{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0002126483222047,
  "eval_steps": 500,
  "global_step": 1470,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000680474631055161,
      "grad_norm": 0.3922363365520713,
      "learning_rate": 3.3333333333333335e-07,
      "loss": 1.4926,
      "step": 1
    },
    {
      "epoch": 0.001360949262110322,
      "grad_norm": 0.3852464156727402,
      "learning_rate": 6.666666666666667e-07,
      "loss": 1.4852,
      "step": 2
    },
    {
      "epoch": 0.002041423893165483,
      "grad_norm": 0.3802201192349553,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.4661,
      "step": 3
    },
    {
      "epoch": 0.002721898524220644,
      "grad_norm": 0.33400621697524313,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.3367,
      "step": 4
    },
    {
      "epoch": 0.003402373155275805,
      "grad_norm": 0.27651807402246553,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 1.4286,
      "step": 5
    },
    {
      "epoch": 0.004082847786330966,
      "grad_norm": 0.23107642417160407,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.3464,
      "step": 6
    },
    {
      "epoch": 0.004763322417386127,
      "grad_norm": 0.12939937756268355,
      "learning_rate": 2.3333333333333336e-06,
      "loss": 1.378,
      "step": 7
    },
    {
      "epoch": 0.005443797048441288,
      "grad_norm": 0.10378812673486397,
      "learning_rate": 2.666666666666667e-06,
      "loss": 1.3512,
      "step": 8
    },
    {
      "epoch": 0.006124271679496448,
      "grad_norm": 0.08387789988316384,
      "learning_rate": 3e-06,
      "loss": 1.2501,
      "step": 9
    },
    {
      "epoch": 0.00680474631055161,
      "grad_norm": 0.1018334804799599,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.2649,
      "step": 10
    },
    {
      "epoch": 0.007485220941606771,
      "grad_norm": 0.10048274036790146,
      "learning_rate": 3.6666666666666666e-06,
      "loss": 1.3417,
      "step": 11
    },
    {
      "epoch": 0.008165695572661932,
      "grad_norm": 0.08622738816646529,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.3535,
      "step": 12
    },
    {
      "epoch": 0.008846170203717092,
      "grad_norm": 0.1046684072379548,
      "learning_rate": 4.333333333333334e-06,
      "loss": 1.353,
      "step": 13
    },
    {
      "epoch": 0.009526644834772254,
      "grad_norm": 0.08990830971852798,
      "learning_rate": 4.666666666666667e-06,
      "loss": 1.298,
      "step": 14
    },
    {
      "epoch": 0.010207119465827415,
      "grad_norm": 0.08061928498710874,
      "learning_rate": 5e-06,
      "loss": 1.404,
      "step": 15
    },
    {
      "epoch": 0.010887594096882575,
      "grad_norm": 0.17008730521534624,
      "learning_rate": 5.333333333333334e-06,
      "loss": 1.2939,
      "step": 16
    },
    {
      "epoch": 0.011568068727937737,
      "grad_norm": 0.07599401871200454,
      "learning_rate": 5.666666666666667e-06,
      "loss": 1.3472,
      "step": 17
    },
    {
      "epoch": 0.012248543358992897,
      "grad_norm": 0.06793991432852008,
      "learning_rate": 6e-06,
      "loss": 1.3321,
      "step": 18
    },
    {
      "epoch": 0.012929017990048058,
      "grad_norm": 0.06953577040604254,
      "learning_rate": 6.333333333333333e-06,
      "loss": 1.2434,
      "step": 19
    },
    {
      "epoch": 0.01360949262110322,
      "grad_norm": 0.06821163536615973,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.2727,
      "step": 20
    },
    {
      "epoch": 0.01428996725215838,
      "grad_norm": 0.09241778948737919,
      "learning_rate": 7e-06,
      "loss": 1.321,
      "step": 21
    },
    {
      "epoch": 0.014970441883213541,
      "grad_norm": 0.0651787370812163,
      "learning_rate": 7.333333333333333e-06,
      "loss": 1.2779,
      "step": 22
    },
    {
      "epoch": 0.0156509165142687,
      "grad_norm": 0.11311481394537864,
      "learning_rate": 7.666666666666667e-06,
      "loss": 1.2984,
      "step": 23
    },
    {
      "epoch": 0.016331391145323865,
      "grad_norm": 0.06144410930285514,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.265,
      "step": 24
    },
    {
      "epoch": 0.017011865776379025,
      "grad_norm": 0.06635273793167143,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.2723,
      "step": 25
    },
    {
      "epoch": 0.017692340407434184,
      "grad_norm": 0.06955837771876457,
      "learning_rate": 8.666666666666668e-06,
      "loss": 1.2648,
      "step": 26
    },
    {
      "epoch": 0.018372815038489348,
      "grad_norm": 0.06124084590785051,
      "learning_rate": 9e-06,
      "loss": 1.2987,
      "step": 27
    },
    {
      "epoch": 0.019053289669544508,
      "grad_norm": 0.05644177076460923,
      "learning_rate": 9.333333333333334e-06,
      "loss": 1.3354,
      "step": 28
    },
    {
      "epoch": 0.019733764300599668,
      "grad_norm": 0.11074686439531949,
      "learning_rate": 9.666666666666667e-06,
      "loss": 1.2433,
      "step": 29
    },
    {
      "epoch": 0.02041423893165483,
      "grad_norm": 0.056636755992912104,
      "learning_rate": 1e-05,
      "loss": 1.2879,
      "step": 30
    },
    {
      "epoch": 0.02109471356270999,
      "grad_norm": 0.05782845307576006,
      "learning_rate": 9.99999708223099e-06,
      "loss": 1.3396,
      "step": 31
    },
    {
      "epoch": 0.02177518819376515,
      "grad_norm": 0.05482925037031388,
      "learning_rate": 9.999988328927362e-06,
      "loss": 1.2671,
      "step": 32
    },
    {
      "epoch": 0.02245566282482031,
      "grad_norm": 0.06210231699691654,
      "learning_rate": 9.999973740099334e-06,
      "loss": 1.2895,
      "step": 33
    },
    {
      "epoch": 0.023136137455875474,
      "grad_norm": 0.05493409882469449,
      "learning_rate": 9.999953315763929e-06,
      "loss": 1.3145,
      "step": 34
    },
    {
      "epoch": 0.023816612086930634,
      "grad_norm": 0.05683824350074583,
      "learning_rate": 9.99992705594499e-06,
      "loss": 1.2525,
      "step": 35
    },
    {
      "epoch": 0.024497086717985794,
      "grad_norm": 0.04839156028188221,
      "learning_rate": 9.999894960673162e-06,
      "loss": 1.2359,
      "step": 36
    },
    {
      "epoch": 0.025177561349040957,
      "grad_norm": 0.046656613876928314,
      "learning_rate": 9.999857029985903e-06,
      "loss": 1.2446,
      "step": 37
    },
    {
      "epoch": 0.025858035980096117,
      "grad_norm": 0.05183835608104621,
      "learning_rate": 9.999813263927483e-06,
      "loss": 1.2929,
      "step": 38
    },
    {
      "epoch": 0.026538510611151277,
      "grad_norm": 0.04777762814434946,
      "learning_rate": 9.999763662548982e-06,
      "loss": 1.2444,
      "step": 39
    },
    {
      "epoch": 0.02721898524220644,
      "grad_norm": 0.05059603999112179,
      "learning_rate": 9.999708225908292e-06,
      "loss": 1.1663,
      "step": 40
    },
    {
      "epoch": 0.0278994598732616,
      "grad_norm": 0.045382847875702514,
      "learning_rate": 9.99964695407011e-06,
      "loss": 1.2801,
      "step": 41
    },
    {
      "epoch": 0.02857993450431676,
      "grad_norm": 0.04343908128703206,
      "learning_rate": 9.999579847105947e-06,
      "loss": 1.185,
      "step": 42
    },
    {
      "epoch": 0.029260409135371923,
      "grad_norm": 0.0489584485386619,
      "learning_rate": 9.999506905094128e-06,
      "loss": 1.2427,
      "step": 43
    },
    {
      "epoch": 0.029940883766427083,
      "grad_norm": 0.04731927561730429,
      "learning_rate": 9.999428128119779e-06,
      "loss": 1.3339,
      "step": 44
    },
    {
      "epoch": 0.030621358397482243,
      "grad_norm": 0.04807552297741366,
      "learning_rate": 9.999343516274844e-06,
      "loss": 1.2842,
      "step": 45
    },
    {
      "epoch": 0.0313018330285374,
      "grad_norm": 0.046345202194362445,
      "learning_rate": 9.999253069658074e-06,
      "loss": 1.2616,
      "step": 46
    },
    {
      "epoch": 0.03198230765959256,
      "grad_norm": 0.0454525828723615,
      "learning_rate": 9.999156788375033e-06,
      "loss": 1.2253,
      "step": 47
    },
    {
      "epoch": 0.03266278229064773,
      "grad_norm": 0.04821779562867459,
      "learning_rate": 9.999054672538085e-06,
      "loss": 1.2836,
      "step": 48
    },
    {
      "epoch": 0.03334325692170289,
      "grad_norm": 0.0646325797782212,
      "learning_rate": 9.998946722266415e-06,
      "loss": 1.274,
      "step": 49
    },
    {
      "epoch": 0.03402373155275805,
      "grad_norm": 0.049126858090645584,
      "learning_rate": 9.99883293768601e-06,
      "loss": 1.1964,
      "step": 50
    },
    {
      "epoch": 0.03470420618381321,
      "grad_norm": 0.07363174361547103,
      "learning_rate": 9.998713318929672e-06,
      "loss": 1.3436,
      "step": 51
    },
    {
      "epoch": 0.03538468081486837,
      "grad_norm": 0.04548345898433307,
      "learning_rate": 9.998587866137005e-06,
      "loss": 1.2717,
      "step": 52
    },
    {
      "epoch": 0.03606515544592353,
      "grad_norm": 0.046133384420950434,
      "learning_rate": 9.99845657945443e-06,
      "loss": 1.1653,
      "step": 53
    },
    {
      "epoch": 0.036745630076978696,
      "grad_norm": 0.049760880417649325,
      "learning_rate": 9.998319459035168e-06,
      "loss": 1.2607,
      "step": 54
    },
    {
      "epoch": 0.037426104708033855,
      "grad_norm": 0.11363675889769449,
      "learning_rate": 9.998176505039257e-06,
      "loss": 1.2633,
      "step": 55
    },
    {
      "epoch": 0.038106579339089015,
      "grad_norm": 0.046032893223258195,
      "learning_rate": 9.998027717633539e-06,
      "loss": 1.1964,
      "step": 56
    },
    {
      "epoch": 0.038787053970144175,
      "grad_norm": 0.04922590729969489,
      "learning_rate": 9.997873096991663e-06,
      "loss": 1.2569,
      "step": 57
    },
    {
      "epoch": 0.039467528601199335,
      "grad_norm": 0.057702657772928254,
      "learning_rate": 9.997712643294093e-06,
      "loss": 1.2314,
      "step": 58
    },
    {
      "epoch": 0.040148003232254495,
      "grad_norm": 0.044442212757030586,
      "learning_rate": 9.99754635672809e-06,
      "loss": 1.1801,
      "step": 59
    },
    {
      "epoch": 0.04082847786330966,
      "grad_norm": 0.046764303530808723,
      "learning_rate": 9.997374237487729e-06,
      "loss": 1.1928,
      "step": 60
    },
    {
      "epoch": 0.04150895249436482,
      "grad_norm": 0.12382314732314198,
      "learning_rate": 9.997196285773894e-06,
      "loss": 1.2907,
      "step": 61
    },
    {
      "epoch": 0.04218942712541998,
      "grad_norm": 0.0460098561617423,
      "learning_rate": 9.997012501794273e-06,
      "loss": 1.2551,
      "step": 62
    },
    {
      "epoch": 0.04286990175647514,
      "grad_norm": 0.05635815384217967,
      "learning_rate": 9.996822885763364e-06,
      "loss": 1.2534,
      "step": 63
    },
    {
      "epoch": 0.0435503763875303,
      "grad_norm": 0.054155741053703646,
      "learning_rate": 9.996627437902465e-06,
      "loss": 1.2121,
      "step": 64
    },
    {
      "epoch": 0.04423085101858546,
      "grad_norm": 0.05278557656770515,
      "learning_rate": 9.996426158439685e-06,
      "loss": 1.2403,
      "step": 65
    },
    {
      "epoch": 0.04491132564964062,
      "grad_norm": 0.04559523672664366,
      "learning_rate": 9.996219047609943e-06,
      "loss": 1.2213,
      "step": 66
    },
    {
      "epoch": 0.04559180028069579,
      "grad_norm": 0.05817741367927157,
      "learning_rate": 9.996006105654955e-06,
      "loss": 1.215,
      "step": 67
    },
    {
      "epoch": 0.04627227491175095,
      "grad_norm": 0.053498531951879036,
      "learning_rate": 9.99578733282325e-06,
      "loss": 1.1988,
      "step": 68
    },
    {
      "epoch": 0.04695274954280611,
      "grad_norm": 0.04777681754375196,
      "learning_rate": 9.995562729370158e-06,
      "loss": 1.2246,
      "step": 69
    },
    {
      "epoch": 0.04763322417386127,
      "grad_norm": 0.05565357509635904,
      "learning_rate": 9.995332295557818e-06,
      "loss": 1.2654,
      "step": 70
    },
    {
      "epoch": 0.04831369880491643,
      "grad_norm": 0.06680224945846398,
      "learning_rate": 9.995096031655167e-06,
      "loss": 1.2684,
      "step": 71
    },
    {
      "epoch": 0.04899417343597159,
      "grad_norm": 0.048424669107112364,
      "learning_rate": 9.994853937937954e-06,
      "loss": 1.2133,
      "step": 72
    },
    {
      "epoch": 0.049674648067026754,
      "grad_norm": 0.04928739246746449,
      "learning_rate": 9.994606014688726e-06,
      "loss": 1.2882,
      "step": 73
    },
    {
      "epoch": 0.050355122698081914,
      "grad_norm": 0.055922248042688465,
      "learning_rate": 9.994352262196839e-06,
      "loss": 1.266,
      "step": 74
    },
    {
      "epoch": 0.051035597329137074,
      "grad_norm": 0.057124012344938746,
      "learning_rate": 9.994092680758443e-06,
      "loss": 1.2561,
      "step": 75
    },
    {
      "epoch": 0.051716071960192234,
      "grad_norm": 0.04679564952989396,
      "learning_rate": 9.993827270676507e-06,
      "loss": 1.2215,
      "step": 76
    },
    {
      "epoch": 0.052396546591247393,
      "grad_norm": 0.05061952666080301,
      "learning_rate": 9.993556032260785e-06,
      "loss": 1.2794,
      "step": 77
    },
    {
      "epoch": 0.05307702122230255,
      "grad_norm": 0.0692075710954883,
      "learning_rate": 9.993278965827844e-06,
      "loss": 1.2755,
      "step": 78
    },
    {
      "epoch": 0.05375749585335772,
      "grad_norm": 0.056697791581012555,
      "learning_rate": 9.992996071701052e-06,
      "loss": 1.1994,
      "step": 79
    },
    {
      "epoch": 0.05443797048441288,
      "grad_norm": 0.042996286514274486,
      "learning_rate": 9.992707350210577e-06,
      "loss": 1.2539,
      "step": 80
    },
    {
      "epoch": 0.05511844511546804,
      "grad_norm": 0.04485835290046384,
      "learning_rate": 9.992412801693385e-06,
      "loss": 1.2139,
      "step": 81
    },
    {
      "epoch": 0.0557989197465232,
      "grad_norm": 0.04908203465634852,
      "learning_rate": 9.992112426493247e-06,
      "loss": 1.1792,
      "step": 82
    },
    {
      "epoch": 0.05647939437757836,
      "grad_norm": 0.05456588235730342,
      "learning_rate": 9.991806224960736e-06,
      "loss": 1.2868,
      "step": 83
    },
    {
      "epoch": 0.05715986900863352,
      "grad_norm": 0.0545054800403904,
      "learning_rate": 9.991494197453219e-06,
      "loss": 1.2093,
      "step": 84
    },
    {
      "epoch": 0.05784034363968868,
      "grad_norm": 0.0661242392524205,
      "learning_rate": 9.991176344334866e-06,
      "loss": 1.2699,
      "step": 85
    },
    {
      "epoch": 0.058520818270743846,
      "grad_norm": 0.05577376587360494,
      "learning_rate": 9.990852665976648e-06,
      "loss": 1.1748,
      "step": 86
    },
    {
      "epoch": 0.059201292901799006,
      "grad_norm": 0.04479015473245748,
      "learning_rate": 9.990523162756329e-06,
      "loss": 1.1457,
      "step": 87
    },
    {
      "epoch": 0.059881767532854166,
      "grad_norm": 0.05030583354226186,
      "learning_rate": 9.990187835058475e-06,
      "loss": 1.2363,
      "step": 88
    },
    {
      "epoch": 0.060562242163909326,
      "grad_norm": 0.04663224750040068,
      "learning_rate": 9.989846683274453e-06,
      "loss": 1.2362,
      "step": 89
    },
    {
      "epoch": 0.061242716794964486,
      "grad_norm": 0.06233780842730507,
      "learning_rate": 9.989499707802424e-06,
      "loss": 1.2263,
      "step": 90
    },
    {
      "epoch": 0.061923191426019646,
      "grad_norm": 0.10496041411997244,
      "learning_rate": 9.989146909047341e-06,
      "loss": 1.2967,
      "step": 91
    },
    {
      "epoch": 0.0626036660570748,
      "grad_norm": 0.04543916977442651,
      "learning_rate": 9.988788287420961e-06,
      "loss": 1.2112,
      "step": 92
    },
    {
      "epoch": 0.06328414068812997,
      "grad_norm": 0.06986447974229824,
      "learning_rate": 9.988423843341834e-06,
      "loss": 1.2516,
      "step": 93
    },
    {
      "epoch": 0.06396461531918513,
      "grad_norm": 0.0496941211098862,
      "learning_rate": 9.988053577235306e-06,
      "loss": 1.1914,
      "step": 94
    },
    {
      "epoch": 0.06464508995024029,
      "grad_norm": 0.05228331387236259,
      "learning_rate": 9.987677489533516e-06,
      "loss": 1.1709,
      "step": 95
    },
    {
      "epoch": 0.06532556458129546,
      "grad_norm": 0.04354293223274572,
      "learning_rate": 9.987295580675398e-06,
      "loss": 1.2004,
      "step": 96
    },
    {
      "epoch": 0.06600603921235061,
      "grad_norm": 0.06710084618116975,
      "learning_rate": 9.986907851106684e-06,
      "loss": 1.3077,
      "step": 97
    },
    {
      "epoch": 0.06668651384340578,
      "grad_norm": 0.04143778101716894,
      "learning_rate": 9.986514301279894e-06,
      "loss": 1.2371,
      "step": 98
    },
    {
      "epoch": 0.06736698847446093,
      "grad_norm": 0.047100741300005265,
      "learning_rate": 9.986114931654343e-06,
      "loss": 1.1714,
      "step": 99
    },
    {
      "epoch": 0.0680474631055161,
      "grad_norm": 0.04613376762288349,
      "learning_rate": 9.985709742696138e-06,
      "loss": 1.2521,
      "step": 100
    },
    {
      "epoch": 0.06872793773657127,
      "grad_norm": 0.0699090612598444,
      "learning_rate": 9.985298734878179e-06,
      "loss": 1.2199,
      "step": 101
    },
    {
      "epoch": 0.06940841236762642,
      "grad_norm": 0.04465069136936077,
      "learning_rate": 9.984881908680157e-06,
      "loss": 1.1824,
      "step": 102
    },
    {
      "epoch": 0.07008888699868158,
      "grad_norm": 0.04424081951286644,
      "learning_rate": 9.984459264588551e-06,
      "loss": 1.268,
      "step": 103
    },
    {
      "epoch": 0.07076936162973674,
      "grad_norm": 0.050746883751994334,
      "learning_rate": 9.984030803096633e-06,
      "loss": 1.1606,
      "step": 104
    },
    {
      "epoch": 0.0714498362607919,
      "grad_norm": 0.04390734965937593,
      "learning_rate": 9.983596524704466e-06,
      "loss": 1.2813,
      "step": 105
    },
    {
      "epoch": 0.07213031089184706,
      "grad_norm": 0.05194970705074101,
      "learning_rate": 9.983156429918895e-06,
      "loss": 1.1676,
      "step": 106
    },
    {
      "epoch": 0.07281078552290222,
      "grad_norm": 0.05135562045759976,
      "learning_rate": 9.982710519253563e-06,
      "loss": 1.2715,
      "step": 107
    },
    {
      "epoch": 0.07349126015395739,
      "grad_norm": 0.04499333459904921,
      "learning_rate": 9.982258793228889e-06,
      "loss": 1.277,
      "step": 108
    },
    {
      "epoch": 0.07417173478501254,
      "grad_norm": 0.049375961854300106,
      "learning_rate": 9.981801252372094e-06,
      "loss": 1.2406,
      "step": 109
    },
    {
      "epoch": 0.07485220941606771,
      "grad_norm": 0.04974189474524789,
      "learning_rate": 9.981337897217171e-06,
      "loss": 1.2534,
      "step": 110
    },
    {
      "epoch": 0.07553268404712286,
      "grad_norm": 0.10352651592275892,
      "learning_rate": 9.98086872830491e-06,
      "loss": 1.2137,
      "step": 111
    },
    {
      "epoch": 0.07621315867817803,
      "grad_norm": 0.0424449387883707,
      "learning_rate": 9.98039374618288e-06,
      "loss": 1.2032,
      "step": 112
    },
    {
      "epoch": 0.07689363330923318,
      "grad_norm": 0.05251256238992522,
      "learning_rate": 9.979912951405433e-06,
      "loss": 1.2882,
      "step": 113
    },
    {
      "epoch": 0.07757410794028835,
      "grad_norm": 0.045005876875762664,
      "learning_rate": 9.979426344533712e-06,
      "loss": 1.193,
      "step": 114
    },
    {
      "epoch": 0.07825458257134352,
      "grad_norm": 0.04628698168330066,
      "learning_rate": 9.978933926135637e-06,
      "loss": 1.208,
      "step": 115
    },
    {
      "epoch": 0.07893505720239867,
      "grad_norm": 0.049788103173579595,
      "learning_rate": 9.978435696785918e-06,
      "loss": 1.2284,
      "step": 116
    },
    {
      "epoch": 0.07961553183345384,
      "grad_norm": 0.06249884166750058,
      "learning_rate": 9.977931657066035e-06,
      "loss": 1.2145,
      "step": 117
    },
    {
      "epoch": 0.08029600646450899,
      "grad_norm": 0.05637445736291963,
      "learning_rate": 9.977421807564264e-06,
      "loss": 1.215,
      "step": 118
    },
    {
      "epoch": 0.08097648109556416,
      "grad_norm": 0.10253444716580337,
      "learning_rate": 9.97690614887565e-06,
      "loss": 1.2171,
      "step": 119
    },
    {
      "epoch": 0.08165695572661932,
      "grad_norm": 0.07539804013220634,
      "learning_rate": 9.976384681602023e-06,
      "loss": 1.2934,
      "step": 120
    },
    {
      "epoch": 0.08233743035767448,
      "grad_norm": 0.04739495861507311,
      "learning_rate": 9.975857406351989e-06,
      "loss": 1.2177,
      "step": 121
    },
    {
      "epoch": 0.08301790498872964,
      "grad_norm": 0.05116793533886343,
      "learning_rate": 9.97532432374094e-06,
      "loss": 1.2643,
      "step": 122
    },
    {
      "epoch": 0.0836983796197848,
      "grad_norm": 0.046820360115744135,
      "learning_rate": 9.974785434391039e-06,
      "loss": 1.2435,
      "step": 123
    },
    {
      "epoch": 0.08437885425083996,
      "grad_norm": 0.04507944227068329,
      "learning_rate": 9.974240738931224e-06,
      "loss": 1.2415,
      "step": 124
    },
    {
      "epoch": 0.08505932888189512,
      "grad_norm": 0.04090241249528373,
      "learning_rate": 9.973690237997219e-06,
      "loss": 1.2593,
      "step": 125
    },
    {
      "epoch": 0.08573980351295028,
      "grad_norm": 0.04479964424134036,
      "learning_rate": 9.973133932231514e-06,
      "loss": 1.2366,
      "step": 126
    },
    {
      "epoch": 0.08642027814400545,
      "grad_norm": 0.045830171128613484,
      "learning_rate": 9.972571822283377e-06,
      "loss": 1.1708,
      "step": 127
    },
    {
      "epoch": 0.0871007527750606,
      "grad_norm": 0.04542526816421652,
      "learning_rate": 9.972003908808854e-06,
      "loss": 1.1654,
      "step": 128
    },
    {
      "epoch": 0.08778122740611577,
      "grad_norm": 0.04442527448494435,
      "learning_rate": 9.97143019247076e-06,
      "loss": 1.1908,
      "step": 129
    },
    {
      "epoch": 0.08846170203717092,
      "grad_norm": 0.047830426000382995,
      "learning_rate": 9.970850673938684e-06,
      "loss": 1.2238,
      "step": 130
    },
    {
      "epoch": 0.08914217666822609,
      "grad_norm": 0.04634296002464362,
      "learning_rate": 9.970265353888984e-06,
      "loss": 1.2184,
      "step": 131
    },
    {
      "epoch": 0.08982265129928124,
      "grad_norm": 0.06603137079206937,
      "learning_rate": 9.969674233004794e-06,
      "loss": 1.2198,
      "step": 132
    },
    {
      "epoch": 0.09050312593033641,
      "grad_norm": 0.05155382756399447,
      "learning_rate": 9.969077311976017e-06,
      "loss": 1.2494,
      "step": 133
    },
    {
      "epoch": 0.09118360056139158,
      "grad_norm": 0.04496152538308371,
      "learning_rate": 9.96847459149932e-06,
      "loss": 1.2012,
      "step": 134
    },
    {
      "epoch": 0.09186407519244673,
      "grad_norm": 0.06359552431281164,
      "learning_rate": 9.967866072278143e-06,
      "loss": 1.2318,
      "step": 135
    },
    {
      "epoch": 0.0925445498235019,
      "grad_norm": 0.04505084814063137,
      "learning_rate": 9.967251755022697e-06,
      "loss": 1.1958,
      "step": 136
    },
    {
      "epoch": 0.09322502445455705,
      "grad_norm": 0.05653878193789085,
      "learning_rate": 9.966631640449957e-06,
      "loss": 1.1779,
      "step": 137
    },
    {
      "epoch": 0.09390549908561222,
      "grad_norm": 0.050975422603819855,
      "learning_rate": 9.966005729283658e-06,
      "loss": 1.2907,
      "step": 138
    },
    {
      "epoch": 0.09458597371666738,
      "grad_norm": 0.04751783774889539,
      "learning_rate": 9.965374022254308e-06,
      "loss": 1.2631,
      "step": 139
    },
    {
      "epoch": 0.09526644834772253,
      "grad_norm": 0.05430873799441208,
      "learning_rate": 9.96473652009918e-06,
      "loss": 1.2217,
      "step": 140
    },
    {
      "epoch": 0.0959469229787777,
      "grad_norm": 0.04302277589419479,
      "learning_rate": 9.964093223562303e-06,
      "loss": 1.2189,
      "step": 141
    },
    {
      "epoch": 0.09662739760983285,
      "grad_norm": 0.05547820845328659,
      "learning_rate": 9.963444133394478e-06,
      "loss": 1.1957,
      "step": 142
    },
    {
      "epoch": 0.09730787224088802,
      "grad_norm": 0.046119760443999236,
      "learning_rate": 9.96278925035326e-06,
      "loss": 1.1941,
      "step": 143
    },
    {
      "epoch": 0.09798834687194317,
      "grad_norm": 0.0425094476231613,
      "learning_rate": 9.962128575202967e-06,
      "loss": 1.2133,
      "step": 144
    },
    {
      "epoch": 0.09866882150299834,
      "grad_norm": 0.05969426342259366,
      "learning_rate": 9.961462108714682e-06,
      "loss": 1.2265,
      "step": 145
    },
    {
      "epoch": 0.09934929613405351,
      "grad_norm": 0.05148433733859586,
      "learning_rate": 9.960789851666237e-06,
      "loss": 1.1851,
      "step": 146
    },
    {
      "epoch": 0.10002977076510866,
      "grad_norm": 0.047879792473061435,
      "learning_rate": 9.960111804842236e-06,
      "loss": 1.1993,
      "step": 147
    },
    {
      "epoch": 0.10071024539616383,
      "grad_norm": 0.043575578986480415,
      "learning_rate": 9.959427969034025e-06,
      "loss": 1.2409,
      "step": 148
    },
    {
      "epoch": 0.10139072002721898,
      "grad_norm": 0.04853533402339514,
      "learning_rate": 9.95873834503972e-06,
      "loss": 1.18,
      "step": 149
    },
    {
      "epoch": 0.10207119465827415,
      "grad_norm": 0.04148668368535789,
      "learning_rate": 9.958042933664186e-06,
      "loss": 1.2072,
      "step": 150
    },
    {
      "epoch": 0.1027516692893293,
      "grad_norm": 0.050262677145106,
      "learning_rate": 9.957341735719038e-06,
      "loss": 1.2421,
      "step": 151
    },
    {
      "epoch": 0.10343214392038447,
      "grad_norm": 0.05381296667313772,
      "learning_rate": 9.956634752022651e-06,
      "loss": 1.1788,
      "step": 152
    },
    {
      "epoch": 0.10411261855143963,
      "grad_norm": 0.0460656819463052,
      "learning_rate": 9.955921983400154e-06,
      "loss": 1.268,
      "step": 153
    },
    {
      "epoch": 0.10479309318249479,
      "grad_norm": 0.04629006602169957,
      "learning_rate": 9.955203430683425e-06,
      "loss": 1.2141,
      "step": 154
    },
    {
      "epoch": 0.10547356781354995,
      "grad_norm": 0.10610645634311688,
      "learning_rate": 9.954479094711087e-06,
      "loss": 1.1513,
      "step": 155
    },
    {
      "epoch": 0.1061540424446051,
      "grad_norm": 0.047759609676506984,
      "learning_rate": 9.953748976328524e-06,
      "loss": 1.2524,
      "step": 156
    },
    {
      "epoch": 0.10683451707566027,
      "grad_norm": 0.06066630318457405,
      "learning_rate": 9.95301307638786e-06,
      "loss": 1.2156,
      "step": 157
    },
    {
      "epoch": 0.10751499170671544,
      "grad_norm": 0.060137314636137626,
      "learning_rate": 9.952271395747969e-06,
      "loss": 1.2911,
      "step": 158
    },
    {
      "epoch": 0.1081954663377706,
      "grad_norm": 0.04525634411513257,
      "learning_rate": 9.951523935274472e-06,
      "loss": 1.2769,
      "step": 159
    },
    {
      "epoch": 0.10887594096882576,
      "grad_norm": 0.08126804083378383,
      "learning_rate": 9.950770695839737e-06,
      "loss": 1.2353,
      "step": 160
    },
    {
      "epoch": 0.10955641559988091,
      "grad_norm": 0.041722971864926184,
      "learning_rate": 9.950011678322874e-06,
      "loss": 1.242,
      "step": 161
    },
    {
      "epoch": 0.11023689023093608,
      "grad_norm": 0.051351975206530606,
      "learning_rate": 9.949246883609743e-06,
      "loss": 1.2496,
      "step": 162
    },
    {
      "epoch": 0.11091736486199123,
      "grad_norm": 0.04577763125389706,
      "learning_rate": 9.948476312592934e-06,
      "loss": 1.1765,
      "step": 163
    },
    {
      "epoch": 0.1115978394930464,
      "grad_norm": 0.04938183947356605,
      "learning_rate": 9.94769996617179e-06,
      "loss": 1.2442,
      "step": 164
    },
    {
      "epoch": 0.11227831412410157,
      "grad_norm": 0.055581793213831124,
      "learning_rate": 9.946917845252394e-06,
      "loss": 1.2078,
      "step": 165
    },
    {
      "epoch": 0.11295878875515672,
      "grad_norm": 0.044103376011085695,
      "learning_rate": 9.94612995074756e-06,
      "loss": 1.2132,
      "step": 166
    },
    {
      "epoch": 0.11363926338621189,
      "grad_norm": 0.04664849459604924,
      "learning_rate": 9.945336283576849e-06,
      "loss": 1.2146,
      "step": 167
    },
    {
      "epoch": 0.11431973801726704,
      "grad_norm": 0.04580570356372435,
      "learning_rate": 9.944536844666554e-06,
      "loss": 1.2057,
      "step": 168
    },
    {
      "epoch": 0.1150002126483222,
      "grad_norm": 0.06380708184717693,
      "learning_rate": 9.943731634949706e-06,
      "loss": 1.1959,
      "step": 169
    },
    {
      "epoch": 0.11568068727937736,
      "grad_norm": 0.04507640293433379,
      "learning_rate": 9.942920655366075e-06,
      "loss": 1.217,
      "step": 170
    },
    {
      "epoch": 0.11636116191043253,
      "grad_norm": 0.04623512542605048,
      "learning_rate": 9.942103906862158e-06,
      "loss": 1.256,
      "step": 171
    },
    {
      "epoch": 0.11704163654148769,
      "grad_norm": 0.05119569489839227,
      "learning_rate": 9.941281390391189e-06,
      "loss": 1.2385,
      "step": 172
    },
    {
      "epoch": 0.11772211117254285,
      "grad_norm": 0.04129595751504458,
      "learning_rate": 9.940453106913133e-06,
      "loss": 1.1411,
      "step": 173
    },
    {
      "epoch": 0.11840258580359801,
      "grad_norm": 0.050324914581852453,
      "learning_rate": 9.939619057394687e-06,
      "loss": 1.1612,
      "step": 174
    },
    {
      "epoch": 0.11908306043465317,
      "grad_norm": 0.04642915301072864,
      "learning_rate": 9.938779242809275e-06,
      "loss": 1.2602,
      "step": 175
    },
    {
      "epoch": 0.11976353506570833,
      "grad_norm": 0.06544881435642524,
      "learning_rate": 9.937933664137054e-06,
      "loss": 1.2322,
      "step": 176
    },
    {
      "epoch": 0.1204440096967635,
      "grad_norm": 0.044569198571487,
      "learning_rate": 9.937082322364901e-06,
      "loss": 1.1582,
      "step": 177
    },
    {
      "epoch": 0.12112448432781865,
      "grad_norm": 0.044360855871756734,
      "learning_rate": 9.936225218486428e-06,
      "loss": 1.1625,
      "step": 178
    },
    {
      "epoch": 0.12180495895887382,
      "grad_norm": 0.08199554083425169,
      "learning_rate": 9.935362353501964e-06,
      "loss": 1.2174,
      "step": 179
    },
    {
      "epoch": 0.12248543358992897,
      "grad_norm": 0.05309082729598163,
      "learning_rate": 9.934493728418567e-06,
      "loss": 1.2118,
      "step": 180
    },
    {
      "epoch": 0.12316590822098414,
      "grad_norm": 0.041864080294537066,
      "learning_rate": 9.933619344250015e-06,
      "loss": 1.1722,
      "step": 181
    },
    {
      "epoch": 0.12384638285203929,
      "grad_norm": 0.04446226582689757,
      "learning_rate": 9.93273920201681e-06,
      "loss": 1.2495,
      "step": 182
    },
    {
      "epoch": 0.12452685748309446,
      "grad_norm": 0.047990304215477446,
      "learning_rate": 9.931853302746169e-06,
      "loss": 1.234,
      "step": 183
    },
    {
      "epoch": 0.1252073321141496,
      "grad_norm": 0.04212367388032856,
      "learning_rate": 9.930961647472038e-06,
      "loss": 1.1731,
      "step": 184
    },
    {
      "epoch": 0.12588780674520478,
      "grad_norm": 0.06449124084893802,
      "learning_rate": 9.930064237235068e-06,
      "loss": 1.2172,
      "step": 185
    },
    {
      "epoch": 0.12656828137625994,
      "grad_norm": 0.08477554547026132,
      "learning_rate": 9.929161073082636e-06,
      "loss": 1.2148,
      "step": 186
    },
    {
      "epoch": 0.1272487560073151,
      "grad_norm": 0.052427645171519884,
      "learning_rate": 9.928252156068834e-06,
      "loss": 1.1658,
      "step": 187
    },
    {
      "epoch": 0.12792923063837025,
      "grad_norm": 0.047378342779356215,
      "learning_rate": 9.927337487254463e-06,
      "loss": 1.2226,
      "step": 188
    },
    {
      "epoch": 0.12860970526942542,
      "grad_norm": 0.04679296935388863,
      "learning_rate": 9.926417067707042e-06,
      "loss": 1.1998,
      "step": 189
    },
    {
      "epoch": 0.12929017990048058,
      "grad_norm": 0.04455647990857127,
      "learning_rate": 9.925490898500796e-06,
      "loss": 1.2327,
      "step": 190
    },
    {
      "epoch": 0.12997065453153575,
      "grad_norm": 0.044070283911945306,
      "learning_rate": 9.92455898071667e-06,
      "loss": 1.2344,
      "step": 191
    },
    {
      "epoch": 0.13065112916259092,
      "grad_norm": 0.04539911979386842,
      "learning_rate": 9.923621315442307e-06,
      "loss": 1.2403,
      "step": 192
    },
    {
      "epoch": 0.13133160379364606,
      "grad_norm": 0.0514164363522223,
      "learning_rate": 9.922677903772064e-06,
      "loss": 1.2672,
      "step": 193
    },
    {
      "epoch": 0.13201207842470122,
      "grad_norm": 0.09067422957089419,
      "learning_rate": 9.921728746807008e-06,
      "loss": 1.1436,
      "step": 194
    },
    {
      "epoch": 0.1326925530557564,
      "grad_norm": 0.045517924932712686,
      "learning_rate": 9.920773845654904e-06,
      "loss": 1.2372,
      "step": 195
    },
    {
      "epoch": 0.13337302768681156,
      "grad_norm": 0.05196755683813489,
      "learning_rate": 9.919813201430224e-06,
      "loss": 1.2409,
      "step": 196
    },
    {
      "epoch": 0.13405350231786672,
      "grad_norm": 0.05169407064154835,
      "learning_rate": 9.918846815254145e-06,
      "loss": 1.2079,
      "step": 197
    },
    {
      "epoch": 0.13473397694892186,
      "grad_norm": 0.04363688042005936,
      "learning_rate": 9.917874688254542e-06,
      "loss": 1.1753,
      "step": 198
    },
    {
      "epoch": 0.13541445157997703,
      "grad_norm": 0.04334945706219354,
      "learning_rate": 9.916896821565993e-06,
      "loss": 1.118,
      "step": 199
    },
    {
      "epoch": 0.1360949262110322,
      "grad_norm": 0.04552794490125636,
      "learning_rate": 9.915913216329774e-06,
      "loss": 1.2277,
      "step": 200
    },
    {
      "epoch": 0.13677540084208736,
      "grad_norm": 0.05101757914560778,
      "learning_rate": 9.914923873693857e-06,
      "loss": 1.1945,
      "step": 201
    },
    {
      "epoch": 0.13745587547314253,
      "grad_norm": 0.048828585397579644,
      "learning_rate": 9.913928794812909e-06,
      "loss": 1.2251,
      "step": 202
    },
    {
      "epoch": 0.13813635010419767,
      "grad_norm": 0.04138830247218384,
      "learning_rate": 9.9129279808483e-06,
      "loss": 1.2602,
      "step": 203
    },
    {
      "epoch": 0.13881682473525284,
      "grad_norm": 0.057028225152475985,
      "learning_rate": 9.911921432968084e-06,
      "loss": 1.1871,
      "step": 204
    },
    {
      "epoch": 0.139497299366308,
      "grad_norm": 0.04860831660885843,
      "learning_rate": 9.91090915234701e-06,
      "loss": 1.1847,
      "step": 205
    },
    {
      "epoch": 0.14017777399736317,
      "grad_norm": 0.042541636250671894,
      "learning_rate": 9.90989114016652e-06,
      "loss": 1.2557,
      "step": 206
    },
    {
      "epoch": 0.1408582486284183,
      "grad_norm": 0.04376838000627094,
      "learning_rate": 9.908867397614744e-06,
      "loss": 1.2278,
      "step": 207
    },
    {
      "epoch": 0.14153872325947348,
      "grad_norm": 0.0437006298461342,
      "learning_rate": 9.907837925886498e-06,
      "loss": 1.2318,
      "step": 208
    },
    {
      "epoch": 0.14221919789052864,
      "grad_norm": 0.0415712474078778,
      "learning_rate": 9.906802726183287e-06,
      "loss": 1.1363,
      "step": 209
    },
    {
      "epoch": 0.1428996725215838,
      "grad_norm": 0.04311235737970915,
      "learning_rate": 9.905761799713302e-06,
      "loss": 1.2332,
      "step": 210
    },
    {
      "epoch": 0.14358014715263898,
      "grad_norm": 0.042894303106773696,
      "learning_rate": 9.904715147691414e-06,
      "loss": 1.1575,
      "step": 211
    },
    {
      "epoch": 0.14426062178369412,
      "grad_norm": 0.05761703850924853,
      "learning_rate": 9.90366277133918e-06,
      "loss": 1.158,
      "step": 212
    },
    {
      "epoch": 0.14494109641474928,
      "grad_norm": 0.042582887002480536,
      "learning_rate": 9.902604671884835e-06,
      "loss": 1.1791,
      "step": 213
    },
    {
      "epoch": 0.14562157104580445,
      "grad_norm": 0.07215445203960888,
      "learning_rate": 9.901540850563295e-06,
      "loss": 1.2191,
      "step": 214
    },
    {
      "epoch": 0.14630204567685962,
      "grad_norm": 0.09549043059285575,
      "learning_rate": 9.900471308616158e-06,
      "loss": 1.2162,
      "step": 215
    },
    {
      "epoch": 0.14698252030791478,
      "grad_norm": 0.048833759803382525,
      "learning_rate": 9.899396047291689e-06,
      "loss": 1.2463,
      "step": 216
    },
    {
      "epoch": 0.14766299493896992,
      "grad_norm": 0.05937202127360593,
      "learning_rate": 9.898315067844838e-06,
      "loss": 1.2395,
      "step": 217
    },
    {
      "epoch": 0.1483434695700251,
      "grad_norm": 0.04988675707454313,
      "learning_rate": 9.89722837153722e-06,
      "loss": 1.2342,
      "step": 218
    },
    {
      "epoch": 0.14902394420108026,
      "grad_norm": 0.04301984592186057,
      "learning_rate": 9.89613595963713e-06,
      "loss": 1.2118,
      "step": 219
    },
    {
      "epoch": 0.14970441883213542,
      "grad_norm": 0.06245932533144223,
      "learning_rate": 9.895037833419529e-06,
      "loss": 1.1783,
      "step": 220
    },
    {
      "epoch": 0.1503848934631906,
      "grad_norm": 0.07128420567084552,
      "learning_rate": 9.893933994166047e-06,
      "loss": 1.102,
      "step": 221
    },
    {
      "epoch": 0.15106536809424573,
      "grad_norm": 0.05079938460169106,
      "learning_rate": 9.892824443164987e-06,
      "loss": 1.2147,
      "step": 222
    },
    {
      "epoch": 0.1517458427253009,
      "grad_norm": 0.05144702512972884,
      "learning_rate": 9.89170918171131e-06,
      "loss": 1.2153,
      "step": 223
    },
    {
      "epoch": 0.15242631735635606,
      "grad_norm": 0.049782140308005665,
      "learning_rate": 9.89058821110665e-06,
      "loss": 1.2774,
      "step": 224
    },
    {
      "epoch": 0.15310679198741123,
      "grad_norm": 0.052741452049593476,
      "learning_rate": 9.889461532659297e-06,
      "loss": 1.2052,
      "step": 225
    },
    {
      "epoch": 0.15378726661846637,
      "grad_norm": 0.19564397372349063,
      "learning_rate": 9.88832914768421e-06,
      "loss": 1.2134,
      "step": 226
    },
    {
      "epoch": 0.15446774124952153,
      "grad_norm": 0.06625440045571748,
      "learning_rate": 9.887191057503001e-06,
      "loss": 1.1719,
      "step": 227
    },
    {
      "epoch": 0.1551482158805767,
      "grad_norm": 0.04784858786092269,
      "learning_rate": 9.886047263443943e-06,
      "loss": 1.2114,
      "step": 228
    },
    {
      "epoch": 0.15582869051163187,
      "grad_norm": 0.05382621869617639,
      "learning_rate": 9.884897766841967e-06,
      "loss": 1.2844,
      "step": 229
    },
    {
      "epoch": 0.15650916514268703,
      "grad_norm": 0.05462666626066152,
      "learning_rate": 9.883742569038663e-06,
      "loss": 1.1639,
      "step": 230
    },
    {
      "epoch": 0.15718963977374217,
      "grad_norm": 0.05422579385130804,
      "learning_rate": 9.882581671382267e-06,
      "loss": 1.2443,
      "step": 231
    },
    {
      "epoch": 0.15787011440479734,
      "grad_norm": 0.04760945352489805,
      "learning_rate": 9.881415075227674e-06,
      "loss": 1.1816,
      "step": 232
    },
    {
      "epoch": 0.1585505890358525,
      "grad_norm": 0.044763636579990364,
      "learning_rate": 9.880242781936426e-06,
      "loss": 1.1893,
      "step": 233
    },
    {
      "epoch": 0.15923106366690767,
      "grad_norm": 0.06334514242152707,
      "learning_rate": 9.879064792876717e-06,
      "loss": 1.2101,
      "step": 234
    },
    {
      "epoch": 0.15991153829796284,
      "grad_norm": 0.04715853107602709,
      "learning_rate": 9.877881109423383e-06,
      "loss": 1.2493,
      "step": 235
    },
    {
      "epoch": 0.16059201292901798,
      "grad_norm": 0.052667670524755336,
      "learning_rate": 9.876691732957913e-06,
      "loss": 1.2147,
      "step": 236
    },
    {
      "epoch": 0.16127248756007315,
      "grad_norm": 0.05018947690087094,
      "learning_rate": 9.875496664868437e-06,
      "loss": 1.2356,
      "step": 237
    },
    {
      "epoch": 0.1619529621911283,
      "grad_norm": 0.04964589440245944,
      "learning_rate": 9.874295906549728e-06,
      "loss": 1.2312,
      "step": 238
    },
    {
      "epoch": 0.16263343682218348,
      "grad_norm": 0.10087586960994378,
      "learning_rate": 9.8730894594032e-06,
      "loss": 1.2022,
      "step": 239
    },
    {
      "epoch": 0.16331391145323865,
      "grad_norm": 0.06957648656259531,
      "learning_rate": 9.871877324836906e-06,
      "loss": 1.2022,
      "step": 240
    },
    {
      "epoch": 0.1639943860842938,
      "grad_norm": 0.05476431304114644,
      "learning_rate": 9.87065950426554e-06,
      "loss": 1.2631,
      "step": 241
    },
    {
      "epoch": 0.16467486071534895,
      "grad_norm": 0.054645531400643356,
      "learning_rate": 9.869435999110428e-06,
      "loss": 1.175,
      "step": 242
    },
    {
      "epoch": 0.16535533534640412,
      "grad_norm": 0.04841286729948775,
      "learning_rate": 9.868206810799532e-06,
      "loss": 1.2281,
      "step": 243
    },
    {
      "epoch": 0.1660358099774593,
      "grad_norm": 0.06671782922853765,
      "learning_rate": 9.866971940767447e-06,
      "loss": 1.2494,
      "step": 244
    },
    {
      "epoch": 0.16671628460851443,
      "grad_norm": 0.05664726380742502,
      "learning_rate": 9.865731390455398e-06,
      "loss": 1.208,
      "step": 245
    },
    {
      "epoch": 0.1673967592395696,
      "grad_norm": 0.04523763510128454,
      "learning_rate": 9.864485161311242e-06,
      "loss": 1.1982,
      "step": 246
    },
    {
      "epoch": 0.16807723387062476,
      "grad_norm": 0.05127005431853173,
      "learning_rate": 9.863233254789463e-06,
      "loss": 1.1681,
      "step": 247
    },
    {
      "epoch": 0.16875770850167993,
      "grad_norm": 0.04424702438605936,
      "learning_rate": 9.861975672351172e-06,
      "loss": 1.1789,
      "step": 248
    },
    {
      "epoch": 0.1694381831327351,
      "grad_norm": 0.05100375949853296,
      "learning_rate": 9.860712415464097e-06,
      "loss": 1.2632,
      "step": 249
    },
    {
      "epoch": 0.17011865776379023,
      "grad_norm": 0.05953363240829583,
      "learning_rate": 9.859443485602603e-06,
      "loss": 1.2008,
      "step": 250
    },
    {
      "epoch": 0.1707991323948454,
      "grad_norm": 0.054042165361209704,
      "learning_rate": 9.85816888424766e-06,
      "loss": 1.235,
      "step": 251
    },
    {
      "epoch": 0.17147960702590057,
      "grad_norm": 0.04707724622685731,
      "learning_rate": 9.856888612886872e-06,
      "loss": 1.2035,
      "step": 252
    },
    {
      "epoch": 0.17216008165695573,
      "grad_norm": 0.047616861849738026,
      "learning_rate": 9.855602673014448e-06,
      "loss": 1.151,
      "step": 253
    },
    {
      "epoch": 0.1728405562880109,
      "grad_norm": 0.043705026997731614,
      "learning_rate": 9.85431106613122e-06,
      "loss": 1.1755,
      "step": 254
    },
    {
      "epoch": 0.17352103091906604,
      "grad_norm": 0.04245727665918003,
      "learning_rate": 9.853013793744632e-06,
      "loss": 1.1992,
      "step": 255
    },
    {
      "epoch": 0.1742015055501212,
      "grad_norm": 0.06445634670806195,
      "learning_rate": 9.851710857368741e-06,
      "loss": 1.2532,
      "step": 256
    },
    {
      "epoch": 0.17488198018117637,
      "grad_norm": 0.04579696157112681,
      "learning_rate": 9.850402258524215e-06,
      "loss": 1.152,
      "step": 257
    },
    {
      "epoch": 0.17556245481223154,
      "grad_norm": 0.04700554126760869,
      "learning_rate": 9.849087998738328e-06,
      "loss": 1.1999,
      "step": 258
    },
    {
      "epoch": 0.1762429294432867,
      "grad_norm": 0.05177514136462001,
      "learning_rate": 9.847768079544962e-06,
      "loss": 1.2184,
      "step": 259
    },
    {
      "epoch": 0.17692340407434184,
      "grad_norm": 0.0691656394965647,
      "learning_rate": 9.846442502484608e-06,
      "loss": 1.1522,
      "step": 260
    },
    {
      "epoch": 0.177603878705397,
      "grad_norm": 0.0448531515266734,
      "learning_rate": 9.845111269104353e-06,
      "loss": 1.1852,
      "step": 261
    },
    {
      "epoch": 0.17828435333645218,
      "grad_norm": 0.05284284218380461,
      "learning_rate": 9.84377438095789e-06,
      "loss": 1.2506,
      "step": 262
    },
    {
      "epoch": 0.17896482796750735,
      "grad_norm": 0.04821826066415016,
      "learning_rate": 9.842431839605516e-06,
      "loss": 1.1945,
      "step": 263
    },
    {
      "epoch": 0.17964530259856248,
      "grad_norm": 0.04937302535184858,
      "learning_rate": 9.841083646614117e-06,
      "loss": 1.2315,
      "step": 264
    },
    {
      "epoch": 0.18032577722961765,
      "grad_norm": 0.052269506285700276,
      "learning_rate": 9.839729803557178e-06,
      "loss": 1.1814,
      "step": 265
    },
    {
      "epoch": 0.18100625186067282,
      "grad_norm": 0.051431348651855786,
      "learning_rate": 9.838370312014783e-06,
      "loss": 1.2109,
      "step": 266
    },
    {
      "epoch": 0.18168672649172798,
      "grad_norm": 0.04675037466687018,
      "learning_rate": 9.837005173573603e-06,
      "loss": 1.2236,
      "step": 267
    },
    {
      "epoch": 0.18236720112278315,
      "grad_norm": 0.04876302678884042,
      "learning_rate": 9.835634389826905e-06,
      "loss": 1.213,
      "step": 268
    },
    {
      "epoch": 0.1830476757538383,
      "grad_norm": 0.047487981056904216,
      "learning_rate": 9.834257962374536e-06,
      "loss": 1.1964,
      "step": 269
    },
    {
      "epoch": 0.18372815038489346,
      "grad_norm": 0.046084020203186686,
      "learning_rate": 9.832875892822937e-06,
      "loss": 1.1624,
      "step": 270
    },
    {
      "epoch": 0.18440862501594862,
      "grad_norm": 0.3042850666890626,
      "learning_rate": 9.831488182785134e-06,
      "loss": 1.1522,
      "step": 271
    },
    {
      "epoch": 0.1850890996470038,
      "grad_norm": 0.043991134946647886,
      "learning_rate": 9.83009483388073e-06,
      "loss": 1.1931,
      "step": 272
    },
    {
      "epoch": 0.18576957427805896,
      "grad_norm": 0.05453712505153417,
      "learning_rate": 9.828695847735916e-06,
      "loss": 1.1765,
      "step": 273
    },
    {
      "epoch": 0.1864500489091141,
      "grad_norm": 0.050719360959302975,
      "learning_rate": 9.827291225983458e-06,
      "loss": 1.1895,
      "step": 274
    },
    {
      "epoch": 0.18713052354016926,
      "grad_norm": 0.050213041260094814,
      "learning_rate": 9.825880970262703e-06,
      "loss": 1.1846,
      "step": 275
    },
    {
      "epoch": 0.18781099817122443,
      "grad_norm": 0.05430648584833771,
      "learning_rate": 9.824465082219567e-06,
      "loss": 1.1972,
      "step": 276
    },
    {
      "epoch": 0.1884914728022796,
      "grad_norm": 0.057977753358927374,
      "learning_rate": 9.823043563506547e-06,
      "loss": 1.1812,
      "step": 277
    },
    {
      "epoch": 0.18917194743333476,
      "grad_norm": 0.05570573203783343,
      "learning_rate": 9.821616415782708e-06,
      "loss": 1.207,
      "step": 278
    },
    {
      "epoch": 0.1898524220643899,
      "grad_norm": 0.04558771138495919,
      "learning_rate": 9.820183640713685e-06,
      "loss": 1.204,
      "step": 279
    },
    {
      "epoch": 0.19053289669544507,
      "grad_norm": 0.07199615810821337,
      "learning_rate": 9.818745239971679e-06,
      "loss": 1.2522,
      "step": 280
    },
    {
      "epoch": 0.19121337132650024,
      "grad_norm": 0.042919127224821454,
      "learning_rate": 9.817301215235459e-06,
      "loss": 1.2091,
      "step": 281
    },
    {
      "epoch": 0.1918938459575554,
      "grad_norm": 0.05419946981753212,
      "learning_rate": 9.815851568190358e-06,
      "loss": 1.17,
      "step": 282
    },
    {
      "epoch": 0.19257432058861054,
      "grad_norm": 0.061238252534998636,
      "learning_rate": 9.81439630052827e-06,
      "loss": 1.2271,
      "step": 283
    },
    {
      "epoch": 0.1932547952196657,
      "grad_norm": 0.04663661207277225,
      "learning_rate": 9.812935413947649e-06,
      "loss": 1.2129,
      "step": 284
    },
    {
      "epoch": 0.19393526985072088,
      "grad_norm": 0.047774001967259005,
      "learning_rate": 9.811468910153507e-06,
      "loss": 1.1284,
      "step": 285
    },
    {
      "epoch": 0.19461574448177604,
      "grad_norm": 0.05448933158184023,
      "learning_rate": 9.80999679085741e-06,
      "loss": 1.1589,
      "step": 286
    },
    {
      "epoch": 0.1952962191128312,
      "grad_norm": 0.03907919503901335,
      "learning_rate": 9.808519057777484e-06,
      "loss": 1.2586,
      "step": 287
    },
    {
      "epoch": 0.19597669374388635,
      "grad_norm": 0.0429913843647421,
      "learning_rate": 9.807035712638397e-06,
      "loss": 1.2313,
      "step": 288
    },
    {
      "epoch": 0.19665716837494152,
      "grad_norm": 0.045825796250954225,
      "learning_rate": 9.805546757171376e-06,
      "loss": 1.2343,
      "step": 289
    },
    {
      "epoch": 0.19733764300599668,
      "grad_norm": 0.08101836247529706,
      "learning_rate": 9.80405219311419e-06,
      "loss": 1.1668,
      "step": 290
    },
    {
      "epoch": 0.19801811763705185,
      "grad_norm": 0.04192874905440864,
      "learning_rate": 9.802552022211157e-06,
      "loss": 1.2155,
      "step": 291
    },
    {
      "epoch": 0.19869859226810702,
      "grad_norm": 0.05504083460811146,
      "learning_rate": 9.801046246213139e-06,
      "loss": 1.1945,
      "step": 292
    },
    {
      "epoch": 0.19937906689916216,
      "grad_norm": 0.04839230603866535,
      "learning_rate": 9.799534866877538e-06,
      "loss": 1.2198,
      "step": 293
    },
    {
      "epoch": 0.20005954153021732,
      "grad_norm": 0.13950074251104766,
      "learning_rate": 9.798017885968295e-06,
      "loss": 1.2247,
      "step": 294
    },
    {
      "epoch": 0.2007400161612725,
      "grad_norm": 0.04898866813757472,
      "learning_rate": 9.796495305255893e-06,
      "loss": 1.1844,
      "step": 295
    },
    {
      "epoch": 0.20142049079232766,
      "grad_norm": 0.05470315462133326,
      "learning_rate": 9.794967126517342e-06,
      "loss": 1.1631,
      "step": 296
    },
    {
      "epoch": 0.20210096542338282,
      "grad_norm": 0.05224619111865233,
      "learning_rate": 9.793433351536199e-06,
      "loss": 1.1829,
      "step": 297
    },
    {
      "epoch": 0.20278144005443796,
      "grad_norm": 0.045803400776143144,
      "learning_rate": 9.791893982102537e-06,
      "loss": 1.1372,
      "step": 298
    },
    {
      "epoch": 0.20346191468549313,
      "grad_norm": 0.05008591147736681,
      "learning_rate": 9.790349020012969e-06,
      "loss": 1.2191,
      "step": 299
    },
    {
      "epoch": 0.2041423893165483,
      "grad_norm": 0.05594808080061322,
      "learning_rate": 9.788798467070633e-06,
      "loss": 1.2266,
      "step": 300
    },
    {
      "epoch": 0.20482286394760346,
      "grad_norm": 0.045045756947026755,
      "learning_rate": 9.787242325085189e-06,
      "loss": 1.224,
      "step": 301
    },
    {
      "epoch": 0.2055033385786586,
      "grad_norm": 0.04409673624514148,
      "learning_rate": 9.785680595872824e-06,
      "loss": 1.224,
      "step": 302
    },
    {
      "epoch": 0.20618381320971377,
      "grad_norm": 0.04074518560860722,
      "learning_rate": 9.78411328125624e-06,
      "loss": 1.1849,
      "step": 303
    },
    {
      "epoch": 0.20686428784076893,
      "grad_norm": 0.08415190666671774,
      "learning_rate": 9.782540383064668e-06,
      "loss": 1.1846,
      "step": 304
    },
    {
      "epoch": 0.2075447624718241,
      "grad_norm": 0.07213446530578103,
      "learning_rate": 9.780961903133845e-06,
      "loss": 1.1588,
      "step": 305
    },
    {
      "epoch": 0.20822523710287927,
      "grad_norm": 0.05122335062166945,
      "learning_rate": 9.77937784330603e-06,
      "loss": 1.1319,
      "step": 306
    },
    {
      "epoch": 0.2089057117339344,
      "grad_norm": 0.045982551577382964,
      "learning_rate": 9.777788205429988e-06,
      "loss": 1.1896,
      "step": 307
    },
    {
      "epoch": 0.20958618636498957,
      "grad_norm": 0.04972258893092704,
      "learning_rate": 9.776192991360998e-06,
      "loss": 1.2052,
      "step": 308
    },
    {
      "epoch": 0.21026666099604474,
      "grad_norm": 0.05070740014134389,
      "learning_rate": 9.774592202960849e-06,
      "loss": 1.1848,
      "step": 309
    },
    {
      "epoch": 0.2109471356270999,
      "grad_norm": 0.04060056294082241,
      "learning_rate": 9.772985842097832e-06,
      "loss": 1.1554,
      "step": 310
    },
    {
      "epoch": 0.21162761025815507,
      "grad_norm": 0.04286891666827905,
      "learning_rate": 9.771373910646742e-06,
      "loss": 1.1595,
      "step": 311
    },
    {
      "epoch": 0.2123080848892102,
      "grad_norm": 0.045021190520363845,
      "learning_rate": 9.769756410488877e-06,
      "loss": 1.1497,
      "step": 312
    },
    {
      "epoch": 0.21298855952026538,
      "grad_norm": 0.048611355949365866,
      "learning_rate": 9.768133343512034e-06,
      "loss": 1.2751,
      "step": 313
    },
    {
      "epoch": 0.21366903415132055,
      "grad_norm": 0.044831247346836245,
      "learning_rate": 9.766504711610507e-06,
      "loss": 1.1666,
      "step": 314
    },
    {
      "epoch": 0.21434950878237571,
      "grad_norm": 0.044769242161053394,
      "learning_rate": 9.764870516685085e-06,
      "loss": 1.175,
      "step": 315
    },
    {
      "epoch": 0.21502998341343088,
      "grad_norm": 0.06166834973309736,
      "learning_rate": 9.763230760643048e-06,
      "loss": 1.2267,
      "step": 316
    },
    {
      "epoch": 0.21571045804448602,
      "grad_norm": 0.045496850620496514,
      "learning_rate": 9.761585445398168e-06,
      "loss": 1.1725,
      "step": 317
    },
    {
      "epoch": 0.2163909326755412,
      "grad_norm": 0.050049929676678366,
      "learning_rate": 9.759934572870706e-06,
      "loss": 1.1582,
      "step": 318
    },
    {
      "epoch": 0.21707140730659635,
      "grad_norm": 0.04231191912768742,
      "learning_rate": 9.758278144987408e-06,
      "loss": 1.2227,
      "step": 319
    },
    {
      "epoch": 0.21775188193765152,
      "grad_norm": 0.332446688550663,
      "learning_rate": 9.756616163681503e-06,
      "loss": 1.1243,
      "step": 320
    },
    {
      "epoch": 0.21843235656870666,
      "grad_norm": 0.046179771954275556,
      "learning_rate": 9.7549486308927e-06,
      "loss": 1.2498,
      "step": 321
    },
    {
      "epoch": 0.21911283119976183,
      "grad_norm": 0.0623421181732995,
      "learning_rate": 9.753275548567192e-06,
      "loss": 1.2113,
      "step": 322
    },
    {
      "epoch": 0.219793305830817,
      "grad_norm": 0.053361270032192355,
      "learning_rate": 9.751596918657646e-06,
      "loss": 1.246,
      "step": 323
    },
    {
      "epoch": 0.22047378046187216,
      "grad_norm": 0.04867134806348243,
      "learning_rate": 9.749912743123202e-06,
      "loss": 1.1905,
      "step": 324
    },
    {
      "epoch": 0.22115425509292733,
      "grad_norm": 0.060255684810490574,
      "learning_rate": 9.748223023929476e-06,
      "loss": 1.1761,
      "step": 325
    },
    {
      "epoch": 0.22183472972398247,
      "grad_norm": 0.05715294954556239,
      "learning_rate": 9.74652776304855e-06,
      "loss": 1.2812,
      "step": 326
    },
    {
      "epoch": 0.22251520435503763,
      "grad_norm": 0.05164227157483807,
      "learning_rate": 9.744826962458977e-06,
      "loss": 1.1956,
      "step": 327
    },
    {
      "epoch": 0.2231956789860928,
      "grad_norm": 0.04774119620059092,
      "learning_rate": 9.743120624145776e-06,
      "loss": 1.1538,
      "step": 328
    },
    {
      "epoch": 0.22387615361714797,
      "grad_norm": 0.05129453385290744,
      "learning_rate": 9.741408750100424e-06,
      "loss": 1.1453,
      "step": 329
    },
    {
      "epoch": 0.22455662824820313,
      "grad_norm": 0.06734783625068147,
      "learning_rate": 9.739691342320866e-06,
      "loss": 1.2209,
      "step": 330
    },
    {
      "epoch": 0.22523710287925827,
      "grad_norm": 0.04789002077924269,
      "learning_rate": 9.737968402811497e-06,
      "loss": 1.2396,
      "step": 331
    },
    {
      "epoch": 0.22591757751031344,
      "grad_norm": 0.04367749038463707,
      "learning_rate": 9.736239933583177e-06,
      "loss": 1.2372,
      "step": 332
    },
    {
      "epoch": 0.2265980521413686,
      "grad_norm": 0.06025885176615586,
      "learning_rate": 9.734505936653214e-06,
      "loss": 1.1022,
      "step": 333
    },
    {
      "epoch": 0.22727852677242377,
      "grad_norm": 0.04799522348098899,
      "learning_rate": 9.732766414045368e-06,
      "loss": 1.2403,
      "step": 334
    },
    {
      "epoch": 0.22795900140347894,
      "grad_norm": 0.05320768993231738,
      "learning_rate": 9.73102136778985e-06,
      "loss": 1.1591,
      "step": 335
    },
    {
      "epoch": 0.22863947603453408,
      "grad_norm": 0.05659410183258992,
      "learning_rate": 9.729270799923319e-06,
      "loss": 1.1582,
      "step": 336
    },
    {
      "epoch": 0.22931995066558925,
      "grad_norm": 0.05562485812021002,
      "learning_rate": 9.727514712488871e-06,
      "loss": 1.1808,
      "step": 337
    },
    {
      "epoch": 0.2300004252966444,
      "grad_norm": 0.05688262826735776,
      "learning_rate": 9.725753107536053e-06,
      "loss": 1.2197,
      "step": 338
    },
    {
      "epoch": 0.23068089992769958,
      "grad_norm": 0.04336195320780082,
      "learning_rate": 9.723985987120848e-06,
      "loss": 1.2233,
      "step": 339
    },
    {
      "epoch": 0.23136137455875472,
      "grad_norm": 0.05006619094350356,
      "learning_rate": 9.722213353305672e-06,
      "loss": 1.2157,
      "step": 340
    },
    {
      "epoch": 0.23204184918980988,
      "grad_norm": 0.051087758971063546,
      "learning_rate": 9.720435208159382e-06,
      "loss": 1.2709,
      "step": 341
    },
    {
      "epoch": 0.23272232382086505,
      "grad_norm": 0.046987562802023916,
      "learning_rate": 9.718651553757266e-06,
      "loss": 1.2585,
      "step": 342
    },
    {
      "epoch": 0.23340279845192022,
      "grad_norm": 0.04766257543097715,
      "learning_rate": 9.716862392181036e-06,
      "loss": 1.2761,
      "step": 343
    },
    {
      "epoch": 0.23408327308297538,
      "grad_norm": 0.09361014366689609,
      "learning_rate": 9.715067725518842e-06,
      "loss": 1.1961,
      "step": 344
    },
    {
      "epoch": 0.23476374771403052,
      "grad_norm": 0.04360733792595929,
      "learning_rate": 9.713267555865247e-06,
      "loss": 1.1781,
      "step": 345
    },
    {
      "epoch": 0.2354442223450857,
      "grad_norm": 0.057158041969233964,
      "learning_rate": 9.711461885321247e-06,
      "loss": 1.2386,
      "step": 346
    },
    {
      "epoch": 0.23612469697614086,
      "grad_norm": 0.045100749986830585,
      "learning_rate": 9.709650715994253e-06,
      "loss": 1.1951,
      "step": 347
    },
    {
      "epoch": 0.23680517160719602,
      "grad_norm": 0.05740293932782018,
      "learning_rate": 9.707834049998093e-06,
      "loss": 1.1706,
      "step": 348
    },
    {
      "epoch": 0.2374856462382512,
      "grad_norm": 0.05431722318838959,
      "learning_rate": 9.706011889453013e-06,
      "loss": 1.1906,
      "step": 349
    },
    {
      "epoch": 0.23816612086930633,
      "grad_norm": 0.07193219027684113,
      "learning_rate": 9.704184236485672e-06,
      "loss": 1.1017,
      "step": 350
    },
    {
      "epoch": 0.2388465955003615,
      "grad_norm": 0.05114798899715518,
      "learning_rate": 9.702351093229133e-06,
      "loss": 1.2499,
      "step": 351
    },
    {
      "epoch": 0.23952707013141666,
      "grad_norm": 0.04748191234685159,
      "learning_rate": 9.700512461822875e-06,
      "loss": 1.1908,
      "step": 352
    },
    {
      "epoch": 0.24020754476247183,
      "grad_norm": 0.08356574869948455,
      "learning_rate": 9.69866834441278e-06,
      "loss": 1.1585,
      "step": 353
    },
    {
      "epoch": 0.240888019393527,
      "grad_norm": 0.046493368628761834,
      "learning_rate": 9.696818743151128e-06,
      "loss": 1.1491,
      "step": 354
    },
    {
      "epoch": 0.24156849402458214,
      "grad_norm": 0.045313373883776854,
      "learning_rate": 9.694963660196603e-06,
      "loss": 1.1125,
      "step": 355
    },
    {
      "epoch": 0.2422489686556373,
      "grad_norm": 0.044233082198614604,
      "learning_rate": 9.69310309771429e-06,
      "loss": 1.2128,
      "step": 356
    },
    {
      "epoch": 0.24292944328669247,
      "grad_norm": 0.053393583715076506,
      "learning_rate": 9.691237057875662e-06,
      "loss": 1.1631,
      "step": 357
    },
    {
      "epoch": 0.24360991791774764,
      "grad_norm": 0.05491977568490273,
      "learning_rate": 9.68936554285859e-06,
      "loss": 1.1712,
      "step": 358
    },
    {
      "epoch": 0.24429039254880278,
      "grad_norm": 0.06425210798070492,
      "learning_rate": 9.687488554847332e-06,
      "loss": 1.184,
      "step": 359
    },
    {
      "epoch": 0.24497086717985794,
      "grad_norm": 0.062965712116679,
      "learning_rate": 9.685606096032536e-06,
      "loss": 1.1326,
      "step": 360
    },
    {
      "epoch": 0.2456513418109131,
      "grad_norm": 0.048778316344698425,
      "learning_rate": 9.683718168611233e-06,
      "loss": 1.167,
      "step": 361
    },
    {
      "epoch": 0.24633181644196828,
      "grad_norm": 0.049233982480725684,
      "learning_rate": 9.68182477478684e-06,
      "loss": 1.2294,
      "step": 362
    },
    {
      "epoch": 0.24701229107302344,
      "grad_norm": 0.0443112999178113,
      "learning_rate": 9.67992591676915e-06,
      "loss": 1.218,
      "step": 363
    },
    {
      "epoch": 0.24769276570407858,
      "grad_norm": 0.04869766258013373,
      "learning_rate": 9.678021596774332e-06,
      "loss": 1.2027,
      "step": 364
    },
    {
      "epoch": 0.24837324033513375,
      "grad_norm": 0.052032926949957266,
      "learning_rate": 9.676111817024935e-06,
      "loss": 1.2244,
      "step": 365
    },
    {
      "epoch": 0.24905371496618892,
      "grad_norm": 0.04940706754832445,
      "learning_rate": 9.67419657974988e-06,
      "loss": 1.2217,
      "step": 366
    },
    {
      "epoch": 0.24973418959724408,
      "grad_norm": 0.08905408551465017,
      "learning_rate": 9.672275887184449e-06,
      "loss": 1.1463,
      "step": 367
    },
    {
      "epoch": 0.2504146642282992,
      "grad_norm": 0.0420124504182442,
      "learning_rate": 9.670349741570302e-06,
      "loss": 1.1608,
      "step": 368
    },
    {
      "epoch": 0.2510951388593544,
      "grad_norm": 0.047640638525214364,
      "learning_rate": 9.668418145155453e-06,
      "loss": 1.1924,
      "step": 369
    },
    {
      "epoch": 0.25177561349040956,
      "grad_norm": 0.04411995714560134,
      "learning_rate": 9.66648110019429e-06,
      "loss": 1.1924,
      "step": 370
    },
    {
      "epoch": 0.2524560881214647,
      "grad_norm": 0.0954266561963091,
      "learning_rate": 9.664538608947547e-06,
      "loss": 1.194,
      "step": 371
    },
    {
      "epoch": 0.2531365627525199,
      "grad_norm": 0.04832973819001474,
      "learning_rate": 9.662590673682322e-06,
      "loss": 1.1294,
      "step": 372
    },
    {
      "epoch": 0.25381703738357503,
      "grad_norm": 0.0907247205159215,
      "learning_rate": 9.660637296672065e-06,
      "loss": 1.203,
      "step": 373
    },
    {
      "epoch": 0.2544975120146302,
      "grad_norm": 0.046786600325019814,
      "learning_rate": 9.658678480196579e-06,
      "loss": 1.246,
      "step": 374
    },
    {
      "epoch": 0.25517798664568536,
      "grad_norm": 0.05704081940461117,
      "learning_rate": 9.65671422654201e-06,
      "loss": 1.1417,
      "step": 375
    },
    {
      "epoch": 0.2558584612767405,
      "grad_norm": 0.051937899288344185,
      "learning_rate": 9.654744538000857e-06,
      "loss": 1.1278,
      "step": 376
    },
    {
      "epoch": 0.2565389359077957,
      "grad_norm": 0.04508971069443915,
      "learning_rate": 9.652769416871956e-06,
      "loss": 1.1809,
      "step": 377
    },
    {
      "epoch": 0.25721941053885083,
      "grad_norm": 0.054979374091871036,
      "learning_rate": 9.650788865460487e-06,
      "loss": 1.2295,
      "step": 378
    },
    {
      "epoch": 0.25789988516990603,
      "grad_norm": 0.049044653730871066,
      "learning_rate": 9.648802886077968e-06,
      "loss": 1.224,
      "step": 379
    },
    {
      "epoch": 0.25858035980096117,
      "grad_norm": 0.044961130694949406,
      "learning_rate": 9.646811481042246e-06,
      "loss": 1.1668,
      "step": 380
    },
    {
      "epoch": 0.2592608344320163,
      "grad_norm": 0.04699265461262461,
      "learning_rate": 9.64481465267751e-06,
      "loss": 1.2107,
      "step": 381
    },
    {
      "epoch": 0.2599413090630715,
      "grad_norm": 0.0577640863727447,
      "learning_rate": 9.642812403314272e-06,
      "loss": 1.251,
      "step": 382
    },
    {
      "epoch": 0.26062178369412664,
      "grad_norm": 0.04912205190629825,
      "learning_rate": 9.640804735289371e-06,
      "loss": 1.1478,
      "step": 383
    },
    {
      "epoch": 0.26130225832518184,
      "grad_norm": 0.04635375436327543,
      "learning_rate": 9.638791650945974e-06,
      "loss": 1.2266,
      "step": 384
    },
    {
      "epoch": 0.261982732956237,
      "grad_norm": 0.06771008302412035,
      "learning_rate": 9.636773152633564e-06,
      "loss": 1.1653,
      "step": 385
    },
    {
      "epoch": 0.2626632075872921,
      "grad_norm": 0.0421485079049122,
      "learning_rate": 9.634749242707948e-06,
      "loss": 1.1996,
      "step": 386
    },
    {
      "epoch": 0.2633436822183473,
      "grad_norm": 0.046003609818600986,
      "learning_rate": 9.632719923531246e-06,
      "loss": 1.2091,
      "step": 387
    },
    {
      "epoch": 0.26402415684940245,
      "grad_norm": 0.041416979164638455,
      "learning_rate": 9.630685197471893e-06,
      "loss": 1.1664,
      "step": 388
    },
    {
      "epoch": 0.26470463148045764,
      "grad_norm": 0.04464379751775676,
      "learning_rate": 9.628645066904631e-06,
      "loss": 1.2814,
      "step": 389
    },
    {
      "epoch": 0.2653851061115128,
      "grad_norm": 0.04506408101193006,
      "learning_rate": 9.626599534210514e-06,
      "loss": 1.1831,
      "step": 390
    },
    {
      "epoch": 0.2660655807425679,
      "grad_norm": 0.041696760747256145,
      "learning_rate": 9.624548601776897e-06,
      "loss": 1.1438,
      "step": 391
    },
    {
      "epoch": 0.2667460553736231,
      "grad_norm": 0.04180033834556875,
      "learning_rate": 9.62249227199744e-06,
      "loss": 1.1683,
      "step": 392
    },
    {
      "epoch": 0.26742653000467825,
      "grad_norm": 0.0653569019317656,
      "learning_rate": 9.620430547272101e-06,
      "loss": 1.1412,
      "step": 393
    },
    {
      "epoch": 0.26810700463573345,
      "grad_norm": 0.0508490046254163,
      "learning_rate": 9.618363430007134e-06,
      "loss": 1.1703,
      "step": 394
    },
    {
      "epoch": 0.2687874792667886,
      "grad_norm": 0.04192674002870443,
      "learning_rate": 9.616290922615089e-06,
      "loss": 1.1928,
      "step": 395
    },
    {
      "epoch": 0.2694679538978437,
      "grad_norm": 0.045135315573927554,
      "learning_rate": 9.614213027514802e-06,
      "loss": 1.1368,
      "step": 396
    },
    {
      "epoch": 0.2701484285288989,
      "grad_norm": 0.04283907706648696,
      "learning_rate": 9.612129747131403e-06,
      "loss": 1.2029,
      "step": 397
    },
    {
      "epoch": 0.27082890315995406,
      "grad_norm": 0.047826740996491424,
      "learning_rate": 9.610041083896304e-06,
      "loss": 1.1292,
      "step": 398
    },
    {
      "epoch": 0.27150937779100925,
      "grad_norm": 0.042865391928449584,
      "learning_rate": 9.6079470402472e-06,
      "loss": 1.1786,
      "step": 399
    },
    {
      "epoch": 0.2721898524220644,
      "grad_norm": 0.04272434572582662,
      "learning_rate": 9.60584761862806e-06,
      "loss": 1.1714,
      "step": 400
    },
    {
      "epoch": 0.27287032705311953,
      "grad_norm": 0.047643431915423036,
      "learning_rate": 9.603742821489143e-06,
      "loss": 1.1807,
      "step": 401
    },
    {
      "epoch": 0.2735508016841747,
      "grad_norm": 0.04305667573692588,
      "learning_rate": 9.60163265128697e-06,
      "loss": 1.2203,
      "step": 402
    },
    {
      "epoch": 0.27423127631522987,
      "grad_norm": 0.05262690402608385,
      "learning_rate": 9.599517110484335e-06,
      "loss": 1.1727,
      "step": 403
    },
    {
      "epoch": 0.27491175094628506,
      "grad_norm": 0.04326143595632641,
      "learning_rate": 9.597396201550307e-06,
      "loss": 1.1839,
      "step": 404
    },
    {
      "epoch": 0.2755922255773402,
      "grad_norm": 0.04480016734569184,
      "learning_rate": 9.595269926960207e-06,
      "loss": 1.132,
      "step": 405
    },
    {
      "epoch": 0.27627270020839534,
      "grad_norm": 0.07616330002731382,
      "learning_rate": 9.593138289195634e-06,
      "loss": 1.1795,
      "step": 406
    },
    {
      "epoch": 0.27695317483945053,
      "grad_norm": 0.0463946895471615,
      "learning_rate": 9.591001290744433e-06,
      "loss": 1.1722,
      "step": 407
    },
    {
      "epoch": 0.2776336494705057,
      "grad_norm": 0.06517585252270597,
      "learning_rate": 9.588858934100715e-06,
      "loss": 1.2092,
      "step": 408
    },
    {
      "epoch": 0.2783141241015608,
      "grad_norm": 0.04668726252763982,
      "learning_rate": 9.58671122176484e-06,
      "loss": 1.1454,
      "step": 409
    },
    {
      "epoch": 0.278994598732616,
      "grad_norm": 0.044076602793079296,
      "learning_rate": 9.584558156243418e-06,
      "loss": 1.2057,
      "step": 410
    },
    {
      "epoch": 0.27967507336367115,
      "grad_norm": 0.05755797965942513,
      "learning_rate": 9.582399740049309e-06,
      "loss": 1.1866,
      "step": 411
    },
    {
      "epoch": 0.28035554799472634,
      "grad_norm": 0.04909298957494496,
      "learning_rate": 9.580235975701615e-06,
      "loss": 1.1608,
      "step": 412
    },
    {
      "epoch": 0.2810360226257815,
      "grad_norm": 0.04760184092450246,
      "learning_rate": 9.578066865725685e-06,
      "loss": 1.2187,
      "step": 413
    },
    {
      "epoch": 0.2817164972568366,
      "grad_norm": 0.041651343733572356,
      "learning_rate": 9.575892412653102e-06,
      "loss": 1.1959,
      "step": 414
    },
    {
      "epoch": 0.2823969718878918,
      "grad_norm": 0.04152859840201504,
      "learning_rate": 9.573712619021687e-06,
      "loss": 1.1998,
      "step": 415
    },
    {
      "epoch": 0.28307744651894695,
      "grad_norm": 0.39015214046356017,
      "learning_rate": 9.571527487375494e-06,
      "loss": 1.2253,
      "step": 416
    },
    {
      "epoch": 0.28375792115000215,
      "grad_norm": 0.043403289521190484,
      "learning_rate": 9.569337020264805e-06,
      "loss": 1.1732,
      "step": 417
    },
    {
      "epoch": 0.2844383957810573,
      "grad_norm": 0.04464700023306462,
      "learning_rate": 9.567141220246136e-06,
      "loss": 1.1997,
      "step": 418
    },
    {
      "epoch": 0.2851188704121124,
      "grad_norm": 0.048346937249993505,
      "learning_rate": 9.564940089882215e-06,
      "loss": 1.1355,
      "step": 419
    },
    {
      "epoch": 0.2857993450431676,
      "grad_norm": 0.046040306984666865,
      "learning_rate": 9.562733631742003e-06,
      "loss": 1.1288,
      "step": 420
    },
    {
      "epoch": 0.28647981967422276,
      "grad_norm": 0.04680136513725823,
      "learning_rate": 9.560521848400672e-06,
      "loss": 1.1765,
      "step": 421
    },
    {
      "epoch": 0.28716029430527795,
      "grad_norm": 0.06484527922937486,
      "learning_rate": 9.55830474243961e-06,
      "loss": 1.1584,
      "step": 422
    },
    {
      "epoch": 0.2878407689363331,
      "grad_norm": 0.04158095847228888,
      "learning_rate": 9.55608231644642e-06,
      "loss": 1.1548,
      "step": 423
    },
    {
      "epoch": 0.28852124356738823,
      "grad_norm": 0.04628073262185198,
      "learning_rate": 9.553854573014913e-06,
      "loss": 1.205,
      "step": 424
    },
    {
      "epoch": 0.2892017181984434,
      "grad_norm": 0.05281944608701771,
      "learning_rate": 9.551621514745104e-06,
      "loss": 1.1915,
      "step": 425
    },
    {
      "epoch": 0.28988219282949856,
      "grad_norm": 0.045211220884478216,
      "learning_rate": 9.549383144243213e-06,
      "loss": 1.2551,
      "step": 426
    },
    {
      "epoch": 0.29056266746055376,
      "grad_norm": 0.04715624838570465,
      "learning_rate": 9.547139464121658e-06,
      "loss": 1.2004,
      "step": 427
    },
    {
      "epoch": 0.2912431420916089,
      "grad_norm": 0.04606784209554793,
      "learning_rate": 9.544890476999056e-06,
      "loss": 1.2783,
      "step": 428
    },
    {
      "epoch": 0.29192361672266404,
      "grad_norm": 0.0475193656164289,
      "learning_rate": 9.542636185500216e-06,
      "loss": 1.1615,
      "step": 429
    },
    {
      "epoch": 0.29260409135371923,
      "grad_norm": 0.047942679226840895,
      "learning_rate": 9.540376592256142e-06,
      "loss": 1.1779,
      "step": 430
    },
    {
      "epoch": 0.29328456598477437,
      "grad_norm": 0.045498747981138,
      "learning_rate": 9.538111699904018e-06,
      "loss": 1.1603,
      "step": 431
    },
    {
      "epoch": 0.29396504061582956,
      "grad_norm": 0.044436179641190246,
      "learning_rate": 9.53584151108722e-06,
      "loss": 1.2382,
      "step": 432
    },
    {
      "epoch": 0.2946455152468847,
      "grad_norm": 0.04879803811355419,
      "learning_rate": 9.533566028455303e-06,
      "loss": 1.1918,
      "step": 433
    },
    {
      "epoch": 0.29532598987793984,
      "grad_norm": 0.04653543136888824,
      "learning_rate": 9.531285254663997e-06,
      "loss": 1.2306,
      "step": 434
    },
    {
      "epoch": 0.29600646450899504,
      "grad_norm": 0.06928602870846744,
      "learning_rate": 9.528999192375213e-06,
      "loss": 1.1711,
      "step": 435
    },
    {
      "epoch": 0.2966869391400502,
      "grad_norm": 0.048157969271924075,
      "learning_rate": 9.526707844257031e-06,
      "loss": 1.1653,
      "step": 436
    },
    {
      "epoch": 0.29736741377110537,
      "grad_norm": 0.04703493966240612,
      "learning_rate": 9.5244112129837e-06,
      "loss": 1.1545,
      "step": 437
    },
    {
      "epoch": 0.2980478884021605,
      "grad_norm": 0.048950716795177485,
      "learning_rate": 9.522109301235637e-06,
      "loss": 1.1691,
      "step": 438
    },
    {
      "epoch": 0.29872836303321565,
      "grad_norm": 0.04164149250851006,
      "learning_rate": 9.519802111699423e-06,
      "loss": 1.1418,
      "step": 439
    },
    {
      "epoch": 0.29940883766427084,
      "grad_norm": 0.04543803394559561,
      "learning_rate": 9.51748964706779e-06,
      "loss": 1.1861,
      "step": 440
    },
    {
      "epoch": 0.300089312295326,
      "grad_norm": 0.07807641340896274,
      "learning_rate": 9.51517191003964e-06,
      "loss": 1.2208,
      "step": 441
    },
    {
      "epoch": 0.3007697869263812,
      "grad_norm": 0.10605080357630506,
      "learning_rate": 9.512848903320017e-06,
      "loss": 1.2167,
      "step": 442
    },
    {
      "epoch": 0.3014502615574363,
      "grad_norm": 0.04651371237040995,
      "learning_rate": 9.51052062962012e-06,
      "loss": 1.1747,
      "step": 443
    },
    {
      "epoch": 0.30213073618849146,
      "grad_norm": 0.04203698338216257,
      "learning_rate": 9.508187091657297e-06,
      "loss": 1.211,
      "step": 444
    },
    {
      "epoch": 0.30281121081954665,
      "grad_norm": 0.05027100823388268,
      "learning_rate": 9.505848292155037e-06,
      "loss": 1.2042,
      "step": 445
    },
    {
      "epoch": 0.3034916854506018,
      "grad_norm": 0.04398023883831587,
      "learning_rate": 9.503504233842973e-06,
      "loss": 1.198,
      "step": 446
    },
    {
      "epoch": 0.30417216008165693,
      "grad_norm": 0.046003976924450816,
      "learning_rate": 9.501154919456867e-06,
      "loss": 1.2206,
      "step": 447
    },
    {
      "epoch": 0.3048526347127121,
      "grad_norm": 0.04649602460300257,
      "learning_rate": 9.498800351738629e-06,
      "loss": 1.2181,
      "step": 448
    },
    {
      "epoch": 0.30553310934376726,
      "grad_norm": 0.04705078110397738,
      "learning_rate": 9.496440533436289e-06,
      "loss": 1.1873,
      "step": 449
    },
    {
      "epoch": 0.30621358397482246,
      "grad_norm": 0.050720730862168675,
      "learning_rate": 9.494075467304007e-06,
      "loss": 1.2447,
      "step": 450
    },
    {
      "epoch": 0.3068940586058776,
      "grad_norm": 0.04370216331760348,
      "learning_rate": 9.491705156102075e-06,
      "loss": 1.1935,
      "step": 451
    },
    {
      "epoch": 0.30757453323693273,
      "grad_norm": 0.04589375799644584,
      "learning_rate": 9.489329602596898e-06,
      "loss": 1.2247,
      "step": 452
    },
    {
      "epoch": 0.30825500786798793,
      "grad_norm": 0.03939021373478932,
      "learning_rate": 9.486948809561001e-06,
      "loss": 1.1618,
      "step": 453
    },
    {
      "epoch": 0.30893548249904307,
      "grad_norm": 0.05050778826919447,
      "learning_rate": 9.484562779773027e-06,
      "loss": 1.1586,
      "step": 454
    },
    {
      "epoch": 0.30961595713009826,
      "grad_norm": 0.04298915132168142,
      "learning_rate": 9.482171516017733e-06,
      "loss": 1.0995,
      "step": 455
    },
    {
      "epoch": 0.3102964317611534,
      "grad_norm": 0.06024263160262278,
      "learning_rate": 9.479775021085977e-06,
      "loss": 1.1715,
      "step": 456
    },
    {
      "epoch": 0.31097690639220854,
      "grad_norm": 0.04047944888546823,
      "learning_rate": 9.477373297774729e-06,
      "loss": 1.1799,
      "step": 457
    },
    {
      "epoch": 0.31165738102326374,
      "grad_norm": 0.04576627432425469,
      "learning_rate": 9.474966348887055e-06,
      "loss": 1.1236,
      "step": 458
    },
    {
      "epoch": 0.3123378556543189,
      "grad_norm": 0.04608165755019771,
      "learning_rate": 9.472554177232126e-06,
      "loss": 1.1901,
      "step": 459
    },
    {
      "epoch": 0.31301833028537407,
      "grad_norm": 0.04572503154737356,
      "learning_rate": 9.470136785625206e-06,
      "loss": 1.2308,
      "step": 460
    },
    {
      "epoch": 0.3136988049164292,
      "grad_norm": 0.04703098129663038,
      "learning_rate": 9.46771417688765e-06,
      "loss": 1.1518,
      "step": 461
    },
    {
      "epoch": 0.31437927954748435,
      "grad_norm": 0.057810641121546665,
      "learning_rate": 9.465286353846905e-06,
      "loss": 1.1359,
      "step": 462
    },
    {
      "epoch": 0.31505975417853954,
      "grad_norm": 0.04007218378292392,
      "learning_rate": 9.462853319336498e-06,
      "loss": 1.2377,
      "step": 463
    },
    {
      "epoch": 0.3157402288095947,
      "grad_norm": 0.04044711828026744,
      "learning_rate": 9.460415076196046e-06,
      "loss": 1.1777,
      "step": 464
    },
    {
      "epoch": 0.3164207034406499,
      "grad_norm": 0.039984993410920745,
      "learning_rate": 9.457971627271239e-06,
      "loss": 1.1856,
      "step": 465
    },
    {
      "epoch": 0.317101178071705,
      "grad_norm": 0.04595448821615046,
      "learning_rate": 9.455522975413846e-06,
      "loss": 1.1121,
      "step": 466
    },
    {
      "epoch": 0.31778165270276015,
      "grad_norm": 0.06911224440534725,
      "learning_rate": 9.453069123481706e-06,
      "loss": 1.1776,
      "step": 467
    },
    {
      "epoch": 0.31846212733381535,
      "grad_norm": 0.0496062942406621,
      "learning_rate": 9.45061007433873e-06,
      "loss": 1.2229,
      "step": 468
    },
    {
      "epoch": 0.3191426019648705,
      "grad_norm": 0.05285388792564055,
      "learning_rate": 9.44814583085489e-06,
      "loss": 1.2224,
      "step": 469
    },
    {
      "epoch": 0.3198230765959257,
      "grad_norm": 0.04266731996830014,
      "learning_rate": 9.445676395906226e-06,
      "loss": 1.1885,
      "step": 470
    },
    {
      "epoch": 0.3205035512269808,
      "grad_norm": 0.04794045206701465,
      "learning_rate": 9.443201772374834e-06,
      "loss": 1.1875,
      "step": 471
    },
    {
      "epoch": 0.32118402585803596,
      "grad_norm": 0.04276835398618904,
      "learning_rate": 9.440721963148864e-06,
      "loss": 1.186,
      "step": 472
    },
    {
      "epoch": 0.32186450048909115,
      "grad_norm": 0.04059867789220637,
      "learning_rate": 9.438236971122523e-06,
      "loss": 1.1746,
      "step": 473
    },
    {
      "epoch": 0.3225449751201463,
      "grad_norm": 0.05427813930596811,
      "learning_rate": 9.435746799196061e-06,
      "loss": 1.2627,
      "step": 474
    },
    {
      "epoch": 0.3232254497512015,
      "grad_norm": 0.06052704105903962,
      "learning_rate": 9.43325145027578e-06,
      "loss": 1.1896,
      "step": 475
    },
    {
      "epoch": 0.3239059243822566,
      "grad_norm": 0.05502079517421927,
      "learning_rate": 9.430750927274018e-06,
      "loss": 1.2125,
      "step": 476
    },
    {
      "epoch": 0.32458639901331177,
      "grad_norm": 0.05404712729764853,
      "learning_rate": 9.428245233109154e-06,
      "loss": 1.1966,
      "step": 477
    },
    {
      "epoch": 0.32526687364436696,
      "grad_norm": 0.047489497158267946,
      "learning_rate": 9.425734370705606e-06,
      "loss": 1.153,
      "step": 478
    },
    {
      "epoch": 0.3259473482754221,
      "grad_norm": 0.05518270929161413,
      "learning_rate": 9.42321834299382e-06,
      "loss": 1.1214,
      "step": 479
    },
    {
      "epoch": 0.3266278229064773,
      "grad_norm": 0.04183323442062128,
      "learning_rate": 9.420697152910268e-06,
      "loss": 1.1737,
      "step": 480
    },
    {
      "epoch": 0.32730829753753243,
      "grad_norm": 0.047353508292032734,
      "learning_rate": 9.41817080339745e-06,
      "loss": 1.1852,
      "step": 481
    },
    {
      "epoch": 0.3279887721685876,
      "grad_norm": 0.045798051211923665,
      "learning_rate": 9.415639297403891e-06,
      "loss": 1.1832,
      "step": 482
    },
    {
      "epoch": 0.32866924679964277,
      "grad_norm": 0.04709531868030345,
      "learning_rate": 9.413102637884131e-06,
      "loss": 1.2718,
      "step": 483
    },
    {
      "epoch": 0.3293497214306979,
      "grad_norm": 0.04915959430799309,
      "learning_rate": 9.410560827798721e-06,
      "loss": 1.148,
      "step": 484
    },
    {
      "epoch": 0.3300301960617531,
      "grad_norm": 0.09966635739398834,
      "learning_rate": 9.40801387011423e-06,
      "loss": 1.163,
      "step": 485
    },
    {
      "epoch": 0.33071067069280824,
      "grad_norm": 0.049745442405997646,
      "learning_rate": 9.40546176780323e-06,
      "loss": 1.1862,
      "step": 486
    },
    {
      "epoch": 0.3313911453238634,
      "grad_norm": 0.04671464675596574,
      "learning_rate": 9.402904523844301e-06,
      "loss": 1.2282,
      "step": 487
    },
    {
      "epoch": 0.3320716199549186,
      "grad_norm": 0.05486432598075293,
      "learning_rate": 9.400342141222019e-06,
      "loss": 1.1915,
      "step": 488
    },
    {
      "epoch": 0.3327520945859737,
      "grad_norm": 0.05033392877701764,
      "learning_rate": 9.397774622926963e-06,
      "loss": 1.169,
      "step": 489
    },
    {
      "epoch": 0.33343256921702885,
      "grad_norm": 0.04237024604944351,
      "learning_rate": 9.395201971955701e-06,
      "loss": 1.1909,
      "step": 490
    },
    {
      "epoch": 0.33411304384808405,
      "grad_norm": 0.05093227421957238,
      "learning_rate": 9.392624191310795e-06,
      "loss": 1.2164,
      "step": 491
    },
    {
      "epoch": 0.3347935184791392,
      "grad_norm": 0.046659153381013445,
      "learning_rate": 9.390041284000793e-06,
      "loss": 1.116,
      "step": 492
    },
    {
      "epoch": 0.3354739931101944,
      "grad_norm": 0.04607818909638517,
      "learning_rate": 9.387453253040221e-06,
      "loss": 1.1698,
      "step": 493
    },
    {
      "epoch": 0.3361544677412495,
      "grad_norm": 0.04582104423266983,
      "learning_rate": 9.384860101449598e-06,
      "loss": 1.1578,
      "step": 494
    },
    {
      "epoch": 0.33683494237230466,
      "grad_norm": 0.055032457656983766,
      "learning_rate": 9.382261832255402e-06,
      "loss": 1.2005,
      "step": 495
    },
    {
      "epoch": 0.33751541700335985,
      "grad_norm": 0.045420525383448394,
      "learning_rate": 9.3796584484901e-06,
      "loss": 1.1812,
      "step": 496
    },
    {
      "epoch": 0.338195891634415,
      "grad_norm": 0.04479691200348206,
      "learning_rate": 9.377049953192114e-06,
      "loss": 1.1975,
      "step": 497
    },
    {
      "epoch": 0.3388763662654702,
      "grad_norm": 0.04262624876760037,
      "learning_rate": 9.374436349405847e-06,
      "loss": 1.1979,
      "step": 498
    },
    {
      "epoch": 0.3395568408965253,
      "grad_norm": 0.05984559336645253,
      "learning_rate": 9.371817640181649e-06,
      "loss": 1.1928,
      "step": 499
    },
    {
      "epoch": 0.34023731552758046,
      "grad_norm": 0.04895162934117913,
      "learning_rate": 9.369193828575838e-06,
      "loss": 1.2148,
      "step": 500
    },
    {
      "epoch": 0.34091779015863566,
      "grad_norm": 0.05483533156140584,
      "learning_rate": 9.366564917650685e-06,
      "loss": 1.1474,
      "step": 501
    },
    {
      "epoch": 0.3415982647896908,
      "grad_norm": 0.04565128017297075,
      "learning_rate": 9.36393091047441e-06,
      "loss": 1.1957,
      "step": 502
    },
    {
      "epoch": 0.342278739420746,
      "grad_norm": 0.05336905029274791,
      "learning_rate": 9.361291810121184e-06,
      "loss": 1.1451,
      "step": 503
    },
    {
      "epoch": 0.34295921405180113,
      "grad_norm": 0.040537767793770316,
      "learning_rate": 9.358647619671123e-06,
      "loss": 1.1766,
      "step": 504
    },
    {
      "epoch": 0.34363968868285627,
      "grad_norm": 0.043800628506550594,
      "learning_rate": 9.355998342210278e-06,
      "loss": 1.1679,
      "step": 505
    },
    {
      "epoch": 0.34432016331391146,
      "grad_norm": 0.23872842344128314,
      "learning_rate": 9.353343980830644e-06,
      "loss": 1.1807,
      "step": 506
    },
    {
      "epoch": 0.3450006379449666,
      "grad_norm": 0.18365918447007845,
      "learning_rate": 9.350684538630146e-06,
      "loss": 1.0977,
      "step": 507
    },
    {
      "epoch": 0.3456811125760218,
      "grad_norm": 0.04344688652790131,
      "learning_rate": 9.348020018712636e-06,
      "loss": 1.1744,
      "step": 508
    },
    {
      "epoch": 0.34636158720707694,
      "grad_norm": 0.06815347742969964,
      "learning_rate": 9.3453504241879e-06,
      "loss": 1.1922,
      "step": 509
    },
    {
      "epoch": 0.3470420618381321,
      "grad_norm": 0.17668464807174913,
      "learning_rate": 9.342675758171638e-06,
      "loss": 1.1527,
      "step": 510
    },
    {
      "epoch": 0.34772253646918727,
      "grad_norm": 0.043762024230477835,
      "learning_rate": 9.339996023785477e-06,
      "loss": 1.1789,
      "step": 511
    },
    {
      "epoch": 0.3484030111002424,
      "grad_norm": 0.04645872519379631,
      "learning_rate": 9.337311224156952e-06,
      "loss": 1.2431,
      "step": 512
    },
    {
      "epoch": 0.3490834857312976,
      "grad_norm": 0.05467355097949484,
      "learning_rate": 9.334621362419516e-06,
      "loss": 1.19,
      "step": 513
    },
    {
      "epoch": 0.34976396036235274,
      "grad_norm": 0.04532675094347275,
      "learning_rate": 9.331926441712522e-06,
      "loss": 1.1435,
      "step": 514
    },
    {
      "epoch": 0.3504444349934079,
      "grad_norm": 0.19520076722462312,
      "learning_rate": 9.32922646518124e-06,
      "loss": 1.2298,
      "step": 515
    },
    {
      "epoch": 0.3511249096244631,
      "grad_norm": 0.04371007629560449,
      "learning_rate": 9.326521435976827e-06,
      "loss": 1.1918,
      "step": 516
    },
    {
      "epoch": 0.3518053842555182,
      "grad_norm": 0.041218605155981726,
      "learning_rate": 9.323811357256344e-06,
      "loss": 1.1903,
      "step": 517
    },
    {
      "epoch": 0.3524858588865734,
      "grad_norm": 0.04769161322978696,
      "learning_rate": 9.32109623218275e-06,
      "loss": 1.1919,
      "step": 518
    },
    {
      "epoch": 0.35316633351762855,
      "grad_norm": 0.04352852116577712,
      "learning_rate": 9.31837606392488e-06,
      "loss": 1.2385,
      "step": 519
    },
    {
      "epoch": 0.3538468081486837,
      "grad_norm": 0.04296085894799078,
      "learning_rate": 9.315650855657468e-06,
      "loss": 1.1762,
      "step": 520
    },
    {
      "epoch": 0.3545272827797389,
      "grad_norm": 0.062008282831599724,
      "learning_rate": 9.312920610561125e-06,
      "loss": 1.1741,
      "step": 521
    },
    {
      "epoch": 0.355207757410794,
      "grad_norm": 0.04475337460583143,
      "learning_rate": 9.310185331822338e-06,
      "loss": 1.2936,
      "step": 522
    },
    {
      "epoch": 0.3558882320418492,
      "grad_norm": 0.04335601547887752,
      "learning_rate": 9.307445022633476e-06,
      "loss": 1.1844,
      "step": 523
    },
    {
      "epoch": 0.35656870667290436,
      "grad_norm": 0.04763279336067209,
      "learning_rate": 9.304699686192771e-06,
      "loss": 1.1406,
      "step": 524
    },
    {
      "epoch": 0.3572491813039595,
      "grad_norm": 0.047035165273336066,
      "learning_rate": 9.301949325704326e-06,
      "loss": 1.1617,
      "step": 525
    },
    {
      "epoch": 0.3579296559350147,
      "grad_norm": 0.04427665615849973,
      "learning_rate": 9.299193944378112e-06,
      "loss": 1.1685,
      "step": 526
    },
    {
      "epoch": 0.35861013056606983,
      "grad_norm": 0.04803984704079458,
      "learning_rate": 9.296433545429951e-06,
      "loss": 1.1551,
      "step": 527
    },
    {
      "epoch": 0.35929060519712497,
      "grad_norm": 0.04228609178520076,
      "learning_rate": 9.293668132081528e-06,
      "loss": 1.2,
      "step": 528
    },
    {
      "epoch": 0.35997107982818016,
      "grad_norm": 0.04327688602770503,
      "learning_rate": 9.290897707560376e-06,
      "loss": 1.1496,
      "step": 529
    },
    {
      "epoch": 0.3606515544592353,
      "grad_norm": 0.03945827293494703,
      "learning_rate": 9.28812227509988e-06,
      "loss": 1.1688,
      "step": 530
    },
    {
      "epoch": 0.3613320290902905,
      "grad_norm": 0.06770668944349958,
      "learning_rate": 9.285341837939267e-06,
      "loss": 1.1949,
      "step": 531
    },
    {
      "epoch": 0.36201250372134564,
      "grad_norm": 0.04952482056953356,
      "learning_rate": 9.282556399323608e-06,
      "loss": 1.1547,
      "step": 532
    },
    {
      "epoch": 0.3626929783524008,
      "grad_norm": 0.04691822525955649,
      "learning_rate": 9.279765962503809e-06,
      "loss": 1.2035,
      "step": 533
    },
    {
      "epoch": 0.36337345298345597,
      "grad_norm": 0.04894000875415613,
      "learning_rate": 9.27697053073661e-06,
      "loss": 1.145,
      "step": 534
    },
    {
      "epoch": 0.3640539276145111,
      "grad_norm": 0.04336478998694143,
      "learning_rate": 9.27417010728458e-06,
      "loss": 1.1325,
      "step": 535
    },
    {
      "epoch": 0.3647344022455663,
      "grad_norm": 0.04176773876592002,
      "learning_rate": 9.271364695416115e-06,
      "loss": 1.1835,
      "step": 536
    },
    {
      "epoch": 0.36541487687662144,
      "grad_norm": 0.05622345966356037,
      "learning_rate": 9.268554298405434e-06,
      "loss": 1.1717,
      "step": 537
    },
    {
      "epoch": 0.3660953515076766,
      "grad_norm": 0.043400920584928455,
      "learning_rate": 9.26573891953257e-06,
      "loss": 1.2127,
      "step": 538
    },
    {
      "epoch": 0.3667758261387318,
      "grad_norm": 0.05286638961353637,
      "learning_rate": 9.262918562083374e-06,
      "loss": 1.2216,
      "step": 539
    },
    {
      "epoch": 0.3674563007697869,
      "grad_norm": 0.056795432935915866,
      "learning_rate": 9.260093229349507e-06,
      "loss": 1.1489,
      "step": 540
    },
    {
      "epoch": 0.3681367754008421,
      "grad_norm": 0.04668482939527108,
      "learning_rate": 9.25726292462844e-06,
      "loss": 1.1994,
      "step": 541
    },
    {
      "epoch": 0.36881725003189725,
      "grad_norm": 0.044822594591671316,
      "learning_rate": 9.254427651223434e-06,
      "loss": 1.1824,
      "step": 542
    },
    {
      "epoch": 0.3694977246629524,
      "grad_norm": 0.04345980827207413,
      "learning_rate": 9.251587412443567e-06,
      "loss": 1.1459,
      "step": 543
    },
    {
      "epoch": 0.3701781992940076,
      "grad_norm": 0.06220612289602904,
      "learning_rate": 9.248742211603699e-06,
      "loss": 1.0962,
      "step": 544
    },
    {
      "epoch": 0.3708586739250627,
      "grad_norm": 0.04464179454313693,
      "learning_rate": 9.245892052024486e-06,
      "loss": 1.2087,
      "step": 545
    },
    {
      "epoch": 0.3715391485561179,
      "grad_norm": 0.0482955122912646,
      "learning_rate": 9.243036937032373e-06,
      "loss": 1.125,
      "step": 546
    },
    {
      "epoch": 0.37221962318717305,
      "grad_norm": 0.044665776636380314,
      "learning_rate": 9.240176869959582e-06,
      "loss": 1.138,
      "step": 547
    },
    {
      "epoch": 0.3729000978182282,
      "grad_norm": 0.04680059833998865,
      "learning_rate": 9.237311854144125e-06,
      "loss": 1.2355,
      "step": 548
    },
    {
      "epoch": 0.3735805724492834,
      "grad_norm": 0.10018674747989316,
      "learning_rate": 9.23444189292978e-06,
      "loss": 1.1918,
      "step": 549
    },
    {
      "epoch": 0.3742610470803385,
      "grad_norm": 0.04306609979305801,
      "learning_rate": 9.2315669896661e-06,
      "loss": 1.1281,
      "step": 550
    },
    {
      "epoch": 0.3749415217113937,
      "grad_norm": 0.05047293198274693,
      "learning_rate": 9.228687147708409e-06,
      "loss": 1.1483,
      "step": 551
    },
    {
      "epoch": 0.37562199634244886,
      "grad_norm": 0.04210396323953163,
      "learning_rate": 9.225802370417789e-06,
      "loss": 1.1321,
      "step": 552
    },
    {
      "epoch": 0.376302470973504,
      "grad_norm": 0.06228495287048316,
      "learning_rate": 9.222912661161088e-06,
      "loss": 1.17,
      "step": 553
    },
    {
      "epoch": 0.3769829456045592,
      "grad_norm": 0.04060494627163399,
      "learning_rate": 9.220018023310908e-06,
      "loss": 1.1338,
      "step": 554
    },
    {
      "epoch": 0.37766342023561433,
      "grad_norm": 0.04117475908146937,
      "learning_rate": 9.217118460245602e-06,
      "loss": 1.116,
      "step": 555
    },
    {
      "epoch": 0.37834389486666953,
      "grad_norm": 0.05357625308494766,
      "learning_rate": 9.214213975349272e-06,
      "loss": 1.154,
      "step": 556
    },
    {
      "epoch": 0.37902436949772467,
      "grad_norm": 0.04262138167104594,
      "learning_rate": 9.211304572011765e-06,
      "loss": 1.1779,
      "step": 557
    },
    {
      "epoch": 0.3797048441287798,
      "grad_norm": 0.05022095152403962,
      "learning_rate": 9.208390253628667e-06,
      "loss": 1.2275,
      "step": 558
    },
    {
      "epoch": 0.380385318759835,
      "grad_norm": 0.038697641779660466,
      "learning_rate": 9.205471023601302e-06,
      "loss": 1.2025,
      "step": 559
    },
    {
      "epoch": 0.38106579339089014,
      "grad_norm": 0.04837293979857492,
      "learning_rate": 9.202546885336725e-06,
      "loss": 1.2113,
      "step": 560
    },
    {
      "epoch": 0.38174626802194533,
      "grad_norm": 0.04709673453076869,
      "learning_rate": 9.199617842247718e-06,
      "loss": 1.2322,
      "step": 561
    },
    {
      "epoch": 0.3824267426530005,
      "grad_norm": 0.038353871634371726,
      "learning_rate": 9.196683897752794e-06,
      "loss": 1.14,
      "step": 562
    },
    {
      "epoch": 0.3831072172840556,
      "grad_norm": 0.03856451637837848,
      "learning_rate": 9.193745055276177e-06,
      "loss": 1.1752,
      "step": 563
    },
    {
      "epoch": 0.3837876919151108,
      "grad_norm": 0.04029222501667547,
      "learning_rate": 9.190801318247817e-06,
      "loss": 1.134,
      "step": 564
    },
    {
      "epoch": 0.38446816654616595,
      "grad_norm": 0.04718440155396733,
      "learning_rate": 9.18785269010337e-06,
      "loss": 1.1904,
      "step": 565
    },
    {
      "epoch": 0.3851486411772211,
      "grad_norm": 0.047157298136945865,
      "learning_rate": 9.184899174284201e-06,
      "loss": 1.2019,
      "step": 566
    },
    {
      "epoch": 0.3858291158082763,
      "grad_norm": 0.040554851143715896,
      "learning_rate": 9.181940774237383e-06,
      "loss": 1.1578,
      "step": 567
    },
    {
      "epoch": 0.3865095904393314,
      "grad_norm": 0.04395329490897282,
      "learning_rate": 9.178977493415684e-06,
      "loss": 1.1691,
      "step": 568
    },
    {
      "epoch": 0.3871900650703866,
      "grad_norm": 0.0433727263541022,
      "learning_rate": 9.176009335277575e-06,
      "loss": 1.1697,
      "step": 569
    },
    {
      "epoch": 0.38787053970144175,
      "grad_norm": 0.04385387344621323,
      "learning_rate": 9.173036303287215e-06,
      "loss": 1.2413,
      "step": 570
    },
    {
      "epoch": 0.3885510143324969,
      "grad_norm": 0.04299760073456161,
      "learning_rate": 9.17005840091445e-06,
      "loss": 1.2259,
      "step": 571
    },
    {
      "epoch": 0.3892314889635521,
      "grad_norm": 0.04243566940825901,
      "learning_rate": 9.167075631634816e-06,
      "loss": 1.1939,
      "step": 572
    },
    {
      "epoch": 0.3899119635946072,
      "grad_norm": 0.04414891882046903,
      "learning_rate": 9.164087998929523e-06,
      "loss": 1.1575,
      "step": 573
    },
    {
      "epoch": 0.3905924382256624,
      "grad_norm": 0.03882576400514526,
      "learning_rate": 9.16109550628546e-06,
      "loss": 1.1904,
      "step": 574
    },
    {
      "epoch": 0.39127291285671756,
      "grad_norm": 0.05228919194953363,
      "learning_rate": 9.15809815719519e-06,
      "loss": 1.2166,
      "step": 575
    },
    {
      "epoch": 0.3919533874877727,
      "grad_norm": 0.03962957960394459,
      "learning_rate": 9.155095955156941e-06,
      "loss": 1.1888,
      "step": 576
    },
    {
      "epoch": 0.3926338621188279,
      "grad_norm": 0.041080403985258,
      "learning_rate": 9.152088903674605e-06,
      "loss": 1.1468,
      "step": 577
    },
    {
      "epoch": 0.39331433674988303,
      "grad_norm": 0.03904444499346437,
      "learning_rate": 9.149077006257734e-06,
      "loss": 1.2097,
      "step": 578
    },
    {
      "epoch": 0.3939948113809382,
      "grad_norm": 0.055258121836283904,
      "learning_rate": 9.14606026642154e-06,
      "loss": 1.183,
      "step": 579
    },
    {
      "epoch": 0.39467528601199336,
      "grad_norm": 0.043950342680780415,
      "learning_rate": 9.143038687686877e-06,
      "loss": 1.2286,
      "step": 580
    },
    {
      "epoch": 0.3953557606430485,
      "grad_norm": 0.04326934798265069,
      "learning_rate": 9.140012273580261e-06,
      "loss": 1.1461,
      "step": 581
    },
    {
      "epoch": 0.3960362352741037,
      "grad_norm": 0.11342425414721487,
      "learning_rate": 9.136981027633834e-06,
      "loss": 1.1621,
      "step": 582
    },
    {
      "epoch": 0.39671670990515884,
      "grad_norm": 0.045256571639823724,
      "learning_rate": 9.133944953385392e-06,
      "loss": 1.1601,
      "step": 583
    },
    {
      "epoch": 0.39739718453621403,
      "grad_norm": 0.052853385155972675,
      "learning_rate": 9.130904054378358e-06,
      "loss": 1.1266,
      "step": 584
    },
    {
      "epoch": 0.39807765916726917,
      "grad_norm": 0.044595902031428894,
      "learning_rate": 9.127858334161789e-06,
      "loss": 1.1782,
      "step": 585
    },
    {
      "epoch": 0.3987581337983243,
      "grad_norm": 0.050516667255890005,
      "learning_rate": 9.124807796290366e-06,
      "loss": 1.2294,
      "step": 586
    },
    {
      "epoch": 0.3994386084293795,
      "grad_norm": 0.03737860442207068,
      "learning_rate": 9.1217524443244e-06,
      "loss": 1.1784,
      "step": 587
    },
    {
      "epoch": 0.40011908306043464,
      "grad_norm": 0.04225329960507096,
      "learning_rate": 9.118692281829813e-06,
      "loss": 1.1505,
      "step": 588
    },
    {
      "epoch": 0.40079955769148984,
      "grad_norm": 0.050763619906775,
      "learning_rate": 9.115627312378141e-06,
      "loss": 1.1469,
      "step": 589
    },
    {
      "epoch": 0.401480032322545,
      "grad_norm": 0.05617411574200467,
      "learning_rate": 9.112557539546535e-06,
      "loss": 1.1776,
      "step": 590
    },
    {
      "epoch": 0.4021605069536001,
      "grad_norm": 0.07658515208497231,
      "learning_rate": 9.109482966917753e-06,
      "loss": 1.1436,
      "step": 591
    },
    {
      "epoch": 0.4028409815846553,
      "grad_norm": 0.05122117400200576,
      "learning_rate": 9.10640359808015e-06,
      "loss": 1.2159,
      "step": 592
    },
    {
      "epoch": 0.40352145621571045,
      "grad_norm": 0.042423364800815176,
      "learning_rate": 9.10331943662768e-06,
      "loss": 1.1828,
      "step": 593
    },
    {
      "epoch": 0.40420193084676564,
      "grad_norm": 0.05370052513597702,
      "learning_rate": 9.100230486159893e-06,
      "loss": 1.1537,
      "step": 594
    },
    {
      "epoch": 0.4048824054778208,
      "grad_norm": 0.043549532367692975,
      "learning_rate": 9.097136750281925e-06,
      "loss": 1.1416,
      "step": 595
    },
    {
      "epoch": 0.4055628801088759,
      "grad_norm": 0.04895296341337781,
      "learning_rate": 9.094038232604499e-06,
      "loss": 1.1718,
      "step": 596
    },
    {
      "epoch": 0.4062433547399311,
      "grad_norm": 0.05538114190435457,
      "learning_rate": 9.090934936743919e-06,
      "loss": 1.162,
      "step": 597
    },
    {
      "epoch": 0.40692382937098626,
      "grad_norm": 0.04557565748071047,
      "learning_rate": 9.087826866322065e-06,
      "loss": 1.1355,
      "step": 598
    },
    {
      "epoch": 0.40760430400204145,
      "grad_norm": 0.04378712655891265,
      "learning_rate": 9.084714024966387e-06,
      "loss": 1.2115,
      "step": 599
    },
    {
      "epoch": 0.4082847786330966,
      "grad_norm": 0.04170201899514444,
      "learning_rate": 9.081596416309913e-06,
      "loss": 1.2017,
      "step": 600
    },
    {
      "epoch": 0.40896525326415173,
      "grad_norm": 0.04861323345657344,
      "learning_rate": 9.07847404399122e-06,
      "loss": 1.1319,
      "step": 601
    },
    {
      "epoch": 0.4096457278952069,
      "grad_norm": 0.041723471269353364,
      "learning_rate": 9.075346911654456e-06,
      "loss": 1.2286,
      "step": 602
    },
    {
      "epoch": 0.41032620252626206,
      "grad_norm": 0.04335204371295228,
      "learning_rate": 9.072215022949323e-06,
      "loss": 1.1921,
      "step": 603
    },
    {
      "epoch": 0.4110066771573172,
      "grad_norm": 0.04528272419703535,
      "learning_rate": 9.069078381531067e-06,
      "loss": 1.2223,
      "step": 604
    },
    {
      "epoch": 0.4116871517883724,
      "grad_norm": 0.05715384377035942,
      "learning_rate": 9.06593699106049e-06,
      "loss": 1.0998,
      "step": 605
    },
    {
      "epoch": 0.41236762641942754,
      "grad_norm": 0.04669873043406728,
      "learning_rate": 9.062790855203932e-06,
      "loss": 1.2269,
      "step": 606
    },
    {
      "epoch": 0.41304810105048273,
      "grad_norm": 0.04030013224679412,
      "learning_rate": 9.059639977633272e-06,
      "loss": 1.1337,
      "step": 607
    },
    {
      "epoch": 0.41372857568153787,
      "grad_norm": 0.04483399795097766,
      "learning_rate": 9.056484362025922e-06,
      "loss": 1.1496,
      "step": 608
    },
    {
      "epoch": 0.414409050312593,
      "grad_norm": 0.04135748479654297,
      "learning_rate": 9.053324012064826e-06,
      "loss": 1.1519,
      "step": 609
    },
    {
      "epoch": 0.4150895249436482,
      "grad_norm": 0.038852153018098134,
      "learning_rate": 9.050158931438451e-06,
      "loss": 1.2013,
      "step": 610
    },
    {
      "epoch": 0.41576999957470334,
      "grad_norm": 0.04120197609440938,
      "learning_rate": 9.046989123840787e-06,
      "loss": 1.092,
      "step": 611
    },
    {
      "epoch": 0.41645047420575854,
      "grad_norm": 0.0632098125332872,
      "learning_rate": 9.043814592971345e-06,
      "loss": 1.1927,
      "step": 612
    },
    {
      "epoch": 0.4171309488368137,
      "grad_norm": 0.05564769512803907,
      "learning_rate": 9.040635342535138e-06,
      "loss": 1.156,
      "step": 613
    },
    {
      "epoch": 0.4178114234678688,
      "grad_norm": 0.04572723207846192,
      "learning_rate": 9.037451376242696e-06,
      "loss": 1.1422,
      "step": 614
    },
    {
      "epoch": 0.418491898098924,
      "grad_norm": 0.04550948417572969,
      "learning_rate": 9.03426269781005e-06,
      "loss": 1.1934,
      "step": 615
    },
    {
      "epoch": 0.41917237272997915,
      "grad_norm": 0.04731619409086017,
      "learning_rate": 9.031069310958733e-06,
      "loss": 1.1733,
      "step": 616
    },
    {
      "epoch": 0.41985284736103434,
      "grad_norm": 0.044246541580062755,
      "learning_rate": 9.027871219415768e-06,
      "loss": 1.1082,
      "step": 617
    },
    {
      "epoch": 0.4205333219920895,
      "grad_norm": 0.04820982477572937,
      "learning_rate": 9.024668426913671e-06,
      "loss": 1.1309,
      "step": 618
    },
    {
      "epoch": 0.4212137966231446,
      "grad_norm": 0.08383658208257669,
      "learning_rate": 9.021460937190452e-06,
      "loss": 1.1564,
      "step": 619
    },
    {
      "epoch": 0.4218942712541998,
      "grad_norm": 0.05604400126597725,
      "learning_rate": 9.018248753989589e-06,
      "loss": 1.1474,
      "step": 620
    },
    {
      "epoch": 0.42257474588525495,
      "grad_norm": 0.05356260018739531,
      "learning_rate": 9.015031881060049e-06,
      "loss": 1.1796,
      "step": 621
    },
    {
      "epoch": 0.42325522051631015,
      "grad_norm": 0.04238920741626305,
      "learning_rate": 9.011810322156269e-06,
      "loss": 1.2104,
      "step": 622
    },
    {
      "epoch": 0.4239356951473653,
      "grad_norm": 0.04894978259042282,
      "learning_rate": 9.008584081038154e-06,
      "loss": 1.1594,
      "step": 623
    },
    {
      "epoch": 0.4246161697784204,
      "grad_norm": 0.04426277481058919,
      "learning_rate": 9.005353161471075e-06,
      "loss": 1.2169,
      "step": 624
    },
    {
      "epoch": 0.4252966444094756,
      "grad_norm": 0.043070948426717666,
      "learning_rate": 9.002117567225864e-06,
      "loss": 1.1211,
      "step": 625
    },
    {
      "epoch": 0.42597711904053076,
      "grad_norm": 0.05303928667483388,
      "learning_rate": 8.998877302078803e-06,
      "loss": 1.149,
      "step": 626
    },
    {
      "epoch": 0.42665759367158596,
      "grad_norm": 0.04516784837517743,
      "learning_rate": 8.995632369811637e-06,
      "loss": 1.1671,
      "step": 627
    },
    {
      "epoch": 0.4273380683026411,
      "grad_norm": 0.04548405871251726,
      "learning_rate": 8.992382774211546e-06,
      "loss": 1.1877,
      "step": 628
    },
    {
      "epoch": 0.42801854293369623,
      "grad_norm": 0.04781155444112428,
      "learning_rate": 8.98912851907116e-06,
      "loss": 1.1783,
      "step": 629
    },
    {
      "epoch": 0.42869901756475143,
      "grad_norm": 0.052231441639144574,
      "learning_rate": 8.985869608188545e-06,
      "loss": 1.1696,
      "step": 630
    },
    {
      "epoch": 0.42937949219580657,
      "grad_norm": 0.0431022135401387,
      "learning_rate": 8.982606045367197e-06,
      "loss": 1.1694,
      "step": 631
    },
    {
      "epoch": 0.43005996682686176,
      "grad_norm": 0.04575883042207237,
      "learning_rate": 8.97933783441605e-06,
      "loss": 1.1323,
      "step": 632
    },
    {
      "epoch": 0.4307404414579169,
      "grad_norm": 0.04896257001899479,
      "learning_rate": 8.976064979149455e-06,
      "loss": 1.1249,
      "step": 633
    },
    {
      "epoch": 0.43142091608897204,
      "grad_norm": 0.04389504944422267,
      "learning_rate": 8.97278748338719e-06,
      "loss": 1.159,
      "step": 634
    },
    {
      "epoch": 0.43210139072002723,
      "grad_norm": 0.05622702110796912,
      "learning_rate": 8.969505350954437e-06,
      "loss": 1.2003,
      "step": 635
    },
    {
      "epoch": 0.4327818653510824,
      "grad_norm": 0.04040018206262394,
      "learning_rate": 8.966218585681807e-06,
      "loss": 1.1349,
      "step": 636
    },
    {
      "epoch": 0.43346233998213757,
      "grad_norm": 0.047477365580878915,
      "learning_rate": 8.962927191405303e-06,
      "loss": 1.2024,
      "step": 637
    },
    {
      "epoch": 0.4341428146131927,
      "grad_norm": 0.048555827930069,
      "learning_rate": 8.95963117196634e-06,
      "loss": 1.2557,
      "step": 638
    },
    {
      "epoch": 0.43482328924424785,
      "grad_norm": 0.054659375585268836,
      "learning_rate": 8.956330531211722e-06,
      "loss": 1.188,
      "step": 639
    },
    {
      "epoch": 0.43550376387530304,
      "grad_norm": 0.040645473042345025,
      "learning_rate": 8.953025272993658e-06,
      "loss": 1.1376,
      "step": 640
    },
    {
      "epoch": 0.4361842385063582,
      "grad_norm": 0.046111292563565255,
      "learning_rate": 8.949715401169736e-06,
      "loss": 1.2019,
      "step": 641
    },
    {
      "epoch": 0.4368647131374133,
      "grad_norm": 0.054079384073597254,
      "learning_rate": 8.946400919602933e-06,
      "loss": 1.0977,
      "step": 642
    },
    {
      "epoch": 0.4375451877684685,
      "grad_norm": 0.05731924786742128,
      "learning_rate": 8.943081832161609e-06,
      "loss": 1.1544,
      "step": 643
    },
    {
      "epoch": 0.43822566239952365,
      "grad_norm": 0.05630874065668251,
      "learning_rate": 8.939758142719492e-06,
      "loss": 1.1918,
      "step": 644
    },
    {
      "epoch": 0.43890613703057885,
      "grad_norm": 0.03816990143767904,
      "learning_rate": 8.936429855155689e-06,
      "loss": 1.2012,
      "step": 645
    },
    {
      "epoch": 0.439586611661634,
      "grad_norm": 0.04400978621701978,
      "learning_rate": 8.933096973354665e-06,
      "loss": 1.1453,
      "step": 646
    },
    {
      "epoch": 0.4402670862926891,
      "grad_norm": 0.04665880271204441,
      "learning_rate": 8.929759501206256e-06,
      "loss": 1.1265,
      "step": 647
    },
    {
      "epoch": 0.4409475609237443,
      "grad_norm": 0.043030911029214435,
      "learning_rate": 8.926417442605648e-06,
      "loss": 1.135,
      "step": 648
    },
    {
      "epoch": 0.44162803555479946,
      "grad_norm": 0.04123644734185817,
      "learning_rate": 8.923070801453387e-06,
      "loss": 1.2076,
      "step": 649
    },
    {
      "epoch": 0.44230851018585465,
      "grad_norm": 0.04506167142447191,
      "learning_rate": 8.919719581655357e-06,
      "loss": 1.1844,
      "step": 650
    },
    {
      "epoch": 0.4429889848169098,
      "grad_norm": 0.046921451751882365,
      "learning_rate": 8.916363787122799e-06,
      "loss": 1.1617,
      "step": 651
    },
    {
      "epoch": 0.44366945944796493,
      "grad_norm": 0.04190142210943615,
      "learning_rate": 8.913003421772281e-06,
      "loss": 1.1999,
      "step": 652
    },
    {
      "epoch": 0.4443499340790201,
      "grad_norm": 0.04257383871526422,
      "learning_rate": 8.909638489525716e-06,
      "loss": 1.1247,
      "step": 653
    },
    {
      "epoch": 0.44503040871007526,
      "grad_norm": 0.04284067496617002,
      "learning_rate": 8.906268994310339e-06,
      "loss": 1.126,
      "step": 654
    },
    {
      "epoch": 0.44571088334113046,
      "grad_norm": 0.04146605514930847,
      "learning_rate": 8.902894940058711e-06,
      "loss": 1.147,
      "step": 655
    },
    {
      "epoch": 0.4463913579721856,
      "grad_norm": 0.039662388499429706,
      "learning_rate": 8.89951633070872e-06,
      "loss": 1.1941,
      "step": 656
    },
    {
      "epoch": 0.44707183260324074,
      "grad_norm": 0.04418598970569444,
      "learning_rate": 8.896133170203568e-06,
      "loss": 1.2457,
      "step": 657
    },
    {
      "epoch": 0.44775230723429593,
      "grad_norm": 0.10906792539732048,
      "learning_rate": 8.892745462491763e-06,
      "loss": 1.1104,
      "step": 658
    },
    {
      "epoch": 0.44843278186535107,
      "grad_norm": 0.0424440730081983,
      "learning_rate": 8.889353211527127e-06,
      "loss": 1.2128,
      "step": 659
    },
    {
      "epoch": 0.44911325649640627,
      "grad_norm": 0.03940467016530127,
      "learning_rate": 8.88595642126878e-06,
      "loss": 1.1276,
      "step": 660
    },
    {
      "epoch": 0.4497937311274614,
      "grad_norm": 0.04242304735361312,
      "learning_rate": 8.882555095681146e-06,
      "loss": 1.153,
      "step": 661
    },
    {
      "epoch": 0.45047420575851654,
      "grad_norm": 0.045990540093621315,
      "learning_rate": 8.879149238733932e-06,
      "loss": 1.1676,
      "step": 662
    },
    {
      "epoch": 0.45115468038957174,
      "grad_norm": 0.038752849130074755,
      "learning_rate": 8.875738854402145e-06,
      "loss": 1.1658,
      "step": 663
    },
    {
      "epoch": 0.4518351550206269,
      "grad_norm": 0.049091711940893935,
      "learning_rate": 8.872323946666068e-06,
      "loss": 1.2261,
      "step": 664
    },
    {
      "epoch": 0.45251562965168207,
      "grad_norm": 0.04436510007180478,
      "learning_rate": 8.868904519511265e-06,
      "loss": 1.1589,
      "step": 665
    },
    {
      "epoch": 0.4531961042827372,
      "grad_norm": 0.04529044535448883,
      "learning_rate": 8.865480576928578e-06,
      "loss": 1.1663,
      "step": 666
    },
    {
      "epoch": 0.45387657891379235,
      "grad_norm": 0.04350982910961256,
      "learning_rate": 8.862052122914113e-06,
      "loss": 1.0842,
      "step": 667
    },
    {
      "epoch": 0.45455705354484754,
      "grad_norm": 0.04415118922290587,
      "learning_rate": 8.858619161469246e-06,
      "loss": 1.1682,
      "step": 668
    },
    {
      "epoch": 0.4552375281759027,
      "grad_norm": 0.04102662678874476,
      "learning_rate": 8.855181696600615e-06,
      "loss": 1.225,
      "step": 669
    },
    {
      "epoch": 0.4559180028069579,
      "grad_norm": 0.03978611381793182,
      "learning_rate": 8.851739732320109e-06,
      "loss": 1.2356,
      "step": 670
    },
    {
      "epoch": 0.456598477438013,
      "grad_norm": 0.03808971840706306,
      "learning_rate": 8.84829327264487e-06,
      "loss": 1.1477,
      "step": 671
    },
    {
      "epoch": 0.45727895206906816,
      "grad_norm": 0.04093130739375452,
      "learning_rate": 8.844842321597289e-06,
      "loss": 1.1476,
      "step": 672
    },
    {
      "epoch": 0.45795942670012335,
      "grad_norm": 0.0397782234125982,
      "learning_rate": 8.841386883204996e-06,
      "loss": 1.1601,
      "step": 673
    },
    {
      "epoch": 0.4586399013311785,
      "grad_norm": 0.04360741298869491,
      "learning_rate": 8.83792696150086e-06,
      "loss": 1.1521,
      "step": 674
    },
    {
      "epoch": 0.4593203759622337,
      "grad_norm": 0.03973179592791577,
      "learning_rate": 8.834462560522983e-06,
      "loss": 1.1552,
      "step": 675
    },
    {
      "epoch": 0.4600008505932888,
      "grad_norm": 0.0537116714743348,
      "learning_rate": 8.83099368431469e-06,
      "loss": 1.1733,
      "step": 676
    },
    {
      "epoch": 0.46068132522434396,
      "grad_norm": 0.04194800221614982,
      "learning_rate": 8.827520336924539e-06,
      "loss": 1.1144,
      "step": 677
    },
    {
      "epoch": 0.46136179985539916,
      "grad_norm": 0.03962763960599941,
      "learning_rate": 8.824042522406295e-06,
      "loss": 1.1887,
      "step": 678
    },
    {
      "epoch": 0.4620422744864543,
      "grad_norm": 0.05396619916684024,
      "learning_rate": 8.820560244818943e-06,
      "loss": 1.186,
      "step": 679
    },
    {
      "epoch": 0.46272274911750944,
      "grad_norm": 0.03922059133562145,
      "learning_rate": 8.817073508226677e-06,
      "loss": 1.1002,
      "step": 680
    },
    {
      "epoch": 0.46340322374856463,
      "grad_norm": 0.04739443119639226,
      "learning_rate": 8.813582316698892e-06,
      "loss": 1.2155,
      "step": 681
    },
    {
      "epoch": 0.46408369837961977,
      "grad_norm": 0.04637500866593254,
      "learning_rate": 8.810086674310184e-06,
      "loss": 1.1297,
      "step": 682
    },
    {
      "epoch": 0.46476417301067496,
      "grad_norm": 0.04244486346065373,
      "learning_rate": 8.806586585140346e-06,
      "loss": 1.1765,
      "step": 683
    },
    {
      "epoch": 0.4654446476417301,
      "grad_norm": 0.04328360465585307,
      "learning_rate": 8.803082053274357e-06,
      "loss": 1.2268,
      "step": 684
    },
    {
      "epoch": 0.46612512227278524,
      "grad_norm": 0.05890001367764087,
      "learning_rate": 8.799573082802384e-06,
      "loss": 1.1906,
      "step": 685
    },
    {
      "epoch": 0.46680559690384044,
      "grad_norm": 0.041636831966172676,
      "learning_rate": 8.796059677819773e-06,
      "loss": 1.1916,
      "step": 686
    },
    {
      "epoch": 0.4674860715348956,
      "grad_norm": 0.045474654484024504,
      "learning_rate": 8.792541842427043e-06,
      "loss": 1.1641,
      "step": 687
    },
    {
      "epoch": 0.46816654616595077,
      "grad_norm": 0.04576863707481716,
      "learning_rate": 8.789019580729889e-06,
      "loss": 1.1878,
      "step": 688
    },
    {
      "epoch": 0.4688470207970059,
      "grad_norm": 0.06478144940333726,
      "learning_rate": 8.78549289683917e-06,
      "loss": 1.2141,
      "step": 689
    },
    {
      "epoch": 0.46952749542806105,
      "grad_norm": 0.043456374490342724,
      "learning_rate": 8.781961794870903e-06,
      "loss": 1.2166,
      "step": 690
    },
    {
      "epoch": 0.47020797005911624,
      "grad_norm": 0.049269380160544426,
      "learning_rate": 8.778426278946266e-06,
      "loss": 1.1901,
      "step": 691
    },
    {
      "epoch": 0.4708884446901714,
      "grad_norm": 0.044225703845258736,
      "learning_rate": 8.774886353191587e-06,
      "loss": 1.1272,
      "step": 692
    },
    {
      "epoch": 0.4715689193212266,
      "grad_norm": 0.05178632319183577,
      "learning_rate": 8.771342021738338e-06,
      "loss": 1.165,
      "step": 693
    },
    {
      "epoch": 0.4722493939522817,
      "grad_norm": 0.04521221449695577,
      "learning_rate": 8.767793288723137e-06,
      "loss": 1.1625,
      "step": 694
    },
    {
      "epoch": 0.47292986858333685,
      "grad_norm": 0.04707321365536953,
      "learning_rate": 8.764240158287738e-06,
      "loss": 1.2437,
      "step": 695
    },
    {
      "epoch": 0.47361034321439205,
      "grad_norm": 0.07074717036076185,
      "learning_rate": 8.760682634579023e-06,
      "loss": 1.1775,
      "step": 696
    },
    {
      "epoch": 0.4742908178454472,
      "grad_norm": 0.040897170854665654,
      "learning_rate": 8.757120721749008e-06,
      "loss": 1.1933,
      "step": 697
    },
    {
      "epoch": 0.4749712924765024,
      "grad_norm": 0.048850521888701544,
      "learning_rate": 8.753554423954828e-06,
      "loss": 1.1267,
      "step": 698
    },
    {
      "epoch": 0.4756517671075575,
      "grad_norm": 0.06210572694991292,
      "learning_rate": 8.749983745358737e-06,
      "loss": 1.1855,
      "step": 699
    },
    {
      "epoch": 0.47633224173861266,
      "grad_norm": 0.048857526652923464,
      "learning_rate": 8.746408690128098e-06,
      "loss": 1.1665,
      "step": 700
    },
    {
      "epoch": 0.47701271636966786,
      "grad_norm": 0.0414540516695226,
      "learning_rate": 8.74282926243539e-06,
      "loss": 1.1863,
      "step": 701
    },
    {
      "epoch": 0.477693191000723,
      "grad_norm": 0.055584695327975414,
      "learning_rate": 8.739245466458187e-06,
      "loss": 1.1967,
      "step": 702
    },
    {
      "epoch": 0.4783736656317782,
      "grad_norm": 0.04030451886055771,
      "learning_rate": 8.735657306379163e-06,
      "loss": 1.2083,
      "step": 703
    },
    {
      "epoch": 0.47905414026283333,
      "grad_norm": 0.04719451383173251,
      "learning_rate": 8.73206478638609e-06,
      "loss": 1.1757,
      "step": 704
    },
    {
      "epoch": 0.47973461489388847,
      "grad_norm": 0.04763825535086207,
      "learning_rate": 8.728467910671824e-06,
      "loss": 1.1618,
      "step": 705
    },
    {
      "epoch": 0.48041508952494366,
      "grad_norm": 0.044435320565230585,
      "learning_rate": 8.72486668343431e-06,
      "loss": 1.1431,
      "step": 706
    },
    {
      "epoch": 0.4810955641559988,
      "grad_norm": 0.040290417518756755,
      "learning_rate": 8.72126110887656e-06,
      "loss": 1.209,
      "step": 707
    },
    {
      "epoch": 0.481776038787054,
      "grad_norm": 0.04438079005488205,
      "learning_rate": 8.717651191206675e-06,
      "loss": 1.1499,
      "step": 708
    },
    {
      "epoch": 0.48245651341810913,
      "grad_norm": 0.04056501410888882,
      "learning_rate": 8.714036934637811e-06,
      "loss": 1.1974,
      "step": 709
    },
    {
      "epoch": 0.4831369880491643,
      "grad_norm": 0.04206798497439385,
      "learning_rate": 8.7104183433882e-06,
      "loss": 1.2026,
      "step": 710
    },
    {
      "epoch": 0.48381746268021947,
      "grad_norm": 0.05388403958303696,
      "learning_rate": 8.706795421681123e-06,
      "loss": 1.1419,
      "step": 711
    },
    {
      "epoch": 0.4844979373112746,
      "grad_norm": 0.05393628641759076,
      "learning_rate": 8.703168173744922e-06,
      "loss": 1.1001,
      "step": 712
    },
    {
      "epoch": 0.4851784119423298,
      "grad_norm": 0.038014835242398314,
      "learning_rate": 8.699536603812985e-06,
      "loss": 1.1714,
      "step": 713
    },
    {
      "epoch": 0.48585888657338494,
      "grad_norm": 0.04159366635634062,
      "learning_rate": 8.695900716123744e-06,
      "loss": 1.1331,
      "step": 714
    },
    {
      "epoch": 0.4865393612044401,
      "grad_norm": 0.04599652383543539,
      "learning_rate": 8.692260514920673e-06,
      "loss": 1.1626,
      "step": 715
    },
    {
      "epoch": 0.4872198358354953,
      "grad_norm": 0.04701383530546749,
      "learning_rate": 8.688616004452277e-06,
      "loss": 1.1981,
      "step": 716
    },
    {
      "epoch": 0.4879003104665504,
      "grad_norm": 0.04314451118569952,
      "learning_rate": 8.684967188972092e-06,
      "loss": 1.2204,
      "step": 717
    },
    {
      "epoch": 0.48858078509760555,
      "grad_norm": 0.04650286004160289,
      "learning_rate": 8.681314072738678e-06,
      "loss": 1.1316,
      "step": 718
    },
    {
      "epoch": 0.48926125972866075,
      "grad_norm": 0.051839407512247186,
      "learning_rate": 8.677656660015616e-06,
      "loss": 1.1252,
      "step": 719
    },
    {
      "epoch": 0.4899417343597159,
      "grad_norm": 0.046793968679010596,
      "learning_rate": 8.6739949550715e-06,
      "loss": 1.1836,
      "step": 720
    },
    {
      "epoch": 0.4906222089907711,
      "grad_norm": 0.05835913550371476,
      "learning_rate": 8.670328962179933e-06,
      "loss": 1.1668,
      "step": 721
    },
    {
      "epoch": 0.4913026836218262,
      "grad_norm": 0.05277610249888075,
      "learning_rate": 8.666658685619523e-06,
      "loss": 1.1915,
      "step": 722
    },
    {
      "epoch": 0.49198315825288136,
      "grad_norm": 0.0439462908397666,
      "learning_rate": 8.662984129673878e-06,
      "loss": 1.2047,
      "step": 723
    },
    {
      "epoch": 0.49266363288393655,
      "grad_norm": 0.04834786737069348,
      "learning_rate": 8.6593052986316e-06,
      "loss": 1.1874,
      "step": 724
    },
    {
      "epoch": 0.4933441075149917,
      "grad_norm": 0.04629847715145555,
      "learning_rate": 8.655622196786281e-06,
      "loss": 1.2091,
      "step": 725
    },
    {
      "epoch": 0.4940245821460469,
      "grad_norm": 0.05364431842807492,
      "learning_rate": 8.651934828436497e-06,
      "loss": 1.137,
      "step": 726
    },
    {
      "epoch": 0.494705056777102,
      "grad_norm": 0.044196454811106574,
      "learning_rate": 8.648243197885805e-06,
      "loss": 1.1291,
      "step": 727
    },
    {
      "epoch": 0.49538553140815716,
      "grad_norm": 0.05481533638606025,
      "learning_rate": 8.644547309442734e-06,
      "loss": 1.2078,
      "step": 728
    },
    {
      "epoch": 0.49606600603921236,
      "grad_norm": 0.03746499887219231,
      "learning_rate": 8.640847167420782e-06,
      "loss": 1.1583,
      "step": 729
    },
    {
      "epoch": 0.4967464806702675,
      "grad_norm": 0.04187639740119247,
      "learning_rate": 8.637142776138415e-06,
      "loss": 1.173,
      "step": 730
    },
    {
      "epoch": 0.4974269553013227,
      "grad_norm": 0.03998133984926249,
      "learning_rate": 8.633434139919054e-06,
      "loss": 1.1314,
      "step": 731
    },
    {
      "epoch": 0.49810742993237783,
      "grad_norm": 0.04252691510243095,
      "learning_rate": 8.62972126309108e-06,
      "loss": 1.1895,
      "step": 732
    },
    {
      "epoch": 0.49878790456343297,
      "grad_norm": 0.04184153795045174,
      "learning_rate": 8.626004149987816e-06,
      "loss": 1.1987,
      "step": 733
    },
    {
      "epoch": 0.49946837919448817,
      "grad_norm": 0.041100921428193674,
      "learning_rate": 8.622282804947537e-06,
      "loss": 1.1745,
      "step": 734
    },
    {
      "epoch": 0.5001488538255433,
      "grad_norm": 0.04508926878431586,
      "learning_rate": 8.61855723231345e-06,
      "loss": 1.1887,
      "step": 735
    },
    {
      "epoch": 0.5008293284565984,
      "grad_norm": 0.04409577879983121,
      "learning_rate": 8.614827436433699e-06,
      "loss": 1.1979,
      "step": 736
    },
    {
      "epoch": 0.5015098030876537,
      "grad_norm": 0.03695764179065035,
      "learning_rate": 8.611093421661358e-06,
      "loss": 1.1751,
      "step": 737
    },
    {
      "epoch": 0.5021902777187088,
      "grad_norm": 0.053081097299524024,
      "learning_rate": 8.607355192354425e-06,
      "loss": 1.1036,
      "step": 738
    },
    {
      "epoch": 0.502870752349764,
      "grad_norm": 0.04241717636125699,
      "learning_rate": 8.603612752875816e-06,
      "loss": 1.1677,
      "step": 739
    },
    {
      "epoch": 0.5035512269808191,
      "grad_norm": 0.03994841133844269,
      "learning_rate": 8.599866107593358e-06,
      "loss": 1.1408,
      "step": 740
    },
    {
      "epoch": 0.5042317016118743,
      "grad_norm": 0.04832878049821652,
      "learning_rate": 8.596115260879792e-06,
      "loss": 1.1854,
      "step": 741
    },
    {
      "epoch": 0.5049121762429294,
      "grad_norm": 0.043935479378240015,
      "learning_rate": 8.592360217112759e-06,
      "loss": 1.1735,
      "step": 742
    },
    {
      "epoch": 0.5055926508739846,
      "grad_norm": 0.03876754371980919,
      "learning_rate": 8.588600980674796e-06,
      "loss": 1.1186,
      "step": 743
    },
    {
      "epoch": 0.5062731255050398,
      "grad_norm": 0.04326584981845795,
      "learning_rate": 8.584837555953342e-06,
      "loss": 1.1096,
      "step": 744
    },
    {
      "epoch": 0.5069536001360949,
      "grad_norm": 0.04322087234927761,
      "learning_rate": 8.581069947340715e-06,
      "loss": 1.2033,
      "step": 745
    },
    {
      "epoch": 0.5076340747671501,
      "grad_norm": 0.05173559138768165,
      "learning_rate": 8.57729815923412e-06,
      "loss": 1.1938,
      "step": 746
    },
    {
      "epoch": 0.5083145493982052,
      "grad_norm": 0.06449777733963566,
      "learning_rate": 8.57352219603564e-06,
      "loss": 1.1486,
      "step": 747
    },
    {
      "epoch": 0.5089950240292604,
      "grad_norm": 0.04675747699296703,
      "learning_rate": 8.569742062152229e-06,
      "loss": 1.1599,
      "step": 748
    },
    {
      "epoch": 0.5096754986603156,
      "grad_norm": 0.03849730253733784,
      "learning_rate": 8.565957761995713e-06,
      "loss": 1.1435,
      "step": 749
    },
    {
      "epoch": 0.5103559732913707,
      "grad_norm": 0.03856499927206122,
      "learning_rate": 8.562169299982776e-06,
      "loss": 1.1163,
      "step": 750
    },
    {
      "epoch": 0.5110364479224259,
      "grad_norm": 0.03896826300900588,
      "learning_rate": 8.558376680534959e-06,
      "loss": 1.1434,
      "step": 751
    },
    {
      "epoch": 0.511716922553481,
      "grad_norm": 0.04122931215472077,
      "learning_rate": 8.55457990807866e-06,
      "loss": 1.1932,
      "step": 752
    },
    {
      "epoch": 0.5123973971845363,
      "grad_norm": 0.05047069333478561,
      "learning_rate": 8.55077898704512e-06,
      "loss": 1.2146,
      "step": 753
    },
    {
      "epoch": 0.5130778718155914,
      "grad_norm": 0.06501739740811575,
      "learning_rate": 8.546973921870421e-06,
      "loss": 1.1243,
      "step": 754
    },
    {
      "epoch": 0.5137583464466465,
      "grad_norm": 0.04916876628412371,
      "learning_rate": 8.543164716995485e-06,
      "loss": 1.1483,
      "step": 755
    },
    {
      "epoch": 0.5144388210777017,
      "grad_norm": 0.04363604007516074,
      "learning_rate": 8.539351376866066e-06,
      "loss": 1.1375,
      "step": 756
    },
    {
      "epoch": 0.5151192957087568,
      "grad_norm": 0.04021328761311774,
      "learning_rate": 8.535533905932739e-06,
      "loss": 1.191,
      "step": 757
    },
    {
      "epoch": 0.5157997703398121,
      "grad_norm": 0.05141232392473441,
      "learning_rate": 8.531712308650904e-06,
      "loss": 1.2164,
      "step": 758
    },
    {
      "epoch": 0.5164802449708672,
      "grad_norm": 0.045271342705341014,
      "learning_rate": 8.527886589480779e-06,
      "loss": 1.168,
      "step": 759
    },
    {
      "epoch": 0.5171607196019223,
      "grad_norm": 0.03874295659270498,
      "learning_rate": 8.524056752887385e-06,
      "loss": 1.199,
      "step": 760
    },
    {
      "epoch": 0.5178411942329775,
      "grad_norm": 0.05126557194804418,
      "learning_rate": 8.520222803340557e-06,
      "loss": 1.1758,
      "step": 761
    },
    {
      "epoch": 0.5185216688640326,
      "grad_norm": 0.05042131118814898,
      "learning_rate": 8.516384745314926e-06,
      "loss": 1.2066,
      "step": 762
    },
    {
      "epoch": 0.5192021434950879,
      "grad_norm": 0.045232732616894734,
      "learning_rate": 8.512542583289918e-06,
      "loss": 1.2174,
      "step": 763
    },
    {
      "epoch": 0.519882618126143,
      "grad_norm": 0.04619546370697277,
      "learning_rate": 8.508696321749752e-06,
      "loss": 1.0822,
      "step": 764
    },
    {
      "epoch": 0.5205630927571981,
      "grad_norm": 0.04503407035517795,
      "learning_rate": 8.504845965183425e-06,
      "loss": 1.1598,
      "step": 765
    },
    {
      "epoch": 0.5212435673882533,
      "grad_norm": 0.046533137015248104,
      "learning_rate": 8.50099151808472e-06,
      "loss": 1.1587,
      "step": 766
    },
    {
      "epoch": 0.5219240420193084,
      "grad_norm": 0.04467925059354398,
      "learning_rate": 8.497132984952193e-06,
      "loss": 1.1864,
      "step": 767
    },
    {
      "epoch": 0.5226045166503637,
      "grad_norm": 0.07178437484801423,
      "learning_rate": 8.493270370289164e-06,
      "loss": 1.1798,
      "step": 768
    },
    {
      "epoch": 0.5232849912814188,
      "grad_norm": 0.043296657654657934,
      "learning_rate": 8.489403678603722e-06,
      "loss": 1.155,
      "step": 769
    },
    {
      "epoch": 0.523965465912474,
      "grad_norm": 0.04222421990019537,
      "learning_rate": 8.485532914408712e-06,
      "loss": 1.1231,
      "step": 770
    },
    {
      "epoch": 0.5246459405435291,
      "grad_norm": 0.1841013854808659,
      "learning_rate": 8.481658082221731e-06,
      "loss": 1.1786,
      "step": 771
    },
    {
      "epoch": 0.5253264151745842,
      "grad_norm": 0.04266946865706051,
      "learning_rate": 8.477779186565125e-06,
      "loss": 1.1543,
      "step": 772
    },
    {
      "epoch": 0.5260068898056395,
      "grad_norm": 0.04197901267584969,
      "learning_rate": 8.473896231965986e-06,
      "loss": 1.1929,
      "step": 773
    },
    {
      "epoch": 0.5266873644366946,
      "grad_norm": 0.05041076462281314,
      "learning_rate": 8.470009222956138e-06,
      "loss": 1.1678,
      "step": 774
    },
    {
      "epoch": 0.5273678390677498,
      "grad_norm": 0.041756207467147366,
      "learning_rate": 8.466118164072136e-06,
      "loss": 1.1429,
      "step": 775
    },
    {
      "epoch": 0.5280483136988049,
      "grad_norm": 0.04053005066881133,
      "learning_rate": 8.462223059855268e-06,
      "loss": 1.173,
      "step": 776
    },
    {
      "epoch": 0.52872878832986,
      "grad_norm": 0.04058960808847781,
      "learning_rate": 8.458323914851538e-06,
      "loss": 1.1985,
      "step": 777
    },
    {
      "epoch": 0.5294092629609153,
      "grad_norm": 0.07665799540243598,
      "learning_rate": 8.45442073361167e-06,
      "loss": 1.1475,
      "step": 778
    },
    {
      "epoch": 0.5300897375919704,
      "grad_norm": 0.041452895159887655,
      "learning_rate": 8.450513520691092e-06,
      "loss": 1.1557,
      "step": 779
    },
    {
      "epoch": 0.5307702122230256,
      "grad_norm": 0.05551330076968528,
      "learning_rate": 8.446602280649947e-06,
      "loss": 1.1192,
      "step": 780
    },
    {
      "epoch": 0.5314506868540807,
      "grad_norm": 0.05125405070156681,
      "learning_rate": 8.442687018053071e-06,
      "loss": 1.1216,
      "step": 781
    },
    {
      "epoch": 0.5321311614851358,
      "grad_norm": 0.050472767925999515,
      "learning_rate": 8.438767737469995e-06,
      "loss": 1.1259,
      "step": 782
    },
    {
      "epoch": 0.5328116361161911,
      "grad_norm": 0.046872210857747565,
      "learning_rate": 8.434844443474943e-06,
      "loss": 1.1789,
      "step": 783
    },
    {
      "epoch": 0.5334921107472462,
      "grad_norm": 0.061293610059609004,
      "learning_rate": 8.430917140646821e-06,
      "loss": 1.1632,
      "step": 784
    },
    {
      "epoch": 0.5341725853783014,
      "grad_norm": 0.03912377936631386,
      "learning_rate": 8.426985833569214e-06,
      "loss": 1.2133,
      "step": 785
    },
    {
      "epoch": 0.5348530600093565,
      "grad_norm": 0.04117780131854185,
      "learning_rate": 8.42305052683038e-06,
      "loss": 1.2032,
      "step": 786
    },
    {
      "epoch": 0.5355335346404116,
      "grad_norm": 0.04132479790723434,
      "learning_rate": 8.419111225023246e-06,
      "loss": 1.138,
      "step": 787
    },
    {
      "epoch": 0.5362140092714669,
      "grad_norm": 0.03842549922082187,
      "learning_rate": 8.4151679327454e-06,
      "loss": 1.1066,
      "step": 788
    },
    {
      "epoch": 0.536894483902522,
      "grad_norm": 0.04080954335709224,
      "learning_rate": 8.411220654599091e-06,
      "loss": 1.1718,
      "step": 789
    },
    {
      "epoch": 0.5375749585335772,
      "grad_norm": 0.043858387197321595,
      "learning_rate": 8.407269395191216e-06,
      "loss": 1.1219,
      "step": 790
    },
    {
      "epoch": 0.5382554331646323,
      "grad_norm": 0.040515133708555966,
      "learning_rate": 8.403314159133318e-06,
      "loss": 1.2029,
      "step": 791
    },
    {
      "epoch": 0.5389359077956875,
      "grad_norm": 0.0390219527076627,
      "learning_rate": 8.399354951041584e-06,
      "loss": 1.1463,
      "step": 792
    },
    {
      "epoch": 0.5396163824267427,
      "grad_norm": 0.04574993504539064,
      "learning_rate": 8.395391775536836e-06,
      "loss": 1.173,
      "step": 793
    },
    {
      "epoch": 0.5402968570577978,
      "grad_norm": 0.04294242766768708,
      "learning_rate": 8.391424637244528e-06,
      "loss": 1.1496,
      "step": 794
    },
    {
      "epoch": 0.540977331688853,
      "grad_norm": 0.053654917019259465,
      "learning_rate": 8.387453540794736e-06,
      "loss": 1.1548,
      "step": 795
    },
    {
      "epoch": 0.5416578063199081,
      "grad_norm": 0.04494280593223373,
      "learning_rate": 8.383478490822157e-06,
      "loss": 1.1672,
      "step": 796
    },
    {
      "epoch": 0.5423382809509633,
      "grad_norm": 0.04793116519219443,
      "learning_rate": 8.379499491966101e-06,
      "loss": 1.1856,
      "step": 797
    },
    {
      "epoch": 0.5430187555820185,
      "grad_norm": 0.04378062326698956,
      "learning_rate": 8.375516548870489e-06,
      "loss": 1.1574,
      "step": 798
    },
    {
      "epoch": 0.5436992302130736,
      "grad_norm": 0.04142629682629962,
      "learning_rate": 8.371529666183844e-06,
      "loss": 1.2067,
      "step": 799
    },
    {
      "epoch": 0.5443797048441288,
      "grad_norm": 0.04170169929693674,
      "learning_rate": 8.367538848559287e-06,
      "loss": 1.1378,
      "step": 800
    },
    {
      "epoch": 0.5450601794751839,
      "grad_norm": 0.03970775100468027,
      "learning_rate": 8.36354410065453e-06,
      "loss": 1.0798,
      "step": 801
    },
    {
      "epoch": 0.5457406541062391,
      "grad_norm": 0.04648578513446181,
      "learning_rate": 8.359545427131876e-06,
      "loss": 1.1443,
      "step": 802
    },
    {
      "epoch": 0.5464211287372943,
      "grad_norm": 0.03858386824567043,
      "learning_rate": 8.355542832658208e-06,
      "loss": 1.0972,
      "step": 803
    },
    {
      "epoch": 0.5471016033683495,
      "grad_norm": 0.04975907375302422,
      "learning_rate": 8.351536321904983e-06,
      "loss": 1.1998,
      "step": 804
    },
    {
      "epoch": 0.5477820779994046,
      "grad_norm": 0.04287409473941564,
      "learning_rate": 8.347525899548227e-06,
      "loss": 1.1532,
      "step": 805
    },
    {
      "epoch": 0.5484625526304597,
      "grad_norm": 0.04837832904766864,
      "learning_rate": 8.343511570268541e-06,
      "loss": 1.1088,
      "step": 806
    },
    {
      "epoch": 0.5491430272615149,
      "grad_norm": 0.040964713063851035,
      "learning_rate": 8.339493338751074e-06,
      "loss": 1.1229,
      "step": 807
    },
    {
      "epoch": 0.5498235018925701,
      "grad_norm": 0.04588890740643771,
      "learning_rate": 8.335471209685538e-06,
      "loss": 1.1096,
      "step": 808
    },
    {
      "epoch": 0.5505039765236253,
      "grad_norm": 0.03744543486694232,
      "learning_rate": 8.331445187766187e-06,
      "loss": 1.1837,
      "step": 809
    },
    {
      "epoch": 0.5511844511546804,
      "grad_norm": 0.05037176808744111,
      "learning_rate": 8.327415277691824e-06,
      "loss": 1.1767,
      "step": 810
    },
    {
      "epoch": 0.5518649257857355,
      "grad_norm": 0.04432193944851549,
      "learning_rate": 8.323381484165786e-06,
      "loss": 1.1407,
      "step": 811
    },
    {
      "epoch": 0.5525454004167907,
      "grad_norm": 0.04201447987523638,
      "learning_rate": 8.319343811895946e-06,
      "loss": 1.1581,
      "step": 812
    },
    {
      "epoch": 0.5532258750478459,
      "grad_norm": 0.10203501157632323,
      "learning_rate": 8.315302265594703e-06,
      "loss": 1.1178,
      "step": 813
    },
    {
      "epoch": 0.5539063496789011,
      "grad_norm": 0.05339937261467158,
      "learning_rate": 8.311256849978974e-06,
      "loss": 1.163,
      "step": 814
    },
    {
      "epoch": 0.5545868243099562,
      "grad_norm": 0.044099665331117054,
      "learning_rate": 8.307207569770193e-06,
      "loss": 1.1013,
      "step": 815
    },
    {
      "epoch": 0.5552672989410113,
      "grad_norm": 0.03931050767646318,
      "learning_rate": 8.303154429694311e-06,
      "loss": 1.123,
      "step": 816
    },
    {
      "epoch": 0.5559477735720665,
      "grad_norm": 0.05335957788738985,
      "learning_rate": 8.299097434481773e-06,
      "loss": 1.2092,
      "step": 817
    },
    {
      "epoch": 0.5566282482031216,
      "grad_norm": 0.0636990809879659,
      "learning_rate": 8.295036588867533e-06,
      "loss": 1.1319,
      "step": 818
    },
    {
      "epoch": 0.5573087228341769,
      "grad_norm": 0.040551829004693854,
      "learning_rate": 8.290971897591034e-06,
      "loss": 1.136,
      "step": 819
    },
    {
      "epoch": 0.557989197465232,
      "grad_norm": 0.03780136567377228,
      "learning_rate": 8.286903365396205e-06,
      "loss": 1.1784,
      "step": 820
    },
    {
      "epoch": 0.5586696720962872,
      "grad_norm": 0.060039887239810956,
      "learning_rate": 8.282830997031464e-06,
      "loss": 1.1906,
      "step": 821
    },
    {
      "epoch": 0.5593501467273423,
      "grad_norm": 0.04217363382120905,
      "learning_rate": 8.278754797249702e-06,
      "loss": 1.1789,
      "step": 822
    },
    {
      "epoch": 0.5600306213583974,
      "grad_norm": 0.040100264548723535,
      "learning_rate": 8.274674770808282e-06,
      "loss": 1.1957,
      "step": 823
    },
    {
      "epoch": 0.5607110959894527,
      "grad_norm": 0.04773398339267,
      "learning_rate": 8.270590922469037e-06,
      "loss": 1.1811,
      "step": 824
    },
    {
      "epoch": 0.5613915706205078,
      "grad_norm": 0.045457042631204134,
      "learning_rate": 8.266503256998256e-06,
      "loss": 1.1744,
      "step": 825
    },
    {
      "epoch": 0.562072045251563,
      "grad_norm": 0.04476890640827831,
      "learning_rate": 8.262411779166681e-06,
      "loss": 1.1706,
      "step": 826
    },
    {
      "epoch": 0.5627525198826181,
      "grad_norm": 0.03782510037969898,
      "learning_rate": 8.25831649374951e-06,
      "loss": 1.1531,
      "step": 827
    },
    {
      "epoch": 0.5634329945136732,
      "grad_norm": 0.043194762074185,
      "learning_rate": 8.254217405526383e-06,
      "loss": 1.1873,
      "step": 828
    },
    {
      "epoch": 0.5641134691447285,
      "grad_norm": 0.04524945915938302,
      "learning_rate": 8.250114519281374e-06,
      "loss": 1.1377,
      "step": 829
    },
    {
      "epoch": 0.5647939437757836,
      "grad_norm": 0.04165386202173816,
      "learning_rate": 8.246007839802997e-06,
      "loss": 1.1915,
      "step": 830
    },
    {
      "epoch": 0.5654744184068388,
      "grad_norm": 0.050892456215113235,
      "learning_rate": 8.241897371884183e-06,
      "loss": 1.1828,
      "step": 831
    },
    {
      "epoch": 0.5661548930378939,
      "grad_norm": 0.041485798471332706,
      "learning_rate": 8.237783120322293e-06,
      "loss": 1.1548,
      "step": 832
    },
    {
      "epoch": 0.566835367668949,
      "grad_norm": 0.039661123365582446,
      "learning_rate": 8.233665089919105e-06,
      "loss": 1.1862,
      "step": 833
    },
    {
      "epoch": 0.5675158423000043,
      "grad_norm": 0.04154176571972414,
      "learning_rate": 8.229543285480797e-06,
      "loss": 1.1389,
      "step": 834
    },
    {
      "epoch": 0.5681963169310594,
      "grad_norm": 0.0424519182968462,
      "learning_rate": 8.225417711817965e-06,
      "loss": 1.1691,
      "step": 835
    },
    {
      "epoch": 0.5688767915621146,
      "grad_norm": 0.042775332017904656,
      "learning_rate": 8.221288373745591e-06,
      "loss": 1.1646,
      "step": 836
    },
    {
      "epoch": 0.5695572661931697,
      "grad_norm": 0.04110139091161163,
      "learning_rate": 8.217155276083059e-06,
      "loss": 1.1696,
      "step": 837
    },
    {
      "epoch": 0.5702377408242248,
      "grad_norm": 0.04488592848228418,
      "learning_rate": 8.213018423654144e-06,
      "loss": 1.179,
      "step": 838
    },
    {
      "epoch": 0.5709182154552801,
      "grad_norm": 0.04747192432701841,
      "learning_rate": 8.20887782128699e-06,
      "loss": 1.1498,
      "step": 839
    },
    {
      "epoch": 0.5715986900863352,
      "grad_norm": 0.04711201935733248,
      "learning_rate": 8.20473347381413e-06,
      "loss": 1.1074,
      "step": 840
    },
    {
      "epoch": 0.5722791647173904,
      "grad_norm": 0.044368574866158736,
      "learning_rate": 8.200585386072464e-06,
      "loss": 1.115,
      "step": 841
    },
    {
      "epoch": 0.5729596393484455,
      "grad_norm": 0.04243245457403774,
      "learning_rate": 8.196433562903252e-06,
      "loss": 1.2098,
      "step": 842
    },
    {
      "epoch": 0.5736401139795007,
      "grad_norm": 0.0411309807077596,
      "learning_rate": 8.192278009152124e-06,
      "loss": 1.1829,
      "step": 843
    },
    {
      "epoch": 0.5743205886105559,
      "grad_norm": 0.04434792075597989,
      "learning_rate": 8.188118729669054e-06,
      "loss": 1.1559,
      "step": 844
    },
    {
      "epoch": 0.575001063241611,
      "grad_norm": 0.04531013671919297,
      "learning_rate": 8.183955729308373e-06,
      "loss": 1.1544,
      "step": 845
    },
    {
      "epoch": 0.5756815378726662,
      "grad_norm": 0.04415644124258442,
      "learning_rate": 8.179789012928747e-06,
      "loss": 1.1403,
      "step": 846
    },
    {
      "epoch": 0.5763620125037213,
      "grad_norm": 0.041849175257147715,
      "learning_rate": 8.175618585393183e-06,
      "loss": 1.1735,
      "step": 847
    },
    {
      "epoch": 0.5770424871347765,
      "grad_norm": 0.050924581330910657,
      "learning_rate": 8.171444451569019e-06,
      "loss": 1.1479,
      "step": 848
    },
    {
      "epoch": 0.5777229617658317,
      "grad_norm": 0.03974823826416723,
      "learning_rate": 8.167266616327921e-06,
      "loss": 1.17,
      "step": 849
    },
    {
      "epoch": 0.5784034363968868,
      "grad_norm": 0.042109166474074936,
      "learning_rate": 8.163085084545867e-06,
      "loss": 1.1912,
      "step": 850
    },
    {
      "epoch": 0.579083911027942,
      "grad_norm": 0.043426415287164635,
      "learning_rate": 8.158899861103159e-06,
      "loss": 1.1243,
      "step": 851
    },
    {
      "epoch": 0.5797643856589971,
      "grad_norm": 0.04306964323847212,
      "learning_rate": 8.1547109508844e-06,
      "loss": 1.1525,
      "step": 852
    },
    {
      "epoch": 0.5804448602900523,
      "grad_norm": 0.04274847934636146,
      "learning_rate": 8.150518358778501e-06,
      "loss": 1.1823,
      "step": 853
    },
    {
      "epoch": 0.5811253349211075,
      "grad_norm": 0.043729941677878165,
      "learning_rate": 8.146322089678668e-06,
      "loss": 1.2141,
      "step": 854
    },
    {
      "epoch": 0.5818058095521627,
      "grad_norm": 0.04315912213214879,
      "learning_rate": 8.142122148482397e-06,
      "loss": 1.1823,
      "step": 855
    },
    {
      "epoch": 0.5824862841832178,
      "grad_norm": 0.04231782214011899,
      "learning_rate": 8.137918540091473e-06,
      "loss": 1.2023,
      "step": 856
    },
    {
      "epoch": 0.5831667588142729,
      "grad_norm": 0.0475718942693006,
      "learning_rate": 8.13371126941196e-06,
      "loss": 1.2363,
      "step": 857
    },
    {
      "epoch": 0.5838472334453281,
      "grad_norm": 0.04626266969743917,
      "learning_rate": 8.129500341354192e-06,
      "loss": 1.1519,
      "step": 858
    },
    {
      "epoch": 0.5845277080763833,
      "grad_norm": 0.038413332073930426,
      "learning_rate": 8.125285760832778e-06,
      "loss": 1.1381,
      "step": 859
    },
    {
      "epoch": 0.5852081827074385,
      "grad_norm": 0.04042454155496313,
      "learning_rate": 8.121067532766587e-06,
      "loss": 1.1217,
      "step": 860
    },
    {
      "epoch": 0.5858886573384936,
      "grad_norm": 0.04085148523310831,
      "learning_rate": 8.116845662078744e-06,
      "loss": 1.1591,
      "step": 861
    },
    {
      "epoch": 0.5865691319695487,
      "grad_norm": 0.04377818146863928,
      "learning_rate": 8.11262015369663e-06,
      "loss": 1.2255,
      "step": 862
    },
    {
      "epoch": 0.5872496066006039,
      "grad_norm": 0.039014134138926265,
      "learning_rate": 8.10839101255186e-06,
      "loss": 1.2082,
      "step": 863
    },
    {
      "epoch": 0.5879300812316591,
      "grad_norm": 0.04200666559613162,
      "learning_rate": 8.104158243580305e-06,
      "loss": 1.112,
      "step": 864
    },
    {
      "epoch": 0.5886105558627143,
      "grad_norm": 0.03911561242988071,
      "learning_rate": 8.099921851722057e-06,
      "loss": 1.1382,
      "step": 865
    },
    {
      "epoch": 0.5892910304937694,
      "grad_norm": 0.04045230119388504,
      "learning_rate": 8.095681841921441e-06,
      "loss": 1.1266,
      "step": 866
    },
    {
      "epoch": 0.5899715051248245,
      "grad_norm": 0.040116238529695106,
      "learning_rate": 8.09143821912701e-06,
      "loss": 1.1853,
      "step": 867
    },
    {
      "epoch": 0.5906519797558797,
      "grad_norm": 0.04062447640292501,
      "learning_rate": 8.087190988291523e-06,
      "loss": 1.14,
      "step": 868
    },
    {
      "epoch": 0.5913324543869349,
      "grad_norm": 0.04283812178287952,
      "learning_rate": 8.082940154371956e-06,
      "loss": 1.1273,
      "step": 869
    },
    {
      "epoch": 0.5920129290179901,
      "grad_norm": 0.05571713855883823,
      "learning_rate": 8.07868572232949e-06,
      "loss": 1.049,
      "step": 870
    },
    {
      "epoch": 0.5926934036490452,
      "grad_norm": 0.04016667844328468,
      "learning_rate": 8.07442769712951e-06,
      "loss": 1.1482,
      "step": 871
    },
    {
      "epoch": 0.5933738782801004,
      "grad_norm": 0.038282189867659924,
      "learning_rate": 8.070166083741583e-06,
      "loss": 1.0814,
      "step": 872
    },
    {
      "epoch": 0.5940543529111555,
      "grad_norm": 0.04240818562157267,
      "learning_rate": 8.065900887139473e-06,
      "loss": 1.1789,
      "step": 873
    },
    {
      "epoch": 0.5947348275422107,
      "grad_norm": 0.03941580524487074,
      "learning_rate": 8.061632112301122e-06,
      "loss": 1.1855,
      "step": 874
    },
    {
      "epoch": 0.5954153021732659,
      "grad_norm": 0.04368634784808724,
      "learning_rate": 8.057359764208652e-06,
      "loss": 1.1038,
      "step": 875
    },
    {
      "epoch": 0.596095776804321,
      "grad_norm": 0.04874993152125096,
      "learning_rate": 8.053083847848351e-06,
      "loss": 1.1881,
      "step": 876
    },
    {
      "epoch": 0.5967762514353762,
      "grad_norm": 0.04283185831118963,
      "learning_rate": 8.048804368210675e-06,
      "loss": 1.2021,
      "step": 877
    },
    {
      "epoch": 0.5974567260664313,
      "grad_norm": 0.04963061963040367,
      "learning_rate": 8.044521330290235e-06,
      "loss": 1.1638,
      "step": 878
    },
    {
      "epoch": 0.5981372006974865,
      "grad_norm": 0.04194658535985922,
      "learning_rate": 8.040234739085799e-06,
      "loss": 1.1806,
      "step": 879
    },
    {
      "epoch": 0.5988176753285417,
      "grad_norm": 0.045232655719741964,
      "learning_rate": 8.03594459960028e-06,
      "loss": 1.1432,
      "step": 880
    },
    {
      "epoch": 0.5994981499595968,
      "grad_norm": 0.041615174460038984,
      "learning_rate": 8.031650916840732e-06,
      "loss": 1.1535,
      "step": 881
    },
    {
      "epoch": 0.600178624590652,
      "grad_norm": 0.04311597640305818,
      "learning_rate": 8.027353695818345e-06,
      "loss": 1.1866,
      "step": 882
    },
    {
      "epoch": 0.6008590992217071,
      "grad_norm": 0.04648275659267898,
      "learning_rate": 8.023052941548437e-06,
      "loss": 1.2174,
      "step": 883
    },
    {
      "epoch": 0.6015395738527624,
      "grad_norm": 0.041183174687582695,
      "learning_rate": 8.018748659050456e-06,
      "loss": 1.1922,
      "step": 884
    },
    {
      "epoch": 0.6022200484838175,
      "grad_norm": 0.042641768711080094,
      "learning_rate": 8.014440853347956e-06,
      "loss": 1.1547,
      "step": 885
    },
    {
      "epoch": 0.6029005231148726,
      "grad_norm": 0.041451603388394896,
      "learning_rate": 8.010129529468614e-06,
      "loss": 1.1317,
      "step": 886
    },
    {
      "epoch": 0.6035809977459278,
      "grad_norm": 0.041272961165301054,
      "learning_rate": 8.005814692444205e-06,
      "loss": 1.1355,
      "step": 887
    },
    {
      "epoch": 0.6042614723769829,
      "grad_norm": 0.04057221028324148,
      "learning_rate": 8.001496347310614e-06,
      "loss": 1.1873,
      "step": 888
    },
    {
      "epoch": 0.6049419470080382,
      "grad_norm": 0.04135206077100455,
      "learning_rate": 7.99717449910781e-06,
      "loss": 1.1646,
      "step": 889
    },
    {
      "epoch": 0.6056224216390933,
      "grad_norm": 0.040316079764168004,
      "learning_rate": 7.992849152879857e-06,
      "loss": 1.1466,
      "step": 890
    },
    {
      "epoch": 0.6063028962701484,
      "grad_norm": 0.04092957611261813,
      "learning_rate": 7.988520313674897e-06,
      "loss": 1.151,
      "step": 891
    },
    {
      "epoch": 0.6069833709012036,
      "grad_norm": 0.039374332097630076,
      "learning_rate": 7.984187986545154e-06,
      "loss": 1.1883,
      "step": 892
    },
    {
      "epoch": 0.6076638455322587,
      "grad_norm": 0.03922720540085873,
      "learning_rate": 7.97985217654692e-06,
      "loss": 1.1423,
      "step": 893
    },
    {
      "epoch": 0.6083443201633139,
      "grad_norm": 0.09045429744114127,
      "learning_rate": 7.97551288874055e-06,
      "loss": 1.0891,
      "step": 894
    },
    {
      "epoch": 0.6090247947943691,
      "grad_norm": 0.04254293782715242,
      "learning_rate": 7.97117012819046e-06,
      "loss": 1.1897,
      "step": 895
    },
    {
      "epoch": 0.6097052694254242,
      "grad_norm": 0.03929737573713484,
      "learning_rate": 7.96682389996512e-06,
      "loss": 1.22,
      "step": 896
    },
    {
      "epoch": 0.6103857440564794,
      "grad_norm": 0.1188554224437093,
      "learning_rate": 7.962474209137044e-06,
      "loss": 1.0757,
      "step": 897
    },
    {
      "epoch": 0.6110662186875345,
      "grad_norm": 0.041241461473570426,
      "learning_rate": 7.95812106078279e-06,
      "loss": 1.0574,
      "step": 898
    },
    {
      "epoch": 0.6117466933185897,
      "grad_norm": 0.050560273673583955,
      "learning_rate": 7.953764459982951e-06,
      "loss": 1.1539,
      "step": 899
    },
    {
      "epoch": 0.6124271679496449,
      "grad_norm": 0.04401496162998291,
      "learning_rate": 7.94940441182215e-06,
      "loss": 1.2764,
      "step": 900
    },
    {
      "epoch": 0.6131076425807,
      "grad_norm": 0.040619036348773584,
      "learning_rate": 7.945040921389032e-06,
      "loss": 1.1664,
      "step": 901
    },
    {
      "epoch": 0.6137881172117552,
      "grad_norm": 0.08684240225413613,
      "learning_rate": 7.940673993776258e-06,
      "loss": 1.1613,
      "step": 902
    },
    {
      "epoch": 0.6144685918428103,
      "grad_norm": 0.047950332726318455,
      "learning_rate": 7.936303634080505e-06,
      "loss": 1.1246,
      "step": 903
    },
    {
      "epoch": 0.6151490664738655,
      "grad_norm": 0.044138108104567156,
      "learning_rate": 7.93192984740245e-06,
      "loss": 1.1557,
      "step": 904
    },
    {
      "epoch": 0.6158295411049207,
      "grad_norm": 0.04205279272151933,
      "learning_rate": 7.927552638846776e-06,
      "loss": 1.1822,
      "step": 905
    },
    {
      "epoch": 0.6165100157359759,
      "grad_norm": 0.037151685883760985,
      "learning_rate": 7.923172013522153e-06,
      "loss": 1.1407,
      "step": 906
    },
    {
      "epoch": 0.617190490367031,
      "grad_norm": 0.05084646852036924,
      "learning_rate": 7.918787976541246e-06,
      "loss": 1.1158,
      "step": 907
    },
    {
      "epoch": 0.6178709649980861,
      "grad_norm": 0.03683258235559903,
      "learning_rate": 7.914400533020695e-06,
      "loss": 1.1817,
      "step": 908
    },
    {
      "epoch": 0.6185514396291413,
      "grad_norm": 0.03971414515196644,
      "learning_rate": 7.91000968808112e-06,
      "loss": 1.1357,
      "step": 909
    },
    {
      "epoch": 0.6192319142601965,
      "grad_norm": 0.0432587997178803,
      "learning_rate": 7.905615446847107e-06,
      "loss": 1.1191,
      "step": 910
    },
    {
      "epoch": 0.6199123888912517,
      "grad_norm": 0.04881605419073854,
      "learning_rate": 7.901217814447212e-06,
      "loss": 1.2064,
      "step": 911
    },
    {
      "epoch": 0.6205928635223068,
      "grad_norm": 0.03993595120249041,
      "learning_rate": 7.896816796013943e-06,
      "loss": 1.1752,
      "step": 912
    },
    {
      "epoch": 0.6212733381533619,
      "grad_norm": 0.03966047093864206,
      "learning_rate": 7.892412396683764e-06,
      "loss": 1.12,
      "step": 913
    },
    {
      "epoch": 0.6219538127844171,
      "grad_norm": 0.04878533637282711,
      "learning_rate": 7.888004621597079e-06,
      "loss": 1.2101,
      "step": 914
    },
    {
      "epoch": 0.6226342874154723,
      "grad_norm": 0.039415215318022966,
      "learning_rate": 7.88359347589824e-06,
      "loss": 1.1367,
      "step": 915
    },
    {
      "epoch": 0.6233147620465275,
      "grad_norm": 0.03780897863930396,
      "learning_rate": 7.879178964735528e-06,
      "loss": 1.1652,
      "step": 916
    },
    {
      "epoch": 0.6239952366775826,
      "grad_norm": 0.04060525430372581,
      "learning_rate": 7.87476109326115e-06,
      "loss": 1.147,
      "step": 917
    },
    {
      "epoch": 0.6246757113086377,
      "grad_norm": 0.036870223512593225,
      "learning_rate": 7.87033986663124e-06,
      "loss": 1.1562,
      "step": 918
    },
    {
      "epoch": 0.6253561859396929,
      "grad_norm": 0.03936602479028799,
      "learning_rate": 7.865915290005844e-06,
      "loss": 1.1624,
      "step": 919
    },
    {
      "epoch": 0.6260366605707481,
      "grad_norm": 0.04111384698224138,
      "learning_rate": 7.86148736854892e-06,
      "loss": 1.1901,
      "step": 920
    },
    {
      "epoch": 0.6267171352018033,
      "grad_norm": 0.04290620077150831,
      "learning_rate": 7.857056107428327e-06,
      "loss": 1.1619,
      "step": 921
    },
    {
      "epoch": 0.6273976098328584,
      "grad_norm": 0.04056550194174836,
      "learning_rate": 7.852621511815825e-06,
      "loss": 1.1564,
      "step": 922
    },
    {
      "epoch": 0.6280780844639136,
      "grad_norm": 0.03639283604390965,
      "learning_rate": 7.848183586887065e-06,
      "loss": 1.1189,
      "step": 923
    },
    {
      "epoch": 0.6287585590949687,
      "grad_norm": 0.04463427786180277,
      "learning_rate": 7.84374233782158e-06,
      "loss": 1.1558,
      "step": 924
    },
    {
      "epoch": 0.6294390337260239,
      "grad_norm": 0.040588305003388336,
      "learning_rate": 7.839297769802789e-06,
      "loss": 1.1413,
      "step": 925
    },
    {
      "epoch": 0.6301195083570791,
      "grad_norm": 0.04145526084985425,
      "learning_rate": 7.834849888017979e-06,
      "loss": 1.1731,
      "step": 926
    },
    {
      "epoch": 0.6307999829881342,
      "grad_norm": 0.04064670523198378,
      "learning_rate": 7.830398697658308e-06,
      "loss": 1.1576,
      "step": 927
    },
    {
      "epoch": 0.6314804576191894,
      "grad_norm": 0.08504837862750378,
      "learning_rate": 7.825944203918792e-06,
      "loss": 1.2067,
      "step": 928
    },
    {
      "epoch": 0.6321609322502445,
      "grad_norm": 0.03618607526419996,
      "learning_rate": 7.821486411998307e-06,
      "loss": 1.0653,
      "step": 929
    },
    {
      "epoch": 0.6328414068812998,
      "grad_norm": 0.041163906158028174,
      "learning_rate": 7.817025327099574e-06,
      "loss": 1.1231,
      "step": 930
    },
    {
      "epoch": 0.6335218815123549,
      "grad_norm": 0.04096146701418479,
      "learning_rate": 7.812560954429159e-06,
      "loss": 1.1642,
      "step": 931
    },
    {
      "epoch": 0.63420235614341,
      "grad_norm": 0.04045705537799017,
      "learning_rate": 7.808093299197466e-06,
      "loss": 1.1682,
      "step": 932
    },
    {
      "epoch": 0.6348828307744652,
      "grad_norm": 0.04170510551800386,
      "learning_rate": 7.80362236661873e-06,
      "loss": 1.1601,
      "step": 933
    },
    {
      "epoch": 0.6355633054055203,
      "grad_norm": 0.04017895703551513,
      "learning_rate": 7.799148161911013e-06,
      "loss": 1.1291,
      "step": 934
    },
    {
      "epoch": 0.6362437800365756,
      "grad_norm": 0.054022188115136816,
      "learning_rate": 7.794670690296187e-06,
      "loss": 1.1904,
      "step": 935
    },
    {
      "epoch": 0.6369242546676307,
      "grad_norm": 0.05538165228123039,
      "learning_rate": 7.790189956999945e-06,
      "loss": 1.0752,
      "step": 936
    },
    {
      "epoch": 0.6376047292986858,
      "grad_norm": 0.04367149070029591,
      "learning_rate": 7.785705967251789e-06,
      "loss": 1.1167,
      "step": 937
    },
    {
      "epoch": 0.638285203929741,
      "grad_norm": 0.06605426061696518,
      "learning_rate": 7.781218726285014e-06,
      "loss": 1.1585,
      "step": 938
    },
    {
      "epoch": 0.6389656785607961,
      "grad_norm": 0.03912000963283677,
      "learning_rate": 7.776728239336714e-06,
      "loss": 1.1371,
      "step": 939
    },
    {
      "epoch": 0.6396461531918514,
      "grad_norm": 0.04273969229969486,
      "learning_rate": 7.772234511647771e-06,
      "loss": 1.1149,
      "step": 940
    },
    {
      "epoch": 0.6403266278229065,
      "grad_norm": 0.0522448351136916,
      "learning_rate": 7.767737548462849e-06,
      "loss": 1.1133,
      "step": 941
    },
    {
      "epoch": 0.6410071024539616,
      "grad_norm": 0.03809056120688157,
      "learning_rate": 7.763237355030384e-06,
      "loss": 1.0985,
      "step": 942
    },
    {
      "epoch": 0.6416875770850168,
      "grad_norm": 0.04208113112324736,
      "learning_rate": 7.758733936602591e-06,
      "loss": 1.1542,
      "step": 943
    },
    {
      "epoch": 0.6423680517160719,
      "grad_norm": 0.038232104737570445,
      "learning_rate": 7.754227298435442e-06,
      "loss": 1.1449,
      "step": 944
    },
    {
      "epoch": 0.6430485263471272,
      "grad_norm": 0.07327134336204114,
      "learning_rate": 7.749717445788667e-06,
      "loss": 1.1229,
      "step": 945
    },
    {
      "epoch": 0.6437290009781823,
      "grad_norm": 0.04302215159609038,
      "learning_rate": 7.745204383925753e-06,
      "loss": 1.2152,
      "step": 946
    },
    {
      "epoch": 0.6444094756092374,
      "grad_norm": 0.04050395590672295,
      "learning_rate": 7.740688118113926e-06,
      "loss": 1.1187,
      "step": 947
    },
    {
      "epoch": 0.6450899502402926,
      "grad_norm": 0.041047644523210476,
      "learning_rate": 7.736168653624154e-06,
      "loss": 1.1622,
      "step": 948
    },
    {
      "epoch": 0.6457704248713477,
      "grad_norm": 0.042773261634885006,
      "learning_rate": 7.73164599573114e-06,
      "loss": 1.093,
      "step": 949
    },
    {
      "epoch": 0.646450899502403,
      "grad_norm": 0.3472748679357863,
      "learning_rate": 7.727120149713313e-06,
      "loss": 1.1358,
      "step": 950
    },
    {
      "epoch": 0.6471313741334581,
      "grad_norm": 0.05249313678647316,
      "learning_rate": 7.722591120852821e-06,
      "loss": 1.1488,
      "step": 951
    },
    {
      "epoch": 0.6478118487645133,
      "grad_norm": 0.04857838907769981,
      "learning_rate": 7.718058914435526e-06,
      "loss": 1.1395,
      "step": 952
    },
    {
      "epoch": 0.6484923233955684,
      "grad_norm": 0.06056048993060849,
      "learning_rate": 7.713523535751003e-06,
      "loss": 1.1554,
      "step": 953
    },
    {
      "epoch": 0.6491727980266235,
      "grad_norm": 0.043417866931708946,
      "learning_rate": 7.708984990092528e-06,
      "loss": 1.1399,
      "step": 954
    },
    {
      "epoch": 0.6498532726576788,
      "grad_norm": 0.040899332718403396,
      "learning_rate": 7.70444328275707e-06,
      "loss": 1.2209,
      "step": 955
    },
    {
      "epoch": 0.6505337472887339,
      "grad_norm": 0.042139179785609125,
      "learning_rate": 7.69989841904529e-06,
      "loss": 1.1771,
      "step": 956
    },
    {
      "epoch": 0.6512142219197891,
      "grad_norm": 0.04497423442726415,
      "learning_rate": 7.695350404261535e-06,
      "loss": 1.1852,
      "step": 957
    },
    {
      "epoch": 0.6518946965508442,
      "grad_norm": 0.04299815900672657,
      "learning_rate": 7.690799243713825e-06,
      "loss": 1.1422,
      "step": 958
    },
    {
      "epoch": 0.6525751711818993,
      "grad_norm": 0.057667778993934805,
      "learning_rate": 7.686244942713856e-06,
      "loss": 1.1643,
      "step": 959
    },
    {
      "epoch": 0.6532556458129546,
      "grad_norm": 0.05055586475309829,
      "learning_rate": 7.681687506576988e-06,
      "loss": 1.1675,
      "step": 960
    },
    {
      "epoch": 0.6539361204440097,
      "grad_norm": 0.04837690007921328,
      "learning_rate": 7.677126940622237e-06,
      "loss": 1.1458,
      "step": 961
    },
    {
      "epoch": 0.6546165950750649,
      "grad_norm": 0.04746849990432907,
      "learning_rate": 7.672563250172278e-06,
      "loss": 1.1614,
      "step": 962
    },
    {
      "epoch": 0.65529706970612,
      "grad_norm": 0.042700698425812394,
      "learning_rate": 7.667996440553424e-06,
      "loss": 1.1787,
      "step": 963
    },
    {
      "epoch": 0.6559775443371751,
      "grad_norm": 0.04663433423637838,
      "learning_rate": 7.663426517095637e-06,
      "loss": 1.1899,
      "step": 964
    },
    {
      "epoch": 0.6566580189682304,
      "grad_norm": 0.05089210963658719,
      "learning_rate": 7.658853485132507e-06,
      "loss": 1.1114,
      "step": 965
    },
    {
      "epoch": 0.6573384935992855,
      "grad_norm": 0.04835691542508216,
      "learning_rate": 7.654277350001255e-06,
      "loss": 1.1472,
      "step": 966
    },
    {
      "epoch": 0.6580189682303407,
      "grad_norm": 0.04286980226281031,
      "learning_rate": 7.649698117042725e-06,
      "loss": 1.1704,
      "step": 967
    },
    {
      "epoch": 0.6586994428613958,
      "grad_norm": 0.0413107954780928,
      "learning_rate": 7.645115791601371e-06,
      "loss": 1.1628,
      "step": 968
    },
    {
      "epoch": 0.659379917492451,
      "grad_norm": 0.06469008546831921,
      "learning_rate": 7.640530379025265e-06,
      "loss": 1.1286,
      "step": 969
    },
    {
      "epoch": 0.6600603921235062,
      "grad_norm": 0.0929348477800054,
      "learning_rate": 7.635941884666072e-06,
      "loss": 1.0714,
      "step": 970
    },
    {
      "epoch": 0.6607408667545613,
      "grad_norm": 0.04918686842612326,
      "learning_rate": 7.631350313879061e-06,
      "loss": 1.1324,
      "step": 971
    },
    {
      "epoch": 0.6614213413856165,
      "grad_norm": 0.04516364692323498,
      "learning_rate": 7.626755672023087e-06,
      "loss": 1.1094,
      "step": 972
    },
    {
      "epoch": 0.6621018160166716,
      "grad_norm": 0.040036511801984,
      "learning_rate": 7.6221579644605945e-06,
      "loss": 1.1856,
      "step": 973
    },
    {
      "epoch": 0.6627822906477268,
      "grad_norm": 0.04221452365231738,
      "learning_rate": 7.617557196557601e-06,
      "loss": 1.1605,
      "step": 974
    },
    {
      "epoch": 0.6634627652787819,
      "grad_norm": 0.04969957841604738,
      "learning_rate": 7.6129533736837e-06,
      "loss": 1.1842,
      "step": 975
    },
    {
      "epoch": 0.6641432399098371,
      "grad_norm": 0.03868376326252715,
      "learning_rate": 7.608346501212045e-06,
      "loss": 1.1228,
      "step": 976
    },
    {
      "epoch": 0.6648237145408923,
      "grad_norm": 0.03621072764785827,
      "learning_rate": 7.603736584519354e-06,
      "loss": 1.094,
      "step": 977
    },
    {
      "epoch": 0.6655041891719474,
      "grad_norm": 0.050499205066227806,
      "learning_rate": 7.599123628985894e-06,
      "loss": 1.189,
      "step": 978
    },
    {
      "epoch": 0.6661846638030026,
      "grad_norm": 0.04076810819723509,
      "learning_rate": 7.594507639995483e-06,
      "loss": 1.1811,
      "step": 979
    },
    {
      "epoch": 0.6668651384340577,
      "grad_norm": 0.04391491864766983,
      "learning_rate": 7.5898886229354754e-06,
      "loss": 1.2108,
      "step": 980
    },
    {
      "epoch": 0.667545613065113,
      "grad_norm": 0.04859358265845105,
      "learning_rate": 7.585266583196761e-06,
      "loss": 1.1159,
      "step": 981
    },
    {
      "epoch": 0.6682260876961681,
      "grad_norm": 0.0405482507873175,
      "learning_rate": 7.580641526173758e-06,
      "loss": 1.1659,
      "step": 982
    },
    {
      "epoch": 0.6689065623272232,
      "grad_norm": 0.04257613233842775,
      "learning_rate": 7.576013457264406e-06,
      "loss": 1.1459,
      "step": 983
    },
    {
      "epoch": 0.6695870369582784,
      "grad_norm": 0.0393176411971146,
      "learning_rate": 7.571382381870157e-06,
      "loss": 1.1448,
      "step": 984
    },
    {
      "epoch": 0.6702675115893335,
      "grad_norm": 0.08112350996396892,
      "learning_rate": 7.566748305395979e-06,
      "loss": 1.1257,
      "step": 985
    },
    {
      "epoch": 0.6709479862203888,
      "grad_norm": 0.041738073653021145,
      "learning_rate": 7.5621112332503325e-06,
      "loss": 1.1379,
      "step": 986
    },
    {
      "epoch": 0.6716284608514439,
      "grad_norm": 0.06458657107739593,
      "learning_rate": 7.557471170845183e-06,
      "loss": 1.2003,
      "step": 987
    },
    {
      "epoch": 0.672308935482499,
      "grad_norm": 0.038958895409908184,
      "learning_rate": 7.552828123595981e-06,
      "loss": 1.1231,
      "step": 988
    },
    {
      "epoch": 0.6729894101135542,
      "grad_norm": 0.042481360817148296,
      "learning_rate": 7.548182096921665e-06,
      "loss": 1.0685,
      "step": 989
    },
    {
      "epoch": 0.6736698847446093,
      "grad_norm": 0.041831775106497764,
      "learning_rate": 7.543533096244644e-06,
      "loss": 1.1738,
      "step": 990
    },
    {
      "epoch": 0.6743503593756646,
      "grad_norm": 0.15815365507476095,
      "learning_rate": 7.538881126990807e-06,
      "loss": 1.1475,
      "step": 991
    },
    {
      "epoch": 0.6750308340067197,
      "grad_norm": 0.04437893080698295,
      "learning_rate": 7.534226194589498e-06,
      "loss": 1.0809,
      "step": 992
    },
    {
      "epoch": 0.6757113086377748,
      "grad_norm": 0.04365643846646936,
      "learning_rate": 7.529568304473525e-06,
      "loss": 1.1849,
      "step": 993
    },
    {
      "epoch": 0.67639178326883,
      "grad_norm": 0.04471078501455037,
      "learning_rate": 7.524907462079149e-06,
      "loss": 1.1777,
      "step": 994
    },
    {
      "epoch": 0.6770722578998851,
      "grad_norm": 0.041659935941889464,
      "learning_rate": 7.5202436728460746e-06,
      "loss": 1.2081,
      "step": 995
    },
    {
      "epoch": 0.6777527325309404,
      "grad_norm": 0.04288201099681714,
      "learning_rate": 7.5155769422174445e-06,
      "loss": 1.1962,
      "step": 996
    },
    {
      "epoch": 0.6784332071619955,
      "grad_norm": 0.04368684136906247,
      "learning_rate": 7.510907275639832e-06,
      "loss": 1.1922,
      "step": 997
    },
    {
      "epoch": 0.6791136817930506,
      "grad_norm": 0.050476486903071514,
      "learning_rate": 7.506234678563248e-06,
      "loss": 1.0598,
      "step": 998
    },
    {
      "epoch": 0.6797941564241058,
      "grad_norm": 0.046810799877727786,
      "learning_rate": 7.501559156441109e-06,
      "loss": 1.1796,
      "step": 999
    },
    {
      "epoch": 0.6804746310551609,
      "grad_norm": 0.047812912893326426,
      "learning_rate": 7.496880714730259e-06,
      "loss": 1.1428,
      "step": 1000
    },
    {
      "epoch": 0.6811551056862162,
      "grad_norm": 0.04257189142775785,
      "learning_rate": 7.492199358890937e-06,
      "loss": 1.1715,
      "step": 1001
    },
    {
      "epoch": 0.6818355803172713,
      "grad_norm": 0.06136667792321527,
      "learning_rate": 7.487515094386792e-06,
      "loss": 1.1517,
      "step": 1002
    },
    {
      "epoch": 0.6825160549483265,
      "grad_norm": 0.055646896518561265,
      "learning_rate": 7.482827926684864e-06,
      "loss": 1.168,
      "step": 1003
    },
    {
      "epoch": 0.6831965295793816,
      "grad_norm": 0.04766220568836885,
      "learning_rate": 7.478137861255583e-06,
      "loss": 1.2104,
      "step": 1004
    },
    {
      "epoch": 0.6838770042104367,
      "grad_norm": 0.04290035924469161,
      "learning_rate": 7.473444903572757e-06,
      "loss": 1.1736,
      "step": 1005
    },
    {
      "epoch": 0.684557478841492,
      "grad_norm": 0.041199593080418005,
      "learning_rate": 7.468749059113578e-06,
      "loss": 1.1848,
      "step": 1006
    },
    {
      "epoch": 0.6852379534725471,
      "grad_norm": 0.042266818870596565,
      "learning_rate": 7.464050333358597e-06,
      "loss": 1.178,
      "step": 1007
    },
    {
      "epoch": 0.6859184281036023,
      "grad_norm": 0.15107754375835664,
      "learning_rate": 7.459348731791733e-06,
      "loss": 1.1783,
      "step": 1008
    },
    {
      "epoch": 0.6865989027346574,
      "grad_norm": 0.04106006697859163,
      "learning_rate": 7.454644259900263e-06,
      "loss": 1.14,
      "step": 1009
    },
    {
      "epoch": 0.6872793773657125,
      "grad_norm": 0.04333746328735867,
      "learning_rate": 7.449936923174813e-06,
      "loss": 1.1426,
      "step": 1010
    },
    {
      "epoch": 0.6879598519967678,
      "grad_norm": 0.07004970303311875,
      "learning_rate": 7.445226727109347e-06,
      "loss": 1.0842,
      "step": 1011
    },
    {
      "epoch": 0.6886403266278229,
      "grad_norm": 0.039638832880001425,
      "learning_rate": 7.440513677201175e-06,
      "loss": 1.1659,
      "step": 1012
    },
    {
      "epoch": 0.6893208012588781,
      "grad_norm": 0.03910289252801824,
      "learning_rate": 7.43579777895093e-06,
      "loss": 1.1611,
      "step": 1013
    },
    {
      "epoch": 0.6900012758899332,
      "grad_norm": 0.07027920752871429,
      "learning_rate": 7.431079037862575e-06,
      "loss": 1.0465,
      "step": 1014
    },
    {
      "epoch": 0.6906817505209883,
      "grad_norm": 0.04094509224077025,
      "learning_rate": 7.426357459443388e-06,
      "loss": 1.1603,
      "step": 1015
    },
    {
      "epoch": 0.6913622251520436,
      "grad_norm": 0.10598504072232526,
      "learning_rate": 7.42163304920396e-06,
      "loss": 1.1153,
      "step": 1016
    },
    {
      "epoch": 0.6920426997830987,
      "grad_norm": 0.041160683871352216,
      "learning_rate": 7.416905812658183e-06,
      "loss": 1.1559,
      "step": 1017
    },
    {
      "epoch": 0.6927231744141539,
      "grad_norm": 0.05473785616653893,
      "learning_rate": 7.412175755323254e-06,
      "loss": 1.125,
      "step": 1018
    },
    {
      "epoch": 0.693403649045209,
      "grad_norm": 0.04770187460065998,
      "learning_rate": 7.407442882719658e-06,
      "loss": 1.1188,
      "step": 1019
    },
    {
      "epoch": 0.6940841236762642,
      "grad_norm": 0.04381659899522137,
      "learning_rate": 7.402707200371165e-06,
      "loss": 1.1356,
      "step": 1020
    },
    {
      "epoch": 0.6947645983073194,
      "grad_norm": 0.04051251755932694,
      "learning_rate": 7.397968713804828e-06,
      "loss": 1.1174,
      "step": 1021
    },
    {
      "epoch": 0.6954450729383745,
      "grad_norm": 0.044516396502584286,
      "learning_rate": 7.39322742855097e-06,
      "loss": 1.1777,
      "step": 1022
    },
    {
      "epoch": 0.6961255475694297,
      "grad_norm": 0.04117597756872166,
      "learning_rate": 7.38848335014318e-06,
      "loss": 1.1387,
      "step": 1023
    },
    {
      "epoch": 0.6968060222004848,
      "grad_norm": 0.04296180208703936,
      "learning_rate": 7.383736484118311e-06,
      "loss": 1.1206,
      "step": 1024
    },
    {
      "epoch": 0.69748649683154,
      "grad_norm": 0.050477126239160564,
      "learning_rate": 7.378986836016462e-06,
      "loss": 1.1443,
      "step": 1025
    },
    {
      "epoch": 0.6981669714625952,
      "grad_norm": 0.06939371082738612,
      "learning_rate": 7.374234411380987e-06,
      "loss": 1.1321,
      "step": 1026
    },
    {
      "epoch": 0.6988474460936503,
      "grad_norm": 0.05320770806066322,
      "learning_rate": 7.369479215758476e-06,
      "loss": 1.218,
      "step": 1027
    },
    {
      "epoch": 0.6995279207247055,
      "grad_norm": 0.04193911746958924,
      "learning_rate": 7.364721254698752e-06,
      "loss": 1.1404,
      "step": 1028
    },
    {
      "epoch": 0.7002083953557606,
      "grad_norm": 0.05140219246531558,
      "learning_rate": 7.359960533754872e-06,
      "loss": 1.1954,
      "step": 1029
    },
    {
      "epoch": 0.7008888699868158,
      "grad_norm": 0.043307053037638495,
      "learning_rate": 7.355197058483103e-06,
      "loss": 1.1012,
      "step": 1030
    },
    {
      "epoch": 0.701569344617871,
      "grad_norm": 0.04976551632482346,
      "learning_rate": 7.350430834442941e-06,
      "loss": 1.1041,
      "step": 1031
    },
    {
      "epoch": 0.7022498192489262,
      "grad_norm": 0.047734146085657715,
      "learning_rate": 7.345661867197076e-06,
      "loss": 1.1625,
      "step": 1032
    },
    {
      "epoch": 0.7029302938799813,
      "grad_norm": 0.04720201465179049,
      "learning_rate": 7.340890162311411e-06,
      "loss": 1.1787,
      "step": 1033
    },
    {
      "epoch": 0.7036107685110364,
      "grad_norm": 0.04247509490814496,
      "learning_rate": 7.336115725355033e-06,
      "loss": 1.146,
      "step": 1034
    },
    {
      "epoch": 0.7042912431420916,
      "grad_norm": 0.21669885262049804,
      "learning_rate": 7.33133856190023e-06,
      "loss": 1.1569,
      "step": 1035
    },
    {
      "epoch": 0.7049717177731468,
      "grad_norm": 0.0437961700372451,
      "learning_rate": 7.3265586775224595e-06,
      "loss": 1.1802,
      "step": 1036
    },
    {
      "epoch": 0.705652192404202,
      "grad_norm": 0.03735584537487382,
      "learning_rate": 7.321776077800367e-06,
      "loss": 1.125,
      "step": 1037
    },
    {
      "epoch": 0.7063326670352571,
      "grad_norm": 0.054935897560418445,
      "learning_rate": 7.316990768315757e-06,
      "loss": 1.0937,
      "step": 1038
    },
    {
      "epoch": 0.7070131416663122,
      "grad_norm": 0.053625956317227996,
      "learning_rate": 7.3122027546536025e-06,
      "loss": 1.1672,
      "step": 1039
    },
    {
      "epoch": 0.7076936162973674,
      "grad_norm": 0.04328762046243775,
      "learning_rate": 7.307412042402029e-06,
      "loss": 1.1584,
      "step": 1040
    },
    {
      "epoch": 0.7083740909284226,
      "grad_norm": 0.042645405158309085,
      "learning_rate": 7.302618637152316e-06,
      "loss": 1.2284,
      "step": 1041
    },
    {
      "epoch": 0.7090545655594778,
      "grad_norm": 0.043540366546701605,
      "learning_rate": 7.297822544498879e-06,
      "loss": 1.1746,
      "step": 1042
    },
    {
      "epoch": 0.7097350401905329,
      "grad_norm": 0.09388727485260404,
      "learning_rate": 7.293023770039279e-06,
      "loss": 1.106,
      "step": 1043
    },
    {
      "epoch": 0.710415514821588,
      "grad_norm": 0.045183692217649854,
      "learning_rate": 7.288222319374199e-06,
      "loss": 1.1561,
      "step": 1044
    },
    {
      "epoch": 0.7110959894526432,
      "grad_norm": 0.04419303783873857,
      "learning_rate": 7.283418198107449e-06,
      "loss": 1.1907,
      "step": 1045
    },
    {
      "epoch": 0.7117764640836984,
      "grad_norm": 0.039431406730855954,
      "learning_rate": 7.2786114118459564e-06,
      "loss": 1.1463,
      "step": 1046
    },
    {
      "epoch": 0.7124569387147536,
      "grad_norm": 0.08697265203912855,
      "learning_rate": 7.273801966199756e-06,
      "loss": 1.1178,
      "step": 1047
    },
    {
      "epoch": 0.7131374133458087,
      "grad_norm": 0.046605391918640805,
      "learning_rate": 7.2689898667819915e-06,
      "loss": 1.1882,
      "step": 1048
    },
    {
      "epoch": 0.7138178879768639,
      "grad_norm": 0.04535224059552782,
      "learning_rate": 7.2641751192088986e-06,
      "loss": 1.1587,
      "step": 1049
    },
    {
      "epoch": 0.714498362607919,
      "grad_norm": 0.04609371369265137,
      "learning_rate": 7.259357729099805e-06,
      "loss": 1.1624,
      "step": 1050
    },
    {
      "epoch": 0.7151788372389741,
      "grad_norm": 0.04837539578364566,
      "learning_rate": 7.254537702077127e-06,
      "loss": 1.1592,
      "step": 1051
    },
    {
      "epoch": 0.7158593118700294,
      "grad_norm": 0.0415706447025837,
      "learning_rate": 7.2497150437663495e-06,
      "loss": 1.1592,
      "step": 1052
    },
    {
      "epoch": 0.7165397865010845,
      "grad_norm": 0.0466672846650458,
      "learning_rate": 7.244889759796039e-06,
      "loss": 1.1646,
      "step": 1053
    },
    {
      "epoch": 0.7172202611321397,
      "grad_norm": 0.041322845555446144,
      "learning_rate": 7.240061855797818e-06,
      "loss": 1.0669,
      "step": 1054
    },
    {
      "epoch": 0.7179007357631948,
      "grad_norm": 0.047295050030634445,
      "learning_rate": 7.23523133740637e-06,
      "loss": 1.1195,
      "step": 1055
    },
    {
      "epoch": 0.7185812103942499,
      "grad_norm": 0.041282823374409,
      "learning_rate": 7.230398210259431e-06,
      "loss": 1.2188,
      "step": 1056
    },
    {
      "epoch": 0.7192616850253052,
      "grad_norm": 0.0673203156095105,
      "learning_rate": 7.225562479997781e-06,
      "loss": 1.1166,
      "step": 1057
    },
    {
      "epoch": 0.7199421596563603,
      "grad_norm": 0.059975488393622454,
      "learning_rate": 7.220724152265234e-06,
      "loss": 1.2001,
      "step": 1058
    },
    {
      "epoch": 0.7206226342874155,
      "grad_norm": 0.05733949411047725,
      "learning_rate": 7.215883232708642e-06,
      "loss": 1.1777,
      "step": 1059
    },
    {
      "epoch": 0.7213031089184706,
      "grad_norm": 0.038815327874534795,
      "learning_rate": 7.21103972697788e-06,
      "loss": 1.1425,
      "step": 1060
    },
    {
      "epoch": 0.7219835835495257,
      "grad_norm": 0.04180710340753343,
      "learning_rate": 7.206193640725838e-06,
      "loss": 1.1311,
      "step": 1061
    },
    {
      "epoch": 0.722664058180581,
      "grad_norm": 0.049442802384658265,
      "learning_rate": 7.201344979608423e-06,
      "loss": 1.0722,
      "step": 1062
    },
    {
      "epoch": 0.7233445328116361,
      "grad_norm": 0.03691998702875071,
      "learning_rate": 7.1964937492845376e-06,
      "loss": 1.2127,
      "step": 1063
    },
    {
      "epoch": 0.7240250074426913,
      "grad_norm": 0.04551488458030917,
      "learning_rate": 7.191639955416097e-06,
      "loss": 1.1855,
      "step": 1064
    },
    {
      "epoch": 0.7247054820737464,
      "grad_norm": 0.05620018748524324,
      "learning_rate": 7.1867836036679984e-06,
      "loss": 1.1669,
      "step": 1065
    },
    {
      "epoch": 0.7253859567048015,
      "grad_norm": 0.03770804716932438,
      "learning_rate": 7.181924699708127e-06,
      "loss": 1.1324,
      "step": 1066
    },
    {
      "epoch": 0.7260664313358568,
      "grad_norm": 0.043007638479637705,
      "learning_rate": 7.1770632492073455e-06,
      "loss": 1.188,
      "step": 1067
    },
    {
      "epoch": 0.7267469059669119,
      "grad_norm": 0.04846905600603435,
      "learning_rate": 7.172199257839492e-06,
      "loss": 1.1112,
      "step": 1068
    },
    {
      "epoch": 0.7274273805979671,
      "grad_norm": 0.06760771174774231,
      "learning_rate": 7.167332731281363e-06,
      "loss": 1.1739,
      "step": 1069
    },
    {
      "epoch": 0.7281078552290222,
      "grad_norm": 0.04414778875172002,
      "learning_rate": 7.162463675212726e-06,
      "loss": 1.1207,
      "step": 1070
    },
    {
      "epoch": 0.7287883298600774,
      "grad_norm": 0.044146176097507095,
      "learning_rate": 7.157592095316286e-06,
      "loss": 1.1655,
      "step": 1071
    },
    {
      "epoch": 0.7294688044911326,
      "grad_norm": 0.04415213012398565,
      "learning_rate": 7.152717997277706e-06,
      "loss": 1.0841,
      "step": 1072
    },
    {
      "epoch": 0.7301492791221877,
      "grad_norm": 0.04683320609148643,
      "learning_rate": 7.14784138678558e-06,
      "loss": 1.103,
      "step": 1073
    },
    {
      "epoch": 0.7308297537532429,
      "grad_norm": 0.041857344288494074,
      "learning_rate": 7.142962269531439e-06,
      "loss": 1.1669,
      "step": 1074
    },
    {
      "epoch": 0.731510228384298,
      "grad_norm": 0.042008130220727205,
      "learning_rate": 7.138080651209738e-06,
      "loss": 1.189,
      "step": 1075
    },
    {
      "epoch": 0.7321907030153532,
      "grad_norm": 1.0221404712041966,
      "learning_rate": 7.133196537517848e-06,
      "loss": 1.1469,
      "step": 1076
    },
    {
      "epoch": 0.7328711776464084,
      "grad_norm": 0.042322130073403956,
      "learning_rate": 7.128309934156059e-06,
      "loss": 1.1318,
      "step": 1077
    },
    {
      "epoch": 0.7335516522774636,
      "grad_norm": 0.042057265771129046,
      "learning_rate": 7.12342084682756e-06,
      "loss": 1.1443,
      "step": 1078
    },
    {
      "epoch": 0.7342321269085187,
      "grad_norm": 0.047450147809600454,
      "learning_rate": 7.118529281238444e-06,
      "loss": 1.1628,
      "step": 1079
    },
    {
      "epoch": 0.7349126015395738,
      "grad_norm": 0.038929774779211966,
      "learning_rate": 7.113635243097694e-06,
      "loss": 1.1716,
      "step": 1080
    },
    {
      "epoch": 0.735593076170629,
      "grad_norm": 0.09452731162534289,
      "learning_rate": 7.108738738117178e-06,
      "loss": 1.1475,
      "step": 1081
    },
    {
      "epoch": 0.7362735508016842,
      "grad_norm": 0.04475327075474272,
      "learning_rate": 7.1038397720116445e-06,
      "loss": 1.1252,
      "step": 1082
    },
    {
      "epoch": 0.7369540254327394,
      "grad_norm": 0.049494950615798054,
      "learning_rate": 7.098938350498716e-06,
      "loss": 1.1659,
      "step": 1083
    },
    {
      "epoch": 0.7376345000637945,
      "grad_norm": 0.04152173426603925,
      "learning_rate": 7.094034479298877e-06,
      "loss": 1.0856,
      "step": 1084
    },
    {
      "epoch": 0.7383149746948496,
      "grad_norm": 0.047822463422239274,
      "learning_rate": 7.0891281641354725e-06,
      "loss": 1.1294,
      "step": 1085
    },
    {
      "epoch": 0.7389954493259048,
      "grad_norm": 0.04237806087000458,
      "learning_rate": 7.084219410734701e-06,
      "loss": 1.1766,
      "step": 1086
    },
    {
      "epoch": 0.73967592395696,
      "grad_norm": 0.039594916551205596,
      "learning_rate": 7.079308224825606e-06,
      "loss": 1.196,
      "step": 1087
    },
    {
      "epoch": 0.7403563985880152,
      "grad_norm": 0.04336458299557206,
      "learning_rate": 7.0743946121400695e-06,
      "loss": 1.1839,
      "step": 1088
    },
    {
      "epoch": 0.7410368732190703,
      "grad_norm": 0.04375341715007609,
      "learning_rate": 7.069478578412807e-06,
      "loss": 1.1983,
      "step": 1089
    },
    {
      "epoch": 0.7417173478501254,
      "grad_norm": 0.05157083535351173,
      "learning_rate": 7.064560129381359e-06,
      "loss": 1.1507,
      "step": 1090
    },
    {
      "epoch": 0.7423978224811806,
      "grad_norm": 0.060666298376872534,
      "learning_rate": 7.059639270786083e-06,
      "loss": 1.2219,
      "step": 1091
    },
    {
      "epoch": 0.7430782971122358,
      "grad_norm": 0.07282006900214394,
      "learning_rate": 7.054716008370152e-06,
      "loss": 1.1525,
      "step": 1092
    },
    {
      "epoch": 0.743758771743291,
      "grad_norm": 0.04284510073276491,
      "learning_rate": 7.049790347879543e-06,
      "loss": 1.1965,
      "step": 1093
    },
    {
      "epoch": 0.7444392463743461,
      "grad_norm": 0.042066556853576444,
      "learning_rate": 7.0448622950630305e-06,
      "loss": 1.1347,
      "step": 1094
    },
    {
      "epoch": 0.7451197210054012,
      "grad_norm": 0.04330476577042554,
      "learning_rate": 7.039931855672185e-06,
      "loss": 1.1636,
      "step": 1095
    },
    {
      "epoch": 0.7458001956364564,
      "grad_norm": 0.0656755371298587,
      "learning_rate": 7.034999035461356e-06,
      "loss": 1.0869,
      "step": 1096
    },
    {
      "epoch": 0.7464806702675116,
      "grad_norm": 0.04884741709734115,
      "learning_rate": 7.03006384018768e-06,
      "loss": 1.1266,
      "step": 1097
    },
    {
      "epoch": 0.7471611448985668,
      "grad_norm": 0.07686213616910825,
      "learning_rate": 7.025126275611058e-06,
      "loss": 1.0971,
      "step": 1098
    },
    {
      "epoch": 0.7478416195296219,
      "grad_norm": 0.04391594900179587,
      "learning_rate": 7.020186347494159e-06,
      "loss": 1.1419,
      "step": 1099
    },
    {
      "epoch": 0.748522094160677,
      "grad_norm": 0.04022498193871379,
      "learning_rate": 7.0152440616024105e-06,
      "loss": 1.1534,
      "step": 1100
    },
    {
      "epoch": 0.7492025687917322,
      "grad_norm": 0.04069958195471514,
      "learning_rate": 7.010299423703996e-06,
      "loss": 1.123,
      "step": 1101
    },
    {
      "epoch": 0.7498830434227874,
      "grad_norm": 0.04279031084289905,
      "learning_rate": 7.0053524395698345e-06,
      "loss": 1.1211,
      "step": 1102
    },
    {
      "epoch": 0.7505635180538426,
      "grad_norm": 0.03907354097090339,
      "learning_rate": 7.000403114973591e-06,
      "loss": 1.1609,
      "step": 1103
    },
    {
      "epoch": 0.7512439926848977,
      "grad_norm": 0.04384068220483148,
      "learning_rate": 6.99545145569166e-06,
      "loss": 1.0995,
      "step": 1104
    },
    {
      "epoch": 0.7519244673159529,
      "grad_norm": 0.045265801938899335,
      "learning_rate": 6.990497467503163e-06,
      "loss": 1.1096,
      "step": 1105
    },
    {
      "epoch": 0.752604941947008,
      "grad_norm": 0.09957810788867909,
      "learning_rate": 6.985541156189932e-06,
      "loss": 1.132,
      "step": 1106
    },
    {
      "epoch": 0.7532854165780632,
      "grad_norm": 0.0429281647908113,
      "learning_rate": 6.98058252753652e-06,
      "loss": 1.1622,
      "step": 1107
    },
    {
      "epoch": 0.7539658912091184,
      "grad_norm": 0.052743801016877874,
      "learning_rate": 6.975621587330179e-06,
      "loss": 1.2174,
      "step": 1108
    },
    {
      "epoch": 0.7546463658401735,
      "grad_norm": 0.03881047949712702,
      "learning_rate": 6.970658341360859e-06,
      "loss": 1.1805,
      "step": 1109
    },
    {
      "epoch": 0.7553268404712287,
      "grad_norm": 0.04225458626164949,
      "learning_rate": 6.965692795421206e-06,
      "loss": 1.1722,
      "step": 1110
    },
    {
      "epoch": 0.7560073151022838,
      "grad_norm": 0.10543672989935722,
      "learning_rate": 6.9607249553065405e-06,
      "loss": 1.2019,
      "step": 1111
    },
    {
      "epoch": 0.7566877897333391,
      "grad_norm": 0.0565342929312989,
      "learning_rate": 6.955754826814871e-06,
      "loss": 1.0947,
      "step": 1112
    },
    {
      "epoch": 0.7573682643643942,
      "grad_norm": 0.03930712197341347,
      "learning_rate": 6.950782415746869e-06,
      "loss": 1.1346,
      "step": 1113
    },
    {
      "epoch": 0.7580487389954493,
      "grad_norm": 0.03760938964092718,
      "learning_rate": 6.945807727905876e-06,
      "loss": 1.1054,
      "step": 1114
    },
    {
      "epoch": 0.7587292136265045,
      "grad_norm": 0.0379152054111856,
      "learning_rate": 6.940830769097886e-06,
      "loss": 1.0448,
      "step": 1115
    },
    {
      "epoch": 0.7594096882575596,
      "grad_norm": 0.06937325137974219,
      "learning_rate": 6.935851545131549e-06,
      "loss": 1.1911,
      "step": 1116
    },
    {
      "epoch": 0.7600901628886149,
      "grad_norm": 0.06566055465040227,
      "learning_rate": 6.9308700618181505e-06,
      "loss": 1.1573,
      "step": 1117
    },
    {
      "epoch": 0.76077063751967,
      "grad_norm": 0.04493419709913744,
      "learning_rate": 6.925886324971619e-06,
      "loss": 1.1628,
      "step": 1118
    },
    {
      "epoch": 0.7614511121507251,
      "grad_norm": 0.0418786470658152,
      "learning_rate": 6.920900340408513e-06,
      "loss": 1.2156,
      "step": 1119
    },
    {
      "epoch": 0.7621315867817803,
      "grad_norm": 0.038634168191586375,
      "learning_rate": 6.915912113948013e-06,
      "loss": 1.1652,
      "step": 1120
    },
    {
      "epoch": 0.7628120614128354,
      "grad_norm": 0.06168446681123073,
      "learning_rate": 6.910921651411915e-06,
      "loss": 1.2015,
      "step": 1121
    },
    {
      "epoch": 0.7634925360438907,
      "grad_norm": 0.04635986156126397,
      "learning_rate": 6.905928958624627e-06,
      "loss": 1.1536,
      "step": 1122
    },
    {
      "epoch": 0.7641730106749458,
      "grad_norm": 0.041883937869239204,
      "learning_rate": 6.900934041413157e-06,
      "loss": 1.1758,
      "step": 1123
    },
    {
      "epoch": 0.764853485306001,
      "grad_norm": 0.04598375681816885,
      "learning_rate": 6.89593690560711e-06,
      "loss": 1.1464,
      "step": 1124
    },
    {
      "epoch": 0.7655339599370561,
      "grad_norm": 0.04369752473272923,
      "learning_rate": 6.890937557038685e-06,
      "loss": 1.061,
      "step": 1125
    },
    {
      "epoch": 0.7662144345681112,
      "grad_norm": 0.8223791208274646,
      "learning_rate": 6.885936001542658e-06,
      "loss": 1.189,
      "step": 1126
    },
    {
      "epoch": 0.7668949091991664,
      "grad_norm": 0.041870872372011377,
      "learning_rate": 6.880932244956381e-06,
      "loss": 1.1183,
      "step": 1127
    },
    {
      "epoch": 0.7675753838302216,
      "grad_norm": 0.0749667174818459,
      "learning_rate": 6.875926293119778e-06,
      "loss": 1.0854,
      "step": 1128
    },
    {
      "epoch": 0.7682558584612768,
      "grad_norm": 0.04392599229758133,
      "learning_rate": 6.870918151875331e-06,
      "loss": 1.1703,
      "step": 1129
    },
    {
      "epoch": 0.7689363330923319,
      "grad_norm": 0.15512309240607164,
      "learning_rate": 6.865907827068085e-06,
      "loss": 1.1616,
      "step": 1130
    },
    {
      "epoch": 0.769616807723387,
      "grad_norm": 0.04222809718225347,
      "learning_rate": 6.8608953245456224e-06,
      "loss": 1.1157,
      "step": 1131
    },
    {
      "epoch": 0.7702972823544422,
      "grad_norm": 0.04781561093643504,
      "learning_rate": 6.8558806501580764e-06,
      "loss": 1.1492,
      "step": 1132
    },
    {
      "epoch": 0.7709777569854974,
      "grad_norm": 0.15222417065814942,
      "learning_rate": 6.85086380975811e-06,
      "loss": 1.2147,
      "step": 1133
    },
    {
      "epoch": 0.7716582316165526,
      "grad_norm": 0.05465946027165189,
      "learning_rate": 6.845844809200918e-06,
      "loss": 1.1875,
      "step": 1134
    },
    {
      "epoch": 0.7723387062476077,
      "grad_norm": 0.043507474640149424,
      "learning_rate": 6.840823654344211e-06,
      "loss": 1.1466,
      "step": 1135
    },
    {
      "epoch": 0.7730191808786628,
      "grad_norm": 0.047930995130181106,
      "learning_rate": 6.835800351048218e-06,
      "loss": 1.1868,
      "step": 1136
    },
    {
      "epoch": 0.773699655509718,
      "grad_norm": 0.06266225882556943,
      "learning_rate": 6.830774905175677e-06,
      "loss": 1.156,
      "step": 1137
    },
    {
      "epoch": 0.7743801301407732,
      "grad_norm": 0.04859618741694431,
      "learning_rate": 6.82574732259182e-06,
      "loss": 1.0918,
      "step": 1138
    },
    {
      "epoch": 0.7750606047718284,
      "grad_norm": 0.04801810270287596,
      "learning_rate": 6.82071760916438e-06,
      "loss": 1.1477,
      "step": 1139
    },
    {
      "epoch": 0.7757410794028835,
      "grad_norm": 0.0473223818411507,
      "learning_rate": 6.815685770763573e-06,
      "loss": 1.1164,
      "step": 1140
    },
    {
      "epoch": 0.7764215540339386,
      "grad_norm": 0.043906942829315364,
      "learning_rate": 6.810651813262096e-06,
      "loss": 1.1267,
      "step": 1141
    },
    {
      "epoch": 0.7771020286649938,
      "grad_norm": 0.04601911308760648,
      "learning_rate": 6.805615742535117e-06,
      "loss": 1.1288,
      "step": 1142
    },
    {
      "epoch": 0.777782503296049,
      "grad_norm": 0.047303938482842395,
      "learning_rate": 6.800577564460275e-06,
      "loss": 1.179,
      "step": 1143
    },
    {
      "epoch": 0.7784629779271042,
      "grad_norm": 0.04929207282941646,
      "learning_rate": 6.795537284917666e-06,
      "loss": 1.1631,
      "step": 1144
    },
    {
      "epoch": 0.7791434525581593,
      "grad_norm": 0.0451527655223312,
      "learning_rate": 6.7904949097898376e-06,
      "loss": 1.1429,
      "step": 1145
    },
    {
      "epoch": 0.7798239271892144,
      "grad_norm": 0.0488569182696569,
      "learning_rate": 6.785450444961783e-06,
      "loss": 1.1077,
      "step": 1146
    },
    {
      "epoch": 0.7805044018202696,
      "grad_norm": 0.04586542464915239,
      "learning_rate": 6.780403896320938e-06,
      "loss": 1.1599,
      "step": 1147
    },
    {
      "epoch": 0.7811848764513248,
      "grad_norm": 0.042563003759626114,
      "learning_rate": 6.775355269757166e-06,
      "loss": 1.1288,
      "step": 1148
    },
    {
      "epoch": 0.78186535108238,
      "grad_norm": 0.04709233196206943,
      "learning_rate": 6.770304571162759e-06,
      "loss": 1.1172,
      "step": 1149
    },
    {
      "epoch": 0.7825458257134351,
      "grad_norm": 0.0534028573034039,
      "learning_rate": 6.765251806432423e-06,
      "loss": 1.1766,
      "step": 1150
    },
    {
      "epoch": 0.7832263003444903,
      "grad_norm": 0.037200717084029736,
      "learning_rate": 6.7601969814632805e-06,
      "loss": 1.1748,
      "step": 1151
    },
    {
      "epoch": 0.7839067749755454,
      "grad_norm": 0.039839632104403555,
      "learning_rate": 6.755140102154855e-06,
      "loss": 1.0733,
      "step": 1152
    },
    {
      "epoch": 0.7845872496066006,
      "grad_norm": 0.04106865746747149,
      "learning_rate": 6.7500811744090725e-06,
      "loss": 1.1776,
      "step": 1153
    },
    {
      "epoch": 0.7852677242376558,
      "grad_norm": 0.039882001703510736,
      "learning_rate": 6.7450202041302404e-06,
      "loss": 1.1651,
      "step": 1154
    },
    {
      "epoch": 0.7859481988687109,
      "grad_norm": 0.0398379046814066,
      "learning_rate": 6.739957197225059e-06,
      "loss": 1.1796,
      "step": 1155
    },
    {
      "epoch": 0.7866286734997661,
      "grad_norm": 0.04132540884480281,
      "learning_rate": 6.734892159602601e-06,
      "loss": 1.1913,
      "step": 1156
    },
    {
      "epoch": 0.7873091481308212,
      "grad_norm": 0.1403333681186676,
      "learning_rate": 6.7298250971743094e-06,
      "loss": 1.1167,
      "step": 1157
    },
    {
      "epoch": 0.7879896227618765,
      "grad_norm": 0.04052355930252153,
      "learning_rate": 6.724756015853994e-06,
      "loss": 1.1029,
      "step": 1158
    },
    {
      "epoch": 0.7886700973929316,
      "grad_norm": 0.06712051352806869,
      "learning_rate": 6.719684921557816e-06,
      "loss": 1.0857,
      "step": 1159
    },
    {
      "epoch": 0.7893505720239867,
      "grad_norm": 0.040511857114010424,
      "learning_rate": 6.71461182020429e-06,
      "loss": 1.1407,
      "step": 1160
    },
    {
      "epoch": 0.7900310466550419,
      "grad_norm": 0.03893191026718295,
      "learning_rate": 6.709536717714269e-06,
      "loss": 1.0647,
      "step": 1161
    },
    {
      "epoch": 0.790711521286097,
      "grad_norm": 0.038741558519808664,
      "learning_rate": 6.704459620010945e-06,
      "loss": 1.1284,
      "step": 1162
    },
    {
      "epoch": 0.7913919959171523,
      "grad_norm": 0.037503955643134496,
      "learning_rate": 6.699380533019836e-06,
      "loss": 1.1487,
      "step": 1163
    },
    {
      "epoch": 0.7920724705482074,
      "grad_norm": 0.03868788023709744,
      "learning_rate": 6.694299462668785e-06,
      "loss": 1.194,
      "step": 1164
    },
    {
      "epoch": 0.7927529451792625,
      "grad_norm": 0.05175370915744133,
      "learning_rate": 6.689216414887947e-06,
      "loss": 1.1888,
      "step": 1165
    },
    {
      "epoch": 0.7934334198103177,
      "grad_norm": 0.04187198494977118,
      "learning_rate": 6.684131395609784e-06,
      "loss": 1.1652,
      "step": 1166
    },
    {
      "epoch": 0.7941138944413728,
      "grad_norm": 0.06991835814940914,
      "learning_rate": 6.679044410769064e-06,
      "loss": 1.078,
      "step": 1167
    },
    {
      "epoch": 0.7947943690724281,
      "grad_norm": 0.03928030662322917,
      "learning_rate": 6.673955466302844e-06,
      "loss": 1.1347,
      "step": 1168
    },
    {
      "epoch": 0.7954748437034832,
      "grad_norm": 0.06556567246463971,
      "learning_rate": 6.668864568150469e-06,
      "loss": 1.1564,
      "step": 1169
    },
    {
      "epoch": 0.7961553183345383,
      "grad_norm": 0.051672923587688206,
      "learning_rate": 6.663771722253567e-06,
      "loss": 1.1552,
      "step": 1170
    },
    {
      "epoch": 0.7968357929655935,
      "grad_norm": 0.045778478618114,
      "learning_rate": 6.658676934556035e-06,
      "loss": 1.1613,
      "step": 1171
    },
    {
      "epoch": 0.7975162675966486,
      "grad_norm": 0.037569343554903545,
      "learning_rate": 6.653580211004039e-06,
      "loss": 1.1837,
      "step": 1172
    },
    {
      "epoch": 0.7981967422277039,
      "grad_norm": 0.042785536903053735,
      "learning_rate": 6.648481557546002e-06,
      "loss": 1.126,
      "step": 1173
    },
    {
      "epoch": 0.798877216858759,
      "grad_norm": 0.03986940166665901,
      "learning_rate": 6.643380980132608e-06,
      "loss": 1.18,
      "step": 1174
    },
    {
      "epoch": 0.7995576914898141,
      "grad_norm": 0.042633298364431076,
      "learning_rate": 6.638278484716771e-06,
      "loss": 1.1298,
      "step": 1175
    },
    {
      "epoch": 0.8002381661208693,
      "grad_norm": 0.04041013356548493,
      "learning_rate": 6.63317407725366e-06,
      "loss": 1.1684,
      "step": 1176
    },
    {
      "epoch": 0.8009186407519244,
      "grad_norm": 0.03925791424798017,
      "learning_rate": 6.628067763700662e-06,
      "loss": 1.1714,
      "step": 1177
    },
    {
      "epoch": 0.8015991153829797,
      "grad_norm": 0.060428415986807496,
      "learning_rate": 6.622959550017397e-06,
      "loss": 1.1556,
      "step": 1178
    },
    {
      "epoch": 0.8022795900140348,
      "grad_norm": 0.03968717411698841,
      "learning_rate": 6.617849442165698e-06,
      "loss": 1.1696,
      "step": 1179
    },
    {
      "epoch": 0.80296006464509,
      "grad_norm": 0.04918573413004946,
      "learning_rate": 6.612737446109614e-06,
      "loss": 1.1542,
      "step": 1180
    },
    {
      "epoch": 0.8036405392761451,
      "grad_norm": 0.03632300431935989,
      "learning_rate": 6.607623567815391e-06,
      "loss": 1.1728,
      "step": 1181
    },
    {
      "epoch": 0.8043210139072002,
      "grad_norm": 0.03868462872196307,
      "learning_rate": 6.602507813251478e-06,
      "loss": 1.12,
      "step": 1182
    },
    {
      "epoch": 0.8050014885382555,
      "grad_norm": 0.04326647088999474,
      "learning_rate": 6.59739018838851e-06,
      "loss": 1.1703,
      "step": 1183
    },
    {
      "epoch": 0.8056819631693106,
      "grad_norm": 0.042993618675953436,
      "learning_rate": 6.592270699199306e-06,
      "loss": 1.1058,
      "step": 1184
    },
    {
      "epoch": 0.8063624378003658,
      "grad_norm": 0.037234437193195045,
      "learning_rate": 6.5871493516588595e-06,
      "loss": 1.1532,
      "step": 1185
    },
    {
      "epoch": 0.8070429124314209,
      "grad_norm": 0.05344055731907998,
      "learning_rate": 6.5820261517443365e-06,
      "loss": 1.1535,
      "step": 1186
    },
    {
      "epoch": 0.807723387062476,
      "grad_norm": 0.04214235502413425,
      "learning_rate": 6.5769011054350604e-06,
      "loss": 1.1818,
      "step": 1187
    },
    {
      "epoch": 0.8084038616935313,
      "grad_norm": 0.04404793500124364,
      "learning_rate": 6.5717742187125146e-06,
      "loss": 1.1332,
      "step": 1188
    },
    {
      "epoch": 0.8090843363245864,
      "grad_norm": 0.03832530671679624,
      "learning_rate": 6.5666454975603234e-06,
      "loss": 1.0854,
      "step": 1189
    },
    {
      "epoch": 0.8097648109556416,
      "grad_norm": 0.03968072705931161,
      "learning_rate": 6.561514947964258e-06,
      "loss": 1.0979,
      "step": 1190
    },
    {
      "epoch": 0.8104452855866967,
      "grad_norm": 0.044024012396331864,
      "learning_rate": 6.556382575912225e-06,
      "loss": 1.15,
      "step": 1191
    },
    {
      "epoch": 0.8111257602177518,
      "grad_norm": 0.046743667143049464,
      "learning_rate": 6.551248387394251e-06,
      "loss": 1.1359,
      "step": 1192
    },
    {
      "epoch": 0.8118062348488071,
      "grad_norm": 0.07108309726781734,
      "learning_rate": 6.546112388402487e-06,
      "loss": 1.1255,
      "step": 1193
    },
    {
      "epoch": 0.8124867094798622,
      "grad_norm": 0.04243584220518146,
      "learning_rate": 6.540974584931199e-06,
      "loss": 1.1633,
      "step": 1194
    },
    {
      "epoch": 0.8131671841109174,
      "grad_norm": 0.04017199870986986,
      "learning_rate": 6.535834982976752e-06,
      "loss": 1.1856,
      "step": 1195
    },
    {
      "epoch": 0.8138476587419725,
      "grad_norm": 0.03833103072994475,
      "learning_rate": 6.530693588537619e-06,
      "loss": 1.1441,
      "step": 1196
    },
    {
      "epoch": 0.8145281333730277,
      "grad_norm": 0.04297394216426952,
      "learning_rate": 6.525550407614358e-06,
      "loss": 1.1445,
      "step": 1197
    },
    {
      "epoch": 0.8152086080040829,
      "grad_norm": 0.07188862913546087,
      "learning_rate": 6.520405446209615e-06,
      "loss": 1.1799,
      "step": 1198
    },
    {
      "epoch": 0.815889082635138,
      "grad_norm": 0.03987215118118984,
      "learning_rate": 6.5152587103281165e-06,
      "loss": 1.1144,
      "step": 1199
    },
    {
      "epoch": 0.8165695572661932,
      "grad_norm": 0.03817132524293037,
      "learning_rate": 6.510110205976652e-06,
      "loss": 1.0878,
      "step": 1200
    },
    {
      "epoch": 0.8172500318972483,
      "grad_norm": 0.04141078067635132,
      "learning_rate": 6.504959939164081e-06,
      "loss": 1.1538,
      "step": 1201
    },
    {
      "epoch": 0.8179305065283035,
      "grad_norm": 0.03973666336401996,
      "learning_rate": 6.4998079159013236e-06,
      "loss": 1.1297,
      "step": 1202
    },
    {
      "epoch": 0.8186109811593586,
      "grad_norm": 0.06287711186363208,
      "learning_rate": 6.494654142201342e-06,
      "loss": 1.0933,
      "step": 1203
    },
    {
      "epoch": 0.8192914557904138,
      "grad_norm": 0.03691243912728769,
      "learning_rate": 6.489498624079144e-06,
      "loss": 1.0645,
      "step": 1204
    },
    {
      "epoch": 0.819971930421469,
      "grad_norm": 0.03868123428432716,
      "learning_rate": 6.4843413675517765e-06,
      "loss": 1.1448,
      "step": 1205
    },
    {
      "epoch": 0.8206524050525241,
      "grad_norm": 0.04592978741828481,
      "learning_rate": 6.479182378638308e-06,
      "loss": 1.0595,
      "step": 1206
    },
    {
      "epoch": 0.8213328796835793,
      "grad_norm": 0.045057504118504885,
      "learning_rate": 6.47402166335984e-06,
      "loss": 1.1042,
      "step": 1207
    },
    {
      "epoch": 0.8220133543146344,
      "grad_norm": 0.0463959955709015,
      "learning_rate": 6.468859227739479e-06,
      "loss": 1.2134,
      "step": 1208
    },
    {
      "epoch": 0.8226938289456897,
      "grad_norm": 0.04393391375867404,
      "learning_rate": 6.463695077802343e-06,
      "loss": 1.159,
      "step": 1209
    },
    {
      "epoch": 0.8233743035767448,
      "grad_norm": 0.03825599467131142,
      "learning_rate": 6.458529219575551e-06,
      "loss": 1.1733,
      "step": 1210
    },
    {
      "epoch": 0.8240547782077999,
      "grad_norm": 0.037767227267221204,
      "learning_rate": 6.453361659088217e-06,
      "loss": 1.1174,
      "step": 1211
    },
    {
      "epoch": 0.8247352528388551,
      "grad_norm": 0.0370763078234574,
      "learning_rate": 6.448192402371436e-06,
      "loss": 1.1563,
      "step": 1212
    },
    {
      "epoch": 0.8254157274699102,
      "grad_norm": 0.036711175610672164,
      "learning_rate": 6.443021455458292e-06,
      "loss": 1.106,
      "step": 1213
    },
    {
      "epoch": 0.8260962021009655,
      "grad_norm": 0.03738930371806809,
      "learning_rate": 6.437848824383832e-06,
      "loss": 1.1606,
      "step": 1214
    },
    {
      "epoch": 0.8267766767320206,
      "grad_norm": 0.05164041123554863,
      "learning_rate": 6.432674515185077e-06,
      "loss": 1.1542,
      "step": 1215
    },
    {
      "epoch": 0.8274571513630757,
      "grad_norm": 0.03676194118397665,
      "learning_rate": 6.427498533900999e-06,
      "loss": 1.1235,
      "step": 1216
    },
    {
      "epoch": 0.8281376259941309,
      "grad_norm": 0.03989164985813374,
      "learning_rate": 6.422320886572527e-06,
      "loss": 1.1466,
      "step": 1217
    },
    {
      "epoch": 0.828818100625186,
      "grad_norm": 0.04356300216442829,
      "learning_rate": 6.417141579242532e-06,
      "loss": 1.0876,
      "step": 1218
    },
    {
      "epoch": 0.8294985752562413,
      "grad_norm": 0.03948663487235072,
      "learning_rate": 6.4119606179558245e-06,
      "loss": 1.0584,
      "step": 1219
    },
    {
      "epoch": 0.8301790498872964,
      "grad_norm": 0.039683834391457604,
      "learning_rate": 6.4067780087591415e-06,
      "loss": 1.1104,
      "step": 1220
    },
    {
      "epoch": 0.8308595245183515,
      "grad_norm": 0.039649808293137266,
      "learning_rate": 6.4015937577011476e-06,
      "loss": 1.1355,
      "step": 1221
    },
    {
      "epoch": 0.8315399991494067,
      "grad_norm": 0.040785245487367505,
      "learning_rate": 6.396407870832419e-06,
      "loss": 1.2331,
      "step": 1222
    },
    {
      "epoch": 0.8322204737804618,
      "grad_norm": 0.03981988996626304,
      "learning_rate": 6.391220354205448e-06,
      "loss": 1.1216,
      "step": 1223
    },
    {
      "epoch": 0.8329009484115171,
      "grad_norm": 0.044016546550143455,
      "learning_rate": 6.386031213874622e-06,
      "loss": 1.1495,
      "step": 1224
    },
    {
      "epoch": 0.8335814230425722,
      "grad_norm": 0.03896895263836741,
      "learning_rate": 6.380840455896224e-06,
      "loss": 1.1613,
      "step": 1225
    },
    {
      "epoch": 0.8342618976736274,
      "grad_norm": 0.06832828163246732,
      "learning_rate": 6.375648086328431e-06,
      "loss": 1.1212,
      "step": 1226
    },
    {
      "epoch": 0.8349423723046825,
      "grad_norm": 0.25245491435815004,
      "learning_rate": 6.3704541112312945e-06,
      "loss": 1.174,
      "step": 1227
    },
    {
      "epoch": 0.8356228469357376,
      "grad_norm": 0.043274664497043036,
      "learning_rate": 6.365258536666743e-06,
      "loss": 1.1925,
      "step": 1228
    },
    {
      "epoch": 0.8363033215667929,
      "grad_norm": 0.04474702661275679,
      "learning_rate": 6.3600613686985726e-06,
      "loss": 1.1827,
      "step": 1229
    },
    {
      "epoch": 0.836983796197848,
      "grad_norm": 0.04088242470620767,
      "learning_rate": 6.354862613392436e-06,
      "loss": 1.1585,
      "step": 1230
    },
    {
      "epoch": 0.8376642708289032,
      "grad_norm": 0.03934094541159658,
      "learning_rate": 6.349662276815839e-06,
      "loss": 1.0986,
      "step": 1231
    },
    {
      "epoch": 0.8383447454599583,
      "grad_norm": 0.03836873137443747,
      "learning_rate": 6.344460365038138e-06,
      "loss": 1.0824,
      "step": 1232
    },
    {
      "epoch": 0.8390252200910134,
      "grad_norm": 0.04423182388938506,
      "learning_rate": 6.339256884130518e-06,
      "loss": 1.1102,
      "step": 1233
    },
    {
      "epoch": 0.8397056947220687,
      "grad_norm": 0.03929692065282594,
      "learning_rate": 6.334051840166006e-06,
      "loss": 1.1949,
      "step": 1234
    },
    {
      "epoch": 0.8403861693531238,
      "grad_norm": 0.03897705730851779,
      "learning_rate": 6.328845239219446e-06,
      "loss": 1.1435,
      "step": 1235
    },
    {
      "epoch": 0.841066643984179,
      "grad_norm": 0.04127103596120887,
      "learning_rate": 6.3236370873675025e-06,
      "loss": 1.0863,
      "step": 1236
    },
    {
      "epoch": 0.8417471186152341,
      "grad_norm": 0.04896894494341286,
      "learning_rate": 6.318427390688649e-06,
      "loss": 1.1311,
      "step": 1237
    },
    {
      "epoch": 0.8424275932462892,
      "grad_norm": 0.03891171272385797,
      "learning_rate": 6.313216155263161e-06,
      "loss": 1.1414,
      "step": 1238
    },
    {
      "epoch": 0.8431080678773445,
      "grad_norm": 0.039783788194363214,
      "learning_rate": 6.308003387173112e-06,
      "loss": 1.1852,
      "step": 1239
    },
    {
      "epoch": 0.8437885425083996,
      "grad_norm": 0.038793732155587374,
      "learning_rate": 6.302789092502364e-06,
      "loss": 1.1957,
      "step": 1240
    },
    {
      "epoch": 0.8444690171394548,
      "grad_norm": 0.03833731039389526,
      "learning_rate": 6.2975732773365575e-06,
      "loss": 1.1059,
      "step": 1241
    },
    {
      "epoch": 0.8451494917705099,
      "grad_norm": 0.038076988501699965,
      "learning_rate": 6.292355947763114e-06,
      "loss": 1.1573,
      "step": 1242
    },
    {
      "epoch": 0.845829966401565,
      "grad_norm": 0.04952437152204103,
      "learning_rate": 6.287137109871214e-06,
      "loss": 1.1712,
      "step": 1243
    },
    {
      "epoch": 0.8465104410326203,
      "grad_norm": 0.045910265315598234,
      "learning_rate": 6.281916769751808e-06,
      "loss": 1.1327,
      "step": 1244
    },
    {
      "epoch": 0.8471909156636754,
      "grad_norm": 0.0393005068086636,
      "learning_rate": 6.276694933497588e-06,
      "loss": 1.0923,
      "step": 1245
    },
    {
      "epoch": 0.8478713902947306,
      "grad_norm": 0.037291589698702415,
      "learning_rate": 6.271471607203006e-06,
      "loss": 1.1396,
      "step": 1246
    },
    {
      "epoch": 0.8485518649257857,
      "grad_norm": 0.035658033542247156,
      "learning_rate": 6.26624679696424e-06,
      "loss": 1.2,
      "step": 1247
    },
    {
      "epoch": 0.8492323395568409,
      "grad_norm": 0.037711808055210426,
      "learning_rate": 6.26102050887921e-06,
      "loss": 1.1482,
      "step": 1248
    },
    {
      "epoch": 0.8499128141878961,
      "grad_norm": 0.04141554608842721,
      "learning_rate": 6.2557927490475534e-06,
      "loss": 1.0702,
      "step": 1249
    },
    {
      "epoch": 0.8505932888189512,
      "grad_norm": 0.037101277030303734,
      "learning_rate": 6.25056352357063e-06,
      "loss": 1.1072,
      "step": 1250
    },
    {
      "epoch": 0.8512737634500064,
      "grad_norm": 0.04107851103743336,
      "learning_rate": 6.245332838551509e-06,
      "loss": 1.1945,
      "step": 1251
    },
    {
      "epoch": 0.8519542380810615,
      "grad_norm": 0.04491065841553481,
      "learning_rate": 6.240100700094961e-06,
      "loss": 1.1496,
      "step": 1252
    },
    {
      "epoch": 0.8526347127121167,
      "grad_norm": 0.2556338887019016,
      "learning_rate": 6.234867114307457e-06,
      "loss": 1.1469,
      "step": 1253
    },
    {
      "epoch": 0.8533151873431719,
      "grad_norm": 0.037445212352137484,
      "learning_rate": 6.2296320872971515e-06,
      "loss": 1.13,
      "step": 1254
    },
    {
      "epoch": 0.853995661974227,
      "grad_norm": 0.04572930585644979,
      "learning_rate": 6.224395625173887e-06,
      "loss": 1.0707,
      "step": 1255
    },
    {
      "epoch": 0.8546761366052822,
      "grad_norm": 0.03849805262900298,
      "learning_rate": 6.219157734049179e-06,
      "loss": 1.1179,
      "step": 1256
    },
    {
      "epoch": 0.8553566112363373,
      "grad_norm": 0.03695730067560196,
      "learning_rate": 6.213918420036207e-06,
      "loss": 1.1548,
      "step": 1257
    },
    {
      "epoch": 0.8560370858673925,
      "grad_norm": 0.046154897762123656,
      "learning_rate": 6.208677689249816e-06,
      "loss": 1.1393,
      "step": 1258
    },
    {
      "epoch": 0.8567175604984477,
      "grad_norm": 0.049440430017302896,
      "learning_rate": 6.203435547806503e-06,
      "loss": 1.1343,
      "step": 1259
    },
    {
      "epoch": 0.8573980351295029,
      "grad_norm": 0.0539384604758099,
      "learning_rate": 6.19819200182441e-06,
      "loss": 1.1647,
      "step": 1260
    },
    {
      "epoch": 0.858078509760558,
      "grad_norm": 0.04721963897092052,
      "learning_rate": 6.192947057423321e-06,
      "loss": 1.1083,
      "step": 1261
    },
    {
      "epoch": 0.8587589843916131,
      "grad_norm": 0.03671674182385264,
      "learning_rate": 6.187700720724648e-06,
      "loss": 1.1443,
      "step": 1262
    },
    {
      "epoch": 0.8594394590226683,
      "grad_norm": 0.045014036344351804,
      "learning_rate": 6.1824529978514335e-06,
      "loss": 1.1997,
      "step": 1263
    },
    {
      "epoch": 0.8601199336537235,
      "grad_norm": 0.03930216568782988,
      "learning_rate": 6.177203894928333e-06,
      "loss": 1.1547,
      "step": 1264
    },
    {
      "epoch": 0.8608004082847787,
      "grad_norm": 0.03624644947156358,
      "learning_rate": 6.171953418081616e-06,
      "loss": 1.0756,
      "step": 1265
    },
    {
      "epoch": 0.8614808829158338,
      "grad_norm": 0.04076660236087528,
      "learning_rate": 6.16670157343915e-06,
      "loss": 1.1932,
      "step": 1266
    },
    {
      "epoch": 0.8621613575468889,
      "grad_norm": 0.03657911312435845,
      "learning_rate": 6.161448367130407e-06,
      "loss": 1.0542,
      "step": 1267
    },
    {
      "epoch": 0.8628418321779441,
      "grad_norm": 0.04600666735918846,
      "learning_rate": 6.156193805286442e-06,
      "loss": 1.0834,
      "step": 1268
    },
    {
      "epoch": 0.8635223068089993,
      "grad_norm": 0.03891338180640547,
      "learning_rate": 6.1509378940398955e-06,
      "loss": 1.1896,
      "step": 1269
    },
    {
      "epoch": 0.8642027814400545,
      "grad_norm": 0.03821249523986339,
      "learning_rate": 6.14568063952498e-06,
      "loss": 1.1259,
      "step": 1270
    },
    {
      "epoch": 0.8648832560711096,
      "grad_norm": 0.04080432984613173,
      "learning_rate": 6.140422047877479e-06,
      "loss": 1.1357,
      "step": 1271
    },
    {
      "epoch": 0.8655637307021647,
      "grad_norm": 0.03944846842629839,
      "learning_rate": 6.1351621252347305e-06,
      "loss": 1.1267,
      "step": 1272
    },
    {
      "epoch": 0.8662442053332199,
      "grad_norm": 0.05088129824160262,
      "learning_rate": 6.129900877735636e-06,
      "loss": 1.0795,
      "step": 1273
    },
    {
      "epoch": 0.8669246799642751,
      "grad_norm": 0.06282343181233374,
      "learning_rate": 6.124638311520634e-06,
      "loss": 1.1804,
      "step": 1274
    },
    {
      "epoch": 0.8676051545953303,
      "grad_norm": 0.04264232701626964,
      "learning_rate": 6.1193744327317075e-06,
      "loss": 1.0991,
      "step": 1275
    },
    {
      "epoch": 0.8682856292263854,
      "grad_norm": 0.03433889810718825,
      "learning_rate": 6.1141092475123675e-06,
      "loss": 1.0482,
      "step": 1276
    },
    {
      "epoch": 0.8689661038574406,
      "grad_norm": 0.04012493907691257,
      "learning_rate": 6.108842762007653e-06,
      "loss": 1.1447,
      "step": 1277
    },
    {
      "epoch": 0.8696465784884957,
      "grad_norm": 0.040379105180865495,
      "learning_rate": 6.103574982364118e-06,
      "loss": 1.1536,
      "step": 1278
    },
    {
      "epoch": 0.8703270531195509,
      "grad_norm": 0.04068287917649762,
      "learning_rate": 6.098305914729829e-06,
      "loss": 1.0713,
      "step": 1279
    },
    {
      "epoch": 0.8710075277506061,
      "grad_norm": 0.04412785485245827,
      "learning_rate": 6.093035565254356e-06,
      "loss": 1.1282,
      "step": 1280
    },
    {
      "epoch": 0.8716880023816612,
      "grad_norm": 0.042002433554191435,
      "learning_rate": 6.087763940088761e-06,
      "loss": 1.1684,
      "step": 1281
    },
    {
      "epoch": 0.8723684770127164,
      "grad_norm": 0.050676037683770894,
      "learning_rate": 6.082491045385601e-06,
      "loss": 1.1357,
      "step": 1282
    },
    {
      "epoch": 0.8730489516437715,
      "grad_norm": 0.05907674164713621,
      "learning_rate": 6.0772168872989094e-06,
      "loss": 1.0541,
      "step": 1283
    },
    {
      "epoch": 0.8737294262748266,
      "grad_norm": 0.0502306633678257,
      "learning_rate": 6.0719414719841985e-06,
      "loss": 1.2116,
      "step": 1284
    },
    {
      "epoch": 0.8744099009058819,
      "grad_norm": 0.04096965723691513,
      "learning_rate": 6.066664805598442e-06,
      "loss": 1.1772,
      "step": 1285
    },
    {
      "epoch": 0.875090375536937,
      "grad_norm": 0.044691170839062655,
      "learning_rate": 6.061386894300082e-06,
      "loss": 1.0655,
      "step": 1286
    },
    {
      "epoch": 0.8757708501679922,
      "grad_norm": 0.07041783986510274,
      "learning_rate": 6.0561077442490045e-06,
      "loss": 1.1424,
      "step": 1287
    },
    {
      "epoch": 0.8764513247990473,
      "grad_norm": 0.03981795746048054,
      "learning_rate": 6.050827361606549e-06,
      "loss": 1.0984,
      "step": 1288
    },
    {
      "epoch": 0.8771317994301024,
      "grad_norm": 0.03913148996349027,
      "learning_rate": 6.0455457525354865e-06,
      "loss": 1.0865,
      "step": 1289
    },
    {
      "epoch": 0.8778122740611577,
      "grad_norm": 0.036648731691854126,
      "learning_rate": 6.0402629232000275e-06,
      "loss": 1.16,
      "step": 1290
    },
    {
      "epoch": 0.8784927486922128,
      "grad_norm": 0.03810812228799579,
      "learning_rate": 6.034978879765798e-06,
      "loss": 1.1141,
      "step": 1291
    },
    {
      "epoch": 0.879173223323268,
      "grad_norm": 0.03912326860714995,
      "learning_rate": 6.029693628399851e-06,
      "loss": 1.0799,
      "step": 1292
    },
    {
      "epoch": 0.8798536979543231,
      "grad_norm": 0.24643907520489966,
      "learning_rate": 6.024407175270637e-06,
      "loss": 1.1197,
      "step": 1293
    },
    {
      "epoch": 0.8805341725853782,
      "grad_norm": 0.03564071624903765,
      "learning_rate": 6.01911952654802e-06,
      "loss": 1.1021,
      "step": 1294
    },
    {
      "epoch": 0.8812146472164335,
      "grad_norm": 0.03760501790930282,
      "learning_rate": 6.013830688403252e-06,
      "loss": 1.1147,
      "step": 1295
    },
    {
      "epoch": 0.8818951218474886,
      "grad_norm": 0.03809395915758253,
      "learning_rate": 6.008540667008981e-06,
      "loss": 1.194,
      "step": 1296
    },
    {
      "epoch": 0.8825755964785438,
      "grad_norm": 0.039825805300777097,
      "learning_rate": 6.003249468539226e-06,
      "loss": 1.1169,
      "step": 1297
    },
    {
      "epoch": 0.8832560711095989,
      "grad_norm": 0.03810123090259154,
      "learning_rate": 5.997957099169388e-06,
      "loss": 1.0684,
      "step": 1298
    },
    {
      "epoch": 0.8839365457406541,
      "grad_norm": 0.03686386460521089,
      "learning_rate": 5.99266356507623e-06,
      "loss": 1.0948,
      "step": 1299
    },
    {
      "epoch": 0.8846170203717093,
      "grad_norm": 0.041215161228331305,
      "learning_rate": 5.9873688724378764e-06,
      "loss": 1.1038,
      "step": 1300
    },
    {
      "epoch": 0.8852974950027644,
      "grad_norm": 0.0404316678257641,
      "learning_rate": 5.982073027433803e-06,
      "loss": 1.0868,
      "step": 1301
    },
    {
      "epoch": 0.8859779696338196,
      "grad_norm": 0.04485496009556138,
      "learning_rate": 5.976776036244833e-06,
      "loss": 1.1781,
      "step": 1302
    },
    {
      "epoch": 0.8866584442648747,
      "grad_norm": 0.039768048320405154,
      "learning_rate": 5.971477905053121e-06,
      "loss": 1.1799,
      "step": 1303
    },
    {
      "epoch": 0.8873389188959299,
      "grad_norm": 0.038106129270751916,
      "learning_rate": 5.96617864004216e-06,
      "loss": 1.1092,
      "step": 1304
    },
    {
      "epoch": 0.8880193935269851,
      "grad_norm": 0.04124245178507421,
      "learning_rate": 5.960878247396761e-06,
      "loss": 1.1269,
      "step": 1305
    },
    {
      "epoch": 0.8886998681580403,
      "grad_norm": 0.0407894735351479,
      "learning_rate": 5.955576733303053e-06,
      "loss": 1.0696,
      "step": 1306
    },
    {
      "epoch": 0.8893803427890954,
      "grad_norm": 0.040065948868845826,
      "learning_rate": 5.9502741039484704e-06,
      "loss": 1.1434,
      "step": 1307
    },
    {
      "epoch": 0.8900608174201505,
      "grad_norm": 0.045054485388447335,
      "learning_rate": 5.944970365521757e-06,
      "loss": 1.167,
      "step": 1308
    },
    {
      "epoch": 0.8907412920512057,
      "grad_norm": 0.06286146195704309,
      "learning_rate": 5.939665524212943e-06,
      "loss": 1.145,
      "step": 1309
    },
    {
      "epoch": 0.8914217666822609,
      "grad_norm": 0.04950147084807547,
      "learning_rate": 5.9343595862133515e-06,
      "loss": 1.1118,
      "step": 1310
    },
    {
      "epoch": 0.8921022413133161,
      "grad_norm": 0.04048402991149793,
      "learning_rate": 5.92905255771558e-06,
      "loss": 1.0208,
      "step": 1311
    },
    {
      "epoch": 0.8927827159443712,
      "grad_norm": 0.049178537817983335,
      "learning_rate": 5.923744444913504e-06,
      "loss": 1.179,
      "step": 1312
    },
    {
      "epoch": 0.8934631905754263,
      "grad_norm": 0.039002225058750825,
      "learning_rate": 5.918435254002262e-06,
      "loss": 1.1072,
      "step": 1313
    },
    {
      "epoch": 0.8941436652064815,
      "grad_norm": 0.03673171425347061,
      "learning_rate": 5.91312499117825e-06,
      "loss": 1.1457,
      "step": 1314
    },
    {
      "epoch": 0.8948241398375367,
      "grad_norm": 0.03643856865852586,
      "learning_rate": 5.907813662639119e-06,
      "loss": 1.1448,
      "step": 1315
    },
    {
      "epoch": 0.8955046144685919,
      "grad_norm": 0.0371870126740186,
      "learning_rate": 5.902501274583757e-06,
      "loss": 1.0616,
      "step": 1316
    },
    {
      "epoch": 0.896185089099647,
      "grad_norm": 0.04363839355813366,
      "learning_rate": 5.897187833212295e-06,
      "loss": 1.0726,
      "step": 1317
    },
    {
      "epoch": 0.8968655637307021,
      "grad_norm": 0.03861512314791017,
      "learning_rate": 5.891873344726089e-06,
      "loss": 1.1552,
      "step": 1318
    },
    {
      "epoch": 0.8975460383617573,
      "grad_norm": 0.04715528251371471,
      "learning_rate": 5.886557815327723e-06,
      "loss": 1.1466,
      "step": 1319
    },
    {
      "epoch": 0.8982265129928125,
      "grad_norm": 0.03987438529084703,
      "learning_rate": 5.881241251220986e-06,
      "loss": 1.066,
      "step": 1320
    },
    {
      "epoch": 0.8989069876238677,
      "grad_norm": 0.03838599343411921,
      "learning_rate": 5.875923658610886e-06,
      "loss": 1.1084,
      "step": 1321
    },
    {
      "epoch": 0.8995874622549228,
      "grad_norm": 0.04794769005912478,
      "learning_rate": 5.87060504370362e-06,
      "loss": 1.1769,
      "step": 1322
    },
    {
      "epoch": 0.900267936885978,
      "grad_norm": 0.04193282437336126,
      "learning_rate": 5.865285412706589e-06,
      "loss": 1.1094,
      "step": 1323
    },
    {
      "epoch": 0.9009484115170331,
      "grad_norm": 0.04100519165196842,
      "learning_rate": 5.859964771828373e-06,
      "loss": 1.1342,
      "step": 1324
    },
    {
      "epoch": 0.9016288861480883,
      "grad_norm": 0.0414869677010185,
      "learning_rate": 5.8546431272787315e-06,
      "loss": 1.1219,
      "step": 1325
    },
    {
      "epoch": 0.9023093607791435,
      "grad_norm": 0.041992393473424115,
      "learning_rate": 5.849320485268597e-06,
      "loss": 1.0561,
      "step": 1326
    },
    {
      "epoch": 0.9029898354101986,
      "grad_norm": 0.038869212364382434,
      "learning_rate": 5.843996852010067e-06,
      "loss": 1.1571,
      "step": 1327
    },
    {
      "epoch": 0.9036703100412538,
      "grad_norm": 0.036608143403602626,
      "learning_rate": 5.83867223371639e-06,
      "loss": 1.1347,
      "step": 1328
    },
    {
      "epoch": 0.9043507846723089,
      "grad_norm": 0.036981921488967735,
      "learning_rate": 5.833346636601974e-06,
      "loss": 1.1286,
      "step": 1329
    },
    {
      "epoch": 0.9050312593033641,
      "grad_norm": 0.03900628795925875,
      "learning_rate": 5.828020066882361e-06,
      "loss": 1.1043,
      "step": 1330
    },
    {
      "epoch": 0.9057117339344193,
      "grad_norm": 0.04582352143693707,
      "learning_rate": 5.822692530774231e-06,
      "loss": 1.0899,
      "step": 1331
    },
    {
      "epoch": 0.9063922085654744,
      "grad_norm": 0.03613498624225157,
      "learning_rate": 5.817364034495392e-06,
      "loss": 1.0869,
      "step": 1332
    },
    {
      "epoch": 0.9070726831965296,
      "grad_norm": 0.03579108523961496,
      "learning_rate": 5.812034584264772e-06,
      "loss": 1.0919,
      "step": 1333
    },
    {
      "epoch": 0.9077531578275847,
      "grad_norm": 0.04619823633581344,
      "learning_rate": 5.806704186302413e-06,
      "loss": 1.0912,
      "step": 1334
    },
    {
      "epoch": 0.90843363245864,
      "grad_norm": 0.037258090650687144,
      "learning_rate": 5.801372846829466e-06,
      "loss": 1.1635,
      "step": 1335
    },
    {
      "epoch": 0.9091141070896951,
      "grad_norm": 0.0365801539988293,
      "learning_rate": 5.796040572068175e-06,
      "loss": 1.1301,
      "step": 1336
    },
    {
      "epoch": 0.9097945817207502,
      "grad_norm": 0.05106804125404341,
      "learning_rate": 5.790707368241878e-06,
      "loss": 1.1021,
      "step": 1337
    },
    {
      "epoch": 0.9104750563518054,
      "grad_norm": 0.03710062230657684,
      "learning_rate": 5.7853732415749985e-06,
      "loss": 1.1301,
      "step": 1338
    },
    {
      "epoch": 0.9111555309828605,
      "grad_norm": 0.045332251441410246,
      "learning_rate": 5.7800381982930366e-06,
      "loss": 1.1265,
      "step": 1339
    },
    {
      "epoch": 0.9118360056139158,
      "grad_norm": 0.045452205093223154,
      "learning_rate": 5.774702244622563e-06,
      "loss": 1.1631,
      "step": 1340
    },
    {
      "epoch": 0.9125164802449709,
      "grad_norm": 0.04685102810770462,
      "learning_rate": 5.769365386791207e-06,
      "loss": 1.1557,
      "step": 1341
    },
    {
      "epoch": 0.913196954876026,
      "grad_norm": 0.038270566458910894,
      "learning_rate": 5.764027631027659e-06,
      "loss": 1.0619,
      "step": 1342
    },
    {
      "epoch": 0.9138774295070812,
      "grad_norm": 0.04116978111328107,
      "learning_rate": 5.7586889835616514e-06,
      "loss": 1.1851,
      "step": 1343
    },
    {
      "epoch": 0.9145579041381363,
      "grad_norm": 0.09016617477511366,
      "learning_rate": 5.753349450623961e-06,
      "loss": 1.1841,
      "step": 1344
    },
    {
      "epoch": 0.9152383787691916,
      "grad_norm": 0.11860215671725502,
      "learning_rate": 5.748009038446398e-06,
      "loss": 1.0897,
      "step": 1345
    },
    {
      "epoch": 0.9159188534002467,
      "grad_norm": 0.03962594938674042,
      "learning_rate": 5.7426677532618e-06,
      "loss": 1.1321,
      "step": 1346
    },
    {
      "epoch": 0.9165993280313018,
      "grad_norm": 0.04517562669664499,
      "learning_rate": 5.737325601304019e-06,
      "loss": 1.0935,
      "step": 1347
    },
    {
      "epoch": 0.917279802662357,
      "grad_norm": 0.040219962082552206,
      "learning_rate": 5.7319825888079215e-06,
      "loss": 1.1468,
      "step": 1348
    },
    {
      "epoch": 0.9179602772934121,
      "grad_norm": 0.03875848018693194,
      "learning_rate": 5.7266387220093775e-06,
      "loss": 1.1082,
      "step": 1349
    },
    {
      "epoch": 0.9186407519244674,
      "grad_norm": 0.04142151680913673,
      "learning_rate": 5.721294007145256e-06,
      "loss": 1.2033,
      "step": 1350
    },
    {
      "epoch": 0.9193212265555225,
      "grad_norm": 0.03777933370189356,
      "learning_rate": 5.715948450453413e-06,
      "loss": 1.1057,
      "step": 1351
    },
    {
      "epoch": 0.9200017011865776,
      "grad_norm": 0.04734712225650399,
      "learning_rate": 5.710602058172691e-06,
      "loss": 1.1423,
      "step": 1352
    },
    {
      "epoch": 0.9206821758176328,
      "grad_norm": 0.04535076469762656,
      "learning_rate": 5.705254836542902e-06,
      "loss": 1.1911,
      "step": 1353
    },
    {
      "epoch": 0.9213626504486879,
      "grad_norm": 0.03684009862310686,
      "learning_rate": 5.69990679180483e-06,
      "loss": 1.0754,
      "step": 1354
    },
    {
      "epoch": 0.9220431250797432,
      "grad_norm": 0.04289378110103612,
      "learning_rate": 5.6945579302002176e-06,
      "loss": 1.2281,
      "step": 1355
    },
    {
      "epoch": 0.9227235997107983,
      "grad_norm": 0.037830261395348126,
      "learning_rate": 5.689208257971766e-06,
      "loss": 1.0832,
      "step": 1356
    },
    {
      "epoch": 0.9234040743418535,
      "grad_norm": 2.090392898581139,
      "learning_rate": 5.683857781363114e-06,
      "loss": 1.0782,
      "step": 1357
    },
    {
      "epoch": 0.9240845489729086,
      "grad_norm": 0.042266058791723134,
      "learning_rate": 5.678506506618845e-06,
      "loss": 1.1484,
      "step": 1358
    },
    {
      "epoch": 0.9247650236039637,
      "grad_norm": 0.03718158141145417,
      "learning_rate": 5.673154439984471e-06,
      "loss": 1.0984,
      "step": 1359
    },
    {
      "epoch": 0.9254454982350189,
      "grad_norm": 0.04138340821876582,
      "learning_rate": 5.667801587706434e-06,
      "loss": 1.1733,
      "step": 1360
    },
    {
      "epoch": 0.9261259728660741,
      "grad_norm": 0.037699073237977145,
      "learning_rate": 5.662447956032083e-06,
      "loss": 1.1329,
      "step": 1361
    },
    {
      "epoch": 0.9268064474971293,
      "grad_norm": 0.03988237002748851,
      "learning_rate": 5.657093551209687e-06,
      "loss": 1.1106,
      "step": 1362
    },
    {
      "epoch": 0.9274869221281844,
      "grad_norm": 0.040582020227302805,
      "learning_rate": 5.651738379488409e-06,
      "loss": 1.1831,
      "step": 1363
    },
    {
      "epoch": 0.9281673967592395,
      "grad_norm": 0.037750046648622575,
      "learning_rate": 5.646382447118315e-06,
      "loss": 1.1402,
      "step": 1364
    },
    {
      "epoch": 0.9288478713902947,
      "grad_norm": 0.04005012095284457,
      "learning_rate": 5.641025760350348e-06,
      "loss": 1.1422,
      "step": 1365
    },
    {
      "epoch": 0.9295283460213499,
      "grad_norm": 0.03670304338073242,
      "learning_rate": 5.635668325436343e-06,
      "loss": 1.1749,
      "step": 1366
    },
    {
      "epoch": 0.9302088206524051,
      "grad_norm": 0.042699791501834956,
      "learning_rate": 5.6303101486290025e-06,
      "loss": 1.1627,
      "step": 1367
    },
    {
      "epoch": 0.9308892952834602,
      "grad_norm": 0.038454435482173276,
      "learning_rate": 5.624951236181893e-06,
      "loss": 1.1084,
      "step": 1368
    },
    {
      "epoch": 0.9315697699145153,
      "grad_norm": 0.042276070833888346,
      "learning_rate": 5.619591594349443e-06,
      "loss": 1.1576,
      "step": 1369
    },
    {
      "epoch": 0.9322502445455705,
      "grad_norm": 0.04573517286117657,
      "learning_rate": 5.614231229386933e-06,
      "loss": 1.1648,
      "step": 1370
    },
    {
      "epoch": 0.9329307191766257,
      "grad_norm": 0.042286294375058105,
      "learning_rate": 5.608870147550483e-06,
      "loss": 1.1192,
      "step": 1371
    },
    {
      "epoch": 0.9336111938076809,
      "grad_norm": 0.04213665462727033,
      "learning_rate": 5.603508355097054e-06,
      "loss": 1.1248,
      "step": 1372
    },
    {
      "epoch": 0.934291668438736,
      "grad_norm": 0.0874870290332434,
      "learning_rate": 5.598145858284436e-06,
      "loss": 1.1522,
      "step": 1373
    },
    {
      "epoch": 0.9349721430697912,
      "grad_norm": 0.05352039006439997,
      "learning_rate": 5.592782663371237e-06,
      "loss": 1.1555,
      "step": 1374
    },
    {
      "epoch": 0.9356526177008463,
      "grad_norm": 0.05227157008033531,
      "learning_rate": 5.587418776616884e-06,
      "loss": 1.0767,
      "step": 1375
    },
    {
      "epoch": 0.9363330923319015,
      "grad_norm": 0.037992861991384505,
      "learning_rate": 5.582054204281609e-06,
      "loss": 1.1053,
      "step": 1376
    },
    {
      "epoch": 0.9370135669629567,
      "grad_norm": 0.03978769517638952,
      "learning_rate": 5.576688952626445e-06,
      "loss": 1.1536,
      "step": 1377
    },
    {
      "epoch": 0.9376940415940118,
      "grad_norm": 0.03770655553602028,
      "learning_rate": 5.571323027913221e-06,
      "loss": 1.1481,
      "step": 1378
    },
    {
      "epoch": 0.938374516225067,
      "grad_norm": 0.03974451793347783,
      "learning_rate": 5.565956436404547e-06,
      "loss": 1.1494,
      "step": 1379
    },
    {
      "epoch": 0.9390549908561221,
      "grad_norm": 0.04198108346201592,
      "learning_rate": 5.56058918436381e-06,
      "loss": 1.1255,
      "step": 1380
    },
    {
      "epoch": 0.9397354654871773,
      "grad_norm": 0.04227156170307245,
      "learning_rate": 5.555221278055175e-06,
      "loss": 1.1527,
      "step": 1381
    },
    {
      "epoch": 0.9404159401182325,
      "grad_norm": 0.0499261928413723,
      "learning_rate": 5.549852723743564e-06,
      "loss": 1.119,
      "step": 1382
    },
    {
      "epoch": 0.9410964147492876,
      "grad_norm": 0.08956697734623169,
      "learning_rate": 5.544483527694656e-06,
      "loss": 1.1032,
      "step": 1383
    },
    {
      "epoch": 0.9417768893803428,
      "grad_norm": 0.04523933390609141,
      "learning_rate": 5.539113696174884e-06,
      "loss": 1.155,
      "step": 1384
    },
    {
      "epoch": 0.9424573640113979,
      "grad_norm": 0.03890032216180598,
      "learning_rate": 5.533743235451417e-06,
      "loss": 1.1675,
      "step": 1385
    },
    {
      "epoch": 0.9431378386424532,
      "grad_norm": 0.040665145364503094,
      "learning_rate": 5.528372151792161e-06,
      "loss": 1.0709,
      "step": 1386
    },
    {
      "epoch": 0.9438183132735083,
      "grad_norm": 0.037657332316222335,
      "learning_rate": 5.52300045146575e-06,
      "loss": 1.1867,
      "step": 1387
    },
    {
      "epoch": 0.9444987879045634,
      "grad_norm": 0.06000112693459993,
      "learning_rate": 5.517628140741532e-06,
      "loss": 1.1546,
      "step": 1388
    },
    {
      "epoch": 0.9451792625356186,
      "grad_norm": 0.038525920528912905,
      "learning_rate": 5.512255225889578e-06,
      "loss": 1.1404,
      "step": 1389
    },
    {
      "epoch": 0.9458597371666737,
      "grad_norm": 0.03770977448092822,
      "learning_rate": 5.506881713180652e-06,
      "loss": 1.1335,
      "step": 1390
    },
    {
      "epoch": 0.946540211797729,
      "grad_norm": 0.05719346106237229,
      "learning_rate": 5.501507608886225e-06,
      "loss": 1.0739,
      "step": 1391
    },
    {
      "epoch": 0.9472206864287841,
      "grad_norm": 0.06138885021775949,
      "learning_rate": 5.496132919278454e-06,
      "loss": 1.1118,
      "step": 1392
    },
    {
      "epoch": 0.9479011610598392,
      "grad_norm": 0.036329347316896306,
      "learning_rate": 5.490757650630181e-06,
      "loss": 1.1345,
      "step": 1393
    },
    {
      "epoch": 0.9485816356908944,
      "grad_norm": 0.044635102687606,
      "learning_rate": 5.485381809214921e-06,
      "loss": 1.097,
      "step": 1394
    },
    {
      "epoch": 0.9492621103219495,
      "grad_norm": 0.041074287992577035,
      "learning_rate": 5.480005401306859e-06,
      "loss": 1.1724,
      "step": 1395
    },
    {
      "epoch": 0.9499425849530048,
      "grad_norm": 0.040562189183978595,
      "learning_rate": 5.474628433180844e-06,
      "loss": 1.1502,
      "step": 1396
    },
    {
      "epoch": 0.9506230595840599,
      "grad_norm": 0.03527787660089924,
      "learning_rate": 5.469250911112377e-06,
      "loss": 1.1372,
      "step": 1397
    },
    {
      "epoch": 0.951303534215115,
      "grad_norm": 0.03771528448444702,
      "learning_rate": 5.463872841377601e-06,
      "loss": 1.1362,
      "step": 1398
    },
    {
      "epoch": 0.9519840088461702,
      "grad_norm": 0.03839056214692817,
      "learning_rate": 5.458494230253305e-06,
      "loss": 1.1983,
      "step": 1399
    },
    {
      "epoch": 0.9526644834772253,
      "grad_norm": 0.03931771962376804,
      "learning_rate": 5.453115084016908e-06,
      "loss": 1.132,
      "step": 1400
    },
    {
      "epoch": 0.9533449581082806,
      "grad_norm": 0.0382340673892103,
      "learning_rate": 5.4477354089464484e-06,
      "loss": 1.0805,
      "step": 1401
    },
    {
      "epoch": 0.9540254327393357,
      "grad_norm": 0.03832456586318755,
      "learning_rate": 5.44235521132059e-06,
      "loss": 1.1774,
      "step": 1402
    },
    {
      "epoch": 0.9547059073703908,
      "grad_norm": 0.0386574664813739,
      "learning_rate": 5.436974497418599e-06,
      "loss": 1.0919,
      "step": 1403
    },
    {
      "epoch": 0.955386382001446,
      "grad_norm": 0.037913574314079615,
      "learning_rate": 5.43159327352035e-06,
      "loss": 1.1638,
      "step": 1404
    },
    {
      "epoch": 0.9560668566325011,
      "grad_norm": 0.061544162650649714,
      "learning_rate": 5.426211545906308e-06,
      "loss": 1.1622,
      "step": 1405
    },
    {
      "epoch": 0.9567473312635564,
      "grad_norm": 0.04048621678766252,
      "learning_rate": 5.420829320857532e-06,
      "loss": 1.1138,
      "step": 1406
    },
    {
      "epoch": 0.9574278058946115,
      "grad_norm": 0.06916520224483899,
      "learning_rate": 5.415446604655654e-06,
      "loss": 1.1071,
      "step": 1407
    },
    {
      "epoch": 0.9581082805256667,
      "grad_norm": 0.04432249632586175,
      "learning_rate": 5.410063403582886e-06,
      "loss": 1.0735,
      "step": 1408
    },
    {
      "epoch": 0.9587887551567218,
      "grad_norm": 0.0457617630211233,
      "learning_rate": 5.404679723921999e-06,
      "loss": 1.0876,
      "step": 1409
    },
    {
      "epoch": 0.9594692297877769,
      "grad_norm": 0.046665510793855995,
      "learning_rate": 5.39929557195633e-06,
      "loss": 1.1707,
      "step": 1410
    },
    {
      "epoch": 0.9601497044188322,
      "grad_norm": 0.03832739526432612,
      "learning_rate": 5.3939109539697625e-06,
      "loss": 1.1537,
      "step": 1411
    },
    {
      "epoch": 0.9608301790498873,
      "grad_norm": 0.03944706799007417,
      "learning_rate": 5.388525876246726e-06,
      "loss": 1.1296,
      "step": 1412
    },
    {
      "epoch": 0.9615106536809425,
      "grad_norm": 0.08813887345188155,
      "learning_rate": 5.383140345072183e-06,
      "loss": 1.1174,
      "step": 1413
    },
    {
      "epoch": 0.9621911283119976,
      "grad_norm": 0.040135008945791584,
      "learning_rate": 5.377754366731633e-06,
      "loss": 1.1248,
      "step": 1414
    },
    {
      "epoch": 0.9628716029430527,
      "grad_norm": 0.0386390489055341,
      "learning_rate": 5.372367947511086e-06,
      "loss": 1.1562,
      "step": 1415
    },
    {
      "epoch": 0.963552077574108,
      "grad_norm": 0.039348686351082796,
      "learning_rate": 5.3669810936970755e-06,
      "loss": 1.1387,
      "step": 1416
    },
    {
      "epoch": 0.9642325522051631,
      "grad_norm": 0.041790651810475817,
      "learning_rate": 5.361593811576641e-06,
      "loss": 1.1156,
      "step": 1417
    },
    {
      "epoch": 0.9649130268362183,
      "grad_norm": 0.036848062207846095,
      "learning_rate": 5.35620610743732e-06,
      "loss": 1.143,
      "step": 1418
    },
    {
      "epoch": 0.9655935014672734,
      "grad_norm": 0.037952363281026545,
      "learning_rate": 5.350817987567141e-06,
      "loss": 1.0856,
      "step": 1419
    },
    {
      "epoch": 0.9662739760983285,
      "grad_norm": 0.14653864959295063,
      "learning_rate": 5.345429458254622e-06,
      "loss": 1.1963,
      "step": 1420
    },
    {
      "epoch": 0.9669544507293838,
      "grad_norm": 0.03952385494760658,
      "learning_rate": 5.340040525788755e-06,
      "loss": 1.165,
      "step": 1421
    },
    {
      "epoch": 0.9676349253604389,
      "grad_norm": 0.040922869335162954,
      "learning_rate": 5.334651196459003e-06,
      "loss": 1.0993,
      "step": 1422
    },
    {
      "epoch": 0.9683153999914941,
      "grad_norm": 0.05271089254134115,
      "learning_rate": 5.329261476555295e-06,
      "loss": 1.099,
      "step": 1423
    },
    {
      "epoch": 0.9689958746225492,
      "grad_norm": 0.05761662333166488,
      "learning_rate": 5.323871372368017e-06,
      "loss": 1.1506,
      "step": 1424
    },
    {
      "epoch": 0.9696763492536044,
      "grad_norm": 0.03840418283045493,
      "learning_rate": 5.318480890187995e-06,
      "loss": 1.2209,
      "step": 1425
    },
    {
      "epoch": 0.9703568238846596,
      "grad_norm": 0.044583352681142795,
      "learning_rate": 5.3130900363065055e-06,
      "loss": 1.1219,
      "step": 1426
    },
    {
      "epoch": 0.9710372985157147,
      "grad_norm": 0.039247478926898276,
      "learning_rate": 5.307698817015252e-06,
      "loss": 1.123,
      "step": 1427
    },
    {
      "epoch": 0.9717177731467699,
      "grad_norm": 0.04708105196017248,
      "learning_rate": 5.30230723860637e-06,
      "loss": 1.1874,
      "step": 1428
    },
    {
      "epoch": 0.972398247777825,
      "grad_norm": 0.03912227172746955,
      "learning_rate": 5.296915307372411e-06,
      "loss": 1.1852,
      "step": 1429
    },
    {
      "epoch": 0.9730787224088802,
      "grad_norm": 0.040029452451936,
      "learning_rate": 5.291523029606339e-06,
      "loss": 1.187,
      "step": 1430
    },
    {
      "epoch": 0.9737591970399354,
      "grad_norm": 0.0418960722715767,
      "learning_rate": 5.286130411601523e-06,
      "loss": 1.148,
      "step": 1431
    },
    {
      "epoch": 0.9744396716709905,
      "grad_norm": 0.03828988551024802,
      "learning_rate": 5.2807374596517255e-06,
      "loss": 1.1438,
      "step": 1432
    },
    {
      "epoch": 0.9751201463020457,
      "grad_norm": 0.045285823510491964,
      "learning_rate": 5.2753441800511065e-06,
      "loss": 1.1514,
      "step": 1433
    },
    {
      "epoch": 0.9758006209331008,
      "grad_norm": 0.04234680826692546,
      "learning_rate": 5.269950579094199e-06,
      "loss": 1.0763,
      "step": 1434
    },
    {
      "epoch": 0.976481095564156,
      "grad_norm": 0.03866507267333306,
      "learning_rate": 5.26455666307592e-06,
      "loss": 1.1106,
      "step": 1435
    },
    {
      "epoch": 0.9771615701952111,
      "grad_norm": 0.04187314728313469,
      "learning_rate": 5.259162438291546e-06,
      "loss": 1.1464,
      "step": 1436
    },
    {
      "epoch": 0.9778420448262664,
      "grad_norm": 0.0410785349208627,
      "learning_rate": 5.253767911036721e-06,
      "loss": 1.1317,
      "step": 1437
    },
    {
      "epoch": 0.9785225194573215,
      "grad_norm": 0.03711776033657422,
      "learning_rate": 5.248373087607434e-06,
      "loss": 1.0356,
      "step": 1438
    },
    {
      "epoch": 0.9792029940883766,
      "grad_norm": 0.03787434005715655,
      "learning_rate": 5.242977974300032e-06,
      "loss": 1.1309,
      "step": 1439
    },
    {
      "epoch": 0.9798834687194318,
      "grad_norm": 0.04055478162982645,
      "learning_rate": 5.2375825774111865e-06,
      "loss": 1.1183,
      "step": 1440
    },
    {
      "epoch": 0.9805639433504869,
      "grad_norm": 0.0389445480851957,
      "learning_rate": 5.232186903237909e-06,
      "loss": 1.143,
      "step": 1441
    },
    {
      "epoch": 0.9812444179815422,
      "grad_norm": 0.03609316149289306,
      "learning_rate": 5.22679095807753e-06,
      "loss": 1.0921,
      "step": 1442
    },
    {
      "epoch": 0.9819248926125973,
      "grad_norm": 0.041188917003126546,
      "learning_rate": 5.221394748227698e-06,
      "loss": 1.1189,
      "step": 1443
    },
    {
      "epoch": 0.9826053672436524,
      "grad_norm": 0.04193981287457778,
      "learning_rate": 5.215998279986374e-06,
      "loss": 1.0826,
      "step": 1444
    },
    {
      "epoch": 0.9832858418747076,
      "grad_norm": 0.039570258904263994,
      "learning_rate": 5.210601559651815e-06,
      "loss": 1.1551,
      "step": 1445
    },
    {
      "epoch": 0.9839663165057627,
      "grad_norm": 0.059679492238651086,
      "learning_rate": 5.2052045935225725e-06,
      "loss": 1.1729,
      "step": 1446
    },
    {
      "epoch": 0.984646791136818,
      "grad_norm": 0.036826388540006895,
      "learning_rate": 5.199807387897491e-06,
      "loss": 1.1271,
      "step": 1447
    },
    {
      "epoch": 0.9853272657678731,
      "grad_norm": 0.08793949662097836,
      "learning_rate": 5.194409949075685e-06,
      "loss": 1.0448,
      "step": 1448
    },
    {
      "epoch": 0.9860077403989282,
      "grad_norm": 0.05855974483521235,
      "learning_rate": 5.18901228335655e-06,
      "loss": 1.1708,
      "step": 1449
    },
    {
      "epoch": 0.9866882150299834,
      "grad_norm": 0.05010892409986885,
      "learning_rate": 5.183614397039741e-06,
      "loss": 1.089,
      "step": 1450
    },
    {
      "epoch": 0.9873686896610385,
      "grad_norm": 0.03988118351430687,
      "learning_rate": 5.178216296425175e-06,
      "loss": 1.1308,
      "step": 1451
    },
    {
      "epoch": 0.9880491642920938,
      "grad_norm": 0.03919638208961494,
      "learning_rate": 5.172817987813013e-06,
      "loss": 1.1184,
      "step": 1452
    },
    {
      "epoch": 0.9887296389231489,
      "grad_norm": 0.043036257620388624,
      "learning_rate": 5.167419477503664e-06,
      "loss": 1.145,
      "step": 1453
    },
    {
      "epoch": 0.989410113554204,
      "grad_norm": 0.039876449306626455,
      "learning_rate": 5.162020771797768e-06,
      "loss": 1.0945,
      "step": 1454
    },
    {
      "epoch": 0.9900905881852592,
      "grad_norm": 0.03657462252776725,
      "learning_rate": 5.156621876996197e-06,
      "loss": 1.0527,
      "step": 1455
    },
    {
      "epoch": 0.9907710628163143,
      "grad_norm": 0.04025378889075889,
      "learning_rate": 5.1512227994000445e-06,
      "loss": 1.0751,
      "step": 1456
    },
    {
      "epoch": 0.9914515374473696,
      "grad_norm": 0.03847147746123726,
      "learning_rate": 5.145823545310611e-06,
      "loss": 1.1502,
      "step": 1457
    },
    {
      "epoch": 0.9921320120784247,
      "grad_norm": 0.06386324802577721,
      "learning_rate": 5.1404241210294095e-06,
      "loss": 1.1378,
      "step": 1458
    },
    {
      "epoch": 0.9928124867094799,
      "grad_norm": 0.040216014642994895,
      "learning_rate": 5.135024532858149e-06,
      "loss": 1.1142,
      "step": 1459
    },
    {
      "epoch": 0.993492961340535,
      "grad_norm": 0.04520156556129337,
      "learning_rate": 5.1296247870987295e-06,
      "loss": 1.1541,
      "step": 1460
    },
    {
      "epoch": 0.9941734359715901,
      "grad_norm": 0.054314888027714454,
      "learning_rate": 5.124224890053235e-06,
      "loss": 1.1552,
      "step": 1461
    },
    {
      "epoch": 0.9948539106026454,
      "grad_norm": 0.04058797212640824,
      "learning_rate": 5.118824848023926e-06,
      "loss": 1.116,
      "step": 1462
    },
    {
      "epoch": 0.9955343852337005,
      "grad_norm": 0.039620054276532035,
      "learning_rate": 5.1134246673132335e-06,
      "loss": 1.1666,
      "step": 1463
    },
    {
      "epoch": 0.9962148598647557,
      "grad_norm": 0.09428129868211108,
      "learning_rate": 5.10802435422375e-06,
      "loss": 1.1405,
      "step": 1464
    },
    {
      "epoch": 0.9968953344958108,
      "grad_norm": 0.03562254613548753,
      "learning_rate": 5.102623915058219e-06,
      "loss": 1.1264,
      "step": 1465
    },
    {
      "epoch": 0.9975758091268659,
      "grad_norm": 0.0394178711051225,
      "learning_rate": 5.097223356119538e-06,
      "loss": 1.152,
      "step": 1466
    },
    {
      "epoch": 0.9982562837579212,
      "grad_norm": 0.067470107294966,
      "learning_rate": 5.091822683710739e-06,
      "loss": 1.0979,
      "step": 1467
    },
    {
      "epoch": 0.9989367583889763,
      "grad_norm": 0.04241799597468662,
      "learning_rate": 5.086421904134988e-06,
      "loss": 1.1988,
      "step": 1468
    },
    {
      "epoch": 0.9996172330200315,
      "grad_norm": 0.038200475889552825,
      "learning_rate": 5.081021023695575e-06,
      "loss": 1.1171,
      "step": 1469
    },
    {
      "epoch": 1.0002126483222047,
      "grad_norm": 0.04995661906093174,
      "learning_rate": 5.07562004869591e-06,
      "loss": 1.3522,
      "step": 1470
    }
  ],
  "logging_steps": 1,
  "max_steps": 2938,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 735,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6098680151015424.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}