{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.44483985765124556,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00044483985765124553,
      "grad_norm": 0.5906195640563965,
      "learning_rate": 4e-05,
      "loss": 1.504,
      "step": 1
    },
    {
      "epoch": 0.0008896797153024911,
      "grad_norm": 0.8538110852241516,
      "learning_rate": 8e-05,
      "loss": 1.4735,
      "step": 2
    },
    {
      "epoch": 0.0013345195729537367,
      "grad_norm": 0.4623548686504364,
      "learning_rate": 0.00012,
      "loss": 1.3887,
      "step": 3
    },
    {
      "epoch": 0.0017793594306049821,
      "grad_norm": 0.40841907262802124,
      "learning_rate": 0.00016,
      "loss": 1.2993,
      "step": 4
    },
    {
      "epoch": 0.002224199288256228,
      "grad_norm": 0.4153430759906769,
      "learning_rate": 0.0002,
      "loss": 1.3105,
      "step": 5
    },
    {
      "epoch": 0.0026690391459074734,
      "grad_norm": 0.4014444947242737,
      "learning_rate": 0.00019979899497487438,
      "loss": 1.1942,
      "step": 6
    },
    {
      "epoch": 0.003113879003558719,
      "grad_norm": 0.39270123839378357,
      "learning_rate": 0.00019959798994974876,
      "loss": 1.1688,
      "step": 7
    },
    {
      "epoch": 0.0035587188612099642,
      "grad_norm": 0.4414786696434021,
      "learning_rate": 0.00019939698492462313,
      "loss": 1.121,
      "step": 8
    },
    {
      "epoch": 0.00400355871886121,
      "grad_norm": 0.3911682069301605,
      "learning_rate": 0.0001991959798994975,
      "loss": 1.1039,
      "step": 9
    },
    {
      "epoch": 0.004448398576512456,
      "grad_norm": 0.3546655476093292,
      "learning_rate": 0.00019899497487437187,
      "loss": 1.1259,
      "step": 10
    },
    {
      "epoch": 0.004893238434163701,
      "grad_norm": 0.37283238768577576,
      "learning_rate": 0.00019879396984924622,
      "loss": 1.1599,
      "step": 11
    },
    {
      "epoch": 0.005338078291814947,
      "grad_norm": 0.35209548473358154,
      "learning_rate": 0.00019859296482412062,
      "loss": 1.2022,
      "step": 12
    },
    {
      "epoch": 0.005782918149466192,
      "grad_norm": 0.3735697865486145,
      "learning_rate": 0.000198391959798995,
      "loss": 1.2544,
      "step": 13
    },
    {
      "epoch": 0.006227758007117438,
      "grad_norm": 0.324276328086853,
      "learning_rate": 0.00019819095477386937,
      "loss": 1.1451,
      "step": 14
    },
    {
      "epoch": 0.0066725978647686835,
      "grad_norm": 0.44405269622802734,
      "learning_rate": 0.0001979899497487437,
      "loss": 1.2581,
      "step": 15
    },
    {
      "epoch": 0.0071174377224199285,
      "grad_norm": 0.40987834334373474,
      "learning_rate": 0.0001977889447236181,
      "loss": 1.1422,
      "step": 16
    },
    {
      "epoch": 0.007562277580071174,
      "grad_norm": 0.31967031955718994,
      "learning_rate": 0.00019758793969849249,
      "loss": 1.1521,
      "step": 17
    },
    {
      "epoch": 0.00800711743772242,
      "grad_norm": 0.3634157180786133,
      "learning_rate": 0.00019738693467336683,
      "loss": 1.0172,
      "step": 18
    },
    {
      "epoch": 0.008451957295373666,
      "grad_norm": 0.37751761078834534,
      "learning_rate": 0.0001971859296482412,
      "loss": 1.1343,
      "step": 19
    },
    {
      "epoch": 0.008896797153024912,
      "grad_norm": 0.3501513600349426,
      "learning_rate": 0.0001969849246231156,
      "loss": 1.1137,
      "step": 20
    },
    {
      "epoch": 0.009341637010676156,
      "grad_norm": 0.41018760204315186,
      "learning_rate": 0.00019678391959798995,
      "loss": 1.0601,
      "step": 21
    },
    {
      "epoch": 0.009786476868327402,
      "grad_norm": 0.5334712266921997,
      "learning_rate": 0.00019658291457286432,
      "loss": 1.2332,
      "step": 22
    },
    {
      "epoch": 0.010231316725978648,
      "grad_norm": 0.5504945516586304,
      "learning_rate": 0.0001963819095477387,
      "loss": 1.1928,
      "step": 23
    },
    {
      "epoch": 0.010676156583629894,
      "grad_norm": 0.39751070737838745,
      "learning_rate": 0.0001961809045226131,
      "loss": 0.9774,
      "step": 24
    },
    {
      "epoch": 0.01112099644128114,
      "grad_norm": 0.31996771693229675,
      "learning_rate": 0.00019597989949748744,
      "loss": 1.042,
      "step": 25
    },
    {
      "epoch": 0.011565836298932384,
      "grad_norm": 0.49899256229400635,
      "learning_rate": 0.00019577889447236181,
      "loss": 1.0384,
      "step": 26
    },
    {
      "epoch": 0.01201067615658363,
      "grad_norm": 0.37340229749679565,
      "learning_rate": 0.0001955778894472362,
      "loss": 1.0307,
      "step": 27
    },
    {
      "epoch": 0.012455516014234875,
      "grad_norm": 0.33216455578804016,
      "learning_rate": 0.00019537688442211056,
      "loss": 1.0253,
      "step": 28
    },
    {
      "epoch": 0.012900355871886121,
      "grad_norm": 0.3582470715045929,
      "learning_rate": 0.00019517587939698493,
      "loss": 1.0751,
      "step": 29
    },
    {
      "epoch": 0.013345195729537367,
      "grad_norm": 0.3682143986225128,
      "learning_rate": 0.0001949748743718593,
      "loss": 1.0633,
      "step": 30
    },
    {
      "epoch": 0.013790035587188613,
      "grad_norm": 0.4105437695980072,
      "learning_rate": 0.00019477386934673368,
      "loss": 1.1865,
      "step": 31
    },
    {
      "epoch": 0.014234875444839857,
      "grad_norm": 0.3709512948989868,
      "learning_rate": 0.00019457286432160805,
      "loss": 1.0198,
      "step": 32
    },
    {
      "epoch": 0.014679715302491103,
      "grad_norm": 0.3693946599960327,
      "learning_rate": 0.00019437185929648243,
      "loss": 1.0405,
      "step": 33
    },
    {
      "epoch": 0.015124555160142349,
      "grad_norm": 0.335426390171051,
      "learning_rate": 0.0001941708542713568,
      "loss": 0.9301,
      "step": 34
    },
    {
      "epoch": 0.015569395017793594,
      "grad_norm": 0.5277281403541565,
      "learning_rate": 0.00019396984924623117,
      "loss": 0.9615,
      "step": 35
    },
    {
      "epoch": 0.01601423487544484,
      "grad_norm": 0.40925148129463196,
      "learning_rate": 0.00019376884422110552,
      "loss": 1.1093,
      "step": 36
    },
    {
      "epoch": 0.016459074733096084,
      "grad_norm": 0.40884852409362793,
      "learning_rate": 0.00019356783919597992,
      "loss": 1.063,
      "step": 37
    },
    {
      "epoch": 0.016903914590747332,
      "grad_norm": 0.3492753207683563,
      "learning_rate": 0.0001933668341708543,
      "loss": 1.0865,
      "step": 38
    },
    {
      "epoch": 0.017348754448398576,
      "grad_norm": 0.3660659193992615,
      "learning_rate": 0.00019316582914572864,
      "loss": 1.071,
      "step": 39
    },
    {
      "epoch": 0.017793594306049824,
      "grad_norm": 0.3863303065299988,
      "learning_rate": 0.000192964824120603,
      "loss": 1.0096,
      "step": 40
    },
    {
      "epoch": 0.018238434163701068,
      "grad_norm": 0.34570327401161194,
      "learning_rate": 0.0001927638190954774,
      "loss": 1.0753,
      "step": 41
    },
    {
      "epoch": 0.018683274021352312,
      "grad_norm": 0.35912126302719116,
      "learning_rate": 0.00019256281407035178,
      "loss": 1.0997,
      "step": 42
    },
    {
      "epoch": 0.01912811387900356,
      "grad_norm": 0.36907467246055603,
      "learning_rate": 0.00019236180904522613,
      "loss": 1.0419,
      "step": 43
    },
    {
      "epoch": 0.019572953736654804,
      "grad_norm": 0.3746166229248047,
      "learning_rate": 0.0001921608040201005,
      "loss": 1.0424,
      "step": 44
    },
    {
      "epoch": 0.02001779359430605,
      "grad_norm": 0.33465832471847534,
      "learning_rate": 0.0001919597989949749,
      "loss": 1.0335,
      "step": 45
    },
    {
      "epoch": 0.020462633451957295,
      "grad_norm": 0.3497348427772522,
      "learning_rate": 0.00019175879396984925,
      "loss": 1.0282,
      "step": 46
    },
    {
      "epoch": 0.02090747330960854,
      "grad_norm": 0.34102576971054077,
      "learning_rate": 0.00019155778894472362,
      "loss": 1.1197,
      "step": 47
    },
    {
      "epoch": 0.021352313167259787,
      "grad_norm": 0.31394055485725403,
      "learning_rate": 0.000191356783919598,
      "loss": 1.0298,
      "step": 48
    },
    {
      "epoch": 0.02179715302491103,
      "grad_norm": 0.505631148815155,
      "learning_rate": 0.0001911557788944724,
      "loss": 1.0349,
      "step": 49
    },
    {
      "epoch": 0.02224199288256228,
      "grad_norm": 0.3988608121871948,
      "learning_rate": 0.00019095477386934674,
      "loss": 0.9868,
      "step": 50
    },
    {
      "epoch": 0.022686832740213523,
      "grad_norm": 0.3646712899208069,
      "learning_rate": 0.0001907537688442211,
      "loss": 1.0884,
      "step": 51
    },
    {
      "epoch": 0.023131672597864767,
      "grad_norm": 0.35094475746154785,
      "learning_rate": 0.00019055276381909548,
      "loss": 1.1207,
      "step": 52
    },
    {
      "epoch": 0.023576512455516015,
      "grad_norm": 0.34856799244880676,
      "learning_rate": 0.00019035175879396986,
      "loss": 1.0121,
      "step": 53
    },
    {
      "epoch": 0.02402135231316726,
      "grad_norm": 0.37425950169563293,
      "learning_rate": 0.00019015075376884423,
      "loss": 1.1073,
      "step": 54
    },
    {
      "epoch": 0.024466192170818506,
      "grad_norm": 0.3625994026660919,
      "learning_rate": 0.0001899497487437186,
      "loss": 1.0863,
      "step": 55
    },
    {
      "epoch": 0.02491103202846975,
      "grad_norm": 0.295337051153183,
      "learning_rate": 0.00018974874371859298,
      "loss": 1.0561,
      "step": 56
    },
    {
      "epoch": 0.025355871886120998,
      "grad_norm": 0.34300458431243896,
      "learning_rate": 0.00018954773869346732,
      "loss": 0.9955,
      "step": 57
    },
    {
      "epoch": 0.025800711743772242,
      "grad_norm": 0.45535075664520264,
      "learning_rate": 0.00018934673366834172,
      "loss": 1.0623,
      "step": 58
    },
    {
      "epoch": 0.026245551601423486,
      "grad_norm": 0.3560766577720642,
      "learning_rate": 0.0001891457286432161,
      "loss": 1.0259,
      "step": 59
    },
    {
      "epoch": 0.026690391459074734,
      "grad_norm": 0.33135348558425903,
      "learning_rate": 0.00018894472361809047,
      "loss": 1.0823,
      "step": 60
    },
    {
      "epoch": 0.027135231316725978,
      "grad_norm": 0.33519864082336426,
      "learning_rate": 0.00018874371859296481,
      "loss": 0.8893,
      "step": 61
    },
    {
      "epoch": 0.027580071174377226,
      "grad_norm": 0.4156452417373657,
      "learning_rate": 0.00018854271356783921,
      "loss": 0.888,
      "step": 62
    },
    {
      "epoch": 0.02802491103202847,
      "grad_norm": 0.5566922426223755,
      "learning_rate": 0.0001883417085427136,
      "loss": 0.9465,
      "step": 63
    },
    {
      "epoch": 0.028469750889679714,
      "grad_norm": 0.3567597270011902,
      "learning_rate": 0.00018814070351758793,
      "loss": 1.044,
      "step": 64
    },
    {
      "epoch": 0.02891459074733096,
      "grad_norm": 0.3937987685203552,
      "learning_rate": 0.0001879396984924623,
      "loss": 1.1491,
      "step": 65
    },
    {
      "epoch": 0.029359430604982206,
      "grad_norm": 0.3297279477119446,
      "learning_rate": 0.0001877386934673367,
      "loss": 1.1387,
      "step": 66
    },
    {
      "epoch": 0.029804270462633453,
      "grad_norm": 0.4475502371788025,
      "learning_rate": 0.00018753768844221108,
      "loss": 1.1832,
      "step": 67
    },
    {
      "epoch": 0.030249110320284697,
      "grad_norm": 0.4012911021709442,
      "learning_rate": 0.00018733668341708543,
      "loss": 1.1017,
      "step": 68
    },
    {
      "epoch": 0.03069395017793594,
      "grad_norm": 0.36798158288002014,
      "learning_rate": 0.0001871356783919598,
      "loss": 0.9889,
      "step": 69
    },
    {
      "epoch": 0.03113879003558719,
      "grad_norm": 0.3330882787704468,
      "learning_rate": 0.0001869346733668342,
      "loss": 1.0825,
      "step": 70
    },
    {
      "epoch": 0.03158362989323844,
      "grad_norm": 0.41344648599624634,
      "learning_rate": 0.00018673366834170854,
      "loss": 1.0599,
      "step": 71
    },
    {
      "epoch": 0.03202846975088968,
      "grad_norm": 0.5002074837684631,
      "learning_rate": 0.00018653266331658292,
      "loss": 1.0586,
      "step": 72
    },
    {
      "epoch": 0.032473309608540925,
      "grad_norm": 0.3306974470615387,
      "learning_rate": 0.0001863316582914573,
      "loss": 1.0004,
      "step": 73
    },
    {
      "epoch": 0.03291814946619217,
      "grad_norm": 0.394704133272171,
      "learning_rate": 0.0001861306532663317,
      "loss": 1.0083,
      "step": 74
    },
    {
      "epoch": 0.03336298932384341,
      "grad_norm": 0.3663751184940338,
      "learning_rate": 0.00018592964824120604,
      "loss": 0.8553,
      "step": 75
    },
    {
      "epoch": 0.033807829181494664,
      "grad_norm": 0.37072721123695374,
      "learning_rate": 0.0001857286432160804,
      "loss": 1.1199,
      "step": 76
    },
    {
      "epoch": 0.03425266903914591,
      "grad_norm": 0.37048038840293884,
      "learning_rate": 0.00018552763819095478,
      "loss": 1.0716,
      "step": 77
    },
    {
      "epoch": 0.03469750889679715,
      "grad_norm": 0.34426698088645935,
      "learning_rate": 0.00018532663316582915,
      "loss": 1.0378,
      "step": 78
    },
    {
      "epoch": 0.035142348754448396,
      "grad_norm": 0.3649255037307739,
      "learning_rate": 0.00018512562814070353,
      "loss": 1.0843,
      "step": 79
    },
    {
      "epoch": 0.03558718861209965,
      "grad_norm": 0.37399303913116455,
      "learning_rate": 0.0001849246231155779,
      "loss": 0.9741,
      "step": 80
    },
    {
      "epoch": 0.03603202846975089,
      "grad_norm": 0.3313739001750946,
      "learning_rate": 0.00018472361809045227,
      "loss": 0.9883,
      "step": 81
    },
    {
      "epoch": 0.036476868327402136,
      "grad_norm": 0.36365818977355957,
      "learning_rate": 0.00018452261306532662,
      "loss": 1.0434,
      "step": 82
    },
    {
      "epoch": 0.03692170818505338,
      "grad_norm": 0.33248934149742126,
      "learning_rate": 0.00018432160804020102,
      "loss": 1.0635,
      "step": 83
    },
    {
      "epoch": 0.037366548042704624,
      "grad_norm": 0.361134797334671,
      "learning_rate": 0.0001841206030150754,
      "loss": 1.0248,
      "step": 84
    },
    {
      "epoch": 0.037811387900355875,
      "grad_norm": 0.3499568700790405,
      "learning_rate": 0.00018391959798994977,
      "loss": 0.9905,
      "step": 85
    },
    {
      "epoch": 0.03825622775800712,
      "grad_norm": 0.3246215879917145,
      "learning_rate": 0.0001837185929648241,
      "loss": 1.0431,
      "step": 86
    },
    {
      "epoch": 0.03870106761565836,
      "grad_norm": 0.39000576734542847,
      "learning_rate": 0.0001835175879396985,
      "loss": 0.995,
      "step": 87
    },
    {
      "epoch": 0.03914590747330961,
      "grad_norm": 0.32663071155548096,
      "learning_rate": 0.00018331658291457288,
      "loss": 1.0976,
      "step": 88
    },
    {
      "epoch": 0.03959074733096085,
      "grad_norm": 0.35704660415649414,
      "learning_rate": 0.00018311557788944723,
      "loss": 1.088,
      "step": 89
    },
    {
      "epoch": 0.0400355871886121,
      "grad_norm": 0.3753162622451782,
      "learning_rate": 0.0001829145728643216,
      "loss": 1.0509,
      "step": 90
    },
    {
      "epoch": 0.04048042704626335,
      "grad_norm": 0.45394080877304077,
      "learning_rate": 0.000182713567839196,
      "loss": 0.8953,
      "step": 91
    },
    {
      "epoch": 0.04092526690391459,
      "grad_norm": 0.35750091075897217,
      "learning_rate": 0.00018251256281407038,
      "loss": 1.0031,
      "step": 92
    },
    {
      "epoch": 0.041370106761565835,
      "grad_norm": 0.2915020287036896,
      "learning_rate": 0.00018231155778894472,
      "loss": 0.9292,
      "step": 93
    },
    {
      "epoch": 0.04181494661921708,
      "grad_norm": 0.29004380106925964,
      "learning_rate": 0.0001821105527638191,
      "loss": 0.9423,
      "step": 94
    },
    {
      "epoch": 0.04225978647686833,
      "grad_norm": 0.3510340750217438,
      "learning_rate": 0.0001819095477386935,
      "loss": 0.9933,
      "step": 95
    },
    {
      "epoch": 0.042704626334519574,
      "grad_norm": 0.3953409194946289,
      "learning_rate": 0.00018170854271356784,
      "loss": 1.0174,
      "step": 96
    },
    {
      "epoch": 0.04314946619217082,
      "grad_norm": 0.3693845272064209,
      "learning_rate": 0.00018150753768844221,
      "loss": 1.1309,
      "step": 97
    },
    {
      "epoch": 0.04359430604982206,
      "grad_norm": 0.33780723810195923,
      "learning_rate": 0.0001813065326633166,
      "loss": 0.995,
      "step": 98
    },
    {
      "epoch": 0.04403914590747331,
      "grad_norm": 0.39444178342819214,
      "learning_rate": 0.00018110552763819096,
      "loss": 1.0567,
      "step": 99
    },
    {
      "epoch": 0.04448398576512456,
      "grad_norm": 0.3430976867675781,
      "learning_rate": 0.00018090452261306533,
      "loss": 0.956,
      "step": 100
    },
    {
      "epoch": 0.0449288256227758,
      "grad_norm": 0.31412309408187866,
      "learning_rate": 0.0001807035175879397,
      "loss": 1.1141,
      "step": 101
    },
    {
      "epoch": 0.045373665480427046,
      "grad_norm": 0.3321763575077057,
      "learning_rate": 0.00018050251256281408,
      "loss": 1.0245,
      "step": 102
    },
    {
      "epoch": 0.04581850533807829,
      "grad_norm": 0.3730502128601074,
      "learning_rate": 0.00018030150753768845,
      "loss": 1.0961,
      "step": 103
    },
    {
      "epoch": 0.046263345195729534,
      "grad_norm": 0.33242374658584595,
      "learning_rate": 0.00018010050251256282,
      "loss": 0.9899,
      "step": 104
    },
    {
      "epoch": 0.046708185053380785,
      "grad_norm": 0.3853437900543213,
      "learning_rate": 0.0001798994974874372,
      "loss": 0.9559,
      "step": 105
    },
    {
      "epoch": 0.04715302491103203,
      "grad_norm": 0.33745744824409485,
      "learning_rate": 0.00017969849246231157,
      "loss": 1.0458,
      "step": 106
    },
    {
      "epoch": 0.04759786476868327,
      "grad_norm": 0.3601361811161041,
      "learning_rate": 0.00017949748743718592,
      "loss": 1.0801,
      "step": 107
    },
    {
      "epoch": 0.04804270462633452,
      "grad_norm": 0.4157007932662964,
      "learning_rate": 0.00017929648241206032,
      "loss": 0.9852,
      "step": 108
    },
    {
      "epoch": 0.04848754448398576,
      "grad_norm": 0.2746104598045349,
      "learning_rate": 0.0001790954773869347,
      "loss": 1.0247,
      "step": 109
    },
    {
      "epoch": 0.04893238434163701,
      "grad_norm": 0.3099765181541443,
      "learning_rate": 0.00017889447236180906,
      "loss": 0.9642,
      "step": 110
    },
    {
      "epoch": 0.04937722419928826,
      "grad_norm": 0.3376833498477936,
      "learning_rate": 0.0001786934673366834,
      "loss": 1.0203,
      "step": 111
    },
    {
      "epoch": 0.0498220640569395,
      "grad_norm": 0.3929193913936615,
      "learning_rate": 0.0001784924623115578,
      "loss": 1.1084,
      "step": 112
    },
    {
      "epoch": 0.050266903914590745,
      "grad_norm": 0.3145126402378082,
      "learning_rate": 0.00017829145728643218,
      "loss": 1.124,
      "step": 113
    },
    {
      "epoch": 0.050711743772241996,
      "grad_norm": 0.3065921664237976,
      "learning_rate": 0.00017809045226130653,
      "loss": 1.0453,
      "step": 114
    },
    {
      "epoch": 0.05115658362989324,
      "grad_norm": 0.3715677857398987,
      "learning_rate": 0.0001778894472361809,
      "loss": 0.9841,
      "step": 115
    },
    {
      "epoch": 0.051601423487544484,
      "grad_norm": 0.36604928970336914,
      "learning_rate": 0.0001776884422110553,
      "loss": 0.9419,
      "step": 116
    },
    {
      "epoch": 0.05204626334519573,
      "grad_norm": 0.37098243832588196,
      "learning_rate": 0.00017748743718592967,
      "loss": 1.0133,
      "step": 117
    },
    {
      "epoch": 0.05249110320284697,
      "grad_norm": 0.3711595833301544,
      "learning_rate": 0.00017728643216080402,
      "loss": 1.0324,
      "step": 118
    },
    {
      "epoch": 0.052935943060498224,
      "grad_norm": 0.3096163868904114,
      "learning_rate": 0.0001770854271356784,
      "loss": 1.0086,
      "step": 119
    },
    {
      "epoch": 0.05338078291814947,
      "grad_norm": 0.4001842737197876,
      "learning_rate": 0.0001768844221105528,
      "loss": 1.026,
      "step": 120
    },
    {
      "epoch": 0.05382562277580071,
      "grad_norm": 0.29020652174949646,
      "learning_rate": 0.00017668341708542714,
      "loss": 0.9578,
      "step": 121
    },
    {
      "epoch": 0.054270462633451956,
      "grad_norm": 0.35916441679000854,
      "learning_rate": 0.0001764824120603015,
      "loss": 1.0502,
      "step": 122
    },
    {
      "epoch": 0.0547153024911032,
      "grad_norm": 0.36931201815605164,
      "learning_rate": 0.00017628140703517588,
      "loss": 0.9456,
      "step": 123
    },
    {
      "epoch": 0.05516014234875445,
      "grad_norm": 0.37013575434684753,
      "learning_rate": 0.00017608040201005026,
      "loss": 1.0472,
      "step": 124
    },
    {
      "epoch": 0.055604982206405695,
      "grad_norm": 0.3738909959793091,
      "learning_rate": 0.00017587939698492463,
      "loss": 1.0194,
      "step": 125
    },
    {
      "epoch": 0.05604982206405694,
      "grad_norm": 0.4676179885864258,
      "learning_rate": 0.000175678391959799,
      "loss": 1.1556,
      "step": 126
    },
    {
      "epoch": 0.056494661921708184,
      "grad_norm": 0.430128812789917,
      "learning_rate": 0.00017547738693467338,
      "loss": 1.1472,
      "step": 127
    },
    {
      "epoch": 0.05693950177935943,
      "grad_norm": 0.3177819848060608,
      "learning_rate": 0.00017527638190954775,
      "loss": 1.0159,
      "step": 128
    },
    {
      "epoch": 0.05738434163701068,
      "grad_norm": 0.35535189509391785,
      "learning_rate": 0.00017507537688442212,
      "loss": 1.0388,
      "step": 129
    },
    {
      "epoch": 0.05782918149466192,
      "grad_norm": 0.41556811332702637,
      "learning_rate": 0.0001748743718592965,
      "loss": 1.0366,
      "step": 130
    },
    {
      "epoch": 0.05827402135231317,
      "grad_norm": 0.28733861446380615,
      "learning_rate": 0.00017467336683417087,
      "loss": 1.041,
      "step": 131
    },
    {
      "epoch": 0.05871886120996441,
      "grad_norm": 0.36875680088996887,
      "learning_rate": 0.00017447236180904521,
      "loss": 1.0408,
      "step": 132
    },
    {
      "epoch": 0.059163701067615655,
      "grad_norm": 0.30114784836769104,
      "learning_rate": 0.00017427135678391961,
      "loss": 1.0582,
      "step": 133
    },
    {
      "epoch": 0.059608540925266906,
      "grad_norm": 0.397324800491333,
      "learning_rate": 0.000174070351758794,
      "loss": 1.0715,
      "step": 134
    },
    {
      "epoch": 0.06005338078291815,
      "grad_norm": 0.30825501680374146,
      "learning_rate": 0.00017386934673366836,
      "loss": 0.8977,
      "step": 135
    },
    {
      "epoch": 0.060498220640569395,
      "grad_norm": 0.34875619411468506,
      "learning_rate": 0.0001736683417085427,
      "loss": 1.0427,
      "step": 136
    },
    {
      "epoch": 0.06094306049822064,
      "grad_norm": 0.44976702332496643,
      "learning_rate": 0.0001734673366834171,
      "loss": 1.0594,
      "step": 137
    },
    {
      "epoch": 0.06138790035587188,
      "grad_norm": 0.4009503722190857,
      "learning_rate": 0.00017326633165829148,
      "loss": 1.0156,
      "step": 138
    },
    {
      "epoch": 0.061832740213523134,
      "grad_norm": 0.32680168747901917,
      "learning_rate": 0.00017306532663316582,
      "loss": 1.0518,
      "step": 139
    },
    {
      "epoch": 0.06227758007117438,
      "grad_norm": 0.3297230005264282,
      "learning_rate": 0.0001728643216080402,
      "loss": 0.982,
      "step": 140
    },
    {
      "epoch": 0.06272241992882563,
      "grad_norm": 0.3223113417625427,
      "learning_rate": 0.0001726633165829146,
      "loss": 0.9451,
      "step": 141
    },
    {
      "epoch": 0.06316725978647687,
      "grad_norm": 0.3400196135044098,
      "learning_rate": 0.00017246231155778897,
      "loss": 0.9247,
      "step": 142
    },
    {
      "epoch": 0.06361209964412812,
      "grad_norm": 0.36805739998817444,
      "learning_rate": 0.00017226130653266332,
      "loss": 1.0732,
      "step": 143
    },
    {
      "epoch": 0.06405693950177936,
      "grad_norm": 0.40036970376968384,
      "learning_rate": 0.0001720603015075377,
      "loss": 1.0966,
      "step": 144
    },
    {
      "epoch": 0.0645017793594306,
      "grad_norm": 0.3755742311477661,
      "learning_rate": 0.00017185929648241206,
      "loss": 0.9863,
      "step": 145
    },
    {
      "epoch": 0.06494661921708185,
      "grad_norm": 0.4415525496006012,
      "learning_rate": 0.00017165829145728644,
      "loss": 1.0933,
      "step": 146
    },
    {
      "epoch": 0.0653914590747331,
      "grad_norm": 0.3682146966457367,
      "learning_rate": 0.0001714572864321608,
      "loss": 0.9468,
      "step": 147
    },
    {
      "epoch": 0.06583629893238434,
      "grad_norm": 0.3670349717140198,
      "learning_rate": 0.00017125628140703518,
      "loss": 1.1367,
      "step": 148
    },
    {
      "epoch": 0.06628113879003558,
      "grad_norm": 0.30022603273391724,
      "learning_rate": 0.00017105527638190955,
      "loss": 0.9387,
      "step": 149
    },
    {
      "epoch": 0.06672597864768683,
      "grad_norm": 0.36275291442871094,
      "learning_rate": 0.00017085427135678393,
      "loss": 0.8882,
      "step": 150
    },
    {
      "epoch": 0.06717081850533808,
      "grad_norm": 0.4646683633327484,
      "learning_rate": 0.0001706532663316583,
      "loss": 0.8556,
      "step": 151
    },
    {
      "epoch": 0.06761565836298933,
      "grad_norm": 0.34833550453186035,
      "learning_rate": 0.00017045226130653267,
      "loss": 1.0124,
      "step": 152
    },
    {
      "epoch": 0.06806049822064057,
      "grad_norm": 0.34811916947364807,
      "learning_rate": 0.00017025125628140705,
      "loss": 0.8668,
      "step": 153
    },
    {
      "epoch": 0.06850533807829182,
      "grad_norm": 0.42011362314224243,
      "learning_rate": 0.00017005025125628142,
      "loss": 0.9818,
      "step": 154
    },
    {
      "epoch": 0.06895017793594306,
      "grad_norm": 0.34665143489837646,
      "learning_rate": 0.0001698492462311558,
      "loss": 0.9958,
      "step": 155
    },
    {
      "epoch": 0.0693950177935943,
      "grad_norm": 0.3390451967716217,
      "learning_rate": 0.00016964824120603016,
      "loss": 0.9835,
      "step": 156
    },
    {
      "epoch": 0.06983985765124555,
      "grad_norm": 0.3538704812526703,
      "learning_rate": 0.0001694472361809045,
      "loss": 1.102,
      "step": 157
    },
    {
      "epoch": 0.07028469750889679,
      "grad_norm": 0.40229830145835876,
      "learning_rate": 0.0001692462311557789,
      "loss": 1.1512,
      "step": 158
    },
    {
      "epoch": 0.07072953736654804,
      "grad_norm": 0.37556755542755127,
      "learning_rate": 0.00016904522613065328,
      "loss": 1.0165,
      "step": 159
    },
    {
      "epoch": 0.0711743772241993,
      "grad_norm": 0.33789652585983276,
      "learning_rate": 0.00016884422110552766,
      "loss": 0.9962,
      "step": 160
    },
    {
      "epoch": 0.07161921708185054,
      "grad_norm": 0.39385226368904114,
      "learning_rate": 0.000168643216080402,
      "loss": 1.0538,
      "step": 161
    },
    {
      "epoch": 0.07206405693950178,
      "grad_norm": 0.39948439598083496,
      "learning_rate": 0.0001684422110552764,
      "loss": 1.0472,
      "step": 162
    },
    {
      "epoch": 0.07250889679715303,
      "grad_norm": 0.3786976635456085,
      "learning_rate": 0.00016824120603015078,
      "loss": 1.0288,
      "step": 163
    },
    {
      "epoch": 0.07295373665480427,
      "grad_norm": 0.3729378879070282,
      "learning_rate": 0.00016804020100502512,
      "loss": 0.9856,
      "step": 164
    },
    {
      "epoch": 0.07339857651245552,
      "grad_norm": 0.36763879656791687,
      "learning_rate": 0.0001678391959798995,
      "loss": 0.9711,
      "step": 165
    },
    {
      "epoch": 0.07384341637010676,
      "grad_norm": 0.38680917024612427,
      "learning_rate": 0.0001676381909547739,
      "loss": 0.8915,
      "step": 166
    },
    {
      "epoch": 0.074288256227758,
      "grad_norm": 0.4449096620082855,
      "learning_rate": 0.00016743718592964827,
      "loss": 0.9931,
      "step": 167
    },
    {
      "epoch": 0.07473309608540925,
      "grad_norm": 0.39082011580467224,
      "learning_rate": 0.0001672361809045226,
      "loss": 1.0084,
      "step": 168
    },
    {
      "epoch": 0.07517793594306049,
      "grad_norm": 0.37978312373161316,
      "learning_rate": 0.00016703517587939699,
      "loss": 0.9449,
      "step": 169
    },
    {
      "epoch": 0.07562277580071175,
      "grad_norm": 0.32479336857795715,
      "learning_rate": 0.00016683417085427136,
      "loss": 0.8941,
      "step": 170
    },
    {
      "epoch": 0.076067615658363,
      "grad_norm": 0.35645660758018494,
      "learning_rate": 0.00016663316582914573,
      "loss": 0.9952,
      "step": 171
    },
    {
      "epoch": 0.07651245551601424,
      "grad_norm": 0.40985000133514404,
      "learning_rate": 0.0001664321608040201,
      "loss": 1.0187,
      "step": 172
    },
    {
      "epoch": 0.07695729537366548,
      "grad_norm": 0.4032020568847656,
      "learning_rate": 0.00016623115577889448,
      "loss": 0.9356,
      "step": 173
    },
    {
      "epoch": 0.07740213523131673,
      "grad_norm": 0.3428996801376343,
      "learning_rate": 0.00016603015075376885,
      "loss": 0.9326,
      "step": 174
    },
    {
      "epoch": 0.07784697508896797,
      "grad_norm": 0.2806510925292969,
      "learning_rate": 0.00016582914572864322,
      "loss": 0.6118,
      "step": 175
    },
    {
      "epoch": 0.07829181494661921,
      "grad_norm": 0.3010331392288208,
      "learning_rate": 0.0001656281407035176,
      "loss": 1.0065,
      "step": 176
    },
    {
      "epoch": 0.07873665480427046,
      "grad_norm": 0.2989744246006012,
      "learning_rate": 0.00016542713567839197,
      "loss": 0.948,
      "step": 177
    },
    {
      "epoch": 0.0791814946619217,
      "grad_norm": 0.3374849259853363,
      "learning_rate": 0.00016522613065326634,
      "loss": 1.0899,
      "step": 178
    },
    {
      "epoch": 0.07962633451957295,
      "grad_norm": 0.38859498500823975,
      "learning_rate": 0.00016502512562814072,
      "loss": 1.035,
      "step": 179
    },
    {
      "epoch": 0.0800711743772242,
      "grad_norm": 0.34474217891693115,
      "learning_rate": 0.0001648241206030151,
      "loss": 0.9826,
      "step": 180
    },
    {
      "epoch": 0.08051601423487545,
      "grad_norm": 0.2957572937011719,
      "learning_rate": 0.00016462311557788946,
      "loss": 0.8905,
      "step": 181
    },
    {
      "epoch": 0.0809608540925267,
      "grad_norm": 0.3576017916202545,
      "learning_rate": 0.0001644221105527638,
      "loss": 1.0266,
      "step": 182
    },
    {
      "epoch": 0.08140569395017794,
      "grad_norm": 0.38848915696144104,
      "learning_rate": 0.0001642211055276382,
      "loss": 0.9883,
      "step": 183
    },
    {
      "epoch": 0.08185053380782918,
      "grad_norm": 0.4087153375148773,
      "learning_rate": 0.00016402010050251258,
      "loss": 1.1882,
      "step": 184
    },
    {
      "epoch": 0.08229537366548043,
      "grad_norm": 0.3468906879425049,
      "learning_rate": 0.00016381909547738695,
      "loss": 0.9818,
      "step": 185
    },
    {
      "epoch": 0.08274021352313167,
      "grad_norm": 0.4617744982242584,
      "learning_rate": 0.0001636180904522613,
      "loss": 0.9065,
      "step": 186
    },
    {
      "epoch": 0.08318505338078291,
      "grad_norm": 0.4207713305950165,
      "learning_rate": 0.0001634170854271357,
      "loss": 0.9988,
      "step": 187
    },
    {
      "epoch": 0.08362989323843416,
      "grad_norm": 0.3632107675075531,
      "learning_rate": 0.00016321608040201007,
      "loss": 0.9049,
      "step": 188
    },
    {
      "epoch": 0.08407473309608542,
      "grad_norm": 0.4303954839706421,
      "learning_rate": 0.00016301507537688442,
      "loss": 0.9801,
      "step": 189
    },
    {
      "epoch": 0.08451957295373666,
      "grad_norm": 0.3233638107776642,
      "learning_rate": 0.0001628140703517588,
      "loss": 1.1457,
      "step": 190
    },
    {
      "epoch": 0.0849644128113879,
      "grad_norm": 0.36270812153816223,
      "learning_rate": 0.00016261306532663316,
      "loss": 0.9804,
      "step": 191
    },
    {
      "epoch": 0.08540925266903915,
      "grad_norm": 0.3483213484287262,
      "learning_rate": 0.00016241206030150756,
      "loss": 0.9412,
      "step": 192
    },
    {
      "epoch": 0.08585409252669039,
      "grad_norm": 0.33415859937667847,
      "learning_rate": 0.0001622110552763819,
      "loss": 1.0479,
      "step": 193
    },
    {
      "epoch": 0.08629893238434164,
      "grad_norm": 0.3390806317329407,
      "learning_rate": 0.00016201005025125628,
      "loss": 1.0266,
      "step": 194
    },
    {
      "epoch": 0.08674377224199288,
      "grad_norm": 0.3439917266368866,
      "learning_rate": 0.00016180904522613066,
      "loss": 0.9495,
      "step": 195
    },
    {
      "epoch": 0.08718861209964412,
      "grad_norm": 0.5404065847396851,
      "learning_rate": 0.00016160804020100503,
      "loss": 1.0176,
      "step": 196
    },
    {
      "epoch": 0.08763345195729537,
      "grad_norm": 0.40834537148475647,
      "learning_rate": 0.0001614070351758794,
      "loss": 1.0119,
      "step": 197
    },
    {
      "epoch": 0.08807829181494661,
      "grad_norm": 0.41839244961738586,
      "learning_rate": 0.00016120603015075378,
      "loss": 1.0006,
      "step": 198
    },
    {
      "epoch": 0.08852313167259787,
      "grad_norm": 0.36179983615875244,
      "learning_rate": 0.00016100502512562815,
      "loss": 1.0247,
      "step": 199
    },
    {
      "epoch": 0.08896797153024912,
      "grad_norm": 0.34288227558135986,
      "learning_rate": 0.00016080402010050252,
      "loss": 0.9545,
      "step": 200
    },
    {
      "epoch": 0.08941281138790036,
      "grad_norm": 0.37949255108833313,
      "learning_rate": 0.0001606030150753769,
      "loss": 1.0024,
      "step": 201
    },
    {
      "epoch": 0.0898576512455516,
      "grad_norm": 0.4100090563297272,
      "learning_rate": 0.00016040201005025127,
      "loss": 1.0465,
      "step": 202
    },
    {
      "epoch": 0.09030249110320285,
      "grad_norm": 0.3741397559642792,
      "learning_rate": 0.00016020100502512564,
      "loss": 0.8969,
      "step": 203
    },
    {
      "epoch": 0.09074733096085409,
      "grad_norm": 0.4092821180820465,
      "learning_rate": 0.00016,
      "loss": 1.3054,
      "step": 204
    },
    {
      "epoch": 0.09119217081850534,
      "grad_norm": 0.29491907358169556,
      "learning_rate": 0.00015979899497487439,
      "loss": 1.0039,
      "step": 205
    },
    {
      "epoch": 0.09163701067615658,
      "grad_norm": 0.38052767515182495,
      "learning_rate": 0.00015959798994974876,
      "loss": 0.9034,
      "step": 206
    },
    {
      "epoch": 0.09208185053380782,
      "grad_norm": 0.34436798095703125,
      "learning_rate": 0.0001593969849246231,
      "loss": 0.9621,
      "step": 207
    },
    {
      "epoch": 0.09252669039145907,
      "grad_norm": 0.41748183965682983,
      "learning_rate": 0.0001591959798994975,
      "loss": 1.0112,
      "step": 208
    },
    {
      "epoch": 0.09297153024911033,
      "grad_norm": 0.35025399923324585,
      "learning_rate": 0.00015899497487437188,
      "loss": 1.0594,
      "step": 209
    },
    {
      "epoch": 0.09341637010676157,
      "grad_norm": 0.3578777611255646,
      "learning_rate": 0.00015879396984924625,
      "loss": 1.0191,
      "step": 210
    },
    {
      "epoch": 0.09386120996441281,
      "grad_norm": 0.3903699517250061,
      "learning_rate": 0.0001585929648241206,
      "loss": 1.0492,
      "step": 211
    },
    {
      "epoch": 0.09430604982206406,
      "grad_norm": 0.34571701288223267,
      "learning_rate": 0.000158391959798995,
      "loss": 1.07,
      "step": 212
    },
    {
      "epoch": 0.0947508896797153,
      "grad_norm": 0.3766401410102844,
      "learning_rate": 0.00015819095477386937,
      "loss": 0.9508,
      "step": 213
    },
    {
      "epoch": 0.09519572953736655,
      "grad_norm": 0.3765754699707031,
      "learning_rate": 0.00015798994974874372,
      "loss": 0.9604,
      "step": 214
    },
    {
      "epoch": 0.09564056939501779,
      "grad_norm": 0.39237186312675476,
      "learning_rate": 0.0001577889447236181,
      "loss": 0.9678,
      "step": 215
    },
    {
      "epoch": 0.09608540925266904,
      "grad_norm": 0.43379107117652893,
      "learning_rate": 0.00015758793969849246,
      "loss": 0.9569,
      "step": 216
    },
    {
      "epoch": 0.09653024911032028,
      "grad_norm": 0.44235309958457947,
      "learning_rate": 0.00015738693467336686,
      "loss": 1.047,
      "step": 217
    },
    {
      "epoch": 0.09697508896797152,
      "grad_norm": 0.37492284178733826,
      "learning_rate": 0.0001571859296482412,
      "loss": 0.9247,
      "step": 218
    },
    {
      "epoch": 0.09741992882562278,
      "grad_norm": 0.44187766313552856,
      "learning_rate": 0.00015698492462311558,
      "loss": 1.0136,
      "step": 219
    },
    {
      "epoch": 0.09786476868327403,
      "grad_norm": 0.41393113136291504,
      "learning_rate": 0.00015678391959798995,
      "loss": 1.0051,
      "step": 220
    },
    {
      "epoch": 0.09830960854092527,
      "grad_norm": 0.3643686771392822,
      "learning_rate": 0.00015658291457286433,
      "loss": 1.1171,
      "step": 221
    },
    {
      "epoch": 0.09875444839857651,
      "grad_norm": 0.351253479719162,
      "learning_rate": 0.0001563819095477387,
      "loss": 1.0466,
      "step": 222
    },
    {
      "epoch": 0.09919928825622776,
      "grad_norm": 0.35708218812942505,
      "learning_rate": 0.00015618090452261307,
      "loss": 1.0688,
      "step": 223
    },
    {
      "epoch": 0.099644128113879,
      "grad_norm": 0.3984560966491699,
      "learning_rate": 0.00015597989949748745,
      "loss": 0.9606,
      "step": 224
    },
    {
      "epoch": 0.10008896797153025,
      "grad_norm": 0.3412669897079468,
      "learning_rate": 0.00015577889447236182,
      "loss": 0.9781,
      "step": 225
    },
    {
      "epoch": 0.10053380782918149,
      "grad_norm": 0.36613014340400696,
      "learning_rate": 0.0001555778894472362,
      "loss": 0.9449,
      "step": 226
    },
    {
      "epoch": 0.10097864768683273,
      "grad_norm": 0.3568494915962219,
      "learning_rate": 0.00015537688442211056,
      "loss": 0.9679,
      "step": 227
    },
    {
      "epoch": 0.10142348754448399,
      "grad_norm": 0.4687019884586334,
      "learning_rate": 0.00015517587939698494,
      "loss": 1.0386,
      "step": 228
    },
    {
      "epoch": 0.10186832740213524,
      "grad_norm": 0.40447989106178284,
      "learning_rate": 0.0001549748743718593,
      "loss": 0.9812,
      "step": 229
    },
    {
      "epoch": 0.10231316725978648,
      "grad_norm": 0.39272576570510864,
      "learning_rate": 0.00015477386934673368,
      "loss": 1.0165,
      "step": 230
    },
    {
      "epoch": 0.10275800711743772,
      "grad_norm": 0.3780848979949951,
      "learning_rate": 0.00015457286432160806,
      "loss": 0.9606,
      "step": 231
    },
    {
      "epoch": 0.10320284697508897,
      "grad_norm": 0.46794167160987854,
      "learning_rate": 0.0001543718592964824,
      "loss": 0.9305,
      "step": 232
    },
    {
      "epoch": 0.10364768683274021,
      "grad_norm": 0.39729002118110657,
      "learning_rate": 0.0001541708542713568,
      "loss": 1.0113,
      "step": 233
    },
    {
      "epoch": 0.10409252669039146,
      "grad_norm": 0.4045659005641937,
      "learning_rate": 0.00015396984924623117,
      "loss": 0.9961,
      "step": 234
    },
    {
      "epoch": 0.1045373665480427,
      "grad_norm": 0.35122302174568176,
      "learning_rate": 0.00015376884422110555,
      "loss": 0.9891,
      "step": 235
    },
    {
      "epoch": 0.10498220640569395,
      "grad_norm": 0.37050357460975647,
      "learning_rate": 0.0001535678391959799,
      "loss": 1.0024,
      "step": 236
    },
    {
      "epoch": 0.10542704626334519,
      "grad_norm": 0.40677326917648315,
      "learning_rate": 0.00015336683417085427,
      "loss": 1.0948,
      "step": 237
    },
    {
      "epoch": 0.10587188612099645,
      "grad_norm": 0.35067057609558105,
      "learning_rate": 0.00015316582914572867,
      "loss": 0.9897,
      "step": 238
    },
    {
      "epoch": 0.10631672597864769,
      "grad_norm": 0.3920201063156128,
      "learning_rate": 0.000152964824120603,
      "loss": 1.0114,
      "step": 239
    },
    {
      "epoch": 0.10676156583629894,
      "grad_norm": 0.3613733649253845,
      "learning_rate": 0.00015276381909547739,
      "loss": 0.9508,
      "step": 240
    },
    {
      "epoch": 0.10720640569395018,
      "grad_norm": 0.35030075907707214,
      "learning_rate": 0.00015256281407035176,
      "loss": 1.0019,
      "step": 241
    },
    {
      "epoch": 0.10765124555160142,
      "grad_norm": 0.4036657512187958,
      "learning_rate": 0.00015236180904522613,
      "loss": 0.9347,
      "step": 242
    },
    {
      "epoch": 0.10809608540925267,
      "grad_norm": 0.3680381178855896,
      "learning_rate": 0.0001521608040201005,
      "loss": 0.9541,
      "step": 243
    },
    {
      "epoch": 0.10854092526690391,
      "grad_norm": 0.7577487826347351,
      "learning_rate": 0.00015195979899497488,
      "loss": 1.0019,
      "step": 244
    },
    {
      "epoch": 0.10898576512455516,
      "grad_norm": 0.32293733954429626,
      "learning_rate": 0.00015175879396984925,
      "loss": 0.9768,
      "step": 245
    },
    {
      "epoch": 0.1094306049822064,
      "grad_norm": 0.32959771156311035,
      "learning_rate": 0.00015155778894472362,
      "loss": 1.0606,
      "step": 246
    },
    {
      "epoch": 0.10987544483985764,
      "grad_norm": 0.3493881821632385,
      "learning_rate": 0.000151356783919598,
      "loss": 1.0317,
      "step": 247
    },
    {
      "epoch": 0.1103202846975089,
      "grad_norm": 0.3482673168182373,
      "learning_rate": 0.00015115577889447237,
      "loss": 0.9157,
      "step": 248
    },
    {
      "epoch": 0.11076512455516015,
      "grad_norm": 0.35461658239364624,
      "learning_rate": 0.00015095477386934674,
      "loss": 1.0753,
      "step": 249
    },
    {
      "epoch": 0.11120996441281139,
      "grad_norm": 0.3124016225337982,
      "learning_rate": 0.00015075376884422112,
      "loss": 0.9352,
      "step": 250
    },
    {
      "epoch": 0.11165480427046263,
      "grad_norm": 0.3451753854751587,
      "learning_rate": 0.0001505527638190955,
      "loss": 0.948,
      "step": 251
    },
    {
      "epoch": 0.11209964412811388,
      "grad_norm": 0.3436938524246216,
      "learning_rate": 0.00015035175879396986,
      "loss": 0.9277,
      "step": 252
    },
    {
      "epoch": 0.11254448398576512,
      "grad_norm": 0.3544940650463104,
      "learning_rate": 0.00015015075376884423,
      "loss": 0.976,
      "step": 253
    },
    {
      "epoch": 0.11298932384341637,
      "grad_norm": 0.34947720170021057,
      "learning_rate": 0.0001499497487437186,
      "loss": 1.0602,
      "step": 254
    },
    {
      "epoch": 0.11343416370106761,
      "grad_norm": 0.38455042243003845,
      "learning_rate": 0.00014974874371859298,
      "loss": 0.9524,
      "step": 255
    },
    {
      "epoch": 0.11387900355871886,
      "grad_norm": 0.4009455442428589,
      "learning_rate": 0.00014954773869346735,
      "loss": 1.0465,
      "step": 256
    },
    {
      "epoch": 0.11432384341637011,
      "grad_norm": 0.5961493849754333,
      "learning_rate": 0.0001493467336683417,
      "loss": 0.8681,
      "step": 257
    },
    {
      "epoch": 0.11476868327402136,
      "grad_norm": 0.47233107686042786,
      "learning_rate": 0.0001491457286432161,
      "loss": 0.9355,
      "step": 258
    },
    {
      "epoch": 0.1152135231316726,
      "grad_norm": 0.41602540016174316,
      "learning_rate": 0.00014894472361809047,
      "loss": 1.0256,
      "step": 259
    },
    {
      "epoch": 0.11565836298932385,
      "grad_norm": 0.3379324972629547,
      "learning_rate": 0.00014874371859296482,
      "loss": 0.8982,
      "step": 260
    },
    {
      "epoch": 0.11610320284697509,
      "grad_norm": 0.3502661883831024,
      "learning_rate": 0.0001485427135678392,
      "loss": 0.8932,
      "step": 261
    },
    {
      "epoch": 0.11654804270462633,
      "grad_norm": 0.35349032282829285,
      "learning_rate": 0.00014834170854271356,
      "loss": 0.9541,
      "step": 262
    },
    {
      "epoch": 0.11699288256227758,
      "grad_norm": 0.37270882725715637,
      "learning_rate": 0.00014814070351758796,
      "loss": 0.9566,
      "step": 263
    },
    {
      "epoch": 0.11743772241992882,
      "grad_norm": 0.3453938364982605,
      "learning_rate": 0.0001479396984924623,
      "loss": 0.9901,
      "step": 264
    },
    {
      "epoch": 0.11788256227758007,
      "grad_norm": 0.4339182376861572,
      "learning_rate": 0.00014773869346733668,
      "loss": 0.9542,
      "step": 265
    },
    {
      "epoch": 0.11832740213523131,
      "grad_norm": 0.3721541166305542,
      "learning_rate": 0.00014753768844221106,
      "loss": 0.9075,
      "step": 266
    },
    {
      "epoch": 0.11877224199288257,
      "grad_norm": 0.3452603220939636,
      "learning_rate": 0.00014733668341708543,
      "loss": 0.9762,
      "step": 267
    },
    {
      "epoch": 0.11921708185053381,
      "grad_norm": 0.33102792501449585,
      "learning_rate": 0.0001471356783919598,
      "loss": 0.9648,
      "step": 268
    },
    {
      "epoch": 0.11966192170818506,
      "grad_norm": 0.38129130005836487,
      "learning_rate": 0.00014693467336683417,
      "loss": 1.0283,
      "step": 269
    },
    {
      "epoch": 0.1201067615658363,
      "grad_norm": 0.3465835452079773,
      "learning_rate": 0.00014673366834170855,
      "loss": 0.9383,
      "step": 270
    },
    {
      "epoch": 0.12055160142348754,
      "grad_norm": 0.31291693449020386,
      "learning_rate": 0.00014653266331658292,
      "loss": 1.0326,
      "step": 271
    },
    {
      "epoch": 0.12099644128113879,
      "grad_norm": 0.40111976861953735,
      "learning_rate": 0.0001463316582914573,
      "loss": 1.0133,
      "step": 272
    },
    {
      "epoch": 0.12144128113879003,
      "grad_norm": 0.3763119578361511,
      "learning_rate": 0.00014613065326633167,
      "loss": 1.0317,
      "step": 273
    },
    {
      "epoch": 0.12188612099644128,
      "grad_norm": 0.3577355742454529,
      "learning_rate": 0.00014592964824120604,
      "loss": 1.0477,
      "step": 274
    },
    {
      "epoch": 0.12233096085409252,
      "grad_norm": 0.3452180027961731,
      "learning_rate": 0.0001457286432160804,
      "loss": 1.0083,
      "step": 275
    },
    {
      "epoch": 0.12277580071174377,
      "grad_norm": 0.40135836601257324,
      "learning_rate": 0.00014552763819095479,
      "loss": 0.9175,
      "step": 276
    },
    {
      "epoch": 0.12322064056939502,
      "grad_norm": 0.45712020993232727,
      "learning_rate": 0.00014532663316582916,
      "loss": 0.9563,
      "step": 277
    },
    {
      "epoch": 0.12366548042704627,
      "grad_norm": 0.3986268937587738,
      "learning_rate": 0.00014512562814070353,
      "loss": 0.926,
      "step": 278
    },
    {
      "epoch": 0.12411032028469751,
      "grad_norm": 0.3132750988006592,
      "learning_rate": 0.0001449246231155779,
      "loss": 0.9503,
      "step": 279
    },
    {
      "epoch": 0.12455516014234876,
      "grad_norm": 0.34486275911331177,
      "learning_rate": 0.00014472361809045228,
      "loss": 0.9375,
      "step": 280
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.3309858739376068,
      "learning_rate": 0.00014452261306532665,
      "loss": 0.9276,
      "step": 281
    },
    {
      "epoch": 0.12544483985765126,
      "grad_norm": 0.3567025363445282,
      "learning_rate": 0.000144321608040201,
      "loss": 0.9924,
      "step": 282
    },
    {
      "epoch": 0.1258896797153025,
      "grad_norm": 0.35258856415748596,
      "learning_rate": 0.00014412060301507537,
      "loss": 0.974,
      "step": 283
    },
    {
      "epoch": 0.12633451957295375,
      "grad_norm": 0.33701589703559875,
      "learning_rate": 0.00014391959798994977,
      "loss": 1.0021,
      "step": 284
    },
    {
      "epoch": 0.12677935943060498,
      "grad_norm": 0.3263789117336273,
      "learning_rate": 0.00014371859296482411,
      "loss": 1.051,
      "step": 285
    },
    {
      "epoch": 0.12722419928825623,
      "grad_norm": 0.39523646235466003,
      "learning_rate": 0.0001435175879396985,
      "loss": 0.9349,
      "step": 286
    },
    {
      "epoch": 0.12766903914590746,
      "grad_norm": 0.3561248183250427,
      "learning_rate": 0.00014331658291457286,
      "loss": 0.869,
      "step": 287
    },
    {
      "epoch": 0.12811387900355872,
      "grad_norm": 0.43630316853523254,
      "learning_rate": 0.00014311557788944726,
      "loss": 0.9773,
      "step": 288
    },
    {
      "epoch": 0.12855871886120995,
      "grad_norm": 0.3555675446987152,
      "learning_rate": 0.0001429145728643216,
      "loss": 1.0048,
      "step": 289
    },
    {
      "epoch": 0.1290035587188612,
      "grad_norm": 0.40323683619499207,
      "learning_rate": 0.00014271356783919598,
      "loss": 0.999,
      "step": 290
    },
    {
      "epoch": 0.12944839857651247,
      "grad_norm": 0.3344346284866333,
      "learning_rate": 0.00014251256281407035,
      "loss": 0.9882,
      "step": 291
    },
    {
      "epoch": 0.1298932384341637,
      "grad_norm": 0.3018104135990143,
      "learning_rate": 0.00014231155778894473,
      "loss": 0.9665,
      "step": 292
    },
    {
      "epoch": 0.13033807829181496,
      "grad_norm": 0.3336434066295624,
      "learning_rate": 0.0001421105527638191,
      "loss": 0.9786,
      "step": 293
    },
    {
      "epoch": 0.1307829181494662,
      "grad_norm": 0.3364970088005066,
      "learning_rate": 0.00014190954773869347,
      "loss": 0.9436,
      "step": 294
    },
    {
      "epoch": 0.13122775800711745,
      "grad_norm": 0.3738161027431488,
      "learning_rate": 0.00014170854271356784,
      "loss": 0.9884,
      "step": 295
    },
    {
      "epoch": 0.13167259786476868,
      "grad_norm": 0.34548112750053406,
      "learning_rate": 0.00014150753768844222,
      "loss": 0.9578,
      "step": 296
    },
    {
      "epoch": 0.13211743772241993,
      "grad_norm": 0.4063248336315155,
      "learning_rate": 0.0001413065326633166,
      "loss": 1.0649,
      "step": 297
    },
    {
      "epoch": 0.13256227758007116,
      "grad_norm": 0.4038452208042145,
      "learning_rate": 0.00014110552763819096,
      "loss": 0.9824,
      "step": 298
    },
    {
      "epoch": 0.13300711743772242,
      "grad_norm": 0.3010196089744568,
      "learning_rate": 0.00014090452261306534,
      "loss": 0.9492,
      "step": 299
    },
    {
      "epoch": 0.13345195729537365,
      "grad_norm": 0.3451170325279236,
      "learning_rate": 0.0001407035175879397,
      "loss": 1.1038,
      "step": 300
    },
    {
      "epoch": 0.1338967971530249,
      "grad_norm": 0.3674055337905884,
      "learning_rate": 0.00014050251256281408,
      "loss": 0.9764,
      "step": 301
    },
    {
      "epoch": 0.13434163701067617,
      "grad_norm": 0.28219959139823914,
      "learning_rate": 0.00014030150753768846,
      "loss": 0.8152,
      "step": 302
    },
    {
      "epoch": 0.1347864768683274,
      "grad_norm": 0.3264709711074829,
      "learning_rate": 0.0001401005025125628,
      "loss": 1.0336,
      "step": 303
    },
    {
      "epoch": 0.13523131672597866,
      "grad_norm": 0.3442930579185486,
      "learning_rate": 0.0001398994974874372,
      "loss": 0.9622,
      "step": 304
    },
    {
      "epoch": 0.1356761565836299,
      "grad_norm": 0.4365461468696594,
      "learning_rate": 0.00013969849246231157,
      "loss": 0.9243,
      "step": 305
    },
    {
      "epoch": 0.13612099644128114,
      "grad_norm": 0.3317567706108093,
      "learning_rate": 0.00013949748743718595,
      "loss": 0.9619,
      "step": 306
    },
    {
      "epoch": 0.13656583629893237,
      "grad_norm": 0.3600742816925049,
      "learning_rate": 0.0001392964824120603,
      "loss": 1.0869,
      "step": 307
    },
    {
      "epoch": 0.13701067615658363,
      "grad_norm": 0.414174348115921,
      "learning_rate": 0.00013909547738693467,
      "loss": 0.9696,
      "step": 308
    },
    {
      "epoch": 0.13745551601423486,
      "grad_norm": 0.3307357430458069,
      "learning_rate": 0.00013889447236180907,
      "loss": 0.8673,
      "step": 309
    },
    {
      "epoch": 0.13790035587188612,
      "grad_norm": 0.3574574291706085,
      "learning_rate": 0.0001386934673366834,
      "loss": 1.0225,
      "step": 310
    },
    {
      "epoch": 0.13834519572953738,
      "grad_norm": 0.3453276455402374,
      "learning_rate": 0.00013849246231155778,
      "loss": 0.956,
      "step": 311
    },
    {
      "epoch": 0.1387900355871886,
      "grad_norm": 0.3369787633419037,
      "learning_rate": 0.00013829145728643216,
      "loss": 0.9878,
      "step": 312
    },
    {
      "epoch": 0.13923487544483987,
      "grad_norm": 0.36153116822242737,
      "learning_rate": 0.00013809045226130656,
      "loss": 0.9906,
      "step": 313
    },
    {
      "epoch": 0.1396797153024911,
      "grad_norm": 0.3499455749988556,
      "learning_rate": 0.0001378894472361809,
      "loss": 1.0581,
      "step": 314
    },
    {
      "epoch": 0.14012455516014236,
      "grad_norm": 0.3346167206764221,
      "learning_rate": 0.00013768844221105528,
      "loss": 1.1294,
      "step": 315
    },
    {
      "epoch": 0.14056939501779359,
      "grad_norm": 0.3535563051700592,
      "learning_rate": 0.00013748743718592965,
      "loss": 1.0081,
      "step": 316
    },
    {
      "epoch": 0.14101423487544484,
      "grad_norm": 0.3797767758369446,
      "learning_rate": 0.00013728643216080402,
      "loss": 0.9821,
      "step": 317
    },
    {
      "epoch": 0.14145907473309607,
      "grad_norm": 0.35535991191864014,
      "learning_rate": 0.0001370854271356784,
      "loss": 0.9698,
      "step": 318
    },
    {
      "epoch": 0.14190391459074733,
      "grad_norm": 0.3628135323524475,
      "learning_rate": 0.00013688442211055277,
      "loss": 0.8782,
      "step": 319
    },
    {
      "epoch": 0.1423487544483986,
      "grad_norm": 0.3347620666027069,
      "learning_rate": 0.00013668341708542714,
      "loss": 0.9383,
      "step": 320
    },
    {
      "epoch": 0.14279359430604982,
      "grad_norm": 0.3387628197669983,
      "learning_rate": 0.00013648241206030151,
      "loss": 0.9846,
      "step": 321
    },
    {
      "epoch": 0.14323843416370108,
      "grad_norm": 0.33139505982398987,
      "learning_rate": 0.0001362814070351759,
      "loss": 0.9541,
      "step": 322
    },
    {
      "epoch": 0.1436832740213523,
      "grad_norm": 0.3996013104915619,
      "learning_rate": 0.00013608040201005026,
      "loss": 0.9682,
      "step": 323
    },
    {
      "epoch": 0.14412811387900357,
      "grad_norm": 0.3609457314014435,
      "learning_rate": 0.00013587939698492463,
      "loss": 0.9758,
      "step": 324
    },
    {
      "epoch": 0.1445729537366548,
      "grad_norm": 0.31257274746894836,
      "learning_rate": 0.000135678391959799,
      "loss": 0.9793,
      "step": 325
    },
    {
      "epoch": 0.14501779359430605,
      "grad_norm": 0.3800847828388214,
      "learning_rate": 0.00013547738693467338,
      "loss": 1.0033,
      "step": 326
    },
    {
      "epoch": 0.14546263345195729,
      "grad_norm": 0.32256045937538147,
      "learning_rate": 0.00013527638190954775,
      "loss": 0.9944,
      "step": 327
    },
    {
      "epoch": 0.14590747330960854,
      "grad_norm": 0.36587563157081604,
      "learning_rate": 0.0001350753768844221,
      "loss": 1.0223,
      "step": 328
    },
    {
      "epoch": 0.14635231316725977,
      "grad_norm": 0.37276628613471985,
      "learning_rate": 0.00013487437185929647,
      "loss": 0.8559,
      "step": 329
    },
    {
      "epoch": 0.14679715302491103,
      "grad_norm": 0.3412066698074341,
      "learning_rate": 0.00013467336683417087,
      "loss": 0.8826,
      "step": 330
    },
    {
      "epoch": 0.1472419928825623,
      "grad_norm": 0.33895769715309143,
      "learning_rate": 0.00013447236180904524,
      "loss": 0.9517,
      "step": 331
    },
    {
      "epoch": 0.14768683274021352,
      "grad_norm": 0.3830057680606842,
      "learning_rate": 0.0001342713567839196,
      "loss": 1.0307,
      "step": 332
    },
    {
      "epoch": 0.14813167259786478,
      "grad_norm": 0.3927343487739563,
      "learning_rate": 0.00013407035175879396,
      "loss": 0.9916,
      "step": 333
    },
    {
      "epoch": 0.148576512455516,
      "grad_norm": 0.3220495283603668,
      "learning_rate": 0.00013386934673366836,
      "loss": 0.9876,
      "step": 334
    },
    {
      "epoch": 0.14902135231316727,
      "grad_norm": 0.35559162497520447,
      "learning_rate": 0.0001336683417085427,
      "loss": 1.0066,
      "step": 335
    },
    {
      "epoch": 0.1494661921708185,
      "grad_norm": 0.36672064661979675,
      "learning_rate": 0.00013346733668341708,
      "loss": 0.9865,
      "step": 336
    },
    {
      "epoch": 0.14991103202846975,
      "grad_norm": 0.3622550964355469,
      "learning_rate": 0.00013326633165829146,
      "loss": 1.0956,
      "step": 337
    },
    {
      "epoch": 0.15035587188612098,
      "grad_norm": 0.3213232159614563,
      "learning_rate": 0.00013306532663316586,
      "loss": 0.9552,
      "step": 338
    },
    {
      "epoch": 0.15080071174377224,
      "grad_norm": 0.3889192044734955,
      "learning_rate": 0.0001328643216080402,
      "loss": 0.9417,
      "step": 339
    },
    {
      "epoch": 0.1512455516014235,
      "grad_norm": 0.32667845487594604,
      "learning_rate": 0.00013266331658291457,
      "loss": 0.9319,
      "step": 340
    },
    {
      "epoch": 0.15169039145907473,
      "grad_norm": 0.44496315717697144,
      "learning_rate": 0.00013246231155778895,
      "loss": 0.7937,
      "step": 341
    },
    {
      "epoch": 0.152135231316726,
      "grad_norm": 0.371467649936676,
      "learning_rate": 0.00013226130653266332,
      "loss": 0.9998,
      "step": 342
    },
    {
      "epoch": 0.15258007117437722,
      "grad_norm": 0.3509642779827118,
      "learning_rate": 0.0001320603015075377,
      "loss": 0.9615,
      "step": 343
    },
    {
      "epoch": 0.15302491103202848,
      "grad_norm": 0.32483533024787903,
      "learning_rate": 0.00013185929648241207,
      "loss": 0.9976,
      "step": 344
    },
    {
      "epoch": 0.1534697508896797,
      "grad_norm": 0.38299068808555603,
      "learning_rate": 0.00013165829145728644,
      "loss": 0.8436,
      "step": 345
    },
    {
      "epoch": 0.15391459074733096,
      "grad_norm": 0.36412617564201355,
      "learning_rate": 0.0001314572864321608,
      "loss": 1.0338,
      "step": 346
    },
    {
      "epoch": 0.1543594306049822,
      "grad_norm": 0.3295581638813019,
      "learning_rate": 0.00013125628140703518,
      "loss": 0.9696,
      "step": 347
    },
    {
      "epoch": 0.15480427046263345,
      "grad_norm": 0.34034737944602966,
      "learning_rate": 0.00013105527638190956,
      "loss": 0.9977,
      "step": 348
    },
    {
      "epoch": 0.1552491103202847,
      "grad_norm": 0.3623081147670746,
      "learning_rate": 0.00013085427135678393,
      "loss": 1.0032,
      "step": 349
    },
    {
      "epoch": 0.15569395017793594,
      "grad_norm": 0.3889707922935486,
      "learning_rate": 0.0001306532663316583,
      "loss": 0.9245,
      "step": 350
    },
    {
      "epoch": 0.1561387900355872,
      "grad_norm": 0.3887019455432892,
      "learning_rate": 0.00013045226130653268,
      "loss": 1.0836,
      "step": 351
    },
    {
      "epoch": 0.15658362989323843,
      "grad_norm": 0.32099735736846924,
      "learning_rate": 0.00013025125628140705,
      "loss": 0.907,
      "step": 352
    },
    {
      "epoch": 0.1570284697508897,
      "grad_norm": 0.29804012179374695,
      "learning_rate": 0.0001300502512562814,
      "loss": 0.9691,
      "step": 353
    },
    {
      "epoch": 0.15747330960854092,
      "grad_norm": 0.3739759922027588,
      "learning_rate": 0.00012984924623115577,
      "loss": 1.0826,
      "step": 354
    },
    {
      "epoch": 0.15791814946619218,
      "grad_norm": 0.3806516230106354,
      "learning_rate": 0.00012964824120603017,
      "loss": 1.0638,
      "step": 355
    },
    {
      "epoch": 0.1583629893238434,
      "grad_norm": 0.3504475951194763,
      "learning_rate": 0.00012944723618090454,
      "loss": 0.8802,
      "step": 356
    },
    {
      "epoch": 0.15880782918149466,
      "grad_norm": 0.4315776228904724,
      "learning_rate": 0.0001292462311557789,
      "loss": 1.0159,
      "step": 357
    },
    {
      "epoch": 0.1592526690391459,
      "grad_norm": 0.3647462725639343,
      "learning_rate": 0.00012904522613065326,
      "loss": 0.985,
      "step": 358
    },
    {
      "epoch": 0.15969750889679715,
      "grad_norm": 0.30111998319625854,
      "learning_rate": 0.00012884422110552766,
      "loss": 0.951,
      "step": 359
    },
    {
      "epoch": 0.1601423487544484,
      "grad_norm": 0.3357127904891968,
      "learning_rate": 0.000128643216080402,
      "loss": 1.1002,
      "step": 360
    },
    {
      "epoch": 0.16058718861209964,
      "grad_norm": 0.4213799834251404,
      "learning_rate": 0.00012844221105527638,
      "loss": 0.8264,
      "step": 361
    },
    {
      "epoch": 0.1610320284697509,
      "grad_norm": 0.4168066084384918,
      "learning_rate": 0.00012824120603015075,
      "loss": 1.0548,
      "step": 362
    },
    {
      "epoch": 0.16147686832740213,
      "grad_norm": 0.36040782928466797,
      "learning_rate": 0.00012804020100502515,
      "loss": 1.0988,
      "step": 363
    },
    {
      "epoch": 0.1619217081850534,
      "grad_norm": 0.315931499004364,
      "learning_rate": 0.0001278391959798995,
      "loss": 0.8874,
      "step": 364
    },
    {
      "epoch": 0.16236654804270462,
      "grad_norm": 0.3526541292667389,
      "learning_rate": 0.00012763819095477387,
      "loss": 0.8408,
      "step": 365
    },
    {
      "epoch": 0.16281138790035588,
      "grad_norm": 0.315824031829834,
      "learning_rate": 0.00012743718592964824,
      "loss": 0.9537,
      "step": 366
    },
    {
      "epoch": 0.1632562277580071,
      "grad_norm": 0.36629655957221985,
      "learning_rate": 0.00012723618090452262,
      "loss": 0.9732,
      "step": 367
    },
    {
      "epoch": 0.16370106761565836,
      "grad_norm": 0.3385011553764343,
      "learning_rate": 0.000127035175879397,
      "loss": 1.0207,
      "step": 368
    },
    {
      "epoch": 0.16414590747330962,
      "grad_norm": 0.43948590755462646,
      "learning_rate": 0.00012683417085427136,
      "loss": 0.8719,
      "step": 369
    },
    {
      "epoch": 0.16459074733096085,
      "grad_norm": 0.4001463055610657,
      "learning_rate": 0.00012663316582914574,
      "loss": 1.085,
      "step": 370
    },
    {
      "epoch": 0.1650355871886121,
      "grad_norm": 0.37441739439964294,
      "learning_rate": 0.0001264321608040201,
      "loss": 0.9799,
      "step": 371
    },
    {
      "epoch": 0.16548042704626334,
      "grad_norm": 0.29792410135269165,
      "learning_rate": 0.00012623115577889448,
      "loss": 0.8901,
      "step": 372
    },
    {
      "epoch": 0.1659252669039146,
      "grad_norm": 0.42688125371932983,
      "learning_rate": 0.00012603015075376885,
      "loss": 1.085,
      "step": 373
    },
    {
      "epoch": 0.16637010676156583,
      "grad_norm": 0.3854696750640869,
      "learning_rate": 0.00012582914572864323,
      "loss": 0.9271,
      "step": 374
    },
    {
      "epoch": 0.16681494661921709,
      "grad_norm": 0.40170320868492126,
      "learning_rate": 0.0001256281407035176,
      "loss": 0.9355,
      "step": 375
    },
    {
      "epoch": 0.16725978647686832,
      "grad_norm": 0.3294379711151123,
      "learning_rate": 0.00012542713567839197,
      "loss": 0.9221,
      "step": 376
    },
    {
      "epoch": 0.16770462633451957,
      "grad_norm": 0.3526048958301544,
      "learning_rate": 0.00012522613065326635,
      "loss": 1.0483,
      "step": 377
    },
    {
      "epoch": 0.16814946619217083,
      "grad_norm": 0.3107386529445648,
      "learning_rate": 0.0001250251256281407,
      "loss": 0.9166,
      "step": 378
    },
    {
      "epoch": 0.16859430604982206,
      "grad_norm": 0.4228864908218384,
      "learning_rate": 0.00012482412060301507,
      "loss": 1.0207,
      "step": 379
    },
    {
      "epoch": 0.16903914590747332,
      "grad_norm": 0.3822677731513977,
      "learning_rate": 0.00012462311557788947,
      "loss": 0.9935,
      "step": 380
    },
    {
      "epoch": 0.16948398576512455,
      "grad_norm": 0.3852001428604126,
      "learning_rate": 0.00012442211055276384,
      "loss": 0.9831,
      "step": 381
    },
    {
      "epoch": 0.1699288256227758,
      "grad_norm": 0.3484053313732147,
      "learning_rate": 0.00012422110552763818,
      "loss": 0.9327,
      "step": 382
    },
    {
      "epoch": 0.17037366548042704,
      "grad_norm": 0.3499116897583008,
      "learning_rate": 0.00012402010050251256,
      "loss": 1.0521,
      "step": 383
    },
    {
      "epoch": 0.1708185053380783,
      "grad_norm": 0.362118661403656,
      "learning_rate": 0.00012381909547738696,
      "loss": 1.0482,
      "step": 384
    },
    {
      "epoch": 0.17126334519572953,
      "grad_norm": 0.3913699686527252,
      "learning_rate": 0.0001236180904522613,
      "loss": 0.9908,
      "step": 385
    },
    {
      "epoch": 0.17170818505338079,
      "grad_norm": 0.3362598121166229,
      "learning_rate": 0.00012341708542713568,
      "loss": 0.9814,
      "step": 386
    },
    {
      "epoch": 0.17215302491103202,
      "grad_norm": 0.34024205803871155,
      "learning_rate": 0.00012321608040201005,
      "loss": 0.9747,
      "step": 387
    },
    {
      "epoch": 0.17259786476868327,
      "grad_norm": 0.35168662667274475,
      "learning_rate": 0.00012301507537688445,
      "loss": 1.0067,
      "step": 388
    },
    {
      "epoch": 0.17304270462633453,
      "grad_norm": 0.30861225724220276,
      "learning_rate": 0.0001228140703517588,
      "loss": 1.06,
      "step": 389
    },
    {
      "epoch": 0.17348754448398576,
      "grad_norm": 0.3759268522262573,
      "learning_rate": 0.00012261306532663317,
      "loss": 1.1586,
      "step": 390
    },
    {
      "epoch": 0.17393238434163702,
      "grad_norm": 0.3894938826560974,
      "learning_rate": 0.00012241206030150754,
      "loss": 0.9451,
      "step": 391
    },
    {
      "epoch": 0.17437722419928825,
      "grad_norm": 0.3796166777610779,
      "learning_rate": 0.00012221105527638191,
      "loss": 0.9602,
      "step": 392
    },
    {
      "epoch": 0.1748220640569395,
      "grad_norm": 0.32060232758522034,
      "learning_rate": 0.00012201005025125629,
      "loss": 1.0365,
      "step": 393
    },
    {
      "epoch": 0.17526690391459074,
      "grad_norm": 0.33367520570755005,
      "learning_rate": 0.00012180904522613066,
      "loss": 0.9616,
      "step": 394
    },
    {
      "epoch": 0.175711743772242,
      "grad_norm": 0.3084149658679962,
      "learning_rate": 0.00012160804020100502,
      "loss": 0.8514,
      "step": 395
    },
    {
      "epoch": 0.17615658362989323,
      "grad_norm": 0.32909664511680603,
      "learning_rate": 0.00012140703517587942,
      "loss": 0.9773,
      "step": 396
    },
    {
      "epoch": 0.17660142348754448,
      "grad_norm": 0.3140466511249542,
      "learning_rate": 0.00012120603015075378,
      "loss": 0.9808,
      "step": 397
    },
    {
      "epoch": 0.17704626334519574,
      "grad_norm": 0.34496647119522095,
      "learning_rate": 0.00012100502512562815,
      "loss": 0.8233,
      "step": 398
    },
    {
      "epoch": 0.17749110320284697,
      "grad_norm": 0.4260810315608978,
      "learning_rate": 0.00012080402010050251,
      "loss": 0.9703,
      "step": 399
    },
    {
      "epoch": 0.17793594306049823,
      "grad_norm": 0.3465157747268677,
      "learning_rate": 0.00012060301507537688,
      "loss": 1.0121,
      "step": 400
    },
    {
      "epoch": 0.17838078291814946,
      "grad_norm": 0.3023923635482788,
      "learning_rate": 0.00012040201005025127,
      "loss": 0.9899,
      "step": 401
    },
    {
      "epoch": 0.17882562277580072,
      "grad_norm": 0.3486076593399048,
      "learning_rate": 0.00012020100502512563,
      "loss": 0.9325,
      "step": 402
    },
    {
      "epoch": 0.17927046263345195,
      "grad_norm": 0.3666176199913025,
      "learning_rate": 0.00012,
      "loss": 1.019,
      "step": 403
    },
    {
      "epoch": 0.1797153024911032,
      "grad_norm": 0.3321322798728943,
      "learning_rate": 0.00011979899497487436,
      "loss": 0.9197,
      "step": 404
    },
    {
      "epoch": 0.18016014234875444,
      "grad_norm": 0.4836527407169342,
      "learning_rate": 0.00011959798994974876,
      "loss": 0.8488,
      "step": 405
    },
    {
      "epoch": 0.1806049822064057,
      "grad_norm": 0.3428821861743927,
      "learning_rate": 0.00011939698492462312,
      "loss": 1.0314,
      "step": 406
    },
    {
      "epoch": 0.18104982206405695,
      "grad_norm": 0.38532841205596924,
      "learning_rate": 0.0001191959798994975,
      "loss": 0.9393,
      "step": 407
    },
    {
      "epoch": 0.18149466192170818,
      "grad_norm": 0.3802700340747833,
      "learning_rate": 0.00011899497487437185,
      "loss": 0.9136,
      "step": 408
    },
    {
      "epoch": 0.18193950177935944,
      "grad_norm": 0.3403851389884949,
      "learning_rate": 0.00011879396984924624,
      "loss": 0.9552,
      "step": 409
    },
    {
      "epoch": 0.18238434163701067,
      "grad_norm": 0.3999098241329193,
      "learning_rate": 0.00011859296482412061,
      "loss": 0.9292,
      "step": 410
    },
    {
      "epoch": 0.18282918149466193,
      "grad_norm": 0.3740805685520172,
      "learning_rate": 0.00011839195979899497,
      "loss": 1.0809,
      "step": 411
    },
    {
      "epoch": 0.18327402135231316,
      "grad_norm": 0.42133694887161255,
      "learning_rate": 0.00011819095477386935,
      "loss": 0.8661,
      "step": 412
    },
    {
      "epoch": 0.18371886120996442,
      "grad_norm": 0.39346155524253845,
      "learning_rate": 0.00011798994974874373,
      "loss": 1.0682,
      "step": 413
    },
    {
      "epoch": 0.18416370106761565,
      "grad_norm": 0.3395063281059265,
      "learning_rate": 0.0001177889447236181,
      "loss": 0.9672,
      "step": 414
    },
    {
      "epoch": 0.1846085409252669,
      "grad_norm": 0.3930981755256653,
      "learning_rate": 0.00011758793969849247,
      "loss": 0.9354,
      "step": 415
    },
    {
      "epoch": 0.18505338078291814,
      "grad_norm": 0.40588700771331787,
      "learning_rate": 0.00011738693467336684,
      "loss": 0.9723,
      "step": 416
    },
    {
      "epoch": 0.1854982206405694,
      "grad_norm": 0.4842967689037323,
      "learning_rate": 0.00011718592964824122,
      "loss": 0.9098,
      "step": 417
    },
    {
      "epoch": 0.18594306049822065,
      "grad_norm": 0.34736424684524536,
      "learning_rate": 0.00011698492462311558,
      "loss": 0.9383,
      "step": 418
    },
    {
      "epoch": 0.18638790035587188,
      "grad_norm": 0.41721245646476746,
      "learning_rate": 0.00011678391959798996,
      "loss": 0.9804,
      "step": 419
    },
    {
      "epoch": 0.18683274021352314,
      "grad_norm": 0.320420503616333,
      "learning_rate": 0.00011658291457286432,
      "loss": 0.9266,
      "step": 420
    },
    {
      "epoch": 0.18727758007117437,
      "grad_norm": 0.3732924461364746,
      "learning_rate": 0.00011638190954773872,
      "loss": 0.9703,
      "step": 421
    },
    {
      "epoch": 0.18772241992882563,
      "grad_norm": 0.3584558069705963,
      "learning_rate": 0.00011618090452261308,
      "loss": 0.8832,
      "step": 422
    },
    {
      "epoch": 0.18816725978647686,
      "grad_norm": 0.3892074525356293,
      "learning_rate": 0.00011597989949748745,
      "loss": 0.9617,
      "step": 423
    },
    {
      "epoch": 0.18861209964412812,
      "grad_norm": 0.3820159435272217,
      "learning_rate": 0.00011577889447236181,
      "loss": 0.9092,
      "step": 424
    },
    {
      "epoch": 0.18905693950177935,
      "grad_norm": 0.33480194211006165,
      "learning_rate": 0.00011557788944723618,
      "loss": 1.0104,
      "step": 425
    },
    {
      "epoch": 0.1895017793594306,
      "grad_norm": 0.41536465287208557,
      "learning_rate": 0.00011537688442211057,
      "loss": 0.9157,
      "step": 426
    },
    {
      "epoch": 0.18994661921708186,
      "grad_norm": 0.3305935263633728,
      "learning_rate": 0.00011517587939698493,
      "loss": 0.9622,
      "step": 427
    },
    {
      "epoch": 0.1903914590747331,
      "grad_norm": 0.4637777805328369,
      "learning_rate": 0.0001149748743718593,
      "loss": 0.9317,
      "step": 428
    },
    {
      "epoch": 0.19083629893238435,
      "grad_norm": 0.38072511553764343,
      "learning_rate": 0.00011477386934673366,
      "loss": 1.0061,
      "step": 429
    },
    {
      "epoch": 0.19128113879003558,
      "grad_norm": 0.35834434628486633,
      "learning_rate": 0.00011457286432160806,
      "loss": 1.0108,
      "step": 430
    },
    {
      "epoch": 0.19172597864768684,
      "grad_norm": 0.4265679717063904,
      "learning_rate": 0.00011437185929648242,
      "loss": 0.9451,
      "step": 431
    },
    {
      "epoch": 0.19217081850533807,
      "grad_norm": 0.38988345861434937,
      "learning_rate": 0.00011417085427135679,
      "loss": 1.1026,
      "step": 432
    },
    {
      "epoch": 0.19261565836298933,
      "grad_norm": 0.35931700468063354,
      "learning_rate": 0.00011396984924623115,
      "loss": 0.9296,
      "step": 433
    },
    {
      "epoch": 0.19306049822064056,
      "grad_norm": 0.3506704568862915,
      "learning_rate": 0.00011376884422110554,
      "loss": 0.942,
      "step": 434
    },
    {
      "epoch": 0.19350533807829182,
      "grad_norm": 0.38077566027641296,
      "learning_rate": 0.00011356783919597991,
      "loss": 1.0012,
      "step": 435
    },
    {
      "epoch": 0.19395017793594305,
      "grad_norm": 0.3146056532859802,
      "learning_rate": 0.00011336683417085427,
      "loss": 0.9361,
      "step": 436
    },
    {
      "epoch": 0.1943950177935943,
      "grad_norm": 0.42160287499427795,
      "learning_rate": 0.00011316582914572864,
      "loss": 0.9426,
      "step": 437
    },
    {
      "epoch": 0.19483985765124556,
      "grad_norm": 0.33514153957366943,
      "learning_rate": 0.00011296482412060303,
      "loss": 1.0237,
      "step": 438
    },
    {
      "epoch": 0.1952846975088968,
      "grad_norm": 0.46194738149642944,
      "learning_rate": 0.0001127638190954774,
      "loss": 1.095,
      "step": 439
    },
    {
      "epoch": 0.19572953736654805,
      "grad_norm": 0.40086501836776733,
      "learning_rate": 0.00011256281407035176,
      "loss": 0.9239,
      "step": 440
    },
    {
      "epoch": 0.19617437722419928,
      "grad_norm": 0.34976860880851746,
      "learning_rate": 0.00011236180904522614,
      "loss": 0.8445,
      "step": 441
    },
    {
      "epoch": 0.19661921708185054,
      "grad_norm": 0.35818928480148315,
      "learning_rate": 0.00011216080402010052,
      "loss": 0.9626,
      "step": 442
    },
    {
      "epoch": 0.19706405693950177,
      "grad_norm": 0.35546717047691345,
      "learning_rate": 0.00011195979899497488,
      "loss": 0.981,
      "step": 443
    },
    {
      "epoch": 0.19750889679715303,
      "grad_norm": 0.32887890934944153,
      "learning_rate": 0.00011175879396984925,
      "loss": 0.9953,
      "step": 444
    },
    {
      "epoch": 0.19795373665480426,
      "grad_norm": 0.3613591492176056,
      "learning_rate": 0.00011155778894472361,
      "loss": 0.9798,
      "step": 445
    },
    {
      "epoch": 0.19839857651245552,
      "grad_norm": 0.3338494896888733,
      "learning_rate": 0.00011135678391959799,
      "loss": 1.0195,
      "step": 446
    },
    {
      "epoch": 0.19884341637010677,
      "grad_norm": 0.3248537480831146,
      "learning_rate": 0.00011115577889447237,
      "loss": 0.9145,
      "step": 447
    },
    {
      "epoch": 0.199288256227758,
      "grad_norm": 0.35757869482040405,
      "learning_rate": 0.00011095477386934675,
      "loss": 0.898,
      "step": 448
    },
    {
      "epoch": 0.19973309608540926,
      "grad_norm": 0.35583075881004333,
      "learning_rate": 0.0001107537688442211,
      "loss": 1.0303,
      "step": 449
    },
    {
      "epoch": 0.2001779359430605,
      "grad_norm": 0.5167235136032104,
      "learning_rate": 0.00011055276381909548,
      "loss": 0.8168,
      "step": 450
    },
    {
      "epoch": 0.20062277580071175,
      "grad_norm": 0.3596641719341278,
      "learning_rate": 0.00011035175879396986,
      "loss": 0.9184,
      "step": 451
    },
    {
      "epoch": 0.20106761565836298,
      "grad_norm": 0.4046080410480499,
      "learning_rate": 0.00011015075376884422,
      "loss": 1.0039,
      "step": 452
    },
    {
      "epoch": 0.20151245551601424,
      "grad_norm": 0.36985480785369873,
      "learning_rate": 0.0001099497487437186,
      "loss": 0.9409,
      "step": 453
    },
    {
      "epoch": 0.20195729537366547,
      "grad_norm": 0.36848029494285583,
      "learning_rate": 0.00010974874371859296,
      "loss": 1.0075,
      "step": 454
    },
    {
      "epoch": 0.20240213523131673,
      "grad_norm": 0.3421315550804138,
      "learning_rate": 0.00010954773869346736,
      "loss": 1.0761,
      "step": 455
    },
    {
      "epoch": 0.20284697508896798,
      "grad_norm": 0.35291051864624023,
      "learning_rate": 0.00010934673366834172,
      "loss": 0.9096,
      "step": 456
    },
    {
      "epoch": 0.20329181494661921,
      "grad_norm": 0.3597058355808258,
      "learning_rate": 0.00010914572864321609,
      "loss": 0.9133,
      "step": 457
    },
    {
      "epoch": 0.20373665480427047,
      "grad_norm": 0.3638782501220703,
      "learning_rate": 0.00010894472361809045,
      "loss": 0.9936,
      "step": 458
    },
    {
      "epoch": 0.2041814946619217,
      "grad_norm": 0.33646896481513977,
      "learning_rate": 0.00010874371859296483,
      "loss": 0.9592,
      "step": 459
    },
    {
      "epoch": 0.20462633451957296,
      "grad_norm": 0.3791368901729584,
      "learning_rate": 0.00010854271356783921,
      "loss": 0.9708,
      "step": 460
    },
    {
      "epoch": 0.2050711743772242,
      "grad_norm": 0.3495243489742279,
      "learning_rate": 0.00010834170854271357,
      "loss": 0.9908,
      "step": 461
    },
    {
      "epoch": 0.20551601423487545,
      "grad_norm": 0.34329208731651306,
      "learning_rate": 0.00010814070351758794,
      "loss": 0.9722,
      "step": 462
    },
    {
      "epoch": 0.20596085409252668,
      "grad_norm": 0.40529054403305054,
      "learning_rate": 0.00010793969849246233,
      "loss": 0.9758,
      "step": 463
    },
    {
      "epoch": 0.20640569395017794,
      "grad_norm": 0.44128406047821045,
      "learning_rate": 0.0001077386934673367,
      "loss": 0.9661,
      "step": 464
    },
    {
      "epoch": 0.20685053380782917,
      "grad_norm": 0.3696465790271759,
      "learning_rate": 0.00010753768844221106,
      "loss": 1.0031,
      "step": 465
    },
    {
      "epoch": 0.20729537366548043,
      "grad_norm": 0.36873361468315125,
      "learning_rate": 0.00010733668341708543,
      "loss": 0.9141,
      "step": 466
    },
    {
      "epoch": 0.20774021352313168,
      "grad_norm": 0.40861397981643677,
      "learning_rate": 0.00010713567839195982,
      "loss": 0.9727,
      "step": 467
    },
    {
      "epoch": 0.20818505338078291,
      "grad_norm": 0.3468811511993408,
      "learning_rate": 0.00010693467336683418,
      "loss": 1.0182,
      "step": 468
    },
    {
      "epoch": 0.20862989323843417,
      "grad_norm": 0.37425243854522705,
      "learning_rate": 0.00010673366834170855,
      "loss": 0.9268,
      "step": 469
    },
    {
      "epoch": 0.2090747330960854,
      "grad_norm": 0.4296034574508667,
      "learning_rate": 0.00010653266331658291,
      "loss": 1.116,
      "step": 470
    },
    {
      "epoch": 0.20951957295373666,
      "grad_norm": 0.3852652609348297,
      "learning_rate": 0.00010633165829145728,
      "loss": 0.9378,
      "step": 471
    },
    {
      "epoch": 0.2099644128113879,
      "grad_norm": 0.34109607338905334,
      "learning_rate": 0.00010613065326633167,
      "loss": 1.004,
      "step": 472
    },
    {
      "epoch": 0.21040925266903915,
      "grad_norm": 0.4025616943836212,
      "learning_rate": 0.00010592964824120604,
      "loss": 0.96,
      "step": 473
    },
    {
      "epoch": 0.21085409252669038,
      "grad_norm": 0.3672776222229004,
      "learning_rate": 0.0001057286432160804,
      "loss": 0.8744,
      "step": 474
    },
    {
      "epoch": 0.21129893238434164,
      "grad_norm": 0.36405524611473083,
      "learning_rate": 0.00010552763819095478,
      "loss": 0.8957,
      "step": 475
    },
    {
      "epoch": 0.2117437722419929,
      "grad_norm": 0.41747644543647766,
      "learning_rate": 0.00010532663316582916,
      "loss": 1.0165,
      "step": 476
    },
    {
      "epoch": 0.21218861209964412,
      "grad_norm": 0.3478085994720459,
      "learning_rate": 0.00010512562814070352,
      "loss": 0.9776,
      "step": 477
    },
    {
      "epoch": 0.21263345195729538,
      "grad_norm": 0.365633487701416,
      "learning_rate": 0.0001049246231155779,
      "loss": 0.9826,
      "step": 478
    },
    {
      "epoch": 0.2130782918149466,
      "grad_norm": 0.3211476802825928,
      "learning_rate": 0.00010472361809045225,
      "loss": 0.9228,
      "step": 479
    },
    {
      "epoch": 0.21352313167259787,
      "grad_norm": 0.3374654948711395,
      "learning_rate": 0.00010452261306532664,
      "loss": 0.9379,
      "step": 480
    },
    {
      "epoch": 0.2139679715302491,
      "grad_norm": 0.34640708565711975,
      "learning_rate": 0.00010432160804020101,
      "loss": 0.8678,
      "step": 481
    },
    {
      "epoch": 0.21441281138790036,
      "grad_norm": 0.38176846504211426,
      "learning_rate": 0.00010412060301507539,
      "loss": 0.9597,
      "step": 482
    },
    {
      "epoch": 0.2148576512455516,
      "grad_norm": 0.34589311480522156,
      "learning_rate": 0.00010391959798994975,
      "loss": 0.9423,
      "step": 483
    },
    {
      "epoch": 0.21530249110320285,
      "grad_norm": 0.4062221348285675,
      "learning_rate": 0.00010371859296482413,
      "loss": 0.9926,
      "step": 484
    },
    {
      "epoch": 0.2157473309608541,
      "grad_norm": 0.3403069078922272,
      "learning_rate": 0.0001035175879396985,
      "loss": 0.9953,
      "step": 485
    },
    {
      "epoch": 0.21619217081850534,
      "grad_norm": 0.3341009318828583,
      "learning_rate": 0.00010331658291457286,
      "loss": 0.9807,
      "step": 486
    },
    {
      "epoch": 0.2166370106761566,
      "grad_norm": 0.29718342423439026,
      "learning_rate": 0.00010311557788944724,
      "loss": 0.9296,
      "step": 487
    },
    {
      "epoch": 0.21708185053380782,
      "grad_norm": 0.4219815135002136,
      "learning_rate": 0.00010291457286432162,
      "loss": 1.0007,
      "step": 488
    },
    {
      "epoch": 0.21752669039145908,
      "grad_norm": 0.30951768159866333,
      "learning_rate": 0.00010271356783919598,
      "loss": 0.9686,
      "step": 489
    },
    {
      "epoch": 0.2179715302491103,
      "grad_norm": 0.38819047808647156,
      "learning_rate": 0.00010251256281407036,
      "loss": 1.1859,
      "step": 490
    },
    {
      "epoch": 0.21841637010676157,
      "grad_norm": 0.3185841739177704,
      "learning_rate": 0.00010231155778894473,
      "loss": 0.9523,
      "step": 491
    },
    {
      "epoch": 0.2188612099644128,
      "grad_norm": 0.3971594274044037,
      "learning_rate": 0.00010211055276381909,
      "loss": 1.0133,
      "step": 492
    },
    {
      "epoch": 0.21930604982206406,
      "grad_norm": 0.31492552161216736,
      "learning_rate": 0.00010190954773869348,
      "loss": 0.8269,
      "step": 493
    },
    {
      "epoch": 0.2197508896797153,
      "grad_norm": 0.3949122130870819,
      "learning_rate": 0.00010170854271356785,
      "loss": 1.0379,
      "step": 494
    },
    {
      "epoch": 0.22019572953736655,
      "grad_norm": 0.30094975233078003,
      "learning_rate": 0.00010150753768844221,
      "loss": 0.9071,
      "step": 495
    },
    {
      "epoch": 0.2206405693950178,
      "grad_norm": 0.3560626208782196,
      "learning_rate": 0.00010130653266331658,
      "loss": 0.9853,
      "step": 496
    },
    {
      "epoch": 0.22108540925266904,
      "grad_norm": 0.4022250771522522,
      "learning_rate": 0.00010110552763819097,
      "loss": 0.9823,
      "step": 497
    },
    {
      "epoch": 0.2215302491103203,
      "grad_norm": 0.3849669098854065,
      "learning_rate": 0.00010090452261306533,
      "loss": 0.9176,
      "step": 498
    },
    {
      "epoch": 0.22197508896797152,
      "grad_norm": 0.47436994314193726,
      "learning_rate": 0.0001007035175879397,
      "loss": 0.9948,
      "step": 499
    },
    {
      "epoch": 0.22241992882562278,
      "grad_norm": 0.32288622856140137,
      "learning_rate": 0.00010050251256281407,
      "loss": 0.9409,
      "step": 500
    },
    {
      "epoch": 0.222864768683274,
      "grad_norm": 0.33923619985580444,
      "learning_rate": 0.00010030150753768846,
      "loss": 0.9096,
      "step": 501
    },
    {
      "epoch": 0.22330960854092527,
      "grad_norm": 0.3114798665046692,
      "learning_rate": 0.00010010050251256282,
      "loss": 0.9112,
      "step": 502
    },
    {
      "epoch": 0.2237544483985765,
      "grad_norm": 0.37581518292427063,
      "learning_rate": 9.989949748743719e-05,
      "loss": 0.9831,
      "step": 503
    },
    {
      "epoch": 0.22419928825622776,
      "grad_norm": 0.33060386776924133,
      "learning_rate": 9.969849246231156e-05,
      "loss": 0.8942,
      "step": 504
    },
    {
      "epoch": 0.22464412811387902,
      "grad_norm": 0.32445380091667175,
      "learning_rate": 9.949748743718594e-05,
      "loss": 0.9665,
      "step": 505
    },
    {
      "epoch": 0.22508896797153025,
      "grad_norm": 0.3652149438858032,
      "learning_rate": 9.929648241206031e-05,
      "loss": 1.0325,
      "step": 506
    },
    {
      "epoch": 0.2255338078291815,
      "grad_norm": 0.3789691925048828,
      "learning_rate": 9.909547738693468e-05,
      "loss": 0.9488,
      "step": 507
    },
    {
      "epoch": 0.22597864768683273,
      "grad_norm": 0.35577788949012756,
      "learning_rate": 9.889447236180906e-05,
      "loss": 0.9324,
      "step": 508
    },
    {
      "epoch": 0.226423487544484,
      "grad_norm": 0.37785062193870544,
      "learning_rate": 9.869346733668342e-05,
      "loss": 0.9934,
      "step": 509
    },
    {
      "epoch": 0.22686832740213522,
      "grad_norm": 0.3577893078327179,
      "learning_rate": 9.84924623115578e-05,
      "loss": 1.0183,
      "step": 510
    },
    {
      "epoch": 0.22731316725978648,
      "grad_norm": 0.3955710232257843,
      "learning_rate": 9.829145728643216e-05,
      "loss": 0.9138,
      "step": 511
    },
    {
      "epoch": 0.2277580071174377,
      "grad_norm": 0.333099365234375,
      "learning_rate": 9.809045226130655e-05,
      "loss": 0.9533,
      "step": 512
    },
    {
      "epoch": 0.22820284697508897,
      "grad_norm": 0.358026921749115,
      "learning_rate": 9.788944723618091e-05,
      "loss": 0.9919,
      "step": 513
    },
    {
      "epoch": 0.22864768683274023,
      "grad_norm": 0.3610975742340088,
      "learning_rate": 9.768844221105528e-05,
      "loss": 1.0059,
      "step": 514
    },
    {
      "epoch": 0.22909252669039146,
      "grad_norm": 0.32842594385147095,
      "learning_rate": 9.748743718592965e-05,
      "loss": 0.9877,
      "step": 515
    },
    {
      "epoch": 0.22953736654804271,
      "grad_norm": 0.4672807455062866,
      "learning_rate": 9.728643216080403e-05,
      "loss": 1.0148,
      "step": 516
    },
    {
      "epoch": 0.22998220640569395,
      "grad_norm": 0.3504094183444977,
      "learning_rate": 9.70854271356784e-05,
      "loss": 0.8774,
      "step": 517
    },
    {
      "epoch": 0.2304270462633452,
      "grad_norm": 0.3299584984779358,
      "learning_rate": 9.688442211055276e-05,
      "loss": 0.9018,
      "step": 518
    },
    {
      "epoch": 0.23087188612099643,
      "grad_norm": 0.3598071336746216,
      "learning_rate": 9.668341708542715e-05,
      "loss": 0.9,
      "step": 519
    },
    {
      "epoch": 0.2313167259786477,
      "grad_norm": 0.366554856300354,
      "learning_rate": 9.64824120603015e-05,
      "loss": 0.8612,
      "step": 520
    },
    {
      "epoch": 0.23176156583629892,
      "grad_norm": 0.3408771753311157,
      "learning_rate": 9.628140703517589e-05,
      "loss": 0.9482,
      "step": 521
    },
    {
      "epoch": 0.23220640569395018,
      "grad_norm": 0.4127398133277893,
      "learning_rate": 9.608040201005025e-05,
      "loss": 0.9427,
      "step": 522
    },
    {
      "epoch": 0.2326512455516014,
      "grad_norm": 0.4046645164489746,
      "learning_rate": 9.587939698492462e-05,
      "loss": 1.0469,
      "step": 523
    },
    {
      "epoch": 0.23309608540925267,
      "grad_norm": 0.33988115191459656,
      "learning_rate": 9.5678391959799e-05,
      "loss": 0.888,
      "step": 524
    },
    {
      "epoch": 0.23354092526690393,
      "grad_norm": 0.35615596175193787,
      "learning_rate": 9.547738693467337e-05,
      "loss": 0.9522,
      "step": 525
    },
    {
      "epoch": 0.23398576512455516,
      "grad_norm": 0.41455528140068054,
      "learning_rate": 9.527638190954774e-05,
      "loss": 0.9495,
      "step": 526
    },
    {
      "epoch": 0.23443060498220641,
      "grad_norm": 0.4435769021511078,
      "learning_rate": 9.507537688442212e-05,
      "loss": 0.9251,
      "step": 527
    },
    {
      "epoch": 0.23487544483985764,
      "grad_norm": 0.34414413571357727,
      "learning_rate": 9.487437185929649e-05,
      "loss": 0.9746,
      "step": 528
    },
    {
      "epoch": 0.2353202846975089,
      "grad_norm": 0.42099055647850037,
      "learning_rate": 9.467336683417086e-05,
      "loss": 1.0079,
      "step": 529
    },
    {
      "epoch": 0.23576512455516013,
      "grad_norm": 0.3634389042854309,
      "learning_rate": 9.447236180904523e-05,
      "loss": 0.8452,
      "step": 530
    },
    {
      "epoch": 0.2362099644128114,
      "grad_norm": 0.45584288239479065,
      "learning_rate": 9.427135678391961e-05,
      "loss": 0.9618,
      "step": 531
    },
    {
      "epoch": 0.23665480427046262,
      "grad_norm": 0.3558484613895416,
      "learning_rate": 9.407035175879397e-05,
      "loss": 1.007,
      "step": 532
    },
    {
      "epoch": 0.23709964412811388,
      "grad_norm": 0.41819700598716736,
      "learning_rate": 9.386934673366835e-05,
      "loss": 0.8806,
      "step": 533
    },
    {
      "epoch": 0.23754448398576514,
      "grad_norm": 0.39965230226516724,
      "learning_rate": 9.366834170854271e-05,
      "loss": 1.0749,
      "step": 534
    },
    {
      "epoch": 0.23798932384341637,
      "grad_norm": 0.35675838589668274,
      "learning_rate": 9.34673366834171e-05,
      "loss": 1.0074,
      "step": 535
    },
    {
      "epoch": 0.23843416370106763,
      "grad_norm": 0.37170112133026123,
      "learning_rate": 9.326633165829146e-05,
      "loss": 0.9623,
      "step": 536
    },
    {
      "epoch": 0.23887900355871886,
      "grad_norm": 0.35851290822029114,
      "learning_rate": 9.306532663316585e-05,
      "loss": 0.9361,
      "step": 537
    },
    {
      "epoch": 0.2393238434163701,
      "grad_norm": 0.4395543038845062,
      "learning_rate": 9.28643216080402e-05,
      "loss": 0.871,
      "step": 538
    },
    {
      "epoch": 0.23976868327402134,
      "grad_norm": 0.2868823707103729,
      "learning_rate": 9.266331658291458e-05,
      "loss": 0.9066,
      "step": 539
    },
    {
      "epoch": 0.2402135231316726,
      "grad_norm": 0.3684181869029999,
      "learning_rate": 9.246231155778895e-05,
      "loss": 1.0657,
      "step": 540
    },
    {
      "epoch": 0.24065836298932383,
      "grad_norm": 0.347599059343338,
      "learning_rate": 9.226130653266331e-05,
      "loss": 1.0081,
      "step": 541
    },
    {
      "epoch": 0.2411032028469751,
      "grad_norm": 0.32958024740219116,
      "learning_rate": 9.20603015075377e-05,
      "loss": 0.9427,
      "step": 542
    },
    {
      "epoch": 0.24154804270462635,
      "grad_norm": 0.3672914505004883,
      "learning_rate": 9.185929648241206e-05,
      "loss": 0.994,
      "step": 543
    },
    {
      "epoch": 0.24199288256227758,
      "grad_norm": 0.3725748658180237,
      "learning_rate": 9.165829145728644e-05,
      "loss": 0.9835,
      "step": 544
    },
    {
      "epoch": 0.24243772241992884,
      "grad_norm": 0.39337027072906494,
      "learning_rate": 9.14572864321608e-05,
      "loss": 0.8137,
      "step": 545
    },
    {
      "epoch": 0.24288256227758007,
      "grad_norm": 0.32661673426628113,
      "learning_rate": 9.125628140703519e-05,
      "loss": 1.0025,
      "step": 546
    },
    {
      "epoch": 0.24332740213523132,
      "grad_norm": 0.3912467956542969,
      "learning_rate": 9.105527638190955e-05,
      "loss": 0.9087,
      "step": 547
    },
    {
      "epoch": 0.24377224199288255,
      "grad_norm": 0.37240296602249146,
      "learning_rate": 9.085427135678392e-05,
      "loss": 0.9275,
      "step": 548
    },
    {
      "epoch": 0.2442170818505338,
      "grad_norm": 0.3758089244365692,
      "learning_rate": 9.06532663316583e-05,
      "loss": 0.8224,
      "step": 549
    },
    {
      "epoch": 0.24466192170818504,
      "grad_norm": 0.3426155745983124,
      "learning_rate": 9.045226130653267e-05,
      "loss": 0.8894,
      "step": 550
    },
    {
      "epoch": 0.2451067615658363,
      "grad_norm": 0.3958059549331665,
      "learning_rate": 9.025125628140704e-05,
      "loss": 0.9429,
      "step": 551
    },
    {
      "epoch": 0.24555160142348753,
      "grad_norm": 0.4533610939979553,
      "learning_rate": 9.005025125628141e-05,
      "loss": 1.2454,
      "step": 552
    },
    {
      "epoch": 0.2459964412811388,
      "grad_norm": 0.36734533309936523,
      "learning_rate": 8.984924623115579e-05,
      "loss": 1.0402,
      "step": 553
    },
    {
      "epoch": 0.24644128113879005,
      "grad_norm": 0.42336615920066833,
      "learning_rate": 8.964824120603016e-05,
      "loss": 1.1425,
      "step": 554
    },
    {
      "epoch": 0.24688612099644128,
      "grad_norm": 0.44834333658218384,
      "learning_rate": 8.944723618090453e-05,
      "loss": 0.8959,
      "step": 555
    },
    {
      "epoch": 0.24733096085409254,
      "grad_norm": 0.3234824240207672,
      "learning_rate": 8.92462311557789e-05,
      "loss": 0.9743,
      "step": 556
    },
    {
      "epoch": 0.24777580071174377,
      "grad_norm": 0.3193085491657257,
      "learning_rate": 8.904522613065326e-05,
      "loss": 0.9685,
      "step": 557
    },
    {
      "epoch": 0.24822064056939502,
      "grad_norm": 0.34897491335868835,
      "learning_rate": 8.884422110552765e-05,
      "loss": 0.9132,
      "step": 558
    },
    {
      "epoch": 0.24866548042704625,
      "grad_norm": 0.3368080258369446,
      "learning_rate": 8.864321608040201e-05,
      "loss": 0.9678,
      "step": 559
    },
    {
      "epoch": 0.2491103202846975,
      "grad_norm": 0.3948473036289215,
      "learning_rate": 8.84422110552764e-05,
      "loss": 0.993,
      "step": 560
    },
    {
      "epoch": 0.24955516014234874,
      "grad_norm": 0.40010324120521545,
      "learning_rate": 8.824120603015076e-05,
      "loss": 0.9779,
      "step": 561
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.40043747425079346,
      "learning_rate": 8.804020100502513e-05,
      "loss": 0.9633,
      "step": 562
    },
    {
      "epoch": 0.25044483985765126,
      "grad_norm": 0.3239743709564209,
      "learning_rate": 8.78391959798995e-05,
      "loss": 0.939,
      "step": 563
    },
    {
      "epoch": 0.2508896797153025,
      "grad_norm": 0.3126469552516937,
      "learning_rate": 8.763819095477387e-05,
      "loss": 0.8804,
      "step": 564
    },
    {
      "epoch": 0.2513345195729537,
      "grad_norm": 0.32982298731803894,
      "learning_rate": 8.743718592964825e-05,
      "loss": 0.8698,
      "step": 565
    },
    {
      "epoch": 0.251779359430605,
      "grad_norm": 0.4134942293167114,
      "learning_rate": 8.723618090452261e-05,
      "loss": 0.9995,
      "step": 566
    },
    {
      "epoch": 0.25222419928825623,
      "grad_norm": 0.34916219115257263,
      "learning_rate": 8.7035175879397e-05,
      "loss": 0.9463,
      "step": 567
    },
    {
      "epoch": 0.2526690391459075,
      "grad_norm": 0.3170456886291504,
      "learning_rate": 8.683417085427135e-05,
      "loss": 0.9028,
      "step": 568
    },
    {
      "epoch": 0.2531138790035587,
      "grad_norm": 0.377886027097702,
      "learning_rate": 8.663316582914574e-05,
      "loss": 0.9503,
      "step": 569
    },
    {
      "epoch": 0.25355871886120995,
      "grad_norm": 0.3546507656574249,
      "learning_rate": 8.64321608040201e-05,
      "loss": 0.9509,
      "step": 570
    },
    {
      "epoch": 0.2540035587188612,
      "grad_norm": 0.38051891326904297,
      "learning_rate": 8.623115577889449e-05,
      "loss": 0.8949,
      "step": 571
    },
    {
      "epoch": 0.25444839857651247,
      "grad_norm": 0.2983281910419464,
      "learning_rate": 8.603015075376884e-05,
      "loss": 1.0411,
      "step": 572
    },
    {
      "epoch": 0.2548932384341637,
      "grad_norm": 0.3371431529521942,
      "learning_rate": 8.582914572864322e-05,
      "loss": 0.93,
      "step": 573
    },
    {
      "epoch": 0.25533807829181493,
      "grad_norm": 0.39484888315200806,
      "learning_rate": 8.562814070351759e-05,
      "loss": 0.9633,
      "step": 574
    },
    {
      "epoch": 0.2557829181494662,
      "grad_norm": 0.34015023708343506,
      "learning_rate": 8.542713567839196e-05,
      "loss": 0.944,
      "step": 575
    },
    {
      "epoch": 0.25622775800711745,
      "grad_norm": 0.32014408707618713,
      "learning_rate": 8.522613065326634e-05,
      "loss": 0.829,
      "step": 576
    },
    {
      "epoch": 0.2566725978647687,
      "grad_norm": 0.42777976393699646,
      "learning_rate": 8.502512562814071e-05,
      "loss": 1.0107,
      "step": 577
    },
    {
      "epoch": 0.2571174377224199,
      "grad_norm": 0.35483554005622864,
      "learning_rate": 8.482412060301508e-05,
      "loss": 0.9974,
      "step": 578
    },
    {
      "epoch": 0.25756227758007116,
      "grad_norm": 0.41365087032318115,
      "learning_rate": 8.462311557788946e-05,
      "loss": 1.062,
      "step": 579
    },
    {
      "epoch": 0.2580071174377224,
      "grad_norm": 0.37708839774131775,
      "learning_rate": 8.442211055276383e-05,
      "loss": 0.9283,
      "step": 580
    },
    {
      "epoch": 0.2584519572953737,
      "grad_norm": 0.40330421924591064,
      "learning_rate": 8.42211055276382e-05,
      "loss": 0.9482,
      "step": 581
    },
    {
      "epoch": 0.25889679715302494,
      "grad_norm": 0.2943516969680786,
      "learning_rate": 8.402010050251256e-05,
      "loss": 0.9211,
      "step": 582
    },
    {
      "epoch": 0.25934163701067614,
      "grad_norm": 0.3328346610069275,
      "learning_rate": 8.381909547738695e-05,
      "loss": 0.9264,
      "step": 583
    },
    {
      "epoch": 0.2597864768683274,
      "grad_norm": 0.4220837354660034,
      "learning_rate": 8.36180904522613e-05,
      "loss": 0.9598,
      "step": 584
    },
    {
      "epoch": 0.26023131672597866,
      "grad_norm": 0.36552560329437256,
      "learning_rate": 8.341708542713568e-05,
      "loss": 0.9275,
      "step": 585
    },
    {
      "epoch": 0.2606761565836299,
      "grad_norm": 0.36409202218055725,
      "learning_rate": 8.321608040201005e-05,
      "loss": 0.9246,
      "step": 586
    },
    {
      "epoch": 0.2611209964412811,
      "grad_norm": 0.3256109952926636,
      "learning_rate": 8.301507537688443e-05,
      "loss": 0.9725,
      "step": 587
    },
    {
      "epoch": 0.2615658362989324,
      "grad_norm": 0.31421205401420593,
      "learning_rate": 8.28140703517588e-05,
      "loss": 0.9276,
      "step": 588
    },
    {
      "epoch": 0.26201067615658363,
      "grad_norm": 0.33592212200164795,
      "learning_rate": 8.261306532663317e-05,
      "loss": 0.964,
      "step": 589
    },
    {
      "epoch": 0.2624555160142349,
      "grad_norm": 0.49559640884399414,
      "learning_rate": 8.241206030150754e-05,
      "loss": 0.9688,
      "step": 590
    },
    {
      "epoch": 0.2629003558718861,
      "grad_norm": 0.37904122471809387,
      "learning_rate": 8.22110552763819e-05,
      "loss": 0.8688,
      "step": 591
    },
    {
      "epoch": 0.26334519572953735,
      "grad_norm": 0.38418570160865784,
      "learning_rate": 8.201005025125629e-05,
      "loss": 0.966,
      "step": 592
    },
    {
      "epoch": 0.2637900355871886,
      "grad_norm": 0.3689751923084259,
      "learning_rate": 8.180904522613065e-05,
      "loss": 0.8973,
      "step": 593
    },
    {
      "epoch": 0.26423487544483987,
      "grad_norm": 0.3859994113445282,
      "learning_rate": 8.160804020100504e-05,
      "loss": 1.034,
      "step": 594
    },
    {
      "epoch": 0.2646797153024911,
      "grad_norm": 0.4068204164505005,
      "learning_rate": 8.14070351758794e-05,
      "loss": 0.931,
      "step": 595
    },
    {
      "epoch": 0.26512455516014233,
      "grad_norm": 0.3974169194698334,
      "learning_rate": 8.120603015075378e-05,
      "loss": 1.055,
      "step": 596
    },
    {
      "epoch": 0.2655693950177936,
      "grad_norm": 0.3818078637123108,
      "learning_rate": 8.100502512562814e-05,
      "loss": 1.0652,
      "step": 597
    },
    {
      "epoch": 0.26601423487544484,
      "grad_norm": 0.3733369708061218,
      "learning_rate": 8.080402010050251e-05,
      "loss": 0.9981,
      "step": 598
    },
    {
      "epoch": 0.2664590747330961,
      "grad_norm": 0.3980778455734253,
      "learning_rate": 8.060301507537689e-05,
      "loss": 0.982,
      "step": 599
    },
    {
      "epoch": 0.2669039145907473,
      "grad_norm": 0.3596290051937103,
      "learning_rate": 8.040201005025126e-05,
      "loss": 0.896,
      "step": 600
    },
    {
      "epoch": 0.26734875444839856,
      "grad_norm": 0.330400675535202,
      "learning_rate": 8.020100502512563e-05,
      "loss": 0.9776,
      "step": 601
    },
    {
      "epoch": 0.2677935943060498,
      "grad_norm": 0.3300771415233612,
      "learning_rate": 8e-05,
      "loss": 1.0576,
      "step": 602
    },
    {
      "epoch": 0.2682384341637011,
      "grad_norm": 0.36290502548217773,
      "learning_rate": 7.979899497487438e-05,
      "loss": 0.9378,
      "step": 603
    },
    {
      "epoch": 0.26868327402135234,
      "grad_norm": 0.3487003743648529,
      "learning_rate": 7.959798994974875e-05,
      "loss": 0.9146,
      "step": 604
    },
    {
      "epoch": 0.26912811387900354,
      "grad_norm": 0.3635631501674652,
      "learning_rate": 7.939698492462313e-05,
      "loss": 0.9758,
      "step": 605
    },
    {
      "epoch": 0.2695729537366548,
      "grad_norm": 0.35547807812690735,
      "learning_rate": 7.91959798994975e-05,
      "loss": 1.0026,
      "step": 606
    },
    {
      "epoch": 0.27001779359430605,
      "grad_norm": 0.33966726064682007,
      "learning_rate": 7.899497487437186e-05,
      "loss": 0.9059,
      "step": 607
    },
    {
      "epoch": 0.2704626334519573,
      "grad_norm": 0.3759270906448364,
      "learning_rate": 7.879396984924623e-05,
      "loss": 1.0088,
      "step": 608
    },
    {
      "epoch": 0.2709074733096085,
      "grad_norm": 0.36231812834739685,
      "learning_rate": 7.85929648241206e-05,
      "loss": 0.9903,
      "step": 609
    },
    {
      "epoch": 0.2713523131672598,
      "grad_norm": 0.389737069606781,
      "learning_rate": 7.839195979899498e-05,
      "loss": 0.8706,
      "step": 610
    },
    {
      "epoch": 0.27179715302491103,
      "grad_norm": 0.43408992886543274,
      "learning_rate": 7.819095477386935e-05,
      "loss": 0.9437,
      "step": 611
    },
    {
      "epoch": 0.2722419928825623,
      "grad_norm": 0.29707393050193787,
      "learning_rate": 7.798994974874372e-05,
      "loss": 0.8361,
      "step": 612
    },
    {
      "epoch": 0.27268683274021355,
      "grad_norm": 0.3469286561012268,
      "learning_rate": 7.77889447236181e-05,
      "loss": 1.0085,
      "step": 613
    },
    {
      "epoch": 0.27313167259786475,
      "grad_norm": 0.4895261824131012,
      "learning_rate": 7.758793969849247e-05,
      "loss": 0.8068,
      "step": 614
    },
    {
      "epoch": 0.273576512455516,
      "grad_norm": 0.3655518591403961,
      "learning_rate": 7.738693467336684e-05,
      "loss": 0.9248,
      "step": 615
    },
    {
      "epoch": 0.27402135231316727,
      "grad_norm": 0.36705151200294495,
      "learning_rate": 7.71859296482412e-05,
      "loss": 1.0244,
      "step": 616
    },
    {
      "epoch": 0.2744661921708185,
      "grad_norm": 0.3587312400341034,
      "learning_rate": 7.698492462311559e-05,
      "loss": 1.0522,
      "step": 617
    },
    {
      "epoch": 0.2749110320284697,
      "grad_norm": 0.3758445680141449,
      "learning_rate": 7.678391959798995e-05,
      "loss": 0.9904,
      "step": 618
    },
    {
      "epoch": 0.275355871886121,
      "grad_norm": 0.31862393021583557,
      "learning_rate": 7.658291457286433e-05,
      "loss": 0.9216,
      "step": 619
    },
    {
      "epoch": 0.27580071174377224,
      "grad_norm": 0.4419485926628113,
      "learning_rate": 7.638190954773869e-05,
      "loss": 0.9049,
      "step": 620
    },
    {
      "epoch": 0.2762455516014235,
      "grad_norm": 0.38519737124443054,
      "learning_rate": 7.618090452261307e-05,
      "loss": 0.9116,
      "step": 621
    },
    {
      "epoch": 0.27669039145907476,
      "grad_norm": 0.37228310108184814,
      "learning_rate": 7.597989949748744e-05,
      "loss": 0.9491,
      "step": 622
    },
    {
      "epoch": 0.27713523131672596,
      "grad_norm": 0.3866081237792969,
      "learning_rate": 7.577889447236181e-05,
      "loss": 0.9477,
      "step": 623
    },
    {
      "epoch": 0.2775800711743772,
      "grad_norm": 0.32213568687438965,
      "learning_rate": 7.557788944723618e-05,
      "loss": 0.9049,
      "step": 624
    },
    {
      "epoch": 0.2780249110320285,
      "grad_norm": 0.34658104181289673,
      "learning_rate": 7.537688442211056e-05,
      "loss": 0.9486,
      "step": 625
    },
    {
      "epoch": 0.27846975088967973,
      "grad_norm": 0.42399680614471436,
      "learning_rate": 7.517587939698493e-05,
      "loss": 1.0776,
      "step": 626
    },
    {
      "epoch": 0.27891459074733094,
      "grad_norm": 0.3882311284542084,
      "learning_rate": 7.49748743718593e-05,
      "loss": 0.9711,
      "step": 627
    },
    {
      "epoch": 0.2793594306049822,
      "grad_norm": 0.34879353642463684,
      "learning_rate": 7.477386934673368e-05,
      "loss": 0.9253,
      "step": 628
    },
    {
      "epoch": 0.27980427046263345,
      "grad_norm": 0.3509921431541443,
      "learning_rate": 7.457286432160805e-05,
      "loss": 0.9711,
      "step": 629
    },
    {
      "epoch": 0.2802491103202847,
      "grad_norm": 0.32417482137680054,
      "learning_rate": 7.437185929648241e-05,
      "loss": 0.9612,
      "step": 630
    },
    {
      "epoch": 0.28069395017793597,
      "grad_norm": 0.3800636827945709,
      "learning_rate": 7.417085427135678e-05,
      "loss": 1.0243,
      "step": 631
    },
    {
      "epoch": 0.28113879003558717,
      "grad_norm": 0.38342657685279846,
      "learning_rate": 7.396984924623115e-05,
      "loss": 0.9895,
      "step": 632
    },
    {
      "epoch": 0.28158362989323843,
      "grad_norm": 0.40875983238220215,
      "learning_rate": 7.376884422110553e-05,
      "loss": 0.9428,
      "step": 633
    },
    {
      "epoch": 0.2820284697508897,
      "grad_norm": 0.34101223945617676,
      "learning_rate": 7.35678391959799e-05,
      "loss": 0.977,
      "step": 634
    },
    {
      "epoch": 0.28247330960854095,
      "grad_norm": 0.3537449836730957,
      "learning_rate": 7.336683417085427e-05,
      "loss": 0.9458,
      "step": 635
    },
    {
      "epoch": 0.28291814946619215,
      "grad_norm": 0.3816027343273163,
      "learning_rate": 7.316582914572865e-05,
      "loss": 1.0429,
      "step": 636
    },
    {
      "epoch": 0.2833629893238434,
      "grad_norm": 0.39149439334869385,
      "learning_rate": 7.296482412060302e-05,
      "loss": 0.974,
      "step": 637
    },
    {
      "epoch": 0.28380782918149466,
      "grad_norm": 0.4129406809806824,
      "learning_rate": 7.276381909547739e-05,
      "loss": 0.988,
      "step": 638
    },
    {
      "epoch": 0.2842526690391459,
      "grad_norm": 0.36804699897766113,
      "learning_rate": 7.256281407035177e-05,
      "loss": 0.9375,
      "step": 639
    },
    {
      "epoch": 0.2846975088967972,
      "grad_norm": 0.40363621711730957,
      "learning_rate": 7.236180904522614e-05,
      "loss": 0.9214,
      "step": 640
    },
    {
      "epoch": 0.2851423487544484,
      "grad_norm": 0.3833264708518982,
      "learning_rate": 7.21608040201005e-05,
      "loss": 0.9454,
      "step": 641
    },
    {
      "epoch": 0.28558718861209964,
      "grad_norm": 0.38440853357315063,
      "learning_rate": 7.195979899497488e-05,
      "loss": 0.8841,
      "step": 642
    },
    {
      "epoch": 0.2860320284697509,
      "grad_norm": 0.42536038160324097,
      "learning_rate": 7.175879396984924e-05,
      "loss": 0.9665,
      "step": 643
    },
    {
      "epoch": 0.28647686832740216,
      "grad_norm": 0.33145928382873535,
      "learning_rate": 7.155778894472363e-05,
      "loss": 0.9118,
      "step": 644
    },
    {
      "epoch": 0.28692170818505336,
      "grad_norm": 0.37018072605133057,
      "learning_rate": 7.135678391959799e-05,
      "loss": 0.9424,
      "step": 645
    },
    {
      "epoch": 0.2873665480427046,
      "grad_norm": 0.37953630089759827,
      "learning_rate": 7.115577889447236e-05,
      "loss": 0.9889,
      "step": 646
    },
    {
      "epoch": 0.2878113879003559,
      "grad_norm": 0.3908143937587738,
      "learning_rate": 7.095477386934674e-05,
      "loss": 0.9815,
      "step": 647
    },
    {
      "epoch": 0.28825622775800713,
      "grad_norm": 0.38611525297164917,
      "learning_rate": 7.075376884422111e-05,
      "loss": 1.0179,
      "step": 648
    },
    {
      "epoch": 0.28870106761565834,
      "grad_norm": 0.4868585169315338,
      "learning_rate": 7.055276381909548e-05,
      "loss": 1.0551,
      "step": 649
    },
    {
      "epoch": 0.2891459074733096,
      "grad_norm": 0.4477649927139282,
      "learning_rate": 7.035175879396985e-05,
      "loss": 0.8795,
      "step": 650
    },
    {
      "epoch": 0.28959074733096085,
      "grad_norm": 0.3561191260814667,
      "learning_rate": 7.015075376884423e-05,
      "loss": 0.8927,
      "step": 651
    },
    {
      "epoch": 0.2900355871886121,
      "grad_norm": 0.4050782024860382,
      "learning_rate": 6.99497487437186e-05,
      "loss": 0.9032,
      "step": 652
    },
    {
      "epoch": 0.29048042704626337,
      "grad_norm": 0.3366767466068268,
      "learning_rate": 6.974874371859297e-05,
      "loss": 0.9763,
      "step": 653
    },
    {
      "epoch": 0.29092526690391457,
      "grad_norm": 0.33202803134918213,
      "learning_rate": 6.954773869346733e-05,
      "loss": 0.8999,
      "step": 654
    },
    {
      "epoch": 0.29137010676156583,
      "grad_norm": 0.38702261447906494,
      "learning_rate": 6.93467336683417e-05,
      "loss": 0.8882,
      "step": 655
    },
    {
      "epoch": 0.2918149466192171,
      "grad_norm": 0.39489811658859253,
      "learning_rate": 6.914572864321608e-05,
      "loss": 0.8615,
      "step": 656
    },
    {
      "epoch": 0.29225978647686834,
      "grad_norm": 0.407174289226532,
      "learning_rate": 6.894472361809045e-05,
      "loss": 0.8805,
      "step": 657
    },
    {
      "epoch": 0.29270462633451955,
      "grad_norm": 0.3787648379802704,
      "learning_rate": 6.874371859296482e-05,
      "loss": 0.9016,
      "step": 658
    },
    {
      "epoch": 0.2931494661921708,
      "grad_norm": 0.3571087121963501,
      "learning_rate": 6.85427135678392e-05,
      "loss": 0.9484,
      "step": 659
    },
    {
      "epoch": 0.29359430604982206,
      "grad_norm": 0.41471996903419495,
      "learning_rate": 6.834170854271357e-05,
      "loss": 1.0558,
      "step": 660
    },
    {
      "epoch": 0.2940391459074733,
      "grad_norm": 0.4297381639480591,
      "learning_rate": 6.814070351758794e-05,
      "loss": 0.9687,
      "step": 661
    },
    {
      "epoch": 0.2944839857651246,
      "grad_norm": 0.33687537908554077,
      "learning_rate": 6.793969849246232e-05,
      "loss": 0.9266,
      "step": 662
    },
    {
      "epoch": 0.2949288256227758,
      "grad_norm": 0.34857362508773804,
      "learning_rate": 6.773869346733669e-05,
      "loss": 0.8977,
      "step": 663
    },
    {
      "epoch": 0.29537366548042704,
      "grad_norm": 0.4323669672012329,
      "learning_rate": 6.753768844221105e-05,
      "loss": 0.9535,
      "step": 664
    },
    {
      "epoch": 0.2958185053380783,
      "grad_norm": 0.36021220684051514,
      "learning_rate": 6.733668341708544e-05,
      "loss": 0.9457,
      "step": 665
    },
    {
      "epoch": 0.29626334519572955,
      "grad_norm": 0.3574046492576599,
      "learning_rate": 6.71356783919598e-05,
      "loss": 0.9377,
      "step": 666
    },
    {
      "epoch": 0.29670818505338076,
      "grad_norm": 0.3637276291847229,
      "learning_rate": 6.693467336683418e-05,
      "loss": 0.9769,
      "step": 667
    },
    {
      "epoch": 0.297153024911032,
      "grad_norm": 0.4049037992954254,
      "learning_rate": 6.673366834170854e-05,
      "loss": 1.0499,
      "step": 668
    },
    {
      "epoch": 0.2975978647686833,
      "grad_norm": 0.4278649687767029,
      "learning_rate": 6.653266331658293e-05,
      "loss": 0.8835,
      "step": 669
    },
    {
      "epoch": 0.29804270462633453,
      "grad_norm": 0.37466055154800415,
      "learning_rate": 6.633165829145729e-05,
      "loss": 0.9493,
      "step": 670
    },
    {
      "epoch": 0.2984875444839858,
      "grad_norm": 0.3321222960948944,
      "learning_rate": 6.613065326633166e-05,
      "loss": 0.9484,
      "step": 671
    },
    {
      "epoch": 0.298932384341637,
      "grad_norm": 0.4597262740135193,
      "learning_rate": 6.592964824120603e-05,
      "loss": 1.0418,
      "step": 672
    },
    {
      "epoch": 0.29937722419928825,
      "grad_norm": 0.3227452337741852,
      "learning_rate": 6.57286432160804e-05,
      "loss": 0.9323,
      "step": 673
    },
    {
      "epoch": 0.2998220640569395,
      "grad_norm": 0.3192083239555359,
      "learning_rate": 6.552763819095478e-05,
      "loss": 0.9021,
      "step": 674
    },
    {
      "epoch": 0.30026690391459077,
      "grad_norm": 0.4145206809043884,
      "learning_rate": 6.532663316582915e-05,
      "loss": 0.9431,
      "step": 675
    },
    {
      "epoch": 0.30071174377224197,
      "grad_norm": 0.4133388102054596,
      "learning_rate": 6.512562814070352e-05,
      "loss": 0.9673,
      "step": 676
    },
    {
      "epoch": 0.3011565836298932,
      "grad_norm": 0.4261665940284729,
      "learning_rate": 6.492462311557788e-05,
      "loss": 1.0128,
      "step": 677
    },
    {
      "epoch": 0.3016014234875445,
      "grad_norm": 0.33553653955459595,
      "learning_rate": 6.472361809045227e-05,
      "loss": 0.9103,
      "step": 678
    },
    {
      "epoch": 0.30204626334519574,
      "grad_norm": 0.378233939409256,
      "learning_rate": 6.452261306532663e-05,
      "loss": 1.1017,
      "step": 679
    },
    {
      "epoch": 0.302491103202847,
      "grad_norm": 0.39459675550460815,
      "learning_rate": 6.4321608040201e-05,
      "loss": 0.9056,
      "step": 680
    },
    {
      "epoch": 0.3029359430604982,
      "grad_norm": 0.31103044748306274,
      "learning_rate": 6.412060301507538e-05,
      "loss": 0.896,
      "step": 681
    },
    {
      "epoch": 0.30338078291814946,
      "grad_norm": 0.32393592596054077,
      "learning_rate": 6.391959798994975e-05,
      "loss": 0.9233,
      "step": 682
    },
    {
      "epoch": 0.3038256227758007,
      "grad_norm": 0.37299537658691406,
      "learning_rate": 6.371859296482412e-05,
      "loss": 0.9587,
      "step": 683
    },
    {
      "epoch": 0.304270462633452,
      "grad_norm": 0.3141055703163147,
      "learning_rate": 6.35175879396985e-05,
      "loss": 0.9314,
      "step": 684
    },
    {
      "epoch": 0.3047153024911032,
      "grad_norm": 0.32686251401901245,
      "learning_rate": 6.331658291457287e-05,
      "loss": 0.9325,
      "step": 685
    },
    {
      "epoch": 0.30516014234875444,
      "grad_norm": 0.35383760929107666,
      "learning_rate": 6.311557788944724e-05,
      "loss": 0.9834,
      "step": 686
    },
    {
      "epoch": 0.3056049822064057,
      "grad_norm": 0.30796653032302856,
      "learning_rate": 6.291457286432161e-05,
      "loss": 0.8842,
      "step": 687
    },
    {
      "epoch": 0.30604982206405695,
      "grad_norm": 0.31963440775871277,
      "learning_rate": 6.271356783919599e-05,
      "loss": 0.9372,
      "step": 688
    },
    {
      "epoch": 0.3064946619217082,
      "grad_norm": 0.43244582414627075,
      "learning_rate": 6.251256281407035e-05,
      "loss": 0.939,
      "step": 689
    },
    {
      "epoch": 0.3069395017793594,
      "grad_norm": 0.32725387811660767,
      "learning_rate": 6.231155778894473e-05,
      "loss": 0.8819,
      "step": 690
    },
    {
      "epoch": 0.30738434163701067,
      "grad_norm": 0.3326573371887207,
      "learning_rate": 6.211055276381909e-05,
      "loss": 1.0157,
      "step": 691
    },
    {
      "epoch": 0.30782918149466193,
      "grad_norm": 0.3267054855823517,
      "learning_rate": 6.190954773869348e-05,
      "loss": 0.8806,
      "step": 692
    },
    {
      "epoch": 0.3082740213523132,
      "grad_norm": 0.3328150808811188,
      "learning_rate": 6.170854271356784e-05,
      "loss": 0.9752,
      "step": 693
    },
    {
      "epoch": 0.3087188612099644,
      "grad_norm": 0.42537713050842285,
      "learning_rate": 6.150753768844222e-05,
      "loss": 0.8548,
      "step": 694
    },
    {
      "epoch": 0.30916370106761565,
      "grad_norm": 0.339568167924881,
      "learning_rate": 6.130653266331658e-05,
      "loss": 0.9964,
      "step": 695
    },
    {
      "epoch": 0.3096085409252669,
      "grad_norm": 0.40449681878089905,
      "learning_rate": 6.110552763819096e-05,
      "loss": 0.8698,
      "step": 696
    },
    {
      "epoch": 0.31005338078291816,
      "grad_norm": 0.42647475004196167,
      "learning_rate": 6.090452261306533e-05,
      "loss": 0.9248,
      "step": 697
    },
    {
      "epoch": 0.3104982206405694,
      "grad_norm": 0.3729760944843292,
      "learning_rate": 6.070351758793971e-05,
      "loss": 0.9945,
      "step": 698
    },
    {
      "epoch": 0.3109430604982206,
      "grad_norm": 0.34256407618522644,
      "learning_rate": 6.0502512562814076e-05,
      "loss": 0.8589,
      "step": 699
    },
    {
      "epoch": 0.3113879003558719,
      "grad_norm": 0.37434864044189453,
      "learning_rate": 6.030150753768844e-05,
      "loss": 0.8921,
      "step": 700
    },
    {
      "epoch": 0.31183274021352314,
      "grad_norm": 0.3740074336528778,
      "learning_rate": 6.0100502512562815e-05,
      "loss": 0.9538,
      "step": 701
    },
    {
      "epoch": 0.3122775800711744,
      "grad_norm": 0.2955409288406372,
      "learning_rate": 5.989949748743718e-05,
      "loss": 0.8796,
      "step": 702
    },
    {
      "epoch": 0.3127224199288256,
      "grad_norm": 0.41662129759788513,
      "learning_rate": 5.969849246231156e-05,
      "loss": 0.976,
      "step": 703
    },
    {
      "epoch": 0.31316725978647686,
      "grad_norm": 0.3664419651031494,
      "learning_rate": 5.949748743718593e-05,
      "loss": 0.9813,
      "step": 704
    },
    {
      "epoch": 0.3136120996441281,
      "grad_norm": 0.4082026779651642,
      "learning_rate": 5.929648241206031e-05,
      "loss": 0.9604,
      "step": 705
    },
    {
      "epoch": 0.3140569395017794,
      "grad_norm": 0.34381023049354553,
      "learning_rate": 5.909547738693467e-05,
      "loss": 0.9438,
      "step": 706
    },
    {
      "epoch": 0.3145017793594306,
      "grad_norm": 0.32259446382522583,
      "learning_rate": 5.889447236180905e-05,
      "loss": 0.8939,
      "step": 707
    },
    {
      "epoch": 0.31494661921708184,
      "grad_norm": 0.4534759819507599,
      "learning_rate": 5.869346733668342e-05,
      "loss": 1.0139,
      "step": 708
    },
    {
      "epoch": 0.3153914590747331,
      "grad_norm": 0.3195643723011017,
      "learning_rate": 5.849246231155779e-05,
      "loss": 0.8886,
      "step": 709
    },
    {
      "epoch": 0.31583629893238435,
      "grad_norm": 0.34111788868904114,
      "learning_rate": 5.829145728643216e-05,
      "loss": 0.9006,
      "step": 710
    },
    {
      "epoch": 0.3162811387900356,
      "grad_norm": 0.32145076990127563,
      "learning_rate": 5.809045226130654e-05,
      "loss": 0.9042,
      "step": 711
    },
    {
      "epoch": 0.3167259786476868,
      "grad_norm": 0.38871321082115173,
      "learning_rate": 5.7889447236180904e-05,
      "loss": 0.8285,
      "step": 712
    },
    {
      "epoch": 0.31717081850533807,
      "grad_norm": 0.34648001194000244,
      "learning_rate": 5.7688442211055284e-05,
      "loss": 0.8948,
      "step": 713
    },
    {
      "epoch": 0.31761565836298933,
      "grad_norm": 0.42825043201446533,
      "learning_rate": 5.748743718592965e-05,
      "loss": 0.9665,
      "step": 714
    },
    {
      "epoch": 0.3180604982206406,
      "grad_norm": 0.4382406771183014,
      "learning_rate": 5.728643216080403e-05,
      "loss": 1.0006,
      "step": 715
    },
    {
      "epoch": 0.3185053380782918,
      "grad_norm": 0.3384600579738617,
      "learning_rate": 5.7085427135678396e-05,
      "loss": 0.893,
      "step": 716
    },
    {
      "epoch": 0.31895017793594305,
      "grad_norm": 0.329862505197525,
      "learning_rate": 5.688442211055277e-05,
      "loss": 0.8064,
      "step": 717
    },
    {
      "epoch": 0.3193950177935943,
      "grad_norm": 0.36745166778564453,
      "learning_rate": 5.6683417085427135e-05,
      "loss": 0.9621,
      "step": 718
    },
    {
      "epoch": 0.31983985765124556,
      "grad_norm": 0.36240148544311523,
      "learning_rate": 5.6482412060301515e-05,
      "loss": 0.8902,
      "step": 719
    },
    {
      "epoch": 0.3202846975088968,
      "grad_norm": 0.3071519136428833,
      "learning_rate": 5.628140703517588e-05,
      "loss": 0.9572,
      "step": 720
    },
    {
      "epoch": 0.320729537366548,
      "grad_norm": 0.3393983840942383,
      "learning_rate": 5.608040201005026e-05,
      "loss": 0.9021,
      "step": 721
    },
    {
      "epoch": 0.3211743772241993,
      "grad_norm": 0.3375062942504883,
      "learning_rate": 5.587939698492463e-05,
      "loss": 0.8505,
      "step": 722
    },
    {
      "epoch": 0.32161921708185054,
      "grad_norm": 0.36166590452194214,
      "learning_rate": 5.567839195979899e-05,
      "loss": 0.9217,
      "step": 723
    },
    {
      "epoch": 0.3220640569395018,
      "grad_norm": 0.423556923866272,
      "learning_rate": 5.547738693467337e-05,
      "loss": 0.8722,
      "step": 724
    },
    {
      "epoch": 0.322508896797153,
      "grad_norm": 0.3881194293498993,
      "learning_rate": 5.527638190954774e-05,
      "loss": 0.9246,
      "step": 725
    },
    {
      "epoch": 0.32295373665480426,
      "grad_norm": 0.41174158453941345,
      "learning_rate": 5.507537688442211e-05,
      "loss": 0.9962,
      "step": 726
    },
    {
      "epoch": 0.3233985765124555,
      "grad_norm": 0.3954409062862396,
      "learning_rate": 5.487437185929648e-05,
      "loss": 0.8989,
      "step": 727
    },
    {
      "epoch": 0.3238434163701068,
      "grad_norm": 0.371358722448349,
      "learning_rate": 5.467336683417086e-05,
      "loss": 0.9655,
      "step": 728
    },
    {
      "epoch": 0.32428825622775803,
      "grad_norm": 0.4016554355621338,
      "learning_rate": 5.4472361809045224e-05,
      "loss": 0.9298,
      "step": 729
    },
    {
      "epoch": 0.32473309608540923,
      "grad_norm": 0.45096760988235474,
      "learning_rate": 5.4271356783919604e-05,
      "loss": 1.0633,
      "step": 730
    },
    {
      "epoch": 0.3251779359430605,
      "grad_norm": 0.42669543623924255,
      "learning_rate": 5.407035175879397e-05,
      "loss": 0.9897,
      "step": 731
    },
    {
      "epoch": 0.32562277580071175,
      "grad_norm": 0.3072949945926666,
      "learning_rate": 5.386934673366835e-05,
      "loss": 0.8538,
      "step": 732
    },
    {
      "epoch": 0.326067615658363,
      "grad_norm": 0.3681629002094269,
      "learning_rate": 5.3668341708542716e-05,
      "loss": 0.9532,
      "step": 733
    },
    {
      "epoch": 0.3265124555160142,
      "grad_norm": 0.3667491674423218,
      "learning_rate": 5.346733668341709e-05,
      "loss": 0.9971,
      "step": 734
    },
    {
      "epoch": 0.32695729537366547,
      "grad_norm": 0.3561696410179138,
      "learning_rate": 5.3266331658291455e-05,
      "loss": 0.9332,
      "step": 735
    },
    {
      "epoch": 0.3274021352313167,
      "grad_norm": 0.51035076379776,
      "learning_rate": 5.3065326633165835e-05,
      "loss": 0.9938,
      "step": 736
    },
    {
      "epoch": 0.327846975088968,
      "grad_norm": 0.30791398882865906,
      "learning_rate": 5.28643216080402e-05,
      "loss": 0.9195,
      "step": 737
    },
    {
      "epoch": 0.32829181494661924,
      "grad_norm": 0.37262293696403503,
      "learning_rate": 5.266331658291458e-05,
      "loss": 0.8857,
      "step": 738
    },
    {
      "epoch": 0.32873665480427045,
      "grad_norm": 0.3665037751197815,
      "learning_rate": 5.246231155778895e-05,
      "loss": 0.8634,
      "step": 739
    },
    {
      "epoch": 0.3291814946619217,
      "grad_norm": 0.3333563804626465,
      "learning_rate": 5.226130653266332e-05,
      "loss": 0.9507,
      "step": 740
    },
    {
      "epoch": 0.32962633451957296,
      "grad_norm": 0.3755170404911041,
      "learning_rate": 5.206030150753769e-05,
      "loss": 0.9742,
      "step": 741
    },
    {
      "epoch": 0.3300711743772242,
      "grad_norm": 0.3400593101978302,
      "learning_rate": 5.1859296482412066e-05,
      "loss": 0.8169,
      "step": 742
    },
    {
      "epoch": 0.3305160142348754,
      "grad_norm": 0.5976528525352478,
      "learning_rate": 5.165829145728643e-05,
      "loss": 1.0596,
      "step": 743
    },
    {
      "epoch": 0.3309608540925267,
      "grad_norm": 0.3495856523513794,
      "learning_rate": 5.145728643216081e-05,
      "loss": 1.1273,
      "step": 744
    },
    {
      "epoch": 0.33140569395017794,
      "grad_norm": 0.3898337483406067,
      "learning_rate": 5.125628140703518e-05,
      "loss": 1.0512,
      "step": 745
    },
    {
      "epoch": 0.3318505338078292,
      "grad_norm": 0.4057525396347046,
      "learning_rate": 5.1055276381909544e-05,
      "loss": 1.0474,
      "step": 746
    },
    {
      "epoch": 0.33229537366548045,
      "grad_norm": 0.365829199552536,
      "learning_rate": 5.0854271356783924e-05,
      "loss": 1.0095,
      "step": 747
    },
    {
      "epoch": 0.33274021352313166,
      "grad_norm": 0.3495554029941559,
      "learning_rate": 5.065326633165829e-05,
      "loss": 0.8723,
      "step": 748
    },
    {
      "epoch": 0.3331850533807829,
      "grad_norm": 0.3964870572090149,
      "learning_rate": 5.045226130653266e-05,
      "loss": 0.9775,
      "step": 749
    },
    {
      "epoch": 0.33362989323843417,
      "grad_norm": 0.3591833710670471,
      "learning_rate": 5.0251256281407036e-05,
      "loss": 0.8438,
      "step": 750
    },
    {
      "epoch": 0.33407473309608543,
      "grad_norm": 0.4429285526275635,
      "learning_rate": 5.005025125628141e-05,
      "loss": 0.9144,
      "step": 751
    },
    {
      "epoch": 0.33451957295373663,
      "grad_norm": 0.3427349328994751,
      "learning_rate": 4.984924623115578e-05,
      "loss": 0.8728,
      "step": 752
    },
    {
      "epoch": 0.3349644128113879,
      "grad_norm": 0.4042606055736542,
      "learning_rate": 4.9648241206030155e-05,
      "loss": 1.0932,
      "step": 753
    },
    {
      "epoch": 0.33540925266903915,
      "grad_norm": 0.38601040840148926,
      "learning_rate": 4.944723618090453e-05,
      "loss": 0.8947,
      "step": 754
    },
    {
      "epoch": 0.3358540925266904,
      "grad_norm": 0.31526607275009155,
      "learning_rate": 4.92462311557789e-05,
      "loss": 0.8783,
      "step": 755
    },
    {
      "epoch": 0.33629893238434166,
      "grad_norm": 0.3799164593219757,
      "learning_rate": 4.9045226130653274e-05,
      "loss": 0.894,
      "step": 756
    },
    {
      "epoch": 0.33674377224199287,
      "grad_norm": 0.36352670192718506,
      "learning_rate": 4.884422110552764e-05,
      "loss": 1.0077,
      "step": 757
    },
    {
      "epoch": 0.3371886120996441,
      "grad_norm": 0.37971585988998413,
      "learning_rate": 4.864321608040201e-05,
      "loss": 0.8504,
      "step": 758
    },
    {
      "epoch": 0.3376334519572954,
      "grad_norm": 0.3846040666103363,
      "learning_rate": 4.844221105527638e-05,
      "loss": 0.9923,
      "step": 759
    },
    {
      "epoch": 0.33807829181494664,
      "grad_norm": 0.3028171956539154,
      "learning_rate": 4.824120603015075e-05,
      "loss": 0.9328,
      "step": 760
    },
    {
      "epoch": 0.33852313167259784,
      "grad_norm": 0.35201942920684814,
      "learning_rate": 4.8040201005025125e-05,
      "loss": 0.8622,
      "step": 761
    },
    {
      "epoch": 0.3389679715302491,
      "grad_norm": 0.3402314782142639,
      "learning_rate": 4.78391959798995e-05,
      "loss": 1.0578,
      "step": 762
    },
    {
      "epoch": 0.33941281138790036,
      "grad_norm": 0.43474265933036804,
      "learning_rate": 4.763819095477387e-05,
      "loss": 1.0589,
      "step": 763
    },
    {
      "epoch": 0.3398576512455516,
      "grad_norm": 0.4756290912628174,
      "learning_rate": 4.7437185929648244e-05,
      "loss": 1.1027,
      "step": 764
    },
    {
      "epoch": 0.3403024911032028,
      "grad_norm": 0.3077346682548523,
      "learning_rate": 4.723618090452262e-05,
      "loss": 0.9635,
      "step": 765
    },
    {
      "epoch": 0.3407473309608541,
      "grad_norm": 0.36826518177986145,
      "learning_rate": 4.703517587939698e-05,
      "loss": 0.9687,
      "step": 766
    },
    {
      "epoch": 0.34119217081850534,
      "grad_norm": 0.4034232199192047,
      "learning_rate": 4.6834170854271356e-05,
      "loss": 0.9209,
      "step": 767
    },
    {
      "epoch": 0.3416370106761566,
      "grad_norm": 0.41342729330062866,
      "learning_rate": 4.663316582914573e-05,
      "loss": 0.9213,
      "step": 768
    },
    {
      "epoch": 0.34208185053380785,
      "grad_norm": 0.3749755620956421,
      "learning_rate": 4.64321608040201e-05,
      "loss": 0.9386,
      "step": 769
    },
    {
      "epoch": 0.34252669039145905,
      "grad_norm": 0.3411119878292084,
      "learning_rate": 4.6231155778894475e-05,
      "loss": 0.8805,
      "step": 770
    },
    {
      "epoch": 0.3429715302491103,
      "grad_norm": 0.3668997883796692,
      "learning_rate": 4.603015075376885e-05,
      "loss": 0.9887,
      "step": 771
    },
    {
      "epoch": 0.34341637010676157,
      "grad_norm": 0.45816823840141296,
      "learning_rate": 4.582914572864322e-05,
      "loss": 0.9031,
      "step": 772
    },
    {
      "epoch": 0.34386120996441283,
      "grad_norm": 0.3586982786655426,
      "learning_rate": 4.5628140703517594e-05,
      "loss": 0.9774,
      "step": 773
    },
    {
      "epoch": 0.34430604982206403,
      "grad_norm": 0.42974361777305603,
      "learning_rate": 4.542713567839196e-05,
      "loss": 1.0421,
      "step": 774
    },
    {
      "epoch": 0.3447508896797153,
      "grad_norm": 0.36137211322784424,
      "learning_rate": 4.522613065326633e-05,
      "loss": 1.0171,
      "step": 775
    },
    {
      "epoch": 0.34519572953736655,
      "grad_norm": 0.413507342338562,
      "learning_rate": 4.5025125628140706e-05,
      "loss": 0.9786,
      "step": 776
    },
    {
      "epoch": 0.3456405693950178,
      "grad_norm": 0.42441946268081665,
      "learning_rate": 4.482412060301508e-05,
      "loss": 1.01,
      "step": 777
    },
    {
      "epoch": 0.34608540925266906,
      "grad_norm": 0.35072627663612366,
      "learning_rate": 4.462311557788945e-05,
      "loss": 0.9709,
      "step": 778
    },
    {
      "epoch": 0.34653024911032027,
      "grad_norm": 0.37332162261009216,
      "learning_rate": 4.4422110552763825e-05,
      "loss": 0.9844,
      "step": 779
    },
    {
      "epoch": 0.3469750889679715,
      "grad_norm": 0.388919860124588,
      "learning_rate": 4.42211055276382e-05,
      "loss": 0.8525,
      "step": 780
    },
    {
      "epoch": 0.3474199288256228,
      "grad_norm": 0.3552108407020569,
      "learning_rate": 4.4020100502512564e-05,
      "loss": 0.9713,
      "step": 781
    },
    {
      "epoch": 0.34786476868327404,
      "grad_norm": 0.3655258119106293,
      "learning_rate": 4.381909547738694e-05,
      "loss": 0.9532,
      "step": 782
    },
    {
      "epoch": 0.34830960854092524,
      "grad_norm": 0.38755300641059875,
      "learning_rate": 4.3618090452261303e-05,
      "loss": 0.9346,
      "step": 783
    },
    {
      "epoch": 0.3487544483985765,
      "grad_norm": 0.4547751843929291,
      "learning_rate": 4.3417085427135676e-05,
      "loss": 0.8872,
      "step": 784
    },
    {
      "epoch": 0.34919928825622776,
      "grad_norm": 0.2990303039550781,
      "learning_rate": 4.321608040201005e-05,
      "loss": 0.8979,
      "step": 785
    },
    {
      "epoch": 0.349644128113879,
      "grad_norm": 0.3581852614879608,
      "learning_rate": 4.301507537688442e-05,
      "loss": 0.9466,
      "step": 786
    },
    {
      "epoch": 0.3500889679715303,
      "grad_norm": 0.33662378787994385,
      "learning_rate": 4.2814070351758795e-05,
      "loss": 0.9274,
      "step": 787
    },
    {
      "epoch": 0.3505338078291815,
      "grad_norm": 0.34652361273765564,
      "learning_rate": 4.261306532663317e-05,
      "loss": 0.9791,
      "step": 788
    },
    {
      "epoch": 0.35097864768683273,
      "grad_norm": 0.39401039481163025,
      "learning_rate": 4.241206030150754e-05,
      "loss": 0.9485,
      "step": 789
    },
    {
      "epoch": 0.351423487544484,
      "grad_norm": 0.36272600293159485,
      "learning_rate": 4.2211055276381914e-05,
      "loss": 0.9341,
      "step": 790
    },
    {
      "epoch": 0.35186832740213525,
      "grad_norm": 0.3438786566257477,
      "learning_rate": 4.201005025125628e-05,
      "loss": 0.8061,
      "step": 791
    },
    {
      "epoch": 0.35231316725978645,
      "grad_norm": 0.396484911441803,
      "learning_rate": 4.180904522613065e-05,
      "loss": 0.9506,
      "step": 792
    },
    {
      "epoch": 0.3527580071174377,
      "grad_norm": 0.31982484459877014,
      "learning_rate": 4.1608040201005026e-05,
      "loss": 0.9372,
      "step": 793
    },
    {
      "epoch": 0.35320284697508897,
      "grad_norm": 0.323798805475235,
      "learning_rate": 4.14070351758794e-05,
      "loss": 0.9342,
      "step": 794
    },
    {
      "epoch": 0.3536476868327402,
      "grad_norm": 0.3632016181945801,
      "learning_rate": 4.120603015075377e-05,
      "loss": 0.9682,
      "step": 795
    },
    {
      "epoch": 0.3540925266903915,
      "grad_norm": 0.3542345464229584,
      "learning_rate": 4.1005025125628145e-05,
      "loss": 0.9129,
      "step": 796
    },
    {
      "epoch": 0.3545373665480427,
      "grad_norm": 0.48540955781936646,
      "learning_rate": 4.080402010050252e-05,
      "loss": 1.0319,
      "step": 797
    },
    {
      "epoch": 0.35498220640569395,
      "grad_norm": 0.37020549178123474,
      "learning_rate": 4.060301507537689e-05,
      "loss": 0.8719,
      "step": 798
    },
    {
      "epoch": 0.3554270462633452,
      "grad_norm": 0.3740653097629547,
      "learning_rate": 4.040201005025126e-05,
      "loss": 0.9464,
      "step": 799
    },
    {
      "epoch": 0.35587188612099646,
      "grad_norm": 0.3594771921634674,
      "learning_rate": 4.020100502512563e-05,
      "loss": 0.9592,
      "step": 800
    },
    {
      "epoch": 0.35631672597864766,
      "grad_norm": 0.4490291476249695,
      "learning_rate": 4e-05,
      "loss": 0.9624,
      "step": 801
    },
    {
      "epoch": 0.3567615658362989,
      "grad_norm": 0.3087805509567261,
      "learning_rate": 3.9798994974874376e-05,
      "loss": 0.9905,
      "step": 802
    },
    {
      "epoch": 0.3572064056939502,
      "grad_norm": 0.39388784766197205,
      "learning_rate": 3.959798994974875e-05,
      "loss": 0.9644,
      "step": 803
    },
    {
      "epoch": 0.35765124555160144,
      "grad_norm": 0.411502867937088,
      "learning_rate": 3.9396984924623115e-05,
      "loss": 0.9547,
      "step": 804
    },
    {
      "epoch": 0.3580960854092527,
      "grad_norm": 0.3525221049785614,
      "learning_rate": 3.919597989949749e-05,
      "loss": 0.8875,
      "step": 805
    },
    {
      "epoch": 0.3585409252669039,
      "grad_norm": 0.3365210294723511,
      "learning_rate": 3.899497487437186e-05,
      "loss": 0.913,
      "step": 806
    },
    {
      "epoch": 0.35898576512455516,
      "grad_norm": 0.3405802249908447,
      "learning_rate": 3.8793969849246234e-05,
      "loss": 0.8679,
      "step": 807
    },
    {
      "epoch": 0.3594306049822064,
      "grad_norm": 0.33175504207611084,
      "learning_rate": 3.85929648241206e-05,
      "loss": 0.929,
      "step": 808
    },
    {
      "epoch": 0.35987544483985767,
      "grad_norm": 0.3878396451473236,
      "learning_rate": 3.8391959798994973e-05,
      "loss": 0.9765,
      "step": 809
    },
    {
      "epoch": 0.3603202846975089,
      "grad_norm": 0.3880787491798401,
      "learning_rate": 3.8190954773869346e-05,
      "loss": 0.9282,
      "step": 810
    },
    {
      "epoch": 0.36076512455516013,
      "grad_norm": 0.3783409297466278,
      "learning_rate": 3.798994974874372e-05,
      "loss": 0.9704,
      "step": 811
    },
    {
      "epoch": 0.3612099644128114,
      "grad_norm": 0.37962606549263,
      "learning_rate": 3.778894472361809e-05,
      "loss": 1.0464,
      "step": 812
    },
    {
      "epoch": 0.36165480427046265,
      "grad_norm": 0.4055241644382477,
      "learning_rate": 3.7587939698492465e-05,
      "loss": 0.9668,
      "step": 813
    },
    {
      "epoch": 0.3620996441281139,
      "grad_norm": 0.3240121304988861,
      "learning_rate": 3.738693467336684e-05,
      "loss": 0.9415,
      "step": 814
    },
    {
      "epoch": 0.3625444839857651,
      "grad_norm": 0.29463499784469604,
      "learning_rate": 3.7185929648241204e-05,
      "loss": 0.9489,
      "step": 815
    },
    {
      "epoch": 0.36298932384341637,
      "grad_norm": 0.4620193839073181,
      "learning_rate": 3.698492462311558e-05,
      "loss": 0.8513,
      "step": 816
    },
    {
      "epoch": 0.3634341637010676,
      "grad_norm": 0.3686508536338806,
      "learning_rate": 3.678391959798995e-05,
      "loss": 1.016,
      "step": 817
    },
    {
      "epoch": 0.3638790035587189,
      "grad_norm": 0.366397500038147,
      "learning_rate": 3.658291457286432e-05,
      "loss": 0.8772,
      "step": 818
    },
    {
      "epoch": 0.3643238434163701,
      "grad_norm": 0.3382261097431183,
      "learning_rate": 3.6381909547738696e-05,
      "loss": 0.9158,
      "step": 819
    },
    {
      "epoch": 0.36476868327402134,
      "grad_norm": 0.3870478570461273,
      "learning_rate": 3.618090452261307e-05,
      "loss": 0.9776,
      "step": 820
    },
    {
      "epoch": 0.3652135231316726,
      "grad_norm": 0.40006503462791443,
      "learning_rate": 3.597989949748744e-05,
      "loss": 0.9127,
      "step": 821
    },
    {
      "epoch": 0.36565836298932386,
      "grad_norm": 0.41942328214645386,
      "learning_rate": 3.5778894472361815e-05,
      "loss": 0.8786,
      "step": 822
    },
    {
      "epoch": 0.36610320284697506,
      "grad_norm": 0.34577417373657227,
      "learning_rate": 3.557788944723618e-05,
      "loss": 0.9029,
      "step": 823
    },
    {
      "epoch": 0.3665480427046263,
      "grad_norm": 0.3666742146015167,
      "learning_rate": 3.5376884422110554e-05,
      "loss": 0.9616,
      "step": 824
    },
    {
      "epoch": 0.3669928825622776,
      "grad_norm": 0.41306397318840027,
      "learning_rate": 3.517587939698493e-05,
      "loss": 0.8994,
      "step": 825
    },
    {
      "epoch": 0.36743772241992884,
      "grad_norm": 0.354464054107666,
      "learning_rate": 3.49748743718593e-05,
      "loss": 0.8398,
      "step": 826
    },
    {
      "epoch": 0.3678825622775801,
      "grad_norm": 0.40960076451301575,
      "learning_rate": 3.4773869346733667e-05,
      "loss": 1.0062,
      "step": 827
    },
    {
      "epoch": 0.3683274021352313,
      "grad_norm": 0.35255295038223267,
      "learning_rate": 3.457286432160804e-05,
      "loss": 1.013,
      "step": 828
    },
    {
      "epoch": 0.36877224199288255,
      "grad_norm": 0.320544570684433,
      "learning_rate": 3.437185929648241e-05,
      "loss": 0.8456,
      "step": 829
    },
    {
      "epoch": 0.3692170818505338,
      "grad_norm": 0.3942032754421234,
      "learning_rate": 3.4170854271356785e-05,
      "loss": 0.9627,
      "step": 830
    },
    {
      "epoch": 0.36966192170818507,
      "grad_norm": 0.34646615386009216,
      "learning_rate": 3.396984924623116e-05,
      "loss": 0.9397,
      "step": 831
    },
    {
      "epoch": 0.3701067615658363,
      "grad_norm": 0.3462013006210327,
      "learning_rate": 3.3768844221105525e-05,
      "loss": 0.9722,
      "step": 832
    },
    {
      "epoch": 0.37055160142348753,
      "grad_norm": 0.44638511538505554,
      "learning_rate": 3.35678391959799e-05,
      "loss": 1.0433,
      "step": 833
    },
    {
      "epoch": 0.3709964412811388,
      "grad_norm": 0.3865186870098114,
      "learning_rate": 3.336683417085427e-05,
      "loss": 0.9243,
      "step": 834
    },
    {
      "epoch": 0.37144128113879005,
      "grad_norm": 0.3224859833717346,
      "learning_rate": 3.3165829145728643e-05,
      "loss": 0.9197,
      "step": 835
    },
    {
      "epoch": 0.3718861209964413,
      "grad_norm": 0.3511156439781189,
      "learning_rate": 3.2964824120603016e-05,
      "loss": 0.951,
      "step": 836
    },
    {
      "epoch": 0.3723309608540925,
      "grad_norm": 0.3146522343158722,
      "learning_rate": 3.276381909547739e-05,
      "loss": 0.9514,
      "step": 837
    },
    {
      "epoch": 0.37277580071174377,
      "grad_norm": 0.3094431757926941,
      "learning_rate": 3.256281407035176e-05,
      "loss": 0.8729,
      "step": 838
    },
    {
      "epoch": 0.373220640569395,
      "grad_norm": 0.3724329471588135,
      "learning_rate": 3.2361809045226135e-05,
      "loss": 0.9897,
      "step": 839
    },
    {
      "epoch": 0.3736654804270463,
      "grad_norm": 0.3881984353065491,
      "learning_rate": 3.21608040201005e-05,
      "loss": 0.9755,
      "step": 840
    },
    {
      "epoch": 0.3741103202846975,
      "grad_norm": 0.30279484391212463,
      "learning_rate": 3.1959798994974875e-05,
      "loss": 0.8903,
      "step": 841
    },
    {
      "epoch": 0.37455516014234874,
      "grad_norm": 0.42050573229789734,
      "learning_rate": 3.175879396984925e-05,
      "loss": 0.9163,
      "step": 842
    },
    {
      "epoch": 0.375,
      "grad_norm": 0.3830379545688629,
      "learning_rate": 3.155778894472362e-05,
      "loss": 0.9519,
      "step": 843
    },
    {
      "epoch": 0.37544483985765126,
      "grad_norm": 0.32881635427474976,
      "learning_rate": 3.1356783919597993e-05,
      "loss": 0.9225,
      "step": 844
    },
    {
      "epoch": 0.3758896797153025,
      "grad_norm": 0.30189692974090576,
      "learning_rate": 3.1155778894472366e-05,
      "loss": 0.916,
      "step": 845
    },
    {
      "epoch": 0.3763345195729537,
      "grad_norm": 0.37163209915161133,
      "learning_rate": 3.095477386934674e-05,
      "loss": 0.9399,
      "step": 846
    },
    {
      "epoch": 0.376779359430605,
      "grad_norm": 0.43418970704078674,
      "learning_rate": 3.075376884422111e-05,
      "loss": 1.0015,
      "step": 847
    },
    {
      "epoch": 0.37722419928825623,
      "grad_norm": 0.3178066313266754,
      "learning_rate": 3.055276381909548e-05,
      "loss": 0.9131,
      "step": 848
    },
    {
      "epoch": 0.3776690391459075,
      "grad_norm": 0.3209547996520996,
      "learning_rate": 3.0351758793969855e-05,
      "loss": 0.9498,
      "step": 849
    },
    {
      "epoch": 0.3781138790035587,
      "grad_norm": 0.4426248371601105,
      "learning_rate": 3.015075376884422e-05,
      "loss": 0.9335,
      "step": 850
    },
    {
      "epoch": 0.37855871886120995,
      "grad_norm": 0.41413775086402893,
      "learning_rate": 2.994974874371859e-05,
      "loss": 0.8906,
      "step": 851
    },
    {
      "epoch": 0.3790035587188612,
      "grad_norm": 0.3665112555027008,
      "learning_rate": 2.9748743718592964e-05,
      "loss": 0.8849,
      "step": 852
    },
    {
      "epoch": 0.37944839857651247,
      "grad_norm": 0.36841294169425964,
      "learning_rate": 2.9547738693467337e-05,
      "loss": 0.8004,
      "step": 853
    },
    {
      "epoch": 0.3798932384341637,
      "grad_norm": 0.4228864014148712,
      "learning_rate": 2.934673366834171e-05,
      "loss": 1.0018,
      "step": 854
    },
    {
      "epoch": 0.38033807829181493,
      "grad_norm": 0.34962666034698486,
      "learning_rate": 2.914572864321608e-05,
      "loss": 0.9105,
      "step": 855
    },
    {
      "epoch": 0.3807829181494662,
      "grad_norm": 0.4448448121547699,
      "learning_rate": 2.8944723618090452e-05,
      "loss": 0.9391,
      "step": 856
    },
    {
      "epoch": 0.38122775800711745,
      "grad_norm": 0.36843836307525635,
      "learning_rate": 2.8743718592964825e-05,
      "loss": 0.9911,
      "step": 857
    },
    {
      "epoch": 0.3816725978647687,
      "grad_norm": 0.35289087891578674,
      "learning_rate": 2.8542713567839198e-05,
      "loss": 0.9575,
      "step": 858
    },
    {
      "epoch": 0.3821174377224199,
      "grad_norm": 0.39545342326164246,
      "learning_rate": 2.8341708542713568e-05,
      "loss": 0.9074,
      "step": 859
    },
    {
      "epoch": 0.38256227758007116,
      "grad_norm": 0.3101719319820404,
      "learning_rate": 2.814070351758794e-05,
      "loss": 0.8479,
      "step": 860
    },
    {
      "epoch": 0.3830071174377224,
      "grad_norm": 0.38031789660453796,
      "learning_rate": 2.7939698492462314e-05,
      "loss": 1.0281,
      "step": 861
    },
    {
      "epoch": 0.3834519572953737,
      "grad_norm": 0.38144952058792114,
      "learning_rate": 2.7738693467336686e-05,
      "loss": 0.9668,
      "step": 862
    },
    {
      "epoch": 0.38389679715302494,
      "grad_norm": 0.41572901606559753,
      "learning_rate": 2.7537688442211056e-05,
      "loss": 0.9258,
      "step": 863
    },
    {
      "epoch": 0.38434163701067614,
      "grad_norm": 0.2982839345932007,
      "learning_rate": 2.733668341708543e-05,
      "loss": 0.8807,
      "step": 864
    },
    {
      "epoch": 0.3847864768683274,
      "grad_norm": 0.3221079111099243,
      "learning_rate": 2.7135678391959802e-05,
      "loss": 0.9178,
      "step": 865
    },
    {
      "epoch": 0.38523131672597866,
      "grad_norm": 0.38755419850349426,
      "learning_rate": 2.6934673366834175e-05,
      "loss": 0.9183,
      "step": 866
    },
    {
      "epoch": 0.3856761565836299,
      "grad_norm": 0.36158278584480286,
      "learning_rate": 2.6733668341708545e-05,
      "loss": 0.9274,
      "step": 867
    },
    {
      "epoch": 0.3861209964412811,
      "grad_norm": 0.308855801820755,
      "learning_rate": 2.6532663316582917e-05,
      "loss": 0.9158,
      "step": 868
    },
    {
      "epoch": 0.3865658362989324,
      "grad_norm": 0.42090025544166565,
      "learning_rate": 2.633165829145729e-05,
      "loss": 0.9392,
      "step": 869
    },
    {
      "epoch": 0.38701067615658363,
      "grad_norm": 0.3310891389846802,
      "learning_rate": 2.613065326633166e-05,
      "loss": 0.9232,
      "step": 870
    },
    {
      "epoch": 0.3874555160142349,
      "grad_norm": 0.3915763199329376,
      "learning_rate": 2.5929648241206033e-05,
      "loss": 0.8819,
      "step": 871
    },
    {
      "epoch": 0.3879003558718861,
      "grad_norm": 0.3351011872291565,
      "learning_rate": 2.5728643216080406e-05,
      "loss": 0.9757,
      "step": 872
    },
    {
      "epoch": 0.38834519572953735,
      "grad_norm": 0.32709652185440063,
      "learning_rate": 2.5527638190954772e-05,
      "loss": 0.8823,
      "step": 873
    },
    {
      "epoch": 0.3887900355871886,
      "grad_norm": 0.34310227632522583,
      "learning_rate": 2.5326633165829145e-05,
      "loss": 0.8623,
      "step": 874
    },
    {
      "epoch": 0.38923487544483987,
      "grad_norm": 0.3940928876399994,
      "learning_rate": 2.5125628140703518e-05,
      "loss": 0.9409,
      "step": 875
    },
    {
      "epoch": 0.3896797153024911,
      "grad_norm": 0.34565237164497375,
      "learning_rate": 2.492462311557789e-05,
      "loss": 0.9369,
      "step": 876
    },
    {
      "epoch": 0.39012455516014233,
      "grad_norm": 0.37526604533195496,
      "learning_rate": 2.4723618090452264e-05,
      "loss": 0.8391,
      "step": 877
    },
    {
      "epoch": 0.3905693950177936,
      "grad_norm": 0.3760671019554138,
      "learning_rate": 2.4522613065326637e-05,
      "loss": 0.9549,
      "step": 878
    },
    {
      "epoch": 0.39101423487544484,
      "grad_norm": 0.35706883668899536,
      "learning_rate": 2.4321608040201007e-05,
      "loss": 0.7821,
      "step": 879
    },
    {
      "epoch": 0.3914590747330961,
      "grad_norm": 0.37825968861579895,
      "learning_rate": 2.4120603015075376e-05,
      "loss": 1.0344,
      "step": 880
    },
    {
      "epoch": 0.3919039145907473,
      "grad_norm": 0.3388988673686981,
      "learning_rate": 2.391959798994975e-05,
      "loss": 0.9347,
      "step": 881
    },
    {
      "epoch": 0.39234875444839856,
      "grad_norm": 0.35239583253860474,
      "learning_rate": 2.3718592964824122e-05,
      "loss": 0.8896,
      "step": 882
    },
    {
      "epoch": 0.3927935943060498,
      "grad_norm": 0.34962180256843567,
      "learning_rate": 2.351758793969849e-05,
      "loss": 0.9186,
      "step": 883
    },
    {
      "epoch": 0.3932384341637011,
      "grad_norm": 0.3848302960395813,
      "learning_rate": 2.3316582914572865e-05,
      "loss": 1.0796,
      "step": 884
    },
    {
      "epoch": 0.39368327402135234,
      "grad_norm": 0.4643072783946991,
      "learning_rate": 2.3115577889447238e-05,
      "loss": 0.9133,
      "step": 885
    },
    {
      "epoch": 0.39412811387900354,
      "grad_norm": 0.3217661678791046,
      "learning_rate": 2.291457286432161e-05,
      "loss": 0.9077,
      "step": 886
    },
    {
      "epoch": 0.3945729537366548,
      "grad_norm": 0.307915061712265,
      "learning_rate": 2.271356783919598e-05,
      "loss": 0.9465,
      "step": 887
    },
    {
      "epoch": 0.39501779359430605,
      "grad_norm": 0.41546520590782166,
      "learning_rate": 2.2512562814070353e-05,
      "loss": 0.9453,
      "step": 888
    },
    {
      "epoch": 0.3954626334519573,
      "grad_norm": 0.44572389125823975,
      "learning_rate": 2.2311557788944726e-05,
      "loss": 1.1163,
      "step": 889
    },
    {
      "epoch": 0.3959074733096085,
      "grad_norm": 0.3532145619392395,
      "learning_rate": 2.21105527638191e-05,
      "loss": 0.9142,
      "step": 890
    },
    {
      "epoch": 0.3963523131672598,
      "grad_norm": 0.3812106251716614,
      "learning_rate": 2.190954773869347e-05,
      "loss": 0.8557,
      "step": 891
    },
    {
      "epoch": 0.39679715302491103,
      "grad_norm": 0.40992099046707153,
      "learning_rate": 2.1708542713567838e-05,
      "loss": 0.9685,
      "step": 892
    },
    {
      "epoch": 0.3972419928825623,
      "grad_norm": 0.35445836186408997,
      "learning_rate": 2.150753768844221e-05,
      "loss": 0.9416,
      "step": 893
    },
    {
      "epoch": 0.39768683274021355,
      "grad_norm": 0.34018823504447937,
      "learning_rate": 2.1306532663316584e-05,
      "loss": 0.9203,
      "step": 894
    },
    {
      "epoch": 0.39813167259786475,
      "grad_norm": 0.37122175097465515,
      "learning_rate": 2.1105527638190957e-05,
      "loss": 1.1101,
      "step": 895
    },
    {
      "epoch": 0.398576512455516,
      "grad_norm": 0.3946356177330017,
      "learning_rate": 2.0904522613065327e-05,
      "loss": 0.932,
      "step": 896
    },
    {
      "epoch": 0.39902135231316727,
      "grad_norm": 0.3920304775238037,
      "learning_rate": 2.07035175879397e-05,
      "loss": 0.9307,
      "step": 897
    },
    {
      "epoch": 0.3994661921708185,
      "grad_norm": 0.35796669125556946,
      "learning_rate": 2.0502512562814073e-05,
      "loss": 0.9004,
      "step": 898
    },
    {
      "epoch": 0.3999110320284697,
      "grad_norm": 0.37431228160858154,
      "learning_rate": 2.0301507537688446e-05,
      "loss": 0.9462,
      "step": 899
    },
    {
      "epoch": 0.400355871886121,
      "grad_norm": 0.43452969193458557,
      "learning_rate": 2.0100502512562815e-05,
      "loss": 0.9755,
      "step": 900
    },
    {
      "epoch": 0.40080071174377224,
      "grad_norm": 0.308403342962265,
      "learning_rate": 1.9899497487437188e-05,
      "loss": 0.8736,
      "step": 901
    },
    {
      "epoch": 0.4012455516014235,
      "grad_norm": 0.425761342048645,
      "learning_rate": 1.9698492462311558e-05,
      "loss": 1.0335,
      "step": 902
    },
    {
      "epoch": 0.40169039145907476,
      "grad_norm": 0.4178042709827423,
      "learning_rate": 1.949748743718593e-05,
      "loss": 0.8853,
      "step": 903
    },
    {
      "epoch": 0.40213523131672596,
      "grad_norm": 0.31192678213119507,
      "learning_rate": 1.92964824120603e-05,
      "loss": 0.8916,
      "step": 904
    },
    {
      "epoch": 0.4025800711743772,
      "grad_norm": 0.4430267810821533,
      "learning_rate": 1.9095477386934673e-05,
      "loss": 0.962,
      "step": 905
    },
    {
      "epoch": 0.4030249110320285,
      "grad_norm": 0.34475943446159363,
      "learning_rate": 1.8894472361809046e-05,
      "loss": 0.8855,
      "step": 906
    },
    {
      "epoch": 0.40346975088967973,
      "grad_norm": 0.36281871795654297,
      "learning_rate": 1.869346733668342e-05,
      "loss": 0.8925,
      "step": 907
    },
    {
      "epoch": 0.40391459074733094,
      "grad_norm": 0.39103028178215027,
      "learning_rate": 1.849246231155779e-05,
      "loss": 0.86,
      "step": 908
    },
    {
      "epoch": 0.4043594306049822,
      "grad_norm": 0.3842105567455292,
      "learning_rate": 1.829145728643216e-05,
      "loss": 1.0245,
      "step": 909
    },
    {
      "epoch": 0.40480427046263345,
      "grad_norm": 0.4096086025238037,
      "learning_rate": 1.8090452261306535e-05,
      "loss": 0.8985,
      "step": 910
    },
    {
      "epoch": 0.4052491103202847,
      "grad_norm": 0.3068806827068329,
      "learning_rate": 1.7889447236180908e-05,
      "loss": 0.804,
      "step": 911
    },
    {
      "epoch": 0.40569395017793597,
      "grad_norm": 0.28686726093292236,
      "learning_rate": 1.7688442211055277e-05,
      "loss": 1.0117,
      "step": 912
    },
    {
      "epoch": 0.40613879003558717,
      "grad_norm": 0.2880958616733551,
      "learning_rate": 1.748743718592965e-05,
      "loss": 0.8703,
      "step": 913
    },
    {
      "epoch": 0.40658362989323843,
      "grad_norm": 0.3917515277862549,
      "learning_rate": 1.728643216080402e-05,
      "loss": 0.968,
      "step": 914
    },
    {
      "epoch": 0.4070284697508897,
      "grad_norm": 0.3814576268196106,
      "learning_rate": 1.7085427135678393e-05,
      "loss": 0.9305,
      "step": 915
    },
    {
      "epoch": 0.40747330960854095,
      "grad_norm": 0.3277512192726135,
      "learning_rate": 1.6884422110552762e-05,
      "loss": 0.8769,
      "step": 916
    },
    {
      "epoch": 0.40791814946619215,
      "grad_norm": 0.3101690709590912,
      "learning_rate": 1.6683417085427135e-05,
      "loss": 0.8974,
      "step": 917
    },
    {
      "epoch": 0.4083629893238434,
      "grad_norm": 0.34977224469184875,
      "learning_rate": 1.6482412060301508e-05,
      "loss": 0.9463,
      "step": 918
    },
    {
      "epoch": 0.40880782918149466,
      "grad_norm": 0.35917431116104126,
      "learning_rate": 1.628140703517588e-05,
      "loss": 0.9637,
      "step": 919
    },
    {
      "epoch": 0.4092526690391459,
      "grad_norm": 0.36873766779899597,
      "learning_rate": 1.608040201005025e-05,
      "loss": 0.7935,
      "step": 920
    },
    {
      "epoch": 0.4096975088967972,
      "grad_norm": 0.348622590303421,
      "learning_rate": 1.5879396984924624e-05,
      "loss": 0.9165,
      "step": 921
    },
    {
      "epoch": 0.4101423487544484,
      "grad_norm": 0.3866550028324127,
      "learning_rate": 1.5678391959798997e-05,
      "loss": 0.9679,
      "step": 922
    },
    {
      "epoch": 0.41058718861209964,
      "grad_norm": 0.3473438620567322,
      "learning_rate": 1.547738693467337e-05,
      "loss": 0.9228,
      "step": 923
    },
    {
      "epoch": 0.4110320284697509,
      "grad_norm": 0.43389132618904114,
      "learning_rate": 1.527638190954774e-05,
      "loss": 0.9541,
      "step": 924
    },
    {
      "epoch": 0.41147686832740216,
      "grad_norm": 0.40540170669555664,
      "learning_rate": 1.507537688442211e-05,
      "loss": 0.9814,
      "step": 925
    },
    {
      "epoch": 0.41192170818505336,
      "grad_norm": 0.3193083107471466,
      "learning_rate": 1.4874371859296482e-05,
      "loss": 0.9914,
      "step": 926
    },
    {
      "epoch": 0.4123665480427046,
      "grad_norm": 0.3414134383201599,
      "learning_rate": 1.4673366834170855e-05,
      "loss": 1.0247,
      "step": 927
    },
    {
      "epoch": 0.4128113879003559,
      "grad_norm": 0.3683622181415558,
      "learning_rate": 1.4472361809045226e-05,
      "loss": 0.997,
      "step": 928
    },
    {
      "epoch": 0.41325622775800713,
      "grad_norm": 0.37435421347618103,
      "learning_rate": 1.4271356783919599e-05,
      "loss": 0.902,
      "step": 929
    },
    {
      "epoch": 0.41370106761565834,
      "grad_norm": 0.31382328271865845,
      "learning_rate": 1.407035175879397e-05,
      "loss": 0.9035,
      "step": 930
    },
    {
      "epoch": 0.4141459074733096,
      "grad_norm": 0.35533666610717773,
      "learning_rate": 1.3869346733668343e-05,
      "loss": 1.0198,
      "step": 931
    },
    {
      "epoch": 0.41459074733096085,
      "grad_norm": 0.3287508189678192,
      "learning_rate": 1.3668341708542715e-05,
      "loss": 0.8756,
      "step": 932
    },
    {
      "epoch": 0.4150355871886121,
      "grad_norm": 0.3902789056301117,
      "learning_rate": 1.3467336683417087e-05,
      "loss": 0.8743,
      "step": 933
    },
    {
      "epoch": 0.41548042704626337,
      "grad_norm": 0.3326834738254547,
      "learning_rate": 1.3266331658291459e-05,
      "loss": 0.8924,
      "step": 934
    },
    {
      "epoch": 0.41592526690391457,
      "grad_norm": 0.3254244923591614,
      "learning_rate": 1.306532663316583e-05,
      "loss": 0.9863,
      "step": 935
    },
    {
      "epoch": 0.41637010676156583,
      "grad_norm": 0.41529661417007446,
      "learning_rate": 1.2864321608040203e-05,
      "loss": 0.8844,
      "step": 936
    },
    {
      "epoch": 0.4168149466192171,
      "grad_norm": 0.31171804666519165,
      "learning_rate": 1.2663316582914573e-05,
      "loss": 0.9245,
      "step": 937
    },
    {
      "epoch": 0.41725978647686834,
      "grad_norm": 0.33847880363464355,
      "learning_rate": 1.2462311557788946e-05,
      "loss": 0.9414,
      "step": 938
    },
    {
      "epoch": 0.41770462633451955,
      "grad_norm": 0.35839855670928955,
      "learning_rate": 1.2261306532663318e-05,
      "loss": 0.924,
      "step": 939
    },
    {
      "epoch": 0.4181494661921708,
      "grad_norm": 0.3934418857097626,
      "learning_rate": 1.2060301507537688e-05,
      "loss": 0.9718,
      "step": 940
    },
    {
      "epoch": 0.41859430604982206,
      "grad_norm": 0.35172393918037415,
      "learning_rate": 1.1859296482412061e-05,
      "loss": 0.8878,
      "step": 941
    },
    {
      "epoch": 0.4190391459074733,
      "grad_norm": 0.4257389307022095,
      "learning_rate": 1.1658291457286432e-05,
      "loss": 0.9914,
      "step": 942
    },
    {
      "epoch": 0.4194839857651246,
      "grad_norm": 0.3889011740684509,
      "learning_rate": 1.1457286432160805e-05,
      "loss": 0.8339,
      "step": 943
    },
    {
      "epoch": 0.4199288256227758,
      "grad_norm": 0.35240477323532104,
      "learning_rate": 1.1256281407035177e-05,
      "loss": 0.9792,
      "step": 944
    },
    {
      "epoch": 0.42037366548042704,
      "grad_norm": 0.3817644715309143,
      "learning_rate": 1.105527638190955e-05,
      "loss": 0.992,
      "step": 945
    },
    {
      "epoch": 0.4208185053380783,
      "grad_norm": 0.36161094903945923,
      "learning_rate": 1.0854271356783919e-05,
      "loss": 0.8468,
      "step": 946
    },
    {
      "epoch": 0.42126334519572955,
      "grad_norm": 0.3254898488521576,
      "learning_rate": 1.0653266331658292e-05,
      "loss": 0.9998,
      "step": 947
    },
    {
      "epoch": 0.42170818505338076,
      "grad_norm": 0.3513511121273041,
      "learning_rate": 1.0452261306532663e-05,
      "loss": 0.8928,
      "step": 948
    },
    {
      "epoch": 0.422153024911032,
      "grad_norm": 0.3499341309070587,
      "learning_rate": 1.0251256281407036e-05,
      "loss": 0.9137,
      "step": 949
    },
    {
      "epoch": 0.4225978647686833,
      "grad_norm": 0.3495025932788849,
      "learning_rate": 1.0050251256281408e-05,
      "loss": 0.8818,
      "step": 950
    },
    {
      "epoch": 0.42304270462633453,
      "grad_norm": 0.3569670021533966,
      "learning_rate": 9.849246231155779e-06,
      "loss": 0.9912,
      "step": 951
    },
    {
      "epoch": 0.4234875444839858,
      "grad_norm": 0.394522100687027,
      "learning_rate": 9.64824120603015e-06,
      "loss": 0.863,
      "step": 952
    },
    {
      "epoch": 0.423932384341637,
      "grad_norm": 0.35868117213249207,
      "learning_rate": 9.447236180904523e-06,
      "loss": 0.9022,
      "step": 953
    },
    {
      "epoch": 0.42437722419928825,
      "grad_norm": 0.33881279826164246,
      "learning_rate": 9.246231155778894e-06,
      "loss": 0.9634,
      "step": 954
    },
    {
      "epoch": 0.4248220640569395,
      "grad_norm": 0.36202844977378845,
      "learning_rate": 9.045226130653267e-06,
      "loss": 0.9441,
      "step": 955
    },
    {
      "epoch": 0.42526690391459077,
      "grad_norm": 0.39875316619873047,
      "learning_rate": 8.844221105527639e-06,
      "loss": 0.9702,
      "step": 956
    },
    {
      "epoch": 0.42571174377224197,
      "grad_norm": 0.3653241693973541,
      "learning_rate": 8.64321608040201e-06,
      "loss": 0.9436,
      "step": 957
    },
    {
      "epoch": 0.4261565836298932,
      "grad_norm": 0.31130754947662354,
      "learning_rate": 8.442211055276381e-06,
      "loss": 0.8579,
      "step": 958
    },
    {
      "epoch": 0.4266014234875445,
      "grad_norm": 0.3955715000629425,
      "learning_rate": 8.241206030150754e-06,
      "loss": 0.9889,
      "step": 959
    },
    {
      "epoch": 0.42704626334519574,
      "grad_norm": 0.35064584016799927,
      "learning_rate": 8.040201005025125e-06,
      "loss": 0.8877,
      "step": 960
    },
    {
      "epoch": 0.427491103202847,
      "grad_norm": 0.38837116956710815,
      "learning_rate": 7.839195979899498e-06,
      "loss": 0.9255,
      "step": 961
    },
    {
      "epoch": 0.4279359430604982,
      "grad_norm": 0.3994256556034088,
      "learning_rate": 7.63819095477387e-06,
      "loss": 0.9613,
      "step": 962
    },
    {
      "epoch": 0.42838078291814946,
      "grad_norm": 0.5106455087661743,
      "learning_rate": 7.437185929648241e-06,
      "loss": 0.9656,
      "step": 963
    },
    {
      "epoch": 0.4288256227758007,
      "grad_norm": 0.46163278818130493,
      "learning_rate": 7.236180904522613e-06,
      "loss": 1.0239,
      "step": 964
    },
    {
      "epoch": 0.429270462633452,
      "grad_norm": 0.37351593375205994,
      "learning_rate": 7.035175879396985e-06,
      "loss": 0.9637,
      "step": 965
    },
    {
      "epoch": 0.4297153024911032,
      "grad_norm": 0.34434255957603455,
      "learning_rate": 6.834170854271357e-06,
      "loss": 0.9929,
      "step": 966
    },
    {
      "epoch": 0.43016014234875444,
      "grad_norm": 0.3309576213359833,
      "learning_rate": 6.633165829145729e-06,
      "loss": 0.9139,
      "step": 967
    },
    {
      "epoch": 0.4306049822064057,
      "grad_norm": 0.5205715298652649,
      "learning_rate": 6.4321608040201015e-06,
      "loss": 1.0866,
      "step": 968
    },
    {
      "epoch": 0.43104982206405695,
      "grad_norm": 0.417214035987854,
      "learning_rate": 6.231155778894473e-06,
      "loss": 0.9765,
      "step": 969
    },
    {
      "epoch": 0.4314946619217082,
      "grad_norm": 0.3578605651855469,
      "learning_rate": 6.030150753768844e-06,
      "loss": 0.9261,
      "step": 970
    },
    {
      "epoch": 0.4319395017793594,
      "grad_norm": 0.35047677159309387,
      "learning_rate": 5.829145728643216e-06,
      "loss": 0.8318,
      "step": 971
    },
    {
      "epoch": 0.43238434163701067,
      "grad_norm": 0.30359870195388794,
      "learning_rate": 5.628140703517588e-06,
      "loss": 0.9497,
      "step": 972
    },
    {
      "epoch": 0.43282918149466193,
      "grad_norm": 0.32898378372192383,
      "learning_rate": 5.4271356783919595e-06,
      "loss": 0.9873,
      "step": 973
    },
    {
      "epoch": 0.4332740213523132,
      "grad_norm": 0.33104610443115234,
      "learning_rate": 5.226130653266332e-06,
      "loss": 0.9082,
      "step": 974
    },
    {
      "epoch": 0.4337188612099644,
      "grad_norm": 0.3245652914047241,
      "learning_rate": 5.025125628140704e-06,
      "loss": 0.8933,
      "step": 975
    },
    {
      "epoch": 0.43416370106761565,
      "grad_norm": 0.3264075517654419,
      "learning_rate": 4.824120603015075e-06,
      "loss": 0.9778,
      "step": 976
    },
    {
      "epoch": 0.4346085409252669,
      "grad_norm": 0.44732666015625,
      "learning_rate": 4.623115577889447e-06,
      "loss": 0.9509,
      "step": 977
    },
    {
      "epoch": 0.43505338078291816,
      "grad_norm": 0.35666903853416443,
      "learning_rate": 4.422110552763819e-06,
      "loss": 0.9392,
      "step": 978
    },
    {
      "epoch": 0.4354982206405694,
      "grad_norm": 0.3573732078075409,
      "learning_rate": 4.2211055276381906e-06,
      "loss": 0.9323,
      "step": 979
    },
    {
      "epoch": 0.4359430604982206,
      "grad_norm": 0.3136303126811981,
      "learning_rate": 4.020100502512563e-06,
      "loss": 0.959,
      "step": 980
    },
    {
      "epoch": 0.4363879003558719,
      "grad_norm": 0.36791837215423584,
      "learning_rate": 3.819095477386935e-06,
      "loss": 0.9151,
      "step": 981
    },
    {
      "epoch": 0.43683274021352314,
      "grad_norm": 0.3033190965652466,
      "learning_rate": 3.6180904522613065e-06,
      "loss": 0.9223,
      "step": 982
    },
    {
      "epoch": 0.4372775800711744,
      "grad_norm": 0.35878488421440125,
      "learning_rate": 3.4170854271356786e-06,
      "loss": 0.9418,
      "step": 983
    },
    {
      "epoch": 0.4377224199288256,
      "grad_norm": 0.3010809123516083,
      "learning_rate": 3.2160804020100507e-06,
      "loss": 0.8418,
      "step": 984
    },
    {
      "epoch": 0.43816725978647686,
      "grad_norm": 0.4400476813316345,
      "learning_rate": 3.015075376884422e-06,
      "loss": 0.9641,
      "step": 985
    },
    {
      "epoch": 0.4386120996441281,
      "grad_norm": 0.34438541531562805,
      "learning_rate": 2.814070351758794e-06,
      "loss": 0.8904,
      "step": 986
    },
    {
      "epoch": 0.4390569395017794,
      "grad_norm": 0.39025887846946716,
      "learning_rate": 2.613065326633166e-06,
      "loss": 0.9406,
      "step": 987
    },
    {
      "epoch": 0.4395017793594306,
      "grad_norm": 0.29612797498703003,
      "learning_rate": 2.4120603015075375e-06,
      "loss": 0.9153,
      "step": 988
    },
    {
      "epoch": 0.43994661921708184,
      "grad_norm": 0.3811575174331665,
      "learning_rate": 2.2110552763819096e-06,
      "loss": 0.8314,
      "step": 989
    },
    {
      "epoch": 0.4403914590747331,
      "grad_norm": 0.3829675614833832,
      "learning_rate": 2.0100502512562813e-06,
      "loss": 0.8798,
      "step": 990
    },
    {
      "epoch": 0.44083629893238435,
      "grad_norm": 0.33976423740386963,
      "learning_rate": 1.8090452261306533e-06,
      "loss": 0.8793,
      "step": 991
    },
    {
      "epoch": 0.4412811387900356,
      "grad_norm": 0.3907322883605957,
      "learning_rate": 1.6080402010050254e-06,
      "loss": 0.9893,
      "step": 992
    },
    {
      "epoch": 0.4417259786476868,
      "grad_norm": 0.33631375432014465,
      "learning_rate": 1.407035175879397e-06,
      "loss": 0.8798,
      "step": 993
    },
    {
      "epoch": 0.44217081850533807,
      "grad_norm": 0.41036009788513184,
      "learning_rate": 1.2060301507537688e-06,
      "loss": 0.843,
      "step": 994
    },
    {
      "epoch": 0.44261565836298933,
      "grad_norm": 0.3805226683616638,
      "learning_rate": 1.0050251256281407e-06,
      "loss": 1.0452,
      "step": 995
    },
    {
      "epoch": 0.4430604982206406,
      "grad_norm": 0.40261736512184143,
      "learning_rate": 8.040201005025127e-07,
      "loss": 0.8972,
      "step": 996
    },
    {
      "epoch": 0.4435053380782918,
      "grad_norm": 0.3762563467025757,
      "learning_rate": 6.030150753768844e-07,
      "loss": 0.8555,
      "step": 997
    },
    {
      "epoch": 0.44395017793594305,
      "grad_norm": 0.3261839747428894,
      "learning_rate": 4.0201005025125634e-07,
      "loss": 0.8795,
      "step": 998
    },
    {
      "epoch": 0.4443950177935943,
      "grad_norm": 0.309962660074234,
      "learning_rate": 2.0100502512562817e-07,
      "loss": 0.9488,
      "step": 999
    },
    {
      "epoch": 0.44483985765124556,
      "grad_norm": 0.3620010018348694,
      "learning_rate": 0.0,
      "loss": 0.953,
      "step": 1000
    }
  ],
  "logging_steps": 1,
  "max_steps": 1000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.7939011197427712e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}