{
  "best_metric": 4.07383918762207,
  "best_model_checkpoint": "/mmfs1/gscratch/stf/abhinavp/corpus-filtering/outputs/pp-mod-subj2/transformer/2/checkpoints/checkpoint-152640",
  "epoch": 1.0250006060157382,
  "eval_steps": 10,
  "global_step": 152640,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.999998362119627e-05,
      "loss": 11.0111,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.999161405248948e-05,
      "loss": 6.8304,
      "step": 512
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998322810497896e-05,
      "loss": 6.1934,
      "step": 1024
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997484215746844e-05,
      "loss": 5.9809,
      "step": 1536
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996645620995792e-05,
      "loss": 5.8098,
      "step": 2048
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99580702624474e-05,
      "loss": 5.7038,
      "step": 2560
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994968431493688e-05,
      "loss": 5.6068,
      "step": 3072
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994129836742636e-05,
      "loss": 5.5374,
      "step": 3584
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.993291241991584e-05,
      "loss": 5.4546,
      "step": 4096
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992452647240532e-05,
      "loss": 5.4007,
      "step": 4608
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99161405248948e-05,
      "loss": 5.3464,
      "step": 5120
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.990775457738428e-05,
      "loss": 5.3083,
      "step": 5632
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989938500867749e-05,
      "loss": 5.2703,
      "step": 6144
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989099906116697e-05,
      "loss": 5.2131,
      "step": 6656
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988261311365645e-05,
      "loss": 5.1814,
      "step": 7168
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.987422716614593e-05,
      "loss": 5.1288,
      "step": 7680
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986584121863541e-05,
      "loss": 5.1136,
      "step": 8192
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.985745527112489e-05,
      "loss": 5.0782,
      "step": 8704
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.984906932361437e-05,
      "loss": 5.0411,
      "step": 9216
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.984068337610385e-05,
      "loss": 5.0188,
      "step": 9728
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.983229742859333e-05,
      "loss": 5.0187,
      "step": 10240
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9823927859886547e-05,
      "loss": 4.9727,
      "step": 10752
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9815541912376026e-05,
      "loss": 4.9591,
      "step": 11264
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9807155964865506e-05,
      "loss": 4.9324,
      "step": 11776
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9798770017354986e-05,
      "loss": 4.9072,
      "step": 12288
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9790400448648195e-05,
      "loss": 4.8975,
      "step": 12800
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9782014501137675e-05,
      "loss": 4.8631,
      "step": 13312
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9773628553627155e-05,
      "loss": 4.859,
      "step": 13824
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9765242606116635e-05,
      "loss": 4.8412,
      "step": 14336
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9756856658606115e-05,
      "loss": 4.8142,
      "step": 14848
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9748470711095595e-05,
      "loss": 4.8068,
      "step": 15360
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.974008476358507e-05,
      "loss": 4.7844,
      "step": 15872
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.973169881607455e-05,
      "loss": 4.7855,
      "step": 16384
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9723329247367764e-05,
      "loss": 4.7661,
      "step": 16896
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9714943299857244e-05,
      "loss": 4.7484,
      "step": 17408
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.970657373115046e-05,
      "loss": 4.745,
      "step": 17920
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.969818778363994e-05,
      "loss": 4.7463,
      "step": 18432
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968980183612942e-05,
      "loss": 4.7079,
      "step": 18944
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96814158886189e-05,
      "loss": 4.7015,
      "step": 19456
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967302994110837e-05,
      "loss": 4.695,
      "step": 19968
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966464399359785e-05,
      "loss": 4.6749,
      "step": 20480
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.965625804608733e-05,
      "loss": 4.6688,
      "step": 20992
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.964787209857681e-05,
      "loss": 4.6714,
      "step": 21504
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963950252987002e-05,
      "loss": 4.6598,
      "step": 22016
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96311165823595e-05,
      "loss": 4.6449,
      "step": 22528
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.962273063484898e-05,
      "loss": 4.6366,
      "step": 23040
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.961434468733847e-05,
      "loss": 4.6267,
      "step": 23552
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960595873982795e-05,
      "loss": 4.6274,
      "step": 24064
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959758917112116e-05,
      "loss": 4.5957,
      "step": 24576
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9589219602414374e-05,
      "loss": 4.5957,
      "step": 25088
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958083365490385e-05,
      "loss": 4.6022,
      "step": 25600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957244770739333e-05,
      "loss": 4.5928,
      "step": 26112
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.956406175988281e-05,
      "loss": 4.5793,
      "step": 26624
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955567581237229e-05,
      "loss": 4.5615,
      "step": 27136
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.954728986486177e-05,
      "loss": 4.5695,
      "step": 27648
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.953890391735125e-05,
      "loss": 4.5506,
      "step": 28160
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9530517969840727e-05,
      "loss": 4.5676,
      "step": 28672
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9522132022330207e-05,
      "loss": 4.5352,
      "step": 29184
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.951376245362342e-05,
      "loss": 4.5489,
      "step": 29696
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95053765061129e-05,
      "loss": 4.5302,
      "step": 30208
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.949699055860238e-05,
      "loss": 4.5188,
      "step": 30720
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948860461109186e-05,
      "loss": 4.5224,
      "step": 31232
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948021866358134e-05,
      "loss": 4.5084,
      "step": 31744
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947184909487455e-05,
      "loss": 4.5034,
      "step": 32256
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.946346314736403e-05,
      "loss": 4.4952,
      "step": 32768
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945507719985351e-05,
      "loss": 4.505,
      "step": 33280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.944669125234299e-05,
      "loss": 4.4809,
      "step": 33792
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94383216836362e-05,
      "loss": 4.4763,
      "step": 34304
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942993573612568e-05,
      "loss": 4.4645,
      "step": 34816
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942156616741889e-05,
      "loss": 4.4629,
      "step": 35328
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.941318021990837e-05,
      "loss": 4.4826,
      "step": 35840
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9404794272397856e-05,
      "loss": 4.4715,
      "step": 36352
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9396408324887336e-05,
      "loss": 4.4523,
      "step": 36864
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9388022377376816e-05,
      "loss": 4.4521,
      "step": 37376
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9379636429866296e-05,
      "loss": 4.4569,
      "step": 37888
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9371250482355776e-05,
      "loss": 4.4513,
      "step": 38400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9362880913648985e-05,
      "loss": 4.4344,
      "step": 38912
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9354494966138465e-05,
      "loss": 4.439,
      "step": 39424
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9346109018627945e-05,
      "loss": 4.4291,
      "step": 39936
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9337723071117425e-05,
      "loss": 4.4267,
      "step": 40448
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9329337123606905e-05,
      "loss": 4.4215,
      "step": 40960
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.932095117609638e-05,
      "loss": 4.4195,
      "step": 41472
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9312581607389594e-05,
      "loss": 4.4217,
      "step": 41984
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9304195659879074e-05,
      "loss": 4.4137,
      "step": 42496
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9295809712368554e-05,
      "loss": 4.393,
      "step": 43008
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9287423764858034e-05,
      "loss": 4.4039,
      "step": 43520
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9279037817347514e-05,
      "loss": 4.4025,
      "step": 44032
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9270651869836994e-05,
      "loss": 4.3979,
      "step": 44544
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9262265922326474e-05,
      "loss": 4.3908,
      "step": 45056
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9253879974815954e-05,
      "loss": 4.3806,
      "step": 45568
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.924551040610916e-05,
      "loss": 4.3867,
      "step": 46080
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.923712445859864e-05,
      "loss": 4.3744,
      "step": 46592
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922875488989185e-05,
      "loss": 4.3819,
      "step": 47104
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922036894238133e-05,
      "loss": 4.3697,
      "step": 47616
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.921198299487081e-05,
      "loss": 4.3645,
      "step": 48128
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920359704736029e-05,
      "loss": 4.3834,
      "step": 48640
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919521109984978e-05,
      "loss": 4.3487,
      "step": 49152
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918682515233926e-05,
      "loss": 4.3473,
      "step": 49664
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917843920482874e-05,
      "loss": 4.3556,
      "step": 50176
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917005325731822e-05,
      "loss": 4.3541,
      "step": 50688
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91616673098077e-05,
      "loss": 4.3581,
      "step": 51200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.915328136229718e-05,
      "loss": 4.3437,
      "step": 51712
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914491179359039e-05,
      "loss": 4.3372,
      "step": 52224
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.913652584607987e-05,
      "loss": 4.3352,
      "step": 52736
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.912813989856935e-05,
      "loss": 4.3373,
      "step": 53248
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.911975395105883e-05,
      "loss": 4.3218,
      "step": 53760
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9111384382352036e-05,
      "loss": 4.3192,
      "step": 54272
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9102998434841516e-05,
      "loss": 4.3317,
      "step": 54784
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9094612487330996e-05,
      "loss": 4.3218,
      "step": 55296
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9086226539820476e-05,
      "loss": 4.3133,
      "step": 55808
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907785697111369e-05,
      "loss": 4.3101,
      "step": 56320
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906947102360317e-05,
      "loss": 4.3068,
      "step": 56832
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906108507609265e-05,
      "loss": 4.3177,
      "step": 57344
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.905269912858213e-05,
      "loss": 4.3039,
      "step": 57856
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.904431318107161e-05,
      "loss": 4.3018,
      "step": 58368
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903592723356109e-05,
      "loss": 4.3053,
      "step": 58880
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9027541286050565e-05,
      "loss": 4.3055,
      "step": 59392
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.901917171734378e-05,
      "loss": 4.2952,
      "step": 59904
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.901078576983326e-05,
      "loss": 4.2981,
      "step": 60416
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900239982232274e-05,
      "loss": 4.2947,
      "step": 60928
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8994013874812214e-05,
      "loss": 4.2937,
      "step": 61440
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.89856279273017e-05,
      "loss": 4.2765,
      "step": 61952
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.897724197979118e-05,
      "loss": 4.2885,
      "step": 62464
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896885603228066e-05,
      "loss": 4.2835,
      "step": 62976
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896048646357387e-05,
      "loss": 4.2888,
      "step": 63488
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895210051606335e-05,
      "loss": 4.271,
      "step": 64000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894371456855283e-05,
      "loss": 4.2794,
      "step": 64512
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.893532862104231e-05,
      "loss": 4.2694,
      "step": 65024
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.892695905233552e-05,
      "loss": 4.2729,
      "step": 65536
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8918573104825e-05,
      "loss": 4.2516,
      "step": 66048
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891018715731448e-05,
      "loss": 4.2786,
      "step": 66560
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.890180120980396e-05,
      "loss": 4.2767,
      "step": 67072
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.889341526229344e-05,
      "loss": 4.2601,
      "step": 67584
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.888502931478292e-05,
      "loss": 4.2503,
      "step": 68096
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.88766433672724e-05,
      "loss": 4.2709,
      "step": 68608
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.886825741976188e-05,
      "loss": 4.2564,
      "step": 69120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8859887851055094e-05,
      "loss": 4.2585,
      "step": 69632
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8851501903544574e-05,
      "loss": 4.2507,
      "step": 70144
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.884313233483778e-05,
      "loss": 4.2591,
      "step": 70656
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.883474638732726e-05,
      "loss": 4.2503,
      "step": 71168
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.882636043981674e-05,
      "loss": 4.2484,
      "step": 71680
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.881797449230622e-05,
      "loss": 4.235,
      "step": 72192
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.880960492359943e-05,
      "loss": 4.2468,
      "step": 72704
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.880121897608891e-05,
      "loss": 4.2427,
      "step": 73216
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.879283302857839e-05,
      "loss": 4.2355,
      "step": 73728
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.878444708106787e-05,
      "loss": 4.2551,
      "step": 74240
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.877606113355735e-05,
      "loss": 4.2296,
      "step": 74752
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.876767518604683e-05,
      "loss": 4.2371,
      "step": 75264
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.875928923853632e-05,
      "loss": 4.2402,
      "step": 75776
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.875091966982953e-05,
      "loss": 4.2283,
      "step": 76288
    },
    {
      "epoch": 0.03,
      "eval_loss": 4.242136001586914,
      "eval_runtime": 304.3659,
      "eval_samples_per_second": 1253.725,
      "eval_steps_per_second": 39.18,
      "step": 76320
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.874253372231901e-05,
      "loss": 4.2164,
      "step": 76800
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.873414777480849e-05,
      "loss": 4.2205,
      "step": 77312
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.872576182729797e-05,
      "loss": 4.2306,
      "step": 77824
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.871737587978745e-05,
      "loss": 4.2205,
      "step": 78336
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.870898993227693e-05,
      "loss": 4.2211,
      "step": 78848
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.87006039847664e-05,
      "loss": 4.2057,
      "step": 79360
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8692234416059616e-05,
      "loss": 4.2073,
      "step": 79872
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8683848468549096e-05,
      "loss": 4.2047,
      "step": 80384
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8675462521038576e-05,
      "loss": 4.2127,
      "step": 80896
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8667076573528056e-05,
      "loss": 4.1982,
      "step": 81408
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.865870700482127e-05,
      "loss": 4.2066,
      "step": 81920
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.865033743611448e-05,
      "loss": 4.21,
      "step": 82432
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.864195148860396e-05,
      "loss": 4.1932,
      "step": 82944
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.863356554109344e-05,
      "loss": 4.191,
      "step": 83456
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.862517959358292e-05,
      "loss": 4.1788,
      "step": 83968
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.86167936460724e-05,
      "loss": 4.1883,
      "step": 84480
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8608407698561874e-05,
      "loss": 4.1836,
      "step": 84992
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8600021751051354e-05,
      "loss": 4.1786,
      "step": 85504
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8591635803540834e-05,
      "loss": 4.1792,
      "step": 86016
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8583249856030314e-05,
      "loss": 4.2071,
      "step": 86528
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8574863908519794e-05,
      "loss": 4.1769,
      "step": 87040
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8566477961009274e-05,
      "loss": 4.178,
      "step": 87552
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8558092013498754e-05,
      "loss": 4.1857,
      "step": 88064
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.854972244479197e-05,
      "loss": 4.1767,
      "step": 88576
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.854133649728145e-05,
      "loss": 4.1722,
      "step": 89088
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.853295054977093e-05,
      "loss": 4.1653,
      "step": 89600
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.852456460226041e-05,
      "loss": 4.1699,
      "step": 90112
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.851619503355362e-05,
      "loss": 4.1672,
      "step": 90624
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.85078090860431e-05,
      "loss": 4.1534,
      "step": 91136
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.849942313853258e-05,
      "loss": 4.1661,
      "step": 91648
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.849105356982579e-05,
      "loss": 4.1531,
      "step": 92160
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.848266762231527e-05,
      "loss": 4.1674,
      "step": 92672
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.847428167480475e-05,
      "loss": 4.1631,
      "step": 93184
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.846589572729423e-05,
      "loss": 4.1475,
      "step": 93696
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8457526158587444e-05,
      "loss": 4.1639,
      "step": 94208
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8449140211076924e-05,
      "loss": 4.169,
      "step": 94720
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8440754263566404e-05,
      "loss": 4.1409,
      "step": 95232
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8432368316055884e-05,
      "loss": 4.1518,
      "step": 95744
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8423982368545363e-05,
      "loss": 4.1438,
      "step": 96256
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8415596421034843e-05,
      "loss": 4.1371,
      "step": 96768
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.840722685232805e-05,
      "loss": 4.1428,
      "step": 97280
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.839884090481753e-05,
      "loss": 4.151,
      "step": 97792
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.839045495730701e-05,
      "loss": 4.1471,
      "step": 98304
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.838206900979649e-05,
      "loss": 4.1387,
      "step": 98816
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.83736994410897e-05,
      "loss": 4.1449,
      "step": 99328
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.836531349357918e-05,
      "loss": 4.1333,
      "step": 99840
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.835692754606866e-05,
      "loss": 4.1414,
      "step": 100352
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.834854159855814e-05,
      "loss": 4.1206,
      "step": 100864
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.834017202985136e-05,
      "loss": 4.1247,
      "step": 101376
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.833178608234084e-05,
      "loss": 4.1389,
      "step": 101888
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.832340013483032e-05,
      "loss": 4.1385,
      "step": 102400
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.83150141873198e-05,
      "loss": 4.1259,
      "step": 102912
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.830662823980928e-05,
      "loss": 4.1163,
      "step": 103424
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8298258671102486e-05,
      "loss": 4.1294,
      "step": 103936
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8289872723591966e-05,
      "loss": 4.1106,
      "step": 104448
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8281486776081446e-05,
      "loss": 4.1372,
      "step": 104960
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8273100828570926e-05,
      "loss": 4.1185,
      "step": 105472
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8264731259864135e-05,
      "loss": 4.1334,
      "step": 105984
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8256345312353615e-05,
      "loss": 4.1184,
      "step": 106496
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8247959364843095e-05,
      "loss": 4.1088,
      "step": 107008
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.823957341733258e-05,
      "loss": 4.1139,
      "step": 107520
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.823118746982206e-05,
      "loss": 4.1173,
      "step": 108032
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.822281790111527e-05,
      "loss": 4.1048,
      "step": 108544
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.821443195360475e-05,
      "loss": 4.103,
      "step": 109056
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.820604600609423e-05,
      "loss": 4.1186,
      "step": 109568
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.819766005858371e-05,
      "loss": 4.1021,
      "step": 110080
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.818929048987692e-05,
      "loss": 4.0946,
      "step": 110592
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.81809045423664e-05,
      "loss": 4.0924,
      "step": 111104
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.817251859485588e-05,
      "loss": 4.0935,
      "step": 111616
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.816413264734535e-05,
      "loss": 4.1131,
      "step": 112128
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.815576307863857e-05,
      "loss": 4.111,
      "step": 112640
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.814737713112805e-05,
      "loss": 4.0958,
      "step": 113152
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8138991183617535e-05,
      "loss": 4.0989,
      "step": 113664
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.813060523610701e-05,
      "loss": 4.1028,
      "step": 114176
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.812221928859649e-05,
      "loss": 4.1,
      "step": 114688
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8113849719889704e-05,
      "loss": 4.0913,
      "step": 115200
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8105463772379184e-05,
      "loss": 4.0992,
      "step": 115712
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.809707782486866e-05,
      "loss": 4.0928,
      "step": 116224
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.808869187735814e-05,
      "loss": 4.0971,
      "step": 116736
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.808032230865135e-05,
      "loss": 4.0878,
      "step": 117248
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8071936361140827e-05,
      "loss": 4.0914,
      "step": 117760
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8063550413630307e-05,
      "loss": 4.0925,
      "step": 118272
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8055164466119786e-05,
      "loss": 4.0914,
      "step": 118784
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8046794897413e-05,
      "loss": 4.0731,
      "step": 119296
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.803840894990248e-05,
      "loss": 4.0883,
      "step": 119808
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.803002300239196e-05,
      "loss": 4.084,
      "step": 120320
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.802163705488144e-05,
      "loss": 4.0861,
      "step": 120832
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.801326748617466e-05,
      "loss": 4.0826,
      "step": 121344
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.800488153866413e-05,
      "loss": 4.0697,
      "step": 121856
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.799649559115361e-05,
      "loss": 4.083,
      "step": 122368
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.798810964364309e-05,
      "loss": 4.0743,
      "step": 122880
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.79797400749363e-05,
      "loss": 4.0839,
      "step": 123392
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.797135412742578e-05,
      "loss": 4.0678,
      "step": 123904
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.796296817991526e-05,
      "loss": 4.0737,
      "step": 124416
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7954598611208476e-05,
      "loss": 4.085,
      "step": 124928
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7946212663697956e-05,
      "loss": 4.0719,
      "step": 125440
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7937826716187436e-05,
      "loss": 4.0545,
      "step": 125952
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7929440768676916e-05,
      "loss": 4.0684,
      "step": 126464
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7921054821166396e-05,
      "loss": 4.0729,
      "step": 126976
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7912668873655876e-05,
      "loss": 4.074,
      "step": 127488
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7904282926145356e-05,
      "loss": 4.0667,
      "step": 128000
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7895896978634836e-05,
      "loss": 4.0613,
      "step": 128512
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7887527409928045e-05,
      "loss": 4.0587,
      "step": 129024
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7879141462417525e-05,
      "loss": 4.0689,
      "step": 129536
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7870755514907005e-05,
      "loss": 4.0494,
      "step": 130048
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7862385946200214e-05,
      "loss": 4.0546,
      "step": 130560
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7853999998689694e-05,
      "loss": 4.0633,
      "step": 131072
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.784561405117918e-05,
      "loss": 4.0634,
      "step": 131584
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.783722810366866e-05,
      "loss": 4.0416,
      "step": 132096
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.782884215615814e-05,
      "loss": 4.0557,
      "step": 132608
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.782045620864762e-05,
      "loss": 4.0444,
      "step": 133120
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.78120702611371e-05,
      "loss": 4.0614,
      "step": 133632
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.780368431362658e-05,
      "loss": 4.0484,
      "step": 134144
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.779529836611606e-05,
      "loss": 4.043,
      "step": 134656
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.778692879740927e-05,
      "loss": 4.0614,
      "step": 135168
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.777854284989875e-05,
      "loss": 4.0539,
      "step": 135680
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.777017328119196e-05,
      "loss": 4.0473,
      "step": 136192
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.776178733368144e-05,
      "loss": 4.0521,
      "step": 136704
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.775340138617092e-05,
      "loss": 4.048,
      "step": 137216
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.77450154386604e-05,
      "loss": 4.0502,
      "step": 137728
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.773662949114988e-05,
      "loss": 4.0333,
      "step": 138240
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.772824354363936e-05,
      "loss": 4.0525,
      "step": 138752
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7719857596128845e-05,
      "loss": 4.0402,
      "step": 139264
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.771147164861832e-05,
      "loss": 4.05,
      "step": 139776
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7703102079911534e-05,
      "loss": 4.0403,
      "step": 140288
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7694716132401014e-05,
      "loss": 4.0418,
      "step": 140800
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7686330184890494e-05,
      "loss": 4.036,
      "step": 141312
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.767794423737997e-05,
      "loss": 4.0399,
      "step": 141824
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.766957466867318e-05,
      "loss": 4.0225,
      "step": 142336
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.766118872116266e-05,
      "loss": 4.0514,
      "step": 142848
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7652802773652136e-05,
      "loss": 4.0432,
      "step": 143360
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7644416826141616e-05,
      "loss": 4.0364,
      "step": 143872
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.763604725743483e-05,
      "loss": 4.0277,
      "step": 144384
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.762766130992431e-05,
      "loss": 4.0449,
      "step": 144896
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.761927536241379e-05,
      "loss": 4.04,
      "step": 145408
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.761088941490327e-05,
      "loss": 4.0326,
      "step": 145920
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.760251984619649e-05,
      "loss": 4.0287,
      "step": 146432
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.759413389868596e-05,
      "loss": 4.0383,
      "step": 146944
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.758574795117544e-05,
      "loss": 4.0326,
      "step": 147456
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.757736200366492e-05,
      "loss": 4.0423,
      "step": 147968
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7568992434958137e-05,
      "loss": 4.0168,
      "step": 148480
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.756060648744761e-05,
      "loss": 4.0328,
      "step": 148992
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.755222053993709e-05,
      "loss": 4.0293,
      "step": 149504
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.754383459242657e-05,
      "loss": 4.0217,
      "step": 150016
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7535465023719786e-05,
      "loss": 4.0447,
      "step": 150528
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7527079076209266e-05,
      "loss": 4.0225,
      "step": 151040
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7518693128698745e-05,
      "loss": 4.029,
      "step": 151552
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7510307181188225e-05,
      "loss": 4.0274,
      "step": 152064
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7501921233677705e-05,
      "loss": 4.0271,
      "step": 152576
    },
    {
      "epoch": 1.03,
      "eval_loss": 4.07383918762207,
      "eval_runtime": 304.4679,
      "eval_samples_per_second": 1253.304,
      "eval_steps_per_second": 39.167,
      "step": 152640
    }
  ],
  "logging_steps": 512,
  "max_steps": 3052726,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10,
  "total_flos": 9.903640559275008e+16,
  "trial_name": null,
  "trial_params": null
}