{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.05011286681715576,
  "eval_steps": 500,
  "global_step": 222,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.1428571428571427e-07,
      "loss": 0.0007,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2857142857142855e-07,
      "loss": -0.0016,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.428571428571428e-07,
      "loss": -0.0009,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.571428571428571e-07,
      "loss": -0.0002,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.714285714285714e-07,
      "loss": 0.0005,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.857142857142856e-07,
      "loss": -0.0004,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 8e-07,
      "loss": -0.0013,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.999572983069959e-07,
      "loss": -0.0003,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.99829202345157e-07,
      "loss": -0.0009,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.996157394640553e-07,
      "loss": -0.0003,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.993169552398228e-07,
      "loss": -0.0001,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.989329134654206e-07,
      "loss": -0.0005,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.984636961370187e-07,
      "loss": -0.0007,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.979094034364882e-07,
      "loss": 0.0007,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.972701537100132e-07,
      "loss": -0.0001,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.965460834428213e-07,
      "loss": -0.0011,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.957373472300441e-07,
      "loss": -0.0019,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.948441177437086e-07,
      "loss": -0.0009,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.938665856958715e-07,
      "loss": 0.0006,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.928049597979001e-07,
      "loss": -0.0015,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.916594667159099e-07,
      "loss": -0.0008,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.904303510223708e-07,
      "loss": -0.0003,
      "step": 22
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.891178751438877e-07,
      "loss": 0.0001,
      "step": 23
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.87722319305171e-07,
      "loss": -0.0004,
      "step": 24
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.862439814692054e-07,
      "loss": -0.0007,
      "step": 25
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.846831772736331e-07,
      "loss": -0.0009,
      "step": 26
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.830402399633623e-07,
      "loss": -0.0017,
      "step": 27
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.813155203194161e-07,
      "loss": -0.0016,
      "step": 28
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.795093865840382e-07,
      "loss": -0.0009,
      "step": 29
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.776222243820702e-07,
      "loss": -0.001,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.75654436638617e-07,
      "loss": -0.0018,
      "step": 31
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.736064434930192e-07,
      "loss": -0.0006,
      "step": 32
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.714786822091497e-07,
      "loss": -0.0024,
      "step": 33
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.692716070820541e-07,
      "loss": -0.0011,
      "step": 34
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.66985689340955e-07,
      "loss": -0.0024,
      "step": 35
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.646214170486406e-07,
      "loss": -0.0011,
      "step": 36
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.621792949972586e-07,
      "loss": -0.0007,
      "step": 37
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.596598446005399e-07,
      "loss": -0.0017,
      "step": 38
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.570636037824713e-07,
      "loss": 0.001,
      "step": 39
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.543911268624445e-07,
      "loss": -0.001,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.516429844369049e-07,
      "loss": -0.0003,
      "step": 41
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.48819763257523e-07,
      "loss": -0.0002,
      "step": 42
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.459220661059195e-07,
      "loss": -0.0007,
      "step": 43
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.429505116649652e-07,
      "loss": 0.0002,
      "step": 44
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.399057343866876e-07,
      "loss": -0.0021,
      "step": 45
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.367883843568095e-07,
      "loss": -0.0019,
      "step": 46
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.335991271559511e-07,
      "loss": 0.0003,
      "step": 47
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.303386437175216e-07,
      "loss": -0.0016,
      "step": 48
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.270076301823353e-07,
      "loss": -0.0018,
      "step": 49
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.23606797749979e-07,
      "loss": -0.0007,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.201368725269651e-07,
      "loss": -0.0004,
      "step": 51
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.165985953717016e-07,
      "loss": -0.0012,
      "step": 52
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.12992721736313e-07,
      "loss": -0.0005,
      "step": 53
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.093200215053441e-07,
      "loss": -0.0008,
      "step": 54
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.055812788313836e-07,
      "loss": -0.0008,
      "step": 55
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.01777291967641e-07,
      "loss": 0.0004,
      "step": 56
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.979088730975127e-07,
      "loss": -0.0011,
      "step": 57
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.939768481611736e-07,
      "loss": -0.0003,
      "step": 58
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.899820566792321e-07,
      "loss": -0.0006,
      "step": 59
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.859253515734858e-07,
      "loss": -0.001,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.818075989848146e-07,
      "loss": -0.0008,
      "step": 61
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.776296780882536e-07,
      "loss": -0.0009,
      "step": 62
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.733924809052798e-07,
      "loss": -0.0007,
      "step": 63
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.6909691211336e-07,
      "loss": -0.0007,
      "step": 64
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.647438888527933e-07,
      "loss": -0.0011,
      "step": 65
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.603343405308942e-07,
      "loss": -0.0007,
      "step": 66
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.558692086235565e-07,
      "loss": -0.0011,
      "step": 67
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.513494464742397e-07,
      "loss": -0.0001,
      "step": 68
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.467760190904226e-07,
      "loss": -0.0017,
      "step": 69
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.421499029375658e-07,
      "loss": -0.0009,
      "step": 70
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.374720857306283e-07,
      "loss": 0.0003,
      "step": 71
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.327435662231812e-07,
      "loss": -0.0018,
      "step": 72
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.279653539941665e-07,
      "loss": -0.0006,
      "step": 73
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.231384692323428e-07,
      "loss": -0.0002,
      "step": 74
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.182639425184666e-07,
      "loss": -0.0009,
      "step": 75
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.133428146052541e-07,
      "loss": -0.0007,
      "step": 76
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.083761361951721e-07,
      "loss": 0.0001,
      "step": 77
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.033649677161044e-07,
      "loss": -0.0009,
      "step": 78
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.983103790949407e-07,
      "loss": -0.0,
      "step": 79
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.932134495291391e-07,
      "loss": 0.0005,
      "step": 80
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.880752672563073e-07,
      "loss": -0.0008,
      "step": 81
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.828969293218554e-07,
      "loss": -0.0006,
      "step": 82
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.776795413447672e-07,
      "loss": -0.0008,
      "step": 83
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.72424217281541e-07,
      "loss": -0.0005,
      "step": 84
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.671320791883507e-07,
      "loss": -0.0013,
      "step": 85
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.618042569814775e-07,
      "loss": -0.0006,
      "step": 86
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.564418881960623e-07,
      "loss": -0.0007,
      "step": 87
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.510461177432338e-07,
      "loss": -0.0006,
      "step": 88
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.456180976656585e-07,
      "loss": -0.0007,
      "step": 89
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.401589868915718e-07,
      "loss": 0.0001,
      "step": 90
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.346699509873349e-07,
      "loss": -0.0007,
      "step": 91
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.291521619085784e-07,
      "loss": -0.0007,
      "step": 92
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.23606797749979e-07,
      "loss": -0.0002,
      "step": 93
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.180350424937258e-07,
      "loss": 0.0002,
      "step": 94
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.124380857567313e-07,
      "loss": -0.0006,
      "step": 95
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.068171225366372e-07,
      "loss": -0.0015,
      "step": 96
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.011733529566722e-07,
      "loss": -0.0004,
      "step": 97
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.955079820094167e-07,
      "loss": -0.001,
      "step": 98
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.898222192995253e-07,
      "loss": 0.0002,
      "step": 99
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.841172787854665e-07,
      "loss": -0.0012,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.783943785203326e-07,
      "loss": -0.0026,
      "step": 101
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.726547403917745e-07,
      "loss": -0.0004,
      "step": 102
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.6689958986111913e-07,
      "loss": -0.0005,
      "step": 103
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.6113015570172204e-07,
      "loss": 0.0,
      "step": 104
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.553476697366145e-07,
      "loss": -0.0001,
      "step": 105
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.4955336657549915e-07,
      "loss": -0.0026,
      "step": 106
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.4374848335114983e-07,
      "loss": 0.0018,
      "step": 107
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.3793425945527306e-07,
      "loss": 0.0016,
      "step": 108
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.321119362738884e-07,
      "loss": -0.0006,
      "step": 109
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.2628275692228115e-07,
      "loss": -0.0004,
      "step": 110
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.2044796597958684e-07,
      "loss": -0.0009,
      "step": 111
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.146088092230636e-07,
      "loss": -0.0007,
      "step": 112
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.087665333621072e-07,
      "loss": -0.0003,
      "step": 113
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.029223857720692e-07,
      "loss": -0.0003,
      "step": 114
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.970776142279308e-07,
      "loss": 0.0,
      "step": 115
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.9123346663789275e-07,
      "loss": -0.0006,
      "step": 116
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.853911907769364e-07,
      "loss": -0.0015,
      "step": 117
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.795520340204132e-07,
      "loss": -0.0006,
      "step": 118
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.7371724307771886e-07,
      "loss": -0.0001,
      "step": 119
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.6788806372611154e-07,
      "loss": 0.0003,
      "step": 120
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.6206574054472696e-07,
      "loss": -0.0003,
      "step": 121
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.562515166488503e-07,
      "loss": -0.0002,
      "step": 122
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.5044663342450076e-07,
      "loss": -0.0007,
      "step": 123
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.446523302633854e-07,
      "loss": -0.0015,
      "step": 124
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.3886984429827797e-07,
      "loss": -0.0004,
      "step": 125
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.331004101388809e-07,
      "loss": -0.0008,
      "step": 126
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.2734525960822544e-07,
      "loss": -0.0003,
      "step": 127
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.2160562147966743e-07,
      "loss": -0.001,
      "step": 128
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.158827212145336e-07,
      "loss": -0.0001,
      "step": 129
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.1017778070047474e-07,
      "loss": -0.0016,
      "step": 130
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.044920179905832e-07,
      "loss": -0.0015,
      "step": 131
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.9882664704332764e-07,
      "loss": -0.0005,
      "step": 132
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.9318287746336285e-07,
      "loss": -0.0003,
      "step": 133
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.8756191424326873e-07,
      "loss": -0.0009,
      "step": 134
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.819649575062742e-07,
      "loss": -0.0007,
      "step": 135
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.7639320225002107e-07,
      "loss": -0.001,
      "step": 136
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.708478380914216e-07,
      "loss": 0.0002,
      "step": 137
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.653300490126652e-07,
      "loss": -0.0004,
      "step": 138
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.598410131084282e-07,
      "loss": 0.0005,
      "step": 139
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.543819023343413e-07,
      "loss": -0.0003,
      "step": 140
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.4895388225676614e-07,
      "loss": -0.0001,
      "step": 141
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.4355811180393763e-07,
      "loss": -0.0005,
      "step": 142
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.3819574301852254e-07,
      "loss": -0.0001,
      "step": 143
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.3286792081164936e-07,
      "loss": -0.0015,
      "step": 144
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.2757578271845907e-07,
      "loss": -0.0007,
      "step": 145
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.223204586552329e-07,
      "loss": -0.0004,
      "step": 146
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.1710307067814458e-07,
      "loss": -0.0013,
      "step": 147
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.119247327436926e-07,
      "loss": 0.0006,
      "step": 148
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.0678655047086084e-07,
      "loss": -0.0008,
      "step": 149
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.0168962090505928e-07,
      "loss": -0.0007,
      "step": 150
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9663503228389558e-07,
      "loss": -0.0016,
      "step": 151
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9162386380482794e-07,
      "loss": 0.0003,
      "step": 152
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8665718539474603e-07,
      "loss": -0.0011,
      "step": 153
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.817360574815334e-07,
      "loss": -0.0008,
      "step": 154
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7686153076765704e-07,
      "loss": -0.0022,
      "step": 155
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.7203464600583347e-07,
      "loss": -0.0006,
      "step": 156
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.6725643377681893e-07,
      "loss": -0.0,
      "step": 157
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.6252791426937177e-07,
      "loss": 0.0004,
      "step": 158
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.5785009706243417e-07,
      "loss": -0.001,
      "step": 159
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.5322398090957744e-07,
      "loss": -0.0002,
      "step": 160
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.4865055352576028e-07,
      "loss": -0.0008,
      "step": 161
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.4413079137644356e-07,
      "loss": -0.0012,
      "step": 162
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.3966565946910578e-07,
      "loss": -0.0006,
      "step": 163
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.3525611114720669e-07,
      "loss": 0.0003,
      "step": 164
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.3090308788663999e-07,
      "loss": -0.0004,
      "step": 165
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.2660751909472027e-07,
      "loss": -0.0009,
      "step": 166
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.223703219117464e-07,
      "loss": -0.0004,
      "step": 167
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.181924010151853e-07,
      "loss": -0.0004,
      "step": 168
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.1407464842651431e-07,
      "loss": -0.0009,
      "step": 169
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.1001794332076793e-07,
      "loss": -0.0012,
      "step": 170
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.0602315183882642e-07,
      "loss": -0.0002,
      "step": 171
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.0209112690248725e-07,
      "loss": -0.0001,
      "step": 172
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.822270803235895e-08,
      "loss": -0.0013,
      "step": 173
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.441872116861636e-08,
      "loss": 0.0004,
      "step": 174
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.0679978494656e-08,
      "loss": -0.0024,
      "step": 175
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.700727826368708e-08,
      "loss": -0.0006,
      "step": 176
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.340140462829839e-08,
      "loss": -0.0001,
      "step": 177
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.986312747303503e-08,
      "loss": -0.002,
      "step": 178
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.639320225002106e-08,
      "loss": -0.0017,
      "step": 179
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.299236981766466e-08,
      "loss": 0.0003,
      "step": 180
    },
    {
      "epoch": 0.04,
      "learning_rate": 6.966135628247834e-08,
      "loss": -0.0009,
      "step": 181
    },
    {
      "epoch": 0.04,
      "learning_rate": 6.640087284404888e-08,
      "loss": -0.0006,
      "step": 182
    },
    {
      "epoch": 0.04,
      "learning_rate": 6.321161564319033e-08,
      "loss": -0.0012,
      "step": 183
    },
    {
      "epoch": 0.04,
      "learning_rate": 6.009426561331241e-08,
      "loss": -0.0002,
      "step": 184
    },
    {
      "epoch": 0.04,
      "learning_rate": 5.704948833503484e-08,
      "loss": -0.0014,
      "step": 185
    },
    {
      "epoch": 0.04,
      "learning_rate": 5.4077933894080484e-08,
      "loss": -0.0002,
      "step": 186
    },
    {
      "epoch": 0.04,
      "learning_rate": 5.118023674247691e-08,
      "loss": -0.0007,
      "step": 187
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.835701556309515e-08,
      "loss": -0.0012,
      "step": 188
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.560887313755537e-08,
      "loss": -0.0002,
      "step": 189
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.293639621752874e-08,
      "loss": -0.0,
      "step": 190
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.03401553994601e-08,
      "loss": -0.0009,
      "step": 191
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.782070500274135e-08,
      "loss": -0.0004,
      "step": 192
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.5378582951359495e-08,
      "loss": -0.0005,
      "step": 193
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.301431065904503e-08,
      "loss": -0.0004,
      "step": 194
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.072839291794591e-08,
      "loss": -0.0009,
      "step": 195
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.852131779085032e-08,
      "loss": 0.0007,
      "step": 196
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.639355650698083e-08,
      "loss": -0.0003,
      "step": 197
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.4345563361383025e-08,
      "loss": -0.0011,
      "step": 198
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.237777561792975e-08,
      "loss": -0.0012,
      "step": 199
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.0490613415961744e-08,
      "loss": 0.0001,
      "step": 200
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.868447968058393e-08,
      "loss": -0.001,
      "step": 201
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.695976003663766e-08,
      "loss": -0.0016,
      "step": 202
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.5316822726366785e-08,
      "loss": -0.0015,
      "step": 203
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.37560185307946e-08,
      "loss": -0.0008,
      "step": 204
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2277680694828996e-08,
      "loss": -0.0014,
      "step": 205
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0882124856112218e-08,
      "loss": -0.0007,
      "step": 206
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.569648977629175e-09,
      "loss": 0.0004,
      "step": 207
    },
    {
      "epoch": 0.05,
      "learning_rate": 8.340533284090012e-09,
      "loss": -0.0015,
      "step": 208
    },
    {
      "epoch": 0.05,
      "learning_rate": 7.1950402020998895e-09,
      "loss": -0.002,
      "step": 209
    },
    {
      "epoch": 0.05,
      "learning_rate": 6.133414304128371e-09,
      "loss": 0.0001,
      "step": 210
    },
    {
      "epoch": 0.05,
      "learning_rate": 5.1558822562913774e-09,
      "loss": -0.0,
      "step": 211
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.2626527699558985e-09,
      "loss": -0.0007,
      "step": 212
    },
    {
      "epoch": 0.05,
      "learning_rate": 3.4539165571785713e-09,
      "loss": -0.0002,
      "step": 213
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.729846289986737e-09,
      "loss": 0.0,
      "step": 214
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.0905965635117152e-09,
      "loss": -0.0003,
      "step": 215
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.5363038629813808e-09,
      "loss": -0.0012,
      "step": 216
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0670865345793423e-09,
      "loss": -0.0019,
      "step": 217
    },
    {
      "epoch": 0.05,
      "learning_rate": 6.830447601771983e-10,
      "loss": -0.0018,
      "step": 218
    },
    {
      "epoch": 0.05,
      "learning_rate": 3.8426053594471375e-10,
      "loss": -0.0012,
      "step": 219
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.7079765484293574e-10,
      "loss": -0.0003,
      "step": 220
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.270169300397697e-11,
      "loss": 0.0001,
      "step": 221
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0,
      "loss": -0.0002,
      "step": 222
    },
    {
      "epoch": 0.05,
      "step": 222,
      "total_flos": 6.51669001961472e+16,
      "train_loss": -0.0006611563352556266,
      "train_runtime": 59896.0215,
      "train_samples_per_second": 0.177,
      "train_steps_per_second": 0.004
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 222,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "total_flos": 6.51669001961472e+16,
  "train_batch_size": 48,
  "trial_name": null,
  "trial_params": null
}