{
  "best_metric": 1.3481007814407349,
  "best_model_checkpoint": "./outputs/checkpoint-2900",
  "epoch": 2.1129326047358834,
  "eval_steps": 100,
  "global_step": 2900,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.07,
      "learning_rate": 0.0002,
      "loss": 2.1911,
      "step": 100
    },
    {
      "epoch": 0.07,
      "eval_loss": 2.0239477157592773,
      "eval_runtime": 143.6069,
      "eval_samples_per_second": 43.689,
      "eval_steps_per_second": 5.466,
      "step": 100
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002,
      "loss": 1.9736,
      "step": 200
    },
    {
      "epoch": 0.15,
      "eval_loss": 1.93068528175354,
      "eval_runtime": 143.6288,
      "eval_samples_per_second": 43.682,
      "eval_steps_per_second": 5.465,
      "step": 200
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0002,
      "loss": 1.9,
      "step": 300
    },
    {
      "epoch": 0.22,
      "eval_loss": 1.8703595399856567,
      "eval_runtime": 143.4955,
      "eval_samples_per_second": 43.723,
      "eval_steps_per_second": 5.471,
      "step": 300
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0002,
      "loss": 1.8484,
      "step": 400
    },
    {
      "epoch": 0.29,
      "eval_loss": 1.8250001668930054,
      "eval_runtime": 143.5707,
      "eval_samples_per_second": 43.7,
      "eval_steps_per_second": 5.468,
      "step": 400
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002,
      "loss": 1.7975,
      "step": 500
    },
    {
      "epoch": 0.36,
      "eval_loss": 1.7833176851272583,
      "eval_runtime": 143.7076,
      "eval_samples_per_second": 43.658,
      "eval_steps_per_second": 5.462,
      "step": 500
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0002,
      "loss": 1.769,
      "step": 600
    },
    {
      "epoch": 0.44,
      "eval_loss": 1.755702018737793,
      "eval_runtime": 143.6171,
      "eval_samples_per_second": 43.686,
      "eval_steps_per_second": 5.466,
      "step": 600
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0002,
      "loss": 1.7302,
      "step": 700
    },
    {
      "epoch": 0.51,
      "eval_loss": 1.7235804796218872,
      "eval_runtime": 143.5461,
      "eval_samples_per_second": 43.707,
      "eval_steps_per_second": 5.469,
      "step": 700
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0002,
      "loss": 1.709,
      "step": 800
    },
    {
      "epoch": 0.58,
      "eval_loss": 1.694319248199463,
      "eval_runtime": 143.4905,
      "eval_samples_per_second": 43.724,
      "eval_steps_per_second": 5.471,
      "step": 800
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002,
      "loss": 1.6738,
      "step": 900
    },
    {
      "epoch": 0.66,
      "eval_loss": 1.6700080633163452,
      "eval_runtime": 143.5611,
      "eval_samples_per_second": 43.703,
      "eval_steps_per_second": 5.468,
      "step": 900
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0002,
      "loss": 1.6587,
      "step": 1000
    },
    {
      "epoch": 0.73,
      "eval_loss": 1.6456865072250366,
      "eval_runtime": 143.5526,
      "eval_samples_per_second": 43.705,
      "eval_steps_per_second": 5.468,
      "step": 1000
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0002,
      "loss": 1.6381,
      "step": 1100
    },
    {
      "epoch": 0.8,
      "eval_loss": 1.6236809492111206,
      "eval_runtime": 143.4948,
      "eval_samples_per_second": 43.723,
      "eval_steps_per_second": 5.471,
      "step": 1100
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0002,
      "loss": 1.6032,
      "step": 1200
    },
    {
      "epoch": 0.87,
      "eval_loss": 1.6063587665557861,
      "eval_runtime": 143.5371,
      "eval_samples_per_second": 43.71,
      "eval_steps_per_second": 5.469,
      "step": 1200
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.0002,
      "loss": 1.6099,
      "step": 1300
    },
    {
      "epoch": 0.95,
      "eval_loss": 1.5829013586044312,
      "eval_runtime": 143.5391,
      "eval_samples_per_second": 43.709,
      "eval_steps_per_second": 5.469,
      "step": 1300
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.0002,
      "loss": 1.5636,
      "step": 1400
    },
    {
      "epoch": 1.02,
      "eval_loss": 1.5621864795684814,
      "eval_runtime": 143.917,
      "eval_samples_per_second": 43.595,
      "eval_steps_per_second": 5.455,
      "step": 1400
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.0002,
      "loss": 1.5352,
      "step": 1500
    },
    {
      "epoch": 1.09,
      "eval_loss": 1.5466724634170532,
      "eval_runtime": 143.4292,
      "eval_samples_per_second": 43.743,
      "eval_steps_per_second": 5.473,
      "step": 1500
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0002,
      "loss": 1.5165,
      "step": 1600
    },
    {
      "epoch": 1.17,
      "eval_loss": 1.5282047986984253,
      "eval_runtime": 152.278,
      "eval_samples_per_second": 41.201,
      "eval_steps_per_second": 5.155,
      "step": 1600
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0002,
      "loss": 1.5146,
      "step": 1700
    },
    {
      "epoch": 1.24,
      "eval_loss": 1.5113346576690674,
      "eval_runtime": 143.5758,
      "eval_samples_per_second": 43.698,
      "eval_steps_per_second": 5.467,
      "step": 1700
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.0002,
      "loss": 1.4882,
      "step": 1800
    },
    {
      "epoch": 1.31,
      "eval_loss": 1.4970587491989136,
      "eval_runtime": 143.4845,
      "eval_samples_per_second": 43.726,
      "eval_steps_per_second": 5.471,
      "step": 1800
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.0002,
      "loss": 1.4774,
      "step": 1900
    },
    {
      "epoch": 1.38,
      "eval_loss": 1.48170804977417,
      "eval_runtime": 143.5274,
      "eval_samples_per_second": 43.713,
      "eval_steps_per_second": 5.469,
      "step": 1900
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.0002,
      "loss": 1.4619,
      "step": 2000
    },
    {
      "epoch": 1.46,
      "eval_loss": 1.4683845043182373,
      "eval_runtime": 143.5254,
      "eval_samples_per_second": 43.714,
      "eval_steps_per_second": 5.469,
      "step": 2000
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.0002,
      "loss": 1.4467,
      "step": 2100
    },
    {
      "epoch": 1.53,
      "eval_loss": 1.4535853862762451,
      "eval_runtime": 143.4994,
      "eval_samples_per_second": 43.721,
      "eval_steps_per_second": 5.47,
      "step": 2100
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.0002,
      "loss": 1.4209,
      "step": 2200
    },
    {
      "epoch": 1.6,
      "eval_loss": 1.438491940498352,
      "eval_runtime": 143.5083,
      "eval_samples_per_second": 43.719,
      "eval_steps_per_second": 5.47,
      "step": 2200
    },
    {
      "epoch": 1.68,
      "learning_rate": 0.0002,
      "loss": 1.4197,
      "step": 2300
    },
    {
      "epoch": 1.68,
      "eval_loss": 1.4254748821258545,
      "eval_runtime": 143.6399,
      "eval_samples_per_second": 43.679,
      "eval_steps_per_second": 5.465,
      "step": 2300
    },
    {
      "epoch": 1.75,
      "learning_rate": 0.0002,
      "loss": 1.4198,
      "step": 2400
    },
    {
      "epoch": 1.75,
      "eval_loss": 1.4130115509033203,
      "eval_runtime": 143.5484,
      "eval_samples_per_second": 43.707,
      "eval_steps_per_second": 5.469,
      "step": 2400
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.0002,
      "loss": 1.3909,
      "step": 2500
    },
    {
      "epoch": 1.82,
      "eval_loss": 1.4006593227386475,
      "eval_runtime": 143.5037,
      "eval_samples_per_second": 43.72,
      "eval_steps_per_second": 5.47,
      "step": 2500
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.0002,
      "loss": 1.3813,
      "step": 2600
    },
    {
      "epoch": 1.89,
      "eval_loss": 1.3870867490768433,
      "eval_runtime": 143.5677,
      "eval_samples_per_second": 43.701,
      "eval_steps_per_second": 5.468,
      "step": 2600
    },
    {
      "epoch": 1.97,
      "learning_rate": 0.0002,
      "loss": 1.3693,
      "step": 2700
    },
    {
      "epoch": 1.97,
      "eval_loss": 1.3732330799102783,
      "eval_runtime": 143.6296,
      "eval_samples_per_second": 43.682,
      "eval_steps_per_second": 5.465,
      "step": 2700
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.0002,
      "loss": 1.3409,
      "step": 2800
    },
    {
      "epoch": 2.04,
      "eval_loss": 1.3628050088882446,
      "eval_runtime": 143.5437,
      "eval_samples_per_second": 43.708,
      "eval_steps_per_second": 5.469,
      "step": 2800
    },
    {
      "epoch": 2.11,
      "learning_rate": 0.0002,
      "loss": 1.3156,
      "step": 2900
    },
    {
      "epoch": 2.11,
      "eval_loss": 1.3481007814407349,
      "eval_runtime": 143.5887,
      "eval_samples_per_second": 43.694,
      "eval_steps_per_second": 5.467,
      "step": 2900
    }
  ],
  "logging_steps": 100,
  "max_steps": 4116,
  "num_train_epochs": 3,
  "save_steps": 100,
  "total_flos": 1.728485277962158e+17,
  "trial_name": null,
  "trial_params": null
}