{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.24742881799363145,
  "eval_steps": 1000000,
  "global_step": 45301,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.000000000000001e-07,
      "loss": 431.6959,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 297.4225,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.5e-06,
      "loss": 252.127,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 228.3056,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5e-06,
      "loss": 214.1223,
      "step": 2500
    },
    {
      "epoch": 0.02,
      "learning_rate": 3e-06,
      "loss": 204.62,
      "step": 3000
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.5e-06,
      "loss": 197.7543,
      "step": 3500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.000000000000001e-06,
      "loss": 192.3316,
      "step": 4000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.5e-06,
      "loss": 188.5246,
      "step": 4500
    },
    {
      "epoch": 0.03,
      "learning_rate": 5e-06,
      "loss": 184.3941,
      "step": 5000
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.500000000000001e-06,
      "loss": 181.4647,
      "step": 5500
    },
    {
      "epoch": 0.03,
      "learning_rate": 6e-06,
      "loss": 179.2321,
      "step": 6000
    },
    {
      "epoch": 0.04,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 176.7608,
      "step": 6500
    },
    {
      "epoch": 0.04,
      "learning_rate": 7e-06,
      "loss": 175.437,
      "step": 7000
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.500000000000001e-06,
      "loss": 172.9957,
      "step": 7500
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.000000000000001e-06,
      "loss": 171.3707,
      "step": 8000
    },
    {
      "epoch": 0.05,
      "learning_rate": 8.5e-06,
      "loss": 170.2551,
      "step": 8500
    },
    {
      "epoch": 0.05,
      "learning_rate": 9e-06,
      "loss": 168.7796,
      "step": 9000
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.5e-06,
      "loss": 167.1022,
      "step": 9500
    },
    {
      "epoch": 0.05,
      "learning_rate": 1e-05,
      "loss": 166.1143,
      "step": 10000
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.999726756545549e-06,
      "loss": 164.6779,
      "step": 10500
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.999453513091095e-06,
      "loss": 163.4033,
      "step": 11000
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.999180269636641e-06,
      "loss": 162.5638,
      "step": 11500
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.998907026182189e-06,
      "loss": 161.2811,
      "step": 12000
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.998633782727735e-06,
      "loss": 160.2764,
      "step": 12500
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.998360539273283e-06,
      "loss": 159.5492,
      "step": 13000
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.99808729581883e-06,
      "loss": 158.2019,
      "step": 13500
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.997814052364376e-06,
      "loss": 158.0253,
      "step": 14000
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.997540808909924e-06,
      "loss": 156.8733,
      "step": 14500
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.99726756545547e-06,
      "loss": 156.8639,
      "step": 15000
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.996994322001016e-06,
      "loss": 156.0519,
      "step": 15500
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.996721078546564e-06,
      "loss": 155.0571,
      "step": 16000
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.996447835092112e-06,
      "loss": 154.6748,
      "step": 16500
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.996174591637658e-06,
      "loss": 153.1673,
      "step": 17000
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.995901348183204e-06,
      "loss": 153.309,
      "step": 17500
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.995628104728752e-06,
      "loss": 152.58,
      "step": 18000
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.995354861274299e-06,
      "loss": 152.1333,
      "step": 18500
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.995081617819847e-06,
      "loss": 151.4704,
      "step": 19000
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.994808374365393e-06,
      "loss": 151.0387,
      "step": 19500
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.994535130910939e-06,
      "loss": 150.4169,
      "step": 20000
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.994261887456487e-06,
      "loss": 150.5139,
      "step": 20500
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.993988644002033e-06,
      "loss": 149.6021,
      "step": 21000
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.993715400547581e-06,
      "loss": 149.0417,
      "step": 21500
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.993442157093127e-06,
      "loss": 148.4873,
      "step": 22000
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.993168913638675e-06,
      "loss": 148.4089,
      "step": 22500
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.992895670184221e-06,
      "loss": 147.7362,
      "step": 23000
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.99262242672977e-06,
      "loss": 147.1884,
      "step": 23500
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.992349183275316e-06,
      "loss": 147.1985,
      "step": 24000
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.992075939820862e-06,
      "loss": 147.2833,
      "step": 24500
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.99180269636641e-06,
      "loss": 146.4076,
      "step": 25000
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.991529452911956e-06,
      "loss": 146.2133,
      "step": 25500
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.991256209457502e-06,
      "loss": 145.7042,
      "step": 26000
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.99098296600305e-06,
      "loss": 146.1063,
      "step": 26500
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.990709722548596e-06,
      "loss": 145.0671,
      "step": 27000
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.990436479094144e-06,
      "loss": 144.2784,
      "step": 27500
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.990163235639692e-06,
      "loss": 144.2024,
      "step": 28000
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.989889992185238e-06,
      "loss": 143.9278,
      "step": 28500
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.989616748730785e-06,
      "loss": 143.8407,
      "step": 29000
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.989343505276333e-06,
      "loss": 143.22,
      "step": 29500
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.989070261821879e-06,
      "loss": 142.6727,
      "step": 30000
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.988797018367425e-06,
      "loss": 142.5397,
      "step": 30500
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.988523774912973e-06,
      "loss": 142.2751,
      "step": 31000
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.98825053145852e-06,
      "loss": 142.4529,
      "step": 31500
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.987977288004067e-06,
      "loss": 141.3284,
      "step": 32000
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.987704044549613e-06,
      "loss": 141.185,
      "step": 32500
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.98743080109516e-06,
      "loss": 141.4491,
      "step": 33000
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.987157557640708e-06,
      "loss": 140.3137,
      "step": 33500
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.986884314186255e-06,
      "loss": 140.5562,
      "step": 34000
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.986611070731802e-06,
      "loss": 140.5535,
      "step": 34500
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.986337827277348e-06,
      "loss": 139.9692,
      "step": 35000
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.986064583822896e-06,
      "loss": 139.3751,
      "step": 35500
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.985791340368442e-06,
      "loss": 139.6697,
      "step": 36000
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.98551809691399e-06,
      "loss": 138.6528,
      "step": 36500
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.985244853459536e-06,
      "loss": 138.9591,
      "step": 37000
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.984971610005082e-06,
      "loss": 138.7952,
      "step": 37500
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.98469836655063e-06,
      "loss": 138.2421,
      "step": 38000
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.984425123096178e-06,
      "loss": 138.5417,
      "step": 38500
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.984151879641723e-06,
      "loss": 138.0299,
      "step": 39000
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.98387863618727e-06,
      "loss": 137.7599,
      "step": 39500
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.983605392732819e-06,
      "loss": 137.606,
      "step": 40000
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.983332149278365e-06,
      "loss": 136.8119,
      "step": 40500
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.983058905823911e-06,
      "loss": 136.5174,
      "step": 41000
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.982785662369459e-06,
      "loss": 136.5812,
      "step": 41500
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.982512418915005e-06,
      "loss": 136.5835,
      "step": 42000
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.982239175460553e-06,
      "loss": 136.2487,
      "step": 42500
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.9819659320061e-06,
      "loss": 135.6395,
      "step": 43000
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.981692688551646e-06,
      "loss": 136.295,
      "step": 43500
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.981419445097194e-06,
      "loss": 135.4576,
      "step": 44000
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.981146201642742e-06,
      "loss": 135.6909,
      "step": 44500
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.980872958188288e-06,
      "loss": 135.0495,
      "step": 45000
    },
    {
      "epoch": 0.25,
      "step": 45301,
      "total_flos": 2.4014284010815488e+17,
      "train_loss": 159.1573161326461,
      "train_runtime": 35999.4318,
      "train_samples_per_second": 16274.585,
      "train_steps_per_second": 508.583
    }
  ],
  "logging_steps": 500,
  "max_steps": 18308700,
  "num_train_epochs": 100,
  "save_steps": 1000000,
  "total_flos": 2.4014284010815488e+17,
  "trial_name": null,
  "trial_params": null
}