{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999812503515559,
  "global_step": 50000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.2e-06,
      "loss": 12.5503,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0003,
      "loss": 2.6746,
      "step": 250
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0006,
      "loss": 1.1432,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0005999622383021625,
      "loss": 1.0557,
      "step": 750
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005998489627149555,
      "loss": 1.0155,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005996602017549024,
      "loss": 0.9903,
      "step": 1250
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0005993960029415653,
      "loss": 0.9722,
      "step": 1500
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0005990564327855827,
      "loss": 0.9576,
      "step": 1750
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0005986415767719254,
      "loss": 0.9452,
      "step": 2000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0005981515393383762,
      "loss": 0.9357,
      "step": 2250
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0005975864438492385,
      "loss": 0.9271,
      "step": 2500
    },
    {
      "epoch": 0.05,
      "eval_loss": 0.870555579662323,
      "eval_runtime": 728.785,
      "eval_samples_per_second": 140.508,
      "eval_steps_per_second": 4.391,
      "step": 2500
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0005969464325642798,
      "loss": 0.9193,
      "step": 2750
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0005962316666029183,
      "loss": 0.9106,
      "step": 3000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0005954423259036624,
      "loss": 0.9044,
      "step": 3250
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0005945786091788119,
      "loss": 0.8981,
      "step": 3500
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0005936407338644336,
      "loss": 0.8929,
      "step": 3750
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0005926289360656221,
      "loss": 0.8887,
      "step": 4000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0005915434704970625,
      "loss": 0.8837,
      "step": 4250
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0005903846104189068,
      "loss": 0.8784,
      "step": 4500
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0005891526475679825,
      "loss": 0.875,
      "step": 4750
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0005878478920843492,
      "loss": 0.8708,
      "step": 5000
    },
    {
      "epoch": 0.1,
      "eval_loss": 0.8258238434791565,
      "eval_runtime": 729.8354,
      "eval_samples_per_second": 140.306,
      "eval_steps_per_second": 4.385,
      "step": 5000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0005864706724332221,
      "loss": 0.8672,
      "step": 5250
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0005850213353222835,
      "loss": 0.8633,
      "step": 5500
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0005835002456144005,
      "loss": 0.861,
      "step": 5750
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0005819077862357724,
      "loss": 0.8572,
      "step": 6000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000580244358079532,
      "loss": 0.8546,
      "step": 6250
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0005785103799048218,
      "loss": 0.8513,
      "step": 6500
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0005767062882313744,
      "loss": 0.8479,
      "step": 6750
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0005748325372296208,
      "loss": 0.846,
      "step": 7000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0005728895986063555,
      "loss": 0.8439,
      "step": 7250
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0005708779614859863,
      "loss": 0.8404,
      "step": 7500
    },
    {
      "epoch": 0.15,
      "eval_loss": 0.8027751445770264,
      "eval_runtime": 730.3109,
      "eval_samples_per_second": 140.214,
      "eval_steps_per_second": 4.382,
      "step": 7500
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0005687981322874007,
      "loss": 0.8386,
      "step": 7750
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000566650634596477,
      "loss": 0.8367,
      "step": 8000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0005644360090342746,
      "loss": 0.8343,
      "step": 8250
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0005621548131209354,
      "loss": 0.8325,
      "step": 8500
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0005598076211353316,
      "loss": 0.83,
      "step": 8750
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000557395023970493,
      "loss": 0.8281,
      "step": 9000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0005549176289848543,
      "loss": 0.8266,
      "step": 9250
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0005523760598493544,
      "loss": 0.8253,
      "step": 9500
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0005497709563904314,
      "loss": 0.8237,
      "step": 9750
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0005471029744289498,
      "loss": 0.822,
      "step": 10000
    },
    {
      "epoch": 0.2,
      "eval_loss": 0.7851784229278564,
      "eval_runtime": 729.0178,
      "eval_samples_per_second": 140.463,
      "eval_steps_per_second": 4.389,
      "step": 10000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0005443727856151006,
      "loss": 0.8202,
      "step": 10250
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0005415810772593175,
      "loss": 0.8188,
      "step": 10500
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0005387285521592496,
      "loss": 0.8174,
      "step": 10750
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0005358159284228363,
      "loss": 0.816,
      "step": 11000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.000532843939287527,
      "loss": 0.8142,
      "step": 11250
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0005298133329356933,
      "loss": 0.8125,
      "step": 11500
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0005267248723062775,
      "loss": 0.8116,
      "step": 11750
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0005235793349027264,
      "loss": 0.8094,
      "step": 12000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0005203775125972599,
      "loss": 0.809,
      "step": 12250
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.000517120211431521,
      "loss": 0.8076,
      "step": 12500
    },
    {
      "epoch": 0.25,
      "eval_loss": 0.7733312845230103,
      "eval_runtime": 729.3665,
      "eval_samples_per_second": 140.396,
      "eval_steps_per_second": 4.387,
      "step": 12500
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0005138082514136589,
      "loss": 0.8061,
      "step": 12750
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0005104424663118964,
      "loss": 0.8054,
      "step": 13000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0005070237034446336,
      "loss": 0.8043,
      "step": 13250
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0005035528234671396,
      "loss": 0.8035,
      "step": 13500
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0005000307001548875,
      "loss": 0.8024,
      "step": 13750
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0004964582201835855,
      "loss": 0.8009,
      "step": 14000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0004928362829059618,
      "loss": 0.8,
      "step": 14250
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0004891658001253567,
      "loss": 0.7986,
      "step": 14500
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00048544769586618153,
      "loss": 0.7972,
      "step": 14750
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00048168290614129995,
      "loss": 0.7975,
      "step": 15000
    },
    {
      "epoch": 0.3,
      "eval_loss": 0.7640220522880554,
      "eval_runtime": 728.9343,
      "eval_samples_per_second": 140.479,
      "eval_steps_per_second": 4.39,
      "step": 15000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00047787237871639213,
      "loss": 0.7964,
      "step": 15250
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0004740170728713594,
      "loss": 0.7948,
      "step": 15500
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0004701179591588311,
      "loss": 0.7947,
      "step": 15750
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00046617601915983307,
      "loss": 0.7932,
      "step": 16000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00046219224523667927,
      "loss": 0.7929,
      "step": 16250
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00045816764028315066,
      "loss": 0.7924,
      "step": 16500
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0004541032174720219,
      "loss": 0.7911,
      "step": 16750
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00045,
      "loss": 0.7901,
      "step": 17000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00044585902083014057,
      "loss": 0.7893,
      "step": 17250
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0004416813224318048,
      "loss": 0.7882,
      "step": 17500
    },
    {
      "epoch": 0.35,
      "eval_loss": 0.7565080523490906,
      "eval_runtime": 729.2933,
      "eval_samples_per_second": 140.41,
      "eval_steps_per_second": 4.388,
      "step": 17500
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00043746795651822306,
      "loss": 0.788,
      "step": 17750
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0004332199837817322,
      "loss": 0.7869,
      "step": 18000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0004289384736267515,
      "loss": 0.7864,
      "step": 18250
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00042462450390056593,
      "loss": 0.786,
      "step": 18500
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0004202791606219841,
      "loss": 0.7848,
      "step": 18750
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0004159035377079385,
      "loss": 0.7844,
      "step": 19000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0004114987366980982,
      "loss": 0.7838,
      "step": 19250
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0004070658664775615,
      "loss": 0.7836,
      "step": 19500
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00040260604299770063,
      "loss": 0.7819,
      "step": 19750
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0003981203889952265,
      "loss": 0.7815,
      "step": 20000
    },
    {
      "epoch": 0.4,
      "eval_loss": 0.7509350776672363,
      "eval_runtime": 729.0652,
      "eval_samples_per_second": 140.454,
      "eval_steps_per_second": 4.389,
      "step": 20000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0003936100337095461,
      "loss": 0.7807,
      "step": 20250
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0003890761125984825,
      "loss": 0.7797,
      "step": 20500
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0003845197670524289,
      "loss": 0.7796,
      "step": 20750
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0003799421441070104,
      "loss": 0.7786,
      "step": 21000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0003753443961543237,
      "loss": 0.7789,
      "step": 21250
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0003707276806528282,
      "loss": 0.7779,
      "step": 21500
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0003660931598359622,
      "loss": 0.7771,
      "step": 21750
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0003614420004195572,
      "loss": 0.7768,
      "step": 22000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.000356775373308123,
      "loss": 0.7766,
      "step": 22250
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0003520944533000791,
      "loss": 0.7759,
      "step": 22500
    },
    {
      "epoch": 0.45,
      "eval_loss": 0.7447416186332703,
      "eval_runtime": 729.6789,
      "eval_samples_per_second": 140.336,
      "eval_steps_per_second": 4.385,
      "step": 22500
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00034740041879200497,
      "loss": 0.7742,
      "step": 22750
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00034269445148198553,
      "loss": 0.7742,
      "step": 23000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00033797773607212474,
      "loss": 0.7734,
      "step": 23250
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0003332514599703033,
      "loss": 0.7733,
      "step": 23500
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0003285168129912547,
      "loss": 0.7723,
      "step": 23750
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0003237749870570365,
      "loss": 0.7712,
      "step": 24000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0003190271758969693,
      "loss": 0.771,
      "step": 24250
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00031427457474712274,
      "loss": 0.7721,
      "step": 24500
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0003095183800494203,
      "loss": 0.7707,
      "step": 24750
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00030475978915044235,
      "loss": 0.7694,
      "step": 25000
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.7401933073997498,
      "eval_runtime": 729.0015,
      "eval_samples_per_second": 140.466,
      "eval_steps_per_second": 4.39,
      "step": 25000
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0003,
      "loss": 0.7699,
      "step": 25250
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0002952402108495576,
      "loss": 0.7691,
      "step": 25500
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00029048161995057974,
      "loss": 0.7693,
      "step": 25750
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0002857254252528773,
      "loss": 0.7684,
      "step": 26000
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00028097282410303066,
      "loss": 0.7683,
      "step": 26250
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0002762250129429634,
      "loss": 0.7667,
      "step": 26500
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00027148318700874523,
      "loss": 0.7666,
      "step": 26750
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0002667485400296967,
      "loss": 0.767,
      "step": 27000
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00026202226392787515,
      "loss": 0.7661,
      "step": 27250
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0002573055485180145,
      "loss": 0.7655,
      "step": 27500
    },
    {
      "epoch": 0.55,
      "eval_loss": 0.7358129620552063,
      "eval_runtime": 728.9506,
      "eval_samples_per_second": 140.476,
      "eval_steps_per_second": 4.39,
      "step": 27500
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.000252599581207995,
      "loss": 0.7659,
      "step": 27750
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0002479055466999209,
      "loss": 0.7642,
      "step": 28000
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00024322462669187702,
      "loss": 0.7641,
      "step": 28250
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0002385579995804428,
      "loss": 0.7637,
      "step": 28500
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00023390684016403777,
      "loss": 0.7632,
      "step": 28750
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00022927231934717176,
      "loss": 0.7636,
      "step": 29000
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00022465560384567624,
      "loss": 0.7629,
      "step": 29250
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00022005785589298952,
      "loss": 0.7619,
      "step": 29500
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00021548023294757105,
      "loss": 0.762,
      "step": 29750
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00021092388740151762,
      "loss": 0.761,
      "step": 30000
    },
    {
      "epoch": 0.6,
      "eval_loss": 0.7323540449142456,
      "eval_runtime": 729.9414,
      "eval_samples_per_second": 140.285,
      "eval_steps_per_second": 4.384,
      "step": 30000
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00020638996629045387,
      "loss": 0.7611,
      "step": 30250
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0002018796110047735,
      "loss": 0.7614,
      "step": 30500
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00019739395700229937,
      "loss": 0.7604,
      "step": 30750
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00019293413352243846,
      "loss": 0.7606,
      "step": 31000
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00018850126330190176,
      "loss": 0.7605,
      "step": 31250
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00018409646229206137,
      "loss": 0.7591,
      "step": 31500
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00017972083937801593,
      "loss": 0.7592,
      "step": 31750
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001753754960994341,
      "loss": 0.759,
      "step": 32000
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001710615263732485,
      "loss": 0.7587,
      "step": 32250
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016678001621826772,
      "loss": 0.7576,
      "step": 32500
    },
    {
      "epoch": 0.65,
      "eval_loss": 0.7288678884506226,
      "eval_runtime": 729.3087,
      "eval_samples_per_second": 140.407,
      "eval_steps_per_second": 4.388,
      "step": 32500
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016253204348177686,
      "loss": 0.7579,
      "step": 32750
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00015831867756819522,
      "loss": 0.758,
      "step": 33000
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00015414097916985944,
      "loss": 0.7577,
      "step": 33250
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00015000000000000004,
      "loss": 0.7559,
      "step": 33500
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00014589678252797817,
      "loss": 0.7567,
      "step": 33750
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00014183235971684924,
      "loss": 0.7562,
      "step": 34000
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00013780775476332082,
      "loss": 0.7557,
      "step": 34250
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0001338239808401669,
      "loss": 0.7559,
      "step": 34500
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0001298820408411688,
      "loss": 0.7556,
      "step": 34750
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00012598292712864058,
      "loss": 0.7546,
      "step": 35000
    },
    {
      "epoch": 0.7,
      "eval_loss": 0.7261090874671936,
      "eval_runtime": 729.8771,
      "eval_samples_per_second": 140.298,
      "eval_steps_per_second": 4.384,
      "step": 35000
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001221276212836079,
      "loss": 0.7551,
      "step": 35250
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00011831709385870004,
      "loss": 0.7545,
      "step": 35500
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0001145523041338184,
      "loss": 0.7543,
      "step": 35750
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00011083419987464334,
      "loss": 0.7537,
      "step": 36000
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00010716371709403818,
      "loss": 0.7542,
      "step": 36250
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00010354177981641449,
      "loss": 0.754,
      "step": 36500
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.996929984511254e-05,
      "loss": 0.7534,
      "step": 36750
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.644717653286037e-05,
      "loss": 0.7524,
      "step": 37000
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.297629655536644e-05,
      "loss": 0.753,
      "step": 37250
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.955753368810358e-05,
      "loss": 0.7526,
      "step": 37500
    },
    {
      "epoch": 0.75,
      "eval_loss": 0.7241286635398865,
      "eval_runtime": 729.0335,
      "eval_samples_per_second": 140.46,
      "eval_steps_per_second": 4.389,
      "step": 37500
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.619174858634122e-05,
      "loss": 0.7525,
      "step": 37750
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.287978856847894e-05,
      "loss": 0.753,
      "step": 38000
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.962248740274003e-05,
      "loss": 0.7516,
      "step": 38250
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.642066509727359e-05,
      "loss": 0.7515,
      "step": 38500
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.327512769372254e-05,
      "loss": 0.7518,
      "step": 38750
    },
    {
      "epoch": 0.78,
      "learning_rate": 7.018666706430662e-05,
      "loss": 0.7512,
      "step": 39000
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.715606071247291e-05,
      "loss": 0.7513,
      "step": 39250
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.418407157716381e-05,
      "loss": 0.7516,
      "step": 39500
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.127144784075033e-05,
      "loss": 0.7512,
      "step": 39750
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.841892274068241e-05,
      "loss": 0.7503,
      "step": 40000
    },
    {
      "epoch": 0.8,
      "eval_loss": 0.7225306034088135,
      "eval_runtime": 729.2044,
      "eval_samples_per_second": 140.427,
      "eval_steps_per_second": 4.388,
      "step": 40000
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.562721438489928e-05,
      "loss": 0.7509,
      "step": 40250
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.2897025571050186e-05,
      "loss": 0.7503,
      "step": 40500
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.022904360956861e-05,
      "loss": 0.7506,
      "step": 40750
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.76239401506456e-05,
      "loss": 0.7504,
      "step": 41000
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.5082371015145716e-05,
      "loss": 0.7502,
      "step": 41250
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.260497602950688e-05,
      "loss": 0.7495,
      "step": 41500
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.019237886466838e-05,
      "loss": 0.7499,
      "step": 41750
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.784518687906452e-05,
      "loss": 0.7497,
      "step": 42000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.556399096572541e-05,
      "loss": 0.7496,
      "step": 42250
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.3349365403522986e-05,
      "loss": 0.7496,
      "step": 42500
    },
    {
      "epoch": 0.85,
      "eval_loss": 0.7210782766342163,
      "eval_runtime": 729.8142,
      "eval_samples_per_second": 140.31,
      "eval_steps_per_second": 4.385,
      "step": 42500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.120186771259927e-05,
      "loss": 0.7493,
      "step": 42750
    },
    {
      "epoch": 0.86,
      "learning_rate": 2.9122038514013678e-05,
      "loss": 0.7492,
      "step": 43000
    },
    {
      "epoch": 0.86,
      "learning_rate": 2.7110401393644464e-05,
      "loss": 0.7492,
      "step": 43250
    },
    {
      "epoch": 0.87,
      "learning_rate": 2.516746277037912e-05,
      "loss": 0.7487,
      "step": 43500
    },
    {
      "epoch": 0.87,
      "learning_rate": 2.329371176862562e-05,
      "loss": 0.7485,
      "step": 43750
    },
    {
      "epoch": 0.88,
      "learning_rate": 2.148962009517823e-05,
      "loss": 0.7483,
      "step": 44000
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.9755641920468003e-05,
      "loss": 0.7494,
      "step": 44250
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.8092213764227503e-05,
      "loss": 0.7493,
      "step": 44500
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6499754385599462e-05,
      "loss": 0.7487,
      "step": 44750
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.4978664677716402e-05,
      "loss": 0.7481,
      "step": 45000
    },
    {
      "epoch": 0.9,
      "eval_loss": 0.7202715277671814,
      "eval_runtime": 729.7085,
      "eval_samples_per_second": 140.33,
      "eval_steps_per_second": 4.385,
      "step": 45000
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.3529327566777836e-05,
      "loss": 0.7483,
      "step": 45250
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.2152107915650821e-05,
      "loss": 0.7493,
      "step": 45500
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.0847352432017387e-05,
      "loss": 0.748,
      "step": 45750
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.615389581093124e-06,
      "loss": 0.7478,
      "step": 46000
    },
    {
      "epoch": 0.92,
      "learning_rate": 8.456529502937504e-06,
      "loss": 0.748,
      "step": 46250
    },
    {
      "epoch": 0.93,
      "learning_rate": 7.371063934377885e-06,
      "loss": 0.7484,
      "step": 46500
    },
    {
      "epoch": 0.93,
      "learning_rate": 6.35926613556641e-06,
      "loss": 0.7478,
      "step": 46750
    },
    {
      "epoch": 0.94,
      "learning_rate": 5.421390821187988e-06,
      "loss": 0.7476,
      "step": 47000
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.557674096337593e-06,
      "loss": 0.7473,
      "step": 47250
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.768333397081713e-06,
      "loss": 0.7485,
      "step": 47500
    },
    {
      "epoch": 0.95,
      "eval_loss": 0.720069944858551,
      "eval_runtime": 728.4966,
      "eval_samples_per_second": 140.563,
      "eval_steps_per_second": 4.393,
      "step": 47500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.0535674357201944e-06,
      "loss": 0.7485,
      "step": 47750
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.4135561507613975e-06,
      "loss": 0.7478,
      "step": 48000
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.848460661623763e-06,
      "loss": 0.748,
      "step": 48250
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3584232280746231e-06,
      "loss": 0.7478,
      "step": 48500
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.435672144173178e-07,
      "loss": 0.7476,
      "step": 48750
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.03997058434702e-07,
      "loss": 0.7469,
      "step": 49000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.397982450976111e-07,
      "loss": 0.7475,
      "step": 49250
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5103728504447522e-07,
      "loss": 0.7477,
      "step": 49500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.776169783747951e-08,
      "loss": 0.7473,
      "step": 49750
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.7477,
      "step": 50000
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.7199350595474243,
      "eval_runtime": 728.7415,
      "eval_samples_per_second": 140.516,
      "eval_steps_per_second": 4.391,
      "step": 50000
    },
    {
      "epoch": 1.0,
      "step": 50000,
      "total_flos": 2.180439447726719e+19,
      "train_loss": 0.801539086227417,
      "train_runtime": 516604.2528,
      "train_samples_per_second": 49.554,
      "train_steps_per_second": 0.097
    }
  ],
  "max_steps": 50000,
  "num_train_epochs": 1,
  "total_flos": 2.180439447726719e+19,
  "trial_name": null,
  "trial_params": null
}