{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.230769230769231,
  "eval_steps": 50,
  "global_step": 3400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.07692307692307693,
      "grad_norm": 6.20859956741333,
      "learning_rate": 1.5384615384615387e-06,
      "loss": 1.2312,
      "step": 50
    },
    {
      "epoch": 0.07692307692307693,
      "eval_loss": 0.7887434959411621,
      "eval_runtime": 2.062,
      "eval_samples_per_second": 55.287,
      "eval_steps_per_second": 2.91,
      "step": 50
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 13.618162155151367,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 0.7309,
      "step": 100
    },
    {
      "epoch": 0.15384615384615385,
      "eval_loss": 0.7180795669555664,
      "eval_runtime": 2.061,
      "eval_samples_per_second": 55.312,
      "eval_steps_per_second": 2.911,
      "step": 100
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 14.984538078308105,
      "learning_rate": 4.615384615384616e-06,
      "loss": 0.6,
      "step": 150
    },
    {
      "epoch": 0.23076923076923078,
      "eval_loss": 0.6879476308822632,
      "eval_runtime": 2.0438,
      "eval_samples_per_second": 55.779,
      "eval_steps_per_second": 2.936,
      "step": 150
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 5.807656764984131,
      "learning_rate": 6.153846153846155e-06,
      "loss": 0.6093,
      "step": 200
    },
    {
      "epoch": 0.3076923076923077,
      "eval_loss": 0.6873595714569092,
      "eval_runtime": 2.0664,
      "eval_samples_per_second": 55.168,
      "eval_steps_per_second": 2.904,
      "step": 200
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 5.073987007141113,
      "learning_rate": 7.692307692307694e-06,
      "loss": 0.6292,
      "step": 250
    },
    {
      "epoch": 0.38461538461538464,
      "eval_loss": 0.6914292573928833,
      "eval_runtime": 2.0537,
      "eval_samples_per_second": 55.51,
      "eval_steps_per_second": 2.922,
      "step": 250
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 4.3011474609375,
      "learning_rate": 9.230769230769232e-06,
      "loss": 0.634,
      "step": 300
    },
    {
      "epoch": 0.46153846153846156,
      "eval_loss": 0.6931818127632141,
      "eval_runtime": 2.0591,
      "eval_samples_per_second": 55.363,
      "eval_steps_per_second": 2.914,
      "step": 300
    },
    {
      "epoch": 0.5384615384615384,
      "grad_norm": 3.1700639724731445,
      "learning_rate": 1.076923076923077e-05,
      "loss": 0.6556,
      "step": 350
    },
    {
      "epoch": 0.5384615384615384,
      "eval_loss": 0.6960527300834656,
      "eval_runtime": 2.0563,
      "eval_samples_per_second": 55.441,
      "eval_steps_per_second": 2.918,
      "step": 350
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 3.3075673580169678,
      "learning_rate": 1.230769230769231e-05,
      "loss": 0.6446,
      "step": 400
    },
    {
      "epoch": 0.6153846153846154,
      "eval_loss": 0.7140386700630188,
      "eval_runtime": 2.0545,
      "eval_samples_per_second": 55.487,
      "eval_steps_per_second": 2.92,
      "step": 400
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 3.119046211242676,
      "learning_rate": 1.3846153846153847e-05,
      "loss": 0.5876,
      "step": 450
    },
    {
      "epoch": 0.6923076923076923,
      "eval_loss": 0.7231343984603882,
      "eval_runtime": 2.0524,
      "eval_samples_per_second": 55.544,
      "eval_steps_per_second": 2.923,
      "step": 450
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 1.419959545135498,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 0.6659,
      "step": 500
    },
    {
      "epoch": 0.7692307692307693,
      "eval_loss": 0.7319712042808533,
      "eval_runtime": 2.056,
      "eval_samples_per_second": 55.447,
      "eval_steps_per_second": 2.918,
      "step": 500
    },
    {
      "epoch": 0.8461538461538461,
      "grad_norm": 5.57989501953125,
      "learning_rate": 1.6923076923076924e-05,
      "loss": 0.7143,
      "step": 550
    },
    {
      "epoch": 0.8461538461538461,
      "eval_loss": 0.7315487861633301,
      "eval_runtime": 2.0861,
      "eval_samples_per_second": 54.647,
      "eval_steps_per_second": 2.876,
      "step": 550
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 3.6438112258911133,
      "learning_rate": 1.8461538461538465e-05,
      "loss": 0.7114,
      "step": 600
    },
    {
      "epoch": 0.9230769230769231,
      "eval_loss": 0.7460434436798096,
      "eval_runtime": 2.1,
      "eval_samples_per_second": 54.287,
      "eval_steps_per_second": 2.857,
      "step": 600
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.682473659515381,
      "learning_rate": 2e-05,
      "loss": 0.684,
      "step": 650
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.7617189884185791,
      "eval_runtime": 2.072,
      "eval_samples_per_second": 55.019,
      "eval_steps_per_second": 2.896,
      "step": 650
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 1.6887282133102417,
      "learning_rate": 1.9996395276708856e-05,
      "loss": 0.3876,
      "step": 700
    },
    {
      "epoch": 1.0769230769230769,
      "eval_loss": 0.7934516668319702,
      "eval_runtime": 2.0787,
      "eval_samples_per_second": 54.841,
      "eval_steps_per_second": 2.886,
      "step": 700
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 4.347091197967529,
      "learning_rate": 1.9985583705641418e-05,
      "loss": 0.4194,
      "step": 750
    },
    {
      "epoch": 1.1538461538461537,
      "eval_loss": 0.8033629059791565,
      "eval_runtime": 2.0558,
      "eval_samples_per_second": 55.452,
      "eval_steps_per_second": 2.919,
      "step": 750
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 3.296565055847168,
      "learning_rate": 1.9967573081342103e-05,
      "loss": 0.3787,
      "step": 800
    },
    {
      "epoch": 1.2307692307692308,
      "eval_loss": 0.7959336638450623,
      "eval_runtime": 2.0595,
      "eval_samples_per_second": 55.353,
      "eval_steps_per_second": 2.913,
      "step": 800
    },
    {
      "epoch": 1.3076923076923077,
      "grad_norm": 0.9989190101623535,
      "learning_rate": 1.9942376388474282e-05,
      "loss": 0.4152,
      "step": 850
    },
    {
      "epoch": 1.3076923076923077,
      "eval_loss": 0.8067893385887146,
      "eval_runtime": 2.0487,
      "eval_samples_per_second": 55.644,
      "eval_steps_per_second": 2.929,
      "step": 850
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 1.2108572721481323,
      "learning_rate": 1.9910011792459086e-05,
      "loss": 0.4138,
      "step": 900
    },
    {
      "epoch": 1.3846153846153846,
      "eval_loss": 0.8018213510513306,
      "eval_runtime": 2.0607,
      "eval_samples_per_second": 55.322,
      "eval_steps_per_second": 2.912,
      "step": 900
    },
    {
      "epoch": 1.4615384615384617,
      "grad_norm": 2.7825069427490234,
      "learning_rate": 1.9870502626379127e-05,
      "loss": 0.4182,
      "step": 950
    },
    {
      "epoch": 1.4615384615384617,
      "eval_loss": 0.8101919293403625,
      "eval_runtime": 2.0423,
      "eval_samples_per_second": 55.818,
      "eval_steps_per_second": 2.938,
      "step": 950
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 2.586528778076172,
      "learning_rate": 1.9823877374156647e-05,
      "loss": 0.399,
      "step": 1000
    },
    {
      "epoch": 1.5384615384615383,
      "eval_loss": 0.8011198043823242,
      "eval_runtime": 2.0578,
      "eval_samples_per_second": 55.399,
      "eval_steps_per_second": 2.916,
      "step": 1000
    },
    {
      "epoch": 1.6153846153846154,
      "grad_norm": 2.5284111499786377,
      "learning_rate": 1.977016965001817e-05,
      "loss": 0.4307,
      "step": 1050
    },
    {
      "epoch": 1.6153846153846154,
      "eval_loss": 0.8032751083374023,
      "eval_runtime": 2.0607,
      "eval_samples_per_second": 55.32,
      "eval_steps_per_second": 2.912,
      "step": 1050
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 2.9282965660095215,
      "learning_rate": 1.9709418174260523e-05,
      "loss": 0.4321,
      "step": 1100
    },
    {
      "epoch": 1.6923076923076923,
      "eval_loss": 0.8253058195114136,
      "eval_runtime": 2.0634,
      "eval_samples_per_second": 55.25,
      "eval_steps_per_second": 2.908,
      "step": 1100
    },
    {
      "epoch": 1.7692307692307692,
      "grad_norm": 3.837848663330078,
      "learning_rate": 1.9641666745335626e-05,
      "loss": 0.4333,
      "step": 1150
    },
    {
      "epoch": 1.7692307692307692,
      "eval_loss": 0.8016666769981384,
      "eval_runtime": 2.0452,
      "eval_samples_per_second": 55.741,
      "eval_steps_per_second": 2.934,
      "step": 1150
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 3.095435619354248,
      "learning_rate": 1.9566964208274254e-05,
      "loss": 0.4001,
      "step": 1200
    },
    {
      "epoch": 1.8461538461538463,
      "eval_loss": 0.8035697340965271,
      "eval_runtime": 2.0435,
      "eval_samples_per_second": 55.787,
      "eval_steps_per_second": 2.936,
      "step": 1200
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 2.91595196723938,
      "learning_rate": 1.9485364419471454e-05,
      "loss": 0.417,
      "step": 1250
    },
    {
      "epoch": 1.9230769230769231,
      "eval_loss": 0.7995880246162415,
      "eval_runtime": 2.061,
      "eval_samples_per_second": 55.312,
      "eval_steps_per_second": 2.911,
      "step": 1250
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.497450113296509,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 0.4115,
      "step": 1300
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.8174861669540405,
      "eval_runtime": 2.0588,
      "eval_samples_per_second": 55.371,
      "eval_steps_per_second": 2.914,
      "step": 1300
    },
    {
      "epoch": 2.076923076923077,
      "grad_norm": 2.0989558696746826,
      "learning_rate": 1.9301713332493386e-05,
      "loss": 0.2315,
      "step": 1350
    },
    {
      "epoch": 2.076923076923077,
      "eval_loss": 0.8770357370376587,
      "eval_runtime": 2.0393,
      "eval_samples_per_second": 55.901,
      "eval_steps_per_second": 2.942,
      "step": 1350
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 1.8478964567184448,
      "learning_rate": 1.9199794436588244e-05,
      "loss": 0.2078,
      "step": 1400
    },
    {
      "epoch": 2.1538461538461537,
      "eval_loss": 0.9085343480110168,
      "eval_runtime": 2.0622,
      "eval_samples_per_second": 55.282,
      "eval_steps_per_second": 2.91,
      "step": 1400
    },
    {
      "epoch": 2.230769230769231,
      "grad_norm": 2.153414726257324,
      "learning_rate": 1.909124299802724e-05,
      "loss": 0.221,
      "step": 1450
    },
    {
      "epoch": 2.230769230769231,
      "eval_loss": 0.9092664122581482,
      "eval_runtime": 2.0445,
      "eval_samples_per_second": 55.76,
      "eval_steps_per_second": 2.935,
      "step": 1450
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 1.1897672414779663,
      "learning_rate": 1.8976137276390145e-05,
      "loss": 0.2226,
      "step": 1500
    },
    {
      "epoch": 2.3076923076923075,
      "eval_loss": 0.9329500794410706,
      "eval_runtime": 2.0535,
      "eval_samples_per_second": 55.514,
      "eval_steps_per_second": 2.922,
      "step": 1500
    },
    {
      "epoch": 2.3846153846153846,
      "grad_norm": 1.8265583515167236,
      "learning_rate": 1.8854560256532098e-05,
      "loss": 0.2089,
      "step": 1550
    },
    {
      "epoch": 2.3846153846153846,
      "eval_loss": 0.9150766730308533,
      "eval_runtime": 2.0377,
      "eval_samples_per_second": 55.946,
      "eval_steps_per_second": 2.945,
      "step": 1550
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 2.9092257022857666,
      "learning_rate": 1.8726599588756144e-05,
      "loss": 0.2063,
      "step": 1600
    },
    {
      "epoch": 2.4615384615384617,
      "eval_loss": 0.9301209449768066,
      "eval_runtime": 2.0587,
      "eval_samples_per_second": 55.375,
      "eval_steps_per_second": 2.914,
      "step": 1600
    },
    {
      "epoch": 2.5384615384615383,
      "grad_norm": 2.421351432800293,
      "learning_rate": 1.859234752562217e-05,
      "loss": 0.2204,
      "step": 1650
    },
    {
      "epoch": 2.5384615384615383,
      "eval_loss": 0.903638482093811,
      "eval_runtime": 2.0675,
      "eval_samples_per_second": 55.14,
      "eval_steps_per_second": 2.902,
      "step": 1650
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 2.4857378005981445,
      "learning_rate": 1.845190085543795e-05,
      "loss": 0.2307,
      "step": 1700
    },
    {
      "epoch": 2.6153846153846154,
      "eval_loss": 0.9092226624488831,
      "eval_runtime": 2.0741,
      "eval_samples_per_second": 54.964,
      "eval_steps_per_second": 2.893,
      "step": 1700
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 1.8273831605911255,
      "learning_rate": 1.8305360832480118e-05,
      "loss": 0.2237,
      "step": 1750
    },
    {
      "epoch": 2.6923076923076925,
      "eval_loss": 0.8973789811134338,
      "eval_runtime": 2.0928,
      "eval_samples_per_second": 54.472,
      "eval_steps_per_second": 2.867,
      "step": 1750
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 2.9124813079833984,
      "learning_rate": 1.8152833103995443e-05,
      "loss": 0.2168,
      "step": 1800
    },
    {
      "epoch": 2.769230769230769,
      "eval_loss": 0.9017825126647949,
      "eval_runtime": 2.0552,
      "eval_samples_per_second": 55.468,
      "eval_steps_per_second": 2.919,
      "step": 1800
    },
    {
      "epoch": 2.8461538461538463,
      "grad_norm": 3.047213554382324,
      "learning_rate": 1.7994427634035016e-05,
      "loss": 0.2222,
      "step": 1850
    },
    {
      "epoch": 2.8461538461538463,
      "eval_loss": 0.8894063234329224,
      "eval_runtime": 2.1976,
      "eval_samples_per_second": 51.874,
      "eval_steps_per_second": 2.73,
      "step": 1850
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 2.380671501159668,
      "learning_rate": 1.7830258624176224e-05,
      "loss": 0.2476,
      "step": 1900
    },
    {
      "epoch": 2.9230769230769234,
      "eval_loss": 0.9025631546974182,
      "eval_runtime": 2.0638,
      "eval_samples_per_second": 55.237,
      "eval_steps_per_second": 2.907,
      "step": 1900
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.0212879180908203,
      "learning_rate": 1.766044443118978e-05,
      "loss": 0.2238,
      "step": 1950
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.9079655408859253,
      "eval_runtime": 2.0553,
      "eval_samples_per_second": 55.465,
      "eval_steps_per_second": 2.919,
      "step": 1950
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 1.594594120979309,
      "learning_rate": 1.7485107481711014e-05,
      "loss": 0.1259,
      "step": 2000
    },
    {
      "epoch": 3.076923076923077,
      "eval_loss": 0.9700338840484619,
      "eval_runtime": 2.0452,
      "eval_samples_per_second": 55.739,
      "eval_steps_per_second": 2.934,
      "step": 2000
    },
    {
      "epoch": 3.1538461538461537,
      "grad_norm": 1.646579623222351,
      "learning_rate": 1.7304374183977032e-05,
      "loss": 0.1391,
      "step": 2050
    },
    {
      "epoch": 3.1538461538461537,
      "eval_loss": 0.9763591885566711,
      "eval_runtime": 2.063,
      "eval_samples_per_second": 55.258,
      "eval_steps_per_second": 2.908,
      "step": 2050
    },
    {
      "epoch": 3.230769230769231,
      "grad_norm": 1.3508063554763794,
      "learning_rate": 1.7118374836693407e-05,
      "loss": 0.1312,
      "step": 2100
    },
    {
      "epoch": 3.230769230769231,
      "eval_loss": 0.980839729309082,
      "eval_runtime": 2.0521,
      "eval_samples_per_second": 55.552,
      "eval_steps_per_second": 2.924,
      "step": 2100
    },
    {
      "epoch": 3.3076923076923075,
      "grad_norm": 1.7058746814727783,
      "learning_rate": 1.6927243535095995e-05,
      "loss": 0.1403,
      "step": 2150
    },
    {
      "epoch": 3.3076923076923075,
      "eval_loss": 0.9776920676231384,
      "eval_runtime": 2.0686,
      "eval_samples_per_second": 55.109,
      "eval_steps_per_second": 2.9,
      "step": 2150
    },
    {
      "epoch": 3.3846153846153846,
      "grad_norm": 1.7895987033843994,
      "learning_rate": 1.67311180742757e-05,
      "loss": 0.1331,
      "step": 2200
    },
    {
      "epoch": 3.3846153846153846,
      "eval_loss": 0.9762499332427979,
      "eval_runtime": 2.0534,
      "eval_samples_per_second": 55.517,
      "eval_steps_per_second": 2.922,
      "step": 2200
    },
    {
      "epoch": 3.4615384615384617,
      "grad_norm": 2.487821340560913,
      "learning_rate": 1.653013984983585e-05,
      "loss": 0.1473,
      "step": 2250
    },
    {
      "epoch": 3.4615384615384617,
      "eval_loss": 0.977838933467865,
      "eval_runtime": 2.0467,
      "eval_samples_per_second": 55.699,
      "eval_steps_per_second": 2.932,
      "step": 2250
    },
    {
      "epoch": 3.5384615384615383,
      "grad_norm": 1.2084770202636719,
      "learning_rate": 1.6324453755953772e-05,
      "loss": 0.1325,
      "step": 2300
    },
    {
      "epoch": 3.5384615384615383,
      "eval_loss": 0.9857913851737976,
      "eval_runtime": 2.0583,
      "eval_samples_per_second": 55.386,
      "eval_steps_per_second": 2.915,
      "step": 2300
    },
    {
      "epoch": 3.6153846153846154,
      "grad_norm": 1.8410896062850952,
      "learning_rate": 1.6114208080920125e-05,
      "loss": 0.1312,
      "step": 2350
    },
    {
      "epoch": 3.6153846153846154,
      "eval_loss": 0.9874659180641174,
      "eval_runtime": 2.0587,
      "eval_samples_per_second": 55.376,
      "eval_steps_per_second": 2.915,
      "step": 2350
    },
    {
      "epoch": 3.6923076923076925,
      "grad_norm": 1.4452548027038574,
      "learning_rate": 1.5899554400231233e-05,
      "loss": 0.1417,
      "step": 2400
    },
    {
      "epoch": 3.6923076923076925,
      "eval_loss": 0.9763025045394897,
      "eval_runtime": 2.0495,
      "eval_samples_per_second": 55.624,
      "eval_steps_per_second": 2.928,
      "step": 2400
    },
    {
      "epoch": 3.769230769230769,
      "grad_norm": 1.0431134700775146,
      "learning_rate": 1.568064746731156e-05,
      "loss": 0.1236,
      "step": 2450
    },
    {
      "epoch": 3.769230769230769,
      "eval_loss": 0.9919494986534119,
      "eval_runtime": 2.0616,
      "eval_samples_per_second": 55.296,
      "eval_steps_per_second": 2.91,
      "step": 2450
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 1.0208054780960083,
      "learning_rate": 1.5457645101945046e-05,
      "loss": 0.1416,
      "step": 2500
    },
    {
      "epoch": 3.8461538461538463,
      "eval_loss": 0.9878425002098083,
      "eval_runtime": 2.0627,
      "eval_samples_per_second": 55.268,
      "eval_steps_per_second": 2.909,
      "step": 2500
    },
    {
      "epoch": 3.9230769230769234,
      "grad_norm": 1.5294251441955566,
      "learning_rate": 1.5230708076495777e-05,
      "loss": 0.1312,
      "step": 2550
    },
    {
      "epoch": 3.9230769230769234,
      "eval_loss": 0.9936930537223816,
      "eval_runtime": 2.0508,
      "eval_samples_per_second": 55.587,
      "eval_steps_per_second": 2.926,
      "step": 2550
    },
    {
      "epoch": 4.0,
      "grad_norm": 4.475224018096924,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.1376,
      "step": 2600
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.9945727586746216,
      "eval_runtime": 2.0897,
      "eval_samples_per_second": 54.553,
      "eval_steps_per_second": 2.871,
      "step": 2600
    },
    {
      "epoch": 4.076923076923077,
      "grad_norm": 0.8589996695518494,
      "learning_rate": 1.4765687200213079e-05,
      "loss": 0.1013,
      "step": 2650
    },
    {
      "epoch": 4.076923076923077,
      "eval_loss": 1.0391929149627686,
      "eval_runtime": 2.0679,
      "eval_samples_per_second": 55.129,
      "eval_steps_per_second": 2.902,
      "step": 2650
    },
    {
      "epoch": 4.153846153846154,
      "grad_norm": 0.7440477013587952,
      "learning_rate": 1.4527938603696376e-05,
      "loss": 0.1065,
      "step": 2700
    },
    {
      "epoch": 4.153846153846154,
      "eval_loss": 1.0234330892562866,
      "eval_runtime": 2.0764,
      "eval_samples_per_second": 54.903,
      "eval_steps_per_second": 2.89,
      "step": 2700
    },
    {
      "epoch": 4.230769230769231,
      "grad_norm": 0.8905901908874512,
      "learning_rate": 1.4286925614030542e-05,
      "loss": 0.088,
      "step": 2750
    },
    {
      "epoch": 4.230769230769231,
      "eval_loss": 1.0325380563735962,
      "eval_runtime": 2.0861,
      "eval_samples_per_second": 54.647,
      "eval_steps_per_second": 2.876,
      "step": 2750
    },
    {
      "epoch": 4.3076923076923075,
      "grad_norm": 0.4518909752368927,
      "learning_rate": 1.404282198824305e-05,
      "loss": 0.1027,
      "step": 2800
    },
    {
      "epoch": 4.3076923076923075,
      "eval_loss": 1.024627923965454,
      "eval_runtime": 2.1968,
      "eval_samples_per_second": 51.895,
      "eval_steps_per_second": 2.731,
      "step": 2800
    },
    {
      "epoch": 4.384615384615385,
      "grad_norm": 1.2069981098175049,
      "learning_rate": 1.3795803711538966e-05,
      "loss": 0.1004,
      "step": 2850
    },
    {
      "epoch": 4.384615384615385,
      "eval_loss": 1.0142472982406616,
      "eval_runtime": 2.1058,
      "eval_samples_per_second": 54.137,
      "eval_steps_per_second": 2.849,
      "step": 2850
    },
    {
      "epoch": 4.461538461538462,
      "grad_norm": 0.8361554741859436,
      "learning_rate": 1.3546048870425356e-05,
      "loss": 0.0959,
      "step": 2900
    },
    {
      "epoch": 4.461538461538462,
      "eval_loss": 1.0328094959259033,
      "eval_runtime": 2.0484,
      "eval_samples_per_second": 55.654,
      "eval_steps_per_second": 2.929,
      "step": 2900
    },
    {
      "epoch": 4.538461538461538,
      "grad_norm": 1.5358504056930542,
      "learning_rate": 1.3293737524320798e-05,
      "loss": 0.0883,
      "step": 2950
    },
    {
      "epoch": 4.538461538461538,
      "eval_loss": 1.0490965843200684,
      "eval_runtime": 2.042,
      "eval_samples_per_second": 55.828,
      "eval_steps_per_second": 2.938,
      "step": 2950
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 1.1605786085128784,
      "learning_rate": 1.303905157574247e-05,
      "loss": 0.0994,
      "step": 3000
    },
    {
      "epoch": 4.615384615384615,
      "eval_loss": 1.026671051979065,
      "eval_runtime": 2.0528,
      "eval_samples_per_second": 55.535,
      "eval_steps_per_second": 2.923,
      "step": 3000
    },
    {
      "epoch": 4.6923076923076925,
      "grad_norm": 0.734259307384491,
      "learning_rate": 1.2782174639164528e-05,
      "loss": 0.1001,
      "step": 3050
    },
    {
      "epoch": 4.6923076923076925,
      "eval_loss": 1.0184227228164673,
      "eval_runtime": 2.0577,
      "eval_samples_per_second": 55.4,
      "eval_steps_per_second": 2.916,
      "step": 3050
    },
    {
      "epoch": 4.769230769230769,
      "grad_norm": 1.0172340869903564,
      "learning_rate": 1.2523291908642219e-05,
      "loss": 0.1026,
      "step": 3100
    },
    {
      "epoch": 4.769230769230769,
      "eval_loss": 1.02394437789917,
      "eval_runtime": 2.0572,
      "eval_samples_per_second": 55.415,
      "eval_steps_per_second": 2.917,
      "step": 3100
    },
    {
      "epoch": 4.846153846153846,
      "grad_norm": 1.0702561140060425,
      "learning_rate": 1.2262590024297226e-05,
      "loss": 0.0947,
      "step": 3150
    },
    {
      "epoch": 4.846153846153846,
      "eval_loss": 1.0371849536895752,
      "eval_runtime": 2.0649,
      "eval_samples_per_second": 55.208,
      "eval_steps_per_second": 2.906,
      "step": 3150
    },
    {
      "epoch": 4.923076923076923,
      "grad_norm": 0.9528751373291016,
      "learning_rate": 1.2000256937760446e-05,
      "loss": 0.0953,
      "step": 3200
    },
    {
      "epoch": 4.923076923076923,
      "eval_loss": 1.012660264968872,
      "eval_runtime": 2.2321,
      "eval_samples_per_second": 51.074,
      "eval_steps_per_second": 2.688,
      "step": 3200
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.5601332783699036,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 0.0943,
      "step": 3250
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.0416377782821655,
      "eval_runtime": 2.0812,
      "eval_samples_per_second": 54.777,
      "eval_steps_per_second": 2.883,
      "step": 3250
    },
    {
      "epoch": 5.076923076923077,
      "grad_norm": 0.8849101662635803,
      "learning_rate": 1.1471454708317163e-05,
      "loss": 0.0724,
      "step": 3300
    },
    {
      "epoch": 5.076923076923077,
      "eval_loss": 1.082357406616211,
      "eval_runtime": 2.0473,
      "eval_samples_per_second": 55.682,
      "eval_steps_per_second": 2.931,
      "step": 3300
    },
    {
      "epoch": 5.153846153846154,
      "grad_norm": 2.244279384613037,
      "learning_rate": 1.1205366802553231e-05,
      "loss": 0.0698,
      "step": 3350
    },
    {
      "epoch": 5.153846153846154,
      "eval_loss": 1.0606184005737305,
      "eval_runtime": 2.0544,
      "eval_samples_per_second": 55.49,
      "eval_steps_per_second": 2.921,
      "step": 3350
    },
    {
      "epoch": 5.230769230769231,
      "grad_norm": 1.1950870752334595,
      "learning_rate": 1.0938409894031793e-05,
      "loss": 0.0768,
      "step": 3400
    },
    {
      "epoch": 5.230769230769231,
      "eval_loss": 1.096448302268982,
      "eval_runtime": 2.0548,
      "eval_samples_per_second": 55.479,
      "eval_steps_per_second": 2.92,
      "step": 3400
    }
  ],
  "logging_steps": 50,
  "max_steps": 6500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 1700,
  "total_flos": 1.6533587657700147e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}