llava-v1.6-mistral-7b / trainer_state.json
Bleking's picture
push llava-v1.6-mistral-7b
9f9eba4
{
"best_metric": 0.6666322350502014,
"best_model_checkpoint": "./checkpoints/llava-v1.6-mistral/checkpoint-125",
"epoch": 4.992,
"eval_steps": 1.0,
"global_step": 155,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.032,
"grad_norm": 1.3562940564009667,
"learning_rate": 0.0,
"loss": 1.2069,
"step": 1
},
{
"epoch": 0.032,
"eval_loss": 1.189530849456787,
"eval_runtime": 100.6384,
"eval_samples_per_second": 1.987,
"eval_steps_per_second": 0.497,
"step": 1
},
{
"epoch": 0.064,
"grad_norm": 1.3726335882966116,
"learning_rate": 7.737056144690831e-06,
"loss": 1.242,
"step": 2
},
{
"epoch": 0.064,
"eval_loss": 1.189530849456787,
"eval_runtime": 95.3713,
"eval_samples_per_second": 2.097,
"eval_steps_per_second": 0.524,
"step": 2
},
{
"epoch": 0.096,
"grad_norm": 1.267071497789874,
"learning_rate": 1.2262943855309169e-05,
"loss": 1.1588,
"step": 3
},
{
"epoch": 0.096,
"eval_loss": 1.1675384044647217,
"eval_runtime": 99.4768,
"eval_samples_per_second": 2.011,
"eval_steps_per_second": 0.503,
"step": 3
},
{
"epoch": 0.128,
"grad_norm": 1.2066781722006759,
"learning_rate": 1.5474112289381662e-05,
"loss": 1.1196,
"step": 4
},
{
"epoch": 0.128,
"eval_loss": 1.1391011476516724,
"eval_runtime": 95.4777,
"eval_samples_per_second": 2.095,
"eval_steps_per_second": 0.524,
"step": 4
},
{
"epoch": 0.16,
"grad_norm": 1.2746210039866817,
"learning_rate": 1.7964888034078543e-05,
"loss": 1.1462,
"step": 5
},
{
"epoch": 0.16,
"eval_loss": 1.1023523807525635,
"eval_runtime": 95.4138,
"eval_samples_per_second": 2.096,
"eval_steps_per_second": 0.524,
"step": 5
},
{
"epoch": 0.192,
"grad_norm": 1.0552650848120237,
"learning_rate": 1.9999999999999998e-05,
"loss": 1.1147,
"step": 6
},
{
"epoch": 0.192,
"eval_loss": 1.063745379447937,
"eval_runtime": 97.6633,
"eval_samples_per_second": 2.048,
"eval_steps_per_second": 0.512,
"step": 6
},
{
"epoch": 0.224,
"grad_norm": 1.0779287740182022,
"learning_rate": 2e-05,
"loss": 1.1773,
"step": 7
},
{
"epoch": 0.224,
"eval_loss": 1.024451732635498,
"eval_runtime": 97.388,
"eval_samples_per_second": 2.054,
"eval_steps_per_second": 0.513,
"step": 7
},
{
"epoch": 0.256,
"grad_norm": 0.9918200495785524,
"learning_rate": 2e-05,
"loss": 1.0434,
"step": 8
},
{
"epoch": 0.256,
"eval_loss": 0.9906812906265259,
"eval_runtime": 97.2423,
"eval_samples_per_second": 2.057,
"eval_steps_per_second": 0.514,
"step": 8
},
{
"epoch": 0.288,
"grad_norm": 0.9119239308208719,
"learning_rate": 2e-05,
"loss": 1.0527,
"step": 9
},
{
"epoch": 0.288,
"eval_loss": 0.9626247882843018,
"eval_runtime": 97.2048,
"eval_samples_per_second": 2.058,
"eval_steps_per_second": 0.514,
"step": 9
},
{
"epoch": 0.32,
"grad_norm": 0.7292073828818868,
"learning_rate": 2e-05,
"loss": 0.9801,
"step": 10
},
{
"epoch": 0.32,
"eval_loss": 0.9422003030776978,
"eval_runtime": 97.143,
"eval_samples_per_second": 2.059,
"eval_steps_per_second": 0.515,
"step": 10
},
{
"epoch": 0.352,
"grad_norm": 0.8195137858461904,
"learning_rate": 2e-05,
"loss": 1.0104,
"step": 11
},
{
"epoch": 0.352,
"eval_loss": 0.9264165759086609,
"eval_runtime": 97.2279,
"eval_samples_per_second": 2.057,
"eval_steps_per_second": 0.514,
"step": 11
},
{
"epoch": 0.384,
"grad_norm": 0.7060464565699565,
"learning_rate": 2e-05,
"loss": 0.9764,
"step": 12
},
{
"epoch": 0.384,
"eval_loss": 0.9138455986976624,
"eval_runtime": 97.0954,
"eval_samples_per_second": 2.06,
"eval_steps_per_second": 0.515,
"step": 12
},
{
"epoch": 0.416,
"grad_norm": 0.8207130544099034,
"learning_rate": 2e-05,
"loss": 1.0371,
"step": 13
},
{
"epoch": 0.416,
"eval_loss": 0.902658224105835,
"eval_runtime": 100.8924,
"eval_samples_per_second": 1.982,
"eval_steps_per_second": 0.496,
"step": 13
},
{
"epoch": 0.448,
"grad_norm": 0.7962544586919155,
"learning_rate": 2e-05,
"loss": 0.9455,
"step": 14
},
{
"epoch": 0.448,
"eval_loss": 0.8926536440849304,
"eval_runtime": 100.856,
"eval_samples_per_second": 1.983,
"eval_steps_per_second": 0.496,
"step": 14
},
{
"epoch": 0.48,
"grad_norm": 0.8246421268957655,
"learning_rate": 2e-05,
"loss": 0.9456,
"step": 15
},
{
"epoch": 0.48,
"eval_loss": 0.8823295831680298,
"eval_runtime": 97.0568,
"eval_samples_per_second": 2.061,
"eval_steps_per_second": 0.515,
"step": 15
},
{
"epoch": 0.512,
"grad_norm": 0.7040845257818263,
"learning_rate": 2e-05,
"loss": 0.9283,
"step": 16
},
{
"epoch": 0.512,
"eval_loss": 0.8721897602081299,
"eval_runtime": 98.318,
"eval_samples_per_second": 2.034,
"eval_steps_per_second": 0.509,
"step": 16
},
{
"epoch": 0.544,
"grad_norm": 0.7904707927869743,
"learning_rate": 2e-05,
"loss": 0.9786,
"step": 17
},
{
"epoch": 0.544,
"eval_loss": 0.861838698387146,
"eval_runtime": 101.4487,
"eval_samples_per_second": 1.971,
"eval_steps_per_second": 0.493,
"step": 17
},
{
"epoch": 0.576,
"grad_norm": 0.7605583546638608,
"learning_rate": 2e-05,
"loss": 0.9361,
"step": 18
},
{
"epoch": 0.576,
"eval_loss": 0.8519415259361267,
"eval_runtime": 98.2448,
"eval_samples_per_second": 2.036,
"eval_steps_per_second": 0.509,
"step": 18
},
{
"epoch": 0.608,
"grad_norm": 0.7005232039249588,
"learning_rate": 2e-05,
"loss": 0.8707,
"step": 19
},
{
"epoch": 0.608,
"eval_loss": 0.842995822429657,
"eval_runtime": 98.3165,
"eval_samples_per_second": 2.034,
"eval_steps_per_second": 0.509,
"step": 19
},
{
"epoch": 0.64,
"grad_norm": 0.653693259495668,
"learning_rate": 2e-05,
"loss": 0.9332,
"step": 20
},
{
"epoch": 0.64,
"eval_loss": 0.8355565071105957,
"eval_runtime": 98.237,
"eval_samples_per_second": 2.036,
"eval_steps_per_second": 0.509,
"step": 20
},
{
"epoch": 0.672,
"grad_norm": 0.6600451404133434,
"learning_rate": 2e-05,
"loss": 0.8848,
"step": 21
},
{
"epoch": 0.672,
"eval_loss": 0.8297473788261414,
"eval_runtime": 98.1825,
"eval_samples_per_second": 2.037,
"eval_steps_per_second": 0.509,
"step": 21
},
{
"epoch": 0.704,
"grad_norm": 0.6666525650519819,
"learning_rate": 2e-05,
"loss": 0.9261,
"step": 22
},
{
"epoch": 0.704,
"eval_loss": 0.8248497247695923,
"eval_runtime": 98.1541,
"eval_samples_per_second": 2.038,
"eval_steps_per_second": 0.509,
"step": 22
},
{
"epoch": 0.736,
"grad_norm": 0.6759718697778233,
"learning_rate": 2e-05,
"loss": 1.0103,
"step": 23
},
{
"epoch": 0.736,
"eval_loss": 0.8214980959892273,
"eval_runtime": 98.2494,
"eval_samples_per_second": 2.036,
"eval_steps_per_second": 0.509,
"step": 23
},
{
"epoch": 0.768,
"grad_norm": 0.651870418762904,
"learning_rate": 2e-05,
"loss": 0.9538,
"step": 24
},
{
"epoch": 0.768,
"eval_loss": 0.818403959274292,
"eval_runtime": 97.9476,
"eval_samples_per_second": 2.042,
"eval_steps_per_second": 0.51,
"step": 24
},
{
"epoch": 0.8,
"grad_norm": 0.6985872283132858,
"learning_rate": 2e-05,
"loss": 0.8216,
"step": 25
},
{
"epoch": 0.8,
"eval_loss": 0.8149588108062744,
"eval_runtime": 95.6175,
"eval_samples_per_second": 2.092,
"eval_steps_per_second": 0.523,
"step": 25
},
{
"epoch": 0.832,
"grad_norm": 0.7801182369335715,
"learning_rate": 2e-05,
"loss": 0.8478,
"step": 26
},
{
"epoch": 0.832,
"eval_loss": 0.8100517392158508,
"eval_runtime": 99.7733,
"eval_samples_per_second": 2.005,
"eval_steps_per_second": 0.501,
"step": 26
},
{
"epoch": 0.864,
"grad_norm": 0.6727766374526198,
"learning_rate": 2e-05,
"loss": 0.9015,
"step": 27
},
{
"epoch": 0.864,
"eval_loss": 0.8051578998565674,
"eval_runtime": 95.7387,
"eval_samples_per_second": 2.089,
"eval_steps_per_second": 0.522,
"step": 27
},
{
"epoch": 0.896,
"grad_norm": 0.7398381040653764,
"learning_rate": 2e-05,
"loss": 0.8434,
"step": 28
},
{
"epoch": 0.896,
"eval_loss": 0.7998965382575989,
"eval_runtime": 95.7753,
"eval_samples_per_second": 2.088,
"eval_steps_per_second": 0.522,
"step": 28
},
{
"epoch": 0.928,
"grad_norm": 0.6837341164482282,
"learning_rate": 2e-05,
"loss": 0.9124,
"step": 29
},
{
"epoch": 0.928,
"eval_loss": 0.7946869134902954,
"eval_runtime": 95.933,
"eval_samples_per_second": 2.085,
"eval_steps_per_second": 0.521,
"step": 29
},
{
"epoch": 0.96,
"grad_norm": 0.7285508052728015,
"learning_rate": 2e-05,
"loss": 0.8252,
"step": 30
},
{
"epoch": 0.96,
"eval_loss": 0.7891057729721069,
"eval_runtime": 95.871,
"eval_samples_per_second": 2.086,
"eval_steps_per_second": 0.522,
"step": 30
},
{
"epoch": 0.992,
"grad_norm": 0.706524788728722,
"learning_rate": 2e-05,
"loss": 0.8382,
"step": 31
},
{
"epoch": 0.992,
"eval_loss": 0.7835636138916016,
"eval_runtime": 95.7491,
"eval_samples_per_second": 2.089,
"eval_steps_per_second": 0.522,
"step": 31
},
{
"epoch": 1.024,
"grad_norm": 0.7392763969473979,
"learning_rate": 2e-05,
"loss": 0.8586,
"step": 32
},
{
"epoch": 1.024,
"eval_loss": 0.7780101299285889,
"eval_runtime": 99.7493,
"eval_samples_per_second": 2.005,
"eval_steps_per_second": 0.501,
"step": 32
},
{
"epoch": 1.056,
"grad_norm": 0.7407143277408553,
"learning_rate": 2e-05,
"loss": 0.8438,
"step": 33
},
{
"epoch": 1.056,
"eval_loss": 0.7728690505027771,
"eval_runtime": 95.8863,
"eval_samples_per_second": 2.086,
"eval_steps_per_second": 0.521,
"step": 33
},
{
"epoch": 1.088,
"grad_norm": 0.7146296362894146,
"learning_rate": 2e-05,
"loss": 0.8357,
"step": 34
},
{
"epoch": 1.088,
"eval_loss": 0.7683935761451721,
"eval_runtime": 97.824,
"eval_samples_per_second": 2.044,
"eval_steps_per_second": 0.511,
"step": 34
},
{
"epoch": 1.12,
"grad_norm": 0.7117142678212836,
"learning_rate": 2e-05,
"loss": 0.7884,
"step": 35
},
{
"epoch": 1.12,
"eval_loss": 0.7646369338035583,
"eval_runtime": 95.8185,
"eval_samples_per_second": 2.087,
"eval_steps_per_second": 0.522,
"step": 35
},
{
"epoch": 1.152,
"grad_norm": 0.7735767817076163,
"learning_rate": 2e-05,
"loss": 0.8851,
"step": 36
},
{
"epoch": 1.152,
"eval_loss": 0.7616337537765503,
"eval_runtime": 96.1525,
"eval_samples_per_second": 2.08,
"eval_steps_per_second": 0.52,
"step": 36
},
{
"epoch": 1.184,
"grad_norm": 0.7386952203362822,
"learning_rate": 2e-05,
"loss": 0.7943,
"step": 37
},
{
"epoch": 1.184,
"eval_loss": 0.759408712387085,
"eval_runtime": 96.2772,
"eval_samples_per_second": 2.077,
"eval_steps_per_second": 0.519,
"step": 37
},
{
"epoch": 1.216,
"grad_norm": 0.6688305832985106,
"learning_rate": 2e-05,
"loss": 0.8433,
"step": 38
},
{
"epoch": 1.216,
"eval_loss": 0.7577520608901978,
"eval_runtime": 95.7726,
"eval_samples_per_second": 2.088,
"eval_steps_per_second": 0.522,
"step": 38
},
{
"epoch": 1.248,
"grad_norm": 0.6861808214947546,
"learning_rate": 2e-05,
"loss": 0.8132,
"step": 39
},
{
"epoch": 1.248,
"eval_loss": 0.7565059065818787,
"eval_runtime": 96.1577,
"eval_samples_per_second": 2.08,
"eval_steps_per_second": 0.52,
"step": 39
},
{
"epoch": 1.28,
"grad_norm": 0.7450886292190618,
"learning_rate": 2e-05,
"loss": 0.9067,
"step": 40
},
{
"epoch": 1.28,
"eval_loss": 0.7562046647071838,
"eval_runtime": 95.9983,
"eval_samples_per_second": 2.083,
"eval_steps_per_second": 0.521,
"step": 40
},
{
"epoch": 1.312,
"grad_norm": 0.7508586498301053,
"learning_rate": 2e-05,
"loss": 0.8642,
"step": 41
},
{
"epoch": 1.312,
"eval_loss": 0.755351722240448,
"eval_runtime": 96.6244,
"eval_samples_per_second": 2.07,
"eval_steps_per_second": 0.517,
"step": 41
},
{
"epoch": 1.3439999999999999,
"grad_norm": 0.7717273184776977,
"learning_rate": 2e-05,
"loss": 0.9406,
"step": 42
},
{
"epoch": 1.3439999999999999,
"eval_loss": 0.753773033618927,
"eval_runtime": 100.8127,
"eval_samples_per_second": 1.984,
"eval_steps_per_second": 0.496,
"step": 42
},
{
"epoch": 1.376,
"grad_norm": 0.7980115302909253,
"learning_rate": 2e-05,
"loss": 0.7732,
"step": 43
},
{
"epoch": 1.376,
"eval_loss": 0.7511720061302185,
"eval_runtime": 97.4372,
"eval_samples_per_second": 2.053,
"eval_steps_per_second": 0.513,
"step": 43
},
{
"epoch": 1.408,
"grad_norm": 0.794554904521861,
"learning_rate": 2e-05,
"loss": 0.8962,
"step": 44
},
{
"epoch": 1.408,
"eval_loss": 0.7484354376792908,
"eval_runtime": 96.7621,
"eval_samples_per_second": 2.067,
"eval_steps_per_second": 0.517,
"step": 44
},
{
"epoch": 1.44,
"grad_norm": 0.7964935137573818,
"learning_rate": 2e-05,
"loss": 0.7725,
"step": 45
},
{
"epoch": 1.44,
"eval_loss": 0.7454251050949097,
"eval_runtime": 96.5292,
"eval_samples_per_second": 2.072,
"eval_steps_per_second": 0.518,
"step": 45
},
{
"epoch": 1.472,
"grad_norm": 0.7477437094752549,
"learning_rate": 2e-05,
"loss": 0.8238,
"step": 46
},
{
"epoch": 1.472,
"eval_loss": 0.7427694201469421,
"eval_runtime": 96.4788,
"eval_samples_per_second": 2.073,
"eval_steps_per_second": 0.518,
"step": 46
},
{
"epoch": 1.504,
"grad_norm": 0.7443339980176984,
"learning_rate": 2e-05,
"loss": 0.8273,
"step": 47
},
{
"epoch": 1.504,
"eval_loss": 0.7407447099685669,
"eval_runtime": 96.5686,
"eval_samples_per_second": 2.071,
"eval_steps_per_second": 0.518,
"step": 47
},
{
"epoch": 1.536,
"grad_norm": 0.7901404920428264,
"learning_rate": 2e-05,
"loss": 0.7974,
"step": 48
},
{
"epoch": 1.536,
"eval_loss": 0.7381842136383057,
"eval_runtime": 96.6071,
"eval_samples_per_second": 2.07,
"eval_steps_per_second": 0.518,
"step": 48
},
{
"epoch": 1.568,
"grad_norm": 0.8677109521747711,
"learning_rate": 2e-05,
"loss": 0.8011,
"step": 49
},
{
"epoch": 1.568,
"eval_loss": 0.73555588722229,
"eval_runtime": 96.4189,
"eval_samples_per_second": 2.074,
"eval_steps_per_second": 0.519,
"step": 49
},
{
"epoch": 1.6,
"grad_norm": 0.8170436579363425,
"learning_rate": 2e-05,
"loss": 0.7762,
"step": 50
},
{
"epoch": 1.6,
"eval_loss": 0.7331439256668091,
"eval_runtime": 100.5875,
"eval_samples_per_second": 1.988,
"eval_steps_per_second": 0.497,
"step": 50
},
{
"epoch": 1.6320000000000001,
"grad_norm": 0.8190539924095326,
"learning_rate": 2e-05,
"loss": 0.7469,
"step": 51
},
{
"epoch": 1.6320000000000001,
"eval_loss": 0.7306647300720215,
"eval_runtime": 101.1429,
"eval_samples_per_second": 1.977,
"eval_steps_per_second": 0.494,
"step": 51
},
{
"epoch": 1.6640000000000001,
"grad_norm": 0.8044932603192197,
"learning_rate": 2e-05,
"loss": 0.8052,
"step": 52
},
{
"epoch": 1.6640000000000001,
"eval_loss": 0.7287429571151733,
"eval_runtime": 97.25,
"eval_samples_per_second": 2.057,
"eval_steps_per_second": 0.514,
"step": 52
},
{
"epoch": 1.696,
"grad_norm": 0.7811170846407103,
"learning_rate": 2e-05,
"loss": 0.755,
"step": 53
},
{
"epoch": 1.696,
"eval_loss": 0.7264651656150818,
"eval_runtime": 97.67,
"eval_samples_per_second": 2.048,
"eval_steps_per_second": 0.512,
"step": 53
},
{
"epoch": 1.728,
"grad_norm": 0.808405093976468,
"learning_rate": 2e-05,
"loss": 0.7838,
"step": 54
},
{
"epoch": 1.728,
"eval_loss": 0.7242828607559204,
"eval_runtime": 101.2008,
"eval_samples_per_second": 1.976,
"eval_steps_per_second": 0.494,
"step": 54
},
{
"epoch": 1.76,
"grad_norm": 0.8172106270954758,
"learning_rate": 2e-05,
"loss": 0.7123,
"step": 55
},
{
"epoch": 1.76,
"eval_loss": 0.7217574119567871,
"eval_runtime": 99.6145,
"eval_samples_per_second": 2.008,
"eval_steps_per_second": 0.502,
"step": 55
},
{
"epoch": 1.792,
"grad_norm": 0.83212530473105,
"learning_rate": 2e-05,
"loss": 0.8141,
"step": 56
},
{
"epoch": 1.792,
"eval_loss": 0.7192932367324829,
"eval_runtime": 97.1377,
"eval_samples_per_second": 2.059,
"eval_steps_per_second": 0.515,
"step": 56
},
{
"epoch": 1.8239999999999998,
"grad_norm": 0.8632612959683078,
"learning_rate": 2e-05,
"loss": 0.8005,
"step": 57
},
{
"epoch": 1.8239999999999998,
"eval_loss": 0.717003345489502,
"eval_runtime": 97.2871,
"eval_samples_per_second": 2.056,
"eval_steps_per_second": 0.514,
"step": 57
},
{
"epoch": 1.8559999999999999,
"grad_norm": 0.8362081570841255,
"learning_rate": 2e-05,
"loss": 0.8254,
"step": 58
},
{
"epoch": 1.8559999999999999,
"eval_loss": 0.715446949005127,
"eval_runtime": 97.5751,
"eval_samples_per_second": 2.05,
"eval_steps_per_second": 0.512,
"step": 58
},
{
"epoch": 1.888,
"grad_norm": 0.8862779841020042,
"learning_rate": 2e-05,
"loss": 0.7949,
"step": 59
},
{
"epoch": 1.888,
"eval_loss": 0.7145370244979858,
"eval_runtime": 97.2406,
"eval_samples_per_second": 2.057,
"eval_steps_per_second": 0.514,
"step": 59
},
{
"epoch": 1.92,
"grad_norm": 0.875656256488838,
"learning_rate": 2e-05,
"loss": 0.8277,
"step": 60
},
{
"epoch": 1.92,
"eval_loss": 0.7140547037124634,
"eval_runtime": 97.1485,
"eval_samples_per_second": 2.059,
"eval_steps_per_second": 0.515,
"step": 60
},
{
"epoch": 1.952,
"grad_norm": 0.8850690645543244,
"learning_rate": 2e-05,
"loss": 0.8117,
"step": 61
},
{
"epoch": 1.952,
"eval_loss": 0.7128701210021973,
"eval_runtime": 97.8906,
"eval_samples_per_second": 2.043,
"eval_steps_per_second": 0.511,
"step": 61
},
{
"epoch": 1.984,
"grad_norm": 0.8961641824408927,
"learning_rate": 2e-05,
"loss": 0.704,
"step": 62
},
{
"epoch": 1.984,
"eval_loss": 0.7107064127922058,
"eval_runtime": 102.2163,
"eval_samples_per_second": 1.957,
"eval_steps_per_second": 0.489,
"step": 62
},
{
"epoch": 2.016,
"grad_norm": 0.8602247372004996,
"learning_rate": 2e-05,
"loss": 0.8016,
"step": 63
},
{
"epoch": 2.016,
"eval_loss": 0.7091581225395203,
"eval_runtime": 98.2114,
"eval_samples_per_second": 2.036,
"eval_steps_per_second": 0.509,
"step": 63
},
{
"epoch": 2.048,
"grad_norm": 0.7881703384753784,
"learning_rate": 2e-05,
"loss": 0.7912,
"step": 64
},
{
"epoch": 2.048,
"eval_loss": 0.7081906199455261,
"eval_runtime": 98.9403,
"eval_samples_per_second": 2.021,
"eval_steps_per_second": 0.505,
"step": 64
},
{
"epoch": 2.08,
"grad_norm": 0.8436680506716614,
"learning_rate": 2e-05,
"loss": 0.6965,
"step": 65
},
{
"epoch": 2.08,
"eval_loss": 0.7070262432098389,
"eval_runtime": 97.7451,
"eval_samples_per_second": 2.046,
"eval_steps_per_second": 0.512,
"step": 65
},
{
"epoch": 2.112,
"grad_norm": 0.8694446846234115,
"learning_rate": 2e-05,
"loss": 0.7015,
"step": 66
},
{
"epoch": 2.112,
"eval_loss": 0.7055197358131409,
"eval_runtime": 97.994,
"eval_samples_per_second": 2.041,
"eval_steps_per_second": 0.51,
"step": 66
},
{
"epoch": 2.144,
"grad_norm": 0.9518475022730614,
"learning_rate": 2e-05,
"loss": 0.6952,
"step": 67
},
{
"epoch": 2.144,
"eval_loss": 0.7035844326019287,
"eval_runtime": 98.0296,
"eval_samples_per_second": 2.04,
"eval_steps_per_second": 0.51,
"step": 67
},
{
"epoch": 2.176,
"grad_norm": 0.8662066024104106,
"learning_rate": 2e-05,
"loss": 0.7731,
"step": 68
},
{
"epoch": 2.176,
"eval_loss": 0.7019283771514893,
"eval_runtime": 100.0982,
"eval_samples_per_second": 1.998,
"eval_steps_per_second": 0.5,
"step": 68
},
{
"epoch": 2.208,
"grad_norm": 0.9574631942368209,
"learning_rate": 2e-05,
"loss": 0.7572,
"step": 69
},
{
"epoch": 2.208,
"eval_loss": 0.7011401653289795,
"eval_runtime": 101.9267,
"eval_samples_per_second": 1.962,
"eval_steps_per_second": 0.491,
"step": 69
},
{
"epoch": 2.24,
"grad_norm": 0.9477542521472675,
"learning_rate": 2e-05,
"loss": 0.7393,
"step": 70
},
{
"epoch": 2.24,
"eval_loss": 0.7006180286407471,
"eval_runtime": 101.9672,
"eval_samples_per_second": 1.961,
"eval_steps_per_second": 0.49,
"step": 70
},
{
"epoch": 2.2720000000000002,
"grad_norm": 0.9612956116350272,
"learning_rate": 2e-05,
"loss": 0.7175,
"step": 71
},
{
"epoch": 2.2720000000000002,
"eval_loss": 0.7002539038658142,
"eval_runtime": 101.8755,
"eval_samples_per_second": 1.963,
"eval_steps_per_second": 0.491,
"step": 71
},
{
"epoch": 2.304,
"grad_norm": 0.9934844303955727,
"learning_rate": 2e-05,
"loss": 0.791,
"step": 72
},
{
"epoch": 2.304,
"eval_loss": 0.6997203230857849,
"eval_runtime": 97.9926,
"eval_samples_per_second": 2.041,
"eval_steps_per_second": 0.51,
"step": 72
},
{
"epoch": 2.336,
"grad_norm": 1.0540430431227044,
"learning_rate": 2e-05,
"loss": 0.7542,
"step": 73
},
{
"epoch": 2.336,
"eval_loss": 0.6988361477851868,
"eval_runtime": 100.3704,
"eval_samples_per_second": 1.993,
"eval_steps_per_second": 0.498,
"step": 73
},
{
"epoch": 2.368,
"grad_norm": 1.0249397957961794,
"learning_rate": 2e-05,
"loss": 0.8084,
"step": 74
},
{
"epoch": 2.368,
"eval_loss": 0.6980065703392029,
"eval_runtime": 101.8958,
"eval_samples_per_second": 1.963,
"eval_steps_per_second": 0.491,
"step": 74
},
{
"epoch": 2.4,
"grad_norm": 1.0445498365690145,
"learning_rate": 2e-05,
"loss": 0.7964,
"step": 75
},
{
"epoch": 2.4,
"eval_loss": 0.6971798539161682,
"eval_runtime": 98.1624,
"eval_samples_per_second": 2.037,
"eval_steps_per_second": 0.509,
"step": 75
},
{
"epoch": 2.432,
"grad_norm": 0.9685893079320761,
"learning_rate": 2e-05,
"loss": 0.8047,
"step": 76
},
{
"epoch": 2.432,
"eval_loss": 0.696861743927002,
"eval_runtime": 98.6404,
"eval_samples_per_second": 2.028,
"eval_steps_per_second": 0.507,
"step": 76
},
{
"epoch": 2.464,
"grad_norm": 0.9753091933204456,
"learning_rate": 2e-05,
"loss": 0.684,
"step": 77
},
{
"epoch": 2.464,
"eval_loss": 0.6957904100418091,
"eval_runtime": 98.8766,
"eval_samples_per_second": 2.023,
"eval_steps_per_second": 0.506,
"step": 77
},
{
"epoch": 2.496,
"grad_norm": 0.9389149478503764,
"learning_rate": 2e-05,
"loss": 0.7434,
"step": 78
},
{
"epoch": 2.496,
"eval_loss": 0.6943306922912598,
"eval_runtime": 98.5751,
"eval_samples_per_second": 2.029,
"eval_steps_per_second": 0.507,
"step": 78
},
{
"epoch": 2.528,
"grad_norm": 1.0675154845211299,
"learning_rate": 2e-05,
"loss": 0.7208,
"step": 79
},
{
"epoch": 2.528,
"eval_loss": 0.6920651197433472,
"eval_runtime": 99.0851,
"eval_samples_per_second": 2.018,
"eval_steps_per_second": 0.505,
"step": 79
},
{
"epoch": 2.56,
"grad_norm": 0.9937936593307737,
"learning_rate": 2e-05,
"loss": 0.6948,
"step": 80
},
{
"epoch": 2.56,
"eval_loss": 0.6899142265319824,
"eval_runtime": 98.7974,
"eval_samples_per_second": 2.024,
"eval_steps_per_second": 0.506,
"step": 80
},
{
"epoch": 2.592,
"grad_norm": 0.9650832276698476,
"learning_rate": 2e-05,
"loss": 0.7666,
"step": 81
},
{
"epoch": 2.592,
"eval_loss": 0.6886695623397827,
"eval_runtime": 98.6813,
"eval_samples_per_second": 2.027,
"eval_steps_per_second": 0.507,
"step": 81
},
{
"epoch": 2.624,
"grad_norm": 0.9961610958296112,
"learning_rate": 2e-05,
"loss": 0.7741,
"step": 82
},
{
"epoch": 2.624,
"eval_loss": 0.687745213508606,
"eval_runtime": 98.624,
"eval_samples_per_second": 2.028,
"eval_steps_per_second": 0.507,
"step": 82
},
{
"epoch": 2.656,
"grad_norm": 1.0261499699526089,
"learning_rate": 2e-05,
"loss": 0.7747,
"step": 83
},
{
"epoch": 2.656,
"eval_loss": 0.6869972944259644,
"eval_runtime": 98.9604,
"eval_samples_per_second": 2.021,
"eval_steps_per_second": 0.505,
"step": 83
},
{
"epoch": 2.6879999999999997,
"grad_norm": 1.025059237745532,
"learning_rate": 2e-05,
"loss": 0.7526,
"step": 84
},
{
"epoch": 2.6879999999999997,
"eval_loss": 0.6862147450447083,
"eval_runtime": 98.4387,
"eval_samples_per_second": 2.032,
"eval_steps_per_second": 0.508,
"step": 84
},
{
"epoch": 2.7199999999999998,
"grad_norm": 1.1383626266013125,
"learning_rate": 2e-05,
"loss": 0.683,
"step": 85
},
{
"epoch": 2.7199999999999998,
"eval_loss": 0.6845572590827942,
"eval_runtime": 98.4979,
"eval_samples_per_second": 2.03,
"eval_steps_per_second": 0.508,
"step": 85
},
{
"epoch": 2.752,
"grad_norm": 1.0427739679421295,
"learning_rate": 2e-05,
"loss": 0.7362,
"step": 86
},
{
"epoch": 2.752,
"eval_loss": 0.683280348777771,
"eval_runtime": 103.6707,
"eval_samples_per_second": 1.929,
"eval_steps_per_second": 0.482,
"step": 86
},
{
"epoch": 2.784,
"grad_norm": 1.1280129141879938,
"learning_rate": 2e-05,
"loss": 0.7743,
"step": 87
},
{
"epoch": 2.784,
"eval_loss": 0.6824235320091248,
"eval_runtime": 99.2995,
"eval_samples_per_second": 2.014,
"eval_steps_per_second": 0.504,
"step": 87
},
{
"epoch": 2.816,
"grad_norm": 1.0017715497784696,
"learning_rate": 2e-05,
"loss": 0.7164,
"step": 88
},
{
"epoch": 2.816,
"eval_loss": 0.6819013357162476,
"eval_runtime": 99.5206,
"eval_samples_per_second": 2.01,
"eval_steps_per_second": 0.502,
"step": 88
},
{
"epoch": 2.848,
"grad_norm": 1.0769673642284994,
"learning_rate": 2e-05,
"loss": 0.7013,
"step": 89
},
{
"epoch": 2.848,
"eval_loss": 0.6820746064186096,
"eval_runtime": 96.5197,
"eval_samples_per_second": 2.072,
"eval_steps_per_second": 0.518,
"step": 89
},
{
"epoch": 2.88,
"grad_norm": 1.0389167281844591,
"learning_rate": 2e-05,
"loss": 0.6805,
"step": 90
},
{
"epoch": 2.88,
"eval_loss": 0.6826525926589966,
"eval_runtime": 96.0942,
"eval_samples_per_second": 2.081,
"eval_steps_per_second": 0.52,
"step": 90
},
{
"epoch": 2.912,
"grad_norm": 0.9705743838620626,
"learning_rate": 2e-05,
"loss": 0.7681,
"step": 91
},
{
"epoch": 2.912,
"eval_loss": 0.6836435198783875,
"eval_runtime": 96.2441,
"eval_samples_per_second": 2.078,
"eval_steps_per_second": 0.52,
"step": 91
},
{
"epoch": 2.944,
"grad_norm": 1.037823791993831,
"learning_rate": 2e-05,
"loss": 0.7532,
"step": 92
},
{
"epoch": 2.944,
"eval_loss": 0.6845746040344238,
"eval_runtime": 96.2394,
"eval_samples_per_second": 2.078,
"eval_steps_per_second": 0.52,
"step": 92
},
{
"epoch": 2.976,
"grad_norm": 1.1323835942146157,
"learning_rate": 2e-05,
"loss": 0.7171,
"step": 93
},
{
"epoch": 2.976,
"eval_loss": 0.684663712978363,
"eval_runtime": 96.23,
"eval_samples_per_second": 2.078,
"eval_steps_per_second": 0.52,
"step": 93
},
{
"epoch": 3.008,
"grad_norm": 1.1957864756602699,
"learning_rate": 2e-05,
"loss": 0.7166,
"step": 94
},
{
"epoch": 3.008,
"eval_loss": 0.6830846667289734,
"eval_runtime": 96.6549,
"eval_samples_per_second": 2.069,
"eval_steps_per_second": 0.517,
"step": 94
},
{
"epoch": 3.04,
"grad_norm": 1.1077357794232636,
"learning_rate": 2e-05,
"loss": 0.6667,
"step": 95
},
{
"epoch": 3.04,
"eval_loss": 0.6810076832771301,
"eval_runtime": 96.3239,
"eval_samples_per_second": 2.076,
"eval_steps_per_second": 0.519,
"step": 95
},
{
"epoch": 3.072,
"grad_norm": 1.1851219157184936,
"learning_rate": 2e-05,
"loss": 0.7115,
"step": 96
},
{
"epoch": 3.072,
"eval_loss": 0.6796395778656006,
"eval_runtime": 96.9109,
"eval_samples_per_second": 2.064,
"eval_steps_per_second": 0.516,
"step": 96
},
{
"epoch": 3.104,
"grad_norm": 1.0812671042616444,
"learning_rate": 2e-05,
"loss": 0.7333,
"step": 97
},
{
"epoch": 3.104,
"eval_loss": 0.6794567108154297,
"eval_runtime": 96.7403,
"eval_samples_per_second": 2.067,
"eval_steps_per_second": 0.517,
"step": 97
},
{
"epoch": 3.136,
"grad_norm": 1.130095597839828,
"learning_rate": 2e-05,
"loss": 0.6328,
"step": 98
},
{
"epoch": 3.136,
"eval_loss": 0.6792007684707642,
"eval_runtime": 96.8136,
"eval_samples_per_second": 2.066,
"eval_steps_per_second": 0.516,
"step": 98
},
{
"epoch": 3.168,
"grad_norm": 1.16102100344116,
"learning_rate": 2e-05,
"loss": 0.6625,
"step": 99
},
{
"epoch": 3.168,
"eval_loss": 0.6789132952690125,
"eval_runtime": 96.6982,
"eval_samples_per_second": 2.068,
"eval_steps_per_second": 0.517,
"step": 99
},
{
"epoch": 3.2,
"grad_norm": 1.226689811951201,
"learning_rate": 2e-05,
"loss": 0.7522,
"step": 100
},
{
"epoch": 3.2,
"eval_loss": 0.6786602735519409,
"eval_runtime": 96.6253,
"eval_samples_per_second": 2.07,
"eval_steps_per_second": 0.517,
"step": 100
},
{
"epoch": 3.232,
"grad_norm": 1.1623462595850367,
"learning_rate": 2e-05,
"loss": 0.6755,
"step": 101
},
{
"epoch": 3.232,
"eval_loss": 0.6791322827339172,
"eval_runtime": 96.5222,
"eval_samples_per_second": 2.072,
"eval_steps_per_second": 0.518,
"step": 101
},
{
"epoch": 3.2640000000000002,
"grad_norm": 1.16303930181089,
"learning_rate": 2e-05,
"loss": 0.6752,
"step": 102
},
{
"epoch": 3.2640000000000002,
"eval_loss": 0.680637538433075,
"eval_runtime": 96.8789,
"eval_samples_per_second": 2.064,
"eval_steps_per_second": 0.516,
"step": 102
},
{
"epoch": 3.296,
"grad_norm": 1.166028046661615,
"learning_rate": 2e-05,
"loss": 0.6732,
"step": 103
},
{
"epoch": 3.296,
"eval_loss": 0.6818951964378357,
"eval_runtime": 96.7579,
"eval_samples_per_second": 2.067,
"eval_steps_per_second": 0.517,
"step": 103
},
{
"epoch": 3.328,
"grad_norm": 1.2872370423601793,
"learning_rate": 2e-05,
"loss": 0.7713,
"step": 104
},
{
"epoch": 3.328,
"eval_loss": 0.682328462600708,
"eval_runtime": 98.3142,
"eval_samples_per_second": 2.034,
"eval_steps_per_second": 0.509,
"step": 104
},
{
"epoch": 3.36,
"grad_norm": 1.1363822202896854,
"learning_rate": 2e-05,
"loss": 0.7429,
"step": 105
},
{
"epoch": 3.36,
"eval_loss": 0.6817943453788757,
"eval_runtime": 100.7507,
"eval_samples_per_second": 1.985,
"eval_steps_per_second": 0.496,
"step": 105
},
{
"epoch": 3.416,
"grad_norm": 1.2711044658075554,
"learning_rate": 2e-05,
"loss": 0.7057,
"step": 106
},
{
"epoch": 3.416,
"eval_loss": 0.6794378161430359,
"eval_runtime": 100.4096,
"eval_samples_per_second": 1.992,
"eval_steps_per_second": 0.498,
"step": 106
},
{
"epoch": 3.448,
"grad_norm": 1.3212295597772596,
"learning_rate": 2e-05,
"loss": 0.6982,
"step": 107
},
{
"epoch": 3.448,
"eval_loss": 0.6767404079437256,
"eval_runtime": 96.6386,
"eval_samples_per_second": 2.07,
"eval_steps_per_second": 0.517,
"step": 107
},
{
"epoch": 3.48,
"grad_norm": 1.2420948881737728,
"learning_rate": 2e-05,
"loss": 0.7092,
"step": 108
},
{
"epoch": 3.48,
"eval_loss": 0.6751566529273987,
"eval_runtime": 95.1851,
"eval_samples_per_second": 2.101,
"eval_steps_per_second": 0.525,
"step": 108
},
{
"epoch": 3.512,
"grad_norm": 1.2965352636029341,
"learning_rate": 2e-05,
"loss": 0.6715,
"step": 109
},
{
"epoch": 3.512,
"eval_loss": 0.6750080585479736,
"eval_runtime": 95.3479,
"eval_samples_per_second": 2.098,
"eval_steps_per_second": 0.524,
"step": 109
},
{
"epoch": 3.544,
"grad_norm": 1.2789534479099607,
"learning_rate": 2e-05,
"loss": 0.6732,
"step": 110
},
{
"epoch": 3.544,
"eval_loss": 0.6744334697723389,
"eval_runtime": 95.3541,
"eval_samples_per_second": 2.097,
"eval_steps_per_second": 0.524,
"step": 110
},
{
"epoch": 3.576,
"grad_norm": 1.3881035995379567,
"learning_rate": 2e-05,
"loss": 0.6777,
"step": 111
},
{
"epoch": 3.576,
"eval_loss": 0.6730498671531677,
"eval_runtime": 96.972,
"eval_samples_per_second": 2.062,
"eval_steps_per_second": 0.516,
"step": 111
},
{
"epoch": 3.608,
"grad_norm": 1.2398078245019133,
"learning_rate": 2e-05,
"loss": 0.6314,
"step": 112
},
{
"epoch": 3.608,
"eval_loss": 0.6725335717201233,
"eval_runtime": 97.1794,
"eval_samples_per_second": 2.058,
"eval_steps_per_second": 0.515,
"step": 112
},
{
"epoch": 3.64,
"grad_norm": 1.3383993031041075,
"learning_rate": 2e-05,
"loss": 0.6776,
"step": 113
},
{
"epoch": 3.64,
"eval_loss": 0.6719880104064941,
"eval_runtime": 97.2319,
"eval_samples_per_second": 2.057,
"eval_steps_per_second": 0.514,
"step": 113
},
{
"epoch": 3.672,
"grad_norm": 1.289557205987285,
"learning_rate": 2e-05,
"loss": 0.7475,
"step": 114
},
{
"epoch": 3.672,
"eval_loss": 0.6723533868789673,
"eval_runtime": 97.3108,
"eval_samples_per_second": 2.055,
"eval_steps_per_second": 0.514,
"step": 114
},
{
"epoch": 3.7039999999999997,
"grad_norm": 1.121644844950096,
"learning_rate": 2e-05,
"loss": 0.6813,
"step": 115
},
{
"epoch": 3.7039999999999997,
"eval_loss": 0.673932671546936,
"eval_runtime": 97.0919,
"eval_samples_per_second": 2.06,
"eval_steps_per_second": 0.515,
"step": 115
},
{
"epoch": 3.7359999999999998,
"grad_norm": 1.5370551636574723,
"learning_rate": 2e-05,
"loss": 0.7036,
"step": 116
},
{
"epoch": 3.7359999999999998,
"eval_loss": 0.6737978458404541,
"eval_runtime": 97.0064,
"eval_samples_per_second": 2.062,
"eval_steps_per_second": 0.515,
"step": 116
},
{
"epoch": 3.768,
"grad_norm": 1.3017720066449985,
"learning_rate": 2e-05,
"loss": 0.7048,
"step": 117
},
{
"epoch": 3.768,
"eval_loss": 0.6731936931610107,
"eval_runtime": 96.9134,
"eval_samples_per_second": 2.064,
"eval_steps_per_second": 0.516,
"step": 117
},
{
"epoch": 3.8,
"grad_norm": 1.3976157986974596,
"learning_rate": 2e-05,
"loss": 0.6512,
"step": 118
},
{
"epoch": 3.8,
"eval_loss": 0.6716210842132568,
"eval_runtime": 97.4028,
"eval_samples_per_second": 2.053,
"eval_steps_per_second": 0.513,
"step": 118
},
{
"epoch": 3.832,
"grad_norm": 1.3982632064891347,
"learning_rate": 2e-05,
"loss": 0.6481,
"step": 119
},
{
"epoch": 3.832,
"eval_loss": 0.6690347194671631,
"eval_runtime": 97.2096,
"eval_samples_per_second": 2.057,
"eval_steps_per_second": 0.514,
"step": 119
},
{
"epoch": 3.864,
"grad_norm": 1.346077433712507,
"learning_rate": 2e-05,
"loss": 0.6005,
"step": 120
},
{
"epoch": 3.864,
"eval_loss": 0.667186975479126,
"eval_runtime": 97.326,
"eval_samples_per_second": 2.055,
"eval_steps_per_second": 0.514,
"step": 120
},
{
"epoch": 3.896,
"grad_norm": 1.3142652448176726,
"learning_rate": 2e-05,
"loss": 0.6967,
"step": 121
},
{
"epoch": 3.896,
"eval_loss": 0.6662881970405579,
"eval_runtime": 101.7648,
"eval_samples_per_second": 1.965,
"eval_steps_per_second": 0.491,
"step": 121
},
{
"epoch": 3.928,
"grad_norm": 1.3368669812290557,
"learning_rate": 2e-05,
"loss": 0.6954,
"step": 122
},
{
"epoch": 3.928,
"eval_loss": 0.6659301519393921,
"eval_runtime": 98.3123,
"eval_samples_per_second": 2.034,
"eval_steps_per_second": 0.509,
"step": 122
},
{
"epoch": 3.96,
"grad_norm": 1.3992228513792793,
"learning_rate": 2e-05,
"loss": 0.6168,
"step": 123
},
{
"epoch": 3.96,
"eval_loss": 0.6662861704826355,
"eval_runtime": 98.5527,
"eval_samples_per_second": 2.029,
"eval_steps_per_second": 0.507,
"step": 123
},
{
"epoch": 3.992,
"grad_norm": 1.403303492690172,
"learning_rate": 2e-05,
"loss": 0.6818,
"step": 124
},
{
"epoch": 3.992,
"eval_loss": 0.666582465171814,
"eval_runtime": 95.7576,
"eval_samples_per_second": 2.089,
"eval_steps_per_second": 0.522,
"step": 124
},
{
"epoch": 4.024,
"grad_norm": 1.37383602466541,
"learning_rate": 2e-05,
"loss": 0.6539,
"step": 125
},
{
"epoch": 4.024,
"eval_loss": 0.6666322350502014,
"eval_runtime": 95.5774,
"eval_samples_per_second": 2.093,
"eval_steps_per_second": 0.523,
"step": 125
},
{
"epoch": 4.064,
"grad_norm": 1.3710348437226973,
"learning_rate": 2e-05,
"loss": 0.7181,
"step": 126
},
{
"epoch": 4.064,
"eval_loss": 0.6673327684402466,
"eval_runtime": 102.0166,
"eval_samples_per_second": 1.96,
"eval_steps_per_second": 0.49,
"step": 126
},
{
"epoch": 4.096,
"grad_norm": 1.297767286241014,
"learning_rate": 2e-05,
"loss": 0.6452,
"step": 127
},
{
"epoch": 4.096,
"eval_loss": 0.6687185764312744,
"eval_runtime": 95.6988,
"eval_samples_per_second": 2.09,
"eval_steps_per_second": 0.522,
"step": 127
},
{
"epoch": 4.128,
"grad_norm": 1.292569885504323,
"learning_rate": 2e-05,
"loss": 0.6145,
"step": 128
},
{
"epoch": 4.128,
"eval_loss": 0.6715303063392639,
"eval_runtime": 95.465,
"eval_samples_per_second": 2.095,
"eval_steps_per_second": 0.524,
"step": 128
},
{
"epoch": 4.16,
"grad_norm": 1.419162300463038,
"learning_rate": 2e-05,
"loss": 0.6088,
"step": 129
},
{
"epoch": 4.16,
"eval_loss": 0.675749659538269,
"eval_runtime": 97.8829,
"eval_samples_per_second": 2.043,
"eval_steps_per_second": 0.511,
"step": 129
},
{
"epoch": 4.192,
"grad_norm": 1.5215794897159234,
"learning_rate": 2e-05,
"loss": 0.6391,
"step": 130
},
{
"epoch": 4.192,
"eval_loss": 0.677629828453064,
"eval_runtime": 95.4624,
"eval_samples_per_second": 2.095,
"eval_steps_per_second": 0.524,
"step": 130
},
{
"epoch": 4.224,
"grad_norm": 1.4684908212096284,
"learning_rate": 2e-05,
"loss": 0.6102,
"step": 131
},
{
"epoch": 4.224,
"eval_loss": 0.6779782176017761,
"eval_runtime": 97.1518,
"eval_samples_per_second": 2.059,
"eval_steps_per_second": 0.515,
"step": 131
},
{
"epoch": 4.256,
"grad_norm": 1.7036283256760842,
"learning_rate": 2e-05,
"loss": 0.6396,
"step": 132
},
{
"epoch": 4.256,
"eval_loss": 0.6759344339370728,
"eval_runtime": 97.8632,
"eval_samples_per_second": 2.044,
"eval_steps_per_second": 0.511,
"step": 132
},
{
"epoch": 4.288,
"grad_norm": 1.6051118551476093,
"learning_rate": 2e-05,
"loss": 0.6566,
"step": 133
},
{
"epoch": 4.288,
"eval_loss": 0.673258364200592,
"eval_runtime": 97.4448,
"eval_samples_per_second": 2.052,
"eval_steps_per_second": 0.513,
"step": 133
},
{
"epoch": 4.32,
"grad_norm": 1.5572448859529642,
"learning_rate": 2e-05,
"loss": 0.6223,
"step": 134
},
{
"epoch": 4.32,
"eval_loss": 0.6723945736885071,
"eval_runtime": 96.9931,
"eval_samples_per_second": 2.062,
"eval_steps_per_second": 0.516,
"step": 134
},
{
"epoch": 4.352,
"grad_norm": 1.607226224281089,
"learning_rate": 2e-05,
"loss": 0.6168,
"step": 135
},
{
"epoch": 4.352,
"eval_loss": 0.6719383001327515,
"eval_runtime": 97.0819,
"eval_samples_per_second": 2.06,
"eval_steps_per_second": 0.515,
"step": 135
},
{
"epoch": 4.384,
"grad_norm": 1.3581330775842726,
"learning_rate": 2e-05,
"loss": 0.6197,
"step": 136
},
{
"epoch": 4.384,
"eval_loss": 0.6716668605804443,
"eval_runtime": 99.6743,
"eval_samples_per_second": 2.007,
"eval_steps_per_second": 0.502,
"step": 136
},
{
"epoch": 4.416,
"grad_norm": 1.6769316310469216,
"learning_rate": 2e-05,
"loss": 0.638,
"step": 137
},
{
"epoch": 4.416,
"eval_loss": 0.6708360314369202,
"eval_runtime": 95.7987,
"eval_samples_per_second": 2.088,
"eval_steps_per_second": 0.522,
"step": 137
},
{
"epoch": 4.448,
"grad_norm": 1.5498003031158447,
"learning_rate": 2e-05,
"loss": 0.6481,
"step": 138
},
{
"epoch": 4.448,
"eval_loss": 0.6702771782875061,
"eval_runtime": 96.0198,
"eval_samples_per_second": 2.083,
"eval_steps_per_second": 0.521,
"step": 138
},
{
"epoch": 4.48,
"grad_norm": 1.551391635180101,
"learning_rate": 2e-05,
"loss": 0.6396,
"step": 139
},
{
"epoch": 4.48,
"eval_loss": 0.6709393262863159,
"eval_runtime": 95.7365,
"eval_samples_per_second": 2.089,
"eval_steps_per_second": 0.522,
"step": 139
},
{
"epoch": 4.5120000000000005,
"grad_norm": 1.534460089474332,
"learning_rate": 2e-05,
"loss": 0.5738,
"step": 140
},
{
"epoch": 4.5120000000000005,
"eval_loss": 0.6725634932518005,
"eval_runtime": 98.1018,
"eval_samples_per_second": 2.039,
"eval_steps_per_second": 0.51,
"step": 140
},
{
"epoch": 4.5440000000000005,
"grad_norm": 1.4820795078494542,
"learning_rate": 2e-05,
"loss": 0.662,
"step": 141
},
{
"epoch": 4.5440000000000005,
"eval_loss": 0.6750396490097046,
"eval_runtime": 95.8735,
"eval_samples_per_second": 2.086,
"eval_steps_per_second": 0.522,
"step": 141
},
{
"epoch": 4.576,
"grad_norm": 1.5013493191075218,
"learning_rate": 2e-05,
"loss": 0.6571,
"step": 142
},
{
"epoch": 4.576,
"eval_loss": 0.6773877739906311,
"eval_runtime": 95.7522,
"eval_samples_per_second": 2.089,
"eval_steps_per_second": 0.522,
"step": 142
},
{
"epoch": 4.608,
"grad_norm": 1.5713746383626521,
"learning_rate": 2e-05,
"loss": 0.6652,
"step": 143
},
{
"epoch": 4.608,
"eval_loss": 0.677890419960022,
"eval_runtime": 95.6097,
"eval_samples_per_second": 2.092,
"eval_steps_per_second": 0.523,
"step": 143
},
{
"epoch": 4.64,
"grad_norm": 1.7992319985289944,
"learning_rate": 2e-05,
"loss": 0.6846,
"step": 144
},
{
"epoch": 4.64,
"eval_loss": 0.6761859059333801,
"eval_runtime": 95.5647,
"eval_samples_per_second": 2.093,
"eval_steps_per_second": 0.523,
"step": 144
},
{
"epoch": 4.672,
"grad_norm": 1.8153564044346968,
"learning_rate": 2e-05,
"loss": 0.6343,
"step": 145
},
{
"epoch": 4.672,
"eval_loss": 0.6728916764259338,
"eval_runtime": 95.7986,
"eval_samples_per_second": 2.088,
"eval_steps_per_second": 0.522,
"step": 145
},
{
"epoch": 4.704,
"grad_norm": 1.7257180198459412,
"learning_rate": 2e-05,
"loss": 0.6635,
"step": 146
},
{
"epoch": 4.704,
"eval_loss": 0.670305073261261,
"eval_runtime": 96.0378,
"eval_samples_per_second": 2.083,
"eval_steps_per_second": 0.521,
"step": 146
},
{
"epoch": 4.736,
"grad_norm": 1.700890150951268,
"learning_rate": 2e-05,
"loss": 0.6492,
"step": 147
},
{
"epoch": 4.736,
"eval_loss": 0.6693490743637085,
"eval_runtime": 95.7653,
"eval_samples_per_second": 2.088,
"eval_steps_per_second": 0.522,
"step": 147
},
{
"epoch": 4.768,
"grad_norm": 1.524592426429662,
"learning_rate": 2e-05,
"loss": 0.6196,
"step": 148
},
{
"epoch": 4.768,
"eval_loss": 0.6692916750907898,
"eval_runtime": 95.8987,
"eval_samples_per_second": 2.086,
"eval_steps_per_second": 0.521,
"step": 148
},
{
"epoch": 4.8,
"grad_norm": 1.765585164658825,
"learning_rate": 2e-05,
"loss": 0.6634,
"step": 149
},
{
"epoch": 4.8,
"eval_loss": 0.6684932112693787,
"eval_runtime": 96.0068,
"eval_samples_per_second": 2.083,
"eval_steps_per_second": 0.521,
"step": 149
},
{
"epoch": 4.832,
"grad_norm": 1.7560172174474262,
"learning_rate": 2e-05,
"loss": 0.6011,
"step": 150
},
{
"epoch": 4.832,
"eval_loss": 0.6678715348243713,
"eval_runtime": 95.8356,
"eval_samples_per_second": 2.087,
"eval_steps_per_second": 0.522,
"step": 150
},
{
"epoch": 4.864,
"grad_norm": 1.5106799279904972,
"learning_rate": 2e-05,
"loss": 0.6502,
"step": 151
},
{
"epoch": 4.864,
"eval_loss": 0.6691852807998657,
"eval_runtime": 97.5603,
"eval_samples_per_second": 2.05,
"eval_steps_per_second": 0.513,
"step": 151
},
{
"epoch": 4.896,
"grad_norm": 1.6515668480995418,
"learning_rate": 2e-05,
"loss": 0.6207,
"step": 152
},
{
"epoch": 4.896,
"eval_loss": 0.6714971661567688,
"eval_runtime": 96.9472,
"eval_samples_per_second": 2.063,
"eval_steps_per_second": 0.516,
"step": 152
},
{
"epoch": 4.928,
"grad_norm": 1.648933444515062,
"learning_rate": 2e-05,
"loss": 0.6366,
"step": 153
},
{
"epoch": 4.928,
"eval_loss": 0.6733483672142029,
"eval_runtime": 100.8633,
"eval_samples_per_second": 1.983,
"eval_steps_per_second": 0.496,
"step": 153
},
{
"epoch": 4.96,
"grad_norm": 1.6749689583250607,
"learning_rate": 2e-05,
"loss": 0.5815,
"step": 154
},
{
"epoch": 4.96,
"eval_loss": 0.6746806502342224,
"eval_runtime": 100.4948,
"eval_samples_per_second": 1.99,
"eval_steps_per_second": 0.498,
"step": 154
},
{
"epoch": 4.992,
"grad_norm": 1.7662303190761401,
"learning_rate": 2e-05,
"loss": 0.6366,
"step": 155
},
{
"epoch": 4.992,
"eval_loss": 0.6755189299583435,
"eval_runtime": 100.872,
"eval_samples_per_second": 1.983,
"eval_steps_per_second": 0.496,
"step": 155
},
{
"epoch": 4.992,
"step": 155,
"total_flos": 135390371053568.0,
"train_loss": 0.1233276440251258,
"train_runtime": 3633.0506,
"train_samples_per_second": 1.376,
"train_steps_per_second": 0.043
}
],
"logging_steps": 1.0,
"max_steps": 155,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 5,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 135390371053568.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}