ICM-Qwen2-VL-2B / trainer_state.json
zhaoyuzhi's picture
Add files using upload-large-folder tool
9aa0a65 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 3000000,
"global_step": 2225,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0044943820224719105,
"grad_norm": 21.028866393310857,
"learning_rate": 4.484304932735426e-07,
"loss": 1.8157,
"step": 10
},
{
"epoch": 0.008988764044943821,
"grad_norm": 18.149495621801602,
"learning_rate": 8.968609865470852e-07,
"loss": 1.8095,
"step": 20
},
{
"epoch": 0.01348314606741573,
"grad_norm": 7.110153316235121,
"learning_rate": 1.345291479820628e-06,
"loss": 1.4583,
"step": 30
},
{
"epoch": 0.017977528089887642,
"grad_norm": 3.8403679133270168,
"learning_rate": 1.7937219730941704e-06,
"loss": 1.2703,
"step": 40
},
{
"epoch": 0.02247191011235955,
"grad_norm": 3.1058777831353708,
"learning_rate": 2.242152466367713e-06,
"loss": 1.165,
"step": 50
},
{
"epoch": 0.02696629213483146,
"grad_norm": 3.3684279642867847,
"learning_rate": 2.690582959641256e-06,
"loss": 1.0807,
"step": 60
},
{
"epoch": 0.03146067415730337,
"grad_norm": 3.157236299420834,
"learning_rate": 3.1390134529147986e-06,
"loss": 1.0534,
"step": 70
},
{
"epoch": 0.035955056179775284,
"grad_norm": 3.5078357528479485,
"learning_rate": 3.587443946188341e-06,
"loss": 1.0051,
"step": 80
},
{
"epoch": 0.04044943820224719,
"grad_norm": 3.4693923350197293,
"learning_rate": 4.0358744394618836e-06,
"loss": 0.9734,
"step": 90
},
{
"epoch": 0.0449438202247191,
"grad_norm": 3.1682184152102453,
"learning_rate": 4.484304932735426e-06,
"loss": 0.9764,
"step": 100
},
{
"epoch": 0.04943820224719101,
"grad_norm": 3.4044270322944357,
"learning_rate": 4.932735426008969e-06,
"loss": 0.9358,
"step": 110
},
{
"epoch": 0.05393258426966292,
"grad_norm": 3.629261207410094,
"learning_rate": 5.381165919282512e-06,
"loss": 0.975,
"step": 120
},
{
"epoch": 0.058426966292134834,
"grad_norm": 2.7702327333157615,
"learning_rate": 5.8295964125560544e-06,
"loss": 0.9692,
"step": 130
},
{
"epoch": 0.06292134831460675,
"grad_norm": 3.5659770341558144,
"learning_rate": 6.278026905829597e-06,
"loss": 0.9665,
"step": 140
},
{
"epoch": 0.06741573033707865,
"grad_norm": 3.0158598967423944,
"learning_rate": 6.72645739910314e-06,
"loss": 0.9409,
"step": 150
},
{
"epoch": 0.07191011235955057,
"grad_norm": 3.6116843848118427,
"learning_rate": 7.174887892376682e-06,
"loss": 0.9369,
"step": 160
},
{
"epoch": 0.07640449438202247,
"grad_norm": 3.397427112776282,
"learning_rate": 7.6233183856502244e-06,
"loss": 0.9143,
"step": 170
},
{
"epoch": 0.08089887640449438,
"grad_norm": 3.1019973911170857,
"learning_rate": 8.071748878923767e-06,
"loss": 0.9262,
"step": 180
},
{
"epoch": 0.0853932584269663,
"grad_norm": 3.28653951390302,
"learning_rate": 8.52017937219731e-06,
"loss": 0.9151,
"step": 190
},
{
"epoch": 0.0898876404494382,
"grad_norm": 2.9229201820388826,
"learning_rate": 8.968609865470853e-06,
"loss": 0.9093,
"step": 200
},
{
"epoch": 0.09438202247191012,
"grad_norm": 3.113906403159331,
"learning_rate": 9.417040358744395e-06,
"loss": 0.9199,
"step": 210
},
{
"epoch": 0.09887640449438202,
"grad_norm": 3.2663540679465624,
"learning_rate": 9.865470852017938e-06,
"loss": 0.9305,
"step": 220
},
{
"epoch": 0.10337078651685393,
"grad_norm": 3.051806061363382,
"learning_rate": 9.999698350006063e-06,
"loss": 0.9105,
"step": 230
},
{
"epoch": 0.10786516853932585,
"grad_norm": 3.2656274646398753,
"learning_rate": 9.998220968267148e-06,
"loss": 0.9234,
"step": 240
},
{
"epoch": 0.11235955056179775,
"grad_norm": 3.0943126322747556,
"learning_rate": 9.995512813021446e-06,
"loss": 0.9278,
"step": 250
},
{
"epoch": 0.11685393258426967,
"grad_norm": 3.1197182560800294,
"learning_rate": 9.991574551131379e-06,
"loss": 0.9055,
"step": 260
},
{
"epoch": 0.12134831460674157,
"grad_norm": 2.788031040285689,
"learning_rate": 9.986407152363672e-06,
"loss": 0.9106,
"step": 270
},
{
"epoch": 0.1258426966292135,
"grad_norm": 3.4226340314131485,
"learning_rate": 9.980011889150569e-06,
"loss": 0.9111,
"step": 280
},
{
"epoch": 0.1303370786516854,
"grad_norm": 3.3566995644063504,
"learning_rate": 9.97239033627649e-06,
"loss": 0.915,
"step": 290
},
{
"epoch": 0.1348314606741573,
"grad_norm": 3.4076936734585543,
"learning_rate": 9.96354437049027e-06,
"loss": 0.8995,
"step": 300
},
{
"epoch": 0.1393258426966292,
"grad_norm": 3.209280832093268,
"learning_rate": 9.953476170043011e-06,
"loss": 0.8969,
"step": 310
},
{
"epoch": 0.14382022471910114,
"grad_norm": 3.009956911416,
"learning_rate": 9.942188214151703e-06,
"loss": 0.8791,
"step": 320
},
{
"epoch": 0.14831460674157304,
"grad_norm": 3.318098809004364,
"learning_rate": 9.929683282388753e-06,
"loss": 0.9135,
"step": 330
},
{
"epoch": 0.15280898876404495,
"grad_norm": 3.316896081979771,
"learning_rate": 9.915964453997516e-06,
"loss": 0.8809,
"step": 340
},
{
"epoch": 0.15730337078651685,
"grad_norm": 2.570617534902647,
"learning_rate": 9.901035107134067e-06,
"loss": 0.8975,
"step": 350
},
{
"epoch": 0.16179775280898875,
"grad_norm": 2.5338700266262766,
"learning_rate": 9.884898918035354e-06,
"loss": 0.8997,
"step": 360
},
{
"epoch": 0.1662921348314607,
"grad_norm": 2.775240802278996,
"learning_rate": 9.86755986011395e-06,
"loss": 0.8984,
"step": 370
},
{
"epoch": 0.1707865168539326,
"grad_norm": 2.822348053524811,
"learning_rate": 9.849022202979635e-06,
"loss": 0.8993,
"step": 380
},
{
"epoch": 0.1752808988764045,
"grad_norm": 3.055973621744187,
"learning_rate": 9.829290511388033e-06,
"loss": 0.8883,
"step": 390
},
{
"epoch": 0.1797752808988764,
"grad_norm": 3.1358574509096155,
"learning_rate": 9.808369644116578e-06,
"loss": 0.8855,
"step": 400
},
{
"epoch": 0.1842696629213483,
"grad_norm": 2.7698413336711285,
"learning_rate": 9.78626475276808e-06,
"loss": 0.9028,
"step": 410
},
{
"epoch": 0.18876404494382024,
"grad_norm": 2.693223915430037,
"learning_rate": 9.762981280502178e-06,
"loss": 0.8918,
"step": 420
},
{
"epoch": 0.19325842696629214,
"grad_norm": 3.008257840198355,
"learning_rate": 9.738524960695003e-06,
"loss": 0.8804,
"step": 430
},
{
"epoch": 0.19775280898876405,
"grad_norm": 2.9264871287794336,
"learning_rate": 9.712901815527387e-06,
"loss": 0.8781,
"step": 440
},
{
"epoch": 0.20224719101123595,
"grad_norm": 3.121215777703405,
"learning_rate": 9.686118154501938e-06,
"loss": 0.8856,
"step": 450
},
{
"epoch": 0.20674157303370785,
"grad_norm": 3.0456191477056738,
"learning_rate": 9.658180572889372e-06,
"loss": 0.9005,
"step": 460
},
{
"epoch": 0.21123595505617979,
"grad_norm": 2.6847965693331837,
"learning_rate": 9.62909595010449e-06,
"loss": 0.8902,
"step": 470
},
{
"epoch": 0.2157303370786517,
"grad_norm": 3.16590640260948,
"learning_rate": 9.598871448012166e-06,
"loss": 0.8872,
"step": 480
},
{
"epoch": 0.2202247191011236,
"grad_norm": 2.917831346210603,
"learning_rate": 9.567514509163791e-06,
"loss": 0.8791,
"step": 490
},
{
"epoch": 0.2247191011235955,
"grad_norm": 2.395460178627161,
"learning_rate": 9.535032854964608e-06,
"loss": 0.8556,
"step": 500
},
{
"epoch": 0.2292134831460674,
"grad_norm": 2.8755215373997465,
"learning_rate": 9.501434483772371e-06,
"loss": 0.8879,
"step": 510
},
{
"epoch": 0.23370786516853934,
"grad_norm": 2.7839596342446016,
"learning_rate": 9.466727668927817e-06,
"loss": 0.8921,
"step": 520
},
{
"epoch": 0.23820224719101124,
"grad_norm": 2.8101352476646113,
"learning_rate": 9.43092095671741e-06,
"loss": 0.8719,
"step": 530
},
{
"epoch": 0.24269662921348314,
"grad_norm": 2.8841472788021756,
"learning_rate": 9.39402316426889e-06,
"loss": 0.8736,
"step": 540
},
{
"epoch": 0.24719101123595505,
"grad_norm": 2.8954194572601444,
"learning_rate": 9.356043377380126e-06,
"loss": 0.8987,
"step": 550
},
{
"epoch": 0.251685393258427,
"grad_norm": 3.554378286149293,
"learning_rate": 9.316990948281799e-06,
"loss": 0.8514,
"step": 560
},
{
"epoch": 0.25617977528089886,
"grad_norm": 2.3570345682703353,
"learning_rate": 9.27687549333449e-06,
"loss": 0.8627,
"step": 570
},
{
"epoch": 0.2606741573033708,
"grad_norm": 2.8727271733313953,
"learning_rate": 9.235706890660735e-06,
"loss": 0.8372,
"step": 580
},
{
"epoch": 0.2651685393258427,
"grad_norm": 2.838666672391731,
"learning_rate": 9.193495277712593e-06,
"loss": 0.8639,
"step": 590
},
{
"epoch": 0.2696629213483146,
"grad_norm": 2.7577407799514613,
"learning_rate": 9.150251048775403e-06,
"loss": 0.8675,
"step": 600
},
{
"epoch": 0.27415730337078653,
"grad_norm": 3.5011471176346243,
"learning_rate": 9.105984852408247e-06,
"loss": 0.9128,
"step": 610
},
{
"epoch": 0.2786516853932584,
"grad_norm": 2.4709369938165353,
"learning_rate": 9.060707588821835e-06,
"loss": 0.8481,
"step": 620
},
{
"epoch": 0.28314606741573034,
"grad_norm": 2.687018184877083,
"learning_rate": 9.014430407194413e-06,
"loss": 0.8665,
"step": 630
},
{
"epoch": 0.2876404494382023,
"grad_norm": 2.8113496819372195,
"learning_rate": 8.967164702926359e-06,
"loss": 0.8705,
"step": 640
},
{
"epoch": 0.29213483146067415,
"grad_norm": 3.098175777433656,
"learning_rate": 8.918922114834156e-06,
"loss": 0.8594,
"step": 650
},
{
"epoch": 0.2966292134831461,
"grad_norm": 2.5305855672874586,
"learning_rate": 8.869714522284424e-06,
"loss": 0.9048,
"step": 660
},
{
"epoch": 0.30112359550561796,
"grad_norm": 3.1823485712315587,
"learning_rate": 8.819554042268715e-06,
"loss": 0.8581,
"step": 670
},
{
"epoch": 0.3056179775280899,
"grad_norm": 3.141603475434689,
"learning_rate": 8.768453026419793e-06,
"loss": 0.8924,
"step": 680
},
{
"epoch": 0.3101123595505618,
"grad_norm": 2.8298252741410206,
"learning_rate": 8.71642405797015e-06,
"loss": 0.8442,
"step": 690
},
{
"epoch": 0.3146067415730337,
"grad_norm": 2.4651915483445284,
"learning_rate": 8.663479948653472e-06,
"loss": 0.8492,
"step": 700
},
{
"epoch": 0.31910112359550563,
"grad_norm": 2.7122168547316394,
"learning_rate": 8.609633735549852e-06,
"loss": 0.8333,
"step": 710
},
{
"epoch": 0.3235955056179775,
"grad_norm": 2.9065395439540427,
"learning_rate": 8.554898677875509e-06,
"loss": 0.8361,
"step": 720
},
{
"epoch": 0.32808988764044944,
"grad_norm": 2.541328327536001,
"learning_rate": 8.49928825371781e-06,
"loss": 0.8614,
"step": 730
},
{
"epoch": 0.3325842696629214,
"grad_norm": 2.8452183525450985,
"learning_rate": 8.442816156716386e-06,
"loss": 0.8398,
"step": 740
},
{
"epoch": 0.33707865168539325,
"grad_norm": 2.6414675162195773,
"learning_rate": 8.385496292691192e-06,
"loss": 0.8525,
"step": 750
},
{
"epoch": 0.3415730337078652,
"grad_norm": 2.780280291371649,
"learning_rate": 8.32734277621829e-06,
"loss": 0.8707,
"step": 760
},
{
"epoch": 0.34606741573033706,
"grad_norm": 2.601178957016528,
"learning_rate": 8.26836992715426e-06,
"loss": 0.8806,
"step": 770
},
{
"epoch": 0.350561797752809,
"grad_norm": 2.962305315436321,
"learning_rate": 8.208592267110033e-06,
"loss": 0.8614,
"step": 780
},
{
"epoch": 0.3550561797752809,
"grad_norm": 2.793835722937421,
"learning_rate": 8.148024515875057e-06,
"loss": 0.8598,
"step": 790
},
{
"epoch": 0.3595505617977528,
"grad_norm": 2.6570500425410786,
"learning_rate": 8.08668158779267e-06,
"loss": 0.8723,
"step": 800
},
{
"epoch": 0.36404494382022473,
"grad_norm": 3.006706054601333,
"learning_rate": 8.024578588087548e-06,
"loss": 0.8451,
"step": 810
},
{
"epoch": 0.3685393258426966,
"grad_norm": 3.194741458838549,
"learning_rate": 7.961730809146162e-06,
"loss": 0.8445,
"step": 820
},
{
"epoch": 0.37303370786516854,
"grad_norm": 2.6452523909592873,
"learning_rate": 7.898153726751155e-06,
"loss": 0.8523,
"step": 830
},
{
"epoch": 0.3775280898876405,
"grad_norm": 2.5344015025695534,
"learning_rate": 7.833862996270534e-06,
"loss": 0.8274,
"step": 840
},
{
"epoch": 0.38202247191011235,
"grad_norm": 2.7320847056126456,
"learning_rate": 7.768874448802665e-06,
"loss": 0.8425,
"step": 850
},
{
"epoch": 0.3865168539325843,
"grad_norm": 2.6938059359159077,
"learning_rate": 7.703204087277989e-06,
"loss": 0.8226,
"step": 860
},
{
"epoch": 0.39101123595505616,
"grad_norm": 2.8434749905260035,
"learning_rate": 7.636868082518413e-06,
"loss": 0.8647,
"step": 870
},
{
"epoch": 0.3955056179775281,
"grad_norm": 2.6787607584691937,
"learning_rate": 7.5698827692553785e-06,
"loss": 0.8819,
"step": 880
},
{
"epoch": 0.4,
"grad_norm": 3.3474923030984285,
"learning_rate": 7.502264642107559e-06,
"loss": 0.828,
"step": 890
},
{
"epoch": 0.4044943820224719,
"grad_norm": 2.608043188896359,
"learning_rate": 7.434030351519183e-06,
"loss": 0.8424,
"step": 900
},
{
"epoch": 0.40898876404494383,
"grad_norm": 2.31822219138967,
"learning_rate": 7.365196699659989e-06,
"loss": 0.8627,
"step": 910
},
{
"epoch": 0.4134831460674157,
"grad_norm": 2.503238393535594,
"learning_rate": 7.295780636287828e-06,
"loss": 0.8374,
"step": 920
},
{
"epoch": 0.41797752808988764,
"grad_norm": 2.987882942685997,
"learning_rate": 7.2257992545749045e-06,
"loss": 0.8397,
"step": 930
},
{
"epoch": 0.42247191011235957,
"grad_norm": 3.0751658643780675,
"learning_rate": 7.155269786898728e-06,
"loss": 0.8419,
"step": 940
},
{
"epoch": 0.42696629213483145,
"grad_norm": 3.0944989985866798,
"learning_rate": 7.084209600598757e-06,
"loss": 0.847,
"step": 950
},
{
"epoch": 0.4314606741573034,
"grad_norm": 2.7171358523992026,
"learning_rate": 7.012636193699838e-06,
"loss": 0.8442,
"step": 960
},
{
"epoch": 0.43595505617977526,
"grad_norm": 2.9449405004821823,
"learning_rate": 6.9405671906034465e-06,
"loss": 0.7978,
"step": 970
},
{
"epoch": 0.4404494382022472,
"grad_norm": 2.5697814837358024,
"learning_rate": 6.868020337747812e-06,
"loss": 0.8415,
"step": 980
},
{
"epoch": 0.4449438202247191,
"grad_norm": 2.7123982325774976,
"learning_rate": 6.7950134992379935e-06,
"loss": 0.8368,
"step": 990
},
{
"epoch": 0.449438202247191,
"grad_norm": 2.7457304327214547,
"learning_rate": 6.721564652446987e-06,
"loss": 0.8244,
"step": 1000
},
{
"epoch": 0.45393258426966293,
"grad_norm": 2.5727374251550574,
"learning_rate": 6.647691883588928e-06,
"loss": 0.8536,
"step": 1010
},
{
"epoch": 0.4584269662921348,
"grad_norm": 3.436622027549439,
"learning_rate": 6.573413383265505e-06,
"loss": 0.8282,
"step": 1020
},
{
"epoch": 0.46292134831460674,
"grad_norm": 2.554581349417234,
"learning_rate": 6.4987474419866635e-06,
"loss": 0.8785,
"step": 1030
},
{
"epoch": 0.46741573033707867,
"grad_norm": 2.572629251373284,
"learning_rate": 6.423712445666703e-06,
"loss": 0.8404,
"step": 1040
},
{
"epoch": 0.47191011235955055,
"grad_norm": 2.6110629987997296,
"learning_rate": 6.348326871096895e-06,
"loss": 0.8335,
"step": 1050
},
{
"epoch": 0.4764044943820225,
"grad_norm": 2.579522074041865,
"learning_rate": 6.272609281395708e-06,
"loss": 0.814,
"step": 1060
},
{
"epoch": 0.48089887640449436,
"grad_norm": 2.604436458085443,
"learning_rate": 6.1965783214377895e-06,
"loss": 0.8356,
"step": 1070
},
{
"epoch": 0.4853932584269663,
"grad_norm": 3.544439618834328,
"learning_rate": 6.120252713262801e-06,
"loss": 0.8145,
"step": 1080
},
{
"epoch": 0.4898876404494382,
"grad_norm": 2.5461314452599044,
"learning_rate": 6.043651251465266e-06,
"loss": 0.8149,
"step": 1090
},
{
"epoch": 0.4943820224719101,
"grad_norm": 2.684504023450718,
"learning_rate": 5.9667927985665385e-06,
"loss": 0.8336,
"step": 1100
},
{
"epoch": 0.49887640449438203,
"grad_norm": 2.624225359715667,
"learning_rate": 5.889696280370063e-06,
"loss": 0.8193,
"step": 1110
},
{
"epoch": 0.503370786516854,
"grad_norm": 2.6410937801065564,
"learning_rate": 5.812380681301031e-06,
"loss": 0.8303,
"step": 1120
},
{
"epoch": 0.5078651685393258,
"grad_norm": 2.5558280002336327,
"learning_rate": 5.734865039731612e-06,
"loss": 0.8522,
"step": 1130
},
{
"epoch": 0.5123595505617977,
"grad_norm": 3.205793969640316,
"learning_rate": 5.657168443292909e-06,
"loss": 0.8246,
"step": 1140
},
{
"epoch": 0.5168539325842697,
"grad_norm": 2.5584552525736317,
"learning_rate": 5.57931002417477e-06,
"loss": 0.8527,
"step": 1150
},
{
"epoch": 0.5213483146067416,
"grad_norm": 2.4712332329098974,
"learning_rate": 5.501308954414632e-06,
"loss": 0.8416,
"step": 1160
},
{
"epoch": 0.5258426966292135,
"grad_norm": 2.650810844110697,
"learning_rate": 5.42318444117656e-06,
"loss": 0.8456,
"step": 1170
},
{
"epoch": 0.5303370786516854,
"grad_norm": 2.326300138355385,
"learning_rate": 5.3449557220216245e-06,
"loss": 0.8504,
"step": 1180
},
{
"epoch": 0.5348314606741573,
"grad_norm": 2.2706355883101503,
"learning_rate": 5.2666420601708036e-06,
"loss": 0.8422,
"step": 1190
},
{
"epoch": 0.5393258426966292,
"grad_norm": 3.108873698113913,
"learning_rate": 5.188262739761562e-06,
"loss": 0.8173,
"step": 1200
},
{
"epoch": 0.5438202247191011,
"grad_norm": 3.0375290855665686,
"learning_rate": 5.109837061099274e-06,
"loss": 0.8352,
"step": 1210
},
{
"epoch": 0.5483146067415731,
"grad_norm": 3.015315272637417,
"learning_rate": 5.0313843359046865e-06,
"loss": 0.7971,
"step": 1220
},
{
"epoch": 0.5528089887640449,
"grad_norm": 2.8103059408990525,
"learning_rate": 4.9529238825585425e-06,
"loss": 0.8014,
"step": 1230
},
{
"epoch": 0.5573033707865168,
"grad_norm": 2.968627530793131,
"learning_rate": 4.874475021344583e-06,
"loss": 0.8299,
"step": 1240
},
{
"epoch": 0.5617977528089888,
"grad_norm": 3.1399655089271343,
"learning_rate": 4.796057069692073e-06,
"loss": 0.8472,
"step": 1250
},
{
"epoch": 0.5662921348314607,
"grad_norm": 2.664176882967019,
"learning_rate": 4.717689337419043e-06,
"loss": 0.8451,
"step": 1260
},
{
"epoch": 0.5707865168539326,
"grad_norm": 2.7440588116901243,
"learning_rate": 4.639391121977378e-06,
"loss": 0.8319,
"step": 1270
},
{
"epoch": 0.5752808988764045,
"grad_norm": 2.8756872704696206,
"learning_rate": 4.561181703700986e-06,
"loss": 0.8137,
"step": 1280
},
{
"epoch": 0.5797752808988764,
"grad_norm": 2.20156098848189,
"learning_rate": 4.4830803410581506e-06,
"loss": 0.8266,
"step": 1290
},
{
"epoch": 0.5842696629213483,
"grad_norm": 2.215449378595676,
"learning_rate": 4.405106265909284e-06,
"loss": 0.7933,
"step": 1300
},
{
"epoch": 0.5887640449438202,
"grad_norm": 2.7246034503185173,
"learning_rate": 4.327278678771237e-06,
"loss": 0.8249,
"step": 1310
},
{
"epoch": 0.5932584269662922,
"grad_norm": 2.7460406192905746,
"learning_rate": 4.2496167440893075e-06,
"loss": 0.8177,
"step": 1320
},
{
"epoch": 0.597752808988764,
"grad_norm": 2.968842648457339,
"learning_rate": 4.172139585518156e-06,
"loss": 0.8424,
"step": 1330
},
{
"epoch": 0.6022471910112359,
"grad_norm": 2.504248019881339,
"learning_rate": 4.094866281212735e-06,
"loss": 0.8365,
"step": 1340
},
{
"epoch": 0.6067415730337079,
"grad_norm": 2.587216532975083,
"learning_rate": 4.017815859130462e-06,
"loss": 0.8157,
"step": 1350
},
{
"epoch": 0.6112359550561798,
"grad_norm": 2.5776922439224057,
"learning_rate": 3.941007292345711e-06,
"loss": 0.776,
"step": 1360
},
{
"epoch": 0.6157303370786517,
"grad_norm": 2.1324124549933514,
"learning_rate": 3.864459494377854e-06,
"loss": 0.8218,
"step": 1370
},
{
"epoch": 0.6202247191011236,
"grad_norm": 2.644470734779867,
"learning_rate": 3.7881913145339387e-06,
"loss": 0.8259,
"step": 1380
},
{
"epoch": 0.6247191011235955,
"grad_norm": 2.9101594862192623,
"learning_rate": 3.712221533267206e-06,
"loss": 0.8208,
"step": 1390
},
{
"epoch": 0.6292134831460674,
"grad_norm": 2.7469407604097555,
"learning_rate": 3.6365688575525315e-06,
"loss": 0.8049,
"step": 1400
},
{
"epoch": 0.6337078651685393,
"grad_norm": 2.533667628455592,
"learning_rate": 3.5612519162799954e-06,
"loss": 0.8253,
"step": 1410
},
{
"epoch": 0.6382022471910113,
"grad_norm": 2.7113902576435214,
"learning_rate": 3.48628925566764e-06,
"loss": 0.84,
"step": 1420
},
{
"epoch": 0.6426966292134831,
"grad_norm": 2.9783117236592673,
"learning_rate": 3.4116993346946286e-06,
"loss": 0.8184,
"step": 1430
},
{
"epoch": 0.647191011235955,
"grad_norm": 2.3877175660365118,
"learning_rate": 3.337500520555843e-06,
"loss": 0.806,
"step": 1440
},
{
"epoch": 0.651685393258427,
"grad_norm": 2.2716341939562716,
"learning_rate": 3.2637110841391202e-06,
"loss": 0.8045,
"step": 1450
},
{
"epoch": 0.6561797752808989,
"grad_norm": 2.4122921966517463,
"learning_rate": 3.190349195526172e-06,
"loss": 0.8254,
"step": 1460
},
{
"epoch": 0.6606741573033708,
"grad_norm": 2.899653247745689,
"learning_rate": 3.117432919518353e-06,
"loss": 0.8059,
"step": 1470
},
{
"epoch": 0.6651685393258427,
"grad_norm": 2.7343035364639743,
"learning_rate": 3.0449802111883365e-06,
"loss": 0.8199,
"step": 1480
},
{
"epoch": 0.6696629213483146,
"grad_norm": 2.526014584573272,
"learning_rate": 2.973008911458816e-06,
"loss": 0.7953,
"step": 1490
},
{
"epoch": 0.6741573033707865,
"grad_norm": 2.620122537254342,
"learning_rate": 2.901536742709323e-06,
"loss": 0.8445,
"step": 1500
},
{
"epoch": 0.6786516853932584,
"grad_norm": 2.503228611506985,
"learning_rate": 2.83058130441221e-06,
"loss": 0.8116,
"step": 1510
},
{
"epoch": 0.6831460674157304,
"grad_norm": 2.6396612931098886,
"learning_rate": 2.760160068798934e-06,
"loss": 0.8182,
"step": 1520
},
{
"epoch": 0.6876404494382022,
"grad_norm": 2.817133442950779,
"learning_rate": 2.6902903765576426e-06,
"loss": 0.8029,
"step": 1530
},
{
"epoch": 0.6921348314606741,
"grad_norm": 2.5166671771316613,
"learning_rate": 2.620989432563167e-06,
"loss": 0.8179,
"step": 1540
},
{
"epoch": 0.6966292134831461,
"grad_norm": 2.623144140751482,
"learning_rate": 2.552274301640454e-06,
"loss": 0.8165,
"step": 1550
},
{
"epoch": 0.701123595505618,
"grad_norm": 2.4289501142037433,
"learning_rate": 2.484161904362481e-06,
"loss": 0.7876,
"step": 1560
},
{
"epoch": 0.7056179775280899,
"grad_norm": 2.929065269125912,
"learning_rate": 2.416669012883698e-06,
"loss": 0.8179,
"step": 1570
},
{
"epoch": 0.7101123595505618,
"grad_norm": 2.236454595662634,
"learning_rate": 2.3498122468100114e-06,
"loss": 0.8066,
"step": 1580
},
{
"epoch": 0.7146067415730337,
"grad_norm": 2.289287136198235,
"learning_rate": 2.283608069106336e-06,
"loss": 0.8043,
"step": 1590
},
{
"epoch": 0.7191011235955056,
"grad_norm": 2.356768634878435,
"learning_rate": 2.2180727820427156e-06,
"loss": 0.7739,
"step": 1600
},
{
"epoch": 0.7235955056179775,
"grad_norm": 2.905123153518728,
"learning_rate": 2.153222523180007e-06,
"loss": 0.8094,
"step": 1610
},
{
"epoch": 0.7280898876404495,
"grad_norm": 2.2771620513777346,
"learning_rate": 2.089073261396148e-06,
"loss": 0.8106,
"step": 1620
},
{
"epoch": 0.7325842696629213,
"grad_norm": 2.410875702229844,
"learning_rate": 2.0256407929539203e-06,
"loss": 0.7578,
"step": 1630
},
{
"epoch": 0.7370786516853932,
"grad_norm": 2.296833553163406,
"learning_rate": 1.962940737611264e-06,
"loss": 0.7917,
"step": 1640
},
{
"epoch": 0.7415730337078652,
"grad_norm": 3.1435922132540184,
"learning_rate": 1.9009885347750102e-06,
"loss": 0.8191,
"step": 1650
},
{
"epoch": 0.7460674157303371,
"grad_norm": 2.649409366248491,
"learning_rate": 1.8397994396990687e-06,
"loss": 0.8069,
"step": 1660
},
{
"epoch": 0.750561797752809,
"grad_norm": 2.423649988581548,
"learning_rate": 1.7793885197279164e-06,
"loss": 0.8193,
"step": 1670
},
{
"epoch": 0.755056179775281,
"grad_norm": 2.479988768714348,
"learning_rate": 1.719770650586397e-06,
"loss": 0.7967,
"step": 1680
},
{
"epoch": 0.7595505617977528,
"grad_norm": 2.244972982243665,
"learning_rate": 1.6609605127166784e-06,
"loss": 0.7885,
"step": 1690
},
{
"epoch": 0.7640449438202247,
"grad_norm": 2.1802352668743277,
"learning_rate": 1.6029725876633085e-06,
"loss": 0.7924,
"step": 1700
},
{
"epoch": 0.7685393258426966,
"grad_norm": 2.701959045692566,
"learning_rate": 1.5458211545072537e-06,
"loss": 0.809,
"step": 1710
},
{
"epoch": 0.7730337078651686,
"grad_norm": 2.647399701909666,
"learning_rate": 1.489520286349767e-06,
"loss": 0.7813,
"step": 1720
},
{
"epoch": 0.7775280898876404,
"grad_norm": 3.3231840138362876,
"learning_rate": 1.4340838468470198e-06,
"loss": 0.7778,
"step": 1730
},
{
"epoch": 0.7820224719101123,
"grad_norm": 2.3425746647284833,
"learning_rate": 1.3795254867962548e-06,
"loss": 0.8023,
"step": 1740
},
{
"epoch": 0.7865168539325843,
"grad_norm": 2.5597817340601625,
"learning_rate": 1.3258586407744117e-06,
"loss": 0.8104,
"step": 1750
},
{
"epoch": 0.7910112359550562,
"grad_norm": 2.517875514542219,
"learning_rate": 1.273096523829939e-06,
"loss": 0.7894,
"step": 1760
},
{
"epoch": 0.7955056179775281,
"grad_norm": 2.4199435511686507,
"learning_rate": 1.2212521282287093e-06,
"loss": 0.814,
"step": 1770
},
{
"epoch": 0.8,
"grad_norm": 2.5842013891324784,
"learning_rate": 1.1703382202547619e-06,
"loss": 0.8325,
"step": 1780
},
{
"epoch": 0.8044943820224719,
"grad_norm": 2.9426361073785334,
"learning_rate": 1.1203673370667111e-06,
"loss": 0.8239,
"step": 1790
},
{
"epoch": 0.8089887640449438,
"grad_norm": 2.841556764864622,
"learning_rate": 1.0713517836105624e-06,
"loss": 0.8129,
"step": 1800
},
{
"epoch": 0.8134831460674158,
"grad_norm": 2.827206278816824,
"learning_rate": 1.0233036295897147e-06,
"loss": 0.7546,
"step": 1810
},
{
"epoch": 0.8179775280898877,
"grad_norm": 2.475358629778951,
"learning_rate": 9.762347064928918e-07,
"loss": 0.7787,
"step": 1820
},
{
"epoch": 0.8224719101123595,
"grad_norm": 2.6449064423582573,
"learning_rate": 9.301566046807247e-07,
"loss": 0.816,
"step": 1830
},
{
"epoch": 0.8269662921348314,
"grad_norm": 2.8617687301277215,
"learning_rate": 8.850806705317183e-07,
"loss": 0.7975,
"step": 1840
},
{
"epoch": 0.8314606741573034,
"grad_norm": 2.6088401680292916,
"learning_rate": 8.410180036482895e-07,
"loss": 0.8093,
"step": 1850
},
{
"epoch": 0.8359550561797753,
"grad_norm": 2.602084546554059,
"learning_rate": 7.979794541235792e-07,
"loss": 0.776,
"step": 1860
},
{
"epoch": 0.8404494382022472,
"grad_norm": 2.344373295351233,
"learning_rate": 7.559756198696971e-07,
"loss": 0.8251,
"step": 1870
},
{
"epoch": 0.8449438202247191,
"grad_norm": 2.4323771087778607,
"learning_rate": 7.150168440080652e-07,
"loss": 0.7999,
"step": 1880
},
{
"epoch": 0.849438202247191,
"grad_norm": 2.3773975505911933,
"learning_rate": 6.75113212322514e-07,
"loss": 0.78,
"step": 1890
},
{
"epoch": 0.8539325842696629,
"grad_norm": 2.1579711929276937,
"learning_rate": 6.36274550775719e-07,
"loss": 0.7707,
"step": 1900
},
{
"epoch": 0.8584269662921349,
"grad_norm": 2.7293834324024586,
"learning_rate": 5.985104230896515e-07,
"loss": 0.8189,
"step": 1910
},
{
"epoch": 0.8629213483146068,
"grad_norm": 2.685801601082177,
"learning_rate": 5.618301283905703e-07,
"loss": 0.7541,
"step": 1920
},
{
"epoch": 0.8674157303370786,
"grad_norm": 3.116629925764096,
"learning_rate": 5.262426989191921e-07,
"loss": 0.8066,
"step": 1930
},
{
"epoch": 0.8719101123595505,
"grad_norm": 3.2051350133529324,
"learning_rate": 4.917568978065684e-07,
"loss": 0.8207,
"step": 1940
},
{
"epoch": 0.8764044943820225,
"grad_norm": 2.2836460078075675,
"learning_rate": 4.5838121691622995e-07,
"loss": 0.7935,
"step": 1950
},
{
"epoch": 0.8808988764044944,
"grad_norm": 2.7205905760599887,
"learning_rate": 4.261238747531382e-07,
"loss": 0.7772,
"step": 1960
},
{
"epoch": 0.8853932584269663,
"grad_norm": 2.0574139164637004,
"learning_rate": 3.949928144399301e-07,
"loss": 0.7907,
"step": 1970
},
{
"epoch": 0.8898876404494382,
"grad_norm": 2.8112752890836084,
"learning_rate": 3.649957017609979e-07,
"loss": 0.7942,
"step": 1980
},
{
"epoch": 0.8943820224719101,
"grad_norm": 2.4763979006513615,
"learning_rate": 3.361399232748358e-07,
"loss": 0.7781,
"step": 1990
},
{
"epoch": 0.898876404494382,
"grad_norm": 2.376939861217481,
"learning_rate": 3.0843258449516966e-07,
"loss": 0.7835,
"step": 2000
},
{
"epoch": 0.903370786516854,
"grad_norm": 2.2478850058039725,
"learning_rate": 2.8188050814126675e-07,
"loss": 0.8014,
"step": 2010
},
{
"epoch": 0.9078651685393259,
"grad_norm": 2.923436127261158,
"learning_rate": 2.564902324579022e-07,
"loss": 0.7951,
"step": 2020
},
{
"epoch": 0.9123595505617977,
"grad_norm": 2.7437515079644283,
"learning_rate": 2.32268009605362e-07,
"loss": 0.7875,
"step": 2030
},
{
"epoch": 0.9168539325842696,
"grad_norm": 2.5936965409935233,
"learning_rate": 2.092198041198995e-07,
"loss": 0.8139,
"step": 2040
},
{
"epoch": 0.9213483146067416,
"grad_norm": 2.518280793652536,
"learning_rate": 1.873512914450104e-07,
"loss": 0.7903,
"step": 2050
},
{
"epoch": 0.9258426966292135,
"grad_norm": 2.4421720063174868,
"learning_rate": 1.666678565339025e-07,
"loss": 0.7862,
"step": 2060
},
{
"epoch": 0.9303370786516854,
"grad_norm": 2.2383431847411903,
"learning_rate": 1.471745925234902e-07,
"loss": 0.7941,
"step": 2070
},
{
"epoch": 0.9348314606741573,
"grad_norm": 2.8799057324357245,
"learning_rate": 1.2887629948024727e-07,
"loss": 0.8059,
"step": 2080
},
{
"epoch": 0.9393258426966292,
"grad_norm": 2.250643175569056,
"learning_rate": 1.1177748321823223e-07,
"loss": 0.8312,
"step": 2090
},
{
"epoch": 0.9438202247191011,
"grad_norm": 2.512971359525962,
"learning_rate": 9.588235418955926e-08,
"loss": 0.8094,
"step": 2100
},
{
"epoch": 0.9483146067415731,
"grad_norm": 2.3088708858588802,
"learning_rate": 8.119482644761423e-08,
"loss": 0.7921,
"step": 2110
},
{
"epoch": 0.952808988764045,
"grad_norm": 2.3516337137858714,
"learning_rate": 6.771851668324226e-08,
"loss": 0.8052,
"step": 2120
},
{
"epoch": 0.9573033707865168,
"grad_norm": 2.7956368487770566,
"learning_rate": 5.545674333417073e-08,
"loss": 0.8082,
"step": 2130
},
{
"epoch": 0.9617977528089887,
"grad_norm": 2.805865942089696,
"learning_rate": 4.4412525767866256e-08,
"loss": 0.7951,
"step": 2140
},
{
"epoch": 0.9662921348314607,
"grad_norm": 2.4160854525275015,
"learning_rate": 3.458858353804107e-08,
"loss": 0.7968,
"step": 2150
},
{
"epoch": 0.9707865168539326,
"grad_norm": 2.6385371261261867,
"learning_rate": 2.59873357149798e-08,
"loss": 0.8013,
"step": 2160
},
{
"epoch": 0.9752808988764045,
"grad_norm": 2.638712402614864,
"learning_rate": 1.8610900289867673e-08,
"loss": 0.7815,
"step": 2170
},
{
"epoch": 0.9797752808988764,
"grad_norm": 2.4261506557100887,
"learning_rate": 1.2461093653246547e-08,
"loss": 0.7871,
"step": 2180
},
{
"epoch": 0.9842696629213483,
"grad_norm": 2.564929645903007,
"learning_rate": 7.539430147745497e-09,
"loss": 0.7924,
"step": 2190
},
{
"epoch": 0.9887640449438202,
"grad_norm": 2.6033526258950683,
"learning_rate": 3.847121695183531e-09,
"loss": 0.7667,
"step": 2200
},
{
"epoch": 0.9932584269662922,
"grad_norm": 2.7502692590510867,
"learning_rate": 1.3850774981466474e-09,
"loss": 0.7814,
"step": 2210
},
{
"epoch": 0.9977528089887641,
"grad_norm": 2.4346251881242487,
"learning_rate": 1.5390381609858839e-10,
"loss": 0.803,
"step": 2220
},
{
"epoch": 1.0,
"step": 2225,
"total_flos": 3591464654209024.0,
"train_loss": 0.8581783727581581,
"train_runtime": 10043.9825,
"train_samples_per_second": 28.354,
"train_steps_per_second": 0.222
}
],
"logging_steps": 10,
"max_steps": 2225,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 1000000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 3591464654209024.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}