| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9, | |
| "eval_steps": 500, | |
| "global_step": 65, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0449438202247191, | |
| "grad_norm": 0.15547114610671997, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.9596, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0898876404494382, | |
| "grad_norm": 0.13959258794784546, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.9643, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.1348314606741573, | |
| "grad_norm": 0.14470240473747253, | |
| "learning_rate": 3e-06, | |
| "loss": 1.1562, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.1797752808988764, | |
| "grad_norm": 0.16597306728363037, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.1067, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.2247191011235955, | |
| "grad_norm": 0.14703088998794556, | |
| "learning_rate": 5e-06, | |
| "loss": 0.9694, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.2696629213483146, | |
| "grad_norm": 0.15088129043579102, | |
| "learning_rate": 6e-06, | |
| "loss": 1.0045, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.3146067415730337, | |
| "grad_norm": 0.16761414706707, | |
| "learning_rate": 7e-06, | |
| "loss": 0.9547, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.3595505617977528, | |
| "grad_norm": 0.14696507155895233, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.0284, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.4044943820224719, | |
| "grad_norm": 0.19629372656345367, | |
| "learning_rate": 9e-06, | |
| "loss": 0.9615, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.449438202247191, | |
| "grad_norm": 0.18038448691368103, | |
| "learning_rate": 1e-05, | |
| "loss": 1.0544, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.4943820224719101, | |
| "grad_norm": 0.22929255664348602, | |
| "learning_rate": 9.992134075089085e-06, | |
| "loss": 1.0329, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.5393258426966292, | |
| "grad_norm": 0.2177729308605194, | |
| "learning_rate": 9.968561049466214e-06, | |
| "loss": 0.9876, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.5842696629213483, | |
| "grad_norm": 0.2739273011684418, | |
| "learning_rate": 9.92935509259118e-06, | |
| "loss": 0.9326, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.6292134831460674, | |
| "grad_norm": 0.2714334726333618, | |
| "learning_rate": 9.874639560909118e-06, | |
| "loss": 1.0127, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.6741573033707865, | |
| "grad_norm": 0.318387508392334, | |
| "learning_rate": 9.804586609725499e-06, | |
| "loss": 1.1761, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.7191011235955056, | |
| "grad_norm": 0.2760864198207855, | |
| "learning_rate": 9.719416651541839e-06, | |
| "loss": 0.9729, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.7640449438202247, | |
| "grad_norm": 0.27431851625442505, | |
| "learning_rate": 9.619397662556434e-06, | |
| "loss": 0.9192, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.8089887640449438, | |
| "grad_norm": 0.24467918276786804, | |
| "learning_rate": 9.504844339512096e-06, | |
| "loss": 0.8674, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.8539325842696629, | |
| "grad_norm": 0.25415292382240295, | |
| "learning_rate": 9.376117109543769e-06, | |
| "loss": 0.9619, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.898876404494382, | |
| "grad_norm": 0.26627272367477417, | |
| "learning_rate": 9.233620996141421e-06, | |
| "loss": 0.8804, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.9438202247191011, | |
| "grad_norm": 0.24633091688156128, | |
| "learning_rate": 9.077804344796302e-06, | |
| "loss": 0.8213, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.9887640449438202, | |
| "grad_norm": 0.21531835198402405, | |
| "learning_rate": 8.90915741234015e-06, | |
| "loss": 0.8679, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 1.0224719101123596, | |
| "grad_norm": 0.20492973923683167, | |
| "learning_rate": 8.728210824415829e-06, | |
| "loss": 0.7908, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 1.0674157303370786, | |
| "grad_norm": 0.23310156166553497, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 0.9771, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 1.1123595505617978, | |
| "grad_norm": 0.17484751343727112, | |
| "learning_rate": 8.331732889760021e-06, | |
| "loss": 0.8474, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 1.1573033707865168, | |
| "grad_norm": 0.14636008441448212, | |
| "learning_rate": 8.117449009293668e-06, | |
| "loss": 0.8394, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 1.202247191011236, | |
| "grad_norm": 0.11921321600675583, | |
| "learning_rate": 7.89335648089903e-06, | |
| "loss": 0.9378, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 1.247191011235955, | |
| "grad_norm": 0.11381018161773682, | |
| "learning_rate": 7.660160382576683e-06, | |
| "loss": 0.7725, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 1.2921348314606742, | |
| "grad_norm": 0.10614118725061417, | |
| "learning_rate": 7.4185944355261996e-06, | |
| "loss": 0.8286, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 1.3370786516853932, | |
| "grad_norm": 0.10510330647230148, | |
| "learning_rate": 7.169418695587791e-06, | |
| "loss": 0.8442, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 1.3820224719101124, | |
| "grad_norm": 0.11109460890293121, | |
| "learning_rate": 6.913417161825449e-06, | |
| "loss": 0.7933, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 1.4269662921348314, | |
| "grad_norm": 0.10454461723566055, | |
| "learning_rate": 6.651395309775837e-06, | |
| "loss": 0.8542, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 1.4719101123595506, | |
| "grad_norm": 0.1184382364153862, | |
| "learning_rate": 6.384177557124247e-06, | |
| "loss": 0.9169, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 1.5168539325842696, | |
| "grad_norm": 0.10408931970596313, | |
| "learning_rate": 6.112604669781572e-06, | |
| "loss": 0.833, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 1.5617977528089888, | |
| "grad_norm": 0.10440591722726822, | |
| "learning_rate": 5.837531116523683e-06, | |
| "loss": 0.7474, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 1.606741573033708, | |
| "grad_norm": 0.11137595772743225, | |
| "learning_rate": 5.559822380516539e-06, | |
| "loss": 0.7383, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 1.651685393258427, | |
| "grad_norm": 0.10157899558544159, | |
| "learning_rate": 5.2803522361859596e-06, | |
| "loss": 0.8452, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 1.696629213483146, | |
| "grad_norm": 0.09816641360521317, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7933, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 1.7415730337078652, | |
| "grad_norm": 0.1001896858215332, | |
| "learning_rate": 4.719647763814041e-06, | |
| "loss": 0.7623, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 1.7865168539325844, | |
| "grad_norm": 0.0913764163851738, | |
| "learning_rate": 4.4401776194834615e-06, | |
| "loss": 0.795, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.8314606741573034, | |
| "grad_norm": 0.09084523469209671, | |
| "learning_rate": 4.162468883476319e-06, | |
| "loss": 0.8777, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 1.8764044943820224, | |
| "grad_norm": 0.09484092146158218, | |
| "learning_rate": 3.887395330218429e-06, | |
| "loss": 0.8205, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 1.9213483146067416, | |
| "grad_norm": 0.09379491209983826, | |
| "learning_rate": 3.6158224428757538e-06, | |
| "loss": 0.7922, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 1.9662921348314608, | |
| "grad_norm": 0.09965093433856964, | |
| "learning_rate": 3.3486046902241663e-06, | |
| "loss": 0.76, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 2.011111111111111, | |
| "grad_norm": 0.09761062264442444, | |
| "learning_rate": 3.0865828381745515e-06, | |
| "loss": 0.6824, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 2.0555555555555554, | |
| "grad_norm": 0.10253206640481949, | |
| "learning_rate": 2.83058130441221e-06, | |
| "loss": 0.7704, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.09422764182090759, | |
| "learning_rate": 2.5814055644738013e-06, | |
| "loss": 0.7789, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 2.1444444444444444, | |
| "grad_norm": 0.09672325849533081, | |
| "learning_rate": 2.339839617423318e-06, | |
| "loss": 0.7831, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 2.188888888888889, | |
| "grad_norm": 0.10218799114227295, | |
| "learning_rate": 2.1066435191009717e-06, | |
| "loss": 0.7368, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 2.2333333333333334, | |
| "grad_norm": 0.08994019776582718, | |
| "learning_rate": 1.8825509907063328e-06, | |
| "loss": 0.8044, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 2.2777777777777777, | |
| "grad_norm": 0.08405563980340958, | |
| "learning_rate": 1.6682671102399806e-06, | |
| "loss": 0.7778, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 2.3222222222222224, | |
| "grad_norm": 0.10619189590215683, | |
| "learning_rate": 1.4644660940672628e-06, | |
| "loss": 0.7012, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 2.3666666666666667, | |
| "grad_norm": 0.10291200876235962, | |
| "learning_rate": 1.2717891755841722e-06, | |
| "loss": 0.7836, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 2.411111111111111, | |
| "grad_norm": 0.07774698734283447, | |
| "learning_rate": 1.0908425876598512e-06, | |
| "loss": 0.8796, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 2.4555555555555557, | |
| "grad_norm": 0.09576702117919922, | |
| "learning_rate": 9.221956552036992e-07, | |
| "loss": 0.7232, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.0880877748131752, | |
| "learning_rate": 7.663790038585794e-07, | |
| "loss": 0.8087, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 2.5444444444444443, | |
| "grad_norm": 0.08929711580276489, | |
| "learning_rate": 6.238828904562316e-07, | |
| "loss": 0.7278, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 2.588888888888889, | |
| "grad_norm": 0.08319777995347977, | |
| "learning_rate": 4.951556604879049e-07, | |
| "loss": 0.7033, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 2.6333333333333333, | |
| "grad_norm": 0.08942956477403641, | |
| "learning_rate": 3.8060233744356634e-07, | |
| "loss": 0.8097, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 2.677777777777778, | |
| "grad_norm": 0.09436023980379105, | |
| "learning_rate": 2.8058334845816214e-07, | |
| "loss": 0.7641, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 2.7222222222222223, | |
| "grad_norm": 0.08682334423065186, | |
| "learning_rate": 1.9541339027450256e-07, | |
| "loss": 0.6795, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 2.7666666666666666, | |
| "grad_norm": 0.08507133275270462, | |
| "learning_rate": 1.253604390908819e-07, | |
| "loss": 0.7851, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 2.811111111111111, | |
| "grad_norm": 0.08078500628471375, | |
| "learning_rate": 7.064490740882057e-08, | |
| "loss": 0.7866, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 2.8555555555555556, | |
| "grad_norm": 0.08497462421655655, | |
| "learning_rate": 3.143895053378698e-08, | |
| "loss": 0.8937, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.08331078290939331, | |
| "learning_rate": 7.865924910916977e-09, | |
| "loss": 0.7737, | |
| "step": 65 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 66, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 5, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.455658284776161e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |