File size: 5,516 Bytes
8bdedbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.04028197381671702,
"eval_steps": 4,
"global_step": 20,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.002014098690835851,
"grad_norm": 0.07153145968914032,
"learning_rate": 2.0000000000000003e-06,
"loss": 10.3873,
"step": 1
},
{
"epoch": 0.002014098690835851,
"eval_loss": 10.376280784606934,
"eval_runtime": 1.3195,
"eval_samples_per_second": 159.148,
"eval_steps_per_second": 40.166,
"step": 1
},
{
"epoch": 0.004028197381671702,
"grad_norm": 0.06775236129760742,
"learning_rate": 4.000000000000001e-06,
"loss": 10.3785,
"step": 2
},
{
"epoch": 0.006042296072507553,
"grad_norm": 0.08857472985982895,
"learning_rate": 6e-06,
"loss": 10.3979,
"step": 3
},
{
"epoch": 0.008056394763343404,
"grad_norm": 0.07686039060354233,
"learning_rate": 8.000000000000001e-06,
"loss": 10.3753,
"step": 4
},
{
"epoch": 0.008056394763343404,
"eval_loss": 10.376274108886719,
"eval_runtime": 1.3333,
"eval_samples_per_second": 157.504,
"eval_steps_per_second": 39.751,
"step": 4
},
{
"epoch": 0.010070493454179255,
"grad_norm": 0.07507610321044922,
"learning_rate": 1e-05,
"loss": 10.3641,
"step": 5
},
{
"epoch": 0.012084592145015106,
"grad_norm": 0.06724587082862854,
"learning_rate": 9.960573506572391e-06,
"loss": 10.381,
"step": 6
},
{
"epoch": 0.014098690835850957,
"grad_norm": 0.08287353068590164,
"learning_rate": 9.842915805643156e-06,
"loss": 10.3681,
"step": 7
},
{
"epoch": 0.016112789526686808,
"grad_norm": 0.0772046148777008,
"learning_rate": 9.648882429441258e-06,
"loss": 10.3759,
"step": 8
},
{
"epoch": 0.016112789526686808,
"eval_loss": 10.376235008239746,
"eval_runtime": 1.3303,
"eval_samples_per_second": 157.863,
"eval_steps_per_second": 39.842,
"step": 8
},
{
"epoch": 0.01812688821752266,
"grad_norm": 0.08999884128570557,
"learning_rate": 9.381533400219319e-06,
"loss": 10.3635,
"step": 9
},
{
"epoch": 0.02014098690835851,
"grad_norm": 0.0935807079076767,
"learning_rate": 9.045084971874738e-06,
"loss": 10.3863,
"step": 10
},
{
"epoch": 0.022155085599194362,
"grad_norm": 0.060600243508815765,
"learning_rate": 8.644843137107058e-06,
"loss": 10.3691,
"step": 11
},
{
"epoch": 0.02416918429003021,
"grad_norm": 0.0810532197356224,
"learning_rate": 8.18711994874345e-06,
"loss": 10.3711,
"step": 12
},
{
"epoch": 0.02416918429003021,
"eval_loss": 10.376185417175293,
"eval_runtime": 1.3069,
"eval_samples_per_second": 160.688,
"eval_steps_per_second": 40.555,
"step": 12
},
{
"epoch": 0.026183282980866064,
"grad_norm": 0.06339351087808609,
"learning_rate": 7.679133974894984e-06,
"loss": 10.3754,
"step": 13
},
{
"epoch": 0.028197381671701913,
"grad_norm": 0.07340232282876968,
"learning_rate": 7.128896457825364e-06,
"loss": 10.384,
"step": 14
},
{
"epoch": 0.030211480362537766,
"grad_norm": 0.07252522557973862,
"learning_rate": 6.545084971874738e-06,
"loss": 10.3791,
"step": 15
},
{
"epoch": 0.032225579053373615,
"grad_norm": 0.11222871392965317,
"learning_rate": 5.936906572928625e-06,
"loss": 10.3713,
"step": 16
},
{
"epoch": 0.032225579053373615,
"eval_loss": 10.376160621643066,
"eval_runtime": 1.3263,
"eval_samples_per_second": 158.336,
"eval_steps_per_second": 39.961,
"step": 16
},
{
"epoch": 0.03423967774420947,
"grad_norm": 0.09647917747497559,
"learning_rate": 5.3139525976465675e-06,
"loss": 10.3705,
"step": 17
},
{
"epoch": 0.03625377643504532,
"grad_norm": 0.05165452882647514,
"learning_rate": 4.686047402353433e-06,
"loss": 10.3825,
"step": 18
},
{
"epoch": 0.038267875125881166,
"grad_norm": 0.09363428503274918,
"learning_rate": 4.063093427071376e-06,
"loss": 10.3865,
"step": 19
},
{
"epoch": 0.04028197381671702,
"grad_norm": 0.08932711184024811,
"learning_rate": 3.4549150281252635e-06,
"loss": 10.3844,
"step": 20
},
{
"epoch": 0.04028197381671702,
"eval_loss": 10.376140594482422,
"eval_runtime": 1.3254,
"eval_samples_per_second": 158.447,
"eval_steps_per_second": 39.989,
"step": 20
}
],
"logging_steps": 1,
"max_steps": 30,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 20,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 536100077568.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}
|