avsolatorio's picture
Training in progress, step 6000, checkpoint
0810295 verified
raw
history blame
5.33 kB
{
"best_metric": 0.042364452034235,
"best_model_checkpoint": "doc-topic-model_eval-01_train-04/checkpoint-6000",
"epoch": 2.957121734844751,
"eval_steps": 1000,
"global_step": 6000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.2464268112370626,
"grad_norm": 0.36145079135894775,
"learning_rate": 1.9950714637752587e-05,
"loss": 0.1655,
"step": 500
},
{
"epoch": 0.4928536224741252,
"grad_norm": 0.3764462471008301,
"learning_rate": 1.990142927550518e-05,
"loss": 0.0934,
"step": 1000
},
{
"epoch": 0.4928536224741252,
"eval_accuracy": 0.981383845685049,
"eval_f1": 0.0,
"eval_loss": 0.09022163599729538,
"eval_precision": 0.0,
"eval_recall": 0.0,
"eval_runtime": 12.1169,
"eval_samples_per_second": 669.315,
"eval_steps_per_second": 2.641,
"step": 1000
},
{
"epoch": 0.7392804337111878,
"grad_norm": 0.3353608548641205,
"learning_rate": 1.9852143913257764e-05,
"loss": 0.0875,
"step": 1500
},
{
"epoch": 0.9857072449482503,
"grad_norm": 0.3118976652622223,
"learning_rate": 1.980285855101035e-05,
"loss": 0.0778,
"step": 2000
},
{
"epoch": 0.9857072449482503,
"eval_accuracy": 0.981383845685049,
"eval_f1": 0.0,
"eval_loss": 0.07012662291526794,
"eval_precision": 0.0,
"eval_recall": 0.0,
"eval_runtime": 12.1219,
"eval_samples_per_second": 669.036,
"eval_steps_per_second": 2.64,
"step": 2000
},
{
"epoch": 1.232134056185313,
"grad_norm": 0.36931222677230835,
"learning_rate": 1.975357318876294e-05,
"loss": 0.0682,
"step": 2500
},
{
"epoch": 1.4785608674223756,
"grad_norm": 0.3769352436065674,
"learning_rate": 1.9704287826515527e-05,
"loss": 0.0618,
"step": 3000
},
{
"epoch": 1.4785608674223756,
"eval_accuracy": 0.9828110605609649,
"eval_f1": 0.1748537215947748,
"eval_loss": 0.05648113414645195,
"eval_precision": 0.8221369161868202,
"eval_recall": 0.09783022459078797,
"eval_runtime": 14.4938,
"eval_samples_per_second": 559.549,
"eval_steps_per_second": 2.208,
"step": 3000
},
{
"epoch": 1.724987678659438,
"grad_norm": 0.3530617356300354,
"learning_rate": 1.9655002464268113e-05,
"loss": 0.0565,
"step": 3500
},
{
"epoch": 1.9714144898965007,
"grad_norm": 0.3648615777492523,
"learning_rate": 1.96057171020207e-05,
"loss": 0.0535,
"step": 4000
},
{
"epoch": 1.9714144898965007,
"eval_accuracy": 0.9842326062616041,
"eval_f1": 0.33010176431625216,
"eval_loss": 0.04882097616791725,
"eval_precision": 0.7894585253456221,
"eval_recall": 0.2086791016368481,
"eval_runtime": 14.3902,
"eval_samples_per_second": 563.579,
"eval_steps_per_second": 2.224,
"step": 4000
},
{
"epoch": 2.2178413011335634,
"grad_norm": 0.4629921317100525,
"learning_rate": 1.955643173977329e-05,
"loss": 0.0479,
"step": 4500
},
{
"epoch": 2.464268112370626,
"grad_norm": 0.38679325580596924,
"learning_rate": 1.9507146377525875e-05,
"loss": 0.0473,
"step": 5000
},
{
"epoch": 2.464268112370626,
"eval_accuracy": 0.985597460209476,
"eval_f1": 0.4667856018469934,
"eval_loss": 0.04518100246787071,
"eval_precision": 0.7509707918284653,
"eval_recall": 0.33863722877807384,
"eval_runtime": 14.416,
"eval_samples_per_second": 562.568,
"eval_steps_per_second": 2.22,
"step": 5000
},
{
"epoch": 2.7106949236076883,
"grad_norm": 0.35379377007484436,
"learning_rate": 1.9457861015278464e-05,
"loss": 0.0442,
"step": 5500
},
{
"epoch": 2.957121734844751,
"grad_norm": 0.3872750997543335,
"learning_rate": 1.9408575653031053e-05,
"loss": 0.0436,
"step": 6000
},
{
"epoch": 2.957121734844751,
"eval_accuracy": 0.985956035545729,
"eval_f1": 0.49631474609871395,
"eval_loss": 0.042364452034235,
"eval_precision": 0.7467115325787703,
"eval_recall": 0.3716787209744956,
"eval_runtime": 14.5806,
"eval_samples_per_second": 556.218,
"eval_steps_per_second": 2.195,
"step": 6000
}
],
"logging_steps": 500,
"max_steps": 202900,
"num_input_tokens_seen": 0,
"num_train_epochs": 100,
"save_steps": 1000,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 5,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 0
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 136021614086862.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}