| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9899888765294773, | |
| "eval_steps": 300.0, | |
| "global_step": 84, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1067853170189099, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 1.8e-05, | |
| "loss": 2.8121, | |
| "num_input_tokens_seen": 1572864, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.2135706340378198, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 2.9988140958409528e-05, | |
| "loss": 2.8211, | |
| "num_input_tokens_seen": 3145728, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.3203559510567297, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 2.9810630129045003e-05, | |
| "loss": 2.7286, | |
| "num_input_tokens_seen": 4718592, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.4271412680756396, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 2.9422573564911305e-05, | |
| "loss": 2.7688, | |
| "num_input_tokens_seen": 6291456, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.5339265850945495, | |
| "grad_norm": 0.58984375, | |
| "learning_rate": 2.88294878209231e-05, | |
| "loss": 2.756, | |
| "num_input_tokens_seen": 7864320, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.6407119021134594, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 2.8039804116593743e-05, | |
| "loss": 2.7252, | |
| "num_input_tokens_seen": 9437184, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.7474972191323693, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 2.7064748479061476e-05, | |
| "loss": 2.7188, | |
| "num_input_tokens_seen": 11010048, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.8542825361512792, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 2.5918182155542415e-05, | |
| "loss": 2.7574, | |
| "num_input_tokens_seen": 12582912, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.9610678531701891, | |
| "grad_norm": 0.5, | |
| "learning_rate": 2.4616404563883302e-05, | |
| "loss": 2.7792, | |
| "num_input_tokens_seen": 14155776, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.996662958843159, | |
| "eval_accuracy": 0.4287265815910942, | |
| "eval_loss": 2.818293809890747, | |
| "eval_runtime": 19.7558, | |
| "eval_samples_per_second": 1.468, | |
| "eval_steps_per_second": 1.468, | |
| "num_input_tokens_seen": 14729216, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 1.067853170189099, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 2.3177921582440015e-05, | |
| "loss": 2.6953, | |
| "num_input_tokens_seen": 15728640, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 1.174638487208009, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 2.162318247323868e-05, | |
| "loss": 2.7098, | |
| "num_input_tokens_seen": 17301504, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 1.2814238042269188, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 1.997428917828102e-05, | |
| "loss": 2.6726, | |
| "num_input_tokens_seen": 18874368, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 1.3882091212458287, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 1.825468212159477e-05, | |
| "loss": 2.6655, | |
| "num_input_tokens_seen": 20447232, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 1.4949944382647387, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 1.6488806983620927e-05, | |
| "loss": 2.7292, | |
| "num_input_tokens_seen": 22020096, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 1.6017797552836486, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 1.4701767185023948e-05, | |
| "loss": 2.6312, | |
| "num_input_tokens_seen": 23592960, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.7085650723025583, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 1.2918967020163978e-05, | |
| "loss": 2.7176, | |
| "num_input_tokens_seen": 25165824, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 1.8153503893214684, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 1.116575051339288e-05, | |
| "loss": 2.7234, | |
| "num_input_tokens_seen": 26738688, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 1.9221357063403781, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 9.467041132139884e-06, | |
| "loss": 2.6971, | |
| "num_input_tokens_seen": 28311552, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 1.993325917686318, | |
| "eval_accuracy": 0.4297116228554831, | |
| "eval_loss": 2.8111748695373535, | |
| "eval_runtime": 19.5837, | |
| "eval_samples_per_second": 1.481, | |
| "eval_steps_per_second": 1.481, | |
| "num_input_tokens_seen": 29458432, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 2.0289210233592883, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 7.846987478572411e-06, | |
| "loss": 2.6623, | |
| "num_input_tokens_seen": 29884416, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 2.135706340378198, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 6.328619996627272e-06, | |
| "loss": 2.6211, | |
| "num_input_tokens_seen": 31457280, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 2.242491657397108, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 4.933523574614447e-06, | |
| "loss": 2.6728, | |
| "num_input_tokens_seen": 33030144, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 2.349276974416018, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 3.6815306976265466e-06, | |
| "loss": 2.6567, | |
| "num_input_tokens_seen": 34603008, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 2.456062291434928, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 2.590439511854144e-06, | |
| "loss": 2.6862, | |
| "num_input_tokens_seen": 36175872, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 2.5628476084538376, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 1.6757608087630249e-06, | |
| "loss": 2.6841, | |
| "num_input_tokens_seen": 37748736, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 2.6696329254727473, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 9.504975259690835e-07, | |
| "loss": 2.7272, | |
| "num_input_tokens_seen": 39321600, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 2.7764182424916575, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 4.2495989939384916e-07, | |
| "loss": 2.6643, | |
| "num_input_tokens_seen": 40894464, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 2.883203559510567, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 1.0661889447039886e-07, | |
| "loss": 2.679, | |
| "num_input_tokens_seen": 42467328, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 2.9899888765294773, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.0, | |
| "loss": 2.7116, | |
| "num_input_tokens_seen": 44040192, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 2.9899888765294773, | |
| "eval_accuracy": 0.4297979192055684, | |
| "eval_loss": 2.810983180999756, | |
| "eval_runtime": 19.4794, | |
| "eval_samples_per_second": 1.489, | |
| "eval_steps_per_second": 1.489, | |
| "num_input_tokens_seen": 44040192, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 2.9899888765294773, | |
| "num_input_tokens_seen": 44040192, | |
| "step": 84, | |
| "total_flos": 3.462459117703004e+17, | |
| "train_loss": 2.7097946518943425, | |
| "train_runtime": 6795.1554, | |
| "train_samples_per_second": 0.397, | |
| "train_steps_per_second": 0.012 | |
| } | |
| ], | |
| "logging_steps": 3, | |
| "max_steps": 84, | |
| "num_input_tokens_seen": 44040192, | |
| "num_train_epochs": 3, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.462459117703004e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |