| { | |
| "best_metric": 0.042002853006124496, | |
| "best_model_checkpoint": "man_woman_face_image_detection/checkpoint-33509", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 33509, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.10444955086693128, | |
| "grad_norm": 2.75286865234375, | |
| "learning_rate": 9.865507038464987e-07, | |
| "loss": 0.0606, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.20889910173386256, | |
| "grad_norm": 0.4504856765270233, | |
| "learning_rate": 9.716070414537195e-07, | |
| "loss": 0.0604, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3133486526007938, | |
| "grad_norm": 4.492558479309082, | |
| "learning_rate": 9.566633790609401e-07, | |
| "loss": 0.0553, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.4177982034677251, | |
| "grad_norm": 0.11193133890628815, | |
| "learning_rate": 9.417197166681609e-07, | |
| "loss": 0.0592, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.5222477543346563, | |
| "grad_norm": 3.955646514892578, | |
| "learning_rate": 9.267760542753818e-07, | |
| "loss": 0.0582, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.6266973052015876, | |
| "grad_norm": 0.09266256541013718, | |
| "learning_rate": 9.118323918826025e-07, | |
| "loss": 0.0599, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.7311468560685189, | |
| "grad_norm": 0.46259480714797974, | |
| "learning_rate": 8.968887294898233e-07, | |
| "loss": 0.0649, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.8355964069354502, | |
| "grad_norm": 0.03443637862801552, | |
| "learning_rate": 8.819450670970441e-07, | |
| "loss": 0.0566, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.9400459578023814, | |
| "grad_norm": 2.622413158416748, | |
| "learning_rate": 8.670014047042648e-07, | |
| "loss": 0.0582, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.986144295170577, | |
| "eval_loss": 0.04410167410969734, | |
| "eval_model_preparation_time": 0.0053, | |
| "eval_runtime": 1053.7087, | |
| "eval_samples_per_second": 96.919, | |
| "eval_steps_per_second": 12.115, | |
| "step": 4787 | |
| }, | |
| { | |
| "epoch": 1.0444955086693126, | |
| "grad_norm": 1.0063446760177612, | |
| "learning_rate": 8.520577423114857e-07, | |
| "loss": 0.0626, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.148945059536244, | |
| "grad_norm": 3.5057384967803955, | |
| "learning_rate": 8.371140799187064e-07, | |
| "loss": 0.0584, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.2533946104031752, | |
| "grad_norm": 0.10573850572109222, | |
| "learning_rate": 8.221704175259272e-07, | |
| "loss": 0.0576, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.3578441612701067, | |
| "grad_norm": 7.020801067352295, | |
| "learning_rate": 8.07226755133148e-07, | |
| "loss": 0.0543, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.4622937121370378, | |
| "grad_norm": 9.971087455749512, | |
| "learning_rate": 7.922830927403687e-07, | |
| "loss": 0.0517, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.566743263003969, | |
| "grad_norm": 3.649143695831299, | |
| "learning_rate": 7.773394303475895e-07, | |
| "loss": 0.0542, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.6711928138709005, | |
| "grad_norm": 0.7077023983001709, | |
| "learning_rate": 7.623957679548103e-07, | |
| "loss": 0.0576, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.7756423647378317, | |
| "grad_norm": 9.549636840820312, | |
| "learning_rate": 7.474521055620311e-07, | |
| "loss": 0.0558, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.8800919156047629, | |
| "grad_norm": 0.12657281756401062, | |
| "learning_rate": 7.325084431692519e-07, | |
| "loss": 0.0501, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.9845414664716943, | |
| "grad_norm": 4.699319362640381, | |
| "learning_rate": 7.175647807764726e-07, | |
| "loss": 0.0545, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9864968078022796, | |
| "eval_loss": 0.042747873812913895, | |
| "eval_model_preparation_time": 0.0053, | |
| "eval_runtime": 1036.1097, | |
| "eval_samples_per_second": 98.565, | |
| "eval_steps_per_second": 12.321, | |
| "step": 9574 | |
| }, | |
| { | |
| "epoch": 2.0889910173386252, | |
| "grad_norm": 1.3633027076721191, | |
| "learning_rate": 7.026211183836934e-07, | |
| "loss": 0.0485, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.1934405682055567, | |
| "grad_norm": 0.850628137588501, | |
| "learning_rate": 6.876774559909142e-07, | |
| "loss": 0.0607, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.297890119072488, | |
| "grad_norm": 4.338198661804199, | |
| "learning_rate": 6.72733793598135e-07, | |
| "loss": 0.0541, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.402339669939419, | |
| "grad_norm": 0.07052299380302429, | |
| "learning_rate": 6.577901312053558e-07, | |
| "loss": 0.0505, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.5067892208063505, | |
| "grad_norm": 4.150068283081055, | |
| "learning_rate": 6.428464688125765e-07, | |
| "loss": 0.0546, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.611238771673282, | |
| "grad_norm": 0.10252227634191513, | |
| "learning_rate": 6.279028064197973e-07, | |
| "loss": 0.0498, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.7156883225402133, | |
| "grad_norm": 0.12012413889169693, | |
| "learning_rate": 6.12959144027018e-07, | |
| "loss": 0.0459, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.8201378734071443, | |
| "grad_norm": 1.6249473094940186, | |
| "learning_rate": 5.980154816342389e-07, | |
| "loss": 0.0469, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.9245874242740757, | |
| "grad_norm": 2.401695489883423, | |
| "learning_rate": 5.830718192414597e-07, | |
| "loss": 0.051, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9866926481532254, | |
| "eval_loss": 0.042268697172403336, | |
| "eval_model_preparation_time": 0.0053, | |
| "eval_runtime": 1031.115, | |
| "eval_samples_per_second": 99.042, | |
| "eval_steps_per_second": 12.381, | |
| "step": 14361 | |
| }, | |
| { | |
| "epoch": 3.0290369751410067, | |
| "grad_norm": 1.793472170829773, | |
| "learning_rate": 5.681281568486804e-07, | |
| "loss": 0.0598, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 3.133486526007938, | |
| "grad_norm": 7.33253812789917, | |
| "learning_rate": 5.531844944559012e-07, | |
| "loss": 0.0477, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.2379360768748695, | |
| "grad_norm": 0.11843205243349075, | |
| "learning_rate": 5.382408320631219e-07, | |
| "loss": 0.0527, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 3.342385627741801, | |
| "grad_norm": 1.8657333850860596, | |
| "learning_rate": 5.232971696703428e-07, | |
| "loss": 0.054, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 3.446835178608732, | |
| "grad_norm": 4.304357528686523, | |
| "learning_rate": 5.083535072775636e-07, | |
| "loss": 0.0521, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 3.5512847294756633, | |
| "grad_norm": 0.2691272795200348, | |
| "learning_rate": 4.934098448847843e-07, | |
| "loss": 0.0516, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 3.6557342803425943, | |
| "grad_norm": 6.170676231384277, | |
| "learning_rate": 4.784661824920051e-07, | |
| "loss": 0.0463, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 3.7601838312095257, | |
| "grad_norm": 3.405898094177246, | |
| "learning_rate": 4.635225200992259e-07, | |
| "loss": 0.0519, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 3.864633382076457, | |
| "grad_norm": 2.52126145362854, | |
| "learning_rate": 4.4857885770644665e-07, | |
| "loss": 0.0494, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 3.9690829329433885, | |
| "grad_norm": 11.166853904724121, | |
| "learning_rate": 4.336351953136674e-07, | |
| "loss": 0.0457, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9867220242058674, | |
| "eval_loss": 0.043168142437934875, | |
| "eval_model_preparation_time": 0.0053, | |
| "eval_runtime": 1034.639, | |
| "eval_samples_per_second": 98.705, | |
| "eval_steps_per_second": 12.339, | |
| "step": 19148 | |
| }, | |
| { | |
| "epoch": 4.07353248381032, | |
| "grad_norm": 0.24023988842964172, | |
| "learning_rate": 4.1869153292088824e-07, | |
| "loss": 0.0495, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 4.1779820346772505, | |
| "grad_norm": 7.678467273712158, | |
| "learning_rate": 4.03747870528109e-07, | |
| "loss": 0.0525, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 4.282431585544182, | |
| "grad_norm": 0.244981586933136, | |
| "learning_rate": 3.8880420813532977e-07, | |
| "loss": 0.0507, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 4.386881136411113, | |
| "grad_norm": 0.22300060093402863, | |
| "learning_rate": 3.7386054574255054e-07, | |
| "loss": 0.0509, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 4.491330687278045, | |
| "grad_norm": 5.288808345794678, | |
| "learning_rate": 3.589168833497713e-07, | |
| "loss": 0.0474, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 4.595780238144976, | |
| "grad_norm": 1.9191228151321411, | |
| "learning_rate": 3.4397322095699213e-07, | |
| "loss": 0.0488, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 4.700229789011908, | |
| "grad_norm": 5.287907123565674, | |
| "learning_rate": 3.290295585642129e-07, | |
| "loss": 0.0459, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 4.804679339878838, | |
| "grad_norm": 0.1149277314543724, | |
| "learning_rate": 3.1408589617143366e-07, | |
| "loss": 0.0447, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 4.9091288907457695, | |
| "grad_norm": 3.53507137298584, | |
| "learning_rate": 2.9914223377865443e-07, | |
| "loss": 0.0523, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9870353687673808, | |
| "eval_loss": 0.0422465056180954, | |
| "eval_model_preparation_time": 0.0053, | |
| "eval_runtime": 991.7535, | |
| "eval_samples_per_second": 102.973, | |
| "eval_steps_per_second": 12.872, | |
| "step": 23935 | |
| }, | |
| { | |
| "epoch": 5.013578441612701, | |
| "grad_norm": 0.036819346249103546, | |
| "learning_rate": 2.841985713858752e-07, | |
| "loss": 0.0495, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 5.118027992479632, | |
| "grad_norm": 3.238111972808838, | |
| "learning_rate": 2.69254908993096e-07, | |
| "loss": 0.0507, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 5.222477543346564, | |
| "grad_norm": 0.4373936951160431, | |
| "learning_rate": 2.543112466003168e-07, | |
| "loss": 0.0499, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 5.326927094213495, | |
| "grad_norm": 0.06157074496150017, | |
| "learning_rate": 2.393675842075376e-07, | |
| "loss": 0.0481, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 5.431376645080427, | |
| "grad_norm": 0.5681213140487671, | |
| "learning_rate": 2.2442392181475835e-07, | |
| "loss": 0.048, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 5.535826195947357, | |
| "grad_norm": 0.2663944661617279, | |
| "learning_rate": 2.0948025942197914e-07, | |
| "loss": 0.0498, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 5.640275746814289, | |
| "grad_norm": 0.38863956928253174, | |
| "learning_rate": 1.945365970291999e-07, | |
| "loss": 0.0455, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 5.74472529768122, | |
| "grad_norm": 1.1037393808364868, | |
| "learning_rate": 1.795929346364207e-07, | |
| "loss": 0.0465, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 5.849174848548151, | |
| "grad_norm": 0.06277265399694443, | |
| "learning_rate": 1.6464927224364147e-07, | |
| "loss": 0.0443, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 5.953624399415083, | |
| "grad_norm": 0.3379976153373718, | |
| "learning_rate": 1.4970560985086224e-07, | |
| "loss": 0.0457, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.9869570326270025, | |
| "eval_loss": 0.04241248220205307, | |
| "eval_model_preparation_time": 0.0053, | |
| "eval_runtime": 1029.9456, | |
| "eval_samples_per_second": 99.155, | |
| "eval_steps_per_second": 12.395, | |
| "step": 28722 | |
| }, | |
| { | |
| "epoch": 6.058073950282013, | |
| "grad_norm": 4.613526821136475, | |
| "learning_rate": 1.3476194745808303e-07, | |
| "loss": 0.0428, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 6.162523501148945, | |
| "grad_norm": 0.2739298641681671, | |
| "learning_rate": 1.198182850653038e-07, | |
| "loss": 0.0474, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 6.266973052015876, | |
| "grad_norm": 0.4624876379966736, | |
| "learning_rate": 1.0487462267252457e-07, | |
| "loss": 0.0526, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 6.371422602882808, | |
| "grad_norm": 1.4040108919143677, | |
| "learning_rate": 8.993096027974535e-08, | |
| "loss": 0.0449, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 6.475872153749739, | |
| "grad_norm": 0.09033941477537155, | |
| "learning_rate": 7.498729788696613e-08, | |
| "loss": 0.0515, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 6.58032170461667, | |
| "grad_norm": 0.250262588262558, | |
| "learning_rate": 6.004363549418691e-08, | |
| "loss": 0.0467, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 6.684771255483602, | |
| "grad_norm": 1.7938841581344604, | |
| "learning_rate": 4.509997310140769e-08, | |
| "loss": 0.0545, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 6.789220806350532, | |
| "grad_norm": 0.6938722729682922, | |
| "learning_rate": 3.015631070862847e-08, | |
| "loss": 0.0485, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 6.893670357217464, | |
| "grad_norm": 0.07981687039136887, | |
| "learning_rate": 1.5212648315849248e-08, | |
| "loss": 0.0471, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 6.998119908084395, | |
| "grad_norm": 1.794087290763855, | |
| "learning_rate": 2.6898592307002603e-10, | |
| "loss": 0.0441, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.9871137049077592, | |
| "eval_loss": 0.042002853006124496, | |
| "eval_model_preparation_time": 0.0053, | |
| "eval_runtime": 1039.9182, | |
| "eval_samples_per_second": 98.204, | |
| "eval_steps_per_second": 12.276, | |
| "step": 33509 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 33509, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.309373055985163e+19, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |