| { | |
| "best_metric": 0.9124748490945674, | |
| "best_model_checkpoint": "PhoWhisper-medium-vispeech-classifier-v1/checkpoint-2938", | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 2938, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010211027910142955, | |
| "grad_norm": 79976.4921875, | |
| "learning_rate": 6.122448979591837e-08, | |
| "loss": 2.0788, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02042205582028591, | |
| "grad_norm": 49252.46484375, | |
| "learning_rate": 1.2244897959183673e-07, | |
| "loss": 2.0787, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03063308373042886, | |
| "grad_norm": 66237.7890625, | |
| "learning_rate": 1.836734693877551e-07, | |
| "loss": 2.0734, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.04084411164057182, | |
| "grad_norm": 66530.140625, | |
| "learning_rate": 2.4489795918367347e-07, | |
| "loss": 2.0745, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05105513955071477, | |
| "grad_norm": 75123.3515625, | |
| "learning_rate": 3.0612244897959183e-07, | |
| "loss": 2.0715, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.06126616746085772, | |
| "grad_norm": 91761.9921875, | |
| "learning_rate": 3.673469387755102e-07, | |
| "loss": 2.0702, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.07147719537100068, | |
| "grad_norm": 76544.7421875, | |
| "learning_rate": 4.2857142857142857e-07, | |
| "loss": 2.0659, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.08168822328114364, | |
| "grad_norm": 85211.5078125, | |
| "learning_rate": 4.897959183673469e-07, | |
| "loss": 2.0632, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.09189925119128659, | |
| "grad_norm": 86731.6171875, | |
| "learning_rate": 5.510204081632653e-07, | |
| "loss": 2.0579, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.10211027910142954, | |
| "grad_norm": 73202.421875, | |
| "learning_rate": 6.122448979591837e-07, | |
| "loss": 2.0466, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1123213070115725, | |
| "grad_norm": 99795.828125, | |
| "learning_rate": 6.73469387755102e-07, | |
| "loss": 2.0266, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.12253233492171545, | |
| "grad_norm": 78665.6015625, | |
| "learning_rate": 7.346938775510204e-07, | |
| "loss": 2.0133, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.13274336283185842, | |
| "grad_norm": 109804.5546875, | |
| "learning_rate": 7.959183673469389e-07, | |
| "loss": 2.0033, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.14295439074200136, | |
| "grad_norm": 88988.0234375, | |
| "learning_rate": 8.571428571428571e-07, | |
| "loss": 1.9912, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.1531654186521443, | |
| "grad_norm": 163108.234375, | |
| "learning_rate": 9.183673469387755e-07, | |
| "loss": 1.9714, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.16337644656228728, | |
| "grad_norm": 147248.25, | |
| "learning_rate": 9.795918367346939e-07, | |
| "loss": 1.9368, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.17358747447243023, | |
| "grad_norm": 161750.640625, | |
| "learning_rate": 1.0408163265306123e-06, | |
| "loss": 1.8955, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.18379850238257317, | |
| "grad_norm": 189184.296875, | |
| "learning_rate": 1.1020408163265306e-06, | |
| "loss": 1.8849, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.19400953029271614, | |
| "grad_norm": 160164.859375, | |
| "learning_rate": 1.163265306122449e-06, | |
| "loss": 1.8496, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.2042205582028591, | |
| "grad_norm": 147315.296875, | |
| "learning_rate": 1.2244897959183673e-06, | |
| "loss": 1.8118, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.21443158611300203, | |
| "grad_norm": 164890.859375, | |
| "learning_rate": 1.2857142857142856e-06, | |
| "loss": 1.7829, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.224642614023145, | |
| "grad_norm": 195027.578125, | |
| "learning_rate": 1.346938775510204e-06, | |
| "loss": 1.7938, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.23485364193328795, | |
| "grad_norm": 206460.03125, | |
| "learning_rate": 1.4081632653061225e-06, | |
| "loss": 1.7258, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.2450646698434309, | |
| "grad_norm": 247498.296875, | |
| "learning_rate": 1.4693877551020408e-06, | |
| "loss": 1.6498, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.25527569775357384, | |
| "grad_norm": 282144.96875, | |
| "learning_rate": 1.5306122448979593e-06, | |
| "loss": 1.6515, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.26548672566371684, | |
| "grad_norm": 244598.515625, | |
| "learning_rate": 1.5918367346938777e-06, | |
| "loss": 1.6327, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.2756977535738598, | |
| "grad_norm": 169616.5, | |
| "learning_rate": 1.6530612244897958e-06, | |
| "loss": 1.576, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.2859087814840027, | |
| "grad_norm": 186143.078125, | |
| "learning_rate": 1.7142857142857143e-06, | |
| "loss": 1.6067, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.29611980939414567, | |
| "grad_norm": 239726.171875, | |
| "learning_rate": 1.7755102040816327e-06, | |
| "loss": 1.5676, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.3063308373042886, | |
| "grad_norm": 224399.15625, | |
| "learning_rate": 1.836734693877551e-06, | |
| "loss": 1.4658, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.31654186521443156, | |
| "grad_norm": 585805.375, | |
| "learning_rate": 1.8979591836734695e-06, | |
| "loss": 1.4288, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.32675289312457456, | |
| "grad_norm": 204082.328125, | |
| "learning_rate": 1.9591836734693877e-06, | |
| "loss": 1.4079, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.3369639210347175, | |
| "grad_norm": 253897.078125, | |
| "learning_rate": 2.020408163265306e-06, | |
| "loss": 1.4658, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.34717494894486045, | |
| "grad_norm": 322156.15625, | |
| "learning_rate": 2.0816326530612247e-06, | |
| "loss": 1.3193, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.3573859768550034, | |
| "grad_norm": 209002.03125, | |
| "learning_rate": 2.142857142857143e-06, | |
| "loss": 1.3258, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.36759700476514634, | |
| "grad_norm": 239622.390625, | |
| "learning_rate": 2.204081632653061e-06, | |
| "loss": 1.3396, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.3778080326752893, | |
| "grad_norm": 302531.125, | |
| "learning_rate": 2.2653061224489797e-06, | |
| "loss": 1.2724, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.3880190605854323, | |
| "grad_norm": 277807.9375, | |
| "learning_rate": 2.326530612244898e-06, | |
| "loss": 1.2506, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.39823008849557523, | |
| "grad_norm": 543051.25, | |
| "learning_rate": 2.387755102040816e-06, | |
| "loss": 1.3114, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.4084411164057182, | |
| "grad_norm": 278458.59375, | |
| "learning_rate": 2.4489795918367347e-06, | |
| "loss": 1.2505, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.4186521443158611, | |
| "grad_norm": 227854.078125, | |
| "learning_rate": 2.510204081632653e-06, | |
| "loss": 1.2032, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.42886317222600406, | |
| "grad_norm": 669112.0625, | |
| "learning_rate": 2.571428571428571e-06, | |
| "loss": 1.2144, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.43907420013614706, | |
| "grad_norm": 291158.375, | |
| "learning_rate": 2.6326530612244897e-06, | |
| "loss": 1.1663, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.44928522804629, | |
| "grad_norm": 322840.65625, | |
| "learning_rate": 2.693877551020408e-06, | |
| "loss": 1.1802, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.45949625595643295, | |
| "grad_norm": 399617.4375, | |
| "learning_rate": 2.7551020408163266e-06, | |
| "loss": 1.0181, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.4697072838665759, | |
| "grad_norm": 399545.5, | |
| "learning_rate": 2.816326530612245e-06, | |
| "loss": 1.2468, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.47991831177671884, | |
| "grad_norm": 1116027.875, | |
| "learning_rate": 2.877551020408163e-06, | |
| "loss": 1.2023, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.4901293396868618, | |
| "grad_norm": 300487.4375, | |
| "learning_rate": 2.9387755102040816e-06, | |
| "loss": 1.147, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.5003403675970047, | |
| "grad_norm": 413331.65625, | |
| "learning_rate": 3e-06, | |
| "loss": 0.9871, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.5105513955071477, | |
| "grad_norm": 715814.125, | |
| "learning_rate": 2.993192133131619e-06, | |
| "loss": 1.1643, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.5207624234172906, | |
| "grad_norm": 1614147.0, | |
| "learning_rate": 2.9863842662632373e-06, | |
| "loss": 0.9421, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.5309734513274337, | |
| "grad_norm": 639895.0625, | |
| "learning_rate": 2.9795763993948565e-06, | |
| "loss": 1.0573, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.5411844792375766, | |
| "grad_norm": 345273.84375, | |
| "learning_rate": 2.9727685325264754e-06, | |
| "loss": 1.0337, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.5513955071477196, | |
| "grad_norm": 611370.375, | |
| "learning_rate": 2.9659606656580938e-06, | |
| "loss": 1.1131, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.5616065350578625, | |
| "grad_norm": 239903.25, | |
| "learning_rate": 2.9591527987897126e-06, | |
| "loss": 0.9076, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.5718175629680055, | |
| "grad_norm": 257958.703125, | |
| "learning_rate": 2.9523449319213314e-06, | |
| "loss": 0.9152, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.5820285908781484, | |
| "grad_norm": 590921.375, | |
| "learning_rate": 2.9455370650529502e-06, | |
| "loss": 0.8795, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.5922396187882913, | |
| "grad_norm": 363986.1875, | |
| "learning_rate": 2.938729198184569e-06, | |
| "loss": 1.0641, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.6024506466984343, | |
| "grad_norm": 1878926.875, | |
| "learning_rate": 2.9319213313161875e-06, | |
| "loss": 0.9414, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.6126616746085772, | |
| "grad_norm": 2941328.0, | |
| "learning_rate": 2.9251134644478063e-06, | |
| "loss": 0.9541, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.6228727025187202, | |
| "grad_norm": 1327942.75, | |
| "learning_rate": 2.918305597579425e-06, | |
| "loss": 0.8319, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.6330837304288631, | |
| "grad_norm": 161807.125, | |
| "learning_rate": 2.911497730711044e-06, | |
| "loss": 0.9268, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.6432947583390062, | |
| "grad_norm": 899555.875, | |
| "learning_rate": 2.9046898638426628e-06, | |
| "loss": 0.8278, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.6535057862491491, | |
| "grad_norm": 268360.0625, | |
| "learning_rate": 2.8978819969742816e-06, | |
| "loss": 0.9021, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.6637168141592921, | |
| "grad_norm": 555703.0625, | |
| "learning_rate": 2.8910741301059e-06, | |
| "loss": 1.0146, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.673927842069435, | |
| "grad_norm": 222425.40625, | |
| "learning_rate": 2.884266263237519e-06, | |
| "loss": 1.0005, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.684138869979578, | |
| "grad_norm": 681254.4375, | |
| "learning_rate": 2.877458396369138e-06, | |
| "loss": 0.842, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.6943498978897209, | |
| "grad_norm": 1348221.125, | |
| "learning_rate": 2.8706505295007565e-06, | |
| "loss": 0.9394, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.7045609257998638, | |
| "grad_norm": 225728.046875, | |
| "learning_rate": 2.8638426626323753e-06, | |
| "loss": 0.8289, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.7147719537100068, | |
| "grad_norm": 413089.65625, | |
| "learning_rate": 2.857034795763994e-06, | |
| "loss": 1.0175, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.7249829816201497, | |
| "grad_norm": 279751.71875, | |
| "learning_rate": 2.8502269288956125e-06, | |
| "loss": 0.9563, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.7351940095302927, | |
| "grad_norm": 422167.125, | |
| "learning_rate": 2.8434190620272318e-06, | |
| "loss": 0.8566, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.7454050374404356, | |
| "grad_norm": 2015877.125, | |
| "learning_rate": 2.83661119515885e-06, | |
| "loss": 0.7012, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.7556160653505786, | |
| "grad_norm": 502859.5, | |
| "learning_rate": 2.829803328290469e-06, | |
| "loss": 0.7563, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.7658270932607216, | |
| "grad_norm": 537785.125, | |
| "learning_rate": 2.822995461422088e-06, | |
| "loss": 0.9854, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.7760381211708646, | |
| "grad_norm": 390231.125, | |
| "learning_rate": 2.8161875945537066e-06, | |
| "loss": 1.0036, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.7862491490810075, | |
| "grad_norm": 370246.0625, | |
| "learning_rate": 2.8093797276853255e-06, | |
| "loss": 0.8186, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.7964601769911505, | |
| "grad_norm": 1279901.375, | |
| "learning_rate": 2.8025718608169443e-06, | |
| "loss": 0.9289, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.8066712049012934, | |
| "grad_norm": 316319.25, | |
| "learning_rate": 2.7957639939485627e-06, | |
| "loss": 0.7542, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.8168822328114363, | |
| "grad_norm": 577071.5, | |
| "learning_rate": 2.7889561270801815e-06, | |
| "loss": 0.8579, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.8270932607215793, | |
| "grad_norm": 412667.71875, | |
| "learning_rate": 2.7821482602118003e-06, | |
| "loss": 0.8424, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.8373042886317222, | |
| "grad_norm": 555197.125, | |
| "learning_rate": 2.775340393343419e-06, | |
| "loss": 0.8225, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.8475153165418652, | |
| "grad_norm": 429715.0, | |
| "learning_rate": 2.768532526475038e-06, | |
| "loss": 1.1042, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.8577263444520081, | |
| "grad_norm": 1407773.25, | |
| "learning_rate": 2.761724659606657e-06, | |
| "loss": 0.9892, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.8679373723621511, | |
| "grad_norm": 328839.6875, | |
| "learning_rate": 2.754916792738275e-06, | |
| "loss": 0.7921, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.8781484002722941, | |
| "grad_norm": 196251.03125, | |
| "learning_rate": 2.748108925869894e-06, | |
| "loss": 0.6631, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.8883594281824371, | |
| "grad_norm": 761081.6875, | |
| "learning_rate": 2.7413010590015133e-06, | |
| "loss": 0.8396, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.89857045609258, | |
| "grad_norm": 905756.375, | |
| "learning_rate": 2.7344931921331317e-06, | |
| "loss": 0.8238, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.908781484002723, | |
| "grad_norm": 1221640.875, | |
| "learning_rate": 2.7276853252647505e-06, | |
| "loss": 0.7228, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.9189925119128659, | |
| "grad_norm": 2633817.0, | |
| "learning_rate": 2.7208774583963693e-06, | |
| "loss": 0.8766, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.9292035398230089, | |
| "grad_norm": 454206.53125, | |
| "learning_rate": 2.7140695915279877e-06, | |
| "loss": 0.922, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.9394145677331518, | |
| "grad_norm": 715028.8125, | |
| "learning_rate": 2.707261724659607e-06, | |
| "loss": 0.8212, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.9496255956432947, | |
| "grad_norm": 384052.40625, | |
| "learning_rate": 2.7004538577912254e-06, | |
| "loss": 0.6728, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.9598366235534377, | |
| "grad_norm": 268327.0, | |
| "learning_rate": 2.693645990922844e-06, | |
| "loss": 0.7077, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.9700476514635806, | |
| "grad_norm": 430912.0625, | |
| "learning_rate": 2.686838124054463e-06, | |
| "loss": 0.8267, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.9802586793737236, | |
| "grad_norm": 448801.65625, | |
| "learning_rate": 2.680030257186082e-06, | |
| "loss": 0.6444, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.9904697072838666, | |
| "grad_norm": 625466.3125, | |
| "learning_rate": 2.6732223903177007e-06, | |
| "loss": 0.8255, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8819584171696848, | |
| "eval_loss": 0.5119155645370483, | |
| "eval_runtime": 579.0751, | |
| "eval_samples_per_second": 5.15, | |
| "eval_steps_per_second": 0.644, | |
| "step": 1469 | |
| }, | |
| { | |
| "epoch": 1.0006807351940095, | |
| "grad_norm": 166140.59375, | |
| "learning_rate": 2.6664145234493195e-06, | |
| "loss": 0.8523, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.0108917631041525, | |
| "grad_norm": 1578961.375, | |
| "learning_rate": 2.659606656580938e-06, | |
| "loss": 0.8466, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 1.0211027910142954, | |
| "grad_norm": 3046324.75, | |
| "learning_rate": 2.6527987897125567e-06, | |
| "loss": 0.7421, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.0313138189244384, | |
| "grad_norm": 486359.28125, | |
| "learning_rate": 2.6459909228441755e-06, | |
| "loss": 0.586, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 1.0415248468345812, | |
| "grad_norm": 476911.5, | |
| "learning_rate": 2.6391830559757944e-06, | |
| "loss": 0.7123, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.0517358747447243, | |
| "grad_norm": 312268.75, | |
| "learning_rate": 2.632375189107413e-06, | |
| "loss": 0.7437, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 1.0619469026548674, | |
| "grad_norm": 555973.375, | |
| "learning_rate": 2.625567322239032e-06, | |
| "loss": 0.7994, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.0721579305650102, | |
| "grad_norm": 441313.59375, | |
| "learning_rate": 2.6187594553706504e-06, | |
| "loss": 0.7675, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 1.0823689584751532, | |
| "grad_norm": 2035757.875, | |
| "learning_rate": 2.6119515885022692e-06, | |
| "loss": 0.7534, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.092579986385296, | |
| "grad_norm": 453271.59375, | |
| "learning_rate": 2.605143721633888e-06, | |
| "loss": 0.645, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 1.1027910142954391, | |
| "grad_norm": 319587.0625, | |
| "learning_rate": 2.598335854765507e-06, | |
| "loss": 0.765, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.113002042205582, | |
| "grad_norm": 732482.8125, | |
| "learning_rate": 2.5915279878971257e-06, | |
| "loss": 0.6155, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 1.123213070115725, | |
| "grad_norm": 396029.65625, | |
| "learning_rate": 2.5847201210287445e-06, | |
| "loss": 0.7213, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.1334240980258679, | |
| "grad_norm": 326143.03125, | |
| "learning_rate": 2.577912254160363e-06, | |
| "loss": 0.7134, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 1.143635125936011, | |
| "grad_norm": 1083100.875, | |
| "learning_rate": 2.571104387291982e-06, | |
| "loss": 0.7249, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.1538461538461537, | |
| "grad_norm": 905634.25, | |
| "learning_rate": 2.5642965204236006e-06, | |
| "loss": 0.767, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 1.1640571817562968, | |
| "grad_norm": 656056.9375, | |
| "learning_rate": 2.5574886535552194e-06, | |
| "loss": 0.8304, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.1742682096664399, | |
| "grad_norm": 722782.5625, | |
| "learning_rate": 2.5506807866868382e-06, | |
| "loss": 0.6995, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 1.1844792375765827, | |
| "grad_norm": 577313.5625, | |
| "learning_rate": 2.5438729198184566e-06, | |
| "loss": 0.9264, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.1946902654867257, | |
| "grad_norm": 2527231.5, | |
| "learning_rate": 2.537065052950076e-06, | |
| "loss": 0.9283, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 1.2049012933968686, | |
| "grad_norm": 1089097.5, | |
| "learning_rate": 2.5302571860816947e-06, | |
| "loss": 0.6552, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.2151123213070116, | |
| "grad_norm": 747680.25, | |
| "learning_rate": 2.523449319213313e-06, | |
| "loss": 0.7181, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 1.2253233492171545, | |
| "grad_norm": 143748.9375, | |
| "learning_rate": 2.516641452344932e-06, | |
| "loss": 0.5906, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.2355343771272975, | |
| "grad_norm": 782987.3125, | |
| "learning_rate": 2.5098335854765507e-06, | |
| "loss": 0.7338, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 1.2457454050374404, | |
| "grad_norm": 199057.203125, | |
| "learning_rate": 2.5030257186081696e-06, | |
| "loss": 0.6712, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.2559564329475834, | |
| "grad_norm": 169465.65625, | |
| "learning_rate": 2.4962178517397884e-06, | |
| "loss": 0.4682, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 1.2661674608577265, | |
| "grad_norm": 458018.5, | |
| "learning_rate": 2.4894099848714072e-06, | |
| "loss": 0.7659, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.2763784887678693, | |
| "grad_norm": 373506.46875, | |
| "learning_rate": 2.4826021180030256e-06, | |
| "loss": 0.7384, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 1.2865895166780121, | |
| "grad_norm": 140858.234375, | |
| "learning_rate": 2.4757942511346444e-06, | |
| "loss": 0.723, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.2968005445881552, | |
| "grad_norm": 758790.1875, | |
| "learning_rate": 2.4689863842662633e-06, | |
| "loss": 0.9274, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 1.3070115724982982, | |
| "grad_norm": 311553.5625, | |
| "learning_rate": 2.462178517397882e-06, | |
| "loss": 0.6113, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.317222600408441, | |
| "grad_norm": 167712.234375, | |
| "learning_rate": 2.455370650529501e-06, | |
| "loss": 0.6976, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 1.3274336283185841, | |
| "grad_norm": 500111.15625, | |
| "learning_rate": 2.4485627836611193e-06, | |
| "loss": 0.7833, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.337644656228727, | |
| "grad_norm": 517175.0, | |
| "learning_rate": 2.441754916792738e-06, | |
| "loss": 0.6971, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 1.34785568413887, | |
| "grad_norm": 659138.6875, | |
| "learning_rate": 2.4349470499243574e-06, | |
| "loss": 0.7602, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.3580667120490129, | |
| "grad_norm": 301056.09375, | |
| "learning_rate": 2.4281391830559758e-06, | |
| "loss": 0.6703, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 1.368277739959156, | |
| "grad_norm": 273580.0625, | |
| "learning_rate": 2.4213313161875946e-06, | |
| "loss": 0.6183, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.3784887678692987, | |
| "grad_norm": 559704.875, | |
| "learning_rate": 2.4145234493192134e-06, | |
| "loss": 0.564, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 1.3886997957794418, | |
| "grad_norm": 593091.6875, | |
| "learning_rate": 2.407715582450832e-06, | |
| "loss": 0.605, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.3989108236895849, | |
| "grad_norm": 307976.4375, | |
| "learning_rate": 2.400907715582451e-06, | |
| "loss": 0.771, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 1.4091218515997277, | |
| "grad_norm": 593720.625, | |
| "learning_rate": 2.39409984871407e-06, | |
| "loss": 0.7066, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.4193328795098705, | |
| "grad_norm": 831806.0625, | |
| "learning_rate": 2.3872919818456883e-06, | |
| "loss": 0.5807, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 1.4295439074200136, | |
| "grad_norm": 206191.21875, | |
| "learning_rate": 2.380484114977307e-06, | |
| "loss": 0.6574, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.4397549353301566, | |
| "grad_norm": 258367.828125, | |
| "learning_rate": 2.373676248108926e-06, | |
| "loss": 0.6792, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 1.4499659632402995, | |
| "grad_norm": 1177121.25, | |
| "learning_rate": 2.3668683812405448e-06, | |
| "loss": 0.8608, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.4601769911504425, | |
| "grad_norm": 368604.9375, | |
| "learning_rate": 2.3600605143721636e-06, | |
| "loss": 0.7224, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 1.4703880190605854, | |
| "grad_norm": 570852.125, | |
| "learning_rate": 2.3532526475037824e-06, | |
| "loss": 0.6717, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.4805990469707284, | |
| "grad_norm": 240292.90625, | |
| "learning_rate": 2.346444780635401e-06, | |
| "loss": 0.5415, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.4908100748808715, | |
| "grad_norm": 1409754.875, | |
| "learning_rate": 2.3396369137670197e-06, | |
| "loss": 0.66, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.5010211027910143, | |
| "grad_norm": 1670060.75, | |
| "learning_rate": 2.3328290468986385e-06, | |
| "loss": 0.686, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 1.5112321307011571, | |
| "grad_norm": 530769.5, | |
| "learning_rate": 2.3260211800302573e-06, | |
| "loss": 0.612, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.5214431586113002, | |
| "grad_norm": 1758232.75, | |
| "learning_rate": 2.319213313161876e-06, | |
| "loss": 0.6849, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 1.5316541865214433, | |
| "grad_norm": 1104782.0, | |
| "learning_rate": 2.3124054462934945e-06, | |
| "loss": 0.7704, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.541865214431586, | |
| "grad_norm": 826967.125, | |
| "learning_rate": 2.3055975794251133e-06, | |
| "loss": 0.5943, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 1.552076242341729, | |
| "grad_norm": 1028021.3125, | |
| "learning_rate": 2.2987897125567326e-06, | |
| "loss": 0.6579, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.562287270251872, | |
| "grad_norm": 250268.609375, | |
| "learning_rate": 2.291981845688351e-06, | |
| "loss": 0.671, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 1.572498298162015, | |
| "grad_norm": 608503.5625, | |
| "learning_rate": 2.28517397881997e-06, | |
| "loss": 0.546, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.582709326072158, | |
| "grad_norm": 2906189.5, | |
| "learning_rate": 2.2783661119515886e-06, | |
| "loss": 0.5798, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.592920353982301, | |
| "grad_norm": 1186615.875, | |
| "learning_rate": 2.271558245083207e-06, | |
| "loss": 0.8234, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.6031313818924438, | |
| "grad_norm": 189114.234375, | |
| "learning_rate": 2.2647503782148263e-06, | |
| "loss": 0.7017, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.6133424098025868, | |
| "grad_norm": 1086454.375, | |
| "learning_rate": 2.257942511346445e-06, | |
| "loss": 0.6067, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.6235534377127299, | |
| "grad_norm": 438766.8125, | |
| "learning_rate": 2.2511346444780635e-06, | |
| "loss": 0.7277, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 1.6337644656228727, | |
| "grad_norm": 746603.625, | |
| "learning_rate": 2.2443267776096823e-06, | |
| "loss": 0.7049, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.6439754935330155, | |
| "grad_norm": 1114921.375, | |
| "learning_rate": 2.237518910741301e-06, | |
| "loss": 0.6517, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 1.6541865214431586, | |
| "grad_norm": 119118.2421875, | |
| "learning_rate": 2.23071104387292e-06, | |
| "loss": 0.6355, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.6643975493533016, | |
| "grad_norm": 278499.84375, | |
| "learning_rate": 2.223903177004539e-06, | |
| "loss": 0.528, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 1.6746085772634445, | |
| "grad_norm": 2842614.5, | |
| "learning_rate": 2.2170953101361572e-06, | |
| "loss": 0.818, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.6848196051735873, | |
| "grad_norm": 681713.6875, | |
| "learning_rate": 2.210287443267776e-06, | |
| "loss": 0.5879, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.6950306330837304, | |
| "grad_norm": 955702.4375, | |
| "learning_rate": 2.203479576399395e-06, | |
| "loss": 0.6868, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.7052416609938734, | |
| "grad_norm": 293277.28125, | |
| "learning_rate": 2.1966717095310137e-06, | |
| "loss": 0.6262, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 1.7154526889040165, | |
| "grad_norm": 1372940.875, | |
| "learning_rate": 2.1898638426626325e-06, | |
| "loss": 0.7799, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.7256637168141593, | |
| "grad_norm": 277903.0625, | |
| "learning_rate": 2.1830559757942513e-06, | |
| "loss": 0.6204, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 1.7358747447243021, | |
| "grad_norm": 959110.125, | |
| "learning_rate": 2.1762481089258697e-06, | |
| "loss": 0.7283, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.7460857726344452, | |
| "grad_norm": 870804.125, | |
| "learning_rate": 2.1694402420574886e-06, | |
| "loss": 0.6073, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 1.7562968005445883, | |
| "grad_norm": 723633.5, | |
| "learning_rate": 2.162632375189108e-06, | |
| "loss": 0.8315, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.766507828454731, | |
| "grad_norm": 279254.0625, | |
| "learning_rate": 2.155824508320726e-06, | |
| "loss": 0.6998, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 1.776718856364874, | |
| "grad_norm": 816422.0625, | |
| "learning_rate": 2.149016641452345e-06, | |
| "loss": 0.7695, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.786929884275017, | |
| "grad_norm": 277112.28125, | |
| "learning_rate": 2.142208774583964e-06, | |
| "loss": 0.5903, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.79714091218516, | |
| "grad_norm": 1158773.75, | |
| "learning_rate": 2.1354009077155823e-06, | |
| "loss": 0.5811, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.807351940095303, | |
| "grad_norm": 3944267.75, | |
| "learning_rate": 2.1285930408472015e-06, | |
| "loss": 0.5903, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 1.817562968005446, | |
| "grad_norm": 774781.9375, | |
| "learning_rate": 2.12178517397882e-06, | |
| "loss": 0.7741, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.8277739959155888, | |
| "grad_norm": 744016.25, | |
| "learning_rate": 2.1149773071104387e-06, | |
| "loss": 0.7171, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 1.8379850238257318, | |
| "grad_norm": 5070120.5, | |
| "learning_rate": 2.1081694402420575e-06, | |
| "loss": 0.5936, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.8481960517358749, | |
| "grad_norm": 249426.0, | |
| "learning_rate": 2.1013615733736764e-06, | |
| "loss": 0.7609, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 1.8584070796460177, | |
| "grad_norm": 403828.75, | |
| "learning_rate": 2.094553706505295e-06, | |
| "loss": 0.6597, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.8686181075561605, | |
| "grad_norm": 829779.0625, | |
| "learning_rate": 2.087745839636914e-06, | |
| "loss": 0.6788, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 1.8788291354663036, | |
| "grad_norm": 939866.5625, | |
| "learning_rate": 2.0809379727685324e-06, | |
| "loss": 0.5589, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.8890401633764466, | |
| "grad_norm": 1203267.0, | |
| "learning_rate": 2.0741301059001512e-06, | |
| "loss": 0.7759, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.8992511912865895, | |
| "grad_norm": 1656486.5, | |
| "learning_rate": 2.06732223903177e-06, | |
| "loss": 0.4373, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.9094622191967323, | |
| "grad_norm": 1833536.875, | |
| "learning_rate": 2.060514372163389e-06, | |
| "loss": 1.0234, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 1.9196732471068754, | |
| "grad_norm": 429027.65625, | |
| "learning_rate": 2.0537065052950077e-06, | |
| "loss": 0.5515, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.9298842750170184, | |
| "grad_norm": 2480347.0, | |
| "learning_rate": 2.0468986384266265e-06, | |
| "loss": 0.679, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 1.9400953029271615, | |
| "grad_norm": 682525.625, | |
| "learning_rate": 2.040090771558245e-06, | |
| "loss": 0.5025, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.9503063308373043, | |
| "grad_norm": 289022.15625, | |
| "learning_rate": 2.0332829046898638e-06, | |
| "loss": 0.5361, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 1.9605173587474471, | |
| "grad_norm": 633536.75, | |
| "learning_rate": 2.0264750378214826e-06, | |
| "loss": 0.6829, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.9707283866575902, | |
| "grad_norm": 551145.0, | |
| "learning_rate": 2.0196671709531014e-06, | |
| "loss": 0.591, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 1.9809394145677333, | |
| "grad_norm": 951443.5, | |
| "learning_rate": 2.0128593040847202e-06, | |
| "loss": 0.5114, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.991150442477876, | |
| "grad_norm": 1422993.0, | |
| "learning_rate": 2.006051437216339e-06, | |
| "loss": 0.6774, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9124748490945674, | |
| "eval_loss": 0.3880421221256256, | |
| "eval_runtime": 580.6935, | |
| "eval_samples_per_second": 5.135, | |
| "eval_steps_per_second": 0.642, | |
| "step": 2938 | |
| } | |
| ], | |
| "logging_steps": 15, | |
| "max_steps": 7345, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.040378616096768e+19, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |