| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 100, | |
| "global_step": 2772, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010822510822510822, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 5e-05, | |
| "loss": 1.0068, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.021645021645021644, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7642, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.032467532467532464, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 0.00015, | |
| "loss": 0.676, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.04329004329004329, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0002, | |
| "loss": 0.6209, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05411255411255411, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00025, | |
| "loss": 0.5199, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06493506493506493, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0003, | |
| "loss": 0.3979, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07575757575757576, | |
| "grad_norm": 0.80859375, | |
| "learning_rate": 0.00035, | |
| "loss": 0.3112, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.08658008658008658, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.0004, | |
| "loss": 0.2598, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.09740259740259741, | |
| "grad_norm": 0.25, | |
| "learning_rate": 0.00045000000000000004, | |
| "loss": 0.2816, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.10822510822510822, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0005, | |
| "loss": 0.2459, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.10822510822510822, | |
| "eval_loss": 0.2404150664806366, | |
| "eval_runtime": 62.0434, | |
| "eval_samples_per_second": 8.059, | |
| "eval_steps_per_second": 0.064, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11904761904761904, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.0004981287425149701, | |
| "loss": 0.2341, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.12987012987012986, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0004962574850299401, | |
| "loss": 0.2285, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1406926406926407, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0004943862275449102, | |
| "loss": 0.2229, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.15151515151515152, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0004925149700598803, | |
| "loss": 0.2184, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.16233766233766234, | |
| "grad_norm": 0.263671875, | |
| "learning_rate": 0.0004906437125748503, | |
| "loss": 0.2225, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.17316017316017315, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.0004887724550898204, | |
| "loss": 0.2258, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.18398268398268397, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0004869011976047904, | |
| "loss": 0.2228, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.19480519480519481, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.00048502994011976046, | |
| "loss": 0.2226, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.20562770562770563, | |
| "grad_norm": 0.236328125, | |
| "learning_rate": 0.00048315868263473056, | |
| "loss": 0.2105, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.21645021645021645, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0004812874251497006, | |
| "loss": 0.1944, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.21645021645021645, | |
| "eval_loss": 0.21168169379234314, | |
| "eval_runtime": 46.9599, | |
| "eval_samples_per_second": 10.647, | |
| "eval_steps_per_second": 0.085, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.22727272727272727, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00047941616766467065, | |
| "loss": 0.177, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.23809523809523808, | |
| "grad_norm": 0.203125, | |
| "learning_rate": 0.00047754491017964074, | |
| "loss": 0.2048, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.24891774891774893, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0004756736526946108, | |
| "loss": 0.185, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2597402597402597, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00047380239520958083, | |
| "loss": 0.1941, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.27056277056277056, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0004719311377245509, | |
| "loss": 0.1975, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2813852813852814, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.00047005988023952097, | |
| "loss": 0.1745, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2922077922077922, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.000468188622754491, | |
| "loss": 0.1835, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.30303030303030304, | |
| "grad_norm": 0.2177734375, | |
| "learning_rate": 0.0004663173652694611, | |
| "loss": 0.2128, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.31385281385281383, | |
| "grad_norm": 0.2490234375, | |
| "learning_rate": 0.00046444610778443115, | |
| "loss": 0.1647, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.3246753246753247, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.0004625748502994012, | |
| "loss": 0.1947, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3246753246753247, | |
| "eval_loss": 0.18798980116844177, | |
| "eval_runtime": 47.046, | |
| "eval_samples_per_second": 10.628, | |
| "eval_steps_per_second": 0.085, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3354978354978355, | |
| "grad_norm": 0.2392578125, | |
| "learning_rate": 0.00046070359281437124, | |
| "loss": 0.2069, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.3463203463203463, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.00045883233532934134, | |
| "loss": 0.2029, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.35714285714285715, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.0004569610778443114, | |
| "loss": 0.2126, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.36796536796536794, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 0.0004550898203592814, | |
| "loss": 0.1838, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3787878787878788, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0004532185628742515, | |
| "loss": 0.1869, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.38961038961038963, | |
| "grad_norm": 0.2333984375, | |
| "learning_rate": 0.00045134730538922156, | |
| "loss": 0.1897, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.4004329004329004, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.0004494760479041916, | |
| "loss": 0.1896, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.41125541125541126, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.0004476047904191617, | |
| "loss": 0.1956, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.42207792207792205, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 0.00044573353293413174, | |
| "loss": 0.1776, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.4329004329004329, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.0004438622754491018, | |
| "loss": 0.1866, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4329004329004329, | |
| "eval_loss": 0.1857587993144989, | |
| "eval_runtime": 49.3784, | |
| "eval_samples_per_second": 10.126, | |
| "eval_steps_per_second": 0.081, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.44372294372294374, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0004419910179640719, | |
| "loss": 0.1785, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.45454545454545453, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.00044011976047904193, | |
| "loss": 0.2015, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.4653679653679654, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.00043824850299401197, | |
| "loss": 0.1682, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.47619047619047616, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.00043637724550898207, | |
| "loss": 0.1783, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.487012987012987, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.00043450598802395206, | |
| "loss": 0.188, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.49783549783549785, | |
| "grad_norm": 0.1669921875, | |
| "learning_rate": 0.00043263473053892215, | |
| "loss": 0.1804, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5086580086580087, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.00043076347305389225, | |
| "loss": 0.1698, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.5194805194805194, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00042889221556886224, | |
| "loss": 0.1776, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.5303030303030303, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00042702095808383234, | |
| "loss": 0.1753, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5411255411255411, | |
| "grad_norm": 0.244140625, | |
| "learning_rate": 0.00042514970059880243, | |
| "loss": 0.1786, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5411255411255411, | |
| "eval_loss": 0.18613742291927338, | |
| "eval_runtime": 49.4353, | |
| "eval_samples_per_second": 10.114, | |
| "eval_steps_per_second": 0.081, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.551948051948052, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0004232784431137724, | |
| "loss": 0.1558, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5627705627705628, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.0004214071856287425, | |
| "loss": 0.1595, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5735930735930735, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 0.0004195359281437126, | |
| "loss": 0.161, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5844155844155844, | |
| "grad_norm": 0.21484375, | |
| "learning_rate": 0.00041766467065868266, | |
| "loss": 0.1699, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5952380952380952, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0004157934131736527, | |
| "loss": 0.1694, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6060606060606061, | |
| "grad_norm": 0.1943359375, | |
| "learning_rate": 0.00041392215568862275, | |
| "loss": 0.1753, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.6168831168831169, | |
| "grad_norm": 0.185546875, | |
| "learning_rate": 0.00041205089820359284, | |
| "loss": 0.1781, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.6277056277056277, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0004101796407185629, | |
| "loss": 0.1778, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.6385281385281385, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 0.00040830838323353293, | |
| "loss": 0.1501, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.6493506493506493, | |
| "grad_norm": 0.2021484375, | |
| "learning_rate": 0.000406437125748503, | |
| "loss": 0.1855, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6493506493506493, | |
| "eval_loss": 0.18048742413520813, | |
| "eval_runtime": 52.6384, | |
| "eval_samples_per_second": 9.499, | |
| "eval_steps_per_second": 0.076, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6601731601731602, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 0.00040456586826347307, | |
| "loss": 0.1783, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.670995670995671, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0004026946107784431, | |
| "loss": 0.1604, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.6818181818181818, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 0.0004008233532934132, | |
| "loss": 0.168, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.6926406926406926, | |
| "grad_norm": 0.2080078125, | |
| "learning_rate": 0.00039895209580838325, | |
| "loss": 0.1583, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.7034632034632035, | |
| "grad_norm": 0.203125, | |
| "learning_rate": 0.0003970808383233533, | |
| "loss": 0.1432, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 0.2177734375, | |
| "learning_rate": 0.0003952095808383234, | |
| "loss": 0.1823, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.7251082251082251, | |
| "grad_norm": 0.2275390625, | |
| "learning_rate": 0.00039333832335329343, | |
| "loss": 0.1776, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.7359307359307359, | |
| "grad_norm": 0.234375, | |
| "learning_rate": 0.0003914670658682635, | |
| "loss": 0.1513, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.7467532467532467, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0003895958083832336, | |
| "loss": 0.1692, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.7575757575757576, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 0.00038772455089820356, | |
| "loss": 0.1716, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7575757575757576, | |
| "eval_loss": 0.16686995327472687, | |
| "eval_runtime": 48.5544, | |
| "eval_samples_per_second": 10.298, | |
| "eval_steps_per_second": 0.082, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7683982683982684, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.00038585329341317366, | |
| "loss": 0.1619, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.7792207792207793, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.00038398203592814376, | |
| "loss": 0.167, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.79004329004329, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00038211077844311375, | |
| "loss": 0.1507, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.8008658008658008, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00038023952095808384, | |
| "loss": 0.1649, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.8116883116883117, | |
| "grad_norm": 0.185546875, | |
| "learning_rate": 0.00037836826347305394, | |
| "loss": 0.1537, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.8225108225108225, | |
| "grad_norm": 0.2021484375, | |
| "learning_rate": 0.00037649700598802393, | |
| "loss": 0.1617, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.00037462574850299403, | |
| "loss": 0.1641, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.8441558441558441, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0003727544910179641, | |
| "loss": 0.1742, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.854978354978355, | |
| "grad_norm": 0.2265625, | |
| "learning_rate": 0.0003708832335329341, | |
| "loss": 0.1787, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.8658008658008658, | |
| "grad_norm": 0.1845703125, | |
| "learning_rate": 0.0003690119760479042, | |
| "loss": 0.1736, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8658008658008658, | |
| "eval_loss": 0.16875208914279938, | |
| "eval_runtime": 49.7255, | |
| "eval_samples_per_second": 10.055, | |
| "eval_steps_per_second": 0.08, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8766233766233766, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.00036714071856287425, | |
| "loss": 0.1729, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.8874458874458875, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0003652694610778443, | |
| "loss": 0.1617, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.8982683982683982, | |
| "grad_norm": 0.2578125, | |
| "learning_rate": 0.0003633982035928144, | |
| "loss": 0.1637, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.00036152694610778444, | |
| "loss": 0.1569, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.9199134199134199, | |
| "grad_norm": 0.18359375, | |
| "learning_rate": 0.0003596556886227545, | |
| "loss": 0.1547, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.9307359307359307, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.0003577844311377246, | |
| "loss": 0.1645, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.9415584415584416, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0003559131736526946, | |
| "loss": 0.163, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.00035404191616766466, | |
| "loss": 0.1748, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.9632034632034632, | |
| "grad_norm": 0.19921875, | |
| "learning_rate": 0.00035217065868263476, | |
| "loss": 0.1672, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.974025974025974, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0003502994011976048, | |
| "loss": 0.1699, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.974025974025974, | |
| "eval_loss": 0.16794857382774353, | |
| "eval_runtime": 58.792, | |
| "eval_samples_per_second": 8.505, | |
| "eval_steps_per_second": 0.068, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.9848484848484849, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 0.00034842814371257485, | |
| "loss": 0.1537, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.9956709956709957, | |
| "grad_norm": 0.2421875, | |
| "learning_rate": 0.00034655688622754494, | |
| "loss": 0.1629, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.0064935064935066, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.000344685628742515, | |
| "loss": 0.1499, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.0173160173160174, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.00034281437125748503, | |
| "loss": 0.1464, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.0281385281385282, | |
| "grad_norm": 0.173828125, | |
| "learning_rate": 0.00034094311377245507, | |
| "loss": 0.1416, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.0389610389610389, | |
| "grad_norm": 0.2119140625, | |
| "learning_rate": 0.00033907185628742517, | |
| "loss": 0.1545, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.0497835497835497, | |
| "grad_norm": 0.18359375, | |
| "learning_rate": 0.0003372005988023952, | |
| "loss": 0.1431, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.0606060606060606, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00033532934131736525, | |
| "loss": 0.1607, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.0714285714285714, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00033345808383233535, | |
| "loss": 0.1602, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.0822510822510822, | |
| "grad_norm": 0.2470703125, | |
| "learning_rate": 0.0003315868263473054, | |
| "loss": 0.1651, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0822510822510822, | |
| "eval_loss": 0.1569806933403015, | |
| "eval_runtime": 57.763, | |
| "eval_samples_per_second": 8.656, | |
| "eval_steps_per_second": 0.069, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.093073593073593, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.00032971556886227544, | |
| "loss": 0.146, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.103896103896104, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.00032784431137724553, | |
| "loss": 0.1341, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.1147186147186148, | |
| "grad_norm": 0.1640625, | |
| "learning_rate": 0.0003259730538922156, | |
| "loss": 0.1412, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.1255411255411256, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 0.0003241017964071856, | |
| "loss": 0.152, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.1363636363636362, | |
| "grad_norm": 0.1962890625, | |
| "learning_rate": 0.0003222305389221557, | |
| "loss": 0.1501, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.1471861471861473, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.00032035928143712576, | |
| "loss": 0.1359, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.158008658008658, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0003184880239520958, | |
| "loss": 0.1437, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.1688311688311688, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.0003166167664670659, | |
| "loss": 0.1395, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.1796536796536796, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0003147455089820359, | |
| "loss": 0.1403, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.1904761904761905, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.000312874251497006, | |
| "loss": 0.157, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.1904761904761905, | |
| "eval_loss": 0.15362851321697235, | |
| "eval_runtime": 50.1243, | |
| "eval_samples_per_second": 9.975, | |
| "eval_steps_per_second": 0.08, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.2012987012987013, | |
| "grad_norm": 0.2177734375, | |
| "learning_rate": 0.0003110029940119761, | |
| "loss": 0.1377, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.2121212121212122, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.0003091317365269461, | |
| "loss": 0.1423, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.222943722943723, | |
| "grad_norm": 0.1953125, | |
| "learning_rate": 0.00030726047904191617, | |
| "loss": 0.1353, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.2337662337662338, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.00030538922155688627, | |
| "loss": 0.1453, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.2445887445887447, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00030351796407185626, | |
| "loss": 0.1398, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.2554112554112553, | |
| "grad_norm": 0.189453125, | |
| "learning_rate": 0.00030164670658682635, | |
| "loss": 0.1315, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.2662337662337662, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.00029977544910179645, | |
| "loss": 0.1323, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.277056277056277, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 0.00029790419161676644, | |
| "loss": 0.134, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.2878787878787878, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00029603293413173654, | |
| "loss": 0.1544, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.2987012987012987, | |
| "grad_norm": 0.236328125, | |
| "learning_rate": 0.0002941616766467066, | |
| "loss": 0.141, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.2987012987012987, | |
| "eval_loss": 0.1604161411523819, | |
| "eval_runtime": 51.9642, | |
| "eval_samples_per_second": 9.622, | |
| "eval_steps_per_second": 0.077, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.3095238095238095, | |
| "grad_norm": 0.14453125, | |
| "learning_rate": 0.0002922904191616766, | |
| "loss": 0.1405, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.3203463203463204, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 0.0002904191616766467, | |
| "loss": 0.1388, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.3311688311688312, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 0.00028854790419161676, | |
| "loss": 0.1482, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.341991341991342, | |
| "grad_norm": 0.201171875, | |
| "learning_rate": 0.0002866766467065868, | |
| "loss": 0.1299, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.3528138528138527, | |
| "grad_norm": 0.2265625, | |
| "learning_rate": 0.0002848053892215569, | |
| "loss": 0.137, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.3636363636363638, | |
| "grad_norm": 0.2255859375, | |
| "learning_rate": 0.00028293413173652695, | |
| "loss": 0.1173, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.3744588744588744, | |
| "grad_norm": 0.25, | |
| "learning_rate": 0.000281062874251497, | |
| "loss": 0.1317, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.3852813852813852, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 0.0002791916167664671, | |
| "loss": 0.1475, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.396103896103896, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00027732035928143713, | |
| "loss": 0.1411, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.406926406926407, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 0.00027544910179640717, | |
| "loss": 0.1343, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.406926406926407, | |
| "eval_loss": 0.1617971956729889, | |
| "eval_runtime": 53.8477, | |
| "eval_samples_per_second": 9.285, | |
| "eval_steps_per_second": 0.074, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.4177489177489178, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.00027357784431137727, | |
| "loss": 0.1367, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 0.0002717065868263473, | |
| "loss": 0.1359, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.4393939393939394, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 0.00026983532934131735, | |
| "loss": 0.1257, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.4502164502164503, | |
| "grad_norm": 0.1865234375, | |
| "learning_rate": 0.0002679640718562874, | |
| "loss": 0.1282, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.4610389610389611, | |
| "grad_norm": 0.1767578125, | |
| "learning_rate": 0.0002660928143712575, | |
| "loss": 0.1266, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.4718614718614718, | |
| "grad_norm": 0.1982421875, | |
| "learning_rate": 0.0002642215568862276, | |
| "loss": 0.1204, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.4826839826839826, | |
| "grad_norm": 0.1962890625, | |
| "learning_rate": 0.0002623502994011976, | |
| "loss": 0.151, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.4935064935064934, | |
| "grad_norm": 0.20703125, | |
| "learning_rate": 0.0002604790419161677, | |
| "loss": 0.1336, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.5043290043290043, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 0.0002586077844311378, | |
| "loss": 0.1364, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.5151515151515151, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00025673652694610776, | |
| "loss": 0.1466, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.5151515151515151, | |
| "eval_loss": 0.165997713804245, | |
| "eval_runtime": 49.4239, | |
| "eval_samples_per_second": 10.117, | |
| "eval_steps_per_second": 0.081, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.525974025974026, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 0.00025486526946107786, | |
| "loss": 0.1306, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.5367965367965368, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 0.00025299401197604796, | |
| "loss": 0.1246, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.5476190476190477, | |
| "grad_norm": 0.1904296875, | |
| "learning_rate": 0.00025112275449101795, | |
| "loss": 0.1333, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.5584415584415585, | |
| "grad_norm": 0.201171875, | |
| "learning_rate": 0.00024925149700598804, | |
| "loss": 0.1258, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.5692640692640691, | |
| "grad_norm": 0.244140625, | |
| "learning_rate": 0.0002473802395209581, | |
| "loss": 0.1493, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.5800865800865802, | |
| "grad_norm": 0.1279296875, | |
| "learning_rate": 0.00024550898203592813, | |
| "loss": 0.1346, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.5909090909090908, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 0.00024363772455089823, | |
| "loss": 0.1228, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.601731601731602, | |
| "grad_norm": 0.22265625, | |
| "learning_rate": 0.00024176646706586827, | |
| "loss": 0.1335, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.6125541125541125, | |
| "grad_norm": 0.2333984375, | |
| "learning_rate": 0.0002398952095808383, | |
| "loss": 0.137, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.6233766233766234, | |
| "grad_norm": 0.197265625, | |
| "learning_rate": 0.00023802395209580838, | |
| "loss": 0.1351, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.6233766233766234, | |
| "eval_loss": 0.1522991955280304, | |
| "eval_runtime": 49.2679, | |
| "eval_samples_per_second": 10.149, | |
| "eval_steps_per_second": 0.081, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.6341991341991342, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00023615269461077845, | |
| "loss": 0.1361, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.645021645021645, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 0.0002342814371257485, | |
| "loss": 0.1383, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.655844155844156, | |
| "grad_norm": 0.1826171875, | |
| "learning_rate": 0.00023241017964071857, | |
| "loss": 0.135, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.00023053892215568864, | |
| "loss": 0.1298, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.6774891774891776, | |
| "grad_norm": 0.2080078125, | |
| "learning_rate": 0.00022866766467065868, | |
| "loss": 0.1323, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.6883116883116882, | |
| "grad_norm": 0.232421875, | |
| "learning_rate": 0.00022679640718562875, | |
| "loss": 0.1253, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.6991341991341993, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.0002249251497005988, | |
| "loss": 0.1324, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.70995670995671, | |
| "grad_norm": 0.1865234375, | |
| "learning_rate": 0.0002230538922155689, | |
| "loss": 0.1402, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.7207792207792207, | |
| "grad_norm": 0.1875, | |
| "learning_rate": 0.00022118263473053893, | |
| "loss": 0.1307, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.7316017316017316, | |
| "grad_norm": 0.12890625, | |
| "learning_rate": 0.00021931137724550898, | |
| "loss": 0.1276, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.7316017316017316, | |
| "eval_loss": 0.1606496274471283, | |
| "eval_runtime": 51.8902, | |
| "eval_samples_per_second": 9.636, | |
| "eval_steps_per_second": 0.077, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.7424242424242424, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 0.00021744011976047905, | |
| "loss": 0.1302, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.7532467532467533, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 0.00021556886227544912, | |
| "loss": 0.1231, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.7640692640692641, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 0.00021369760479041916, | |
| "loss": 0.1362, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.774891774891775, | |
| "grad_norm": 0.16796875, | |
| "learning_rate": 0.00021182634730538923, | |
| "loss": 0.1264, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.7857142857142856, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.0002099550898203593, | |
| "loss": 0.142, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.7965367965367967, | |
| "grad_norm": 0.1279296875, | |
| "learning_rate": 0.00020808383233532934, | |
| "loss": 0.1347, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.8073593073593073, | |
| "grad_norm": 0.1708984375, | |
| "learning_rate": 0.0002062125748502994, | |
| "loss": 0.1399, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 0.24609375, | |
| "learning_rate": 0.00020434131736526945, | |
| "loss": 0.1236, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.829004329004329, | |
| "grad_norm": 0.2255859375, | |
| "learning_rate": 0.00020247005988023952, | |
| "loss": 0.113, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.8398268398268398, | |
| "grad_norm": 0.2421875, | |
| "learning_rate": 0.0002005988023952096, | |
| "loss": 0.1239, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.8398268398268398, | |
| "eval_loss": 0.16243509948253632, | |
| "eval_runtime": 54.1441, | |
| "eval_samples_per_second": 9.235, | |
| "eval_steps_per_second": 0.074, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.8506493506493507, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 0.00019872754491017964, | |
| "loss": 0.1257, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.8614718614718615, | |
| "grad_norm": 0.1982421875, | |
| "learning_rate": 0.0001968562874251497, | |
| "loss": 0.151, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.8722943722943723, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00019498502994011978, | |
| "loss": 0.1238, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.883116883116883, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.00019311377245508982, | |
| "loss": 0.1447, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.893939393939394, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 0.00019124251497005986, | |
| "loss": 0.14, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.9047619047619047, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.00018937125748502996, | |
| "loss": 0.118, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.9155844155844157, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.0001875, | |
| "loss": 0.126, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.9264069264069263, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.00018562874251497005, | |
| "loss": 0.1399, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.9372294372294372, | |
| "grad_norm": 0.240234375, | |
| "learning_rate": 0.00018375748502994014, | |
| "loss": 0.1291, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.948051948051948, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 0.0001818862275449102, | |
| "loss": 0.1339, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.948051948051948, | |
| "eval_loss": 0.1591983437538147, | |
| "eval_runtime": 47.2348, | |
| "eval_samples_per_second": 10.585, | |
| "eval_steps_per_second": 0.085, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.9588744588744589, | |
| "grad_norm": 0.22265625, | |
| "learning_rate": 0.00018001497005988023, | |
| "loss": 0.1414, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.9696969696969697, | |
| "grad_norm": 0.2080078125, | |
| "learning_rate": 0.0001781437125748503, | |
| "loss": 0.116, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.9805194805194806, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.00017627245508982037, | |
| "loss": 0.1279, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.9913419913419914, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.0001744011976047904, | |
| "loss": 0.1136, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.002164502164502, | |
| "grad_norm": 0.11669921875, | |
| "learning_rate": 0.00017252994011976048, | |
| "loss": 0.1158, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.012987012987013, | |
| "grad_norm": 0.12353515625, | |
| "learning_rate": 0.00017065868263473055, | |
| "loss": 0.113, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.0238095238095237, | |
| "grad_norm": 0.234375, | |
| "learning_rate": 0.0001687874251497006, | |
| "loss": 0.1127, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 2.034632034632035, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 0.00016691616766467067, | |
| "loss": 0.1289, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 2.0454545454545454, | |
| "grad_norm": 0.10791015625, | |
| "learning_rate": 0.0001650449101796407, | |
| "loss": 0.1236, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 2.0562770562770565, | |
| "grad_norm": 0.2080078125, | |
| "learning_rate": 0.00016317365269461078, | |
| "loss": 0.114, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.0562770562770565, | |
| "eval_loss": 0.15889017283916473, | |
| "eval_runtime": 49.4787, | |
| "eval_samples_per_second": 10.105, | |
| "eval_steps_per_second": 0.081, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.067099567099567, | |
| "grad_norm": 0.1875, | |
| "learning_rate": 0.00016130239520958085, | |
| "loss": 0.1202, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 2.0779220779220777, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0001594311377245509, | |
| "loss": 0.1236, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 2.088744588744589, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 0.00015755988023952096, | |
| "loss": 0.1151, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 2.0995670995670994, | |
| "grad_norm": 0.1806640625, | |
| "learning_rate": 0.00015568862275449103, | |
| "loss": 0.116, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 2.1103896103896105, | |
| "grad_norm": 0.20703125, | |
| "learning_rate": 0.00015381736526946108, | |
| "loss": 0.1376, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.121212121212121, | |
| "grad_norm": 0.1865234375, | |
| "learning_rate": 0.00015194610778443112, | |
| "loss": 0.1189, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 2.132034632034632, | |
| "grad_norm": 0.1103515625, | |
| "learning_rate": 0.00015007485029940122, | |
| "loss": 0.1122, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 2.142857142857143, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 0.00014820359281437126, | |
| "loss": 0.1159, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 2.153679653679654, | |
| "grad_norm": 0.1826171875, | |
| "learning_rate": 0.00014633233532934133, | |
| "loss": 0.1139, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 2.1645021645021645, | |
| "grad_norm": 0.234375, | |
| "learning_rate": 0.00014446107784431137, | |
| "loss": 0.1173, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.1645021645021645, | |
| "eval_loss": 0.16071972250938416, | |
| "eval_runtime": 53.7032, | |
| "eval_samples_per_second": 9.31, | |
| "eval_steps_per_second": 0.074, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.175324675324675, | |
| "grad_norm": 0.10498046875, | |
| "learning_rate": 0.00014258982035928144, | |
| "loss": 0.0994, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 2.186147186147186, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 0.0001407185628742515, | |
| "loss": 0.1135, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 2.196969696969697, | |
| "grad_norm": 0.1884765625, | |
| "learning_rate": 0.00013884730538922155, | |
| "loss": 0.1186, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 2.207792207792208, | |
| "grad_norm": 0.1904296875, | |
| "learning_rate": 0.00013697604790419162, | |
| "loss": 0.1066, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 2.2186147186147185, | |
| "grad_norm": 0.1923828125, | |
| "learning_rate": 0.0001351047904191617, | |
| "loss": 0.0979, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.2294372294372296, | |
| "grad_norm": 0.10546875, | |
| "learning_rate": 0.00013323353293413174, | |
| "loss": 0.1214, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 2.24025974025974, | |
| "grad_norm": 0.1259765625, | |
| "learning_rate": 0.00013136227544910178, | |
| "loss": 0.1086, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 2.2510822510822512, | |
| "grad_norm": 0.2060546875, | |
| "learning_rate": 0.00012949101796407188, | |
| "loss": 0.0932, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 2.261904761904762, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.00012761976047904192, | |
| "loss": 0.1053, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 2.2727272727272725, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 0.00012574850299401196, | |
| "loss": 0.1231, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.2727272727272725, | |
| "eval_loss": 0.1609112173318863, | |
| "eval_runtime": 50.2755, | |
| "eval_samples_per_second": 9.945, | |
| "eval_steps_per_second": 0.08, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.2835497835497836, | |
| "grad_norm": 0.1357421875, | |
| "learning_rate": 0.00012387724550898203, | |
| "loss": 0.1207, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 2.2943722943722946, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 0.0001220059880239521, | |
| "loss": 0.1202, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 2.3051948051948052, | |
| "grad_norm": 0.1943359375, | |
| "learning_rate": 0.00012013473053892216, | |
| "loss": 0.1215, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 2.316017316017316, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.00011826347305389222, | |
| "loss": 0.112, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 2.326839826839827, | |
| "grad_norm": 0.1767578125, | |
| "learning_rate": 0.00011639221556886227, | |
| "loss": 0.1233, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.3376623376623376, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 0.00011452095808383234, | |
| "loss": 0.1086, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 2.3484848484848486, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 0.0001126497005988024, | |
| "loss": 0.1123, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 2.3593073593073592, | |
| "grad_norm": 0.193359375, | |
| "learning_rate": 0.00011077844311377246, | |
| "loss": 0.1145, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 2.3701298701298703, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.00010890718562874253, | |
| "loss": 0.1117, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 2.380952380952381, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00010703592814371257, | |
| "loss": 0.12, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.380952380952381, | |
| "eval_loss": 0.16090266406536102, | |
| "eval_runtime": 59.1415, | |
| "eval_samples_per_second": 8.454, | |
| "eval_steps_per_second": 0.068, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.391774891774892, | |
| "grad_norm": 0.220703125, | |
| "learning_rate": 0.00010516467065868264, | |
| "loss": 0.11, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 2.4025974025974026, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 0.0001032934131736527, | |
| "loss": 0.1198, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 2.4134199134199132, | |
| "grad_norm": 0.23828125, | |
| "learning_rate": 0.00010142215568862275, | |
| "loss": 0.1179, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 2.4242424242424243, | |
| "grad_norm": 0.197265625, | |
| "learning_rate": 9.955089820359281e-05, | |
| "loss": 0.1146, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 2.435064935064935, | |
| "grad_norm": 0.1953125, | |
| "learning_rate": 9.767964071856288e-05, | |
| "loss": 0.1067, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.445887445887446, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 9.580838323353294e-05, | |
| "loss": 0.105, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 2.4567099567099566, | |
| "grad_norm": 0.189453125, | |
| "learning_rate": 9.393712574850299e-05, | |
| "loss": 0.1222, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 2.4675324675324677, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 9.206586826347306e-05, | |
| "loss": 0.1068, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 2.4783549783549783, | |
| "grad_norm": 0.1640625, | |
| "learning_rate": 9.01946107784431e-05, | |
| "loss": 0.1069, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 2.4891774891774894, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 8.832335329341318e-05, | |
| "loss": 0.1276, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.4891774891774894, | |
| "eval_loss": 0.15976013243198395, | |
| "eval_runtime": 51.0014, | |
| "eval_samples_per_second": 9.804, | |
| "eval_steps_per_second": 0.078, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.2431640625, | |
| "learning_rate": 8.645209580838323e-05, | |
| "loss": 0.1248, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 2.5108225108225106, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 8.45808383233533e-05, | |
| "loss": 0.1062, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 2.5216450216450217, | |
| "grad_norm": 0.1279296875, | |
| "learning_rate": 8.270958083832336e-05, | |
| "loss": 0.0997, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 2.5324675324675323, | |
| "grad_norm": 0.1962890625, | |
| "learning_rate": 8.083832335329341e-05, | |
| "loss": 0.1171, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 2.5432900432900434, | |
| "grad_norm": 0.19921875, | |
| "learning_rate": 7.896706586826349e-05, | |
| "loss": 0.0944, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.554112554112554, | |
| "grad_norm": 0.22265625, | |
| "learning_rate": 7.709580838323353e-05, | |
| "loss": 0.1091, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.564935064935065, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 7.52245508982036e-05, | |
| "loss": 0.1151, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.5757575757575757, | |
| "grad_norm": 0.1142578125, | |
| "learning_rate": 7.335329341317365e-05, | |
| "loss": 0.1174, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.5865800865800868, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 7.148203592814371e-05, | |
| "loss": 0.1219, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.5974025974025974, | |
| "grad_norm": 0.244140625, | |
| "learning_rate": 6.961077844311377e-05, | |
| "loss": 0.1251, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.5974025974025974, | |
| "eval_loss": 0.1569649577140808, | |
| "eval_runtime": 50.4125, | |
| "eval_samples_per_second": 9.918, | |
| "eval_steps_per_second": 0.079, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.608225108225108, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 6.773952095808384e-05, | |
| "loss": 0.1171, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.619047619047619, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 6.58682634730539e-05, | |
| "loss": 0.1114, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.62987012987013, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 6.399700598802395e-05, | |
| "loss": 0.1046, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.6406926406926408, | |
| "grad_norm": 0.08154296875, | |
| "learning_rate": 6.212574850299401e-05, | |
| "loss": 0.1081, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.6515151515151514, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 6.025449101796408e-05, | |
| "loss": 0.1042, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.6623376623376624, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 5.8383233532934134e-05, | |
| "loss": 0.0913, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.673160173160173, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 5.65119760479042e-05, | |
| "loss": 0.1082, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.683982683982684, | |
| "grad_norm": 0.173828125, | |
| "learning_rate": 5.4640718562874254e-05, | |
| "loss": 0.1158, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.6948051948051948, | |
| "grad_norm": 0.1689453125, | |
| "learning_rate": 5.276946107784431e-05, | |
| "loss": 0.1135, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.7056277056277054, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 5.089820359281437e-05, | |
| "loss": 0.1332, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.7056277056277054, | |
| "eval_loss": 0.15841823816299438, | |
| "eval_runtime": 48.0255, | |
| "eval_samples_per_second": 10.411, | |
| "eval_steps_per_second": 0.083, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.7164502164502164, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 4.902694610778443e-05, | |
| "loss": 0.1076, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.7272727272727275, | |
| "grad_norm": 0.11572265625, | |
| "learning_rate": 4.7155688622754486e-05, | |
| "loss": 0.1089, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.738095238095238, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 4.5284431137724556e-05, | |
| "loss": 0.1061, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.7489177489177488, | |
| "grad_norm": 0.123046875, | |
| "learning_rate": 4.341317365269461e-05, | |
| "loss": 0.1067, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.75974025974026, | |
| "grad_norm": 0.201171875, | |
| "learning_rate": 4.154191616766467e-05, | |
| "loss": 0.1113, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.7705627705627704, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 3.967065868263473e-05, | |
| "loss": 0.1056, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.7813852813852815, | |
| "grad_norm": 0.181640625, | |
| "learning_rate": 3.779940119760479e-05, | |
| "loss": 0.1135, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.792207792207792, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 3.592814371257485e-05, | |
| "loss": 0.1116, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.8030303030303028, | |
| "grad_norm": 0.2255859375, | |
| "learning_rate": 3.405688622754491e-05, | |
| "loss": 0.1169, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.813852813852814, | |
| "grad_norm": 0.08154296875, | |
| "learning_rate": 3.2185628742514966e-05, | |
| "loss": 0.1023, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.813852813852814, | |
| "eval_loss": 0.15775570273399353, | |
| "eval_runtime": 49.2082, | |
| "eval_samples_per_second": 10.161, | |
| "eval_steps_per_second": 0.081, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.824675324675325, | |
| "grad_norm": 0.103515625, | |
| "learning_rate": 3.031437125748503e-05, | |
| "loss": 0.1076, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.8354978354978355, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 2.844311377245509e-05, | |
| "loss": 0.1082, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.846320346320346, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 2.6571856287425152e-05, | |
| "loss": 0.1125, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.07568359375, | |
| "learning_rate": 2.4700598802395212e-05, | |
| "loss": 0.0981, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.867965367965368, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 2.282934131736527e-05, | |
| "loss": 0.1197, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.878787878787879, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 2.095808383233533e-05, | |
| "loss": 0.1214, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.8896103896103895, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 1.9086826347305392e-05, | |
| "loss": 0.105, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.9004329004329006, | |
| "grad_norm": 0.1767578125, | |
| "learning_rate": 1.7215568862275448e-05, | |
| "loss": 0.1101, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.911255411255411, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 1.5344311377245508e-05, | |
| "loss": 0.1283, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.9220779220779223, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 1.347305389221557e-05, | |
| "loss": 0.1126, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.9220779220779223, | |
| "eval_loss": 0.1572347730398178, | |
| "eval_runtime": 58.0947, | |
| "eval_samples_per_second": 8.607, | |
| "eval_steps_per_second": 0.069, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.932900432900433, | |
| "grad_norm": 0.197265625, | |
| "learning_rate": 1.1601796407185628e-05, | |
| "loss": 0.1127, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.9437229437229435, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 9.73053892215569e-06, | |
| "loss": 0.1236, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.9545454545454546, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 7.859281437125748e-06, | |
| "loss": 0.1137, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.965367965367965, | |
| "grad_norm": 0.2041015625, | |
| "learning_rate": 5.9880239520958085e-06, | |
| "loss": 0.1213, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.9761904761904763, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 4.116766467065868e-06, | |
| "loss": 0.1083, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.987012987012987, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 2.2455089820359283e-06, | |
| "loss": 0.1217, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.997835497835498, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 3.7425149700598803e-07, | |
| "loss": 0.1188, | |
| "step": 2770 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2772, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.887405812854188e+18, | |
| "train_batch_size": 128, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |