{ "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "eval_steps": 500, "global_step": 330, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00909090909090909, "grad_norm": 2.954815626144409, "learning_rate": 0.0004984848484848485, "loss": 3.3369, "step": 1 }, { "epoch": 0.01818181818181818, "grad_norm": 3.4107534885406494, "learning_rate": 0.000496969696969697, "loss": 3.1991, "step": 2 }, { "epoch": 0.02727272727272727, "grad_norm": 3.3636677265167236, "learning_rate": 0.0004954545454545455, "loss": 3.1677, "step": 3 }, { "epoch": 0.03636363636363636, "grad_norm": 3.0105910301208496, "learning_rate": 0.000493939393939394, "loss": 2.856, "step": 4 }, { "epoch": 0.045454545454545456, "grad_norm": 4.34075927734375, "learning_rate": 0.0004924242424242425, "loss": 3.1653, "step": 5 }, { "epoch": 0.05454545454545454, "grad_norm": 2.3602547645568848, "learning_rate": 0.0004909090909090909, "loss": 3.0124, "step": 6 }, { "epoch": 0.06363636363636363, "grad_norm": 2.8893001079559326, "learning_rate": 0.0004893939393939393, "loss": 2.2204, "step": 7 }, { "epoch": 0.07272727272727272, "grad_norm": 2.5019915103912354, "learning_rate": 0.00048787878787878784, "loss": 3.2338, "step": 8 }, { "epoch": 0.08181818181818182, "grad_norm": 2.3345084190368652, "learning_rate": 0.0004863636363636364, "loss": 2.8001, "step": 9 }, { "epoch": 0.09090909090909091, "grad_norm": 3.4385030269622803, "learning_rate": 0.0004848484848484849, "loss": 2.3952, "step": 10 }, { "epoch": 0.1, "grad_norm": 2.6727066040039062, "learning_rate": 0.00048333333333333334, "loss": 2.5821, "step": 11 }, { "epoch": 0.10909090909090909, "grad_norm": 3.0186147689819336, "learning_rate": 0.00048181818181818184, "loss": 2.891, "step": 12 }, { "epoch": 0.11818181818181818, "grad_norm": 3.460306406021118, "learning_rate": 0.0004803030303030303, "loss": 2.4936, "step": 13 }, { "epoch": 0.12727272727272726, "grad_norm": 2.279752016067505, "learning_rate": 0.0004787878787878788, "loss": 2.7331, "step": 14 }, { "epoch": 0.13636363636363635, "grad_norm": 2.352194309234619, "learning_rate": 0.0004772727272727273, "loss": 2.7177, "step": 15 }, { "epoch": 0.14545454545454545, "grad_norm": 3.305408000946045, "learning_rate": 0.0004757575757575758, "loss": 2.3941, "step": 16 }, { "epoch": 0.15454545454545454, "grad_norm": 2.333533525466919, "learning_rate": 0.0004742424242424243, "loss": 2.4421, "step": 17 }, { "epoch": 0.16363636363636364, "grad_norm": 2.0298824310302734, "learning_rate": 0.0004727272727272727, "loss": 2.6125, "step": 18 }, { "epoch": 0.17272727272727273, "grad_norm": 2.4428365230560303, "learning_rate": 0.0004712121212121212, "loss": 2.8149, "step": 19 }, { "epoch": 0.18181818181818182, "grad_norm": 2.272669792175293, "learning_rate": 0.0004696969696969697, "loss": 2.5141, "step": 20 }, { "epoch": 0.19090909090909092, "grad_norm": 2.508845329284668, "learning_rate": 0.0004681818181818182, "loss": 2.3062, "step": 21 }, { "epoch": 0.2, "grad_norm": 2.711777925491333, "learning_rate": 0.00046666666666666666, "loss": 2.5206, "step": 22 }, { "epoch": 0.20909090909090908, "grad_norm": 2.747939348220825, "learning_rate": 0.00046515151515151516, "loss": 2.5002, "step": 23 }, { "epoch": 0.21818181818181817, "grad_norm": 2.085765838623047, "learning_rate": 0.00046363636363636366, "loss": 1.9021, "step": 24 }, { "epoch": 0.22727272727272727, "grad_norm": 2.289708137512207, "learning_rate": 0.0004621212121212121, "loss": 2.3299, "step": 25 }, { "epoch": 0.23636363636363636, "grad_norm": 1.7168821096420288, "learning_rate": 0.00046060606060606066, "loss": 2.1719, "step": 26 }, { "epoch": 0.24545454545454545, "grad_norm": 2.610055446624756, "learning_rate": 0.0004590909090909091, "loss": 2.8064, "step": 27 }, { "epoch": 0.2545454545454545, "grad_norm": 2.271897315979004, "learning_rate": 0.0004575757575757576, "loss": 2.9024, "step": 28 }, { "epoch": 0.2636363636363636, "grad_norm": 2.4727253913879395, "learning_rate": 0.00045606060606060605, "loss": 2.6959, "step": 29 }, { "epoch": 0.2727272727272727, "grad_norm": 2.28879451751709, "learning_rate": 0.00045454545454545455, "loss": 2.3795, "step": 30 }, { "epoch": 0.2818181818181818, "grad_norm": 2.359353542327881, "learning_rate": 0.000453030303030303, "loss": 2.3459, "step": 31 }, { "epoch": 0.2909090909090909, "grad_norm": 2.1187634468078613, "learning_rate": 0.00045151515151515154, "loss": 2.6984, "step": 32 }, { "epoch": 0.3, "grad_norm": 2.420835018157959, "learning_rate": 0.00045000000000000004, "loss": 2.3945, "step": 33 }, { "epoch": 0.3090909090909091, "grad_norm": 1.8960967063903809, "learning_rate": 0.0004484848484848485, "loss": 2.4853, "step": 34 }, { "epoch": 0.3181818181818182, "grad_norm": 2.2166941165924072, "learning_rate": 0.000446969696969697, "loss": 2.5212, "step": 35 }, { "epoch": 0.32727272727272727, "grad_norm": 2.4022252559661865, "learning_rate": 0.00044545454545454543, "loss": 2.0325, "step": 36 }, { "epoch": 0.33636363636363636, "grad_norm": 2.11049747467041, "learning_rate": 0.000443939393939394, "loss": 2.5604, "step": 37 }, { "epoch": 0.34545454545454546, "grad_norm": 1.9729962348937988, "learning_rate": 0.00044242424242424243, "loss": 2.7087, "step": 38 }, { "epoch": 0.35454545454545455, "grad_norm": 2.079552412033081, "learning_rate": 0.00044090909090909093, "loss": 2.1064, "step": 39 }, { "epoch": 0.36363636363636365, "grad_norm": 2.260704755783081, "learning_rate": 0.0004393939393939394, "loss": 2.0357, "step": 40 }, { "epoch": 0.37272727272727274, "grad_norm": 3.1471402645111084, "learning_rate": 0.00043787878787878787, "loss": 2.6559, "step": 41 }, { "epoch": 0.38181818181818183, "grad_norm": 2.2759957313537598, "learning_rate": 0.00043636363636363637, "loss": 2.8783, "step": 42 }, { "epoch": 0.39090909090909093, "grad_norm": 2.507331132888794, "learning_rate": 0.00043484848484848487, "loss": 2.5133, "step": 43 }, { "epoch": 0.4, "grad_norm": 3.8067524433135986, "learning_rate": 0.00043333333333333337, "loss": 1.8867, "step": 44 }, { "epoch": 0.4090909090909091, "grad_norm": 1.9787497520446777, "learning_rate": 0.0004318181818181818, "loss": 1.9868, "step": 45 }, { "epoch": 0.41818181818181815, "grad_norm": 2.349233388900757, "learning_rate": 0.0004303030303030303, "loss": 2.0075, "step": 46 }, { "epoch": 0.42727272727272725, "grad_norm": 4.589637756347656, "learning_rate": 0.00042878787878787876, "loss": 2.6546, "step": 47 }, { "epoch": 0.43636363636363634, "grad_norm": 2.19441819190979, "learning_rate": 0.00042727272727272726, "loss": 2.1989, "step": 48 }, { "epoch": 0.44545454545454544, "grad_norm": 2.0757346153259277, "learning_rate": 0.0004257575757575758, "loss": 2.0471, "step": 49 }, { "epoch": 0.45454545454545453, "grad_norm": 1.9916266202926636, "learning_rate": 0.00042424242424242425, "loss": 2.5848, "step": 50 }, { "epoch": 0.4636363636363636, "grad_norm": 2.115003824234009, "learning_rate": 0.00042272727272727275, "loss": 2.711, "step": 51 }, { "epoch": 0.4727272727272727, "grad_norm": 2.3350541591644287, "learning_rate": 0.0004212121212121212, "loss": 2.625, "step": 52 }, { "epoch": 0.4818181818181818, "grad_norm": 2.430081605911255, "learning_rate": 0.0004196969696969697, "loss": 2.4819, "step": 53 }, { "epoch": 0.4909090909090909, "grad_norm": 2.343895196914673, "learning_rate": 0.00041818181818181814, "loss": 2.5562, "step": 54 }, { "epoch": 0.5, "grad_norm": 2.400465488433838, "learning_rate": 0.0004166666666666667, "loss": 2.0998, "step": 55 }, { "epoch": 0.509090909090909, "grad_norm": 1.9675588607788086, "learning_rate": 0.0004151515151515152, "loss": 1.8595, "step": 56 }, { "epoch": 0.5181818181818182, "grad_norm": 2.2525646686553955, "learning_rate": 0.00041363636363636364, "loss": 2.5453, "step": 57 }, { "epoch": 0.5272727272727272, "grad_norm": 5.85708475112915, "learning_rate": 0.00041212121212121214, "loss": 2.2228, "step": 58 }, { "epoch": 0.5363636363636364, "grad_norm": 1.9743397235870361, "learning_rate": 0.0004106060606060606, "loss": 2.3834, "step": 59 }, { "epoch": 0.5454545454545454, "grad_norm": 2.1979870796203613, "learning_rate": 0.00040909090909090913, "loss": 2.0418, "step": 60 }, { "epoch": 0.5545454545454546, "grad_norm": 2.1017322540283203, "learning_rate": 0.0004075757575757576, "loss": 2.4981, "step": 61 }, { "epoch": 0.5636363636363636, "grad_norm": 2.2446625232696533, "learning_rate": 0.0004060606060606061, "loss": 2.1461, "step": 62 }, { "epoch": 0.5727272727272728, "grad_norm": 3.56213116645813, "learning_rate": 0.0004045454545454546, "loss": 2.1976, "step": 63 }, { "epoch": 0.5818181818181818, "grad_norm": 2.326568603515625, "learning_rate": 0.000403030303030303, "loss": 1.9419, "step": 64 }, { "epoch": 0.5909090909090909, "grad_norm": 2.318174362182617, "learning_rate": 0.0004015151515151515, "loss": 2.1222, "step": 65 }, { "epoch": 0.6, "grad_norm": 2.3187263011932373, "learning_rate": 0.0004, "loss": 2.1773, "step": 66 }, { "epoch": 0.6090909090909091, "grad_norm": 2.2764594554901123, "learning_rate": 0.0003984848484848485, "loss": 3.0253, "step": 67 }, { "epoch": 0.6181818181818182, "grad_norm": 2.485689878463745, "learning_rate": 0.00039696969696969696, "loss": 2.3372, "step": 68 }, { "epoch": 0.6272727272727273, "grad_norm": 2.727031946182251, "learning_rate": 0.00039545454545454546, "loss": 2.3496, "step": 69 }, { "epoch": 0.6363636363636364, "grad_norm": 1.9232404232025146, "learning_rate": 0.0003939393939393939, "loss": 1.7793, "step": 70 }, { "epoch": 0.6454545454545455, "grad_norm": 1.9665184020996094, "learning_rate": 0.0003924242424242424, "loss": 2.0813, "step": 71 }, { "epoch": 0.6545454545454545, "grad_norm": 1.599181056022644, "learning_rate": 0.00039090909090909096, "loss": 2.3862, "step": 72 }, { "epoch": 0.6636363636363637, "grad_norm": 2.0285756587982178, "learning_rate": 0.0003893939393939394, "loss": 2.1869, "step": 73 }, { "epoch": 0.6727272727272727, "grad_norm": 2.3004918098449707, "learning_rate": 0.0003878787878787879, "loss": 2.335, "step": 74 }, { "epoch": 0.6818181818181818, "grad_norm": 2.390582799911499, "learning_rate": 0.00038636363636363635, "loss": 2.2488, "step": 75 }, { "epoch": 0.6909090909090909, "grad_norm": 2.247906446456909, "learning_rate": 0.00038484848484848485, "loss": 2.1187, "step": 76 }, { "epoch": 0.7, "grad_norm": 1.8525216579437256, "learning_rate": 0.00038333333333333334, "loss": 2.0979, "step": 77 }, { "epoch": 0.7090909090909091, "grad_norm": 4.209506034851074, "learning_rate": 0.00038181818181818184, "loss": 2.1619, "step": 78 }, { "epoch": 0.7181818181818181, "grad_norm": 3.623314142227173, "learning_rate": 0.00038030303030303034, "loss": 2.0937, "step": 79 }, { "epoch": 0.7272727272727273, "grad_norm": 1.9494578838348389, "learning_rate": 0.0003787878787878788, "loss": 1.8908, "step": 80 }, { "epoch": 0.7363636363636363, "grad_norm": 2.460625410079956, "learning_rate": 0.0003772727272727273, "loss": 2.2712, "step": 81 }, { "epoch": 0.7454545454545455, "grad_norm": 1.8331961631774902, "learning_rate": 0.00037575757575757573, "loss": 2.1659, "step": 82 }, { "epoch": 0.7545454545454545, "grad_norm": 2.1352946758270264, "learning_rate": 0.0003742424242424243, "loss": 2.4457, "step": 83 }, { "epoch": 0.7636363636363637, "grad_norm": 2.0929653644561768, "learning_rate": 0.00037272727272727273, "loss": 2.0674, "step": 84 }, { "epoch": 0.7727272727272727, "grad_norm": 1.8029730319976807, "learning_rate": 0.00037121212121212123, "loss": 1.8433, "step": 85 }, { "epoch": 0.7818181818181819, "grad_norm": 2.4226315021514893, "learning_rate": 0.00036969696969696967, "loss": 2.5526, "step": 86 }, { "epoch": 0.7909090909090909, "grad_norm": 1.864897608757019, "learning_rate": 0.00036818181818181817, "loss": 2.153, "step": 87 }, { "epoch": 0.8, "grad_norm": 3.126366376876831, "learning_rate": 0.00036666666666666667, "loss": 3.0295, "step": 88 }, { "epoch": 0.8090909090909091, "grad_norm": 2.0774729251861572, "learning_rate": 0.00036515151515151517, "loss": 2.4506, "step": 89 }, { "epoch": 0.8181818181818182, "grad_norm": 2.350816011428833, "learning_rate": 0.00036363636363636367, "loss": 2.2185, "step": 90 }, { "epoch": 0.8272727272727273, "grad_norm": 4.5536112785339355, "learning_rate": 0.0003621212121212121, "loss": 2.294, "step": 91 }, { "epoch": 0.8363636363636363, "grad_norm": 2.0846188068389893, "learning_rate": 0.0003606060606060606, "loss": 2.0574, "step": 92 }, { "epoch": 0.8454545454545455, "grad_norm": 2.7833001613616943, "learning_rate": 0.00035909090909090906, "loss": 2.2196, "step": 93 }, { "epoch": 0.8545454545454545, "grad_norm": 2.067406415939331, "learning_rate": 0.0003575757575757576, "loss": 2.0928, "step": 94 }, { "epoch": 0.8636363636363636, "grad_norm": 2.421410083770752, "learning_rate": 0.0003560606060606061, "loss": 1.777, "step": 95 }, { "epoch": 0.8727272727272727, "grad_norm": NaN, "learning_rate": 0.0003560606060606061, "loss": 1.9642, "step": 96 }, { "epoch": 0.8818181818181818, "grad_norm": 2.236882448196411, "learning_rate": 0.00035454545454545455, "loss": 1.8629, "step": 97 }, { "epoch": 0.8909090909090909, "grad_norm": 1.8265429735183716, "learning_rate": 0.00035303030303030305, "loss": 2.2389, "step": 98 }, { "epoch": 0.9, "grad_norm": 6.896456241607666, "learning_rate": 0.0003515151515151515, "loss": 2.0973, "step": 99 }, { "epoch": 0.9090909090909091, "grad_norm": 1.7049111127853394, "learning_rate": 0.00035, "loss": 2.0509, "step": 100 }, { "epoch": 0.9181818181818182, "grad_norm": 2.2542057037353516, "learning_rate": 0.0003484848484848485, "loss": 2.1774, "step": 101 }, { "epoch": 0.9272727272727272, "grad_norm": 1.882677435874939, "learning_rate": 0.000346969696969697, "loss": 2.3698, "step": 102 }, { "epoch": 0.9363636363636364, "grad_norm": 7.113732814788818, "learning_rate": 0.00034545454545454544, "loss": 2.0712, "step": 103 }, { "epoch": 0.9454545454545454, "grad_norm": 2.472871780395508, "learning_rate": 0.00034393939393939394, "loss": 2.2019, "step": 104 }, { "epoch": 0.9545454545454546, "grad_norm": 2.08988356590271, "learning_rate": 0.00034242424242424244, "loss": 1.9712, "step": 105 }, { "epoch": 0.9636363636363636, "grad_norm": 2.2430801391601562, "learning_rate": 0.0003409090909090909, "loss": 2.0638, "step": 106 }, { "epoch": 0.9727272727272728, "grad_norm": 1.8587884902954102, "learning_rate": 0.00033939393939393943, "loss": 1.8007, "step": 107 }, { "epoch": 0.9818181818181818, "grad_norm": 1.7524383068084717, "learning_rate": 0.0003378787878787879, "loss": 1.8158, "step": 108 }, { "epoch": 0.990909090909091, "grad_norm": 2.1730449199676514, "learning_rate": 0.0003363636363636364, "loss": 2.5347, "step": 109 }, { "epoch": 1.0, "grad_norm": 2.3493597507476807, "learning_rate": 0.0003348484848484848, "loss": 2.3321, "step": 110 }, { "epoch": 1.0, "eval_f1": 0.8916, "eval_gen_len": 49.4818, "eval_loss": 2.07224702835083, "eval_precision": 0.8905, "eval_recall": 0.893, "eval_rouge1": 0.462, "eval_rouge2": 0.2119, "eval_rougeL": 0.3832, "eval_rougeLsum": 0.429, "eval_runtime": 20.6752, "eval_samples_per_second": 5.32, "eval_steps_per_second": 0.677, "step": 110 }, { "epoch": 1.009090909090909, "grad_norm": 2.315150499343872, "learning_rate": 0.0003333333333333333, "loss": 2.1843, "step": 111 }, { "epoch": 1.018181818181818, "grad_norm": 1.9279595613479614, "learning_rate": 0.0003318181818181819, "loss": 1.672, "step": 112 }, { "epoch": 1.0272727272727273, "grad_norm": 2.603682518005371, "learning_rate": 0.0003303030303030303, "loss": 2.0274, "step": 113 }, { "epoch": 1.0363636363636364, "grad_norm": 2.4382553100585938, "learning_rate": 0.0003287878787878788, "loss": 2.567, "step": 114 }, { "epoch": 1.0454545454545454, "grad_norm": 1.9396408796310425, "learning_rate": 0.00032727272727272726, "loss": 1.7557, "step": 115 }, { "epoch": 1.0545454545454545, "grad_norm": 2.012943744659424, "learning_rate": 0.00032575757575757576, "loss": 2.0774, "step": 116 }, { "epoch": 1.0636363636363637, "grad_norm": 3.9621338844299316, "learning_rate": 0.0003242424242424242, "loss": 1.575, "step": 117 }, { "epoch": 1.0727272727272728, "grad_norm": 1.8810157775878906, "learning_rate": 0.00032272727272727276, "loss": 1.8527, "step": 118 }, { "epoch": 1.0818181818181818, "grad_norm": 2.341228723526001, "learning_rate": 0.00032121212121212126, "loss": 2.174, "step": 119 }, { "epoch": 1.0909090909090908, "grad_norm": 2.27140736579895, "learning_rate": 0.0003196969696969697, "loss": 2.416, "step": 120 }, { "epoch": 1.1, "grad_norm": 1.680935263633728, "learning_rate": 0.0003181818181818182, "loss": 1.8411, "step": 121 }, { "epoch": 1.1090909090909091, "grad_norm": 2.060490369796753, "learning_rate": 0.00031666666666666665, "loss": 1.8284, "step": 122 }, { "epoch": 1.1181818181818182, "grad_norm": 2.117558479309082, "learning_rate": 0.00031515151515151515, "loss": 2.2432, "step": 123 }, { "epoch": 1.1272727272727272, "grad_norm": 2.2386701107025146, "learning_rate": 0.00031363636363636365, "loss": 2.0944, "step": 124 }, { "epoch": 1.1363636363636362, "grad_norm": 1.9912633895874023, "learning_rate": 0.00031212121212121214, "loss": 1.9484, "step": 125 }, { "epoch": 1.1454545454545455, "grad_norm": 2.0469374656677246, "learning_rate": 0.0003106060606060606, "loss": 1.8707, "step": 126 }, { "epoch": 1.1545454545454545, "grad_norm": 10.590553283691406, "learning_rate": 0.0003090909090909091, "loss": 2.0068, "step": 127 }, { "epoch": 1.1636363636363636, "grad_norm": 1.8103890419006348, "learning_rate": 0.0003075757575757576, "loss": 1.9611, "step": 128 }, { "epoch": 1.1727272727272728, "grad_norm": 2.6478331089019775, "learning_rate": 0.00030606060606060603, "loss": 2.1548, "step": 129 }, { "epoch": 1.1818181818181819, "grad_norm": 2.130384922027588, "learning_rate": 0.0003045454545454546, "loss": 2.3239, "step": 130 }, { "epoch": 1.190909090909091, "grad_norm": 2.1625640392303467, "learning_rate": 0.00030303030303030303, "loss": 1.9455, "step": 131 }, { "epoch": 1.2, "grad_norm": 1.9097338914871216, "learning_rate": 0.00030151515151515153, "loss": 2.0601, "step": 132 }, { "epoch": 1.209090909090909, "grad_norm": 4.467080593109131, "learning_rate": 0.0003, "loss": 1.7412, "step": 133 }, { "epoch": 1.2181818181818183, "grad_norm": 2.4197402000427246, "learning_rate": 0.00029848484848484847, "loss": 1.9152, "step": 134 }, { "epoch": 1.2272727272727273, "grad_norm": 2.641479253768921, "learning_rate": 0.000296969696969697, "loss": 2.2888, "step": 135 }, { "epoch": 1.2363636363636363, "grad_norm": 2.374185562133789, "learning_rate": 0.00029545454545454547, "loss": 2.1405, "step": 136 }, { "epoch": 1.2454545454545454, "grad_norm": 1.7663893699645996, "learning_rate": 0.00029393939393939397, "loss": 1.4913, "step": 137 }, { "epoch": 1.2545454545454544, "grad_norm": 1.7372636795043945, "learning_rate": 0.0002924242424242424, "loss": 1.7553, "step": 138 }, { "epoch": 1.2636363636363637, "grad_norm": 1.9381648302078247, "learning_rate": 0.0002909090909090909, "loss": 1.9566, "step": 139 }, { "epoch": 1.2727272727272727, "grad_norm": 3.2428243160247803, "learning_rate": 0.00028939393939393936, "loss": 2.2607, "step": 140 }, { "epoch": 1.2818181818181817, "grad_norm": 2.1966135501861572, "learning_rate": 0.0002878787878787879, "loss": 2.1417, "step": 141 }, { "epoch": 1.290909090909091, "grad_norm": 1.775622844696045, "learning_rate": 0.00028636363636363636, "loss": 1.7522, "step": 142 }, { "epoch": 1.3, "grad_norm": 1.8064031600952148, "learning_rate": 0.00028484848484848485, "loss": 2.2365, "step": 143 }, { "epoch": 1.309090909090909, "grad_norm": 1.6624155044555664, "learning_rate": 0.00028333333333333335, "loss": 1.6523, "step": 144 }, { "epoch": 1.3181818181818181, "grad_norm": 1.8865635395050049, "learning_rate": 0.0002818181818181818, "loss": 2.2222, "step": 145 }, { "epoch": 1.3272727272727272, "grad_norm": 2.075778007507324, "learning_rate": 0.0002803030303030303, "loss": 1.9718, "step": 146 }, { "epoch": 1.3363636363636364, "grad_norm": 2.7333056926727295, "learning_rate": 0.0002787878787878788, "loss": 1.8671, "step": 147 }, { "epoch": 1.3454545454545455, "grad_norm": 2.3341150283813477, "learning_rate": 0.0002772727272727273, "loss": 2.296, "step": 148 }, { "epoch": 1.3545454545454545, "grad_norm": 2.298750877380371, "learning_rate": 0.00027575757575757574, "loss": 1.8589, "step": 149 }, { "epoch": 1.3636363636363638, "grad_norm": 2.2849225997924805, "learning_rate": 0.00027424242424242424, "loss": 1.7672, "step": 150 }, { "epoch": 1.3727272727272728, "grad_norm": 2.4873552322387695, "learning_rate": 0.00027272727272727274, "loss": 2.0295, "step": 151 }, { "epoch": 1.3818181818181818, "grad_norm": 1.8006199598312378, "learning_rate": 0.00027121212121212124, "loss": 2.0144, "step": 152 }, { "epoch": 1.3909090909090909, "grad_norm": 1.8441232442855835, "learning_rate": 0.00026969696969696974, "loss": 1.8709, "step": 153 }, { "epoch": 1.4, "grad_norm": 1.7351133823394775, "learning_rate": 0.0002681818181818182, "loss": 1.978, "step": 154 }, { "epoch": 1.4090909090909092, "grad_norm": 2.0104682445526123, "learning_rate": 0.0002666666666666667, "loss": 2.0207, "step": 155 }, { "epoch": 1.4181818181818182, "grad_norm": 1.9547767639160156, "learning_rate": 0.0002651515151515151, "loss": 1.9761, "step": 156 }, { "epoch": 1.4272727272727272, "grad_norm": 1.9457013607025146, "learning_rate": 0.0002636363636363636, "loss": 1.5643, "step": 157 }, { "epoch": 1.4363636363636363, "grad_norm": 1.9068812131881714, "learning_rate": 0.0002621212121212122, "loss": 2.0376, "step": 158 }, { "epoch": 1.4454545454545453, "grad_norm": 2.1232669353485107, "learning_rate": 0.0002606060606060606, "loss": 2.0019, "step": 159 }, { "epoch": 1.4545454545454546, "grad_norm": 2.8518733978271484, "learning_rate": 0.0002590909090909091, "loss": 2.1732, "step": 160 }, { "epoch": 1.4636363636363636, "grad_norm": 2.644965171813965, "learning_rate": 0.00025757575757575756, "loss": 1.9197, "step": 161 }, { "epoch": 1.4727272727272727, "grad_norm": 1.7258949279785156, "learning_rate": 0.00025606060606060606, "loss": 1.5056, "step": 162 }, { "epoch": 1.481818181818182, "grad_norm": 2.1850738525390625, "learning_rate": 0.0002545454545454545, "loss": 2.3507, "step": 163 }, { "epoch": 1.490909090909091, "grad_norm": 2.1031181812286377, "learning_rate": 0.00025303030303030306, "loss": 1.7586, "step": 164 }, { "epoch": 1.5, "grad_norm": 1.7486854791641235, "learning_rate": 0.0002515151515151515, "loss": 1.5661, "step": 165 }, { "epoch": 1.509090909090909, "grad_norm": 2.525303602218628, "learning_rate": 0.00025, "loss": 2.2275, "step": 166 }, { "epoch": 1.518181818181818, "grad_norm": 2.07893967628479, "learning_rate": 0.0002484848484848485, "loss": 1.9536, "step": 167 }, { "epoch": 1.5272727272727273, "grad_norm": 2.0040087699890137, "learning_rate": 0.000246969696969697, "loss": 1.6692, "step": 168 }, { "epoch": 1.5363636363636364, "grad_norm": 2.1064059734344482, "learning_rate": 0.00024545454545454545, "loss": 2.0401, "step": 169 }, { "epoch": 1.5454545454545454, "grad_norm": 2.258216619491577, "learning_rate": 0.00024393939393939392, "loss": 1.6331, "step": 170 }, { "epoch": 1.5545454545454547, "grad_norm": 2.363294839859009, "learning_rate": 0.00024242424242424245, "loss": 2.0516, "step": 171 }, { "epoch": 1.5636363636363635, "grad_norm": 2.9346563816070557, "learning_rate": 0.00024090909090909092, "loss": 1.8948, "step": 172 }, { "epoch": 1.5727272727272728, "grad_norm": 1.9507861137390137, "learning_rate": 0.0002393939393939394, "loss": 1.6701, "step": 173 }, { "epoch": 1.5818181818181818, "grad_norm": 1.9509398937225342, "learning_rate": 0.0002378787878787879, "loss": 2.0272, "step": 174 }, { "epoch": 1.5909090909090908, "grad_norm": 2.035423517227173, "learning_rate": 0.00023636363636363636, "loss": 1.9668, "step": 175 }, { "epoch": 1.6, "grad_norm": 2.2366080284118652, "learning_rate": 0.00023484848484848486, "loss": 2.2121, "step": 176 }, { "epoch": 1.6090909090909091, "grad_norm": 2.229384660720825, "learning_rate": 0.00023333333333333333, "loss": 1.8095, "step": 177 }, { "epoch": 1.6181818181818182, "grad_norm": 2.0196542739868164, "learning_rate": 0.00023181818181818183, "loss": 2.0187, "step": 178 }, { "epoch": 1.6272727272727274, "grad_norm": 1.5661934614181519, "learning_rate": 0.00023030303030303033, "loss": 1.9151, "step": 179 }, { "epoch": 1.6363636363636362, "grad_norm": 1.9817898273468018, "learning_rate": 0.0002287878787878788, "loss": 2.0098, "step": 180 }, { "epoch": 1.6454545454545455, "grad_norm": 2.218705892562866, "learning_rate": 0.00022727272727272727, "loss": 1.7758, "step": 181 }, { "epoch": 1.6545454545454545, "grad_norm": 1.8907921314239502, "learning_rate": 0.00022575757575757577, "loss": 1.5012, "step": 182 }, { "epoch": 1.6636363636363636, "grad_norm": 1.8486360311508179, "learning_rate": 0.00022424242424242424, "loss": 1.7079, "step": 183 }, { "epoch": 1.6727272727272728, "grad_norm": 2.231969118118286, "learning_rate": 0.00022272727272727272, "loss": 2.3828, "step": 184 }, { "epoch": 1.6818181818181817, "grad_norm": 2.2819623947143555, "learning_rate": 0.00022121212121212121, "loss": 2.1301, "step": 185 }, { "epoch": 1.690909090909091, "grad_norm": 2.0879971981048584, "learning_rate": 0.0002196969696969697, "loss": 1.9639, "step": 186 }, { "epoch": 1.7, "grad_norm": 3.0272915363311768, "learning_rate": 0.00021818181818181818, "loss": 1.7447, "step": 187 }, { "epoch": 1.709090909090909, "grad_norm": 5.990971565246582, "learning_rate": 0.00021666666666666668, "loss": 2.0313, "step": 188 }, { "epoch": 1.7181818181818183, "grad_norm": 1.5562996864318848, "learning_rate": 0.00021515151515151516, "loss": 1.5394, "step": 189 }, { "epoch": 1.7272727272727273, "grad_norm": 2.520314931869507, "learning_rate": 0.00021363636363636363, "loss": 1.9998, "step": 190 }, { "epoch": 1.7363636363636363, "grad_norm": 1.9438166618347168, "learning_rate": 0.00021212121212121213, "loss": 1.8079, "step": 191 }, { "epoch": 1.7454545454545456, "grad_norm": 2.46296763420105, "learning_rate": 0.0002106060606060606, "loss": 1.9225, "step": 192 }, { "epoch": 1.7545454545454544, "grad_norm": 1.603652834892273, "learning_rate": 0.00020909090909090907, "loss": 1.8334, "step": 193 }, { "epoch": 1.7636363636363637, "grad_norm": 1.796787142753601, "learning_rate": 0.0002075757575757576, "loss": 2.2219, "step": 194 }, { "epoch": 1.7727272727272727, "grad_norm": 2.157109498977661, "learning_rate": 0.00020606060606060607, "loss": 1.9068, "step": 195 }, { "epoch": 1.7818181818181817, "grad_norm": 2.1227638721466064, "learning_rate": 0.00020454545454545457, "loss": 2.0476, "step": 196 }, { "epoch": 1.790909090909091, "grad_norm": 2.4162797927856445, "learning_rate": 0.00020303030303030304, "loss": 1.4491, "step": 197 }, { "epoch": 1.8, "grad_norm": 2.017754316329956, "learning_rate": 0.0002015151515151515, "loss": 1.9828, "step": 198 }, { "epoch": 1.809090909090909, "grad_norm": 2.5105152130126953, "learning_rate": 0.0002, "loss": 2.237, "step": 199 }, { "epoch": 1.8181818181818183, "grad_norm": 1.9045398235321045, "learning_rate": 0.00019848484848484848, "loss": 2.0976, "step": 200 }, { "epoch": 1.8272727272727272, "grad_norm": 1.7948741912841797, "learning_rate": 0.00019696969696969695, "loss": 1.932, "step": 201 }, { "epoch": 1.8363636363636364, "grad_norm": 2.290318012237549, "learning_rate": 0.00019545454545454548, "loss": 1.8835, "step": 202 }, { "epoch": 1.8454545454545455, "grad_norm": 1.9325324296951294, "learning_rate": 0.00019393939393939395, "loss": 1.7144, "step": 203 }, { "epoch": 1.8545454545454545, "grad_norm": 3.7647125720977783, "learning_rate": 0.00019242424242424242, "loss": 1.7836, "step": 204 }, { "epoch": 1.8636363636363638, "grad_norm": 2.117750644683838, "learning_rate": 0.00019090909090909092, "loss": 1.7905, "step": 205 }, { "epoch": 1.8727272727272726, "grad_norm": 8.982443809509277, "learning_rate": 0.0001893939393939394, "loss": 1.8886, "step": 206 }, { "epoch": 1.8818181818181818, "grad_norm": 2.2815496921539307, "learning_rate": 0.00018787878787878787, "loss": 1.7791, "step": 207 }, { "epoch": 1.8909090909090909, "grad_norm": 2.4422738552093506, "learning_rate": 0.00018636363636363636, "loss": 1.8431, "step": 208 }, { "epoch": 1.9, "grad_norm": 2.5410265922546387, "learning_rate": 0.00018484848484848484, "loss": 1.9531, "step": 209 }, { "epoch": 1.9090909090909092, "grad_norm": 3.0006237030029297, "learning_rate": 0.00018333333333333334, "loss": 1.8623, "step": 210 }, { "epoch": 1.9181818181818182, "grad_norm": 1.8805768489837646, "learning_rate": 0.00018181818181818183, "loss": 1.7165, "step": 211 }, { "epoch": 1.9272727272727272, "grad_norm": 2.3523027896881104, "learning_rate": 0.0001803030303030303, "loss": 2.0356, "step": 212 }, { "epoch": 1.9363636363636365, "grad_norm": 1.89750075340271, "learning_rate": 0.0001787878787878788, "loss": 1.7039, "step": 213 }, { "epoch": 1.9454545454545453, "grad_norm": 2.013911724090576, "learning_rate": 0.00017727272727272728, "loss": 1.9103, "step": 214 }, { "epoch": 1.9545454545454546, "grad_norm": 2.6688437461853027, "learning_rate": 0.00017575757575757575, "loss": 2.0033, "step": 215 }, { "epoch": 1.9636363636363636, "grad_norm": 2.563509225845337, "learning_rate": 0.00017424242424242425, "loss": 2.1378, "step": 216 }, { "epoch": 1.9727272727272727, "grad_norm": 2.0422611236572266, "learning_rate": 0.00017272727272727272, "loss": 1.864, "step": 217 }, { "epoch": 1.981818181818182, "grad_norm": 1.87980318069458, "learning_rate": 0.00017121212121212122, "loss": 1.6409, "step": 218 }, { "epoch": 1.990909090909091, "grad_norm": 1.75395667552948, "learning_rate": 0.00016969696969696972, "loss": 2.324, "step": 219 }, { "epoch": 2.0, "grad_norm": 2.494816780090332, "learning_rate": 0.0001681818181818182, "loss": 2.0488, "step": 220 }, { "epoch": 2.0, "eval_f1": 0.8912, "eval_gen_len": 49.5727, "eval_loss": 2.0051822662353516, "eval_precision": 0.8889, "eval_recall": 0.8938, "eval_rouge1": 0.453, "eval_rouge2": 0.2025, "eval_rougeL": 0.3721, "eval_rougeLsum": 0.4167, "eval_runtime": 12.2116, "eval_samples_per_second": 9.008, "eval_steps_per_second": 1.146, "step": 220 }, { "epoch": 2.0090909090909093, "grad_norm": 1.901001214981079, "learning_rate": 0.00016666666666666666, "loss": 1.4219, "step": 221 }, { "epoch": 2.018181818181818, "grad_norm": 1.9974595308303833, "learning_rate": 0.00016515151515151516, "loss": 1.7321, "step": 222 }, { "epoch": 2.0272727272727273, "grad_norm": 1.9482543468475342, "learning_rate": 0.00016363636363636363, "loss": 1.8221, "step": 223 }, { "epoch": 2.036363636363636, "grad_norm": 2.6568679809570312, "learning_rate": 0.0001621212121212121, "loss": 1.8601, "step": 224 }, { "epoch": 2.0454545454545454, "grad_norm": 2.2491767406463623, "learning_rate": 0.00016060606060606063, "loss": 1.9924, "step": 225 }, { "epoch": 2.0545454545454547, "grad_norm": 2.297182559967041, "learning_rate": 0.0001590909090909091, "loss": 2.4264, "step": 226 }, { "epoch": 2.0636363636363635, "grad_norm": 1.9736173152923584, "learning_rate": 0.00015757575757575757, "loss": 1.6936, "step": 227 }, { "epoch": 2.0727272727272728, "grad_norm": 2.579871416091919, "learning_rate": 0.00015606060606060607, "loss": 1.7578, "step": 228 }, { "epoch": 2.081818181818182, "grad_norm": 1.4503185749053955, "learning_rate": 0.00015454545454545454, "loss": 1.4641, "step": 229 }, { "epoch": 2.090909090909091, "grad_norm": 1.8198928833007812, "learning_rate": 0.00015303030303030302, "loss": 1.817, "step": 230 }, { "epoch": 2.1, "grad_norm": 1.9079821109771729, "learning_rate": 0.00015151515151515152, "loss": 1.4318, "step": 231 }, { "epoch": 2.109090909090909, "grad_norm": 1.8897184133529663, "learning_rate": 0.00015, "loss": 1.4288, "step": 232 }, { "epoch": 2.118181818181818, "grad_norm": 2.2773196697235107, "learning_rate": 0.0001484848484848485, "loss": 1.6063, "step": 233 }, { "epoch": 2.1272727272727274, "grad_norm": 2.318948745727539, "learning_rate": 0.00014696969696969698, "loss": 1.7259, "step": 234 }, { "epoch": 2.1363636363636362, "grad_norm": 1.6040109395980835, "learning_rate": 0.00014545454545454546, "loss": 1.6096, "step": 235 }, { "epoch": 2.1454545454545455, "grad_norm": 2.085674524307251, "learning_rate": 0.00014393939393939396, "loss": 2.0896, "step": 236 }, { "epoch": 2.1545454545454543, "grad_norm": 1.7010502815246582, "learning_rate": 0.00014242424242424243, "loss": 1.5766, "step": 237 }, { "epoch": 2.1636363636363636, "grad_norm": 2.531755208969116, "learning_rate": 0.0001409090909090909, "loss": 1.7934, "step": 238 }, { "epoch": 2.172727272727273, "grad_norm": 1.9884897470474243, "learning_rate": 0.0001393939393939394, "loss": 1.9227, "step": 239 }, { "epoch": 2.1818181818181817, "grad_norm": 2.264225482940674, "learning_rate": 0.00013787878787878787, "loss": 2.2716, "step": 240 }, { "epoch": 2.190909090909091, "grad_norm": 2.0064761638641357, "learning_rate": 0.00013636363636363637, "loss": 1.607, "step": 241 }, { "epoch": 2.2, "grad_norm": 1.8198459148406982, "learning_rate": 0.00013484848484848487, "loss": 1.2289, "step": 242 }, { "epoch": 2.209090909090909, "grad_norm": 2.089911460876465, "learning_rate": 0.00013333333333333334, "loss": 2.3063, "step": 243 }, { "epoch": 2.2181818181818183, "grad_norm": 2.63271164894104, "learning_rate": 0.0001318181818181818, "loss": 1.9975, "step": 244 }, { "epoch": 2.227272727272727, "grad_norm": 2.545379400253296, "learning_rate": 0.0001303030303030303, "loss": 1.8202, "step": 245 }, { "epoch": 2.2363636363636363, "grad_norm": 3.404466390609741, "learning_rate": 0.00012878787878787878, "loss": 2.0287, "step": 246 }, { "epoch": 2.2454545454545456, "grad_norm": 2.354210376739502, "learning_rate": 0.00012727272727272725, "loss": 1.8104, "step": 247 }, { "epoch": 2.2545454545454544, "grad_norm": 2.218528985977173, "learning_rate": 0.00012575757575757575, "loss": 1.935, "step": 248 }, { "epoch": 2.2636363636363637, "grad_norm": 2.672149658203125, "learning_rate": 0.00012424242424242425, "loss": 2.0121, "step": 249 }, { "epoch": 2.2727272727272725, "grad_norm": 2.4421417713165283, "learning_rate": 0.00012272727272727272, "loss": 2.1933, "step": 250 }, { "epoch": 2.2818181818181817, "grad_norm": 2.0689334869384766, "learning_rate": 0.00012121212121212122, "loss": 1.4094, "step": 251 }, { "epoch": 2.290909090909091, "grad_norm": 1.5508095026016235, "learning_rate": 0.0001196969696969697, "loss": 1.3085, "step": 252 }, { "epoch": 2.3, "grad_norm": 2.1737687587738037, "learning_rate": 0.00011818181818181818, "loss": 1.8556, "step": 253 }, { "epoch": 2.309090909090909, "grad_norm": 1.8110220432281494, "learning_rate": 0.00011666666666666667, "loss": 2.0457, "step": 254 }, { "epoch": 2.3181818181818183, "grad_norm": 2.595646619796753, "learning_rate": 0.00011515151515151516, "loss": 1.678, "step": 255 }, { "epoch": 2.327272727272727, "grad_norm": 2.1089718341827393, "learning_rate": 0.00011363636363636364, "loss": 1.8065, "step": 256 }, { "epoch": 2.3363636363636364, "grad_norm": 2.368802785873413, "learning_rate": 0.00011212121212121212, "loss": 2.2071, "step": 257 }, { "epoch": 2.3454545454545457, "grad_norm": 1.8251020908355713, "learning_rate": 0.00011060606060606061, "loss": 1.655, "step": 258 }, { "epoch": 2.3545454545454545, "grad_norm": 2.265756607055664, "learning_rate": 0.00010909090909090909, "loss": 1.8728, "step": 259 }, { "epoch": 2.3636363636363638, "grad_norm": 2.234041929244995, "learning_rate": 0.00010757575757575758, "loss": 1.9121, "step": 260 }, { "epoch": 2.3727272727272726, "grad_norm": 2.3294894695281982, "learning_rate": 0.00010606060606060606, "loss": 1.6389, "step": 261 }, { "epoch": 2.381818181818182, "grad_norm": 2.2377607822418213, "learning_rate": 0.00010454545454545454, "loss": 1.6644, "step": 262 }, { "epoch": 2.390909090909091, "grad_norm": 1.9315197467803955, "learning_rate": 0.00010303030303030303, "loss": 1.2706, "step": 263 }, { "epoch": 2.4, "grad_norm": 2.108189105987549, "learning_rate": 0.00010151515151515152, "loss": 2.0511, "step": 264 }, { "epoch": 2.409090909090909, "grad_norm": 1.7083442211151123, "learning_rate": 0.0001, "loss": 1.6857, "step": 265 }, { "epoch": 2.418181818181818, "grad_norm": 1.7851577997207642, "learning_rate": 9.848484848484848e-05, "loss": 1.6011, "step": 266 }, { "epoch": 2.4272727272727272, "grad_norm": 1.8458926677703857, "learning_rate": 9.696969696969698e-05, "loss": 1.9975, "step": 267 }, { "epoch": 2.4363636363636365, "grad_norm": 1.6345833539962769, "learning_rate": 9.545454545454546e-05, "loss": 1.6547, "step": 268 }, { "epoch": 2.4454545454545453, "grad_norm": 1.972408652305603, "learning_rate": 9.393939393939393e-05, "loss": 1.8668, "step": 269 }, { "epoch": 2.4545454545454546, "grad_norm": 2.2467167377471924, "learning_rate": 9.242424242424242e-05, "loss": 1.7917, "step": 270 }, { "epoch": 2.463636363636364, "grad_norm": 2.024461507797241, "learning_rate": 9.090909090909092e-05, "loss": 1.7753, "step": 271 }, { "epoch": 2.4727272727272727, "grad_norm": 1.6495355367660522, "learning_rate": 8.93939393939394e-05, "loss": 1.4943, "step": 272 }, { "epoch": 2.481818181818182, "grad_norm": 2.026360273361206, "learning_rate": 8.787878787878787e-05, "loss": 1.6371, "step": 273 }, { "epoch": 2.4909090909090907, "grad_norm": 1.9277071952819824, "learning_rate": 8.636363636363636e-05, "loss": 1.9051, "step": 274 }, { "epoch": 2.5, "grad_norm": 2.0100483894348145, "learning_rate": 8.484848484848486e-05, "loss": 1.8797, "step": 275 }, { "epoch": 2.509090909090909, "grad_norm": 2.0191221237182617, "learning_rate": 8.333333333333333e-05, "loss": 1.6841, "step": 276 }, { "epoch": 2.518181818181818, "grad_norm": 1.6300185918807983, "learning_rate": 8.181818181818182e-05, "loss": 1.6628, "step": 277 }, { "epoch": 2.5272727272727273, "grad_norm": 2.5483522415161133, "learning_rate": 8.030303030303031e-05, "loss": 1.848, "step": 278 }, { "epoch": 2.536363636363636, "grad_norm": 2.5308337211608887, "learning_rate": 7.878787878787879e-05, "loss": 2.0427, "step": 279 }, { "epoch": 2.5454545454545454, "grad_norm": 2.097010612487793, "learning_rate": 7.727272727272727e-05, "loss": 1.6295, "step": 280 }, { "epoch": 2.5545454545454547, "grad_norm": 2.452202081680298, "learning_rate": 7.575757575757576e-05, "loss": 1.6162, "step": 281 }, { "epoch": 2.5636363636363635, "grad_norm": 2.082160234451294, "learning_rate": 7.424242424242426e-05, "loss": 1.6048, "step": 282 }, { "epoch": 2.5727272727272728, "grad_norm": 1.9822708368301392, "learning_rate": 7.272727272727273e-05, "loss": 1.5951, "step": 283 }, { "epoch": 2.581818181818182, "grad_norm": 5.015679836273193, "learning_rate": 7.121212121212121e-05, "loss": 1.7139, "step": 284 }, { "epoch": 2.590909090909091, "grad_norm": 2.2298402786254883, "learning_rate": 6.96969696969697e-05, "loss": 1.8234, "step": 285 }, { "epoch": 2.6, "grad_norm": 1.9142459630966187, "learning_rate": 6.818181818181818e-05, "loss": 1.4472, "step": 286 }, { "epoch": 2.6090909090909093, "grad_norm": 1.7407569885253906, "learning_rate": 6.666666666666667e-05, "loss": 1.6284, "step": 287 }, { "epoch": 2.618181818181818, "grad_norm": 1.9365426301956177, "learning_rate": 6.515151515151516e-05, "loss": 1.8865, "step": 288 }, { "epoch": 2.6272727272727274, "grad_norm": 2.4145357608795166, "learning_rate": 6.363636363636363e-05, "loss": 1.5228, "step": 289 }, { "epoch": 2.6363636363636362, "grad_norm": 1.9109646081924438, "learning_rate": 6.212121212121213e-05, "loss": 1.8798, "step": 290 }, { "epoch": 2.6454545454545455, "grad_norm": 1.9515796899795532, "learning_rate": 6.060606060606061e-05, "loss": 1.8353, "step": 291 }, { "epoch": 2.6545454545454543, "grad_norm": 2.2350668907165527, "learning_rate": 5.909090909090909e-05, "loss": 2.3428, "step": 292 }, { "epoch": 2.6636363636363636, "grad_norm": 1.7412108182907104, "learning_rate": 5.757575757575758e-05, "loss": 1.7247, "step": 293 }, { "epoch": 2.672727272727273, "grad_norm": 2.316909074783325, "learning_rate": 5.606060606060606e-05, "loss": 1.6445, "step": 294 }, { "epoch": 2.6818181818181817, "grad_norm": 2.045905113220215, "learning_rate": 5.4545454545454546e-05, "loss": 2.2573, "step": 295 }, { "epoch": 2.690909090909091, "grad_norm": 1.7575581073760986, "learning_rate": 5.303030303030303e-05, "loss": 1.9093, "step": 296 }, { "epoch": 2.7, "grad_norm": 10.453113555908203, "learning_rate": 5.151515151515152e-05, "loss": 1.8715, "step": 297 }, { "epoch": 2.709090909090909, "grad_norm": 2.135576009750366, "learning_rate": 5e-05, "loss": 1.5546, "step": 298 }, { "epoch": 2.7181818181818183, "grad_norm": 2.8170363903045654, "learning_rate": 4.848484848484849e-05, "loss": 1.5048, "step": 299 }, { "epoch": 2.7272727272727275, "grad_norm": 2.0693070888519287, "learning_rate": 4.6969696969696966e-05, "loss": 2.3778, "step": 300 }, { "epoch": 2.7363636363636363, "grad_norm": 1.7992305755615234, "learning_rate": 4.545454545454546e-05, "loss": 1.4883, "step": 301 }, { "epoch": 2.7454545454545456, "grad_norm": 2.1758553981781006, "learning_rate": 4.393939393939394e-05, "loss": 1.632, "step": 302 }, { "epoch": 2.7545454545454544, "grad_norm": 2.3659770488739014, "learning_rate": 4.242424242424243e-05, "loss": 1.6417, "step": 303 }, { "epoch": 2.7636363636363637, "grad_norm": 2.3604612350463867, "learning_rate": 4.090909090909091e-05, "loss": 1.499, "step": 304 }, { "epoch": 2.7727272727272725, "grad_norm": 2.1640219688415527, "learning_rate": 3.939393939393939e-05, "loss": 1.3101, "step": 305 }, { "epoch": 2.7818181818181817, "grad_norm": 1.9443458318710327, "learning_rate": 3.787878787878788e-05, "loss": 1.7234, "step": 306 }, { "epoch": 2.790909090909091, "grad_norm": 3.2635550498962402, "learning_rate": 3.6363636363636364e-05, "loss": 2.1717, "step": 307 }, { "epoch": 2.8, "grad_norm": 1.711483120918274, "learning_rate": 3.484848484848485e-05, "loss": 1.6226, "step": 308 }, { "epoch": 2.809090909090909, "grad_norm": 2.323063850402832, "learning_rate": 3.3333333333333335e-05, "loss": 2.1511, "step": 309 }, { "epoch": 2.8181818181818183, "grad_norm": 2.0467774868011475, "learning_rate": 3.1818181818181814e-05, "loss": 1.5749, "step": 310 }, { "epoch": 2.827272727272727, "grad_norm": 1.854019045829773, "learning_rate": 3.0303030303030306e-05, "loss": 2.0141, "step": 311 }, { "epoch": 2.8363636363636364, "grad_norm": 1.8301273584365845, "learning_rate": 2.878787878787879e-05, "loss": 1.7546, "step": 312 }, { "epoch": 2.8454545454545457, "grad_norm": 2.283935308456421, "learning_rate": 2.7272727272727273e-05, "loss": 1.9298, "step": 313 }, { "epoch": 2.8545454545454545, "grad_norm": 1.9070757627487183, "learning_rate": 2.575757575757576e-05, "loss": 1.7298, "step": 314 }, { "epoch": 2.8636363636363638, "grad_norm": 2.1912167072296143, "learning_rate": 2.4242424242424244e-05, "loss": 1.564, "step": 315 }, { "epoch": 2.8727272727272726, "grad_norm": 2.081099271774292, "learning_rate": 2.272727272727273e-05, "loss": 1.8931, "step": 316 }, { "epoch": 2.881818181818182, "grad_norm": 2.1651575565338135, "learning_rate": 2.1212121212121215e-05, "loss": 1.7705, "step": 317 }, { "epoch": 2.8909090909090907, "grad_norm": 2.102203369140625, "learning_rate": 1.9696969696969697e-05, "loss": 2.2126, "step": 318 }, { "epoch": 2.9, "grad_norm": 1.824823021888733, "learning_rate": 1.8181818181818182e-05, "loss": 2.0321, "step": 319 }, { "epoch": 2.909090909090909, "grad_norm": 2.1086361408233643, "learning_rate": 1.6666666666666667e-05, "loss": 1.535, "step": 320 }, { "epoch": 2.918181818181818, "grad_norm": 1.7079758644104004, "learning_rate": 1.5151515151515153e-05, "loss": 1.9123, "step": 321 }, { "epoch": 2.9272727272727272, "grad_norm": 1.6254668235778809, "learning_rate": 1.3636363636363637e-05, "loss": 1.3286, "step": 322 }, { "epoch": 2.9363636363636365, "grad_norm": 1.7518110275268555, "learning_rate": 1.2121212121212122e-05, "loss": 1.4937, "step": 323 }, { "epoch": 2.9454545454545453, "grad_norm": 2.101076364517212, "learning_rate": 1.0606060606060607e-05, "loss": 2.0158, "step": 324 }, { "epoch": 2.9545454545454546, "grad_norm": 2.2095401287078857, "learning_rate": 9.090909090909091e-06, "loss": 1.827, "step": 325 }, { "epoch": 2.963636363636364, "grad_norm": 1.988400936126709, "learning_rate": 7.5757575757575764e-06, "loss": 2.1063, "step": 326 }, { "epoch": 2.9727272727272727, "grad_norm": 1.926684021949768, "learning_rate": 6.060606060606061e-06, "loss": 1.5571, "step": 327 }, { "epoch": 2.981818181818182, "grad_norm": 1.7507318258285522, "learning_rate": 4.5454545454545455e-06, "loss": 1.5938, "step": 328 }, { "epoch": 2.990909090909091, "grad_norm": 2.0858609676361084, "learning_rate": 3.0303030303030305e-06, "loss": 1.5035, "step": 329 }, { "epoch": 3.0, "grad_norm": 1.854127049446106, "learning_rate": 1.5151515151515152e-06, "loss": 1.7205, "step": 330 }, { "epoch": 3.0, "eval_f1": 0.8917, "eval_gen_len": 49.4636, "eval_loss": 1.9953831434249878, "eval_precision": 0.8901, "eval_recall": 0.8936, "eval_rouge1": 0.4576, "eval_rouge2": 0.2129, "eval_rougeL": 0.3814, "eval_rougeLsum": 0.4246, "eval_runtime": 12.2484, "eval_samples_per_second": 8.981, "eval_steps_per_second": 1.143, "step": 330 }, { "epoch": 3.0, "step": 330, "total_flos": 356896330481664.0, "train_loss": 2.027634771303697, "train_runtime": 130.1895, "train_samples_per_second": 20.255, "train_steps_per_second": 2.535 } ], "logging_steps": 1, "max_steps": 330, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 356896330481664.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }