| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 1563, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.1847133757961784e-09, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -966.953369140625, | |
| "logps/real": -375.4235534667969, | |
| "loss": 2.3326, | |
| "rewards/accuracies": 0.5, | |
| "rewards/generated": -24.445566177368164, | |
| "rewards/margins": 7.51291561126709, | |
| "rewards/real": -16.932649612426758, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.184713375796178e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1466.3399658203125, | |
| "logps/real": -367.64337158203125, | |
| "loss": 3.2315, | |
| "rewards/accuracies": 0.7916666865348816, | |
| "rewards/generated": -59.35597610473633, | |
| "rewards/margins": 47.49872970581055, | |
| "rewards/real": -11.857250213623047, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.369426751592356e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1373.967041015625, | |
| "logps/real": -417.777099609375, | |
| "loss": 3.2448, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/generated": -58.472434997558594, | |
| "rewards/margins": 41.433250427246094, | |
| "rewards/real": -17.039188385009766, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.554140127388536e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1141.670654296875, | |
| "logps/real": -389.3248291015625, | |
| "loss": 3.3741, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/generated": -40.76832962036133, | |
| "rewards/margins": 27.845264434814453, | |
| "rewards/real": -12.923068046569824, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.2738853503184713e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1452.003173828125, | |
| "logps/real": -380.2642822265625, | |
| "loss": 2.4483, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/generated": -59.415374755859375, | |
| "rewards/margins": 47.07177734375, | |
| "rewards/real": -12.343605041503906, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.592356687898089e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1416.5321044921875, | |
| "logps/real": -375.83770751953125, | |
| "loss": 2.6791, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/generated": -57.3775520324707, | |
| "rewards/margins": 43.96550369262695, | |
| "rewards/real": -13.4120454788208, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9108280254777072e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1459.74658203125, | |
| "logps/real": -403.6402893066406, | |
| "loss": 2.7707, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/generated": -65.47557830810547, | |
| "rewards/margins": 50.47956085205078, | |
| "rewards/real": -14.996012687683105, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 2.2292993630573247e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1399.264892578125, | |
| "logps/real": -417.351318359375, | |
| "loss": 2.7387, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/generated": -58.04237747192383, | |
| "rewards/margins": 42.52684020996094, | |
| "rewards/real": -15.515554428100586, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 2.5477707006369425e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1565.3223876953125, | |
| "logps/real": -387.29339599609375, | |
| "loss": 1.8942, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/generated": -69.57615661621094, | |
| "rewards/margins": 55.375877380371094, | |
| "rewards/real": -14.200276374816895, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 2.86624203821656e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1446.0582275390625, | |
| "logps/real": -406.51068115234375, | |
| "loss": 1.4942, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/generated": -63.372100830078125, | |
| "rewards/margins": 48.403770446777344, | |
| "rewards/real": -14.968330383300781, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 3.184713375796178e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1510.2962646484375, | |
| "logps/real": -393.2122802734375, | |
| "loss": 1.0954, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/generated": -73.94338989257812, | |
| "rewards/margins": 58.87176513671875, | |
| "rewards/real": -15.071626663208008, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 3.5031847133757957e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1613.8096923828125, | |
| "logps/real": -408.3921203613281, | |
| "loss": 1.06, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/generated": -75.48204040527344, | |
| "rewards/margins": 61.25355911254883, | |
| "rewards/real": -14.228479385375977, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 3.8216560509554143e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1446.879150390625, | |
| "logps/real": -389.1916809082031, | |
| "loss": 0.3895, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -68.02391052246094, | |
| "rewards/margins": 54.14775466918945, | |
| "rewards/real": -13.876157760620117, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.140127388535032e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1689.6607666015625, | |
| "logps/real": -398.95330810546875, | |
| "loss": 0.6185, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/generated": -84.8166275024414, | |
| "rewards/margins": 71.48504638671875, | |
| "rewards/real": -13.331570625305176, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.4585987261146494e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1808.442138671875, | |
| "logps/real": -405.91876220703125, | |
| "loss": 0.4881, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/generated": -96.70143127441406, | |
| "rewards/margins": 80.24392700195312, | |
| "rewards/real": -16.457504272460938, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.777070063694267e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1815.619140625, | |
| "logps/real": -398.8287353515625, | |
| "loss": 0.1995, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -97.90288543701172, | |
| "rewards/margins": 83.45794677734375, | |
| "rewards/real": -14.444938659667969, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.989331436699858e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1700.7669677734375, | |
| "logps/real": -392.6664733886719, | |
| "loss": 0.2746, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -88.56529998779297, | |
| "rewards/margins": 74.306640625, | |
| "rewards/real": -14.25866985321045, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.953769559032717e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1837.351806640625, | |
| "logps/real": -367.84075927734375, | |
| "loss": 0.2882, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/generated": -99.11883544921875, | |
| "rewards/margins": 85.6162109375, | |
| "rewards/real": -13.5026273727417, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.918207681365576e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1801.8463134765625, | |
| "logps/real": -429.1656799316406, | |
| "loss": 0.3965, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -92.02323913574219, | |
| "rewards/margins": 77.11473083496094, | |
| "rewards/real": -14.90850830078125, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.882645803698435e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1854.0181884765625, | |
| "logps/real": -426.25140380859375, | |
| "loss": 0.3915, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -101.48790740966797, | |
| "rewards/margins": 85.09318542480469, | |
| "rewards/real": -16.39472770690918, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.847083926031294e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1771.7728271484375, | |
| "logps/real": -393.14154052734375, | |
| "loss": 0.3517, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -89.36502075195312, | |
| "rewards/margins": 74.54100036621094, | |
| "rewards/real": -14.824020385742188, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.811522048364154e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1783.140869140625, | |
| "logps/real": -359.3192443847656, | |
| "loss": 0.215, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -92.24617004394531, | |
| "rewards/margins": 79.44178771972656, | |
| "rewards/real": -12.8043851852417, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.775960170697012e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2027.943115234375, | |
| "logps/real": -366.04815673828125, | |
| "loss": 0.1675, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -115.5037841796875, | |
| "rewards/margins": 101.34663391113281, | |
| "rewards/real": -14.157157897949219, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.7403982930298717e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2005.3988037109375, | |
| "logps/real": -382.80316162109375, | |
| "loss": 0.1831, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -116.76234436035156, | |
| "rewards/margins": 102.41606140136719, | |
| "rewards/real": -14.346267700195312, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.7048364153627306e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1924.673828125, | |
| "logps/real": -451.62957763671875, | |
| "loss": 0.0496, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -112.26811218261719, | |
| "rewards/margins": 95.80821228027344, | |
| "rewards/real": -16.459903717041016, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.66927453769559e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2092.075439453125, | |
| "logps/real": -376.3299560546875, | |
| "loss": 0.0755, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -122.57212829589844, | |
| "rewards/margins": 108.68547058105469, | |
| "rewards/real": -13.886662483215332, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.633712660028449e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1976.077392578125, | |
| "logps/real": -378.0892028808594, | |
| "loss": 0.078, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -113.3365249633789, | |
| "rewards/margins": 98.88800811767578, | |
| "rewards/real": -14.448512077331543, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.5981507823613085e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1872.919189453125, | |
| "logps/real": -390.10089111328125, | |
| "loss": 0.2767, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -107.5772933959961, | |
| "rewards/margins": 92.26273345947266, | |
| "rewards/real": -15.314567565917969, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.562588904694168e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2175.498779296875, | |
| "logps/real": -416.78863525390625, | |
| "loss": 0.0438, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -131.2454376220703, | |
| "rewards/margins": 116.00118255615234, | |
| "rewards/real": -15.244237899780273, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.5270270270270264e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2091.298583984375, | |
| "logps/real": -409.22003173828125, | |
| "loss": 0.1056, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -125.65919494628906, | |
| "rewards/margins": 110.78924560546875, | |
| "rewards/real": -14.869955062866211, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.491465149359886e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2561.4248046875, | |
| "logps/real": -387.7209167480469, | |
| "loss": 0.1194, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -162.672607421875, | |
| "rewards/margins": 147.49693298339844, | |
| "rewards/real": -15.175674438476562, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.4559032716927454e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1870.7001953125, | |
| "logps/real": -414.51519775390625, | |
| "loss": 0.0126, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -106.3661880493164, | |
| "rewards/margins": 92.60579681396484, | |
| "rewards/real": -13.760396957397461, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.420341394025605e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2169.3603515625, | |
| "logps/real": -430.83123779296875, | |
| "loss": 0.1027, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -134.11862182617188, | |
| "rewards/margins": 116.77679443359375, | |
| "rewards/real": -17.341833114624023, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.384779516358463e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1846.721435546875, | |
| "logps/real": -438.3114318847656, | |
| "loss": 0.0967, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/generated": -102.0712661743164, | |
| "rewards/margins": 84.29792785644531, | |
| "rewards/real": -17.773338317871094, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.3492176386913227e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1876.280517578125, | |
| "logps/real": -434.6044921875, | |
| "loss": 0.0503, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -112.82167053222656, | |
| "rewards/margins": 97.01448059082031, | |
| "rewards/real": -15.807202339172363, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.313655761024182e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2239.822998046875, | |
| "logps/real": -415.4873046875, | |
| "loss": 0.0054, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -141.17965698242188, | |
| "rewards/margins": 125.756103515625, | |
| "rewards/real": -15.423541069030762, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.278093883357041e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2111.564697265625, | |
| "logps/real": -414.2516174316406, | |
| "loss": 0.0731, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -130.3516082763672, | |
| "rewards/margins": 114.76496887207031, | |
| "rewards/real": -15.586637496948242, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.2425320056899e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1973.482666015625, | |
| "logps/real": -460.66253662109375, | |
| "loss": 0.0208, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -122.2149429321289, | |
| "rewards/margins": 103.8694076538086, | |
| "rewards/real": -18.345508575439453, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.2069701280227595e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2023.71484375, | |
| "logps/real": -423.6307678222656, | |
| "loss": 0.0845, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -119.55964660644531, | |
| "rewards/margins": 103.66563415527344, | |
| "rewards/real": -15.89399528503418, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.1714082503556185e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2193.784423828125, | |
| "logps/real": -412.4560546875, | |
| "loss": 0.0184, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -129.15220642089844, | |
| "rewards/margins": 112.60185241699219, | |
| "rewards/real": -16.550355911254883, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.135846372688478e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1906.6185302734375, | |
| "logps/real": -447.01031494140625, | |
| "loss": 0.1088, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -116.6185302734375, | |
| "rewards/margins": 98.093017578125, | |
| "rewards/real": -18.525516510009766, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.100284495021337e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1921.3818359375, | |
| "logps/real": -405.3843688964844, | |
| "loss": 0.1989, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -116.56185150146484, | |
| "rewards/margins": 100.868408203125, | |
| "rewards/real": -15.693446159362793, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.064722617354196e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2570.93408203125, | |
| "logps/real": -405.2688903808594, | |
| "loss": 0.1152, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -167.54176330566406, | |
| "rewards/margins": 153.5286102294922, | |
| "rewards/real": -14.013137817382812, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.0291607396870553e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2243.0859375, | |
| "logps/real": -415.53009033203125, | |
| "loss": 0.035, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -138.50875854492188, | |
| "rewards/margins": 121.80815124511719, | |
| "rewards/real": -16.700613021850586, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.993598862019915e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2233.75244140625, | |
| "logps/real": -409.6092834472656, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -143.94195556640625, | |
| "rewards/margins": 128.61239624023438, | |
| "rewards/real": -15.32953929901123, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.9580369843527737e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2093.072998046875, | |
| "logps/real": -405.0209045410156, | |
| "loss": 0.0541, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -124.28369140625, | |
| "rewards/margins": 108.1083755493164, | |
| "rewards/real": -16.17531394958496, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.9224751066856327e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2211.914794921875, | |
| "logps/real": -460.36224365234375, | |
| "loss": 0.0491, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -143.0950164794922, | |
| "rewards/margins": 124.48175048828125, | |
| "rewards/real": -18.613265991210938, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.886913229018492e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2252.41162109375, | |
| "logps/real": -433.734375, | |
| "loss": 0.1377, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -145.9087677001953, | |
| "rewards/margins": 127.59245300292969, | |
| "rewards/real": -18.316326141357422, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.851351351351351e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2520.988525390625, | |
| "logps/real": -441.86834716796875, | |
| "loss": 0.0248, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -159.65313720703125, | |
| "rewards/margins": 141.00930786132812, | |
| "rewards/real": -18.64383888244629, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.8157894736842105e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2456.33642578125, | |
| "logps/real": -404.4278259277344, | |
| "loss": 0.0541, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -158.11917114257812, | |
| "rewards/margins": 140.7222137451172, | |
| "rewards/real": -17.396974563598633, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.7802275960170695e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2015.9263916015625, | |
| "logps/real": -430.71563720703125, | |
| "loss": 0.0013, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -123.14335632324219, | |
| "rewards/margins": 104.85958099365234, | |
| "rewards/real": -18.283767700195312, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_logits/generated": -Infinity, | |
| "eval_logits/real": -Infinity, | |
| "eval_logps/generated": -1256.908935546875, | |
| "eval_logps/real": -405.2514953613281, | |
| "eval_loss": 0.0027930852957069874, | |
| "eval_rewards/accuracies": 1.0, | |
| "eval_rewards/generated": -43.91083526611328, | |
| "eval_rewards/margins": 28.883193969726562, | |
| "eval_rewards/real": -15.027642250061035, | |
| "eval_runtime": 58.2391, | |
| "eval_samples_per_second": 8.585, | |
| "eval_steps_per_second": 0.275, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.7446657183499284e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1968.699951171875, | |
| "logps/real": -415.49310302734375, | |
| "loss": 0.0459, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -120.45564270019531, | |
| "rewards/margins": 103.67842864990234, | |
| "rewards/real": -16.7772159576416, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.709103840682788e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2040.2958984375, | |
| "logps/real": -397.3074951171875, | |
| "loss": 0.0661, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -124.30355072021484, | |
| "rewards/margins": 107.7059326171875, | |
| "rewards/real": -16.59762191772461, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.6735419630156474e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2419.407470703125, | |
| "logps/real": -390.42291259765625, | |
| "loss": 0.0499, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -149.4462890625, | |
| "rewards/margins": 132.99026489257812, | |
| "rewards/real": -16.45602798461914, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.637980085348506e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1950.378662109375, | |
| "logps/real": -427.7591857910156, | |
| "loss": 0.0007, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -117.6002426147461, | |
| "rewards/margins": 100.45401000976562, | |
| "rewards/real": -17.14624786376953, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.602418207681365e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2320.71337890625, | |
| "logps/real": -444.1558532714844, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -151.31004333496094, | |
| "rewards/margins": 133.40000915527344, | |
| "rewards/real": -17.91002655029297, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.5668563300142247e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2030.7210693359375, | |
| "logps/real": -419.117919921875, | |
| "loss": 0.0758, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -125.63960266113281, | |
| "rewards/margins": 108.42061614990234, | |
| "rewards/real": -17.218996047973633, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.5312944523470837e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2275.38525390625, | |
| "logps/real": -426.5855407714844, | |
| "loss": 0.0114, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -142.7791748046875, | |
| "rewards/margins": 124.15544128417969, | |
| "rewards/real": -18.62372589111328, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.495732574679943e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2312.51416015625, | |
| "logps/real": -432.1441345214844, | |
| "loss": 0.0364, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -146.12319946289062, | |
| "rewards/margins": 127.83203125, | |
| "rewards/real": -18.291170120239258, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.460170697012802e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2241.414306640625, | |
| "logps/real": -407.19952392578125, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -140.54261779785156, | |
| "rewards/margins": 124.97169494628906, | |
| "rewards/real": -15.570927619934082, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.424608819345661e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2033.769775390625, | |
| "logps/real": -422.98358154296875, | |
| "loss": 0.059, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -127.4608383178711, | |
| "rewards/margins": 108.93534851074219, | |
| "rewards/real": -18.525497436523438, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.3890469416785205e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2355.256103515625, | |
| "logps/real": -440.0362243652344, | |
| "loss": 0.001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -151.5084228515625, | |
| "rewards/margins": 132.78128051757812, | |
| "rewards/real": -18.727153778076172, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.35348506401138e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2205.610595703125, | |
| "logps/real": -405.8412780761719, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -141.056396484375, | |
| "rewards/margins": 123.6712875366211, | |
| "rewards/real": -17.38511848449707, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.3179231863442384e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2315.1484375, | |
| "logps/real": -461.20794677734375, | |
| "loss": 0.0428, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -147.27651977539062, | |
| "rewards/margins": 126.5012435913086, | |
| "rewards/real": -20.775270462036133, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 3.282361308677098e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2220.00439453125, | |
| "logps/real": -438.3214416503906, | |
| "loss": 0.0645, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -142.0787353515625, | |
| "rewards/margins": 123.02635192871094, | |
| "rewards/real": -19.052383422851562, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.2467994310099573e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2540.353759765625, | |
| "logps/real": -473.17254638671875, | |
| "loss": 0.0579, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -170.84814453125, | |
| "rewards/margins": 150.62413024902344, | |
| "rewards/real": -20.223987579345703, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.211237553342817e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2051.99853515625, | |
| "logps/real": -422.4043884277344, | |
| "loss": 0.0003, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -129.46347045898438, | |
| "rewards/margins": 111.48968505859375, | |
| "rewards/real": -17.973770141601562, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 3.175675675675675e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2427.76513671875, | |
| "logps/real": -401.15203857421875, | |
| "loss": 0.0062, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -156.4727020263672, | |
| "rewards/margins": 139.4108123779297, | |
| "rewards/real": -17.061885833740234, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.1401137980085347e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2219.527099609375, | |
| "logps/real": -413.57635498046875, | |
| "loss": 0.0381, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -136.24771118164062, | |
| "rewards/margins": 119.32716369628906, | |
| "rewards/real": -16.92055320739746, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.104551920341394e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2171.81005859375, | |
| "logps/real": -436.612548828125, | |
| "loss": 0.1275, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -136.0384063720703, | |
| "rewards/margins": 117.75749206542969, | |
| "rewards/real": -18.28091049194336, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 3.068990042674253e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2208.45556640625, | |
| "logps/real": -398.7838439941406, | |
| "loss": 0.0285, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -140.2645721435547, | |
| "rewards/margins": 122.7247314453125, | |
| "rewards/real": -17.539838790893555, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 3.033428165007112e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2175.37353515625, | |
| "logps/real": -441.8241271972656, | |
| "loss": 0.0224, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -130.23345947265625, | |
| "rewards/margins": 110.2350082397461, | |
| "rewards/real": -19.998470306396484, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.9978662873399715e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2355.478515625, | |
| "logps/real": -450.7440490722656, | |
| "loss": 0.0125, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -152.7926025390625, | |
| "rewards/margins": 132.38949584960938, | |
| "rewards/real": -20.403091430664062, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.9623044096728305e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2129.60009765625, | |
| "logps/real": -481.05889892578125, | |
| "loss": 0.0169, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -131.75416564941406, | |
| "rewards/margins": 110.94267272949219, | |
| "rewards/real": -20.811492919921875, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.92674253200569e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2132.948486328125, | |
| "logps/real": -449.02337646484375, | |
| "loss": 0.0687, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -137.2069091796875, | |
| "rewards/margins": 116.990966796875, | |
| "rewards/real": -20.2159366607666, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.8911806543385494e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2116.66748046875, | |
| "logps/real": -480.8214416503906, | |
| "loss": 0.0002, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -130.63247680664062, | |
| "rewards/margins": 111.26945495605469, | |
| "rewards/real": -19.363012313842773, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.855618776671408e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2416.93408203125, | |
| "logps/real": -500.4256896972656, | |
| "loss": 0.0005, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -158.8488311767578, | |
| "rewards/margins": 137.0421905517578, | |
| "rewards/real": -21.806636810302734, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.8200568990042673e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2503.43017578125, | |
| "logps/real": -443.42889404296875, | |
| "loss": 0.0008, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -162.8308868408203, | |
| "rewards/margins": 143.54254150390625, | |
| "rewards/real": -19.288341522216797, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.784495021337127e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2201.969482421875, | |
| "logps/real": -411.990478515625, | |
| "loss": 0.0124, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -137.68695068359375, | |
| "rewards/margins": 119.24308776855469, | |
| "rewards/real": -18.443859100341797, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.7489331436699857e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2512.57861328125, | |
| "logps/real": -472.49212646484375, | |
| "loss": 0.0512, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -168.89157104492188, | |
| "rewards/margins": 148.9585418701172, | |
| "rewards/real": -19.933027267456055, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.7133712660028446e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2306.381103515625, | |
| "logps/real": -424.8629455566406, | |
| "loss": 0.0048, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -145.5426025390625, | |
| "rewards/margins": 127.3676986694336, | |
| "rewards/real": -18.174896240234375, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.677809388335704e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2429.31591796875, | |
| "logps/real": -437.7942810058594, | |
| "loss": 0.018, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -154.94802856445312, | |
| "rewards/margins": 134.9539794921875, | |
| "rewards/real": -19.994056701660156, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.642247510668563e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2294.972900390625, | |
| "logps/real": -437.0038146972656, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -147.67648315429688, | |
| "rewards/margins": 128.96316528320312, | |
| "rewards/real": -18.713321685791016, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.6066856330014225e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2357.01025390625, | |
| "logps/real": -464.3094177246094, | |
| "loss": 0.0305, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -147.08970642089844, | |
| "rewards/margins": 126.06890869140625, | |
| "rewards/real": -21.020793914794922, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.5711237553342815e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2230.1494140625, | |
| "logps/real": -490.10662841796875, | |
| "loss": 0.022, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -133.9390411376953, | |
| "rewards/margins": 112.09165954589844, | |
| "rewards/real": -21.847393035888672, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.5355618776671404e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2354.697265625, | |
| "logps/real": -444.6630859375, | |
| "loss": 0.0324, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -150.9205322265625, | |
| "rewards/margins": 132.67068481445312, | |
| "rewards/real": -18.24983787536621, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.5e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2163.265869140625, | |
| "logps/real": -441.83087158203125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -132.36106872558594, | |
| "rewards/margins": 112.86710357666016, | |
| "rewards/real": -19.493968963623047, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.4644381223328594e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2413.11376953125, | |
| "logps/real": -477.031494140625, | |
| "loss": 0.032, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -166.50555419921875, | |
| "rewards/margins": 144.79429626464844, | |
| "rewards/real": -21.711240768432617, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.4288762446657183e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2381.630615234375, | |
| "logps/real": -464.4560546875, | |
| "loss": 0.0114, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -149.9140625, | |
| "rewards/margins": 129.8895721435547, | |
| "rewards/real": -20.02446746826172, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.393314366998578e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2167.195556640625, | |
| "logps/real": -447.3040466308594, | |
| "loss": 0.0515, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -134.86166381835938, | |
| "rewards/margins": 115.23634338378906, | |
| "rewards/real": -19.625324249267578, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.3577524893314365e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2326.58447265625, | |
| "logps/real": -426.9696350097656, | |
| "loss": 0.0547, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -145.77752685546875, | |
| "rewards/margins": 127.47369384765625, | |
| "rewards/real": -18.303844451904297, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.322190611664296e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2220.4169921875, | |
| "logps/real": -489.0972595214844, | |
| "loss": 0.0636, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -143.51425170898438, | |
| "rewards/margins": 121.31208801269531, | |
| "rewards/real": -22.202152252197266, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.2866287339971549e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2354.84912109375, | |
| "logps/real": -450.4208068847656, | |
| "loss": 0.0845, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -153.4873809814453, | |
| "rewards/margins": 133.9937744140625, | |
| "rewards/real": -19.49359130859375, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.251066856330014e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2735.659423828125, | |
| "logps/real": -416.12054443359375, | |
| "loss": 0.0213, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -183.10470581054688, | |
| "rewards/margins": 165.31044006347656, | |
| "rewards/real": -17.794281005859375, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.2155049786628733e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2315.6005859375, | |
| "logps/real": -463.85919189453125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -149.17642211914062, | |
| "rewards/margins": 129.64544677734375, | |
| "rewards/real": -19.530961990356445, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.1799431009957325e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2543.94580078125, | |
| "logps/real": -417.3636779785156, | |
| "loss": 0.0938, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -164.8701629638672, | |
| "rewards/margins": 146.69618225097656, | |
| "rewards/real": -18.173999786376953, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.1443812233285914e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2010.436279296875, | |
| "logps/real": -479.859130859375, | |
| "loss": 0.0274, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -120.16337585449219, | |
| "rewards/margins": 98.71519470214844, | |
| "rewards/real": -21.44818115234375, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.108819345661451e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2313.285888671875, | |
| "logps/real": -467.345703125, | |
| "loss": 0.0361, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -150.2023162841797, | |
| "rewards/margins": 128.9005126953125, | |
| "rewards/real": -21.301822662353516, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.0732574679943098e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2233.77978515625, | |
| "logps/real": -422.1748046875, | |
| "loss": 0.0049, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -142.33438110351562, | |
| "rewards/margins": 122.62577819824219, | |
| "rewards/real": -19.70859146118164, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.0376955903271693e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -1923.1666259765625, | |
| "logps/real": -499.18792724609375, | |
| "loss": 0.0308, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -117.52037048339844, | |
| "rewards/margins": 95.38182067871094, | |
| "rewards/real": -22.138551712036133, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.0021337126600283e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2139.812255859375, | |
| "logps/real": -437.359375, | |
| "loss": 0.0007, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -138.1731719970703, | |
| "rewards/margins": 117.10591888427734, | |
| "rewards/real": -21.067237854003906, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_logits/generated": -Infinity, | |
| "eval_logits/real": -Infinity, | |
| "eval_logps/generated": -1379.19384765625, | |
| "eval_logps/real": -459.97723388671875, | |
| "eval_loss": 0.00011698609159793705, | |
| "eval_rewards/accuracies": 1.0, | |
| "eval_rewards/generated": -56.13932800292969, | |
| "eval_rewards/margins": 35.63911437988281, | |
| "eval_rewards/real": -20.50020980834961, | |
| "eval_runtime": 57.3321, | |
| "eval_samples_per_second": 8.721, | |
| "eval_steps_per_second": 0.279, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.9665718349928875e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2620.46630859375, | |
| "logps/real": -439.03289794921875, | |
| "loss": 0.0023, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -172.01492309570312, | |
| "rewards/margins": 151.74253845214844, | |
| "rewards/real": -20.27237892150879, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.931009957325747e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2179.395263671875, | |
| "logps/real": -436.818359375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -134.63832092285156, | |
| "rewards/margins": 113.6363296508789, | |
| "rewards/real": -21.00200843811035, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.895448079658606e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2512.95654296875, | |
| "logps/real": -476.609375, | |
| "loss": 0.003, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -164.37026977539062, | |
| "rewards/margins": 142.48654174804688, | |
| "rewards/real": -21.883718490600586, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.859886201991465e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2187.837890625, | |
| "logps/real": -466.7958984375, | |
| "loss": 0.0237, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -146.79244995117188, | |
| "rewards/margins": 126.20684814453125, | |
| "rewards/real": -20.58557891845703, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.8243243243243243e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2336.830078125, | |
| "logps/real": -449.9044494628906, | |
| "loss": 0.0288, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -152.05953979492188, | |
| "rewards/margins": 132.2141876220703, | |
| "rewards/real": -19.845373153686523, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.7887624466571835e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2642.74560546875, | |
| "logps/real": -453.025634765625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -175.72708129882812, | |
| "rewards/margins": 155.6625518798828, | |
| "rewards/real": -20.06453514099121, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.7532005689900424e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2573.627685546875, | |
| "logps/real": -460.2877502441406, | |
| "loss": 0.1833, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -175.51333618164062, | |
| "rewards/margins": 154.97291564941406, | |
| "rewards/real": -20.540424346923828, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.717638691322902e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2539.660400390625, | |
| "logps/real": -456.41156005859375, | |
| "loss": 0.0012, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -176.18435668945312, | |
| "rewards/margins": 155.01394653320312, | |
| "rewards/real": -21.170413970947266, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.6820768136557609e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2953.92626953125, | |
| "logps/real": -455.2708435058594, | |
| "loss": 0.0083, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -206.5038604736328, | |
| "rewards/margins": 186.19964599609375, | |
| "rewards/real": -20.304224014282227, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.64651493598862e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2637.98876953125, | |
| "logps/real": -484.7318420410156, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -176.80865478515625, | |
| "rewards/margins": 154.76345825195312, | |
| "rewards/real": -22.04518699645996, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.6109530583214793e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2345.23046875, | |
| "logps/real": -442.49407958984375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -145.41603088378906, | |
| "rewards/margins": 124.95213317871094, | |
| "rewards/real": -20.463890075683594, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.5753911806543385e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2436.03466796875, | |
| "logps/real": -454.4659729003906, | |
| "loss": 0.0775, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -157.82691955566406, | |
| "rewards/margins": 137.90733337402344, | |
| "rewards/real": -19.919586181640625, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.5398293029871974e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2562.81689453125, | |
| "logps/real": -479.8397521972656, | |
| "loss": 0.0046, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -169.16990661621094, | |
| "rewards/margins": 147.8955535888672, | |
| "rewards/real": -21.274364471435547, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.504267425320057e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2312.70654296875, | |
| "logps/real": -442.69287109375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -152.26504516601562, | |
| "rewards/margins": 131.82748413085938, | |
| "rewards/real": -20.437549591064453, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.4687055476529158e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2099.454345703125, | |
| "logps/real": -452.2735900878906, | |
| "loss": 0.0276, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -133.490478515625, | |
| "rewards/margins": 114.50862121582031, | |
| "rewards/real": -18.981868743896484, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.4331436699857753e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2273.83154296875, | |
| "logps/real": -468.0013732910156, | |
| "loss": 0.0002, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -143.70883178710938, | |
| "rewards/margins": 122.0762939453125, | |
| "rewards/real": -21.63254737854004, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.3975817923186345e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2436.0341796875, | |
| "logps/real": -490.1158752441406, | |
| "loss": 0.0646, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/generated": -164.6710662841797, | |
| "rewards/margins": 143.2229766845703, | |
| "rewards/real": -21.44809913635254, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.3620199146514935e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2336.074951171875, | |
| "logps/real": -396.33245849609375, | |
| "loss": 0.0385, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -148.41668701171875, | |
| "rewards/margins": 130.65158081054688, | |
| "rewards/real": -17.765100479125977, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.326458036984353e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2272.589599609375, | |
| "logps/real": -452.4452209472656, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -145.31480407714844, | |
| "rewards/margins": 124.13655090332031, | |
| "rewards/real": -21.178268432617188, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.290896159317212e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2375.04833984375, | |
| "logps/real": -424.8208923339844, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -156.83316040039062, | |
| "rewards/margins": 138.62127685546875, | |
| "rewards/real": -18.211872100830078, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.255334281650071e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2136.970458984375, | |
| "logps/real": -470.10577392578125, | |
| "loss": 0.008, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -137.5404052734375, | |
| "rewards/margins": 116.5934829711914, | |
| "rewards/real": -20.946937561035156, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.2197724039829303e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2407.7744140625, | |
| "logps/real": -444.0035705566406, | |
| "loss": 0.0677, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -150.90780639648438, | |
| "rewards/margins": 130.57858276367188, | |
| "rewards/real": -20.329204559326172, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.1842105263157894e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2083.391357421875, | |
| "logps/real": -432.478515625, | |
| "loss": 0.0868, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -131.513427734375, | |
| "rewards/margins": 110.8812484741211, | |
| "rewards/real": -20.632179260253906, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.1486486486486487e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2315.928466796875, | |
| "logps/real": -454.92041015625, | |
| "loss": 0.1006, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -143.36203002929688, | |
| "rewards/margins": 123.34745025634766, | |
| "rewards/real": -20.014583587646484, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.1130867709815078e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2121.920654296875, | |
| "logps/real": -444.47784423828125, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -133.88516235351562, | |
| "rewards/margins": 113.72652435302734, | |
| "rewards/real": -20.158626556396484, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.077524893314367e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2223.19091796875, | |
| "logps/real": -423.525146484375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -137.70986938476562, | |
| "rewards/margins": 117.95418548583984, | |
| "rewards/real": -19.75567054748535, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.0419630156472262e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2461.502685546875, | |
| "logps/real": -495.8019104003906, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -160.56712341308594, | |
| "rewards/margins": 138.31765747070312, | |
| "rewards/real": -22.249460220336914, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.0064011379800854e-07, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2393.97216796875, | |
| "logps/real": -476.8765563964844, | |
| "loss": 0.0052, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -154.5055694580078, | |
| "rewards/margins": 133.27890014648438, | |
| "rewards/real": -21.226654052734375, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 9.708392603129445e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2168.818603515625, | |
| "logps/real": -469.14227294921875, | |
| "loss": 0.1099, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -134.32223510742188, | |
| "rewards/margins": 112.4707260131836, | |
| "rewards/real": -21.851505279541016, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 9.352773826458037e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2151.55419921875, | |
| "logps/real": -462.02569580078125, | |
| "loss": 0.0003, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -138.9175567626953, | |
| "rewards/margins": 118.1842269897461, | |
| "rewards/real": -20.733333587646484, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.997155049786629e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2486.102294921875, | |
| "logps/real": -419.736083984375, | |
| "loss": 0.0031, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -167.7966766357422, | |
| "rewards/margins": 149.419677734375, | |
| "rewards/real": -18.376995086669922, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.64153627311522e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2487.68408203125, | |
| "logps/real": -441.118896484375, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -164.9488983154297, | |
| "rewards/margins": 145.40994262695312, | |
| "rewards/real": -19.538982391357422, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.285917496443812e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2352.103271484375, | |
| "logps/real": -464.57684326171875, | |
| "loss": 0.0255, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -153.78616333007812, | |
| "rewards/margins": 132.96963500976562, | |
| "rewards/real": -20.816532135009766, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.930298719772404e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2409.52734375, | |
| "logps/real": -470.6730041503906, | |
| "loss": 0.0236, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -150.34481811523438, | |
| "rewards/margins": 130.0278778076172, | |
| "rewards/real": -20.31694984436035, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.574679943100994e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2062.15576171875, | |
| "logps/real": -416.6309509277344, | |
| "loss": 0.0741, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -132.1886444091797, | |
| "rewards/margins": 113.09898376464844, | |
| "rewards/real": -19.08967399597168, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 7.219061166429587e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2337.429443359375, | |
| "logps/real": -436.75006103515625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -150.75607299804688, | |
| "rewards/margins": 132.02603149414062, | |
| "rewards/real": -18.730056762695312, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.863442389758179e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2418.18896484375, | |
| "logps/real": -488.41986083984375, | |
| "loss": 0.0339, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -164.10385131835938, | |
| "rewards/margins": 142.82009887695312, | |
| "rewards/real": -21.283767700195312, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.507823613086771e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2458.375732421875, | |
| "logps/real": -475.74603271484375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -164.42733764648438, | |
| "rewards/margins": 143.57705688476562, | |
| "rewards/real": -20.85028648376465, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 6.152204836415363e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2469.349609375, | |
| "logps/real": -476.27166748046875, | |
| "loss": 0.0519, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -164.94485473632812, | |
| "rewards/margins": 143.2485809326172, | |
| "rewards/real": -21.696279525756836, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.796586059743954e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2470.31005859375, | |
| "logps/real": -454.34576416015625, | |
| "loss": 0.0016, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -157.91641235351562, | |
| "rewards/margins": 136.79840087890625, | |
| "rewards/real": -21.11802101135254, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.4409672830725456e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2465.37451171875, | |
| "logps/real": -449.94720458984375, | |
| "loss": 0.0501, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -155.06021118164062, | |
| "rewards/margins": 134.5743408203125, | |
| "rewards/real": -20.485883712768555, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 5.0853485064011376e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2366.994140625, | |
| "logps/real": -421.33599853515625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -157.2525634765625, | |
| "rewards/margins": 138.6487579345703, | |
| "rewards/real": -18.603818893432617, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.72972972972973e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2792.276611328125, | |
| "logps/real": -460.935302734375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -190.84226989746094, | |
| "rewards/margins": 169.98809814453125, | |
| "rewards/real": -20.85416603088379, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.374110953058322e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2973.617431640625, | |
| "logps/real": -465.82794189453125, | |
| "loss": 0.0383, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -210.22744750976562, | |
| "rewards/margins": 188.23648071289062, | |
| "rewards/real": -21.990949630737305, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 4.018492176386913e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2328.478271484375, | |
| "logps/real": -446.6985778808594, | |
| "loss": 0.053, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -153.81591796875, | |
| "rewards/margins": 134.17135620117188, | |
| "rewards/real": -19.644563674926758, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.6628733997155046e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2488.30126953125, | |
| "logps/real": -408.4414978027344, | |
| "loss": 0.0338, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -165.46292114257812, | |
| "rewards/margins": 145.89773559570312, | |
| "rewards/real": -19.5651798248291, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.3072546230440967e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2582.849609375, | |
| "logps/real": -454.8753356933594, | |
| "loss": 0.0158, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -177.5186309814453, | |
| "rewards/margins": 156.65342712402344, | |
| "rewards/real": -20.865222930908203, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.9516358463726884e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2417.738037109375, | |
| "logps/real": -467.0601501464844, | |
| "loss": 0.0035, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -158.90713500976562, | |
| "rewards/margins": 138.79782104492188, | |
| "rewards/real": -20.109325408935547, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.59601706970128e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2566.396484375, | |
| "logps/real": -479.7379455566406, | |
| "loss": 0.0403, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -173.2800750732422, | |
| "rewards/margins": 153.24374389648438, | |
| "rewards/real": -20.036338806152344, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.240398293029872e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2365.49560546875, | |
| "logps/real": -448.97821044921875, | |
| "loss": 0.0081, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -151.83856201171875, | |
| "rewards/margins": 132.27145385742188, | |
| "rewards/real": -19.567106246948242, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "eval_logits/generated": -Infinity, | |
| "eval_logits/real": -Infinity, | |
| "eval_logps/generated": -1415.652099609375, | |
| "eval_logps/real": -459.2886962890625, | |
| "eval_loss": 3.275389826740138e-05, | |
| "eval_rewards/accuracies": 1.0, | |
| "eval_rewards/generated": -59.78514099121094, | |
| "eval_rewards/margins": 39.35377883911133, | |
| "eval_rewards/real": -20.431360244750977, | |
| "eval_runtime": 81.8497, | |
| "eval_samples_per_second": 6.109, | |
| "eval_steps_per_second": 0.195, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.8847795163584636e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2331.526123046875, | |
| "logps/real": -453.56903076171875, | |
| "loss": 0.0128, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -153.5113525390625, | |
| "rewards/margins": 133.09779357910156, | |
| "rewards/real": -20.413562774658203, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.5291607396870554e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2519.184814453125, | |
| "logps/real": -455.0816955566406, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -166.50537109375, | |
| "rewards/margins": 145.3622589111328, | |
| "rewards/real": -21.14311408996582, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.1735419630156473e-08, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2311.308349609375, | |
| "logps/real": -446.6311950683594, | |
| "loss": 0.0639, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -147.44296264648438, | |
| "rewards/margins": 127.8827133178711, | |
| "rewards/real": -19.560251235961914, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 8.179231863442388e-09, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2288.357666015625, | |
| "logps/real": -467.3319396972656, | |
| "loss": 0.0003, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -145.20071411132812, | |
| "rewards/margins": 123.99946594238281, | |
| "rewards/real": -21.201269149780273, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.623044096728307e-09, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2068.825439453125, | |
| "logps/real": -489.23681640625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/generated": -129.2821044921875, | |
| "rewards/margins": 106.22123718261719, | |
| "rewards/real": -23.060855865478516, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.0668563300142248e-09, | |
| "logits/generated": -Infinity, | |
| "logits/real": -Infinity, | |
| "logps/generated": -2547.381591796875, | |
| "logps/real": -438.65875244140625, | |
| "loss": 0.0662, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/generated": -166.4281463623047, | |
| "rewards/margins": 146.95614624023438, | |
| "rewards/real": -19.471982955932617, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 1563, | |
| "total_flos": 0.0, | |
| "train_loss": 0.22308072375661545, | |
| "train_runtime": 12352.7864, | |
| "train_samples_per_second": 4.048, | |
| "train_steps_per_second": 0.127 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1563, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |