{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 27672,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00010841283607979184,
      "grad_norm": 3.485665798187256,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 3.1524,
      "step": 1
    },
    {
      "epoch": 0.0002168256721595837,
      "grad_norm": 3.7286887168884277,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 3.1475,
      "step": 2
    },
    {
      "epoch": 0.00032523850823937554,
      "grad_norm": 3.1475508213043213,
      "learning_rate": 3e-06,
      "loss": 2.9665,
      "step": 3
    },
    {
      "epoch": 0.0004336513443191674,
      "grad_norm": 3.6526007652282715,
      "learning_rate": 4.000000000000001e-06,
      "loss": 3.098,
      "step": 4
    },
    {
      "epoch": 0.0005420641803989592,
      "grad_norm": 3.439257860183716,
      "learning_rate": 5e-06,
      "loss": 2.9813,
      "step": 5
    },
    {
      "epoch": 0.0006504770164787511,
      "grad_norm": 3.850360155105591,
      "learning_rate": 6e-06,
      "loss": 3.1119,
      "step": 6
    },
    {
      "epoch": 0.000758889852558543,
      "grad_norm": 4.183610439300537,
      "learning_rate": 7.000000000000001e-06,
      "loss": 3.1305,
      "step": 7
    },
    {
      "epoch": 0.0008673026886383347,
      "grad_norm": 3.4230282306671143,
      "learning_rate": 8.000000000000001e-06,
      "loss": 3.0072,
      "step": 8
    },
    {
      "epoch": 0.0009757155247181266,
      "grad_norm": 3.40737247467041,
      "learning_rate": 9e-06,
      "loss": 2.8057,
      "step": 9
    },
    {
      "epoch": 0.0010841283607979184,
      "grad_norm": 3.383493185043335,
      "learning_rate": 1e-05,
      "loss": 2.7927,
      "step": 10
    },
    {
      "epoch": 0.0011925411968777104,
      "grad_norm": 3.0470805168151855,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 2.7761,
      "step": 11
    },
    {
      "epoch": 0.0013009540329575022,
      "grad_norm": 2.9611353874206543,
      "learning_rate": 1.2e-05,
      "loss": 2.6754,
      "step": 12
    },
    {
      "epoch": 0.001409366869037294,
      "grad_norm": 3.135615587234497,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 2.6404,
      "step": 13
    },
    {
      "epoch": 0.001517779705117086,
      "grad_norm": 2.9049952030181885,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 2.556,
      "step": 14
    },
    {
      "epoch": 0.0016261925411968777,
      "grad_norm": 2.237197160720825,
      "learning_rate": 1.5e-05,
      "loss": 2.2444,
      "step": 15
    },
    {
      "epoch": 0.0017346053772766695,
      "grad_norm": 2.4064083099365234,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 2.3942,
      "step": 16
    },
    {
      "epoch": 0.0018430182133564615,
      "grad_norm": 2.381744384765625,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 2.2475,
      "step": 17
    },
    {
      "epoch": 0.0019514310494362533,
      "grad_norm": 2.338632822036743,
      "learning_rate": 1.8e-05,
      "loss": 2.1208,
      "step": 18
    },
    {
      "epoch": 0.002059843885516045,
      "grad_norm": 1.912561058998108,
      "learning_rate": 1.9e-05,
      "loss": 1.896,
      "step": 19
    },
    {
      "epoch": 0.002168256721595837,
      "grad_norm": 1.958762526512146,
      "learning_rate": 2e-05,
      "loss": 1.9833,
      "step": 20
    },
    {
      "epoch": 0.0022766695576756286,
      "grad_norm": 1.929147481918335,
      "learning_rate": 2.1e-05,
      "loss": 1.945,
      "step": 21
    },
    {
      "epoch": 0.002385082393755421,
      "grad_norm": 1.79035484790802,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 1.8803,
      "step": 22
    },
    {
      "epoch": 0.0024934952298352126,
      "grad_norm": 1.6753838062286377,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 1.7102,
      "step": 23
    },
    {
      "epoch": 0.0026019080659150044,
      "grad_norm": 1.6279433965682983,
      "learning_rate": 2.4e-05,
      "loss": 1.6384,
      "step": 24
    },
    {
      "epoch": 0.002710320901994796,
      "grad_norm": 1.689011573791504,
      "learning_rate": 2.5e-05,
      "loss": 1.6452,
      "step": 25
    },
    {
      "epoch": 0.002818733738074588,
      "grad_norm": 1.5087770223617554,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 1.4778,
      "step": 26
    },
    {
      "epoch": 0.0029271465741543797,
      "grad_norm": 1.5194770097732544,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 1.4564,
      "step": 27
    },
    {
      "epoch": 0.003035559410234172,
      "grad_norm": 1.4176815748214722,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 1.3853,
      "step": 28
    },
    {
      "epoch": 0.0031439722463139637,
      "grad_norm": 1.3348913192749023,
      "learning_rate": 2.9e-05,
      "loss": 1.2079,
      "step": 29
    },
    {
      "epoch": 0.0032523850823937554,
      "grad_norm": 1.4436322450637817,
      "learning_rate": 3e-05,
      "loss": 1.2391,
      "step": 30
    },
    {
      "epoch": 0.0033607979184735472,
      "grad_norm": 1.311567783355713,
      "learning_rate": 3.1e-05,
      "loss": 1.072,
      "step": 31
    },
    {
      "epoch": 0.003469210754553339,
      "grad_norm": 1.6255114078521729,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 0.9666,
      "step": 32
    },
    {
      "epoch": 0.0035776235906331308,
      "grad_norm": 2.633842945098877,
      "learning_rate": 3.3e-05,
      "loss": 1.0673,
      "step": 33
    },
    {
      "epoch": 0.003686036426712923,
      "grad_norm": 1.1803163290023804,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 0.8155,
      "step": 34
    },
    {
      "epoch": 0.0037944492627927148,
      "grad_norm": 1.305057168006897,
      "learning_rate": 3.5e-05,
      "loss": 0.8365,
      "step": 35
    },
    {
      "epoch": 0.0039028620988725065,
      "grad_norm": 1.0705500841140747,
      "learning_rate": 3.6e-05,
      "loss": 0.6514,
      "step": 36
    },
    {
      "epoch": 0.004011274934952298,
      "grad_norm": 0.858469545841217,
      "learning_rate": 3.7e-05,
      "loss": 0.5857,
      "step": 37
    },
    {
      "epoch": 0.00411968777103209,
      "grad_norm": 1.5361483097076416,
      "learning_rate": 3.8e-05,
      "loss": 0.5655,
      "step": 38
    },
    {
      "epoch": 0.004228100607111882,
      "grad_norm": 0.9427692294120789,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 0.518,
      "step": 39
    },
    {
      "epoch": 0.004336513443191674,
      "grad_norm": 0.8304093480110168,
      "learning_rate": 4e-05,
      "loss": 0.4572,
      "step": 40
    },
    {
      "epoch": 0.004444926279271465,
      "grad_norm": 0.8086028695106506,
      "learning_rate": 4.1e-05,
      "loss": 0.4134,
      "step": 41
    },
    {
      "epoch": 0.004553339115351257,
      "grad_norm": 0.6808966398239136,
      "learning_rate": 4.2e-05,
      "loss": 0.3643,
      "step": 42
    },
    {
      "epoch": 0.00466175195143105,
      "grad_norm": 0.7042165398597717,
      "learning_rate": 4.3e-05,
      "loss": 0.3327,
      "step": 43
    },
    {
      "epoch": 0.004770164787510842,
      "grad_norm": 0.7252960205078125,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 0.3063,
      "step": 44
    },
    {
      "epoch": 0.004878577623590633,
      "grad_norm": 0.5281388759613037,
      "learning_rate": 4.5e-05,
      "loss": 0.2687,
      "step": 45
    },
    {
      "epoch": 0.004986990459670425,
      "grad_norm": 0.6366868615150452,
      "learning_rate": 4.600000000000001e-05,
      "loss": 0.2783,
      "step": 46
    },
    {
      "epoch": 0.005095403295750217,
      "grad_norm": 0.7733448147773743,
      "learning_rate": 4.7e-05,
      "loss": 0.2483,
      "step": 47
    },
    {
      "epoch": 0.005203816131830009,
      "grad_norm": 0.4047783613204956,
      "learning_rate": 4.8e-05,
      "loss": 0.1936,
      "step": 48
    },
    {
      "epoch": 0.0053122289679098005,
      "grad_norm": 0.7369022965431213,
      "learning_rate": 4.9e-05,
      "loss": 0.215,
      "step": 49
    },
    {
      "epoch": 0.005420641803989592,
      "grad_norm": 0.3433622121810913,
      "learning_rate": 5e-05,
      "loss": 0.1771,
      "step": 50
    },
    {
      "epoch": 0.005529054640069384,
      "grad_norm": 0.544079065322876,
      "learning_rate": 5.1000000000000006e-05,
      "loss": 0.1956,
      "step": 51
    },
    {
      "epoch": 0.005637467476149176,
      "grad_norm": 0.40448197722435,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 0.1424,
      "step": 52
    },
    {
      "epoch": 0.005745880312228968,
      "grad_norm": 1.1132290363311768,
      "learning_rate": 5.300000000000001e-05,
      "loss": 0.181,
      "step": 53
    },
    {
      "epoch": 0.005854293148308759,
      "grad_norm": 0.24591626226902008,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 0.163,
      "step": 54
    },
    {
      "epoch": 0.005962705984388552,
      "grad_norm": 0.312002956867218,
      "learning_rate": 5.500000000000001e-05,
      "loss": 0.1508,
      "step": 55
    },
    {
      "epoch": 0.006071118820468344,
      "grad_norm": 0.3083510994911194,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 0.1472,
      "step": 56
    },
    {
      "epoch": 0.0061795316565481356,
      "grad_norm": 0.26369622349739075,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 0.1459,
      "step": 57
    },
    {
      "epoch": 0.006287944492627927,
      "grad_norm": 0.24447157979011536,
      "learning_rate": 5.8e-05,
      "loss": 0.1431,
      "step": 58
    },
    {
      "epoch": 0.006396357328707719,
      "grad_norm": 0.19386984407901764,
      "learning_rate": 5.9e-05,
      "loss": 0.1161,
      "step": 59
    },
    {
      "epoch": 0.006504770164787511,
      "grad_norm": 0.31532785296440125,
      "learning_rate": 6e-05,
      "loss": 0.1565,
      "step": 60
    },
    {
      "epoch": 0.006613183000867303,
      "grad_norm": 0.41867777705192566,
      "learning_rate": 6.1e-05,
      "loss": 0.1476,
      "step": 61
    },
    {
      "epoch": 0.0067215958369470944,
      "grad_norm": 0.16095247864723206,
      "learning_rate": 6.2e-05,
      "loss": 0.1198,
      "step": 62
    },
    {
      "epoch": 0.006830008673026886,
      "grad_norm": 0.2681118845939636,
      "learning_rate": 6.3e-05,
      "loss": 0.1477,
      "step": 63
    },
    {
      "epoch": 0.006938421509106678,
      "grad_norm": 0.3031384348869324,
      "learning_rate": 6.400000000000001e-05,
      "loss": 0.1282,
      "step": 64
    },
    {
      "epoch": 0.00704683434518647,
      "grad_norm": 0.1963527500629425,
      "learning_rate": 6.500000000000001e-05,
      "loss": 0.1398,
      "step": 65
    },
    {
      "epoch": 0.0071552471812662615,
      "grad_norm": 0.4475761651992798,
      "learning_rate": 6.6e-05,
      "loss": 0.1478,
      "step": 66
    },
    {
      "epoch": 0.007263660017346054,
      "grad_norm": 0.14684906601905823,
      "learning_rate": 6.7e-05,
      "loss": 0.1197,
      "step": 67
    },
    {
      "epoch": 0.007372072853425846,
      "grad_norm": 0.18176934123039246,
      "learning_rate": 6.800000000000001e-05,
      "loss": 0.1178,
      "step": 68
    },
    {
      "epoch": 0.007480485689505638,
      "grad_norm": 0.1944700926542282,
      "learning_rate": 6.9e-05,
      "loss": 0.1128,
      "step": 69
    },
    {
      "epoch": 0.0075888985255854295,
      "grad_norm": 0.33695662021636963,
      "learning_rate": 7e-05,
      "loss": 0.1226,
      "step": 70
    },
    {
      "epoch": 0.007697311361665221,
      "grad_norm": 0.14452898502349854,
      "learning_rate": 7.1e-05,
      "loss": 0.1129,
      "step": 71
    },
    {
      "epoch": 0.007805724197745013,
      "grad_norm": 0.21760235726833344,
      "learning_rate": 7.2e-05,
      "loss": 0.1447,
      "step": 72
    },
    {
      "epoch": 0.007914137033824806,
      "grad_norm": 0.2772086262702942,
      "learning_rate": 7.3e-05,
      "loss": 0.1603,
      "step": 73
    },
    {
      "epoch": 0.008022549869904597,
      "grad_norm": 0.1581120491027832,
      "learning_rate": 7.4e-05,
      "loss": 0.1331,
      "step": 74
    },
    {
      "epoch": 0.00813096270598439,
      "grad_norm": 0.18407782912254333,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.1234,
      "step": 75
    },
    {
      "epoch": 0.00823937554206418,
      "grad_norm": 0.16754795610904694,
      "learning_rate": 7.6e-05,
      "loss": 0.1207,
      "step": 76
    },
    {
      "epoch": 0.008347788378143973,
      "grad_norm": 0.16641589999198914,
      "learning_rate": 7.7e-05,
      "loss": 0.1229,
      "step": 77
    },
    {
      "epoch": 0.008456201214223764,
      "grad_norm": 0.4045242667198181,
      "learning_rate": 7.800000000000001e-05,
      "loss": 0.1458,
      "step": 78
    },
    {
      "epoch": 0.008564614050303556,
      "grad_norm": 0.18734222650527954,
      "learning_rate": 7.900000000000001e-05,
      "loss": 0.1048,
      "step": 79
    },
    {
      "epoch": 0.008673026886383347,
      "grad_norm": 0.16152769327163696,
      "learning_rate": 8e-05,
      "loss": 0.1224,
      "step": 80
    },
    {
      "epoch": 0.00878143972246314,
      "grad_norm": 0.15309005975723267,
      "learning_rate": 8.1e-05,
      "loss": 0.1228,
      "step": 81
    },
    {
      "epoch": 0.00888985255854293,
      "grad_norm": 0.11680155992507935,
      "learning_rate": 8.2e-05,
      "loss": 0.1254,
      "step": 82
    },
    {
      "epoch": 0.008998265394622723,
      "grad_norm": 0.16225968301296234,
      "learning_rate": 8.3e-05,
      "loss": 0.1672,
      "step": 83
    },
    {
      "epoch": 0.009106678230702514,
      "grad_norm": 0.1455574929714203,
      "learning_rate": 8.4e-05,
      "loss": 0.1217,
      "step": 84
    },
    {
      "epoch": 0.009215091066782307,
      "grad_norm": 0.14891956746578217,
      "learning_rate": 8.5e-05,
      "loss": 0.1094,
      "step": 85
    },
    {
      "epoch": 0.0093235039028621,
      "grad_norm": 0.09976869076490402,
      "learning_rate": 8.6e-05,
      "loss": 0.1175,
      "step": 86
    },
    {
      "epoch": 0.00943191673894189,
      "grad_norm": 0.3010568916797638,
      "learning_rate": 8.7e-05,
      "loss": 0.1176,
      "step": 87
    },
    {
      "epoch": 0.009540329575021683,
      "grad_norm": 0.17436224222183228,
      "learning_rate": 8.800000000000001e-05,
      "loss": 0.1259,
      "step": 88
    },
    {
      "epoch": 0.009648742411101474,
      "grad_norm": 0.28720778226852417,
      "learning_rate": 8.900000000000001e-05,
      "loss": 0.1142,
      "step": 89
    },
    {
      "epoch": 0.009757155247181267,
      "grad_norm": 0.21873147785663605,
      "learning_rate": 9e-05,
      "loss": 0.1293,
      "step": 90
    },
    {
      "epoch": 0.009865568083261058,
      "grad_norm": 0.20839956402778625,
      "learning_rate": 9.1e-05,
      "loss": 0.1268,
      "step": 91
    },
    {
      "epoch": 0.00997398091934085,
      "grad_norm": 0.16691452264785767,
      "learning_rate": 9.200000000000001e-05,
      "loss": 0.1199,
      "step": 92
    },
    {
      "epoch": 0.010082393755420641,
      "grad_norm": 0.15383806824684143,
      "learning_rate": 9.300000000000001e-05,
      "loss": 0.1149,
      "step": 93
    },
    {
      "epoch": 0.010190806591500434,
      "grad_norm": 0.14844132959842682,
      "learning_rate": 9.4e-05,
      "loss": 0.1418,
      "step": 94
    },
    {
      "epoch": 0.010299219427580225,
      "grad_norm": 0.1527804285287857,
      "learning_rate": 9.5e-05,
      "loss": 0.1296,
      "step": 95
    },
    {
      "epoch": 0.010407632263660017,
      "grad_norm": 0.18167705833911896,
      "learning_rate": 9.6e-05,
      "loss": 0.1301,
      "step": 96
    },
    {
      "epoch": 0.010516045099739808,
      "grad_norm": 0.14323373138904572,
      "learning_rate": 9.7e-05,
      "loss": 0.1233,
      "step": 97
    },
    {
      "epoch": 0.010624457935819601,
      "grad_norm": 0.1913583129644394,
      "learning_rate": 9.8e-05,
      "loss": 0.1383,
      "step": 98
    },
    {
      "epoch": 0.010732870771899394,
      "grad_norm": 0.26307567954063416,
      "learning_rate": 9.900000000000001e-05,
      "loss": 0.1448,
      "step": 99
    },
    {
      "epoch": 0.010841283607979185,
      "grad_norm": 0.20703156292438507,
      "learning_rate": 0.0001,
      "loss": 0.1374,
      "step": 100
    },
    {
      "epoch": 0.010949696444058977,
      "grad_norm": 0.12293020635843277,
      "learning_rate": 9.999637313216306e-05,
      "loss": 0.1235,
      "step": 101
    },
    {
      "epoch": 0.011058109280138768,
      "grad_norm": 0.15799839794635773,
      "learning_rate": 9.999274626432613e-05,
      "loss": 0.1201,
      "step": 102
    },
    {
      "epoch": 0.01116652211621856,
      "grad_norm": 0.16275760531425476,
      "learning_rate": 9.998911939648919e-05,
      "loss": 0.1482,
      "step": 103
    },
    {
      "epoch": 0.011274934952298352,
      "grad_norm": 0.2595658600330353,
      "learning_rate": 9.998549252865226e-05,
      "loss": 0.1192,
      "step": 104
    },
    {
      "epoch": 0.011383347788378144,
      "grad_norm": 0.23681561648845673,
      "learning_rate": 9.998186566081532e-05,
      "loss": 0.1347,
      "step": 105
    },
    {
      "epoch": 0.011491760624457935,
      "grad_norm": 0.17941612005233765,
      "learning_rate": 9.997823879297839e-05,
      "loss": 0.1398,
      "step": 106
    },
    {
      "epoch": 0.011600173460537728,
      "grad_norm": 0.18993651866912842,
      "learning_rate": 9.997461192514145e-05,
      "loss": 0.1454,
      "step": 107
    },
    {
      "epoch": 0.011708586296617519,
      "grad_norm": 0.14834469556808472,
      "learning_rate": 9.997098505730452e-05,
      "loss": 0.1177,
      "step": 108
    },
    {
      "epoch": 0.011816999132697311,
      "grad_norm": 0.15623198449611664,
      "learning_rate": 9.996735818946759e-05,
      "loss": 0.1362,
      "step": 109
    },
    {
      "epoch": 0.011925411968777104,
      "grad_norm": 0.1402415931224823,
      "learning_rate": 9.996373132163065e-05,
      "loss": 0.1218,
      "step": 110
    },
    {
      "epoch": 0.012033824804856895,
      "grad_norm": 0.3081077039241791,
      "learning_rate": 9.996010445379372e-05,
      "loss": 0.1229,
      "step": 111
    },
    {
      "epoch": 0.012142237640936688,
      "grad_norm": 0.11766143143177032,
      "learning_rate": 9.995647758595677e-05,
      "loss": 0.11,
      "step": 112
    },
    {
      "epoch": 0.012250650477016478,
      "grad_norm": 0.11675911396741867,
      "learning_rate": 9.995285071811984e-05,
      "loss": 0.1292,
      "step": 113
    },
    {
      "epoch": 0.012359063313096271,
      "grad_norm": 0.15420939028263092,
      "learning_rate": 9.99492238502829e-05,
      "loss": 0.1535,
      "step": 114
    },
    {
      "epoch": 0.012467476149176062,
      "grad_norm": 0.18303492665290833,
      "learning_rate": 9.994559698244596e-05,
      "loss": 0.1121,
      "step": 115
    },
    {
      "epoch": 0.012575888985255855,
      "grad_norm": 0.1870739459991455,
      "learning_rate": 9.994197011460903e-05,
      "loss": 0.1387,
      "step": 116
    },
    {
      "epoch": 0.012684301821335646,
      "grad_norm": 0.2575719654560089,
      "learning_rate": 9.993834324677209e-05,
      "loss": 0.1291,
      "step": 117
    },
    {
      "epoch": 0.012792714657415438,
      "grad_norm": 0.17051686346530914,
      "learning_rate": 9.993471637893516e-05,
      "loss": 0.1379,
      "step": 118
    },
    {
      "epoch": 0.01290112749349523,
      "grad_norm": 0.1979559361934662,
      "learning_rate": 9.993108951109822e-05,
      "loss": 0.1207,
      "step": 119
    },
    {
      "epoch": 0.013009540329575022,
      "grad_norm": 0.13834547996520996,
      "learning_rate": 9.992746264326129e-05,
      "loss": 0.1164,
      "step": 120
    },
    {
      "epoch": 0.013117953165654813,
      "grad_norm": 0.2828182876110077,
      "learning_rate": 9.992383577542434e-05,
      "loss": 0.1332,
      "step": 121
    },
    {
      "epoch": 0.013226366001734605,
      "grad_norm": 0.25524863600730896,
      "learning_rate": 9.992020890758742e-05,
      "loss": 0.1379,
      "step": 122
    },
    {
      "epoch": 0.013334778837814398,
      "grad_norm": 0.204929918050766,
      "learning_rate": 9.991658203975047e-05,
      "loss": 0.1183,
      "step": 123
    },
    {
      "epoch": 0.013443191673894189,
      "grad_norm": 1.4240659475326538,
      "learning_rate": 9.991295517191353e-05,
      "loss": 0.1444,
      "step": 124
    },
    {
      "epoch": 0.013551604509973982,
      "grad_norm": 0.18470098078250885,
      "learning_rate": 9.99093283040766e-05,
      "loss": 0.1272,
      "step": 125
    },
    {
      "epoch": 0.013660017346053772,
      "grad_norm": 0.17144156992435455,
      "learning_rate": 9.990570143623967e-05,
      "loss": 0.1252,
      "step": 126
    },
    {
      "epoch": 0.013768430182133565,
      "grad_norm": 0.27036258578300476,
      "learning_rate": 9.990207456840274e-05,
      "loss": 0.1102,
      "step": 127
    },
    {
      "epoch": 0.013876843018213356,
      "grad_norm": 0.21493157744407654,
      "learning_rate": 9.98984477005658e-05,
      "loss": 0.1052,
      "step": 128
    },
    {
      "epoch": 0.013985255854293149,
      "grad_norm": 0.36671513319015503,
      "learning_rate": 9.989482083272886e-05,
      "loss": 0.1387,
      "step": 129
    },
    {
      "epoch": 0.01409366869037294,
      "grad_norm": 0.20532336831092834,
      "learning_rate": 9.989119396489193e-05,
      "loss": 0.1136,
      "step": 130
    },
    {
      "epoch": 0.014202081526452732,
      "grad_norm": 0.7963700294494629,
      "learning_rate": 9.988756709705499e-05,
      "loss": 0.1638,
      "step": 131
    },
    {
      "epoch": 0.014310494362532523,
      "grad_norm": 0.28939905762672424,
      "learning_rate": 9.988394022921806e-05,
      "loss": 0.1162,
      "step": 132
    },
    {
      "epoch": 0.014418907198612316,
      "grad_norm": 0.23232215642929077,
      "learning_rate": 9.988031336138111e-05,
      "loss": 0.1199,
      "step": 133
    },
    {
      "epoch": 0.014527320034692108,
      "grad_norm": 0.2250320464372635,
      "learning_rate": 9.987668649354418e-05,
      "loss": 0.1295,
      "step": 134
    },
    {
      "epoch": 0.0146357328707719,
      "grad_norm": 0.25826674699783325,
      "learning_rate": 9.987305962570724e-05,
      "loss": 0.1337,
      "step": 135
    },
    {
      "epoch": 0.014744145706851692,
      "grad_norm": 0.37703466415405273,
      "learning_rate": 9.986943275787031e-05,
      "loss": 0.1407,
      "step": 136
    },
    {
      "epoch": 0.014852558542931483,
      "grad_norm": 0.21667547523975372,
      "learning_rate": 9.986580589003337e-05,
      "loss": 0.136,
      "step": 137
    },
    {
      "epoch": 0.014960971379011275,
      "grad_norm": 0.1822197437286377,
      "learning_rate": 9.986217902219643e-05,
      "loss": 0.1255,
      "step": 138
    },
    {
      "epoch": 0.015069384215091066,
      "grad_norm": 0.1848456859588623,
      "learning_rate": 9.98585521543595e-05,
      "loss": 0.1207,
      "step": 139
    },
    {
      "epoch": 0.015177797051170859,
      "grad_norm": 0.1599912941455841,
      "learning_rate": 9.985492528652256e-05,
      "loss": 0.1,
      "step": 140
    },
    {
      "epoch": 0.01528620988725065,
      "grad_norm": 0.1559789478778839,
      "learning_rate": 9.985129841868563e-05,
      "loss": 0.1217,
      "step": 141
    },
    {
      "epoch": 0.015394622723330443,
      "grad_norm": 0.1576520949602127,
      "learning_rate": 9.984767155084868e-05,
      "loss": 0.11,
      "step": 142
    },
    {
      "epoch": 0.015503035559410233,
      "grad_norm": 0.15293830633163452,
      "learning_rate": 9.984404468301175e-05,
      "loss": 0.131,
      "step": 143
    },
    {
      "epoch": 0.015611448395490026,
      "grad_norm": 0.2815144658088684,
      "learning_rate": 9.984041781517483e-05,
      "loss": 0.1205,
      "step": 144
    },
    {
      "epoch": 0.015719861231569817,
      "grad_norm": 0.1515578180551529,
      "learning_rate": 9.983679094733788e-05,
      "loss": 0.1197,
      "step": 145
    },
    {
      "epoch": 0.01582827406764961,
      "grad_norm": 0.1826220601797104,
      "learning_rate": 9.983316407950095e-05,
      "loss": 0.1084,
      "step": 146
    },
    {
      "epoch": 0.015936686903729402,
      "grad_norm": 0.16263820230960846,
      "learning_rate": 9.982953721166401e-05,
      "loss": 0.1253,
      "step": 147
    },
    {
      "epoch": 0.016045099739809193,
      "grad_norm": 0.30388063192367554,
      "learning_rate": 9.982591034382708e-05,
      "loss": 0.1204,
      "step": 148
    },
    {
      "epoch": 0.016153512575888984,
      "grad_norm": 0.2612481415271759,
      "learning_rate": 9.982228347599014e-05,
      "loss": 0.1295,
      "step": 149
    },
    {
      "epoch": 0.01626192541196878,
      "grad_norm": 0.22985678911209106,
      "learning_rate": 9.981865660815321e-05,
      "loss": 0.1236,
      "step": 150
    },
    {
      "epoch": 0.01637033824804857,
      "grad_norm": 0.362701952457428,
      "learning_rate": 9.981502974031627e-05,
      "loss": 0.1619,
      "step": 151
    },
    {
      "epoch": 0.01647875108412836,
      "grad_norm": 0.21351489424705505,
      "learning_rate": 9.981140287247934e-05,
      "loss": 0.1171,
      "step": 152
    },
    {
      "epoch": 0.01658716392020815,
      "grad_norm": 0.6800210475921631,
      "learning_rate": 9.98077760046424e-05,
      "loss": 0.124,
      "step": 153
    },
    {
      "epoch": 0.016695576756287946,
      "grad_norm": 0.20069420337677002,
      "learning_rate": 9.980414913680545e-05,
      "loss": 0.1097,
      "step": 154
    },
    {
      "epoch": 0.016803989592367737,
      "grad_norm": 0.28209060430526733,
      "learning_rate": 9.980052226896852e-05,
      "loss": 0.1089,
      "step": 155
    },
    {
      "epoch": 0.016912402428447527,
      "grad_norm": 0.2002759426832199,
      "learning_rate": 9.979689540113158e-05,
      "loss": 0.1179,
      "step": 156
    },
    {
      "epoch": 0.01702081526452732,
      "grad_norm": 0.2037120908498764,
      "learning_rate": 9.979326853329465e-05,
      "loss": 0.126,
      "step": 157
    },
    {
      "epoch": 0.017129228100607113,
      "grad_norm": 0.1823943853378296,
      "learning_rate": 9.978964166545771e-05,
      "loss": 0.1193,
      "step": 158
    },
    {
      "epoch": 0.017237640936686904,
      "grad_norm": 0.20800051093101501,
      "learning_rate": 9.978601479762078e-05,
      "loss": 0.1237,
      "step": 159
    },
    {
      "epoch": 0.017346053772766695,
      "grad_norm": 0.2683473229408264,
      "learning_rate": 9.978238792978384e-05,
      "loss": 0.1179,
      "step": 160
    },
    {
      "epoch": 0.01745446660884649,
      "grad_norm": 0.20158740878105164,
      "learning_rate": 9.977876106194691e-05,
      "loss": 0.1245,
      "step": 161
    },
    {
      "epoch": 0.01756287944492628,
      "grad_norm": 0.1690748631954193,
      "learning_rate": 9.977513419410998e-05,
      "loss": 0.1294,
      "step": 162
    },
    {
      "epoch": 0.01767129228100607,
      "grad_norm": 0.22415634989738464,
      "learning_rate": 9.977150732627304e-05,
      "loss": 0.1303,
      "step": 163
    },
    {
      "epoch": 0.01777970511708586,
      "grad_norm": 0.16459374129772186,
      "learning_rate": 9.976788045843611e-05,
      "loss": 0.1286,
      "step": 164
    },
    {
      "epoch": 0.017888117953165656,
      "grad_norm": 0.16433802247047424,
      "learning_rate": 9.976425359059916e-05,
      "loss": 0.1114,
      "step": 165
    },
    {
      "epoch": 0.017996530789245447,
      "grad_norm": 0.19744299352169037,
      "learning_rate": 9.976062672276224e-05,
      "loss": 0.1106,
      "step": 166
    },
    {
      "epoch": 0.018104943625325238,
      "grad_norm": 0.21892429888248444,
      "learning_rate": 9.975699985492529e-05,
      "loss": 0.133,
      "step": 167
    },
    {
      "epoch": 0.01821335646140503,
      "grad_norm": 0.15933971107006073,
      "learning_rate": 9.975337298708835e-05,
      "loss": 0.1211,
      "step": 168
    },
    {
      "epoch": 0.018321769297484823,
      "grad_norm": 0.6732794046401978,
      "learning_rate": 9.974974611925142e-05,
      "loss": 0.1229,
      "step": 169
    },
    {
      "epoch": 0.018430182133564614,
      "grad_norm": 0.29038888216018677,
      "learning_rate": 9.974611925141448e-05,
      "loss": 0.1433,
      "step": 170
    },
    {
      "epoch": 0.018538594969644405,
      "grad_norm": 0.18306155502796173,
      "learning_rate": 9.974249238357755e-05,
      "loss": 0.1053,
      "step": 171
    },
    {
      "epoch": 0.0186470078057242,
      "grad_norm": 0.2148737609386444,
      "learning_rate": 9.973886551574061e-05,
      "loss": 0.1426,
      "step": 172
    },
    {
      "epoch": 0.01875542064180399,
      "grad_norm": 0.23289504647254944,
      "learning_rate": 9.973523864790368e-05,
      "loss": 0.1186,
      "step": 173
    },
    {
      "epoch": 0.01886383347788378,
      "grad_norm": 0.1878986954689026,
      "learning_rate": 9.973161178006674e-05,
      "loss": 0.1062,
      "step": 174
    },
    {
      "epoch": 0.018972246313963572,
      "grad_norm": 0.3534652888774872,
      "learning_rate": 9.97279849122298e-05,
      "loss": 0.139,
      "step": 175
    },
    {
      "epoch": 0.019080659150043366,
      "grad_norm": 0.16598860919475555,
      "learning_rate": 9.972435804439286e-05,
      "loss": 0.1269,
      "step": 176
    },
    {
      "epoch": 0.019189071986123157,
      "grad_norm": 0.4436274766921997,
      "learning_rate": 9.972073117655592e-05,
      "loss": 0.1661,
      "step": 177
    },
    {
      "epoch": 0.019297484822202948,
      "grad_norm": 0.28712180256843567,
      "learning_rate": 9.9717104308719e-05,
      "loss": 0.0968,
      "step": 178
    },
    {
      "epoch": 0.01940589765828274,
      "grad_norm": 0.31012028455734253,
      "learning_rate": 9.971347744088206e-05,
      "loss": 0.1497,
      "step": 179
    },
    {
      "epoch": 0.019514310494362534,
      "grad_norm": 0.2794528305530548,
      "learning_rate": 9.970985057304513e-05,
      "loss": 0.1443,
      "step": 180
    },
    {
      "epoch": 0.019622723330442324,
      "grad_norm": 0.13740065693855286,
      "learning_rate": 9.970622370520819e-05,
      "loss": 0.1026,
      "step": 181
    },
    {
      "epoch": 0.019731136166522115,
      "grad_norm": 0.2190008908510208,
      "learning_rate": 9.970259683737125e-05,
      "loss": 0.1501,
      "step": 182
    },
    {
      "epoch": 0.01983954900260191,
      "grad_norm": 0.17354853451251984,
      "learning_rate": 9.969896996953432e-05,
      "loss": 0.109,
      "step": 183
    },
    {
      "epoch": 0.0199479618386817,
      "grad_norm": 0.17650002241134644,
      "learning_rate": 9.969534310169738e-05,
      "loss": 0.1057,
      "step": 184
    },
    {
      "epoch": 0.02005637467476149,
      "grad_norm": 0.13178448379039764,
      "learning_rate": 9.969171623386045e-05,
      "loss": 0.1029,
      "step": 185
    },
    {
      "epoch": 0.020164787510841282,
      "grad_norm": 0.13321112096309662,
      "learning_rate": 9.96880893660235e-05,
      "loss": 0.1348,
      "step": 186
    },
    {
      "epoch": 0.020273200346921077,
      "grad_norm": 0.2893553078174591,
      "learning_rate": 9.968446249818658e-05,
      "loss": 0.1132,
      "step": 187
    },
    {
      "epoch": 0.020381613183000868,
      "grad_norm": 0.16054560244083405,
      "learning_rate": 9.968083563034963e-05,
      "loss": 0.1129,
      "step": 188
    },
    {
      "epoch": 0.02049002601908066,
      "grad_norm": 0.1425844430923462,
      "learning_rate": 9.96772087625127e-05,
      "loss": 0.1056,
      "step": 189
    },
    {
      "epoch": 0.02059843885516045,
      "grad_norm": 0.20579764246940613,
      "learning_rate": 9.967358189467576e-05,
      "loss": 0.1229,
      "step": 190
    },
    {
      "epoch": 0.020706851691240244,
      "grad_norm": 0.18984092772006989,
      "learning_rate": 9.966995502683882e-05,
      "loss": 0.1301,
      "step": 191
    },
    {
      "epoch": 0.020815264527320035,
      "grad_norm": 0.5378365516662598,
      "learning_rate": 9.966632815900189e-05,
      "loss": 0.1272,
      "step": 192
    },
    {
      "epoch": 0.020923677363399826,
      "grad_norm": 0.2022012621164322,
      "learning_rate": 9.966270129116495e-05,
      "loss": 0.1173,
      "step": 193
    },
    {
      "epoch": 0.021032090199479617,
      "grad_norm": 0.1776415854692459,
      "learning_rate": 9.965907442332802e-05,
      "loss": 0.1289,
      "step": 194
    },
    {
      "epoch": 0.02114050303555941,
      "grad_norm": 0.1717253029346466,
      "learning_rate": 9.965544755549107e-05,
      "loss": 0.1008,
      "step": 195
    },
    {
      "epoch": 0.021248915871639202,
      "grad_norm": 0.179108664393425,
      "learning_rate": 9.965182068765415e-05,
      "loss": 0.1144,
      "step": 196
    },
    {
      "epoch": 0.021357328707718993,
      "grad_norm": 0.22901789844036102,
      "learning_rate": 9.964819381981722e-05,
      "loss": 0.1016,
      "step": 197
    },
    {
      "epoch": 0.021465741543798787,
      "grad_norm": 0.17368122935295105,
      "learning_rate": 9.964456695198027e-05,
      "loss": 0.1183,
      "step": 198
    },
    {
      "epoch": 0.021574154379878578,
      "grad_norm": 0.1845264434814453,
      "learning_rate": 9.964094008414334e-05,
      "loss": 0.1129,
      "step": 199
    },
    {
      "epoch": 0.02168256721595837,
      "grad_norm": 0.23338471353054047,
      "learning_rate": 9.96373132163064e-05,
      "loss": 0.1207,
      "step": 200
    },
    {
      "epoch": 0.02179098005203816,
      "grad_norm": 0.16216148436069489,
      "learning_rate": 9.963368634846947e-05,
      "loss": 0.1024,
      "step": 201
    },
    {
      "epoch": 0.021899392888117954,
      "grad_norm": 0.22786426544189453,
      "learning_rate": 9.963005948063253e-05,
      "loss": 0.1122,
      "step": 202
    },
    {
      "epoch": 0.022007805724197745,
      "grad_norm": 0.24725337326526642,
      "learning_rate": 9.96264326127956e-05,
      "loss": 0.0903,
      "step": 203
    },
    {
      "epoch": 0.022116218560277536,
      "grad_norm": 0.22426773607730865,
      "learning_rate": 9.962280574495866e-05,
      "loss": 0.0909,
      "step": 204
    },
    {
      "epoch": 0.022224631396357327,
      "grad_norm": 0.3506137430667877,
      "learning_rate": 9.961917887712172e-05,
      "loss": 0.1392,
      "step": 205
    },
    {
      "epoch": 0.02233304423243712,
      "grad_norm": 0.24087949097156525,
      "learning_rate": 9.961555200928479e-05,
      "loss": 0.0845,
      "step": 206
    },
    {
      "epoch": 0.022441457068516912,
      "grad_norm": 0.5981102585792542,
      "learning_rate": 9.961192514144784e-05,
      "loss": 0.1227,
      "step": 207
    },
    {
      "epoch": 0.022549869904596703,
      "grad_norm": 0.34488606452941895,
      "learning_rate": 9.960829827361091e-05,
      "loss": 0.1255,
      "step": 208
    },
    {
      "epoch": 0.022658282740676498,
      "grad_norm": 0.39817923307418823,
      "learning_rate": 9.960467140577397e-05,
      "loss": 0.1038,
      "step": 209
    },
    {
      "epoch": 0.02276669557675629,
      "grad_norm": 0.3122980296611786,
      "learning_rate": 9.960104453793704e-05,
      "loss": 0.1264,
      "step": 210
    },
    {
      "epoch": 0.02287510841283608,
      "grad_norm": 0.2846626341342926,
      "learning_rate": 9.95974176701001e-05,
      "loss": 0.1171,
      "step": 211
    },
    {
      "epoch": 0.02298352124891587,
      "grad_norm": 0.44643789529800415,
      "learning_rate": 9.959379080226317e-05,
      "loss": 0.1486,
      "step": 212
    },
    {
      "epoch": 0.023091934084995665,
      "grad_norm": 0.6259667873382568,
      "learning_rate": 9.959016393442624e-05,
      "loss": 0.0916,
      "step": 213
    },
    {
      "epoch": 0.023200346921075456,
      "grad_norm": 0.6510154604911804,
      "learning_rate": 9.95865370665893e-05,
      "loss": 0.0957,
      "step": 214
    },
    {
      "epoch": 0.023308759757155247,
      "grad_norm": 0.2210633009672165,
      "learning_rate": 9.958291019875237e-05,
      "loss": 0.1132,
      "step": 215
    },
    {
      "epoch": 0.023417172593235037,
      "grad_norm": 0.25794652104377747,
      "learning_rate": 9.957928333091543e-05,
      "loss": 0.1294,
      "step": 216
    },
    {
      "epoch": 0.023525585429314832,
      "grad_norm": 0.17432643473148346,
      "learning_rate": 9.95756564630785e-05,
      "loss": 0.1005,
      "step": 217
    },
    {
      "epoch": 0.023633998265394623,
      "grad_norm": 0.20013917982578278,
      "learning_rate": 9.957202959524156e-05,
      "loss": 0.1016,
      "step": 218
    },
    {
      "epoch": 0.023742411101474414,
      "grad_norm": 0.1698119193315506,
      "learning_rate": 9.956840272740461e-05,
      "loss": 0.1053,
      "step": 219
    },
    {
      "epoch": 0.023850823937554208,
      "grad_norm": 0.32339218258857727,
      "learning_rate": 9.956477585956768e-05,
      "loss": 0.1027,
      "step": 220
    },
    {
      "epoch": 0.023959236773634,
      "grad_norm": 0.16618221998214722,
      "learning_rate": 9.956114899173074e-05,
      "loss": 0.1009,
      "step": 221
    },
    {
      "epoch": 0.02406764960971379,
      "grad_norm": 0.34573644399642944,
      "learning_rate": 9.955752212389381e-05,
      "loss": 0.1231,
      "step": 222
    },
    {
      "epoch": 0.02417606244579358,
      "grad_norm": 0.3640138804912567,
      "learning_rate": 9.955389525605687e-05,
      "loss": 0.1288,
      "step": 223
    },
    {
      "epoch": 0.024284475281873375,
      "grad_norm": 0.31610697507858276,
      "learning_rate": 9.955026838821994e-05,
      "loss": 0.1194,
      "step": 224
    },
    {
      "epoch": 0.024392888117953166,
      "grad_norm": 0.1875763088464737,
      "learning_rate": 9.9546641520383e-05,
      "loss": 0.1,
      "step": 225
    },
    {
      "epoch": 0.024501300954032957,
      "grad_norm": 0.1549840122461319,
      "learning_rate": 9.954301465254607e-05,
      "loss": 0.1017,
      "step": 226
    },
    {
      "epoch": 0.024609713790112748,
      "grad_norm": 0.43454450368881226,
      "learning_rate": 9.953938778470913e-05,
      "loss": 0.1578,
      "step": 227
    },
    {
      "epoch": 0.024718126626192542,
      "grad_norm": 0.20127186179161072,
      "learning_rate": 9.953576091687218e-05,
      "loss": 0.1189,
      "step": 228
    },
    {
      "epoch": 0.024826539462272333,
      "grad_norm": 0.1668696403503418,
      "learning_rate": 9.953213404903525e-05,
      "loss": 0.1005,
      "step": 229
    },
    {
      "epoch": 0.024934952298352124,
      "grad_norm": 0.26511135697364807,
      "learning_rate": 9.952850718119832e-05,
      "loss": 0.1205,
      "step": 230
    },
    {
      "epoch": 0.02504336513443192,
      "grad_norm": 0.20871810615062714,
      "learning_rate": 9.95248803133614e-05,
      "loss": 0.1016,
      "step": 231
    },
    {
      "epoch": 0.02515177797051171,
      "grad_norm": 0.15262822806835175,
      "learning_rate": 9.952125344552445e-05,
      "loss": 0.1019,
      "step": 232
    },
    {
      "epoch": 0.0252601908065915,
      "grad_norm": 0.1657101958990097,
      "learning_rate": 9.951762657768751e-05,
      "loss": 0.0956,
      "step": 233
    },
    {
      "epoch": 0.02536860364267129,
      "grad_norm": 0.259275883436203,
      "learning_rate": 9.951399970985058e-05,
      "loss": 0.1013,
      "step": 234
    },
    {
      "epoch": 0.025477016478751086,
      "grad_norm": 0.2151859998703003,
      "learning_rate": 9.951037284201364e-05,
      "loss": 0.1032,
      "step": 235
    },
    {
      "epoch": 0.025585429314830876,
      "grad_norm": 0.2602498233318329,
      "learning_rate": 9.950674597417671e-05,
      "loss": 0.1405,
      "step": 236
    },
    {
      "epoch": 0.025693842150910667,
      "grad_norm": 0.2518460154533386,
      "learning_rate": 9.950311910633977e-05,
      "loss": 0.1122,
      "step": 237
    },
    {
      "epoch": 0.02580225498699046,
      "grad_norm": 0.2405615895986557,
      "learning_rate": 9.949949223850284e-05,
      "loss": 0.1154,
      "step": 238
    },
    {
      "epoch": 0.025910667823070253,
      "grad_norm": 0.30400192737579346,
      "learning_rate": 9.94958653706659e-05,
      "loss": 0.1219,
      "step": 239
    },
    {
      "epoch": 0.026019080659150044,
      "grad_norm": 0.31534701585769653,
      "learning_rate": 9.949223850282897e-05,
      "loss": 0.1284,
      "step": 240
    },
    {
      "epoch": 0.026127493495229834,
      "grad_norm": 0.1624092161655426,
      "learning_rate": 9.948861163499202e-05,
      "loss": 0.0973,
      "step": 241
    },
    {
      "epoch": 0.026235906331309625,
      "grad_norm": 0.2129845768213272,
      "learning_rate": 9.948498476715508e-05,
      "loss": 0.1347,
      "step": 242
    },
    {
      "epoch": 0.02634431916738942,
      "grad_norm": 0.19867002964019775,
      "learning_rate": 9.948135789931815e-05,
      "loss": 0.1206,
      "step": 243
    },
    {
      "epoch": 0.02645273200346921,
      "grad_norm": 0.20589379966259003,
      "learning_rate": 9.947773103148121e-05,
      "loss": 0.1195,
      "step": 244
    },
    {
      "epoch": 0.026561144839549,
      "grad_norm": 0.2194938212633133,
      "learning_rate": 9.947410416364428e-05,
      "loss": 0.0894,
      "step": 245
    },
    {
      "epoch": 0.026669557675628796,
      "grad_norm": 0.22739259898662567,
      "learning_rate": 9.947047729580734e-05,
      "loss": 0.0956,
      "step": 246
    },
    {
      "epoch": 0.026777970511708587,
      "grad_norm": 0.3622673749923706,
      "learning_rate": 9.946685042797042e-05,
      "loss": 0.1273,
      "step": 247
    },
    {
      "epoch": 0.026886383347788378,
      "grad_norm": 0.20164282619953156,
      "learning_rate": 9.946322356013348e-05,
      "loss": 0.1231,
      "step": 248
    },
    {
      "epoch": 0.02699479618386817,
      "grad_norm": 0.48439323902130127,
      "learning_rate": 9.945959669229654e-05,
      "loss": 0.1264,
      "step": 249
    },
    {
      "epoch": 0.027103209019947963,
      "grad_norm": 0.18173733353614807,
      "learning_rate": 9.945596982445961e-05,
      "loss": 0.1133,
      "step": 250
    },
    {
      "epoch": 0.027211621856027754,
      "grad_norm": 0.15153101086616516,
      "learning_rate": 9.945234295662266e-05,
      "loss": 0.0899,
      "step": 251
    },
    {
      "epoch": 0.027320034692107545,
      "grad_norm": 0.16486702859401703,
      "learning_rate": 9.944871608878574e-05,
      "loss": 0.1041,
      "step": 252
    },
    {
      "epoch": 0.027428447528187336,
      "grad_norm": 0.3811277449131012,
      "learning_rate": 9.944508922094879e-05,
      "loss": 0.1044,
      "step": 253
    },
    {
      "epoch": 0.02753686036426713,
      "grad_norm": 0.23122182488441467,
      "learning_rate": 9.944146235311186e-05,
      "loss": 0.0807,
      "step": 254
    },
    {
      "epoch": 0.02764527320034692,
      "grad_norm": 0.3217613399028778,
      "learning_rate": 9.943783548527492e-05,
      "loss": 0.1066,
      "step": 255
    },
    {
      "epoch": 0.027753686036426712,
      "grad_norm": 0.3560695946216583,
      "learning_rate": 9.943420861743799e-05,
      "loss": 0.1195,
      "step": 256
    },
    {
      "epoch": 0.027862098872506506,
      "grad_norm": 0.3472914397716522,
      "learning_rate": 9.943058174960105e-05,
      "loss": 0.116,
      "step": 257
    },
    {
      "epoch": 0.027970511708586297,
      "grad_norm": 0.2581523060798645,
      "learning_rate": 9.94269548817641e-05,
      "loss": 0.0976,
      "step": 258
    },
    {
      "epoch": 0.028078924544666088,
      "grad_norm": 0.1841096729040146,
      "learning_rate": 9.942332801392718e-05,
      "loss": 0.1054,
      "step": 259
    },
    {
      "epoch": 0.02818733738074588,
      "grad_norm": 0.2651785910129547,
      "learning_rate": 9.941970114609023e-05,
      "loss": 0.0754,
      "step": 260
    },
    {
      "epoch": 0.028295750216825673,
      "grad_norm": 0.37984851002693176,
      "learning_rate": 9.94160742782533e-05,
      "loss": 0.1247,
      "step": 261
    },
    {
      "epoch": 0.028404163052905464,
      "grad_norm": 0.55133455991745,
      "learning_rate": 9.941244741041636e-05,
      "loss": 0.0971,
      "step": 262
    },
    {
      "epoch": 0.028512575888985255,
      "grad_norm": 0.29928088188171387,
      "learning_rate": 9.940882054257943e-05,
      "loss": 0.101,
      "step": 263
    },
    {
      "epoch": 0.028620988725065046,
      "grad_norm": 0.5022251009941101,
      "learning_rate": 9.940519367474249e-05,
      "loss": 0.1094,
      "step": 264
    },
    {
      "epoch": 0.02872940156114484,
      "grad_norm": 0.30685102939605713,
      "learning_rate": 9.940156680690556e-05,
      "loss": 0.1493,
      "step": 265
    },
    {
      "epoch": 0.02883781439722463,
      "grad_norm": 0.2912454903125763,
      "learning_rate": 9.939793993906863e-05,
      "loss": 0.1308,
      "step": 266
    },
    {
      "epoch": 0.028946227233304422,
      "grad_norm": 0.30156704783439636,
      "learning_rate": 9.939431307123169e-05,
      "loss": 0.1099,
      "step": 267
    },
    {
      "epoch": 0.029054640069384217,
      "grad_norm": 0.5092923045158386,
      "learning_rate": 9.939068620339476e-05,
      "loss": 0.1187,
      "step": 268
    },
    {
      "epoch": 0.029163052905464008,
      "grad_norm": 0.25627899169921875,
      "learning_rate": 9.938705933555782e-05,
      "loss": 0.0828,
      "step": 269
    },
    {
      "epoch": 0.0292714657415438,
      "grad_norm": 0.44540223479270935,
      "learning_rate": 9.938343246772089e-05,
      "loss": 0.1429,
      "step": 270
    },
    {
      "epoch": 0.02937987857762359,
      "grad_norm": 0.20935754477977753,
      "learning_rate": 9.937980559988395e-05,
      "loss": 0.0935,
      "step": 271
    },
    {
      "epoch": 0.029488291413703384,
      "grad_norm": 0.1702675223350525,
      "learning_rate": 9.9376178732047e-05,
      "loss": 0.0783,
      "step": 272
    },
    {
      "epoch": 0.029596704249783175,
      "grad_norm": 0.32347118854522705,
      "learning_rate": 9.937255186421007e-05,
      "loss": 0.109,
      "step": 273
    },
    {
      "epoch": 0.029705117085862966,
      "grad_norm": 0.18668898940086365,
      "learning_rate": 9.936892499637313e-05,
      "loss": 0.0864,
      "step": 274
    },
    {
      "epoch": 0.029813529921942757,
      "grad_norm": 0.3681052029132843,
      "learning_rate": 9.93652981285362e-05,
      "loss": 0.1144,
      "step": 275
    },
    {
      "epoch": 0.02992194275802255,
      "grad_norm": 0.20813167095184326,
      "learning_rate": 9.936167126069926e-05,
      "loss": 0.0974,
      "step": 276
    },
    {
      "epoch": 0.030030355594102342,
      "grad_norm": 0.22941328585147858,
      "learning_rate": 9.935804439286233e-05,
      "loss": 0.1181,
      "step": 277
    },
    {
      "epoch": 0.030138768430182133,
      "grad_norm": 0.3649307191371918,
      "learning_rate": 9.935441752502539e-05,
      "loss": 0.1077,
      "step": 278
    },
    {
      "epoch": 0.030247181266261924,
      "grad_norm": 0.4097084105014801,
      "learning_rate": 9.935079065718846e-05,
      "loss": 0.1207,
      "step": 279
    },
    {
      "epoch": 0.030355594102341718,
      "grad_norm": 0.2177421748638153,
      "learning_rate": 9.934716378935152e-05,
      "loss": 0.0894,
      "step": 280
    },
    {
      "epoch": 0.03046400693842151,
      "grad_norm": 0.2738077640533447,
      "learning_rate": 9.934353692151457e-05,
      "loss": 0.0893,
      "step": 281
    },
    {
      "epoch": 0.0305724197745013,
      "grad_norm": 0.3840511739253998,
      "learning_rate": 9.933991005367766e-05,
      "loss": 0.0943,
      "step": 282
    },
    {
      "epoch": 0.030680832610581094,
      "grad_norm": 0.271358847618103,
      "learning_rate": 9.933628318584072e-05,
      "loss": 0.1074,
      "step": 283
    },
    {
      "epoch": 0.030789245446660885,
      "grad_norm": 0.3265663683414459,
      "learning_rate": 9.933265631800379e-05,
      "loss": 0.1396,
      "step": 284
    },
    {
      "epoch": 0.030897658282740676,
      "grad_norm": 0.1993558406829834,
      "learning_rate": 9.932902945016684e-05,
      "loss": 0.1001,
      "step": 285
    },
    {
      "epoch": 0.031006071118820467,
      "grad_norm": 0.5170766711235046,
      "learning_rate": 9.93254025823299e-05,
      "loss": 0.1447,
      "step": 286
    },
    {
      "epoch": 0.03111448395490026,
      "grad_norm": 0.2182532548904419,
      "learning_rate": 9.932177571449297e-05,
      "loss": 0.0882,
      "step": 287
    },
    {
      "epoch": 0.031222896790980052,
      "grad_norm": 0.22158849239349365,
      "learning_rate": 9.931814884665603e-05,
      "loss": 0.0966,
      "step": 288
    },
    {
      "epoch": 0.03133130962705984,
      "grad_norm": 0.1907016634941101,
      "learning_rate": 9.93145219788191e-05,
      "loss": 0.1035,
      "step": 289
    },
    {
      "epoch": 0.031439722463139634,
      "grad_norm": 0.20218946039676666,
      "learning_rate": 9.931089511098216e-05,
      "loss": 0.0932,
      "step": 290
    },
    {
      "epoch": 0.031548135299219425,
      "grad_norm": 0.2964179217815399,
      "learning_rate": 9.930726824314523e-05,
      "loss": 0.1259,
      "step": 291
    },
    {
      "epoch": 0.03165654813529922,
      "grad_norm": 0.20157893002033234,
      "learning_rate": 9.930364137530829e-05,
      "loss": 0.1124,
      "step": 292
    },
    {
      "epoch": 0.031764960971379014,
      "grad_norm": 0.1529940515756607,
      "learning_rate": 9.930001450747136e-05,
      "loss": 0.0781,
      "step": 293
    },
    {
      "epoch": 0.031873373807458805,
      "grad_norm": 0.26282361149787903,
      "learning_rate": 9.929638763963441e-05,
      "loss": 0.0873,
      "step": 294
    },
    {
      "epoch": 0.031981786643538596,
      "grad_norm": 0.2137613743543625,
      "learning_rate": 9.929276077179747e-05,
      "loss": 0.1325,
      "step": 295
    },
    {
      "epoch": 0.032090199479618386,
      "grad_norm": 0.371944397687912,
      "learning_rate": 9.928913390396054e-05,
      "loss": 0.1198,
      "step": 296
    },
    {
      "epoch": 0.03219861231569818,
      "grad_norm": 0.2508142590522766,
      "learning_rate": 9.92855070361236e-05,
      "loss": 0.1057,
      "step": 297
    },
    {
      "epoch": 0.03230702515177797,
      "grad_norm": 0.22571280598640442,
      "learning_rate": 9.928188016828667e-05,
      "loss": 0.0926,
      "step": 298
    },
    {
      "epoch": 0.03241543798785776,
      "grad_norm": 0.16985079646110535,
      "learning_rate": 9.927825330044974e-05,
      "loss": 0.0735,
      "step": 299
    },
    {
      "epoch": 0.03252385082393756,
      "grad_norm": 0.2592461407184601,
      "learning_rate": 9.92746264326128e-05,
      "loss": 0.123,
      "step": 300
    },
    {
      "epoch": 0.03263226366001735,
      "grad_norm": 0.36547771096229553,
      "learning_rate": 9.927099956477587e-05,
      "loss": 0.1111,
      "step": 301
    },
    {
      "epoch": 0.03274067649609714,
      "grad_norm": 0.20564627647399902,
      "learning_rate": 9.926737269693893e-05,
      "loss": 0.1225,
      "step": 302
    },
    {
      "epoch": 0.03284908933217693,
      "grad_norm": 0.2144393026828766,
      "learning_rate": 9.9263745829102e-05,
      "loss": 0.1079,
      "step": 303
    },
    {
      "epoch": 0.03295750216825672,
      "grad_norm": 0.2762804329395294,
      "learning_rate": 9.926011896126506e-05,
      "loss": 0.1136,
      "step": 304
    },
    {
      "epoch": 0.03306591500433651,
      "grad_norm": 0.33982715010643005,
      "learning_rate": 9.925649209342813e-05,
      "loss": 0.1325,
      "step": 305
    },
    {
      "epoch": 0.0331743278404163,
      "grad_norm": 0.2801825702190399,
      "learning_rate": 9.925286522559118e-05,
      "loss": 0.1187,
      "step": 306
    },
    {
      "epoch": 0.0332827406764961,
      "grad_norm": 0.19070608913898468,
      "learning_rate": 9.924923835775425e-05,
      "loss": 0.0977,
      "step": 307
    },
    {
      "epoch": 0.03339115351257589,
      "grad_norm": 0.30244073271751404,
      "learning_rate": 9.924561148991731e-05,
      "loss": 0.1126,
      "step": 308
    },
    {
      "epoch": 0.03349956634865568,
      "grad_norm": 0.3051080107688904,
      "learning_rate": 9.924198462208037e-05,
      "loss": 0.1117,
      "step": 309
    },
    {
      "epoch": 0.03360797918473547,
      "grad_norm": 0.40071529150009155,
      "learning_rate": 9.923835775424344e-05,
      "loss": 0.1171,
      "step": 310
    },
    {
      "epoch": 0.033716392020815264,
      "grad_norm": 0.1868012398481369,
      "learning_rate": 9.92347308864065e-05,
      "loss": 0.1103,
      "step": 311
    },
    {
      "epoch": 0.033824804856895055,
      "grad_norm": 0.2016567885875702,
      "learning_rate": 9.923110401856957e-05,
      "loss": 0.1074,
      "step": 312
    },
    {
      "epoch": 0.033933217692974846,
      "grad_norm": 0.25900617241859436,
      "learning_rate": 9.922747715073263e-05,
      "loss": 0.1135,
      "step": 313
    },
    {
      "epoch": 0.03404163052905464,
      "grad_norm": 0.2192448228597641,
      "learning_rate": 9.92238502828957e-05,
      "loss": 0.0879,
      "step": 314
    },
    {
      "epoch": 0.034150043365134435,
      "grad_norm": 0.17163211107254028,
      "learning_rate": 9.922022341505875e-05,
      "loss": 0.0719,
      "step": 315
    },
    {
      "epoch": 0.034258456201214225,
      "grad_norm": 0.21724539995193481,
      "learning_rate": 9.921659654722182e-05,
      "loss": 0.105,
      "step": 316
    },
    {
      "epoch": 0.034366869037294016,
      "grad_norm": 0.1913282722234726,
      "learning_rate": 9.92129696793849e-05,
      "loss": 0.1137,
      "step": 317
    },
    {
      "epoch": 0.03447528187337381,
      "grad_norm": 0.3183695077896118,
      "learning_rate": 9.920934281154795e-05,
      "loss": 0.0984,
      "step": 318
    },
    {
      "epoch": 0.0345836947094536,
      "grad_norm": 0.18797194957733154,
      "learning_rate": 9.920571594371102e-05,
      "loss": 0.1059,
      "step": 319
    },
    {
      "epoch": 0.03469210754553339,
      "grad_norm": 0.2290576845407486,
      "learning_rate": 9.920208907587408e-05,
      "loss": 0.0829,
      "step": 320
    },
    {
      "epoch": 0.03480052038161318,
      "grad_norm": 0.3051929473876953,
      "learning_rate": 9.919846220803715e-05,
      "loss": 0.1034,
      "step": 321
    },
    {
      "epoch": 0.03490893321769298,
      "grad_norm": 0.19154272973537445,
      "learning_rate": 9.919483534020021e-05,
      "loss": 0.0957,
      "step": 322
    },
    {
      "epoch": 0.03501734605377277,
      "grad_norm": 0.2761927545070648,
      "learning_rate": 9.919120847236327e-05,
      "loss": 0.1127,
      "step": 323
    },
    {
      "epoch": 0.03512575888985256,
      "grad_norm": 0.38053733110427856,
      "learning_rate": 9.918758160452634e-05,
      "loss": 0.0741,
      "step": 324
    },
    {
      "epoch": 0.03523417172593235,
      "grad_norm": 0.23629766702651978,
      "learning_rate": 9.91839547366894e-05,
      "loss": 0.0799,
      "step": 325
    },
    {
      "epoch": 0.03534258456201214,
      "grad_norm": 0.29077139496803284,
      "learning_rate": 9.918032786885247e-05,
      "loss": 0.0738,
      "step": 326
    },
    {
      "epoch": 0.03545099739809193,
      "grad_norm": 0.4860316216945648,
      "learning_rate": 9.917670100101552e-05,
      "loss": 0.125,
      "step": 327
    },
    {
      "epoch": 0.03555941023417172,
      "grad_norm": 0.24937252700328827,
      "learning_rate": 9.91730741331786e-05,
      "loss": 0.0775,
      "step": 328
    },
    {
      "epoch": 0.03566782307025152,
      "grad_norm": 0.5199105739593506,
      "learning_rate": 9.916944726534165e-05,
      "loss": 0.1302,
      "step": 329
    },
    {
      "epoch": 0.03577623590633131,
      "grad_norm": 0.33661729097366333,
      "learning_rate": 9.916582039750472e-05,
      "loss": 0.102,
      "step": 330
    },
    {
      "epoch": 0.0358846487424111,
      "grad_norm": 0.5280474424362183,
      "learning_rate": 9.916219352966778e-05,
      "loss": 0.1553,
      "step": 331
    },
    {
      "epoch": 0.035993061578490894,
      "grad_norm": 0.4180533289909363,
      "learning_rate": 9.915856666183084e-05,
      "loss": 0.1107,
      "step": 332
    },
    {
      "epoch": 0.036101474414570685,
      "grad_norm": 0.3751308023929596,
      "learning_rate": 9.915493979399391e-05,
      "loss": 0.1119,
      "step": 333
    },
    {
      "epoch": 0.036209887250650476,
      "grad_norm": 0.2913331091403961,
      "learning_rate": 9.915131292615698e-05,
      "loss": 0.0923,
      "step": 334
    },
    {
      "epoch": 0.03631830008673027,
      "grad_norm": 0.2665184736251831,
      "learning_rate": 9.914768605832005e-05,
      "loss": 0.0974,
      "step": 335
    },
    {
      "epoch": 0.03642671292281006,
      "grad_norm": 0.3479834496974945,
      "learning_rate": 9.91440591904831e-05,
      "loss": 0.0728,
      "step": 336
    },
    {
      "epoch": 0.036535125758889855,
      "grad_norm": 0.34649431705474854,
      "learning_rate": 9.914043232264618e-05,
      "loss": 0.1401,
      "step": 337
    },
    {
      "epoch": 0.036643538594969646,
      "grad_norm": 0.3160777986049652,
      "learning_rate": 9.913680545480923e-05,
      "loss": 0.0848,
      "step": 338
    },
    {
      "epoch": 0.03675195143104944,
      "grad_norm": 0.38659751415252686,
      "learning_rate": 9.913317858697229e-05,
      "loss": 0.0978,
      "step": 339
    },
    {
      "epoch": 0.03686036426712923,
      "grad_norm": 0.2743743062019348,
      "learning_rate": 9.912955171913536e-05,
      "loss": 0.1043,
      "step": 340
    },
    {
      "epoch": 0.03696877710320902,
      "grad_norm": 0.38291817903518677,
      "learning_rate": 9.912592485129842e-05,
      "loss": 0.1084,
      "step": 341
    },
    {
      "epoch": 0.03707718993928881,
      "grad_norm": 0.26136043667793274,
      "learning_rate": 9.912229798346149e-05,
      "loss": 0.0864,
      "step": 342
    },
    {
      "epoch": 0.0371856027753686,
      "grad_norm": 0.6086647510528564,
      "learning_rate": 9.911867111562455e-05,
      "loss": 0.0996,
      "step": 343
    },
    {
      "epoch": 0.0372940156114484,
      "grad_norm": 0.24170921742916107,
      "learning_rate": 9.911504424778762e-05,
      "loss": 0.1027,
      "step": 344
    },
    {
      "epoch": 0.03740242844752819,
      "grad_norm": 0.2469182014465332,
      "learning_rate": 9.911141737995068e-05,
      "loss": 0.1122,
      "step": 345
    },
    {
      "epoch": 0.03751084128360798,
      "grad_norm": 0.2967248857021332,
      "learning_rate": 9.910779051211373e-05,
      "loss": 0.1115,
      "step": 346
    },
    {
      "epoch": 0.03761925411968777,
      "grad_norm": 0.2407865673303604,
      "learning_rate": 9.91041636442768e-05,
      "loss": 0.0902,
      "step": 347
    },
    {
      "epoch": 0.03772766695576756,
      "grad_norm": 0.35307323932647705,
      "learning_rate": 9.910053677643986e-05,
      "loss": 0.0877,
      "step": 348
    },
    {
      "epoch": 0.03783607979184735,
      "grad_norm": 0.3496856391429901,
      "learning_rate": 9.909690990860293e-05,
      "loss": 0.1143,
      "step": 349
    },
    {
      "epoch": 0.037944492627927144,
      "grad_norm": 0.16538982093334198,
      "learning_rate": 9.909328304076599e-05,
      "loss": 0.084,
      "step": 350
    },
    {
      "epoch": 0.038052905464006935,
      "grad_norm": 0.39069661498069763,
      "learning_rate": 9.908965617292907e-05,
      "loss": 0.1387,
      "step": 351
    },
    {
      "epoch": 0.03816131830008673,
      "grad_norm": 0.17026501893997192,
      "learning_rate": 9.908602930509213e-05,
      "loss": 0.083,
      "step": 352
    },
    {
      "epoch": 0.038269731136166524,
      "grad_norm": 0.18750335276126862,
      "learning_rate": 9.908240243725519e-05,
      "loss": 0.0784,
      "step": 353
    },
    {
      "epoch": 0.038378143972246315,
      "grad_norm": 0.2128804475069046,
      "learning_rate": 9.907877556941826e-05,
      "loss": 0.1223,
      "step": 354
    },
    {
      "epoch": 0.038486556808326106,
      "grad_norm": 0.18905963003635406,
      "learning_rate": 9.907514870158132e-05,
      "loss": 0.0922,
      "step": 355
    },
    {
      "epoch": 0.038594969644405897,
      "grad_norm": 0.2016153186559677,
      "learning_rate": 9.907152183374439e-05,
      "loss": 0.1267,
      "step": 356
    },
    {
      "epoch": 0.03870338248048569,
      "grad_norm": 0.3092624545097351,
      "learning_rate": 9.906789496590745e-05,
      "loss": 0.0946,
      "step": 357
    },
    {
      "epoch": 0.03881179531656548,
      "grad_norm": 0.1821187436580658,
      "learning_rate": 9.906426809807052e-05,
      "loss": 0.0832,
      "step": 358
    },
    {
      "epoch": 0.038920208152645276,
      "grad_norm": 0.2632392346858978,
      "learning_rate": 9.906064123023357e-05,
      "loss": 0.0982,
      "step": 359
    },
    {
      "epoch": 0.03902862098872507,
      "grad_norm": 0.2351037561893463,
      "learning_rate": 9.905701436239665e-05,
      "loss": 0.0958,
      "step": 360
    },
    {
      "epoch": 0.03913703382480486,
      "grad_norm": 0.24567070603370667,
      "learning_rate": 9.90533874945597e-05,
      "loss": 0.0738,
      "step": 361
    },
    {
      "epoch": 0.03924544666088465,
      "grad_norm": 0.18737143278121948,
      "learning_rate": 9.904976062672276e-05,
      "loss": 0.0771,
      "step": 362
    },
    {
      "epoch": 0.03935385949696444,
      "grad_norm": 0.18252570927143097,
      "learning_rate": 9.904613375888583e-05,
      "loss": 0.0979,
      "step": 363
    },
    {
      "epoch": 0.03946227233304423,
      "grad_norm": 0.3333503305912018,
      "learning_rate": 9.904250689104889e-05,
      "loss": 0.0874,
      "step": 364
    },
    {
      "epoch": 0.03957068516912402,
      "grad_norm": 0.2393036186695099,
      "learning_rate": 9.903888002321196e-05,
      "loss": 0.0636,
      "step": 365
    },
    {
      "epoch": 0.03967909800520382,
      "grad_norm": 0.38969600200653076,
      "learning_rate": 9.903525315537502e-05,
      "loss": 0.1357,
      "step": 366
    },
    {
      "epoch": 0.03978751084128361,
      "grad_norm": 0.37027785181999207,
      "learning_rate": 9.903162628753809e-05,
      "loss": 0.1098,
      "step": 367
    },
    {
      "epoch": 0.0398959236773634,
      "grad_norm": 0.3651875853538513,
      "learning_rate": 9.902799941970116e-05,
      "loss": 0.0978,
      "step": 368
    },
    {
      "epoch": 0.04000433651344319,
      "grad_norm": 0.20990736782550812,
      "learning_rate": 9.902437255186422e-05,
      "loss": 0.074,
      "step": 369
    },
    {
      "epoch": 0.04011274934952298,
      "grad_norm": 0.6535243988037109,
      "learning_rate": 9.902074568402729e-05,
      "loss": 0.0667,
      "step": 370
    },
    {
      "epoch": 0.040221162185602774,
      "grad_norm": 0.18266454339027405,
      "learning_rate": 9.901711881619034e-05,
      "loss": 0.0764,
      "step": 371
    },
    {
      "epoch": 0.040329575021682565,
      "grad_norm": 0.4807751476764679,
      "learning_rate": 9.901349194835341e-05,
      "loss": 0.1316,
      "step": 372
    },
    {
      "epoch": 0.040437987857762356,
      "grad_norm": 0.12026146054267883,
      "learning_rate": 9.900986508051647e-05,
      "loss": 0.0616,
      "step": 373
    },
    {
      "epoch": 0.040546400693842154,
      "grad_norm": 0.32622644305229187,
      "learning_rate": 9.900623821267954e-05,
      "loss": 0.1197,
      "step": 374
    },
    {
      "epoch": 0.040654813529921945,
      "grad_norm": 0.39499565958976746,
      "learning_rate": 9.90026113448426e-05,
      "loss": 0.1308,
      "step": 375
    },
    {
      "epoch": 0.040763226366001735,
      "grad_norm": 0.3428322374820709,
      "learning_rate": 9.899898447700566e-05,
      "loss": 0.0999,
      "step": 376
    },
    {
      "epoch": 0.040871639202081526,
      "grad_norm": 0.22841127216815948,
      "learning_rate": 9.899535760916873e-05,
      "loss": 0.1065,
      "step": 377
    },
    {
      "epoch": 0.04098005203816132,
      "grad_norm": 0.26582205295562744,
      "learning_rate": 9.899173074133179e-05,
      "loss": 0.0843,
      "step": 378
    },
    {
      "epoch": 0.04108846487424111,
      "grad_norm": 0.26098915934562683,
      "learning_rate": 9.898810387349486e-05,
      "loss": 0.0846,
      "step": 379
    },
    {
      "epoch": 0.0411968777103209,
      "grad_norm": 0.35503628849983215,
      "learning_rate": 9.898447700565791e-05,
      "loss": 0.1184,
      "step": 380
    },
    {
      "epoch": 0.0413052905464007,
      "grad_norm": 0.3326684534549713,
      "learning_rate": 9.898085013782098e-05,
      "loss": 0.1039,
      "step": 381
    },
    {
      "epoch": 0.04141370338248049,
      "grad_norm": 0.21804854273796082,
      "learning_rate": 9.897722326998404e-05,
      "loss": 0.0995,
      "step": 382
    },
    {
      "epoch": 0.04152211621856028,
      "grad_norm": 0.3970581591129303,
      "learning_rate": 9.897359640214711e-05,
      "loss": 0.1107,
      "step": 383
    },
    {
      "epoch": 0.04163052905464007,
      "grad_norm": 0.14314788579940796,
      "learning_rate": 9.896996953431017e-05,
      "loss": 0.0769,
      "step": 384
    },
    {
      "epoch": 0.04173894189071986,
      "grad_norm": 0.22840555012226105,
      "learning_rate": 9.896634266647323e-05,
      "loss": 0.081,
      "step": 385
    },
    {
      "epoch": 0.04184735472679965,
      "grad_norm": 0.6058407425880432,
      "learning_rate": 9.896271579863631e-05,
      "loss": 0.0839,
      "step": 386
    },
    {
      "epoch": 0.04195576756287944,
      "grad_norm": 0.2239830195903778,
      "learning_rate": 9.895908893079937e-05,
      "loss": 0.0938,
      "step": 387
    },
    {
      "epoch": 0.04206418039895923,
      "grad_norm": 0.29238831996917725,
      "learning_rate": 9.895546206296244e-05,
      "loss": 0.1016,
      "step": 388
    },
    {
      "epoch": 0.04217259323503903,
      "grad_norm": 0.2778407335281372,
      "learning_rate": 9.89518351951255e-05,
      "loss": 0.0694,
      "step": 389
    },
    {
      "epoch": 0.04228100607111882,
      "grad_norm": 0.27738940715789795,
      "learning_rate": 9.894820832728855e-05,
      "loss": 0.0949,
      "step": 390
    },
    {
      "epoch": 0.04238941890719861,
      "grad_norm": 0.26900380849838257,
      "learning_rate": 9.894458145945163e-05,
      "loss": 0.0877,
      "step": 391
    },
    {
      "epoch": 0.042497831743278404,
      "grad_norm": 0.48583200573921204,
      "learning_rate": 9.894095459161468e-05,
      "loss": 0.1034,
      "step": 392
    },
    {
      "epoch": 0.042606244579358195,
      "grad_norm": 0.2040899395942688,
      "learning_rate": 9.893732772377775e-05,
      "loss": 0.0757,
      "step": 393
    },
    {
      "epoch": 0.042714657415437986,
      "grad_norm": 0.22093075513839722,
      "learning_rate": 9.893370085594081e-05,
      "loss": 0.0762,
      "step": 394
    },
    {
      "epoch": 0.04282307025151778,
      "grad_norm": 0.24473029375076294,
      "learning_rate": 9.893007398810388e-05,
      "loss": 0.0838,
      "step": 395
    },
    {
      "epoch": 0.042931483087597574,
      "grad_norm": 0.21324896812438965,
      "learning_rate": 9.892644712026694e-05,
      "loss": 0.0836,
      "step": 396
    },
    {
      "epoch": 0.043039895923677365,
      "grad_norm": 0.29413992166519165,
      "learning_rate": 9.892282025243001e-05,
      "loss": 0.0668,
      "step": 397
    },
    {
      "epoch": 0.043148308759757156,
      "grad_norm": 0.43419045209884644,
      "learning_rate": 9.891919338459307e-05,
      "loss": 0.0853,
      "step": 398
    },
    {
      "epoch": 0.04325672159583695,
      "grad_norm": 0.43789324164390564,
      "learning_rate": 9.891556651675612e-05,
      "loss": 0.0799,
      "step": 399
    },
    {
      "epoch": 0.04336513443191674,
      "grad_norm": 0.5551764369010925,
      "learning_rate": 9.89119396489192e-05,
      "loss": 0.0941,
      "step": 400
    },
    {
      "epoch": 0.04347354726799653,
      "grad_norm": 0.40369805693626404,
      "learning_rate": 9.890831278108225e-05,
      "loss": 0.0647,
      "step": 401
    },
    {
      "epoch": 0.04358196010407632,
      "grad_norm": 0.16572512686252594,
      "learning_rate": 9.890468591324532e-05,
      "loss": 0.0664,
      "step": 402
    },
    {
      "epoch": 0.04369037294015612,
      "grad_norm": 0.29966500401496887,
      "learning_rate": 9.89010590454084e-05,
      "loss": 0.0924,
      "step": 403
    },
    {
      "epoch": 0.04379878577623591,
      "grad_norm": 1.2889492511749268,
      "learning_rate": 9.889743217757145e-05,
      "loss": 0.1147,
      "step": 404
    },
    {
      "epoch": 0.0439071986123157,
      "grad_norm": 0.5689948797225952,
      "learning_rate": 9.889380530973452e-05,
      "loss": 0.1461,
      "step": 405
    },
    {
      "epoch": 0.04401561144839549,
      "grad_norm": 0.3007165193557739,
      "learning_rate": 9.889017844189758e-05,
      "loss": 0.1163,
      "step": 406
    },
    {
      "epoch": 0.04412402428447528,
      "grad_norm": 0.7372978925704956,
      "learning_rate": 9.888655157406065e-05,
      "loss": 0.0912,
      "step": 407
    },
    {
      "epoch": 0.04423243712055507,
      "grad_norm": 0.4415767788887024,
      "learning_rate": 9.888292470622371e-05,
      "loss": 0.1032,
      "step": 408
    },
    {
      "epoch": 0.04434084995663486,
      "grad_norm": 0.39566075801849365,
      "learning_rate": 9.887929783838678e-05,
      "loss": 0.1225,
      "step": 409
    },
    {
      "epoch": 0.044449262792714654,
      "grad_norm": 0.2879442870616913,
      "learning_rate": 9.887567097054984e-05,
      "loss": 0.0987,
      "step": 410
    },
    {
      "epoch": 0.04455767562879445,
      "grad_norm": 0.21819257736206055,
      "learning_rate": 9.887204410271291e-05,
      "loss": 0.0684,
      "step": 411
    },
    {
      "epoch": 0.04466608846487424,
      "grad_norm": 0.28285691142082214,
      "learning_rate": 9.886841723487596e-05,
      "loss": 0.1076,
      "step": 412
    },
    {
      "epoch": 0.044774501300954034,
      "grad_norm": 0.5146031379699707,
      "learning_rate": 9.886479036703902e-05,
      "loss": 0.0905,
      "step": 413
    },
    {
      "epoch": 0.044882914137033825,
      "grad_norm": 0.4314509630203247,
      "learning_rate": 9.886116349920209e-05,
      "loss": 0.0961,
      "step": 414
    },
    {
      "epoch": 0.044991326973113616,
      "grad_norm": 0.41732555627822876,
      "learning_rate": 9.885753663136515e-05,
      "loss": 0.1204,
      "step": 415
    },
    {
      "epoch": 0.045099739809193407,
      "grad_norm": 0.17502881586551666,
      "learning_rate": 9.885390976352822e-05,
      "loss": 0.0871,
      "step": 416
    },
    {
      "epoch": 0.0452081526452732,
      "grad_norm": 0.19809430837631226,
      "learning_rate": 9.885028289569128e-05,
      "loss": 0.082,
      "step": 417
    },
    {
      "epoch": 0.045316565481352995,
      "grad_norm": 0.18692076206207275,
      "learning_rate": 9.884665602785435e-05,
      "loss": 0.0851,
      "step": 418
    },
    {
      "epoch": 0.045424978317432786,
      "grad_norm": 0.19819888472557068,
      "learning_rate": 9.884302916001741e-05,
      "loss": 0.077,
      "step": 419
    },
    {
      "epoch": 0.04553339115351258,
      "grad_norm": 0.24960298836231232,
      "learning_rate": 9.883940229218048e-05,
      "loss": 0.1094,
      "step": 420
    },
    {
      "epoch": 0.04564180398959237,
      "grad_norm": 0.25955453515052795,
      "learning_rate": 9.883577542434355e-05,
      "loss": 0.0886,
      "step": 421
    },
    {
      "epoch": 0.04575021682567216,
      "grad_norm": 0.24437598884105682,
      "learning_rate": 9.88321485565066e-05,
      "loss": 0.0877,
      "step": 422
    },
    {
      "epoch": 0.04585862966175195,
      "grad_norm": 0.3092707395553589,
      "learning_rate": 9.882852168866968e-05,
      "loss": 0.0977,
      "step": 423
    },
    {
      "epoch": 0.04596704249783174,
      "grad_norm": 0.2650514841079712,
      "learning_rate": 9.882489482083273e-05,
      "loss": 0.0781,
      "step": 424
    },
    {
      "epoch": 0.04607545533391154,
      "grad_norm": 0.28169405460357666,
      "learning_rate": 9.88212679529958e-05,
      "loss": 0.107,
      "step": 425
    },
    {
      "epoch": 0.04618386816999133,
      "grad_norm": 0.30251798033714294,
      "learning_rate": 9.881764108515886e-05,
      "loss": 0.0844,
      "step": 426
    },
    {
      "epoch": 0.04629228100607112,
      "grad_norm": 0.20132260024547577,
      "learning_rate": 9.881401421732192e-05,
      "loss": 0.0836,
      "step": 427
    },
    {
      "epoch": 0.04640069384215091,
      "grad_norm": 0.29611268639564514,
      "learning_rate": 9.881038734948499e-05,
      "loss": 0.0742,
      "step": 428
    },
    {
      "epoch": 0.0465091066782307,
      "grad_norm": 0.28319114446640015,
      "learning_rate": 9.880676048164805e-05,
      "loss": 0.0871,
      "step": 429
    },
    {
      "epoch": 0.04661751951431049,
      "grad_norm": 0.2540973424911499,
      "learning_rate": 9.880313361381112e-05,
      "loss": 0.0915,
      "step": 430
    },
    {
      "epoch": 0.046725932350390284,
      "grad_norm": 0.4731876254081726,
      "learning_rate": 9.879950674597418e-05,
      "loss": 0.1163,
      "step": 431
    },
    {
      "epoch": 0.046834345186470075,
      "grad_norm": 0.29267075657844543,
      "learning_rate": 9.879587987813725e-05,
      "loss": 0.0557,
      "step": 432
    },
    {
      "epoch": 0.04694275802254987,
      "grad_norm": 0.3476372957229614,
      "learning_rate": 9.87922530103003e-05,
      "loss": 0.0885,
      "step": 433
    },
    {
      "epoch": 0.047051170858629664,
      "grad_norm": 0.3078891336917877,
      "learning_rate": 9.878862614246338e-05,
      "loss": 0.0769,
      "step": 434
    },
    {
      "epoch": 0.047159583694709455,
      "grad_norm": 0.2922990620136261,
      "learning_rate": 9.878499927462643e-05,
      "loss": 0.0575,
      "step": 435
    },
    {
      "epoch": 0.047267996530789246,
      "grad_norm": 0.7049373388290405,
      "learning_rate": 9.878137240678949e-05,
      "loss": 0.1616,
      "step": 436
    },
    {
      "epoch": 0.047376409366869036,
      "grad_norm": 0.5473887324333191,
      "learning_rate": 9.877774553895257e-05,
      "loss": 0.0719,
      "step": 437
    },
    {
      "epoch": 0.04748482220294883,
      "grad_norm": 0.2767307460308075,
      "learning_rate": 9.877411867111563e-05,
      "loss": 0.0611,
      "step": 438
    },
    {
      "epoch": 0.04759323503902862,
      "grad_norm": 0.31606703996658325,
      "learning_rate": 9.87704918032787e-05,
      "loss": 0.154,
      "step": 439
    },
    {
      "epoch": 0.047701647875108416,
      "grad_norm": 0.582953929901123,
      "learning_rate": 9.876686493544176e-05,
      "loss": 0.1548,
      "step": 440
    },
    {
      "epoch": 0.04781006071118821,
      "grad_norm": 0.35128161311149597,
      "learning_rate": 9.876323806760483e-05,
      "loss": 0.1132,
      "step": 441
    },
    {
      "epoch": 0.047918473547268,
      "grad_norm": 0.3485076427459717,
      "learning_rate": 9.875961119976789e-05,
      "loss": 0.1226,
      "step": 442
    },
    {
      "epoch": 0.04802688638334779,
      "grad_norm": 0.3562590777873993,
      "learning_rate": 9.875598433193095e-05,
      "loss": 0.095,
      "step": 443
    },
    {
      "epoch": 0.04813529921942758,
      "grad_norm": 0.24280394613742828,
      "learning_rate": 9.875235746409402e-05,
      "loss": 0.0911,
      "step": 444
    },
    {
      "epoch": 0.04824371205550737,
      "grad_norm": 0.28677797317504883,
      "learning_rate": 9.874873059625707e-05,
      "loss": 0.0938,
      "step": 445
    },
    {
      "epoch": 0.04835212489158716,
      "grad_norm": 0.39187341928482056,
      "learning_rate": 9.874510372842014e-05,
      "loss": 0.0954,
      "step": 446
    },
    {
      "epoch": 0.04846053772766695,
      "grad_norm": 0.18216201663017273,
      "learning_rate": 9.87414768605832e-05,
      "loss": 0.0875,
      "step": 447
    },
    {
      "epoch": 0.04856895056374675,
      "grad_norm": 0.5360844731330872,
      "learning_rate": 9.873784999274627e-05,
      "loss": 0.0855,
      "step": 448
    },
    {
      "epoch": 0.04867736339982654,
      "grad_norm": 0.19499559700489044,
      "learning_rate": 9.873422312490933e-05,
      "loss": 0.1108,
      "step": 449
    },
    {
      "epoch": 0.04878577623590633,
      "grad_norm": 0.3753029406070709,
      "learning_rate": 9.873059625707239e-05,
      "loss": 0.0692,
      "step": 450
    },
    {
      "epoch": 0.04889418907198612,
      "grad_norm": 0.25591737031936646,
      "learning_rate": 9.872696938923546e-05,
      "loss": 0.0746,
      "step": 451
    },
    {
      "epoch": 0.049002601908065914,
      "grad_norm": 0.1483476459980011,
      "learning_rate": 9.872334252139852e-05,
      "loss": 0.1014,
      "step": 452
    },
    {
      "epoch": 0.049111014744145705,
      "grad_norm": 0.2619321644306183,
      "learning_rate": 9.871971565356159e-05,
      "loss": 0.1146,
      "step": 453
    },
    {
      "epoch": 0.049219427580225496,
      "grad_norm": 0.21291330456733704,
      "learning_rate": 9.871608878572464e-05,
      "loss": 0.0875,
      "step": 454
    },
    {
      "epoch": 0.049327840416305294,
      "grad_norm": 0.150924950838089,
      "learning_rate": 9.871246191788773e-05,
      "loss": 0.0876,
      "step": 455
    },
    {
      "epoch": 0.049436253252385085,
      "grad_norm": 0.19297188520431519,
      "learning_rate": 9.870883505005079e-05,
      "loss": 0.0632,
      "step": 456
    },
    {
      "epoch": 0.049544666088464875,
      "grad_norm": 0.23093491792678833,
      "learning_rate": 9.870520818221384e-05,
      "loss": 0.0896,
      "step": 457
    },
    {
      "epoch": 0.049653078924544666,
      "grad_norm": 0.23983091115951538,
      "learning_rate": 9.870158131437691e-05,
      "loss": 0.1226,
      "step": 458
    },
    {
      "epoch": 0.04976149176062446,
      "grad_norm": 0.25151926279067993,
      "learning_rate": 9.869795444653997e-05,
      "loss": 0.102,
      "step": 459
    },
    {
      "epoch": 0.04986990459670425,
      "grad_norm": 0.18513575196266174,
      "learning_rate": 9.869432757870304e-05,
      "loss": 0.0884,
      "step": 460
    },
    {
      "epoch": 0.04997831743278404,
      "grad_norm": 0.31241321563720703,
      "learning_rate": 9.86907007108661e-05,
      "loss": 0.1377,
      "step": 461
    },
    {
      "epoch": 0.05008673026886384,
      "grad_norm": 0.24260686337947845,
      "learning_rate": 9.868707384302917e-05,
      "loss": 0.0659,
      "step": 462
    },
    {
      "epoch": 0.05019514310494363,
      "grad_norm": 0.3262456953525543,
      "learning_rate": 9.868344697519223e-05,
      "loss": 0.0607,
      "step": 463
    },
    {
      "epoch": 0.05030355594102342,
      "grad_norm": 0.25265026092529297,
      "learning_rate": 9.86798201073553e-05,
      "loss": 0.1011,
      "step": 464
    },
    {
      "epoch": 0.05041196877710321,
      "grad_norm": 0.3457950949668884,
      "learning_rate": 9.867619323951836e-05,
      "loss": 0.1029,
      "step": 465
    },
    {
      "epoch": 0.050520381613183,
      "grad_norm": 0.25266408920288086,
      "learning_rate": 9.867256637168141e-05,
      "loss": 0.0883,
      "step": 466
    },
    {
      "epoch": 0.05062879444926279,
      "grad_norm": 0.1434287279844284,
      "learning_rate": 9.866893950384448e-05,
      "loss": 0.0576,
      "step": 467
    },
    {
      "epoch": 0.05073720728534258,
      "grad_norm": 0.46530377864837646,
      "learning_rate": 9.866531263600754e-05,
      "loss": 0.1088,
      "step": 468
    },
    {
      "epoch": 0.05084562012142237,
      "grad_norm": 0.539310097694397,
      "learning_rate": 9.866168576817061e-05,
      "loss": 0.1255,
      "step": 469
    },
    {
      "epoch": 0.05095403295750217,
      "grad_norm": 0.24023231863975525,
      "learning_rate": 9.865805890033367e-05,
      "loss": 0.098,
      "step": 470
    },
    {
      "epoch": 0.05106244579358196,
      "grad_norm": 0.29550716280937195,
      "learning_rate": 9.865443203249674e-05,
      "loss": 0.0683,
      "step": 471
    },
    {
      "epoch": 0.05117085862966175,
      "grad_norm": 0.16536639630794525,
      "learning_rate": 9.865080516465981e-05,
      "loss": 0.0625,
      "step": 472
    },
    {
      "epoch": 0.051279271465741544,
      "grad_norm": 0.3905288875102997,
      "learning_rate": 9.864717829682287e-05,
      "loss": 0.1056,
      "step": 473
    },
    {
      "epoch": 0.051387684301821335,
      "grad_norm": 0.2915586531162262,
      "learning_rate": 9.864355142898594e-05,
      "loss": 0.0952,
      "step": 474
    },
    {
      "epoch": 0.051496097137901126,
      "grad_norm": 0.3790197968482971,
      "learning_rate": 9.8639924561149e-05,
      "loss": 0.1095,
      "step": 475
    },
    {
      "epoch": 0.05160450997398092,
      "grad_norm": 0.27855122089385986,
      "learning_rate": 9.863629769331207e-05,
      "loss": 0.0685,
      "step": 476
    },
    {
      "epoch": 0.051712922810060714,
      "grad_norm": 0.3067260682582855,
      "learning_rate": 9.863267082547512e-05,
      "loss": 0.0834,
      "step": 477
    },
    {
      "epoch": 0.051821335646140505,
      "grad_norm": 0.2720564305782318,
      "learning_rate": 9.86290439576382e-05,
      "loss": 0.0655,
      "step": 478
    },
    {
      "epoch": 0.051929748482220296,
      "grad_norm": 0.20599813759326935,
      "learning_rate": 9.862541708980125e-05,
      "loss": 0.0377,
      "step": 479
    },
    {
      "epoch": 0.05203816131830009,
      "grad_norm": 0.5980172753334045,
      "learning_rate": 9.862179022196431e-05,
      "loss": 0.1238,
      "step": 480
    },
    {
      "epoch": 0.05214657415437988,
      "grad_norm": 0.27696967124938965,
      "learning_rate": 9.861816335412738e-05,
      "loss": 0.0967,
      "step": 481
    },
    {
      "epoch": 0.05225498699045967,
      "grad_norm": 0.33215564489364624,
      "learning_rate": 9.861453648629044e-05,
      "loss": 0.0767,
      "step": 482
    },
    {
      "epoch": 0.05236339982653946,
      "grad_norm": 0.37585559487342834,
      "learning_rate": 9.861090961845351e-05,
      "loss": 0.1237,
      "step": 483
    },
    {
      "epoch": 0.05247181266261925,
      "grad_norm": 0.43284428119659424,
      "learning_rate": 9.860728275061657e-05,
      "loss": 0.0783,
      "step": 484
    },
    {
      "epoch": 0.05258022549869905,
      "grad_norm": 0.19645923376083374,
      "learning_rate": 9.860365588277964e-05,
      "loss": 0.109,
      "step": 485
    },
    {
      "epoch": 0.05268863833477884,
      "grad_norm": 0.3320028781890869,
      "learning_rate": 9.86000290149427e-05,
      "loss": 0.1229,
      "step": 486
    },
    {
      "epoch": 0.05279705117085863,
      "grad_norm": 0.3412916958332062,
      "learning_rate": 9.859640214710577e-05,
      "loss": 0.098,
      "step": 487
    },
    {
      "epoch": 0.05290546400693842,
      "grad_norm": 0.28967344760894775,
      "learning_rate": 9.859277527926882e-05,
      "loss": 0.0847,
      "step": 488
    },
    {
      "epoch": 0.05301387684301821,
      "grad_norm": 0.2923129200935364,
      "learning_rate": 9.85891484114319e-05,
      "loss": 0.0738,
      "step": 489
    },
    {
      "epoch": 0.053122289679098,
      "grad_norm": 0.34429940581321716,
      "learning_rate": 9.858552154359497e-05,
      "loss": 0.0833,
      "step": 490
    },
    {
      "epoch": 0.053230702515177794,
      "grad_norm": 0.2740197479724884,
      "learning_rate": 9.858189467575802e-05,
      "loss": 0.0584,
      "step": 491
    },
    {
      "epoch": 0.05333911535125759,
      "grad_norm": 0.34397661685943604,
      "learning_rate": 9.85782678079211e-05,
      "loss": 0.0894,
      "step": 492
    },
    {
      "epoch": 0.05344752818733738,
      "grad_norm": 0.46188223361968994,
      "learning_rate": 9.857464094008415e-05,
      "loss": 0.114,
      "step": 493
    },
    {
      "epoch": 0.053555941023417174,
      "grad_norm": 0.2965087294578552,
      "learning_rate": 9.857101407224721e-05,
      "loss": 0.1011,
      "step": 494
    },
    {
      "epoch": 0.053664353859496965,
      "grad_norm": 0.3681933581829071,
      "learning_rate": 9.856738720441028e-05,
      "loss": 0.1229,
      "step": 495
    },
    {
      "epoch": 0.053772766695576756,
      "grad_norm": 0.34383609890937805,
      "learning_rate": 9.856376033657334e-05,
      "loss": 0.0938,
      "step": 496
    },
    {
      "epoch": 0.053881179531656546,
      "grad_norm": 0.23346039652824402,
      "learning_rate": 9.856013346873641e-05,
      "loss": 0.0859,
      "step": 497
    },
    {
      "epoch": 0.05398959236773634,
      "grad_norm": 0.22245031595230103,
      "learning_rate": 9.855650660089946e-05,
      "loss": 0.0675,
      "step": 498
    },
    {
      "epoch": 0.054098005203816135,
      "grad_norm": 0.19628793001174927,
      "learning_rate": 9.855287973306254e-05,
      "loss": 0.0515,
      "step": 499
    },
    {
      "epoch": 0.054206418039895926,
      "grad_norm": 0.3043539226055145,
      "learning_rate": 9.854925286522559e-05,
      "loss": 0.1376,
      "step": 500
    },
    {
      "epoch": 0.05431483087597572,
      "grad_norm": 0.3309358060359955,
      "learning_rate": 9.854562599738866e-05,
      "loss": 0.0681,
      "step": 501
    },
    {
      "epoch": 0.05442324371205551,
      "grad_norm": 1.0157864093780518,
      "learning_rate": 9.854199912955172e-05,
      "loss": 0.0734,
      "step": 502
    },
    {
      "epoch": 0.0545316565481353,
      "grad_norm": 0.1982482522726059,
      "learning_rate": 9.853837226171478e-05,
      "loss": 0.0821,
      "step": 503
    },
    {
      "epoch": 0.05464006938421509,
      "grad_norm": 0.19711823761463165,
      "learning_rate": 9.853474539387785e-05,
      "loss": 0.0847,
      "step": 504
    },
    {
      "epoch": 0.05474848222029488,
      "grad_norm": 0.30309391021728516,
      "learning_rate": 9.85311185260409e-05,
      "loss": 0.1097,
      "step": 505
    },
    {
      "epoch": 0.05485689505637467,
      "grad_norm": 0.3034103512763977,
      "learning_rate": 9.852749165820399e-05,
      "loss": 0.1023,
      "step": 506
    },
    {
      "epoch": 0.05496530789245447,
      "grad_norm": 0.3545955717563629,
      "learning_rate": 9.852386479036705e-05,
      "loss": 0.1117,
      "step": 507
    },
    {
      "epoch": 0.05507372072853426,
      "grad_norm": 0.3080842196941376,
      "learning_rate": 9.85202379225301e-05,
      "loss": 0.06,
      "step": 508
    },
    {
      "epoch": 0.05518213356461405,
      "grad_norm": 0.20173785090446472,
      "learning_rate": 9.851661105469318e-05,
      "loss": 0.0647,
      "step": 509
    },
    {
      "epoch": 0.05529054640069384,
      "grad_norm": 0.2499268651008606,
      "learning_rate": 9.851298418685623e-05,
      "loss": 0.0819,
      "step": 510
    },
    {
      "epoch": 0.05539895923677363,
      "grad_norm": 0.13908709585666656,
      "learning_rate": 9.85093573190193e-05,
      "loss": 0.0753,
      "step": 511
    },
    {
      "epoch": 0.055507372072853424,
      "grad_norm": 0.3217531442642212,
      "learning_rate": 9.850573045118236e-05,
      "loss": 0.0868,
      "step": 512
    },
    {
      "epoch": 0.055615784908933215,
      "grad_norm": 0.4449891149997711,
      "learning_rate": 9.850210358334543e-05,
      "loss": 0.0919,
      "step": 513
    },
    {
      "epoch": 0.05572419774501301,
      "grad_norm": 0.35037076473236084,
      "learning_rate": 9.849847671550849e-05,
      "loss": 0.103,
      "step": 514
    },
    {
      "epoch": 0.055832610581092804,
      "grad_norm": 0.5059738159179688,
      "learning_rate": 9.849484984767156e-05,
      "loss": 0.0915,
      "step": 515
    },
    {
      "epoch": 0.055941023417172595,
      "grad_norm": 0.18887896835803986,
      "learning_rate": 9.849122297983462e-05,
      "loss": 0.053,
      "step": 516
    },
    {
      "epoch": 0.056049436253252385,
      "grad_norm": 0.28511443734169006,
      "learning_rate": 9.848759611199768e-05,
      "loss": 0.0851,
      "step": 517
    },
    {
      "epoch": 0.056157849089332176,
      "grad_norm": 0.3063099980354309,
      "learning_rate": 9.848396924416075e-05,
      "loss": 0.0739,
      "step": 518
    },
    {
      "epoch": 0.05626626192541197,
      "grad_norm": 0.13858015835285187,
      "learning_rate": 9.84803423763238e-05,
      "loss": 0.0588,
      "step": 519
    },
    {
      "epoch": 0.05637467476149176,
      "grad_norm": 0.6307081580162048,
      "learning_rate": 9.847671550848687e-05,
      "loss": 0.1141,
      "step": 520
    },
    {
      "epoch": 0.05648308759757155,
      "grad_norm": 0.3567023277282715,
      "learning_rate": 9.847308864064993e-05,
      "loss": 0.0767,
      "step": 521
    },
    {
      "epoch": 0.05659150043365135,
      "grad_norm": 0.41585472226142883,
      "learning_rate": 9.8469461772813e-05,
      "loss": 0.0762,
      "step": 522
    },
    {
      "epoch": 0.05669991326973114,
      "grad_norm": 0.18463103473186493,
      "learning_rate": 9.846583490497606e-05,
      "loss": 0.0876,
      "step": 523
    },
    {
      "epoch": 0.05680832610581093,
      "grad_norm": 0.2977883219718933,
      "learning_rate": 9.846220803713913e-05,
      "loss": 0.0888,
      "step": 524
    },
    {
      "epoch": 0.05691673894189072,
      "grad_norm": 0.20843258500099182,
      "learning_rate": 9.84585811693022e-05,
      "loss": 0.0682,
      "step": 525
    },
    {
      "epoch": 0.05702515177797051,
      "grad_norm": 0.2580193281173706,
      "learning_rate": 9.845495430146526e-05,
      "loss": 0.0779,
      "step": 526
    },
    {
      "epoch": 0.0571335646140503,
      "grad_norm": 0.3246529996395111,
      "learning_rate": 9.845132743362833e-05,
      "loss": 0.0666,
      "step": 527
    },
    {
      "epoch": 0.05724197745013009,
      "grad_norm": 0.16728034615516663,
      "learning_rate": 9.844770056579139e-05,
      "loss": 0.0542,
      "step": 528
    },
    {
      "epoch": 0.05735039028620989,
      "grad_norm": 0.33365949988365173,
      "learning_rate": 9.844407369795446e-05,
      "loss": 0.0802,
      "step": 529
    },
    {
      "epoch": 0.05745880312228968,
      "grad_norm": 0.27515551447868347,
      "learning_rate": 9.844044683011752e-05,
      "loss": 0.0806,
      "step": 530
    },
    {
      "epoch": 0.05756721595836947,
      "grad_norm": 0.4382026791572571,
      "learning_rate": 9.843681996228057e-05,
      "loss": 0.1011,
      "step": 531
    },
    {
      "epoch": 0.05767562879444926,
      "grad_norm": 0.30227914452552795,
      "learning_rate": 9.843319309444364e-05,
      "loss": 0.0887,
      "step": 532
    },
    {
      "epoch": 0.057784041630529054,
      "grad_norm": 0.40093299746513367,
      "learning_rate": 9.84295662266067e-05,
      "loss": 0.0698,
      "step": 533
    },
    {
      "epoch": 0.057892454466608845,
      "grad_norm": 0.2504342198371887,
      "learning_rate": 9.842593935876977e-05,
      "loss": 0.0815,
      "step": 534
    },
    {
      "epoch": 0.058000867302688636,
      "grad_norm": 0.2889011800289154,
      "learning_rate": 9.842231249093283e-05,
      "loss": 0.0559,
      "step": 535
    },
    {
      "epoch": 0.058109280138768434,
      "grad_norm": 0.46888262033462524,
      "learning_rate": 9.84186856230959e-05,
      "loss": 0.1174,
      "step": 536
    },
    {
      "epoch": 0.058217692974848224,
      "grad_norm": 0.22608791291713715,
      "learning_rate": 9.841505875525896e-05,
      "loss": 0.0717,
      "step": 537
    },
    {
      "epoch": 0.058326105810928015,
      "grad_norm": 0.4858476519584656,
      "learning_rate": 9.841143188742203e-05,
      "loss": 0.0701,
      "step": 538
    },
    {
      "epoch": 0.058434518647007806,
      "grad_norm": 0.3397894501686096,
      "learning_rate": 9.840780501958509e-05,
      "loss": 0.0782,
      "step": 539
    },
    {
      "epoch": 0.0585429314830876,
      "grad_norm": 0.2597018778324127,
      "learning_rate": 9.840417815174814e-05,
      "loss": 0.0609,
      "step": 540
    },
    {
      "epoch": 0.05865134431916739,
      "grad_norm": 0.4426840543746948,
      "learning_rate": 9.840055128391123e-05,
      "loss": 0.0982,
      "step": 541
    },
    {
      "epoch": 0.05875975715524718,
      "grad_norm": 0.5221784114837646,
      "learning_rate": 9.839692441607429e-05,
      "loss": 0.1132,
      "step": 542
    },
    {
      "epoch": 0.05886816999132697,
      "grad_norm": 0.341134250164032,
      "learning_rate": 9.839329754823736e-05,
      "loss": 0.0875,
      "step": 543
    },
    {
      "epoch": 0.05897658282740677,
      "grad_norm": 0.21373394131660461,
      "learning_rate": 9.838967068040041e-05,
      "loss": 0.0501,
      "step": 544
    },
    {
      "epoch": 0.05908499566348656,
      "grad_norm": 0.24747052788734436,
      "learning_rate": 9.838604381256348e-05,
      "loss": 0.0674,
      "step": 545
    },
    {
      "epoch": 0.05919340849956635,
      "grad_norm": 0.25407540798187256,
      "learning_rate": 9.838241694472654e-05,
      "loss": 0.0813,
      "step": 546
    },
    {
      "epoch": 0.05930182133564614,
      "grad_norm": 0.4154374301433563,
      "learning_rate": 9.83787900768896e-05,
      "loss": 0.0807,
      "step": 547
    },
    {
      "epoch": 0.05941023417172593,
      "grad_norm": 0.32149672508239746,
      "learning_rate": 9.837516320905267e-05,
      "loss": 0.0721,
      "step": 548
    },
    {
      "epoch": 0.05951864700780572,
      "grad_norm": 0.30022498965263367,
      "learning_rate": 9.837153634121573e-05,
      "loss": 0.0658,
      "step": 549
    },
    {
      "epoch": 0.05962705984388551,
      "grad_norm": 0.33980730175971985,
      "learning_rate": 9.83679094733788e-05,
      "loss": 0.0648,
      "step": 550
    },
    {
      "epoch": 0.05973547267996531,
      "grad_norm": 0.2394658774137497,
      "learning_rate": 9.836428260554186e-05,
      "loss": 0.0748,
      "step": 551
    },
    {
      "epoch": 0.0598438855160451,
      "grad_norm": 0.31163886189460754,
      "learning_rate": 9.836065573770493e-05,
      "loss": 0.0779,
      "step": 552
    },
    {
      "epoch": 0.05995229835212489,
      "grad_norm": 0.23609112203121185,
      "learning_rate": 9.835702886986798e-05,
      "loss": 0.0646,
      "step": 553
    },
    {
      "epoch": 0.060060711188204684,
      "grad_norm": 0.2223397195339203,
      "learning_rate": 9.835340200203105e-05,
      "loss": 0.0758,
      "step": 554
    },
    {
      "epoch": 0.060169124024284475,
      "grad_norm": 0.2538294196128845,
      "learning_rate": 9.834977513419411e-05,
      "loss": 0.0527,
      "step": 555
    },
    {
      "epoch": 0.060277536860364266,
      "grad_norm": 0.2290097028017044,
      "learning_rate": 9.834614826635717e-05,
      "loss": 0.0513,
      "step": 556
    },
    {
      "epoch": 0.060385949696444056,
      "grad_norm": 0.30710452795028687,
      "learning_rate": 9.834252139852024e-05,
      "loss": 0.0686,
      "step": 557
    },
    {
      "epoch": 0.06049436253252385,
      "grad_norm": 0.2884926497936249,
      "learning_rate": 9.833889453068331e-05,
      "loss": 0.0685,
      "step": 558
    },
    {
      "epoch": 0.060602775368603645,
      "grad_norm": 0.3688226044178009,
      "learning_rate": 9.833526766284638e-05,
      "loss": 0.0721,
      "step": 559
    },
    {
      "epoch": 0.060711188204683436,
      "grad_norm": 0.36943578720092773,
      "learning_rate": 9.833164079500944e-05,
      "loss": 0.1063,
      "step": 560
    },
    {
      "epoch": 0.06081960104076323,
      "grad_norm": 0.35441216826438904,
      "learning_rate": 9.83280139271725e-05,
      "loss": 0.0763,
      "step": 561
    },
    {
      "epoch": 0.06092801387684302,
      "grad_norm": 0.4639788568019867,
      "learning_rate": 9.832438705933557e-05,
      "loss": 0.0993,
      "step": 562
    },
    {
      "epoch": 0.06103642671292281,
      "grad_norm": 0.7564545273780823,
      "learning_rate": 9.832076019149862e-05,
      "loss": 0.1038,
      "step": 563
    },
    {
      "epoch": 0.0611448395490026,
      "grad_norm": 0.2950044274330139,
      "learning_rate": 9.83171333236617e-05,
      "loss": 0.0889,
      "step": 564
    },
    {
      "epoch": 0.06125325238508239,
      "grad_norm": 0.41793081164360046,
      "learning_rate": 9.831350645582475e-05,
      "loss": 0.0777,
      "step": 565
    },
    {
      "epoch": 0.06136166522116219,
      "grad_norm": 0.20924773812294006,
      "learning_rate": 9.830987958798782e-05,
      "loss": 0.0542,
      "step": 566
    },
    {
      "epoch": 0.06147007805724198,
      "grad_norm": 0.21285517513751984,
      "learning_rate": 9.830625272015088e-05,
      "loss": 0.0412,
      "step": 567
    },
    {
      "epoch": 0.06157849089332177,
      "grad_norm": 0.5116063356399536,
      "learning_rate": 9.830262585231395e-05,
      "loss": 0.0506,
      "step": 568
    },
    {
      "epoch": 0.06168690372940156,
      "grad_norm": 0.3450818657875061,
      "learning_rate": 9.829899898447701e-05,
      "loss": 0.0543,
      "step": 569
    },
    {
      "epoch": 0.06179531656548135,
      "grad_norm": 0.8113678693771362,
      "learning_rate": 9.829537211664007e-05,
      "loss": 0.0895,
      "step": 570
    },
    {
      "epoch": 0.06190372940156114,
      "grad_norm": 0.18169766664505005,
      "learning_rate": 9.829174524880314e-05,
      "loss": 0.0486,
      "step": 571
    },
    {
      "epoch": 0.062012142237640934,
      "grad_norm": 1.1466385126113892,
      "learning_rate": 9.82881183809662e-05,
      "loss": 0.1084,
      "step": 572
    },
    {
      "epoch": 0.06212055507372073,
      "grad_norm": 0.5260603427886963,
      "learning_rate": 9.828449151312927e-05,
      "loss": 0.0736,
      "step": 573
    },
    {
      "epoch": 0.06222896790980052,
      "grad_norm": 0.3112998306751251,
      "learning_rate": 9.828086464529232e-05,
      "loss": 0.0362,
      "step": 574
    },
    {
      "epoch": 0.062337380745880314,
      "grad_norm": 0.29033300280570984,
      "learning_rate": 9.82772377774554e-05,
      "loss": 0.0543,
      "step": 575
    },
    {
      "epoch": 0.062445793581960105,
      "grad_norm": 0.3226603865623474,
      "learning_rate": 9.827361090961846e-05,
      "loss": 0.0579,
      "step": 576
    },
    {
      "epoch": 0.0625542064180399,
      "grad_norm": 0.2068556845188141,
      "learning_rate": 9.826998404178152e-05,
      "loss": 0.069,
      "step": 577
    },
    {
      "epoch": 0.06266261925411969,
      "grad_norm": 0.36912402510643005,
      "learning_rate": 9.826635717394459e-05,
      "loss": 0.1153,
      "step": 578
    },
    {
      "epoch": 0.06277103209019948,
      "grad_norm": 0.42220044136047363,
      "learning_rate": 9.826273030610765e-05,
      "loss": 0.0798,
      "step": 579
    },
    {
      "epoch": 0.06287944492627927,
      "grad_norm": 0.45258256793022156,
      "learning_rate": 9.825910343827072e-05,
      "loss": 0.1029,
      "step": 580
    },
    {
      "epoch": 0.06298785776235906,
      "grad_norm": 0.17940717935562134,
      "learning_rate": 9.825547657043378e-05,
      "loss": 0.0424,
      "step": 581
    },
    {
      "epoch": 0.06309627059843885,
      "grad_norm": 0.2514156997203827,
      "learning_rate": 9.825184970259685e-05,
      "loss": 0.0744,
      "step": 582
    },
    {
      "epoch": 0.06320468343451864,
      "grad_norm": 0.2377770096063614,
      "learning_rate": 9.82482228347599e-05,
      "loss": 0.0693,
      "step": 583
    },
    {
      "epoch": 0.06331309627059845,
      "grad_norm": 0.37356117367744446,
      "learning_rate": 9.824459596692296e-05,
      "loss": 0.0732,
      "step": 584
    },
    {
      "epoch": 0.06342150910667824,
      "grad_norm": 0.5276919603347778,
      "learning_rate": 9.824096909908603e-05,
      "loss": 0.1446,
      "step": 585
    },
    {
      "epoch": 0.06352992194275803,
      "grad_norm": 0.18203042447566986,
      "learning_rate": 9.823734223124909e-05,
      "loss": 0.0672,
      "step": 586
    },
    {
      "epoch": 0.06363833477883782,
      "grad_norm": 0.18935900926589966,
      "learning_rate": 9.823371536341216e-05,
      "loss": 0.0526,
      "step": 587
    },
    {
      "epoch": 0.06374674761491761,
      "grad_norm": 0.2552007734775543,
      "learning_rate": 9.823008849557522e-05,
      "loss": 0.0678,
      "step": 588
    },
    {
      "epoch": 0.0638551604509974,
      "grad_norm": 0.38718804717063904,
      "learning_rate": 9.822646162773829e-05,
      "loss": 0.0754,
      "step": 589
    },
    {
      "epoch": 0.06396357328707719,
      "grad_norm": 0.3281971216201782,
      "learning_rate": 9.822283475990135e-05,
      "loss": 0.0885,
      "step": 590
    },
    {
      "epoch": 0.06407198612315698,
      "grad_norm": 0.3208824396133423,
      "learning_rate": 9.821920789206442e-05,
      "loss": 0.1022,
      "step": 591
    },
    {
      "epoch": 0.06418039895923677,
      "grad_norm": 0.36176204681396484,
      "learning_rate": 9.821558102422748e-05,
      "loss": 0.0975,
      "step": 592
    },
    {
      "epoch": 0.06428881179531656,
      "grad_norm": 0.20620696246623993,
      "learning_rate": 9.821195415639055e-05,
      "loss": 0.054,
      "step": 593
    },
    {
      "epoch": 0.06439722463139635,
      "grad_norm": 0.16801299154758453,
      "learning_rate": 9.820832728855362e-05,
      "loss": 0.0689,
      "step": 594
    },
    {
      "epoch": 0.06450563746747615,
      "grad_norm": 0.24900873005390167,
      "learning_rate": 9.820470042071668e-05,
      "loss": 0.0706,
      "step": 595
    },
    {
      "epoch": 0.06461405030355594,
      "grad_norm": 0.36653032898902893,
      "learning_rate": 9.820107355287975e-05,
      "loss": 0.104,
      "step": 596
    },
    {
      "epoch": 0.06472246313963573,
      "grad_norm": 0.3312758803367615,
      "learning_rate": 9.81974466850428e-05,
      "loss": 0.0746,
      "step": 597
    },
    {
      "epoch": 0.06483087597571552,
      "grad_norm": 0.2090124934911728,
      "learning_rate": 9.819381981720586e-05,
      "loss": 0.0606,
      "step": 598
    },
    {
      "epoch": 0.06493928881179532,
      "grad_norm": 0.21835806965827942,
      "learning_rate": 9.819019294936893e-05,
      "loss": 0.0693,
      "step": 599
    },
    {
      "epoch": 0.06504770164787511,
      "grad_norm": 0.4140566289424896,
      "learning_rate": 9.818656608153199e-05,
      "loss": 0.092,
      "step": 600
    },
    {
      "epoch": 0.0651561144839549,
      "grad_norm": 0.2751862406730652,
      "learning_rate": 9.818293921369506e-05,
      "loss": 0.1059,
      "step": 601
    },
    {
      "epoch": 0.0652645273200347,
      "grad_norm": 0.28341805934906006,
      "learning_rate": 9.817931234585812e-05,
      "loss": 0.1033,
      "step": 602
    },
    {
      "epoch": 0.06537294015611449,
      "grad_norm": 0.3286302089691162,
      "learning_rate": 9.817568547802119e-05,
      "loss": 0.0872,
      "step": 603
    },
    {
      "epoch": 0.06548135299219428,
      "grad_norm": 0.4827395975589752,
      "learning_rate": 9.817205861018425e-05,
      "loss": 0.0707,
      "step": 604
    },
    {
      "epoch": 0.06558976582827407,
      "grad_norm": 0.37999483942985535,
      "learning_rate": 9.816843174234732e-05,
      "loss": 0.0789,
      "step": 605
    },
    {
      "epoch": 0.06569817866435386,
      "grad_norm": 0.15444764494895935,
      "learning_rate": 9.816480487451037e-05,
      "loss": 0.0355,
      "step": 606
    },
    {
      "epoch": 0.06580659150043365,
      "grad_norm": 0.20475338399410248,
      "learning_rate": 9.816117800667343e-05,
      "loss": 0.0653,
      "step": 607
    },
    {
      "epoch": 0.06591500433651344,
      "grad_norm": 0.31572479009628296,
      "learning_rate": 9.81575511388365e-05,
      "loss": 0.0801,
      "step": 608
    },
    {
      "epoch": 0.06602341717259323,
      "grad_norm": 0.3952837884426117,
      "learning_rate": 9.815392427099956e-05,
      "loss": 0.1029,
      "step": 609
    },
    {
      "epoch": 0.06613183000867302,
      "grad_norm": 0.3430289328098297,
      "learning_rate": 9.815029740316264e-05,
      "loss": 0.1068,
      "step": 610
    },
    {
      "epoch": 0.06624024284475281,
      "grad_norm": 0.2947579324245453,
      "learning_rate": 9.81466705353257e-05,
      "loss": 0.0856,
      "step": 611
    },
    {
      "epoch": 0.0663486556808326,
      "grad_norm": 0.28154879808425903,
      "learning_rate": 9.814304366748876e-05,
      "loss": 0.0624,
      "step": 612
    },
    {
      "epoch": 0.0664570685169124,
      "grad_norm": 0.23462720215320587,
      "learning_rate": 9.813941679965183e-05,
      "loss": 0.0474,
      "step": 613
    },
    {
      "epoch": 0.0665654813529922,
      "grad_norm": 0.3083350360393524,
      "learning_rate": 9.813578993181489e-05,
      "loss": 0.0885,
      "step": 614
    },
    {
      "epoch": 0.06667389418907199,
      "grad_norm": 0.3584956228733063,
      "learning_rate": 9.813216306397796e-05,
      "loss": 0.1146,
      "step": 615
    },
    {
      "epoch": 0.06678230702515178,
      "grad_norm": 0.3516588807106018,
      "learning_rate": 9.812853619614102e-05,
      "loss": 0.0725,
      "step": 616
    },
    {
      "epoch": 0.06689071986123157,
      "grad_norm": 0.3961782455444336,
      "learning_rate": 9.812490932830409e-05,
      "loss": 0.0567,
      "step": 617
    },
    {
      "epoch": 0.06699913269731136,
      "grad_norm": 0.3008694052696228,
      "learning_rate": 9.812128246046714e-05,
      "loss": 0.0715,
      "step": 618
    },
    {
      "epoch": 0.06710754553339116,
      "grad_norm": 0.34784895181655884,
      "learning_rate": 9.811765559263021e-05,
      "loss": 0.0537,
      "step": 619
    },
    {
      "epoch": 0.06721595836947095,
      "grad_norm": 0.2706868052482605,
      "learning_rate": 9.811402872479327e-05,
      "loss": 0.0541,
      "step": 620
    },
    {
      "epoch": 0.06732437120555074,
      "grad_norm": 0.26936182379722595,
      "learning_rate": 9.811040185695633e-05,
      "loss": 0.0469,
      "step": 621
    },
    {
      "epoch": 0.06743278404163053,
      "grad_norm": 0.4414592981338501,
      "learning_rate": 9.81067749891194e-05,
      "loss": 0.1327,
      "step": 622
    },
    {
      "epoch": 0.06754119687771032,
      "grad_norm": 0.3822459876537323,
      "learning_rate": 9.810314812128246e-05,
      "loss": 0.1151,
      "step": 623
    },
    {
      "epoch": 0.06764960971379011,
      "grad_norm": 0.23973363637924194,
      "learning_rate": 9.809952125344553e-05,
      "loss": 0.0584,
      "step": 624
    },
    {
      "epoch": 0.0677580225498699,
      "grad_norm": 0.3146860897541046,
      "learning_rate": 9.809589438560859e-05,
      "loss": 0.0582,
      "step": 625
    },
    {
      "epoch": 0.06786643538594969,
      "grad_norm": 0.22568079829216003,
      "learning_rate": 9.809226751777166e-05,
      "loss": 0.033,
      "step": 626
    },
    {
      "epoch": 0.06797484822202948,
      "grad_norm": 0.31838682293891907,
      "learning_rate": 9.808864064993473e-05,
      "loss": 0.0977,
      "step": 627
    },
    {
      "epoch": 0.06808326105810927,
      "grad_norm": 0.3596653938293457,
      "learning_rate": 9.808501378209778e-05,
      "loss": 0.1361,
      "step": 628
    },
    {
      "epoch": 0.06819167389418908,
      "grad_norm": 0.3554404675960541,
      "learning_rate": 9.808138691426086e-05,
      "loss": 0.0547,
      "step": 629
    },
    {
      "epoch": 0.06830008673026887,
      "grad_norm": 0.3109546899795532,
      "learning_rate": 9.807776004642391e-05,
      "loss": 0.0822,
      "step": 630
    },
    {
      "epoch": 0.06840849956634866,
      "grad_norm": 0.45763739943504333,
      "learning_rate": 9.807413317858698e-05,
      "loss": 0.0751,
      "step": 631
    },
    {
      "epoch": 0.06851691240242845,
      "grad_norm": 0.3065864145755768,
      "learning_rate": 9.807050631075004e-05,
      "loss": 0.0863,
      "step": 632
    },
    {
      "epoch": 0.06862532523850824,
      "grad_norm": 0.33582618832588196,
      "learning_rate": 9.806687944291311e-05,
      "loss": 0.0808,
      "step": 633
    },
    {
      "epoch": 0.06873373807458803,
      "grad_norm": 0.16270281374454498,
      "learning_rate": 9.806325257507617e-05,
      "loss": 0.0539,
      "step": 634
    },
    {
      "epoch": 0.06884215091066782,
      "grad_norm": 0.5537096261978149,
      "learning_rate": 9.805962570723924e-05,
      "loss": 0.0947,
      "step": 635
    },
    {
      "epoch": 0.06895056374674761,
      "grad_norm": 0.2789900302886963,
      "learning_rate": 9.80559988394023e-05,
      "loss": 0.0767,
      "step": 636
    },
    {
      "epoch": 0.0690589765828274,
      "grad_norm": 0.24676699936389923,
      "learning_rate": 9.805237197156535e-05,
      "loss": 0.0596,
      "step": 637
    },
    {
      "epoch": 0.0691673894189072,
      "grad_norm": 0.24443918466567993,
      "learning_rate": 9.804874510372843e-05,
      "loss": 0.0497,
      "step": 638
    },
    {
      "epoch": 0.06927580225498699,
      "grad_norm": 0.4099053144454956,
      "learning_rate": 9.804511823589148e-05,
      "loss": 0.0857,
      "step": 639
    },
    {
      "epoch": 0.06938421509106678,
      "grad_norm": 0.29024311900138855,
      "learning_rate": 9.804149136805455e-05,
      "loss": 0.0466,
      "step": 640
    },
    {
      "epoch": 0.06949262792714657,
      "grad_norm": 0.2953874468803406,
      "learning_rate": 9.803786450021761e-05,
      "loss": 0.0639,
      "step": 641
    },
    {
      "epoch": 0.06960104076322636,
      "grad_norm": 0.23572784662246704,
      "learning_rate": 9.803423763238068e-05,
      "loss": 0.0654,
      "step": 642
    },
    {
      "epoch": 0.06970945359930615,
      "grad_norm": 0.20379962027072906,
      "learning_rate": 9.803061076454374e-05,
      "loss": 0.0567,
      "step": 643
    },
    {
      "epoch": 0.06981786643538596,
      "grad_norm": 0.28338128328323364,
      "learning_rate": 9.80269838967068e-05,
      "loss": 0.0507,
      "step": 644
    },
    {
      "epoch": 0.06992627927146575,
      "grad_norm": 0.302094429731369,
      "learning_rate": 9.802335702886988e-05,
      "loss": 0.0677,
      "step": 645
    },
    {
      "epoch": 0.07003469210754554,
      "grad_norm": 0.5228263735771179,
      "learning_rate": 9.801973016103294e-05,
      "loss": 0.0609,
      "step": 646
    },
    {
      "epoch": 0.07014310494362533,
      "grad_norm": 0.49902597069740295,
      "learning_rate": 9.801610329319601e-05,
      "loss": 0.107,
      "step": 647
    },
    {
      "epoch": 0.07025151777970512,
      "grad_norm": 0.3921622335910797,
      "learning_rate": 9.801247642535907e-05,
      "loss": 0.0718,
      "step": 648
    },
    {
      "epoch": 0.07035993061578491,
      "grad_norm": 0.42272770404815674,
      "learning_rate": 9.800884955752214e-05,
      "loss": 0.0676,
      "step": 649
    },
    {
      "epoch": 0.0704683434518647,
      "grad_norm": 0.2882893681526184,
      "learning_rate": 9.80052226896852e-05,
      "loss": 0.0586,
      "step": 650
    },
    {
      "epoch": 0.07057675628794449,
      "grad_norm": 0.5007333159446716,
      "learning_rate": 9.800159582184825e-05,
      "loss": 0.0889,
      "step": 651
    },
    {
      "epoch": 0.07068516912402428,
      "grad_norm": 0.3311654329299927,
      "learning_rate": 9.799796895401132e-05,
      "loss": 0.0895,
      "step": 652
    },
    {
      "epoch": 0.07079358196010407,
      "grad_norm": 0.25804558396339417,
      "learning_rate": 9.799434208617438e-05,
      "loss": 0.0319,
      "step": 653
    },
    {
      "epoch": 0.07090199479618386,
      "grad_norm": 0.3293263018131256,
      "learning_rate": 9.799071521833745e-05,
      "loss": 0.0905,
      "step": 654
    },
    {
      "epoch": 0.07101040763226366,
      "grad_norm": 0.35398903489112854,
      "learning_rate": 9.798708835050051e-05,
      "loss": 0.0738,
      "step": 655
    },
    {
      "epoch": 0.07111882046834345,
      "grad_norm": 0.20665934681892395,
      "learning_rate": 9.798346148266358e-05,
      "loss": 0.046,
      "step": 656
    },
    {
      "epoch": 0.07122723330442324,
      "grad_norm": 0.6924319863319397,
      "learning_rate": 9.797983461482664e-05,
      "loss": 0.1051,
      "step": 657
    },
    {
      "epoch": 0.07133564614050304,
      "grad_norm": 0.7441874146461487,
      "learning_rate": 9.797620774698971e-05,
      "loss": 0.0669,
      "step": 658
    },
    {
      "epoch": 0.07144405897658283,
      "grad_norm": 0.24742868542671204,
      "learning_rate": 9.797258087915276e-05,
      "loss": 0.0756,
      "step": 659
    },
    {
      "epoch": 0.07155247181266262,
      "grad_norm": 0.4151912033557892,
      "learning_rate": 9.796895401131582e-05,
      "loss": 0.0772,
      "step": 660
    },
    {
      "epoch": 0.07166088464874242,
      "grad_norm": 0.4506301283836365,
      "learning_rate": 9.796532714347889e-05,
      "loss": 0.0556,
      "step": 661
    },
    {
      "epoch": 0.0717692974848222,
      "grad_norm": 0.786114513874054,
      "learning_rate": 9.796170027564196e-05,
      "loss": 0.0966,
      "step": 662
    },
    {
      "epoch": 0.071877710320902,
      "grad_norm": 0.24008433520793915,
      "learning_rate": 9.795807340780503e-05,
      "loss": 0.0385,
      "step": 663
    },
    {
      "epoch": 0.07198612315698179,
      "grad_norm": 0.37402501702308655,
      "learning_rate": 9.795444653996809e-05,
      "loss": 0.0656,
      "step": 664
    },
    {
      "epoch": 0.07209453599306158,
      "grad_norm": 0.45545694231987,
      "learning_rate": 9.795081967213115e-05,
      "loss": 0.0403,
      "step": 665
    },
    {
      "epoch": 0.07220294882914137,
      "grad_norm": 0.3673129975795746,
      "learning_rate": 9.794719280429422e-05,
      "loss": 0.0845,
      "step": 666
    },
    {
      "epoch": 0.07231136166522116,
      "grad_norm": 0.15864433348178864,
      "learning_rate": 9.794356593645728e-05,
      "loss": 0.0457,
      "step": 667
    },
    {
      "epoch": 0.07241977450130095,
      "grad_norm": 0.33561980724334717,
      "learning_rate": 9.793993906862035e-05,
      "loss": 0.103,
      "step": 668
    },
    {
      "epoch": 0.07252818733738074,
      "grad_norm": 0.4142729341983795,
      "learning_rate": 9.79363122007834e-05,
      "loss": 0.0842,
      "step": 669
    },
    {
      "epoch": 0.07263660017346053,
      "grad_norm": 0.33353397250175476,
      "learning_rate": 9.793268533294648e-05,
      "loss": 0.0756,
      "step": 670
    },
    {
      "epoch": 0.07274501300954032,
      "grad_norm": 0.42282140254974365,
      "learning_rate": 9.792905846510953e-05,
      "loss": 0.0801,
      "step": 671
    },
    {
      "epoch": 0.07285342584562012,
      "grad_norm": 0.39083489775657654,
      "learning_rate": 9.79254315972726e-05,
      "loss": 0.086,
      "step": 672
    },
    {
      "epoch": 0.07296183868169992,
      "grad_norm": 0.35583049058914185,
      "learning_rate": 9.792180472943566e-05,
      "loss": 0.0425,
      "step": 673
    },
    {
      "epoch": 0.07307025151777971,
      "grad_norm": 0.5269765257835388,
      "learning_rate": 9.791817786159872e-05,
      "loss": 0.0705,
      "step": 674
    },
    {
      "epoch": 0.0731786643538595,
      "grad_norm": 0.3049079179763794,
      "learning_rate": 9.791455099376179e-05,
      "loss": 0.0674,
      "step": 675
    },
    {
      "epoch": 0.07328707718993929,
      "grad_norm": 0.3638543486595154,
      "learning_rate": 9.791092412592485e-05,
      "loss": 0.11,
      "step": 676
    },
    {
      "epoch": 0.07339549002601908,
      "grad_norm": 0.7249862551689148,
      "learning_rate": 9.790729725808792e-05,
      "loss": 0.1232,
      "step": 677
    },
    {
      "epoch": 0.07350390286209887,
      "grad_norm": 0.38672342896461487,
      "learning_rate": 9.790367039025098e-05,
      "loss": 0.0654,
      "step": 678
    },
    {
      "epoch": 0.07361231569817867,
      "grad_norm": 0.2513256072998047,
      "learning_rate": 9.790004352241405e-05,
      "loss": 0.0701,
      "step": 679
    },
    {
      "epoch": 0.07372072853425846,
      "grad_norm": 0.23044458031654358,
      "learning_rate": 9.789641665457712e-05,
      "loss": 0.0766,
      "step": 680
    },
    {
      "epoch": 0.07382914137033825,
      "grad_norm": 0.4120447635650635,
      "learning_rate": 9.789278978674018e-05,
      "loss": 0.0642,
      "step": 681
    },
    {
      "epoch": 0.07393755420641804,
      "grad_norm": 0.1869918406009674,
      "learning_rate": 9.788916291890325e-05,
      "loss": 0.049,
      "step": 682
    },
    {
      "epoch": 0.07404596704249783,
      "grad_norm": 0.30563393235206604,
      "learning_rate": 9.78855360510663e-05,
      "loss": 0.1039,
      "step": 683
    },
    {
      "epoch": 0.07415437987857762,
      "grad_norm": 0.30826449394226074,
      "learning_rate": 9.788190918322937e-05,
      "loss": 0.0674,
      "step": 684
    },
    {
      "epoch": 0.07426279271465741,
      "grad_norm": 0.3487699031829834,
      "learning_rate": 9.787828231539243e-05,
      "loss": 0.0884,
      "step": 685
    },
    {
      "epoch": 0.0743712055507372,
      "grad_norm": 0.366902619600296,
      "learning_rate": 9.78746554475555e-05,
      "loss": 0.0747,
      "step": 686
    },
    {
      "epoch": 0.07447961838681699,
      "grad_norm": 0.2277650088071823,
      "learning_rate": 9.787102857971856e-05,
      "loss": 0.0543,
      "step": 687
    },
    {
      "epoch": 0.0745880312228968,
      "grad_norm": 0.35213491320610046,
      "learning_rate": 9.786740171188162e-05,
      "loss": 0.134,
      "step": 688
    },
    {
      "epoch": 0.07469644405897659,
      "grad_norm": 0.1767449676990509,
      "learning_rate": 9.786377484404469e-05,
      "loss": 0.0492,
      "step": 689
    },
    {
      "epoch": 0.07480485689505638,
      "grad_norm": 0.33606675267219543,
      "learning_rate": 9.786014797620775e-05,
      "loss": 0.0969,
      "step": 690
    },
    {
      "epoch": 0.07491326973113617,
      "grad_norm": 0.6316555738449097,
      "learning_rate": 9.785652110837082e-05,
      "loss": 0.1636,
      "step": 691
    },
    {
      "epoch": 0.07502168256721596,
      "grad_norm": 0.3351472020149231,
      "learning_rate": 9.785289424053387e-05,
      "loss": 0.0999,
      "step": 692
    },
    {
      "epoch": 0.07513009540329575,
      "grad_norm": 0.23700635135173798,
      "learning_rate": 9.784926737269694e-05,
      "loss": 0.0753,
      "step": 693
    },
    {
      "epoch": 0.07523850823937554,
      "grad_norm": 0.19417843222618103,
      "learning_rate": 9.784564050486e-05,
      "loss": 0.0408,
      "step": 694
    },
    {
      "epoch": 0.07534692107545533,
      "grad_norm": 0.25605860352516174,
      "learning_rate": 9.784201363702307e-05,
      "loss": 0.0671,
      "step": 695
    },
    {
      "epoch": 0.07545533391153512,
      "grad_norm": 0.22835016250610352,
      "learning_rate": 9.783838676918613e-05,
      "loss": 0.0443,
      "step": 696
    },
    {
      "epoch": 0.07556374674761492,
      "grad_norm": 0.23124505579471588,
      "learning_rate": 9.78347599013492e-05,
      "loss": 0.0569,
      "step": 697
    },
    {
      "epoch": 0.0756721595836947,
      "grad_norm": 0.3321743309497833,
      "learning_rate": 9.783113303351227e-05,
      "loss": 0.0756,
      "step": 698
    },
    {
      "epoch": 0.0757805724197745,
      "grad_norm": 0.14833183586597443,
      "learning_rate": 9.782750616567533e-05,
      "loss": 0.0483,
      "step": 699
    },
    {
      "epoch": 0.07588898525585429,
      "grad_norm": 0.3497319221496582,
      "learning_rate": 9.78238792978384e-05,
      "loss": 0.0914,
      "step": 700
    },
    {
      "epoch": 0.07599739809193408,
      "grad_norm": 0.27264919877052307,
      "learning_rate": 9.782025243000146e-05,
      "loss": 0.0759,
      "step": 701
    },
    {
      "epoch": 0.07610581092801387,
      "grad_norm": 0.20129729807376862,
      "learning_rate": 9.781662556216451e-05,
      "loss": 0.0597,
      "step": 702
    },
    {
      "epoch": 0.07621422376409367,
      "grad_norm": 0.2522924542427063,
      "learning_rate": 9.781299869432759e-05,
      "loss": 0.0969,
      "step": 703
    },
    {
      "epoch": 0.07632263660017347,
      "grad_norm": 0.4016214609146118,
      "learning_rate": 9.780937182649064e-05,
      "loss": 0.0739,
      "step": 704
    },
    {
      "epoch": 0.07643104943625326,
      "grad_norm": 0.3109135627746582,
      "learning_rate": 9.780574495865371e-05,
      "loss": 0.0912,
      "step": 705
    },
    {
      "epoch": 0.07653946227233305,
      "grad_norm": 0.23138462007045746,
      "learning_rate": 9.780211809081677e-05,
      "loss": 0.0533,
      "step": 706
    },
    {
      "epoch": 0.07664787510841284,
      "grad_norm": 0.2878192365169525,
      "learning_rate": 9.779849122297984e-05,
      "loss": 0.0594,
      "step": 707
    },
    {
      "epoch": 0.07675628794449263,
      "grad_norm": 0.2814989387989044,
      "learning_rate": 9.77948643551429e-05,
      "loss": 0.0617,
      "step": 708
    },
    {
      "epoch": 0.07686470078057242,
      "grad_norm": 0.3997686505317688,
      "learning_rate": 9.779123748730597e-05,
      "loss": 0.1133,
      "step": 709
    },
    {
      "epoch": 0.07697311361665221,
      "grad_norm": 0.5241210460662842,
      "learning_rate": 9.778761061946903e-05,
      "loss": 0.0526,
      "step": 710
    },
    {
      "epoch": 0.077081526452732,
      "grad_norm": 0.3326316773891449,
      "learning_rate": 9.778398375163208e-05,
      "loss": 0.083,
      "step": 711
    },
    {
      "epoch": 0.07718993928881179,
      "grad_norm": 0.31905022263526917,
      "learning_rate": 9.778035688379516e-05,
      "loss": 0.1056,
      "step": 712
    },
    {
      "epoch": 0.07729835212489158,
      "grad_norm": 0.1586425006389618,
      "learning_rate": 9.777673001595821e-05,
      "loss": 0.043,
      "step": 713
    },
    {
      "epoch": 0.07740676496097137,
      "grad_norm": 0.8950827121734619,
      "learning_rate": 9.77731031481213e-05,
      "loss": 0.0873,
      "step": 714
    },
    {
      "epoch": 0.07751517779705117,
      "grad_norm": 0.48250964283943176,
      "learning_rate": 9.776947628028435e-05,
      "loss": 0.0845,
      "step": 715
    },
    {
      "epoch": 0.07762359063313096,
      "grad_norm": 0.2900724411010742,
      "learning_rate": 9.776584941244741e-05,
      "loss": 0.0985,
      "step": 716
    },
    {
      "epoch": 0.07773200346921076,
      "grad_norm": 0.2265072762966156,
      "learning_rate": 9.776222254461048e-05,
      "loss": 0.0767,
      "step": 717
    },
    {
      "epoch": 0.07784041630529055,
      "grad_norm": 0.25370708107948303,
      "learning_rate": 9.775859567677354e-05,
      "loss": 0.0601,
      "step": 718
    },
    {
      "epoch": 0.07794882914137034,
      "grad_norm": 0.28905799984931946,
      "learning_rate": 9.775496880893661e-05,
      "loss": 0.0537,
      "step": 719
    },
    {
      "epoch": 0.07805724197745013,
      "grad_norm": 0.25705116987228394,
      "learning_rate": 9.775134194109967e-05,
      "loss": 0.0564,
      "step": 720
    },
    {
      "epoch": 0.07816565481352993,
      "grad_norm": 0.2222282588481903,
      "learning_rate": 9.774771507326274e-05,
      "loss": 0.0664,
      "step": 721
    },
    {
      "epoch": 0.07827406764960972,
      "grad_norm": 0.3127850294113159,
      "learning_rate": 9.77440882054258e-05,
      "loss": 0.0708,
      "step": 722
    },
    {
      "epoch": 0.0783824804856895,
      "grad_norm": 0.1370014101266861,
      "learning_rate": 9.774046133758887e-05,
      "loss": 0.0393,
      "step": 723
    },
    {
      "epoch": 0.0784908933217693,
      "grad_norm": 0.2925196886062622,
      "learning_rate": 9.773683446975193e-05,
      "loss": 0.0716,
      "step": 724
    },
    {
      "epoch": 0.07859930615784909,
      "grad_norm": 0.3247671127319336,
      "learning_rate": 9.773320760191498e-05,
      "loss": 0.0806,
      "step": 725
    },
    {
      "epoch": 0.07870771899392888,
      "grad_norm": 0.243673175573349,
      "learning_rate": 9.772958073407805e-05,
      "loss": 0.0695,
      "step": 726
    },
    {
      "epoch": 0.07881613183000867,
      "grad_norm": 0.2760816812515259,
      "learning_rate": 9.772595386624111e-05,
      "loss": 0.0463,
      "step": 727
    },
    {
      "epoch": 0.07892454466608846,
      "grad_norm": 0.3491973578929901,
      "learning_rate": 9.772232699840418e-05,
      "loss": 0.0798,
      "step": 728
    },
    {
      "epoch": 0.07903295750216825,
      "grad_norm": 0.2744128108024597,
      "learning_rate": 9.771870013056724e-05,
      "loss": 0.0664,
      "step": 729
    },
    {
      "epoch": 0.07914137033824804,
      "grad_norm": 0.31147560477256775,
      "learning_rate": 9.771507326273031e-05,
      "loss": 0.0729,
      "step": 730
    },
    {
      "epoch": 0.07924978317432783,
      "grad_norm": 0.2544196844100952,
      "learning_rate": 9.771144639489338e-05,
      "loss": 0.0739,
      "step": 731
    },
    {
      "epoch": 0.07935819601040764,
      "grad_norm": 0.3741294741630554,
      "learning_rate": 9.770781952705644e-05,
      "loss": 0.091,
      "step": 732
    },
    {
      "epoch": 0.07946660884648743,
      "grad_norm": 0.1854620724916458,
      "learning_rate": 9.770419265921951e-05,
      "loss": 0.0453,
      "step": 733
    },
    {
      "epoch": 0.07957502168256722,
      "grad_norm": 0.1604091078042984,
      "learning_rate": 9.770056579138257e-05,
      "loss": 0.0288,
      "step": 734
    },
    {
      "epoch": 0.07968343451864701,
      "grad_norm": 0.49587443470954895,
      "learning_rate": 9.769693892354564e-05,
      "loss": 0.0746,
      "step": 735
    },
    {
      "epoch": 0.0797918473547268,
      "grad_norm": 0.4180045425891876,
      "learning_rate": 9.76933120557087e-05,
      "loss": 0.0766,
      "step": 736
    },
    {
      "epoch": 0.0799002601908066,
      "grad_norm": 0.3210170269012451,
      "learning_rate": 9.768968518787177e-05,
      "loss": 0.0636,
      "step": 737
    },
    {
      "epoch": 0.08000867302688638,
      "grad_norm": 0.3241320252418518,
      "learning_rate": 9.768605832003482e-05,
      "loss": 0.0362,
      "step": 738
    },
    {
      "epoch": 0.08011708586296618,
      "grad_norm": 0.2752072513103485,
      "learning_rate": 9.76824314521979e-05,
      "loss": 0.0471,
      "step": 739
    },
    {
      "epoch": 0.08022549869904597,
      "grad_norm": 0.2918349504470825,
      "learning_rate": 9.767880458436095e-05,
      "loss": 0.0649,
      "step": 740
    },
    {
      "epoch": 0.08033391153512576,
      "grad_norm": 0.32111871242523193,
      "learning_rate": 9.767517771652401e-05,
      "loss": 0.0479,
      "step": 741
    },
    {
      "epoch": 0.08044232437120555,
      "grad_norm": 0.4554804861545563,
      "learning_rate": 9.767155084868708e-05,
      "loss": 0.081,
      "step": 742
    },
    {
      "epoch": 0.08055073720728534,
      "grad_norm": 0.49540865421295166,
      "learning_rate": 9.766792398085014e-05,
      "loss": 0.1011,
      "step": 743
    },
    {
      "epoch": 0.08065915004336513,
      "grad_norm": 0.49890971183776855,
      "learning_rate": 9.766429711301321e-05,
      "loss": 0.1168,
      "step": 744
    },
    {
      "epoch": 0.08076756287944492,
      "grad_norm": 0.32011300325393677,
      "learning_rate": 9.766067024517626e-05,
      "loss": 0.0463,
      "step": 745
    },
    {
      "epoch": 0.08087597571552471,
      "grad_norm": 0.3425779342651367,
      "learning_rate": 9.765704337733934e-05,
      "loss": 0.0496,
      "step": 746
    },
    {
      "epoch": 0.08098438855160452,
      "grad_norm": 0.40379926562309265,
      "learning_rate": 9.765341650950239e-05,
      "loss": 0.0442,
      "step": 747
    },
    {
      "epoch": 0.08109280138768431,
      "grad_norm": 0.3554513454437256,
      "learning_rate": 9.764978964166546e-05,
      "loss": 0.0926,
      "step": 748
    },
    {
      "epoch": 0.0812012142237641,
      "grad_norm": 0.4573044180870056,
      "learning_rate": 9.764616277382853e-05,
      "loss": 0.0825,
      "step": 749
    },
    {
      "epoch": 0.08130962705984389,
      "grad_norm": 0.4185178577899933,
      "learning_rate": 9.764253590599159e-05,
      "loss": 0.0747,
      "step": 750
    },
    {
      "epoch": 0.08141803989592368,
      "grad_norm": 0.33322155475616455,
      "learning_rate": 9.763890903815466e-05,
      "loss": 0.0581,
      "step": 751
    },
    {
      "epoch": 0.08152645273200347,
      "grad_norm": 0.5248414278030396,
      "learning_rate": 9.763528217031772e-05,
      "loss": 0.0776,
      "step": 752
    },
    {
      "epoch": 0.08163486556808326,
      "grad_norm": 0.25392594933509827,
      "learning_rate": 9.763165530248079e-05,
      "loss": 0.0714,
      "step": 753
    },
    {
      "epoch": 0.08174327840416305,
      "grad_norm": 0.2015138417482376,
      "learning_rate": 9.762802843464385e-05,
      "loss": 0.0282,
      "step": 754
    },
    {
      "epoch": 0.08185169124024284,
      "grad_norm": 1.0166207551956177,
      "learning_rate": 9.76244015668069e-05,
      "loss": 0.0736,
      "step": 755
    },
    {
      "epoch": 0.08196010407632263,
      "grad_norm": 0.15420237183570862,
      "learning_rate": 9.762077469896998e-05,
      "loss": 0.048,
      "step": 756
    },
    {
      "epoch": 0.08206851691240243,
      "grad_norm": 0.3051586449146271,
      "learning_rate": 9.761714783113303e-05,
      "loss": 0.07,
      "step": 757
    },
    {
      "epoch": 0.08217692974848222,
      "grad_norm": 0.22341929376125336,
      "learning_rate": 9.76135209632961e-05,
      "loss": 0.038,
      "step": 758
    },
    {
      "epoch": 0.08228534258456201,
      "grad_norm": 0.22415630519390106,
      "learning_rate": 9.760989409545916e-05,
      "loss": 0.0769,
      "step": 759
    },
    {
      "epoch": 0.0823937554206418,
      "grad_norm": 0.5408236384391785,
      "learning_rate": 9.760626722762223e-05,
      "loss": 0.1415,
      "step": 760
    },
    {
      "epoch": 0.08250216825672159,
      "grad_norm": 0.21101388335227966,
      "learning_rate": 9.760264035978529e-05,
      "loss": 0.0608,
      "step": 761
    },
    {
      "epoch": 0.0826105810928014,
      "grad_norm": 0.17299884557724,
      "learning_rate": 9.759901349194836e-05,
      "loss": 0.0473,
      "step": 762
    },
    {
      "epoch": 0.08271899392888118,
      "grad_norm": 0.4412227272987366,
      "learning_rate": 9.759538662411142e-05,
      "loss": 0.142,
      "step": 763
    },
    {
      "epoch": 0.08282740676496098,
      "grad_norm": 0.5076490640640259,
      "learning_rate": 9.759175975627448e-05,
      "loss": 0.0854,
      "step": 764
    },
    {
      "epoch": 0.08293581960104077,
      "grad_norm": 0.39041998982429504,
      "learning_rate": 9.758813288843755e-05,
      "loss": 0.1046,
      "step": 765
    },
    {
      "epoch": 0.08304423243712056,
      "grad_norm": 0.33804914355278015,
      "learning_rate": 9.758450602060062e-05,
      "loss": 0.072,
      "step": 766
    },
    {
      "epoch": 0.08315264527320035,
      "grad_norm": 0.22499097883701324,
      "learning_rate": 9.758087915276369e-05,
      "loss": 0.0723,
      "step": 767
    },
    {
      "epoch": 0.08326105810928014,
      "grad_norm": 0.3444756865501404,
      "learning_rate": 9.757725228492675e-05,
      "loss": 0.0878,
      "step": 768
    },
    {
      "epoch": 0.08336947094535993,
      "grad_norm": 0.17860060930252075,
      "learning_rate": 9.75736254170898e-05,
      "loss": 0.0645,
      "step": 769
    },
    {
      "epoch": 0.08347788378143972,
      "grad_norm": 0.23912633955478668,
      "learning_rate": 9.756999854925287e-05,
      "loss": 0.0974,
      "step": 770
    },
    {
      "epoch": 0.08358629661751951,
      "grad_norm": 0.20763547718524933,
      "learning_rate": 9.756637168141593e-05,
      "loss": 0.0744,
      "step": 771
    },
    {
      "epoch": 0.0836947094535993,
      "grad_norm": 0.1733524054288864,
      "learning_rate": 9.7562744813579e-05,
      "loss": 0.0498,
      "step": 772
    },
    {
      "epoch": 0.0838031222896791,
      "grad_norm": 0.2470548450946808,
      "learning_rate": 9.755911794574206e-05,
      "loss": 0.0754,
      "step": 773
    },
    {
      "epoch": 0.08391153512575888,
      "grad_norm": 0.18557775020599365,
      "learning_rate": 9.755549107790513e-05,
      "loss": 0.0589,
      "step": 774
    },
    {
      "epoch": 0.08401994796183868,
      "grad_norm": 0.929711103439331,
      "learning_rate": 9.755186421006819e-05,
      "loss": 0.117,
      "step": 775
    },
    {
      "epoch": 0.08412836079791847,
      "grad_norm": 0.4716934859752655,
      "learning_rate": 9.754823734223126e-05,
      "loss": 0.1222,
      "step": 776
    },
    {
      "epoch": 0.08423677363399827,
      "grad_norm": 0.396213173866272,
      "learning_rate": 9.754461047439432e-05,
      "loss": 0.0997,
      "step": 777
    },
    {
      "epoch": 0.08434518647007806,
      "grad_norm": 0.22015812993049622,
      "learning_rate": 9.754098360655737e-05,
      "loss": 0.046,
      "step": 778
    },
    {
      "epoch": 0.08445359930615785,
      "grad_norm": 0.20380498468875885,
      "learning_rate": 9.753735673872044e-05,
      "loss": 0.0434,
      "step": 779
    },
    {
      "epoch": 0.08456201214223764,
      "grad_norm": 0.3135865032672882,
      "learning_rate": 9.75337298708835e-05,
      "loss": 0.0501,
      "step": 780
    },
    {
      "epoch": 0.08467042497831744,
      "grad_norm": 0.21206612884998322,
      "learning_rate": 9.753010300304657e-05,
      "loss": 0.053,
      "step": 781
    },
    {
      "epoch": 0.08477883781439723,
      "grad_norm": 0.2637971341609955,
      "learning_rate": 9.752647613520963e-05,
      "loss": 0.1,
      "step": 782
    },
    {
      "epoch": 0.08488725065047702,
      "grad_norm": 0.22645023465156555,
      "learning_rate": 9.75228492673727e-05,
      "loss": 0.047,
      "step": 783
    },
    {
      "epoch": 0.08499566348655681,
      "grad_norm": 0.18555998802185059,
      "learning_rate": 9.751922239953577e-05,
      "loss": 0.0547,
      "step": 784
    },
    {
      "epoch": 0.0851040763226366,
      "grad_norm": 0.22070977091789246,
      "learning_rate": 9.751559553169883e-05,
      "loss": 0.0324,
      "step": 785
    },
    {
      "epoch": 0.08521248915871639,
      "grad_norm": 0.3051292300224304,
      "learning_rate": 9.75119686638619e-05,
      "loss": 0.0948,
      "step": 786
    },
    {
      "epoch": 0.08532090199479618,
      "grad_norm": 0.16808660328388214,
      "learning_rate": 9.750834179602496e-05,
      "loss": 0.0391,
      "step": 787
    },
    {
      "epoch": 0.08542931483087597,
      "grad_norm": 0.6659060716629028,
      "learning_rate": 9.750471492818803e-05,
      "loss": 0.0684,
      "step": 788
    },
    {
      "epoch": 0.08553772766695576,
      "grad_norm": 0.29244139790534973,
      "learning_rate": 9.750108806035109e-05,
      "loss": 0.0489,
      "step": 789
    },
    {
      "epoch": 0.08564614050303555,
      "grad_norm": 0.5319660305976868,
      "learning_rate": 9.749746119251416e-05,
      "loss": 0.0795,
      "step": 790
    },
    {
      "epoch": 0.08575455333911536,
      "grad_norm": 0.2605728209018707,
      "learning_rate": 9.749383432467721e-05,
      "loss": 0.0345,
      "step": 791
    },
    {
      "epoch": 0.08586296617519515,
      "grad_norm": 0.2626940608024597,
      "learning_rate": 9.749020745684027e-05,
      "loss": 0.0469,
      "step": 792
    },
    {
      "epoch": 0.08597137901127494,
      "grad_norm": 0.401201993227005,
      "learning_rate": 9.748658058900334e-05,
      "loss": 0.0403,
      "step": 793
    },
    {
      "epoch": 0.08607979184735473,
      "grad_norm": 0.48628559708595276,
      "learning_rate": 9.74829537211664e-05,
      "loss": 0.0604,
      "step": 794
    },
    {
      "epoch": 0.08618820468343452,
      "grad_norm": 0.2515714466571808,
      "learning_rate": 9.747932685332947e-05,
      "loss": 0.0293,
      "step": 795
    },
    {
      "epoch": 0.08629661751951431,
      "grad_norm": 0.36741456389427185,
      "learning_rate": 9.747569998549253e-05,
      "loss": 0.0596,
      "step": 796
    },
    {
      "epoch": 0.0864050303555941,
      "grad_norm": 0.6371119618415833,
      "learning_rate": 9.74720731176556e-05,
      "loss": 0.0952,
      "step": 797
    },
    {
      "epoch": 0.0865134431916739,
      "grad_norm": 0.6364504098892212,
      "learning_rate": 9.746844624981866e-05,
      "loss": 0.1088,
      "step": 798
    },
    {
      "epoch": 0.08662185602775369,
      "grad_norm": 0.37280434370040894,
      "learning_rate": 9.746481938198173e-05,
      "loss": 0.0603,
      "step": 799
    },
    {
      "epoch": 0.08673026886383348,
      "grad_norm": 0.2223348468542099,
      "learning_rate": 9.74611925141448e-05,
      "loss": 0.0348,
      "step": 800
    },
    {
      "epoch": 0.08683868169991327,
      "grad_norm": 0.5002498626708984,
      "learning_rate": 9.745756564630785e-05,
      "loss": 0.0711,
      "step": 801
    },
    {
      "epoch": 0.08694709453599306,
      "grad_norm": 0.5020339488983154,
      "learning_rate": 9.745393877847093e-05,
      "loss": 0.1257,
      "step": 802
    },
    {
      "epoch": 0.08705550737207285,
      "grad_norm": 0.39132606983184814,
      "learning_rate": 9.745031191063398e-05,
      "loss": 0.1147,
      "step": 803
    },
    {
      "epoch": 0.08716392020815264,
      "grad_norm": 0.546786367893219,
      "learning_rate": 9.744668504279705e-05,
      "loss": 0.1359,
      "step": 804
    },
    {
      "epoch": 0.08727233304423243,
      "grad_norm": 0.17251412570476532,
      "learning_rate": 9.744305817496011e-05,
      "loss": 0.0349,
      "step": 805
    },
    {
      "epoch": 0.08738074588031224,
      "grad_norm": 0.30123382806777954,
      "learning_rate": 9.743943130712317e-05,
      "loss": 0.0958,
      "step": 806
    },
    {
      "epoch": 0.08748915871639203,
      "grad_norm": 0.46817895770072937,
      "learning_rate": 9.743580443928624e-05,
      "loss": 0.0852,
      "step": 807
    },
    {
      "epoch": 0.08759757155247182,
      "grad_norm": 0.4011976718902588,
      "learning_rate": 9.74321775714493e-05,
      "loss": 0.0628,
      "step": 808
    },
    {
      "epoch": 0.08770598438855161,
      "grad_norm": 0.11122749745845795,
      "learning_rate": 9.742855070361237e-05,
      "loss": 0.017,
      "step": 809
    },
    {
      "epoch": 0.0878143972246314,
      "grad_norm": 0.5203003287315369,
      "learning_rate": 9.742492383577542e-05,
      "loss": 0.0904,
      "step": 810
    },
    {
      "epoch": 0.08792281006071119,
      "grad_norm": 0.3608849048614502,
      "learning_rate": 9.74212969679385e-05,
      "loss": 0.0693,
      "step": 811
    },
    {
      "epoch": 0.08803122289679098,
      "grad_norm": 0.29578864574432373,
      "learning_rate": 9.741767010010155e-05,
      "loss": 0.0675,
      "step": 812
    },
    {
      "epoch": 0.08813963573287077,
      "grad_norm": 0.49955815076828003,
      "learning_rate": 9.741404323226462e-05,
      "loss": 0.0535,
      "step": 813
    },
    {
      "epoch": 0.08824804856895056,
      "grad_norm": 0.20087569952011108,
      "learning_rate": 9.741041636442768e-05,
      "loss": 0.0529,
      "step": 814
    },
    {
      "epoch": 0.08835646140503035,
      "grad_norm": 0.25595518946647644,
      "learning_rate": 9.740678949659074e-05,
      "loss": 0.0771,
      "step": 815
    },
    {
      "epoch": 0.08846487424111014,
      "grad_norm": 0.37715980410575867,
      "learning_rate": 9.740316262875381e-05,
      "loss": 0.0866,
      "step": 816
    },
    {
      "epoch": 0.08857328707718994,
      "grad_norm": 0.29202520847320557,
      "learning_rate": 9.739953576091688e-05,
      "loss": 0.0718,
      "step": 817
    },
    {
      "epoch": 0.08868169991326973,
      "grad_norm": 0.17625626921653748,
      "learning_rate": 9.739590889307995e-05,
      "loss": 0.0516,
      "step": 818
    },
    {
      "epoch": 0.08879011274934952,
      "grad_norm": 0.2967476546764374,
      "learning_rate": 9.739228202524301e-05,
      "loss": 0.0741,
      "step": 819
    },
    {
      "epoch": 0.08889852558542931,
      "grad_norm": 0.30169677734375,
      "learning_rate": 9.738865515740608e-05,
      "loss": 0.091,
      "step": 820
    },
    {
      "epoch": 0.08900693842150911,
      "grad_norm": 0.18598808348178864,
      "learning_rate": 9.738502828956914e-05,
      "loss": 0.0505,
      "step": 821
    },
    {
      "epoch": 0.0891153512575889,
      "grad_norm": 0.27557501196861267,
      "learning_rate": 9.73814014217322e-05,
      "loss": 0.0807,
      "step": 822
    },
    {
      "epoch": 0.0892237640936687,
      "grad_norm": 0.1955828070640564,
      "learning_rate": 9.737777455389526e-05,
      "loss": 0.0608,
      "step": 823
    },
    {
      "epoch": 0.08933217692974849,
      "grad_norm": 0.2608967125415802,
      "learning_rate": 9.737414768605832e-05,
      "loss": 0.0378,
      "step": 824
    },
    {
      "epoch": 0.08944058976582828,
      "grad_norm": 0.21265897154808044,
      "learning_rate": 9.737052081822139e-05,
      "loss": 0.0481,
      "step": 825
    },
    {
      "epoch": 0.08954900260190807,
      "grad_norm": 0.13004739582538605,
      "learning_rate": 9.736689395038445e-05,
      "loss": 0.0407,
      "step": 826
    },
    {
      "epoch": 0.08965741543798786,
      "grad_norm": 0.21788763999938965,
      "learning_rate": 9.736326708254752e-05,
      "loss": 0.0521,
      "step": 827
    },
    {
      "epoch": 0.08976582827406765,
      "grad_norm": 0.30938467383384705,
      "learning_rate": 9.735964021471058e-05,
      "loss": 0.1297,
      "step": 828
    },
    {
      "epoch": 0.08987424111014744,
      "grad_norm": 0.31786856055259705,
      "learning_rate": 9.735601334687364e-05,
      "loss": 0.0712,
      "step": 829
    },
    {
      "epoch": 0.08998265394622723,
      "grad_norm": 0.20061424374580383,
      "learning_rate": 9.73523864790367e-05,
      "loss": 0.0497,
      "step": 830
    },
    {
      "epoch": 0.09009106678230702,
      "grad_norm": 0.29208865761756897,
      "learning_rate": 9.734875961119976e-05,
      "loss": 0.0727,
      "step": 831
    },
    {
      "epoch": 0.09019947961838681,
      "grad_norm": 0.3962225914001465,
      "learning_rate": 9.734513274336283e-05,
      "loss": 0.0627,
      "step": 832
    },
    {
      "epoch": 0.0903078924544666,
      "grad_norm": 0.2532736659049988,
      "learning_rate": 9.734150587552589e-05,
      "loss": 0.0446,
      "step": 833
    },
    {
      "epoch": 0.0904163052905464,
      "grad_norm": 0.7119150161743164,
      "learning_rate": 9.733787900768896e-05,
      "loss": 0.0812,
      "step": 834
    },
    {
      "epoch": 0.09052471812662619,
      "grad_norm": 0.23540055751800537,
      "learning_rate": 9.733425213985203e-05,
      "loss": 0.0395,
      "step": 835
    },
    {
      "epoch": 0.09063313096270599,
      "grad_norm": 0.25656858086586,
      "learning_rate": 9.733062527201509e-05,
      "loss": 0.0649,
      "step": 836
    },
    {
      "epoch": 0.09074154379878578,
      "grad_norm": 0.3037051260471344,
      "learning_rate": 9.732699840417816e-05,
      "loss": 0.0865,
      "step": 837
    },
    {
      "epoch": 0.09084995663486557,
      "grad_norm": 0.23850250244140625,
      "learning_rate": 9.732337153634122e-05,
      "loss": 0.0482,
      "step": 838
    },
    {
      "epoch": 0.09095836947094536,
      "grad_norm": 0.41106003522872925,
      "learning_rate": 9.731974466850429e-05,
      "loss": 0.0724,
      "step": 839
    },
    {
      "epoch": 0.09106678230702515,
      "grad_norm": 0.20995917916297913,
      "learning_rate": 9.731611780066735e-05,
      "loss": 0.043,
      "step": 840
    },
    {
      "epoch": 0.09117519514310495,
      "grad_norm": 0.2828863263130188,
      "learning_rate": 9.731249093283042e-05,
      "loss": 0.0553,
      "step": 841
    },
    {
      "epoch": 0.09128360797918474,
      "grad_norm": 0.44019046425819397,
      "learning_rate": 9.730886406499348e-05,
      "loss": 0.1076,
      "step": 842
    },
    {
      "epoch": 0.09139202081526453,
      "grad_norm": 0.18958109617233276,
      "learning_rate": 9.730523719715655e-05,
      "loss": 0.0235,
      "step": 843
    },
    {
      "epoch": 0.09150043365134432,
      "grad_norm": 0.29113852977752686,
      "learning_rate": 9.73016103293196e-05,
      "loss": 0.0724,
      "step": 844
    },
    {
      "epoch": 0.09160884648742411,
      "grad_norm": 0.31729280948638916,
      "learning_rate": 9.729798346148266e-05,
      "loss": 0.0591,
      "step": 845
    },
    {
      "epoch": 0.0917172593235039,
      "grad_norm": 0.37278255820274353,
      "learning_rate": 9.729435659364573e-05,
      "loss": 0.0903,
      "step": 846
    },
    {
      "epoch": 0.09182567215958369,
      "grad_norm": 0.23342004418373108,
      "learning_rate": 9.729072972580879e-05,
      "loss": 0.0564,
      "step": 847
    },
    {
      "epoch": 0.09193408499566348,
      "grad_norm": 0.2755895256996155,
      "learning_rate": 9.728710285797186e-05,
      "loss": 0.0584,
      "step": 848
    },
    {
      "epoch": 0.09204249783174327,
      "grad_norm": 0.30574217438697815,
      "learning_rate": 9.728347599013492e-05,
      "loss": 0.0886,
      "step": 849
    },
    {
      "epoch": 0.09215091066782308,
      "grad_norm": 0.240913525223732,
      "learning_rate": 9.727984912229799e-05,
      "loss": 0.0294,
      "step": 850
    },
    {
      "epoch": 0.09225932350390287,
      "grad_norm": 0.16705337166786194,
      "learning_rate": 9.727622225446105e-05,
      "loss": 0.0301,
      "step": 851
    },
    {
      "epoch": 0.09236773633998266,
      "grad_norm": 0.39907923340797424,
      "learning_rate": 9.727259538662412e-05,
      "loss": 0.0956,
      "step": 852
    },
    {
      "epoch": 0.09247614917606245,
      "grad_norm": 0.3493538796901703,
      "learning_rate": 9.726896851878719e-05,
      "loss": 0.0682,
      "step": 853
    },
    {
      "epoch": 0.09258456201214224,
      "grad_norm": 0.27937573194503784,
      "learning_rate": 9.726534165095025e-05,
      "loss": 0.0489,
      "step": 854
    },
    {
      "epoch": 0.09269297484822203,
      "grad_norm": 0.3687455356121063,
      "learning_rate": 9.726171478311332e-05,
      "loss": 0.0652,
      "step": 855
    },
    {
      "epoch": 0.09280138768430182,
      "grad_norm": 0.38167858123779297,
      "learning_rate": 9.725808791527637e-05,
      "loss": 0.0733,
      "step": 856
    },
    {
      "epoch": 0.09290980052038161,
      "grad_norm": 0.21215562522411346,
      "learning_rate": 9.725446104743944e-05,
      "loss": 0.0506,
      "step": 857
    },
    {
      "epoch": 0.0930182133564614,
      "grad_norm": 0.27501386404037476,
      "learning_rate": 9.72508341796025e-05,
      "loss": 0.037,
      "step": 858
    },
    {
      "epoch": 0.0931266261925412,
      "grad_norm": 0.7351354360580444,
      "learning_rate": 9.724720731176556e-05,
      "loss": 0.108,
      "step": 859
    },
    {
      "epoch": 0.09323503902862099,
      "grad_norm": 0.5052173137664795,
      "learning_rate": 9.724358044392863e-05,
      "loss": 0.0604,
      "step": 860
    },
    {
      "epoch": 0.09334345186470078,
      "grad_norm": 1.0694013833999634,
      "learning_rate": 9.723995357609169e-05,
      "loss": 0.1047,
      "step": 861
    },
    {
      "epoch": 0.09345186470078057,
      "grad_norm": 0.3060249984264374,
      "learning_rate": 9.723632670825476e-05,
      "loss": 0.0673,
      "step": 862
    },
    {
      "epoch": 0.09356027753686036,
      "grad_norm": 0.19981643557548523,
      "learning_rate": 9.723269984041782e-05,
      "loss": 0.0329,
      "step": 863
    },
    {
      "epoch": 0.09366869037294015,
      "grad_norm": 0.3484978973865509,
      "learning_rate": 9.722907297258089e-05,
      "loss": 0.0739,
      "step": 864
    },
    {
      "epoch": 0.09377710320901995,
      "grad_norm": 0.37048253417015076,
      "learning_rate": 9.722544610474394e-05,
      "loss": 0.0932,
      "step": 865
    },
    {
      "epoch": 0.09388551604509975,
      "grad_norm": 0.6090328097343445,
      "learning_rate": 9.722181923690701e-05,
      "loss": 0.0767,
      "step": 866
    },
    {
      "epoch": 0.09399392888117954,
      "grad_norm": 0.23340995609760284,
      "learning_rate": 9.721819236907007e-05,
      "loss": 0.0618,
      "step": 867
    },
    {
      "epoch": 0.09410234171725933,
      "grad_norm": 0.27403268218040466,
      "learning_rate": 9.721456550123313e-05,
      "loss": 0.0407,
      "step": 868
    },
    {
      "epoch": 0.09421075455333912,
      "grad_norm": 0.3497820496559143,
      "learning_rate": 9.721093863339621e-05,
      "loss": 0.0845,
      "step": 869
    },
    {
      "epoch": 0.09431916738941891,
      "grad_norm": 0.23006950318813324,
      "learning_rate": 9.720731176555927e-05,
      "loss": 0.072,
      "step": 870
    },
    {
      "epoch": 0.0944275802254987,
      "grad_norm": 0.22760146856307983,
      "learning_rate": 9.720368489772234e-05,
      "loss": 0.0707,
      "step": 871
    },
    {
      "epoch": 0.09453599306157849,
      "grad_norm": 0.2887161076068878,
      "learning_rate": 9.72000580298854e-05,
      "loss": 0.0511,
      "step": 872
    },
    {
      "epoch": 0.09464440589765828,
      "grad_norm": 0.5338428020477295,
      "learning_rate": 9.719643116204846e-05,
      "loss": 0.059,
      "step": 873
    },
    {
      "epoch": 0.09475281873373807,
      "grad_norm": 0.4249550998210907,
      "learning_rate": 9.719280429421153e-05,
      "loss": 0.0796,
      "step": 874
    },
    {
      "epoch": 0.09486123156981786,
      "grad_norm": 0.427041620016098,
      "learning_rate": 9.718917742637458e-05,
      "loss": 0.0648,
      "step": 875
    },
    {
      "epoch": 0.09496964440589765,
      "grad_norm": 0.28566625714302063,
      "learning_rate": 9.718555055853766e-05,
      "loss": 0.0829,
      "step": 876
    },
    {
      "epoch": 0.09507805724197745,
      "grad_norm": 0.4644792675971985,
      "learning_rate": 9.718192369070071e-05,
      "loss": 0.0593,
      "step": 877
    },
    {
      "epoch": 0.09518647007805724,
      "grad_norm": 0.39039531350135803,
      "learning_rate": 9.717829682286378e-05,
      "loss": 0.0732,
      "step": 878
    },
    {
      "epoch": 0.09529488291413703,
      "grad_norm": 0.3158610761165619,
      "learning_rate": 9.717466995502684e-05,
      "loss": 0.0399,
      "step": 879
    },
    {
      "epoch": 0.09540329575021683,
      "grad_norm": 0.18646523356437683,
      "learning_rate": 9.717104308718991e-05,
      "loss": 0.0486,
      "step": 880
    },
    {
      "epoch": 0.09551170858629662,
      "grad_norm": 0.17292717099189758,
      "learning_rate": 9.716741621935297e-05,
      "loss": 0.0417,
      "step": 881
    },
    {
      "epoch": 0.09562012142237641,
      "grad_norm": 0.16557255387306213,
      "learning_rate": 9.716378935151603e-05,
      "loss": 0.0415,
      "step": 882
    },
    {
      "epoch": 0.0957285342584562,
      "grad_norm": 0.32693326473236084,
      "learning_rate": 9.71601624836791e-05,
      "loss": 0.0728,
      "step": 883
    },
    {
      "epoch": 0.095836947094536,
      "grad_norm": 0.19544704258441925,
      "learning_rate": 9.715653561584215e-05,
      "loss": 0.0524,
      "step": 884
    },
    {
      "epoch": 0.09594535993061579,
      "grad_norm": 0.2686517834663391,
      "learning_rate": 9.715290874800523e-05,
      "loss": 0.1267,
      "step": 885
    },
    {
      "epoch": 0.09605377276669558,
      "grad_norm": 0.481454998254776,
      "learning_rate": 9.714928188016828e-05,
      "loss": 0.0877,
      "step": 886
    },
    {
      "epoch": 0.09616218560277537,
      "grad_norm": 0.4568386673927307,
      "learning_rate": 9.714565501233135e-05,
      "loss": 0.1053,
      "step": 887
    },
    {
      "epoch": 0.09627059843885516,
      "grad_norm": 0.24022801220417023,
      "learning_rate": 9.714202814449442e-05,
      "loss": 0.0531,
      "step": 888
    },
    {
      "epoch": 0.09637901127493495,
      "grad_norm": 0.13637131452560425,
      "learning_rate": 9.713840127665748e-05,
      "loss": 0.0375,
      "step": 889
    },
    {
      "epoch": 0.09648742411101474,
      "grad_norm": 0.36289793252944946,
      "learning_rate": 9.713477440882055e-05,
      "loss": 0.0978,
      "step": 890
    },
    {
      "epoch": 0.09659583694709453,
      "grad_norm": 0.3261796236038208,
      "learning_rate": 9.713114754098361e-05,
      "loss": 0.0632,
      "step": 891
    },
    {
      "epoch": 0.09670424978317432,
      "grad_norm": 0.2359781265258789,
      "learning_rate": 9.712752067314668e-05,
      "loss": 0.0403,
      "step": 892
    },
    {
      "epoch": 0.09681266261925411,
      "grad_norm": 0.22052130103111267,
      "learning_rate": 9.712389380530974e-05,
      "loss": 0.072,
      "step": 893
    },
    {
      "epoch": 0.0969210754553339,
      "grad_norm": 0.1474001407623291,
      "learning_rate": 9.712026693747281e-05,
      "loss": 0.0524,
      "step": 894
    },
    {
      "epoch": 0.09702948829141371,
      "grad_norm": 0.24803829193115234,
      "learning_rate": 9.711664006963587e-05,
      "loss": 0.0533,
      "step": 895
    },
    {
      "epoch": 0.0971379011274935,
      "grad_norm": 0.137742280960083,
      "learning_rate": 9.711301320179892e-05,
      "loss": 0.0266,
      "step": 896
    },
    {
      "epoch": 0.09724631396357329,
      "grad_norm": 0.1696586161851883,
      "learning_rate": 9.7109386333962e-05,
      "loss": 0.0353,
      "step": 897
    },
    {
      "epoch": 0.09735472679965308,
      "grad_norm": 0.24202929437160492,
      "learning_rate": 9.710575946612505e-05,
      "loss": 0.0466,
      "step": 898
    },
    {
      "epoch": 0.09746313963573287,
      "grad_norm": 0.18309935927391052,
      "learning_rate": 9.710213259828812e-05,
      "loss": 0.0394,
      "step": 899
    },
    {
      "epoch": 0.09757155247181266,
      "grad_norm": 0.16363102197647095,
      "learning_rate": 9.709850573045118e-05,
      "loss": 0.0352,
      "step": 900
    },
    {
      "epoch": 0.09767996530789246,
      "grad_norm": 0.3152191936969757,
      "learning_rate": 9.709487886261425e-05,
      "loss": 0.063,
      "step": 901
    },
    {
      "epoch": 0.09778837814397225,
      "grad_norm": 0.5634583234786987,
      "learning_rate": 9.709125199477731e-05,
      "loss": 0.0903,
      "step": 902
    },
    {
      "epoch": 0.09789679098005204,
      "grad_norm": 0.3396441638469696,
      "learning_rate": 9.708762512694038e-05,
      "loss": 0.0581,
      "step": 903
    },
    {
      "epoch": 0.09800520381613183,
      "grad_norm": 0.161830335855484,
      "learning_rate": 9.708399825910345e-05,
      "loss": 0.042,
      "step": 904
    },
    {
      "epoch": 0.09811361665221162,
      "grad_norm": 0.6060355305671692,
      "learning_rate": 9.708037139126651e-05,
      "loss": 0.0814,
      "step": 905
    },
    {
      "epoch": 0.09822202948829141,
      "grad_norm": 0.35080409049987793,
      "learning_rate": 9.707674452342958e-05,
      "loss": 0.1158,
      "step": 906
    },
    {
      "epoch": 0.0983304423243712,
      "grad_norm": 0.4042057991027832,
      "learning_rate": 9.707311765559264e-05,
      "loss": 0.0967,
      "step": 907
    },
    {
      "epoch": 0.09843885516045099,
      "grad_norm": 0.13673634827136993,
      "learning_rate": 9.706949078775571e-05,
      "loss": 0.0257,
      "step": 908
    },
    {
      "epoch": 0.09854726799653078,
      "grad_norm": 0.4557625651359558,
      "learning_rate": 9.706586391991876e-05,
      "loss": 0.0317,
      "step": 909
    },
    {
      "epoch": 0.09865568083261059,
      "grad_norm": 0.29151564836502075,
      "learning_rate": 9.706223705208182e-05,
      "loss": 0.0232,
      "step": 910
    },
    {
      "epoch": 0.09876409366869038,
      "grad_norm": 0.2572965621948242,
      "learning_rate": 9.705861018424489e-05,
      "loss": 0.0808,
      "step": 911
    },
    {
      "epoch": 0.09887250650477017,
      "grad_norm": 0.24487431347370148,
      "learning_rate": 9.705498331640795e-05,
      "loss": 0.0598,
      "step": 912
    },
    {
      "epoch": 0.09898091934084996,
      "grad_norm": 0.28254374861717224,
      "learning_rate": 9.705135644857102e-05,
      "loss": 0.0426,
      "step": 913
    },
    {
      "epoch": 0.09908933217692975,
      "grad_norm": 0.43268099427223206,
      "learning_rate": 9.704772958073408e-05,
      "loss": 0.0627,
      "step": 914
    },
    {
      "epoch": 0.09919774501300954,
      "grad_norm": 0.18537716567516327,
      "learning_rate": 9.704410271289715e-05,
      "loss": 0.0606,
      "step": 915
    },
    {
      "epoch": 0.09930615784908933,
      "grad_norm": 1.063655138015747,
      "learning_rate": 9.70404758450602e-05,
      "loss": 0.0693,
      "step": 916
    },
    {
      "epoch": 0.09941457068516912,
      "grad_norm": 0.6011667251586914,
      "learning_rate": 9.703684897722328e-05,
      "loss": 0.0888,
      "step": 917
    },
    {
      "epoch": 0.09952298352124891,
      "grad_norm": 0.37697261571884155,
      "learning_rate": 9.703322210938633e-05,
      "loss": 0.062,
      "step": 918
    },
    {
      "epoch": 0.0996313963573287,
      "grad_norm": 0.7415378093719482,
      "learning_rate": 9.702959524154939e-05,
      "loss": 0.0945,
      "step": 919
    },
    {
      "epoch": 0.0997398091934085,
      "grad_norm": 0.2775845229625702,
      "learning_rate": 9.702596837371246e-05,
      "loss": 0.0608,
      "step": 920
    },
    {
      "epoch": 0.09984822202948829,
      "grad_norm": 0.2226736843585968,
      "learning_rate": 9.702234150587553e-05,
      "loss": 0.0349,
      "step": 921
    },
    {
      "epoch": 0.09995663486556808,
      "grad_norm": 0.272869348526001,
      "learning_rate": 9.70187146380386e-05,
      "loss": 0.053,
      "step": 922
    },
    {
      "epoch": 0.10006504770164787,
      "grad_norm": 0.28490662574768066,
      "learning_rate": 9.701508777020166e-05,
      "loss": 0.0695,
      "step": 923
    },
    {
      "epoch": 0.10017346053772767,
      "grad_norm": 0.31556129455566406,
      "learning_rate": 9.701146090236473e-05,
      "loss": 0.047,
      "step": 924
    },
    {
      "epoch": 0.10028187337380746,
      "grad_norm": 0.13949331641197205,
      "learning_rate": 9.700783403452779e-05,
      "loss": 0.0243,
      "step": 925
    },
    {
      "epoch": 0.10039028620988726,
      "grad_norm": 0.27837127447128296,
      "learning_rate": 9.700420716669085e-05,
      "loss": 0.0599,
      "step": 926
    },
    {
      "epoch": 0.10049869904596705,
      "grad_norm": 0.34400123357772827,
      "learning_rate": 9.700058029885392e-05,
      "loss": 0.0651,
      "step": 927
    },
    {
      "epoch": 0.10060711188204684,
      "grad_norm": 0.2519700229167938,
      "learning_rate": 9.699695343101698e-05,
      "loss": 0.0626,
      "step": 928
    },
    {
      "epoch": 0.10071552471812663,
      "grad_norm": 0.2752315104007721,
      "learning_rate": 9.699332656318005e-05,
      "loss": 0.0594,
      "step": 929
    },
    {
      "epoch": 0.10082393755420642,
      "grad_norm": 0.30592480301856995,
      "learning_rate": 9.69896996953431e-05,
      "loss": 0.0585,
      "step": 930
    },
    {
      "epoch": 0.10093235039028621,
      "grad_norm": 0.2721374034881592,
      "learning_rate": 9.698607282750617e-05,
      "loss": 0.0583,
      "step": 931
    },
    {
      "epoch": 0.101040763226366,
      "grad_norm": 0.1953764408826828,
      "learning_rate": 9.698244595966923e-05,
      "loss": 0.0427,
      "step": 932
    },
    {
      "epoch": 0.10114917606244579,
      "grad_norm": 0.27430108189582825,
      "learning_rate": 9.697881909183229e-05,
      "loss": 0.0497,
      "step": 933
    },
    {
      "epoch": 0.10125758889852558,
      "grad_norm": 0.3090777099132538,
      "learning_rate": 9.697519222399536e-05,
      "loss": 0.0639,
      "step": 934
    },
    {
      "epoch": 0.10136600173460537,
      "grad_norm": 0.21777001023292542,
      "learning_rate": 9.697156535615842e-05,
      "loss": 0.0533,
      "step": 935
    },
    {
      "epoch": 0.10147441457068516,
      "grad_norm": 0.22524192929267883,
      "learning_rate": 9.696793848832149e-05,
      "loss": 0.0419,
      "step": 936
    },
    {
      "epoch": 0.10158282740676496,
      "grad_norm": 0.2084355354309082,
      "learning_rate": 9.696431162048455e-05,
      "loss": 0.0707,
      "step": 937
    },
    {
      "epoch": 0.10169124024284475,
      "grad_norm": 0.19977650046348572,
      "learning_rate": 9.696068475264763e-05,
      "loss": 0.0559,
      "step": 938
    },
    {
      "epoch": 0.10179965307892455,
      "grad_norm": 0.225508913397789,
      "learning_rate": 9.695705788481069e-05,
      "loss": 0.0461,
      "step": 939
    },
    {
      "epoch": 0.10190806591500434,
      "grad_norm": 0.28880575299263,
      "learning_rate": 9.695343101697374e-05,
      "loss": 0.027,
      "step": 940
    },
    {
      "epoch": 0.10201647875108413,
      "grad_norm": 0.24073746800422668,
      "learning_rate": 9.694980414913682e-05,
      "loss": 0.0445,
      "step": 941
    },
    {
      "epoch": 0.10212489158716392,
      "grad_norm": 0.2973890006542206,
      "learning_rate": 9.694617728129987e-05,
      "loss": 0.0566,
      "step": 942
    },
    {
      "epoch": 0.10223330442324371,
      "grad_norm": 0.5266739130020142,
      "learning_rate": 9.694255041346294e-05,
      "loss": 0.088,
      "step": 943
    },
    {
      "epoch": 0.1023417172593235,
      "grad_norm": 0.6527347564697266,
      "learning_rate": 9.6938923545626e-05,
      "loss": 0.1044,
      "step": 944
    },
    {
      "epoch": 0.1024501300954033,
      "grad_norm": 0.15354466438293457,
      "learning_rate": 9.693529667778907e-05,
      "loss": 0.0405,
      "step": 945
    },
    {
      "epoch": 0.10255854293148309,
      "grad_norm": 0.3930531144142151,
      "learning_rate": 9.693166980995213e-05,
      "loss": 0.0559,
      "step": 946
    },
    {
      "epoch": 0.10266695576756288,
      "grad_norm": 0.6000736355781555,
      "learning_rate": 9.69280429421152e-05,
      "loss": 0.0561,
      "step": 947
    },
    {
      "epoch": 0.10277536860364267,
      "grad_norm": 0.33636409044265747,
      "learning_rate": 9.692441607427826e-05,
      "loss": 0.0561,
      "step": 948
    },
    {
      "epoch": 0.10288378143972246,
      "grad_norm": 0.368397980928421,
      "learning_rate": 9.692078920644131e-05,
      "loss": 0.035,
      "step": 949
    },
    {
      "epoch": 0.10299219427580225,
      "grad_norm": 0.3291206955909729,
      "learning_rate": 9.691716233860439e-05,
      "loss": 0.0458,
      "step": 950
    },
    {
      "epoch": 0.10310060711188204,
      "grad_norm": 0.45580345392227173,
      "learning_rate": 9.691353547076744e-05,
      "loss": 0.0507,
      "step": 951
    },
    {
      "epoch": 0.10320901994796183,
      "grad_norm": 0.294371098279953,
      "learning_rate": 9.690990860293051e-05,
      "loss": 0.0504,
      "step": 952
    },
    {
      "epoch": 0.10331743278404162,
      "grad_norm": 0.7845268249511719,
      "learning_rate": 9.690628173509357e-05,
      "loss": 0.0815,
      "step": 953
    },
    {
      "epoch": 0.10342584562012143,
      "grad_norm": 0.34732577204704285,
      "learning_rate": 9.690265486725664e-05,
      "loss": 0.0834,
      "step": 954
    },
    {
      "epoch": 0.10353425845620122,
      "grad_norm": 0.3717713952064514,
      "learning_rate": 9.68990279994197e-05,
      "loss": 0.0643,
      "step": 955
    },
    {
      "epoch": 0.10364267129228101,
      "grad_norm": 0.14848440885543823,
      "learning_rate": 9.689540113158277e-05,
      "loss": 0.026,
      "step": 956
    },
    {
      "epoch": 0.1037510841283608,
      "grad_norm": 0.3064291179180145,
      "learning_rate": 9.689177426374584e-05,
      "loss": 0.0587,
      "step": 957
    },
    {
      "epoch": 0.10385949696444059,
      "grad_norm": 0.2604210376739502,
      "learning_rate": 9.68881473959089e-05,
      "loss": 0.0611,
      "step": 958
    },
    {
      "epoch": 0.10396790980052038,
      "grad_norm": 0.11874932050704956,
      "learning_rate": 9.688452052807197e-05,
      "loss": 0.0278,
      "step": 959
    },
    {
      "epoch": 0.10407632263660017,
      "grad_norm": 0.18036291003227234,
      "learning_rate": 9.688089366023503e-05,
      "loss": 0.0513,
      "step": 960
    },
    {
      "epoch": 0.10418473547267997,
      "grad_norm": 0.2566179931163788,
      "learning_rate": 9.68772667923981e-05,
      "loss": 0.0399,
      "step": 961
    },
    {
      "epoch": 0.10429314830875976,
      "grad_norm": 0.1569158136844635,
      "learning_rate": 9.687363992456115e-05,
      "loss": 0.025,
      "step": 962
    },
    {
      "epoch": 0.10440156114483955,
      "grad_norm": 0.26900193095207214,
      "learning_rate": 9.687001305672421e-05,
      "loss": 0.0768,
      "step": 963
    },
    {
      "epoch": 0.10450997398091934,
      "grad_norm": 0.32093581557273865,
      "learning_rate": 9.686638618888728e-05,
      "loss": 0.061,
      "step": 964
    },
    {
      "epoch": 0.10461838681699913,
      "grad_norm": 0.5417697429656982,
      "learning_rate": 9.686275932105034e-05,
      "loss": 0.0808,
      "step": 965
    },
    {
      "epoch": 0.10472679965307892,
      "grad_norm": 0.1899435967206955,
      "learning_rate": 9.685913245321341e-05,
      "loss": 0.0386,
      "step": 966
    },
    {
      "epoch": 0.10483521248915871,
      "grad_norm": 0.4406893849372864,
      "learning_rate": 9.685550558537647e-05,
      "loss": 0.0968,
      "step": 967
    },
    {
      "epoch": 0.1049436253252385,
      "grad_norm": 0.18221984803676605,
      "learning_rate": 9.685187871753954e-05,
      "loss": 0.0338,
      "step": 968
    },
    {
      "epoch": 0.1050520381613183,
      "grad_norm": 0.20708993077278137,
      "learning_rate": 9.68482518497026e-05,
      "loss": 0.0523,
      "step": 969
    },
    {
      "epoch": 0.1051604509973981,
      "grad_norm": 0.22161643207073212,
      "learning_rate": 9.684462498186567e-05,
      "loss": 0.0774,
      "step": 970
    },
    {
      "epoch": 0.10526886383347789,
      "grad_norm": 0.35696983337402344,
      "learning_rate": 9.684099811402873e-05,
      "loss": 0.034,
      "step": 971
    },
    {
      "epoch": 0.10537727666955768,
      "grad_norm": 2.5324692726135254,
      "learning_rate": 9.683737124619178e-05,
      "loss": 0.1099,
      "step": 972
    },
    {
      "epoch": 0.10548568950563747,
      "grad_norm": 0.36123189330101013,
      "learning_rate": 9.683374437835487e-05,
      "loss": 0.0758,
      "step": 973
    },
    {
      "epoch": 0.10559410234171726,
      "grad_norm": 0.4778876304626465,
      "learning_rate": 9.683011751051792e-05,
      "loss": 0.0594,
      "step": 974
    },
    {
      "epoch": 0.10570251517779705,
      "grad_norm": 0.3460227847099304,
      "learning_rate": 9.6826490642681e-05,
      "loss": 0.0856,
      "step": 975
    },
    {
      "epoch": 0.10581092801387684,
      "grad_norm": 0.2766401469707489,
      "learning_rate": 9.682286377484405e-05,
      "loss": 0.0797,
      "step": 976
    },
    {
      "epoch": 0.10591934084995663,
      "grad_norm": 0.33508944511413574,
      "learning_rate": 9.681923690700711e-05,
      "loss": 0.0612,
      "step": 977
    },
    {
      "epoch": 0.10602775368603642,
      "grad_norm": 0.6257089972496033,
      "learning_rate": 9.681561003917018e-05,
      "loss": 0.1019,
      "step": 978
    },
    {
      "epoch": 0.10613616652211622,
      "grad_norm": 0.4531002938747406,
      "learning_rate": 9.681198317133324e-05,
      "loss": 0.0573,
      "step": 979
    },
    {
      "epoch": 0.106244579358196,
      "grad_norm": 0.3588247001171112,
      "learning_rate": 9.680835630349631e-05,
      "loss": 0.0372,
      "step": 980
    },
    {
      "epoch": 0.1063529921942758,
      "grad_norm": 0.259230375289917,
      "learning_rate": 9.680472943565937e-05,
      "loss": 0.0755,
      "step": 981
    },
    {
      "epoch": 0.10646140503035559,
      "grad_norm": 0.49245601892471313,
      "learning_rate": 9.680110256782244e-05,
      "loss": 0.0499,
      "step": 982
    },
    {
      "epoch": 0.10656981786643538,
      "grad_norm": 0.2175302803516388,
      "learning_rate": 9.67974756999855e-05,
      "loss": 0.0307,
      "step": 983
    },
    {
      "epoch": 0.10667823070251518,
      "grad_norm": 0.31569674611091614,
      "learning_rate": 9.679384883214857e-05,
      "loss": 0.0741,
      "step": 984
    },
    {
      "epoch": 0.10678664353859497,
      "grad_norm": 0.5028342008590698,
      "learning_rate": 9.679022196431162e-05,
      "loss": 0.0405,
      "step": 985
    },
    {
      "epoch": 0.10689505637467477,
      "grad_norm": 0.2851341664791107,
      "learning_rate": 9.678659509647468e-05,
      "loss": 0.0608,
      "step": 986
    },
    {
      "epoch": 0.10700346921075456,
      "grad_norm": 0.30964794754981995,
      "learning_rate": 9.678296822863775e-05,
      "loss": 0.0439,
      "step": 987
    },
    {
      "epoch": 0.10711188204683435,
      "grad_norm": 0.6787979006767273,
      "learning_rate": 9.677934136080081e-05,
      "loss": 0.0931,
      "step": 988
    },
    {
      "epoch": 0.10722029488291414,
      "grad_norm": 0.3482743501663208,
      "learning_rate": 9.677571449296388e-05,
      "loss": 0.1002,
      "step": 989
    },
    {
      "epoch": 0.10732870771899393,
      "grad_norm": 0.3102143406867981,
      "learning_rate": 9.677208762512695e-05,
      "loss": 0.0308,
      "step": 990
    },
    {
      "epoch": 0.10743712055507372,
      "grad_norm": 0.37014061212539673,
      "learning_rate": 9.676846075729001e-05,
      "loss": 0.077,
      "step": 991
    },
    {
      "epoch": 0.10754553339115351,
      "grad_norm": 0.2815123200416565,
      "learning_rate": 9.676483388945308e-05,
      "loss": 0.0483,
      "step": 992
    },
    {
      "epoch": 0.1076539462272333,
      "grad_norm": 0.7443699240684509,
      "learning_rate": 9.676120702161614e-05,
      "loss": 0.1061,
      "step": 993
    },
    {
      "epoch": 0.10776235906331309,
      "grad_norm": 0.43398600816726685,
      "learning_rate": 9.67575801537792e-05,
      "loss": 0.1319,
      "step": 994
    },
    {
      "epoch": 0.10787077189939288,
      "grad_norm": 0.22127267718315125,
      "learning_rate": 9.675395328594226e-05,
      "loss": 0.0323,
      "step": 995
    },
    {
      "epoch": 0.10797918473547267,
      "grad_norm": 0.3550916314125061,
      "learning_rate": 9.675032641810533e-05,
      "loss": 0.0625,
      "step": 996
    },
    {
      "epoch": 0.10808759757155247,
      "grad_norm": 0.27753257751464844,
      "learning_rate": 9.674669955026839e-05,
      "loss": 0.0613,
      "step": 997
    },
    {
      "epoch": 0.10819601040763227,
      "grad_norm": 0.2758525609970093,
      "learning_rate": 9.674307268243146e-05,
      "loss": 0.0421,
      "step": 998
    },
    {
      "epoch": 0.10830442324371206,
      "grad_norm": 0.2899308502674103,
      "learning_rate": 9.673944581459452e-05,
      "loss": 0.038,
      "step": 999
    },
    {
      "epoch": 0.10841283607979185,
      "grad_norm": 0.19598233699798584,
      "learning_rate": 9.673581894675758e-05,
      "loss": 0.0593,
      "step": 1000
    },
    {
      "epoch": 0.10852124891587164,
      "grad_norm": 0.3036990165710449,
      "learning_rate": 9.673219207892065e-05,
      "loss": 0.0619,
      "step": 1001
    },
    {
      "epoch": 0.10862966175195143,
      "grad_norm": 0.3010532557964325,
      "learning_rate": 9.67285652110837e-05,
      "loss": 0.0233,
      "step": 1002
    },
    {
      "epoch": 0.10873807458803122,
      "grad_norm": 0.19076235592365265,
      "learning_rate": 9.672493834324678e-05,
      "loss": 0.0498,
      "step": 1003
    },
    {
      "epoch": 0.10884648742411102,
      "grad_norm": 0.3130315840244293,
      "learning_rate": 9.672131147540983e-05,
      "loss": 0.0595,
      "step": 1004
    },
    {
      "epoch": 0.1089549002601908,
      "grad_norm": 0.15990032255649567,
      "learning_rate": 9.67176846075729e-05,
      "loss": 0.0345,
      "step": 1005
    },
    {
      "epoch": 0.1090633130962706,
      "grad_norm": 0.20063374936580658,
      "learning_rate": 9.671405773973596e-05,
      "loss": 0.0445,
      "step": 1006
    },
    {
      "epoch": 0.10917172593235039,
      "grad_norm": 0.3336426615715027,
      "learning_rate": 9.671043087189903e-05,
      "loss": 0.0762,
      "step": 1007
    },
    {
      "epoch": 0.10928013876843018,
      "grad_norm": 0.3906048834323883,
      "learning_rate": 9.67068040040621e-05,
      "loss": 0.0699,
      "step": 1008
    },
    {
      "epoch": 0.10938855160450997,
      "grad_norm": 0.236900195479393,
      "learning_rate": 9.670317713622516e-05,
      "loss": 0.0442,
      "step": 1009
    },
    {
      "epoch": 0.10949696444058976,
      "grad_norm": 0.21840256452560425,
      "learning_rate": 9.669955026838823e-05,
      "loss": 0.0564,
      "step": 1010
    },
    {
      "epoch": 0.10960537727666955,
      "grad_norm": 0.4814538359642029,
      "learning_rate": 9.669592340055129e-05,
      "loss": 0.0677,
      "step": 1011
    },
    {
      "epoch": 0.10971379011274934,
      "grad_norm": 0.36052605509757996,
      "learning_rate": 9.669229653271436e-05,
      "loss": 0.0729,
      "step": 1012
    },
    {
      "epoch": 0.10982220294882915,
      "grad_norm": 0.2484554797410965,
      "learning_rate": 9.668866966487742e-05,
      "loss": 0.0455,
      "step": 1013
    },
    {
      "epoch": 0.10993061578490894,
      "grad_norm": 0.43152227997779846,
      "learning_rate": 9.668504279704047e-05,
      "loss": 0.0865,
      "step": 1014
    },
    {
      "epoch": 0.11003902862098873,
      "grad_norm": 0.22491377592086792,
      "learning_rate": 9.668141592920355e-05,
      "loss": 0.0488,
      "step": 1015
    },
    {
      "epoch": 0.11014744145706852,
      "grad_norm": 0.4725937247276306,
      "learning_rate": 9.66777890613666e-05,
      "loss": 0.1088,
      "step": 1016
    },
    {
      "epoch": 0.11025585429314831,
      "grad_norm": 0.15890060365200043,
      "learning_rate": 9.667416219352967e-05,
      "loss": 0.0256,
      "step": 1017
    },
    {
      "epoch": 0.1103642671292281,
      "grad_norm": 0.48011672496795654,
      "learning_rate": 9.667053532569273e-05,
      "loss": 0.0816,
      "step": 1018
    },
    {
      "epoch": 0.1104726799653079,
      "grad_norm": 0.1914185881614685,
      "learning_rate": 9.66669084578558e-05,
      "loss": 0.0341,
      "step": 1019
    },
    {
      "epoch": 0.11058109280138768,
      "grad_norm": 0.46473631262779236,
      "learning_rate": 9.666328159001886e-05,
      "loss": 0.1037,
      "step": 1020
    },
    {
      "epoch": 0.11068950563746748,
      "grad_norm": 0.18827340006828308,
      "learning_rate": 9.665965472218193e-05,
      "loss": 0.0329,
      "step": 1021
    },
    {
      "epoch": 0.11079791847354727,
      "grad_norm": 0.2810667157173157,
      "learning_rate": 9.665602785434499e-05,
      "loss": 0.1046,
      "step": 1022
    },
    {
      "epoch": 0.11090633130962706,
      "grad_norm": 0.38959169387817383,
      "learning_rate": 9.665240098650805e-05,
      "loss": 0.0788,
      "step": 1023
    },
    {
      "epoch": 0.11101474414570685,
      "grad_norm": 0.19410422444343567,
      "learning_rate": 9.664877411867112e-05,
      "loss": 0.0365,
      "step": 1024
    },
    {
      "epoch": 0.11112315698178664,
      "grad_norm": 0.17799262702465057,
      "learning_rate": 9.664514725083419e-05,
      "loss": 0.0454,
      "step": 1025
    },
    {
      "epoch": 0.11123156981786643,
      "grad_norm": 0.43572795391082764,
      "learning_rate": 9.664152038299726e-05,
      "loss": 0.083,
      "step": 1026
    },
    {
      "epoch": 0.11133998265394622,
      "grad_norm": 0.20020513236522675,
      "learning_rate": 9.663789351516032e-05,
      "loss": 0.0348,
      "step": 1027
    },
    {
      "epoch": 0.11144839549002603,
      "grad_norm": 0.20607662200927734,
      "learning_rate": 9.663426664732339e-05,
      "loss": 0.0451,
      "step": 1028
    },
    {
      "epoch": 0.11155680832610582,
      "grad_norm": 0.30355533957481384,
      "learning_rate": 9.663063977948644e-05,
      "loss": 0.0629,
      "step": 1029
    },
    {
      "epoch": 0.11166522116218561,
      "grad_norm": 0.29226723313331604,
      "learning_rate": 9.66270129116495e-05,
      "loss": 0.0645,
      "step": 1030
    },
    {
      "epoch": 0.1117736339982654,
      "grad_norm": 0.23312729597091675,
      "learning_rate": 9.662338604381257e-05,
      "loss": 0.0474,
      "step": 1031
    },
    {
      "epoch": 0.11188204683434519,
      "grad_norm": 0.3889409303665161,
      "learning_rate": 9.661975917597563e-05,
      "loss": 0.0697,
      "step": 1032
    },
    {
      "epoch": 0.11199045967042498,
      "grad_norm": 0.20206038653850555,
      "learning_rate": 9.66161323081387e-05,
      "loss": 0.0369,
      "step": 1033
    },
    {
      "epoch": 0.11209887250650477,
      "grad_norm": 0.32440871000289917,
      "learning_rate": 9.661250544030176e-05,
      "loss": 0.0669,
      "step": 1034
    },
    {
      "epoch": 0.11220728534258456,
      "grad_norm": 0.7461777329444885,
      "learning_rate": 9.660887857246483e-05,
      "loss": 0.0544,
      "step": 1035
    },
    {
      "epoch": 0.11231569817866435,
      "grad_norm": 0.336618036031723,
      "learning_rate": 9.660525170462789e-05,
      "loss": 0.0695,
      "step": 1036
    },
    {
      "epoch": 0.11242411101474414,
      "grad_norm": 0.26637035608291626,
      "learning_rate": 9.660162483679096e-05,
      "loss": 0.0548,
      "step": 1037
    },
    {
      "epoch": 0.11253252385082393,
      "grad_norm": 0.32780683040618896,
      "learning_rate": 9.659799796895401e-05,
      "loss": 0.0888,
      "step": 1038
    },
    {
      "epoch": 0.11264093668690373,
      "grad_norm": 0.1641322821378708,
      "learning_rate": 9.659437110111707e-05,
      "loss": 0.0404,
      "step": 1039
    },
    {
      "epoch": 0.11274934952298352,
      "grad_norm": 0.19367225468158722,
      "learning_rate": 9.659074423328014e-05,
      "loss": 0.0344,
      "step": 1040
    },
    {
      "epoch": 0.11285776235906331,
      "grad_norm": 0.32068875432014465,
      "learning_rate": 9.65871173654432e-05,
      "loss": 0.0432,
      "step": 1041
    },
    {
      "epoch": 0.1129661751951431,
      "grad_norm": 0.6646609902381897,
      "learning_rate": 9.658349049760628e-05,
      "loss": 0.0481,
      "step": 1042
    },
    {
      "epoch": 0.1130745880312229,
      "grad_norm": 0.3642050623893738,
      "learning_rate": 9.657986362976934e-05,
      "loss": 0.0502,
      "step": 1043
    },
    {
      "epoch": 0.1131830008673027,
      "grad_norm": 0.6861162781715393,
      "learning_rate": 9.65762367619324e-05,
      "loss": 0.0356,
      "step": 1044
    },
    {
      "epoch": 0.11329141370338248,
      "grad_norm": 0.22793203592300415,
      "learning_rate": 9.657260989409547e-05,
      "loss": 0.0394,
      "step": 1045
    },
    {
      "epoch": 0.11339982653946228,
      "grad_norm": 0.2530590891838074,
      "learning_rate": 9.656898302625853e-05,
      "loss": 0.0176,
      "step": 1046
    },
    {
      "epoch": 0.11350823937554207,
      "grad_norm": 0.5219882726669312,
      "learning_rate": 9.65653561584216e-05,
      "loss": 0.0624,
      "step": 1047
    },
    {
      "epoch": 0.11361665221162186,
      "grad_norm": 0.3731529414653778,
      "learning_rate": 9.656172929058465e-05,
      "loss": 0.0902,
      "step": 1048
    },
    {
      "epoch": 0.11372506504770165,
      "grad_norm": 0.5165256261825562,
      "learning_rate": 9.655810242274773e-05,
      "loss": 0.069,
      "step": 1049
    },
    {
      "epoch": 0.11383347788378144,
      "grad_norm": 0.25116583704948425,
      "learning_rate": 9.655447555491078e-05,
      "loss": 0.0399,
      "step": 1050
    },
    {
      "epoch": 0.11394189071986123,
      "grad_norm": 0.6532837748527527,
      "learning_rate": 9.655084868707385e-05,
      "loss": 0.1021,
      "step": 1051
    },
    {
      "epoch": 0.11405030355594102,
      "grad_norm": 0.39304694533348083,
      "learning_rate": 9.654722181923691e-05,
      "loss": 0.0603,
      "step": 1052
    },
    {
      "epoch": 0.11415871639202081,
      "grad_norm": 0.48288074135780334,
      "learning_rate": 9.654359495139997e-05,
      "loss": 0.1247,
      "step": 1053
    },
    {
      "epoch": 0.1142671292281006,
      "grad_norm": 0.31895381212234497,
      "learning_rate": 9.653996808356304e-05,
      "loss": 0.0315,
      "step": 1054
    },
    {
      "epoch": 0.1143755420641804,
      "grad_norm": 0.34214940667152405,
      "learning_rate": 9.65363412157261e-05,
      "loss": 0.0623,
      "step": 1055
    },
    {
      "epoch": 0.11448395490026018,
      "grad_norm": 0.26615920662879944,
      "learning_rate": 9.653271434788917e-05,
      "loss": 0.0593,
      "step": 1056
    },
    {
      "epoch": 0.11459236773633999,
      "grad_norm": 0.30053767561912537,
      "learning_rate": 9.652908748005222e-05,
      "loss": 0.089,
      "step": 1057
    },
    {
      "epoch": 0.11470078057241978,
      "grad_norm": 0.2363130748271942,
      "learning_rate": 9.65254606122153e-05,
      "loss": 0.0598,
      "step": 1058
    },
    {
      "epoch": 0.11480919340849957,
      "grad_norm": 0.3804931640625,
      "learning_rate": 9.652183374437837e-05,
      "loss": 0.081,
      "step": 1059
    },
    {
      "epoch": 0.11491760624457936,
      "grad_norm": 0.37130895256996155,
      "learning_rate": 9.651820687654142e-05,
      "loss": 0.0653,
      "step": 1060
    },
    {
      "epoch": 0.11502601908065915,
      "grad_norm": 0.18647001683712006,
      "learning_rate": 9.65145800087045e-05,
      "loss": 0.041,
      "step": 1061
    },
    {
      "epoch": 0.11513443191673894,
      "grad_norm": 0.23721133172512054,
      "learning_rate": 9.651095314086755e-05,
      "loss": 0.0623,
      "step": 1062
    },
    {
      "epoch": 0.11524284475281873,
      "grad_norm": 0.34398153424263,
      "learning_rate": 9.650732627303062e-05,
      "loss": 0.1148,
      "step": 1063
    },
    {
      "epoch": 0.11535125758889853,
      "grad_norm": 0.3728198707103729,
      "learning_rate": 9.650369940519368e-05,
      "loss": 0.0479,
      "step": 1064
    },
    {
      "epoch": 0.11545967042497832,
      "grad_norm": 0.2421625703573227,
      "learning_rate": 9.650007253735675e-05,
      "loss": 0.0303,
      "step": 1065
    },
    {
      "epoch": 0.11556808326105811,
      "grad_norm": 0.3928467929363251,
      "learning_rate": 9.649644566951981e-05,
      "loss": 0.0554,
      "step": 1066
    },
    {
      "epoch": 0.1156764960971379,
      "grad_norm": 0.30743661522865295,
      "learning_rate": 9.649281880168287e-05,
      "loss": 0.0849,
      "step": 1067
    },
    {
      "epoch": 0.11578490893321769,
      "grad_norm": 0.2905696928501129,
      "learning_rate": 9.648919193384594e-05,
      "loss": 0.0558,
      "step": 1068
    },
    {
      "epoch": 0.11589332176929748,
      "grad_norm": 0.2803283929824829,
      "learning_rate": 9.6485565066009e-05,
      "loss": 0.0719,
      "step": 1069
    },
    {
      "epoch": 0.11600173460537727,
      "grad_norm": 0.2787801921367645,
      "learning_rate": 9.648193819817206e-05,
      "loss": 0.051,
      "step": 1070
    },
    {
      "epoch": 0.11611014744145706,
      "grad_norm": 0.28213077783584595,
      "learning_rate": 9.647831133033512e-05,
      "loss": 0.0548,
      "step": 1071
    },
    {
      "epoch": 0.11621856027753687,
      "grad_norm": 0.23129169642925262,
      "learning_rate": 9.647468446249819e-05,
      "loss": 0.0672,
      "step": 1072
    },
    {
      "epoch": 0.11632697311361666,
      "grad_norm": 0.28234559297561646,
      "learning_rate": 9.647105759466125e-05,
      "loss": 0.061,
      "step": 1073
    },
    {
      "epoch": 0.11643538594969645,
      "grad_norm": 0.38798585534095764,
      "learning_rate": 9.646743072682432e-05,
      "loss": 0.0549,
      "step": 1074
    },
    {
      "epoch": 0.11654379878577624,
      "grad_norm": 0.3092634379863739,
      "learning_rate": 9.646380385898738e-05,
      "loss": 0.0485,
      "step": 1075
    },
    {
      "epoch": 0.11665221162185603,
      "grad_norm": 0.43355318903923035,
      "learning_rate": 9.646017699115044e-05,
      "loss": 0.0584,
      "step": 1076
    },
    {
      "epoch": 0.11676062445793582,
      "grad_norm": 0.28919440507888794,
      "learning_rate": 9.645655012331352e-05,
      "loss": 0.0504,
      "step": 1077
    },
    {
      "epoch": 0.11686903729401561,
      "grad_norm": 0.33181294798851013,
      "learning_rate": 9.645292325547658e-05,
      "loss": 0.0604,
      "step": 1078
    },
    {
      "epoch": 0.1169774501300954,
      "grad_norm": 0.4452820122241974,
      "learning_rate": 9.644929638763965e-05,
      "loss": 0.0446,
      "step": 1079
    },
    {
      "epoch": 0.1170858629661752,
      "grad_norm": 0.45827242732048035,
      "learning_rate": 9.64456695198027e-05,
      "loss": 0.0876,
      "step": 1080
    },
    {
      "epoch": 0.11719427580225499,
      "grad_norm": 0.31629660725593567,
      "learning_rate": 9.644204265196576e-05,
      "loss": 0.104,
      "step": 1081
    },
    {
      "epoch": 0.11730268863833478,
      "grad_norm": 0.22999292612075806,
      "learning_rate": 9.643841578412883e-05,
      "loss": 0.0519,
      "step": 1082
    },
    {
      "epoch": 0.11741110147441457,
      "grad_norm": 0.3141227066516876,
      "learning_rate": 9.643478891629189e-05,
      "loss": 0.0477,
      "step": 1083
    },
    {
      "epoch": 0.11751951431049436,
      "grad_norm": 0.1880895495414734,
      "learning_rate": 9.643116204845496e-05,
      "loss": 0.0344,
      "step": 1084
    },
    {
      "epoch": 0.11762792714657415,
      "grad_norm": 0.2699183523654938,
      "learning_rate": 9.642753518061802e-05,
      "loss": 0.0273,
      "step": 1085
    },
    {
      "epoch": 0.11773633998265394,
      "grad_norm": 0.16053742170333862,
      "learning_rate": 9.642390831278109e-05,
      "loss": 0.0384,
      "step": 1086
    },
    {
      "epoch": 0.11784475281873374,
      "grad_norm": 0.3821091651916504,
      "learning_rate": 9.642028144494415e-05,
      "loss": 0.0448,
      "step": 1087
    },
    {
      "epoch": 0.11795316565481354,
      "grad_norm": 0.16187641024589539,
      "learning_rate": 9.641665457710722e-05,
      "loss": 0.0498,
      "step": 1088
    },
    {
      "epoch": 0.11806157849089333,
      "grad_norm": 0.34356778860092163,
      "learning_rate": 9.641302770927028e-05,
      "loss": 0.0756,
      "step": 1089
    },
    {
      "epoch": 0.11816999132697312,
      "grad_norm": 0.44699639081954956,
      "learning_rate": 9.640940084143333e-05,
      "loss": 0.0351,
      "step": 1090
    },
    {
      "epoch": 0.11827840416305291,
      "grad_norm": 0.16616614162921906,
      "learning_rate": 9.64057739735964e-05,
      "loss": 0.0242,
      "step": 1091
    },
    {
      "epoch": 0.1183868169991327,
      "grad_norm": 0.4042632281780243,
      "learning_rate": 9.640214710575946e-05,
      "loss": 0.0381,
      "step": 1092
    },
    {
      "epoch": 0.11849522983521249,
      "grad_norm": 0.3752312660217285,
      "learning_rate": 9.639852023792253e-05,
      "loss": 0.1193,
      "step": 1093
    },
    {
      "epoch": 0.11860364267129228,
      "grad_norm": 0.3437916338443756,
      "learning_rate": 9.63948933700856e-05,
      "loss": 0.0741,
      "step": 1094
    },
    {
      "epoch": 0.11871205550737207,
      "grad_norm": 0.28236767649650574,
      "learning_rate": 9.639126650224866e-05,
      "loss": 0.0766,
      "step": 1095
    },
    {
      "epoch": 0.11882046834345186,
      "grad_norm": 0.275015652179718,
      "learning_rate": 9.638763963441173e-05,
      "loss": 0.0462,
      "step": 1096
    },
    {
      "epoch": 0.11892888117953165,
      "grad_norm": 0.4584951400756836,
      "learning_rate": 9.638401276657479e-05,
      "loss": 0.0377,
      "step": 1097
    },
    {
      "epoch": 0.11903729401561144,
      "grad_norm": 0.5019446611404419,
      "learning_rate": 9.638038589873786e-05,
      "loss": 0.1345,
      "step": 1098
    },
    {
      "epoch": 0.11914570685169124,
      "grad_norm": 0.2545156180858612,
      "learning_rate": 9.637675903090092e-05,
      "loss": 0.0648,
      "step": 1099
    },
    {
      "epoch": 0.11925411968777103,
      "grad_norm": 0.34841999411582947,
      "learning_rate": 9.637313216306399e-05,
      "loss": 0.0473,
      "step": 1100
    },
    {
      "epoch": 0.11936253252385082,
      "grad_norm": 0.2821993827819824,
      "learning_rate": 9.636950529522705e-05,
      "loss": 0.0457,
      "step": 1101
    },
    {
      "epoch": 0.11947094535993062,
      "grad_norm": 0.28771883249282837,
      "learning_rate": 9.636587842739012e-05,
      "loss": 0.0581,
      "step": 1102
    },
    {
      "epoch": 0.11957935819601041,
      "grad_norm": 0.2869639992713928,
      "learning_rate": 9.636225155955317e-05,
      "loss": 0.0532,
      "step": 1103
    },
    {
      "epoch": 0.1196877710320902,
      "grad_norm": 0.305014431476593,
      "learning_rate": 9.635862469171623e-05,
      "loss": 0.0788,
      "step": 1104
    },
    {
      "epoch": 0.11979618386817,
      "grad_norm": 0.3396221101284027,
      "learning_rate": 9.63549978238793e-05,
      "loss": 0.0478,
      "step": 1105
    },
    {
      "epoch": 0.11990459670424979,
      "grad_norm": 0.21314571797847748,
      "learning_rate": 9.635137095604236e-05,
      "loss": 0.036,
      "step": 1106
    },
    {
      "epoch": 0.12001300954032958,
      "grad_norm": 0.22912895679473877,
      "learning_rate": 9.634774408820543e-05,
      "loss": 0.0545,
      "step": 1107
    },
    {
      "epoch": 0.12012142237640937,
      "grad_norm": 0.2609402537345886,
      "learning_rate": 9.634411722036849e-05,
      "loss": 0.0535,
      "step": 1108
    },
    {
      "epoch": 0.12022983521248916,
      "grad_norm": 0.16940534114837646,
      "learning_rate": 9.634049035253156e-05,
      "loss": 0.0471,
      "step": 1109
    },
    {
      "epoch": 0.12033824804856895,
      "grad_norm": 0.20205271244049072,
      "learning_rate": 9.633686348469462e-05,
      "loss": 0.0573,
      "step": 1110
    },
    {
      "epoch": 0.12044666088464874,
      "grad_norm": 0.3708520233631134,
      "learning_rate": 9.633323661685769e-05,
      "loss": 0.0609,
      "step": 1111
    },
    {
      "epoch": 0.12055507372072853,
      "grad_norm": 0.3882676661014557,
      "learning_rate": 9.632960974902076e-05,
      "loss": 0.0999,
      "step": 1112
    },
    {
      "epoch": 0.12066348655680832,
      "grad_norm": 0.18479466438293457,
      "learning_rate": 9.632598288118381e-05,
      "loss": 0.0397,
      "step": 1113
    },
    {
      "epoch": 0.12077189939288811,
      "grad_norm": 0.505203127861023,
      "learning_rate": 9.632235601334689e-05,
      "loss": 0.059,
      "step": 1114
    },
    {
      "epoch": 0.1208803122289679,
      "grad_norm": 0.26244980096817017,
      "learning_rate": 9.631872914550994e-05,
      "loss": 0.0324,
      "step": 1115
    },
    {
      "epoch": 0.1209887250650477,
      "grad_norm": 0.26554131507873535,
      "learning_rate": 9.631510227767301e-05,
      "loss": 0.0499,
      "step": 1116
    },
    {
      "epoch": 0.1210971379011275,
      "grad_norm": 0.13542893528938293,
      "learning_rate": 9.631147540983607e-05,
      "loss": 0.0338,
      "step": 1117
    },
    {
      "epoch": 0.12120555073720729,
      "grad_norm": 0.3089600205421448,
      "learning_rate": 9.630784854199913e-05,
      "loss": 0.0657,
      "step": 1118
    },
    {
      "epoch": 0.12131396357328708,
      "grad_norm": 0.24886193871498108,
      "learning_rate": 9.63042216741622e-05,
      "loss": 0.0558,
      "step": 1119
    },
    {
      "epoch": 0.12142237640936687,
      "grad_norm": 0.23234599828720093,
      "learning_rate": 9.630059480632526e-05,
      "loss": 0.0536,
      "step": 1120
    },
    {
      "epoch": 0.12153078924544666,
      "grad_norm": 0.4799077808856964,
      "learning_rate": 9.629696793848833e-05,
      "loss": 0.0667,
      "step": 1121
    },
    {
      "epoch": 0.12163920208152645,
      "grad_norm": 0.14678743481636047,
      "learning_rate": 9.629334107065138e-05,
      "loss": 0.0271,
      "step": 1122
    },
    {
      "epoch": 0.12174761491760624,
      "grad_norm": 0.22222010791301727,
      "learning_rate": 9.628971420281446e-05,
      "loss": 0.064,
      "step": 1123
    },
    {
      "epoch": 0.12185602775368604,
      "grad_norm": 0.31401383876800537,
      "learning_rate": 9.628608733497751e-05,
      "loss": 0.0486,
      "step": 1124
    },
    {
      "epoch": 0.12196444058976583,
      "grad_norm": 0.21504393219947815,
      "learning_rate": 9.628246046714058e-05,
      "loss": 0.0411,
      "step": 1125
    },
    {
      "epoch": 0.12207285342584562,
      "grad_norm": 0.37632834911346436,
      "learning_rate": 9.627883359930364e-05,
      "loss": 0.0633,
      "step": 1126
    },
    {
      "epoch": 0.12218126626192541,
      "grad_norm": 0.30742013454437256,
      "learning_rate": 9.62752067314667e-05,
      "loss": 0.075,
      "step": 1127
    },
    {
      "epoch": 0.1222896790980052,
      "grad_norm": 0.566378116607666,
      "learning_rate": 9.627157986362978e-05,
      "loss": 0.1014,
      "step": 1128
    },
    {
      "epoch": 0.12239809193408499,
      "grad_norm": 0.2600383758544922,
      "learning_rate": 9.626795299579284e-05,
      "loss": 0.0444,
      "step": 1129
    },
    {
      "epoch": 0.12250650477016478,
      "grad_norm": 0.26495522260665894,
      "learning_rate": 9.626432612795591e-05,
      "loss": 0.0347,
      "step": 1130
    },
    {
      "epoch": 0.12261491760624459,
      "grad_norm": 0.25693532824516296,
      "learning_rate": 9.626069926011897e-05,
      "loss": 0.0636,
      "step": 1131
    },
    {
      "epoch": 0.12272333044232438,
      "grad_norm": 0.5056324005126953,
      "learning_rate": 9.625707239228204e-05,
      "loss": 0.0963,
      "step": 1132
    },
    {
      "epoch": 0.12283174327840417,
      "grad_norm": 0.1388791799545288,
      "learning_rate": 9.62534455244451e-05,
      "loss": 0.0182,
      "step": 1133
    },
    {
      "epoch": 0.12294015611448396,
      "grad_norm": 0.2654176354408264,
      "learning_rate": 9.624981865660815e-05,
      "loss": 0.0341,
      "step": 1134
    },
    {
      "epoch": 0.12304856895056375,
      "grad_norm": 0.5020822286605835,
      "learning_rate": 9.624619178877122e-05,
      "loss": 0.06,
      "step": 1135
    },
    {
      "epoch": 0.12315698178664354,
      "grad_norm": 0.15844932198524475,
      "learning_rate": 9.624256492093428e-05,
      "loss": 0.0362,
      "step": 1136
    },
    {
      "epoch": 0.12326539462272333,
      "grad_norm": 0.2546364367008209,
      "learning_rate": 9.623893805309735e-05,
      "loss": 0.0821,
      "step": 1137
    },
    {
      "epoch": 0.12337380745880312,
      "grad_norm": 0.403852641582489,
      "learning_rate": 9.623531118526041e-05,
      "loss": 0.0634,
      "step": 1138
    },
    {
      "epoch": 0.12348222029488291,
      "grad_norm": 0.3010098934173584,
      "learning_rate": 9.623168431742348e-05,
      "loss": 0.0602,
      "step": 1139
    },
    {
      "epoch": 0.1235906331309627,
      "grad_norm": 0.3016519546508789,
      "learning_rate": 9.622805744958654e-05,
      "loss": 0.0414,
      "step": 1140
    },
    {
      "epoch": 0.1236990459670425,
      "grad_norm": 0.4148409068584442,
      "learning_rate": 9.622443058174961e-05,
      "loss": 0.0843,
      "step": 1141
    },
    {
      "epoch": 0.12380745880312229,
      "grad_norm": 0.33653947710990906,
      "learning_rate": 9.622080371391267e-05,
      "loss": 0.071,
      "step": 1142
    },
    {
      "epoch": 0.12391587163920208,
      "grad_norm": 0.5066272020339966,
      "learning_rate": 9.621717684607572e-05,
      "loss": 0.0331,
      "step": 1143
    },
    {
      "epoch": 0.12402428447528187,
      "grad_norm": 0.1068558394908905,
      "learning_rate": 9.62135499782388e-05,
      "loss": 0.0144,
      "step": 1144
    },
    {
      "epoch": 0.12413269731136166,
      "grad_norm": 0.17267271876335144,
      "learning_rate": 9.620992311040185e-05,
      "loss": 0.0352,
      "step": 1145
    },
    {
      "epoch": 0.12424111014744146,
      "grad_norm": 0.4249950349330902,
      "learning_rate": 9.620629624256494e-05,
      "loss": 0.0501,
      "step": 1146
    },
    {
      "epoch": 0.12434952298352125,
      "grad_norm": 0.3016597330570221,
      "learning_rate": 9.6202669374728e-05,
      "loss": 0.0318,
      "step": 1147
    },
    {
      "epoch": 0.12445793581960105,
      "grad_norm": 0.24148112535476685,
      "learning_rate": 9.619904250689105e-05,
      "loss": 0.0486,
      "step": 1148
    },
    {
      "epoch": 0.12456634865568084,
      "grad_norm": 0.35955506563186646,
      "learning_rate": 9.619541563905412e-05,
      "loss": 0.0661,
      "step": 1149
    },
    {
      "epoch": 0.12467476149176063,
      "grad_norm": 0.16624628007411957,
      "learning_rate": 9.619178877121718e-05,
      "loss": 0.0259,
      "step": 1150
    },
    {
      "epoch": 0.12478317432784042,
      "grad_norm": 0.2827458679676056,
      "learning_rate": 9.618816190338025e-05,
      "loss": 0.054,
      "step": 1151
    },
    {
      "epoch": 0.12489158716392021,
      "grad_norm": 0.7154031991958618,
      "learning_rate": 9.618453503554331e-05,
      "loss": 0.0582,
      "step": 1152
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.15427321195602417,
      "learning_rate": 9.618090816770638e-05,
      "loss": 0.0199,
      "step": 1153
    },
    {
      "epoch": 0.1251084128360798,
      "grad_norm": 0.23854714632034302,
      "learning_rate": 9.617728129986944e-05,
      "loss": 0.042,
      "step": 1154
    },
    {
      "epoch": 0.12521682567215958,
      "grad_norm": 0.3804038166999817,
      "learning_rate": 9.617365443203251e-05,
      "loss": 0.0549,
      "step": 1155
    },
    {
      "epoch": 0.12532523850823937,
      "grad_norm": 0.15848690271377563,
      "learning_rate": 9.617002756419556e-05,
      "loss": 0.0127,
      "step": 1156
    },
    {
      "epoch": 0.12543365134431916,
      "grad_norm": 0.3386583626270294,
      "learning_rate": 9.616640069635862e-05,
      "loss": 0.0685,
      "step": 1157
    },
    {
      "epoch": 0.12554206418039895,
      "grad_norm": 0.2932228147983551,
      "learning_rate": 9.616277382852169e-05,
      "loss": 0.0431,
      "step": 1158
    },
    {
      "epoch": 0.12565047701647875,
      "grad_norm": 0.6415433883666992,
      "learning_rate": 9.615914696068475e-05,
      "loss": 0.0653,
      "step": 1159
    },
    {
      "epoch": 0.12575888985255854,
      "grad_norm": 0.3065564036369324,
      "learning_rate": 9.615552009284782e-05,
      "loss": 0.0422,
      "step": 1160
    },
    {
      "epoch": 0.12586730268863833,
      "grad_norm": 0.37113258242607117,
      "learning_rate": 9.615189322501088e-05,
      "loss": 0.1089,
      "step": 1161
    },
    {
      "epoch": 0.12597571552471812,
      "grad_norm": 0.19775842130184174,
      "learning_rate": 9.614826635717395e-05,
      "loss": 0.0372,
      "step": 1162
    },
    {
      "epoch": 0.1260841283607979,
      "grad_norm": 0.5788411498069763,
      "learning_rate": 9.614463948933702e-05,
      "loss": 0.0705,
      "step": 1163
    },
    {
      "epoch": 0.1261925411968777,
      "grad_norm": 0.3040117025375366,
      "learning_rate": 9.614101262150008e-05,
      "loss": 0.0639,
      "step": 1164
    },
    {
      "epoch": 0.1263009540329575,
      "grad_norm": 0.3759726285934448,
      "learning_rate": 9.613738575366315e-05,
      "loss": 0.0614,
      "step": 1165
    },
    {
      "epoch": 0.12640936686903728,
      "grad_norm": 0.22668038308620453,
      "learning_rate": 9.61337588858262e-05,
      "loss": 0.0377,
      "step": 1166
    },
    {
      "epoch": 0.12651777970511707,
      "grad_norm": 0.43355950713157654,
      "learning_rate": 9.613013201798928e-05,
      "loss": 0.0763,
      "step": 1167
    },
    {
      "epoch": 0.1266261925411969,
      "grad_norm": 0.36023250222206116,
      "learning_rate": 9.612650515015233e-05,
      "loss": 0.1068,
      "step": 1168
    },
    {
      "epoch": 0.12673460537727668,
      "grad_norm": 0.3418457508087158,
      "learning_rate": 9.61228782823154e-05,
      "loss": 0.0648,
      "step": 1169
    },
    {
      "epoch": 0.12684301821335647,
      "grad_norm": 0.17140774428844452,
      "learning_rate": 9.611925141447846e-05,
      "loss": 0.0305,
      "step": 1170
    },
    {
      "epoch": 0.12695143104943626,
      "grad_norm": 0.2412596195936203,
      "learning_rate": 9.611562454664152e-05,
      "loss": 0.0458,
      "step": 1171
    },
    {
      "epoch": 0.12705984388551606,
      "grad_norm": 1.2398573160171509,
      "learning_rate": 9.611199767880459e-05,
      "loss": 0.1599,
      "step": 1172
    },
    {
      "epoch": 0.12716825672159585,
      "grad_norm": 0.29687413573265076,
      "learning_rate": 9.610837081096765e-05,
      "loss": 0.0778,
      "step": 1173
    },
    {
      "epoch": 0.12727666955767564,
      "grad_norm": 0.5085662603378296,
      "learning_rate": 9.610474394313072e-05,
      "loss": 0.0725,
      "step": 1174
    },
    {
      "epoch": 0.12738508239375543,
      "grad_norm": 0.21646609902381897,
      "learning_rate": 9.610111707529378e-05,
      "loss": 0.0413,
      "step": 1175
    },
    {
      "epoch": 0.12749349522983522,
      "grad_norm": 0.29212746024131775,
      "learning_rate": 9.609749020745685e-05,
      "loss": 0.076,
      "step": 1176
    },
    {
      "epoch": 0.127601908065915,
      "grad_norm": 0.14496482908725739,
      "learning_rate": 9.60938633396199e-05,
      "loss": 0.0294,
      "step": 1177
    },
    {
      "epoch": 0.1277103209019948,
      "grad_norm": 0.3129534423351288,
      "learning_rate": 9.609023647178297e-05,
      "loss": 0.0736,
      "step": 1178
    },
    {
      "epoch": 0.1278187337380746,
      "grad_norm": 0.33195245265960693,
      "learning_rate": 9.608660960394603e-05,
      "loss": 0.0606,
      "step": 1179
    },
    {
      "epoch": 0.12792714657415438,
      "grad_norm": 0.20659972727298737,
      "learning_rate": 9.60829827361091e-05,
      "loss": 0.1036,
      "step": 1180
    },
    {
      "epoch": 0.12803555941023417,
      "grad_norm": 0.24610646069049835,
      "learning_rate": 9.607935586827217e-05,
      "loss": 0.0513,
      "step": 1181
    },
    {
      "epoch": 0.12814397224631396,
      "grad_norm": 0.14429894089698792,
      "learning_rate": 9.607572900043523e-05,
      "loss": 0.0304,
      "step": 1182
    },
    {
      "epoch": 0.12825238508239376,
      "grad_norm": 0.23034758865833282,
      "learning_rate": 9.60721021325983e-05,
      "loss": 0.0536,
      "step": 1183
    },
    {
      "epoch": 0.12836079791847355,
      "grad_norm": 0.12122625857591629,
      "learning_rate": 9.606847526476136e-05,
      "loss": 0.0233,
      "step": 1184
    },
    {
      "epoch": 0.12846921075455334,
      "grad_norm": 0.16517087817192078,
      "learning_rate": 9.606484839692442e-05,
      "loss": 0.0494,
      "step": 1185
    },
    {
      "epoch": 0.12857762359063313,
      "grad_norm": 0.17056280374526978,
      "learning_rate": 9.606122152908749e-05,
      "loss": 0.0362,
      "step": 1186
    },
    {
      "epoch": 0.12868603642671292,
      "grad_norm": 0.19390520453453064,
      "learning_rate": 9.605759466125054e-05,
      "loss": 0.0495,
      "step": 1187
    },
    {
      "epoch": 0.1287944492627927,
      "grad_norm": 0.24932485818862915,
      "learning_rate": 9.605396779341362e-05,
      "loss": 0.0634,
      "step": 1188
    },
    {
      "epoch": 0.1289028620988725,
      "grad_norm": 0.3693920373916626,
      "learning_rate": 9.605034092557667e-05,
      "loss": 0.1049,
      "step": 1189
    },
    {
      "epoch": 0.1290112749349523,
      "grad_norm": 0.34006404876708984,
      "learning_rate": 9.604671405773974e-05,
      "loss": 0.0749,
      "step": 1190
    },
    {
      "epoch": 0.12911968777103208,
      "grad_norm": 0.3363703489303589,
      "learning_rate": 9.60430871899028e-05,
      "loss": 0.0346,
      "step": 1191
    },
    {
      "epoch": 0.12922810060711187,
      "grad_norm": 0.13213016092777252,
      "learning_rate": 9.603946032206587e-05,
      "loss": 0.0251,
      "step": 1192
    },
    {
      "epoch": 0.12933651344319166,
      "grad_norm": 0.1362089365720749,
      "learning_rate": 9.603583345422893e-05,
      "loss": 0.0217,
      "step": 1193
    },
    {
      "epoch": 0.12944492627927146,
      "grad_norm": 0.17539653182029724,
      "learning_rate": 9.603220658639199e-05,
      "loss": 0.037,
      "step": 1194
    },
    {
      "epoch": 0.12955333911535125,
      "grad_norm": 0.4752325415611267,
      "learning_rate": 9.602857971855506e-05,
      "loss": 0.0686,
      "step": 1195
    },
    {
      "epoch": 0.12966175195143104,
      "grad_norm": 0.3563051223754883,
      "learning_rate": 9.602495285071811e-05,
      "loss": 0.0482,
      "step": 1196
    },
    {
      "epoch": 0.12977016478751083,
      "grad_norm": 0.4766461253166199,
      "learning_rate": 9.602132598288119e-05,
      "loss": 0.0781,
      "step": 1197
    },
    {
      "epoch": 0.12987857762359065,
      "grad_norm": 0.337485134601593,
      "learning_rate": 9.601769911504426e-05,
      "loss": 0.0548,
      "step": 1198
    },
    {
      "epoch": 0.12998699045967044,
      "grad_norm": 0.11277183890342712,
      "learning_rate": 9.601407224720731e-05,
      "loss": 0.0208,
      "step": 1199
    },
    {
      "epoch": 0.13009540329575023,
      "grad_norm": 0.21480055153369904,
      "learning_rate": 9.601044537937038e-05,
      "loss": 0.0419,
      "step": 1200
    },
    {
      "epoch": 0.13020381613183002,
      "grad_norm": 0.22573523223400116,
      "learning_rate": 9.600681851153344e-05,
      "loss": 0.0575,
      "step": 1201
    },
    {
      "epoch": 0.1303122289679098,
      "grad_norm": 0.28692907094955444,
      "learning_rate": 9.600319164369651e-05,
      "loss": 0.0709,
      "step": 1202
    },
    {
      "epoch": 0.1304206418039896,
      "grad_norm": 0.3046512305736542,
      "learning_rate": 9.599956477585957e-05,
      "loss": 0.0424,
      "step": 1203
    },
    {
      "epoch": 0.1305290546400694,
      "grad_norm": 0.18953850865364075,
      "learning_rate": 9.599593790802264e-05,
      "loss": 0.0586,
      "step": 1204
    },
    {
      "epoch": 0.13063746747614918,
      "grad_norm": 0.4961920976638794,
      "learning_rate": 9.59923110401857e-05,
      "loss": 0.0302,
      "step": 1205
    },
    {
      "epoch": 0.13074588031222897,
      "grad_norm": 0.2594042718410492,
      "learning_rate": 9.598868417234877e-05,
      "loss": 0.0774,
      "step": 1206
    },
    {
      "epoch": 0.13085429314830876,
      "grad_norm": 0.4000159502029419,
      "learning_rate": 9.598505730451183e-05,
      "loss": 0.112,
      "step": 1207
    },
    {
      "epoch": 0.13096270598438856,
      "grad_norm": 0.193731889128685,
      "learning_rate": 9.598143043667488e-05,
      "loss": 0.0937,
      "step": 1208
    },
    {
      "epoch": 0.13107111882046835,
      "grad_norm": 0.42689844965934753,
      "learning_rate": 9.597780356883796e-05,
      "loss": 0.0233,
      "step": 1209
    },
    {
      "epoch": 0.13117953165654814,
      "grad_norm": 0.439171701669693,
      "learning_rate": 9.597417670100101e-05,
      "loss": 0.0285,
      "step": 1210
    },
    {
      "epoch": 0.13128794449262793,
      "grad_norm": 0.142722487449646,
      "learning_rate": 9.597054983316408e-05,
      "loss": 0.014,
      "step": 1211
    },
    {
      "epoch": 0.13139635732870772,
      "grad_norm": 0.20231439173221588,
      "learning_rate": 9.596692296532714e-05,
      "loss": 0.0245,
      "step": 1212
    },
    {
      "epoch": 0.1315047701647875,
      "grad_norm": 0.27829882502555847,
      "learning_rate": 9.596329609749021e-05,
      "loss": 0.0636,
      "step": 1213
    },
    {
      "epoch": 0.1316131830008673,
      "grad_norm": 0.2735797166824341,
      "learning_rate": 9.595966922965327e-05,
      "loss": 0.0504,
      "step": 1214
    },
    {
      "epoch": 0.1317215958369471,
      "grad_norm": 0.34935563802719116,
      "learning_rate": 9.595604236181634e-05,
      "loss": 0.0684,
      "step": 1215
    },
    {
      "epoch": 0.13183000867302688,
      "grad_norm": 0.29148492217063904,
      "learning_rate": 9.595241549397941e-05,
      "loss": 0.0358,
      "step": 1216
    },
    {
      "epoch": 0.13193842150910667,
      "grad_norm": 0.5979835391044617,
      "learning_rate": 9.594878862614247e-05,
      "loss": 0.0905,
      "step": 1217
    },
    {
      "epoch": 0.13204683434518646,
      "grad_norm": 0.5018793940544128,
      "learning_rate": 9.594516175830554e-05,
      "loss": 0.0536,
      "step": 1218
    },
    {
      "epoch": 0.13215524718126626,
      "grad_norm": 0.3162796199321747,
      "learning_rate": 9.59415348904686e-05,
      "loss": 0.0651,
      "step": 1219
    },
    {
      "epoch": 0.13226366001734605,
      "grad_norm": 0.13539981842041016,
      "learning_rate": 9.593790802263167e-05,
      "loss": 0.0306,
      "step": 1220
    },
    {
      "epoch": 0.13237207285342584,
      "grad_norm": 0.16494379937648773,
      "learning_rate": 9.593428115479472e-05,
      "loss": 0.042,
      "step": 1221
    },
    {
      "epoch": 0.13248048568950563,
      "grad_norm": 0.32306957244873047,
      "learning_rate": 9.59306542869578e-05,
      "loss": 0.1018,
      "step": 1222
    },
    {
      "epoch": 0.13258889852558542,
      "grad_norm": 0.5547816753387451,
      "learning_rate": 9.592702741912085e-05,
      "loss": 0.0421,
      "step": 1223
    },
    {
      "epoch": 0.1326973113616652,
      "grad_norm": 0.47932493686676025,
      "learning_rate": 9.592340055128391e-05,
      "loss": 0.0512,
      "step": 1224
    },
    {
      "epoch": 0.132805724197745,
      "grad_norm": 0.2785220444202423,
      "learning_rate": 9.591977368344698e-05,
      "loss": 0.0762,
      "step": 1225
    },
    {
      "epoch": 0.1329141370338248,
      "grad_norm": 0.27660223841667175,
      "learning_rate": 9.591614681561004e-05,
      "loss": 0.0507,
      "step": 1226
    },
    {
      "epoch": 0.1330225498699046,
      "grad_norm": 0.1659151315689087,
      "learning_rate": 9.591251994777311e-05,
      "loss": 0.0331,
      "step": 1227
    },
    {
      "epoch": 0.1331309627059844,
      "grad_norm": 0.2954747676849365,
      "learning_rate": 9.590889307993617e-05,
      "loss": 0.0636,
      "step": 1228
    },
    {
      "epoch": 0.1332393755420642,
      "grad_norm": 0.1169498860836029,
      "learning_rate": 9.590526621209924e-05,
      "loss": 0.0199,
      "step": 1229
    },
    {
      "epoch": 0.13334778837814398,
      "grad_norm": 0.39135539531707764,
      "learning_rate": 9.59016393442623e-05,
      "loss": 0.0896,
      "step": 1230
    },
    {
      "epoch": 0.13345620121422377,
      "grad_norm": 0.2695944011211395,
      "learning_rate": 9.589801247642535e-05,
      "loss": 0.0652,
      "step": 1231
    },
    {
      "epoch": 0.13356461405030357,
      "grad_norm": 0.37948372960090637,
      "learning_rate": 9.589438560858844e-05,
      "loss": 0.0808,
      "step": 1232
    },
    {
      "epoch": 0.13367302688638336,
      "grad_norm": 0.16403132677078247,
      "learning_rate": 9.58907587407515e-05,
      "loss": 0.0354,
      "step": 1233
    },
    {
      "epoch": 0.13378143972246315,
      "grad_norm": 0.3382979929447174,
      "learning_rate": 9.588713187291456e-05,
      "loss": 0.0776,
      "step": 1234
    },
    {
      "epoch": 0.13388985255854294,
      "grad_norm": 0.308535635471344,
      "learning_rate": 9.588350500507762e-05,
      "loss": 0.0541,
      "step": 1235
    },
    {
      "epoch": 0.13399826539462273,
      "grad_norm": 0.1373700499534607,
      "learning_rate": 9.587987813724069e-05,
      "loss": 0.0305,
      "step": 1236
    },
    {
      "epoch": 0.13410667823070252,
      "grad_norm": 0.1911357194185257,
      "learning_rate": 9.587625126940375e-05,
      "loss": 0.0296,
      "step": 1237
    },
    {
      "epoch": 0.1342150910667823,
      "grad_norm": 0.5073282122612,
      "learning_rate": 9.587262440156681e-05,
      "loss": 0.0841,
      "step": 1238
    },
    {
      "epoch": 0.1343235039028621,
      "grad_norm": 0.20061945915222168,
      "learning_rate": 9.586899753372988e-05,
      "loss": 0.0423,
      "step": 1239
    },
    {
      "epoch": 0.1344319167389419,
      "grad_norm": 0.2238149493932724,
      "learning_rate": 9.586537066589294e-05,
      "loss": 0.0412,
      "step": 1240
    },
    {
      "epoch": 0.13454032957502168,
      "grad_norm": 0.2844471335411072,
      "learning_rate": 9.5861743798056e-05,
      "loss": 0.0756,
      "step": 1241
    },
    {
      "epoch": 0.13464874241110147,
      "grad_norm": 0.1998056173324585,
      "learning_rate": 9.585811693021906e-05,
      "loss": 0.023,
      "step": 1242
    },
    {
      "epoch": 0.13475715524718127,
      "grad_norm": 0.19729244709014893,
      "learning_rate": 9.585449006238213e-05,
      "loss": 0.0191,
      "step": 1243
    },
    {
      "epoch": 0.13486556808326106,
      "grad_norm": 0.2778136432170868,
      "learning_rate": 9.585086319454519e-05,
      "loss": 0.0523,
      "step": 1244
    },
    {
      "epoch": 0.13497398091934085,
      "grad_norm": 0.1934831738471985,
      "learning_rate": 9.584723632670826e-05,
      "loss": 0.0633,
      "step": 1245
    },
    {
      "epoch": 0.13508239375542064,
      "grad_norm": 0.2867003083229065,
      "learning_rate": 9.584360945887132e-05,
      "loss": 0.0718,
      "step": 1246
    },
    {
      "epoch": 0.13519080659150043,
      "grad_norm": 0.17653438448905945,
      "learning_rate": 9.583998259103438e-05,
      "loss": 0.0296,
      "step": 1247
    },
    {
      "epoch": 0.13529921942758022,
      "grad_norm": 0.27510011196136475,
      "learning_rate": 9.583635572319745e-05,
      "loss": 0.0626,
      "step": 1248
    },
    {
      "epoch": 0.13540763226366,
      "grad_norm": 0.4171296954154968,
      "learning_rate": 9.583272885536052e-05,
      "loss": 0.0791,
      "step": 1249
    },
    {
      "epoch": 0.1355160450997398,
      "grad_norm": 0.32883498072624207,
      "learning_rate": 9.582910198752359e-05,
      "loss": 0.1178,
      "step": 1250
    },
    {
      "epoch": 0.1356244579358196,
      "grad_norm": 0.5318877100944519,
      "learning_rate": 9.582547511968665e-05,
      "loss": 0.0523,
      "step": 1251
    },
    {
      "epoch": 0.13573287077189938,
      "grad_norm": 0.36290401220321655,
      "learning_rate": 9.58218482518497e-05,
      "loss": 0.0633,
      "step": 1252
    },
    {
      "epoch": 0.13584128360797917,
      "grad_norm": 0.3236241042613983,
      "learning_rate": 9.581822138401278e-05,
      "loss": 0.071,
      "step": 1253
    },
    {
      "epoch": 0.13594969644405897,
      "grad_norm": 0.32405614852905273,
      "learning_rate": 9.581459451617583e-05,
      "loss": 0.0733,
      "step": 1254
    },
    {
      "epoch": 0.13605810928013876,
      "grad_norm": 0.2794288098812103,
      "learning_rate": 9.58109676483389e-05,
      "loss": 0.0553,
      "step": 1255
    },
    {
      "epoch": 0.13616652211621855,
      "grad_norm": 0.32987311482429504,
      "learning_rate": 9.580734078050196e-05,
      "loss": 0.0642,
      "step": 1256
    },
    {
      "epoch": 0.13627493495229837,
      "grad_norm": 0.39627671241760254,
      "learning_rate": 9.580371391266503e-05,
      "loss": 0.0804,
      "step": 1257
    },
    {
      "epoch": 0.13638334778837816,
      "grad_norm": 0.24951909482479095,
      "learning_rate": 9.580008704482809e-05,
      "loss": 0.022,
      "step": 1258
    },
    {
      "epoch": 0.13649176062445795,
      "grad_norm": 0.21259014308452606,
      "learning_rate": 9.579646017699116e-05,
      "loss": 0.0489,
      "step": 1259
    },
    {
      "epoch": 0.13660017346053774,
      "grad_norm": 0.15796604752540588,
      "learning_rate": 9.579283330915422e-05,
      "loss": 0.0314,
      "step": 1260
    },
    {
      "epoch": 0.13670858629661753,
      "grad_norm": 0.15886393189430237,
      "learning_rate": 9.578920644131727e-05,
      "loss": 0.0547,
      "step": 1261
    },
    {
      "epoch": 0.13681699913269732,
      "grad_norm": 0.33802393078804016,
      "learning_rate": 9.578557957348035e-05,
      "loss": 0.0847,
      "step": 1262
    },
    {
      "epoch": 0.1369254119687771,
      "grad_norm": 0.2055506706237793,
      "learning_rate": 9.57819527056434e-05,
      "loss": 0.049,
      "step": 1263
    },
    {
      "epoch": 0.1370338248048569,
      "grad_norm": 0.24967850744724274,
      "learning_rate": 9.577832583780647e-05,
      "loss": 0.0548,
      "step": 1264
    },
    {
      "epoch": 0.1371422376409367,
      "grad_norm": 0.25027361512184143,
      "learning_rate": 9.577469896996953e-05,
      "loss": 0.0818,
      "step": 1265
    },
    {
      "epoch": 0.13725065047701648,
      "grad_norm": 0.28710246086120605,
      "learning_rate": 9.57710721021326e-05,
      "loss": 0.06,
      "step": 1266
    },
    {
      "epoch": 0.13735906331309627,
      "grad_norm": 0.5627856850624084,
      "learning_rate": 9.576744523429567e-05,
      "loss": 0.0864,
      "step": 1267
    },
    {
      "epoch": 0.13746747614917607,
      "grad_norm": 0.2574317455291748,
      "learning_rate": 9.576381836645873e-05,
      "loss": 0.0573,
      "step": 1268
    },
    {
      "epoch": 0.13757588898525586,
      "grad_norm": 0.28292912244796753,
      "learning_rate": 9.57601914986218e-05,
      "loss": 0.051,
      "step": 1269
    },
    {
      "epoch": 0.13768430182133565,
      "grad_norm": 0.19942301511764526,
      "learning_rate": 9.575656463078486e-05,
      "loss": 0.0363,
      "step": 1270
    },
    {
      "epoch": 0.13779271465741544,
      "grad_norm": 0.4012210965156555,
      "learning_rate": 9.575293776294793e-05,
      "loss": 0.0665,
      "step": 1271
    },
    {
      "epoch": 0.13790112749349523,
      "grad_norm": 0.3364914357662201,
      "learning_rate": 9.574931089511099e-05,
      "loss": 0.059,
      "step": 1272
    },
    {
      "epoch": 0.13800954032957502,
      "grad_norm": 0.45297935605049133,
      "learning_rate": 9.574568402727406e-05,
      "loss": 0.1041,
      "step": 1273
    },
    {
      "epoch": 0.1381179531656548,
      "grad_norm": 0.33220621943473816,
      "learning_rate": 9.574205715943712e-05,
      "loss": 0.0612,
      "step": 1274
    },
    {
      "epoch": 0.1382263660017346,
      "grad_norm": 0.15447022020816803,
      "learning_rate": 9.573843029160017e-05,
      "loss": 0.0259,
      "step": 1275
    },
    {
      "epoch": 0.1383347788378144,
      "grad_norm": 0.23169660568237305,
      "learning_rate": 9.573480342376324e-05,
      "loss": 0.0354,
      "step": 1276
    },
    {
      "epoch": 0.13844319167389418,
      "grad_norm": 0.2122514694929123,
      "learning_rate": 9.57311765559263e-05,
      "loss": 0.0356,
      "step": 1277
    },
    {
      "epoch": 0.13855160450997397,
      "grad_norm": 0.36789408326148987,
      "learning_rate": 9.572754968808937e-05,
      "loss": 0.0692,
      "step": 1278
    },
    {
      "epoch": 0.13866001734605377,
      "grad_norm": 0.3626011908054352,
      "learning_rate": 9.572392282025243e-05,
      "loss": 0.0607,
      "step": 1279
    },
    {
      "epoch": 0.13876843018213356,
      "grad_norm": 0.23051102459430695,
      "learning_rate": 9.57202959524155e-05,
      "loss": 0.0362,
      "step": 1280
    },
    {
      "epoch": 0.13887684301821335,
      "grad_norm": 0.23148176074028015,
      "learning_rate": 9.571666908457856e-05,
      "loss": 0.0282,
      "step": 1281
    },
    {
      "epoch": 0.13898525585429314,
      "grad_norm": 0.46358829736709595,
      "learning_rate": 9.571304221674163e-05,
      "loss": 0.069,
      "step": 1282
    },
    {
      "epoch": 0.13909366869037293,
      "grad_norm": 0.2249557375907898,
      "learning_rate": 9.570941534890469e-05,
      "loss": 0.0435,
      "step": 1283
    },
    {
      "epoch": 0.13920208152645272,
      "grad_norm": 0.29410320520401,
      "learning_rate": 9.570578848106776e-05,
      "loss": 0.0302,
      "step": 1284
    },
    {
      "epoch": 0.1393104943625325,
      "grad_norm": 0.43691393733024597,
      "learning_rate": 9.570216161323083e-05,
      "loss": 0.0504,
      "step": 1285
    },
    {
      "epoch": 0.1394189071986123,
      "grad_norm": 0.6966893672943115,
      "learning_rate": 9.569853474539388e-05,
      "loss": 0.0543,
      "step": 1286
    },
    {
      "epoch": 0.13952732003469212,
      "grad_norm": 0.36807146668434143,
      "learning_rate": 9.569490787755696e-05,
      "loss": 0.0232,
      "step": 1287
    },
    {
      "epoch": 0.1396357328707719,
      "grad_norm": 0.3615833818912506,
      "learning_rate": 9.569128100972001e-05,
      "loss": 0.0714,
      "step": 1288
    },
    {
      "epoch": 0.1397441457068517,
      "grad_norm": 0.3181655704975128,
      "learning_rate": 9.568765414188307e-05,
      "loss": 0.0353,
      "step": 1289
    },
    {
      "epoch": 0.1398525585429315,
      "grad_norm": 0.40928637981414795,
      "learning_rate": 9.568402727404614e-05,
      "loss": 0.0759,
      "step": 1290
    },
    {
      "epoch": 0.13996097137901128,
      "grad_norm": 0.4076198935508728,
      "learning_rate": 9.56804004062092e-05,
      "loss": 0.0245,
      "step": 1291
    },
    {
      "epoch": 0.14006938421509108,
      "grad_norm": 0.23281003534793854,
      "learning_rate": 9.567677353837227e-05,
      "loss": 0.0801,
      "step": 1292
    },
    {
      "epoch": 0.14017779705117087,
      "grad_norm": 0.6722567677497864,
      "learning_rate": 9.567314667053533e-05,
      "loss": 0.0751,
      "step": 1293
    },
    {
      "epoch": 0.14028620988725066,
      "grad_norm": 0.13979844748973846,
      "learning_rate": 9.56695198026984e-05,
      "loss": 0.0206,
      "step": 1294
    },
    {
      "epoch": 0.14039462272333045,
      "grad_norm": 0.3837811350822449,
      "learning_rate": 9.566589293486145e-05,
      "loss": 0.1009,
      "step": 1295
    },
    {
      "epoch": 0.14050303555941024,
      "grad_norm": 0.5013964772224426,
      "learning_rate": 9.566226606702453e-05,
      "loss": 0.0611,
      "step": 1296
    },
    {
      "epoch": 0.14061144839549003,
      "grad_norm": 0.43836158514022827,
      "learning_rate": 9.565863919918758e-05,
      "loss": 0.0732,
      "step": 1297
    },
    {
      "epoch": 0.14071986123156982,
      "grad_norm": 0.47700151801109314,
      "learning_rate": 9.565501233135064e-05,
      "loss": 0.0712,
      "step": 1298
    },
    {
      "epoch": 0.1408282740676496,
      "grad_norm": 0.45799851417541504,
      "learning_rate": 9.565138546351371e-05,
      "loss": 0.0726,
      "step": 1299
    },
    {
      "epoch": 0.1409366869037294,
      "grad_norm": 0.1780775487422943,
      "learning_rate": 9.564775859567677e-05,
      "loss": 0.0257,
      "step": 1300
    },
    {
      "epoch": 0.1410450997398092,
      "grad_norm": 0.18571367859840393,
      "learning_rate": 9.564413172783985e-05,
      "loss": 0.0433,
      "step": 1301
    },
    {
      "epoch": 0.14115351257588898,
      "grad_norm": 0.37717509269714355,
      "learning_rate": 9.564050486000291e-05,
      "loss": 0.0775,
      "step": 1302
    },
    {
      "epoch": 0.14126192541196878,
      "grad_norm": 0.29862695932388306,
      "learning_rate": 9.563687799216597e-05,
      "loss": 0.0826,
      "step": 1303
    },
    {
      "epoch": 0.14137033824804857,
      "grad_norm": 0.1544976532459259,
      "learning_rate": 9.563325112432904e-05,
      "loss": 0.0448,
      "step": 1304
    },
    {
      "epoch": 0.14147875108412836,
      "grad_norm": 0.18533167243003845,
      "learning_rate": 9.56296242564921e-05,
      "loss": 0.0403,
      "step": 1305
    },
    {
      "epoch": 0.14158716392020815,
      "grad_norm": 0.26946645975112915,
      "learning_rate": 9.562599738865517e-05,
      "loss": 0.0247,
      "step": 1306
    },
    {
      "epoch": 0.14169557675628794,
      "grad_norm": 0.2870577871799469,
      "learning_rate": 9.562237052081822e-05,
      "loss": 0.0721,
      "step": 1307
    },
    {
      "epoch": 0.14180398959236773,
      "grad_norm": 0.31021636724472046,
      "learning_rate": 9.56187436529813e-05,
      "loss": 0.0453,
      "step": 1308
    },
    {
      "epoch": 0.14191240242844752,
      "grad_norm": 0.28163886070251465,
      "learning_rate": 9.561511678514435e-05,
      "loss": 0.0644,
      "step": 1309
    },
    {
      "epoch": 0.1420208152645273,
      "grad_norm": 0.2805818021297455,
      "learning_rate": 9.561148991730742e-05,
      "loss": 0.048,
      "step": 1310
    },
    {
      "epoch": 0.1421292281006071,
      "grad_norm": 0.25189319252967834,
      "learning_rate": 9.560786304947048e-05,
      "loss": 0.0689,
      "step": 1311
    },
    {
      "epoch": 0.1422376409366869,
      "grad_norm": 0.2472279965877533,
      "learning_rate": 9.560423618163354e-05,
      "loss": 0.0518,
      "step": 1312
    },
    {
      "epoch": 0.14234605377276668,
      "grad_norm": 0.3102673292160034,
      "learning_rate": 9.560060931379661e-05,
      "loss": 0.0553,
      "step": 1313
    },
    {
      "epoch": 0.14245446660884648,
      "grad_norm": 0.2877015471458435,
      "learning_rate": 9.559698244595967e-05,
      "loss": 0.098,
      "step": 1314
    },
    {
      "epoch": 0.14256287944492627,
      "grad_norm": 0.189608633518219,
      "learning_rate": 9.559335557812274e-05,
      "loss": 0.0532,
      "step": 1315
    },
    {
      "epoch": 0.14267129228100608,
      "grad_norm": 0.27598321437835693,
      "learning_rate": 9.55897287102858e-05,
      "loss": 0.0812,
      "step": 1316
    },
    {
      "epoch": 0.14277970511708588,
      "grad_norm": 0.24952587485313416,
      "learning_rate": 9.558610184244886e-05,
      "loss": 0.0261,
      "step": 1317
    },
    {
      "epoch": 0.14288811795316567,
      "grad_norm": 0.1159118041396141,
      "learning_rate": 9.558247497461194e-05,
      "loss": 0.0256,
      "step": 1318
    },
    {
      "epoch": 0.14299653078924546,
      "grad_norm": 0.11844059079885483,
      "learning_rate": 9.557884810677499e-05,
      "loss": 0.0328,
      "step": 1319
    },
    {
      "epoch": 0.14310494362532525,
      "grad_norm": 0.29758787155151367,
      "learning_rate": 9.557522123893806e-05,
      "loss": 0.0468,
      "step": 1320
    },
    {
      "epoch": 0.14321335646140504,
      "grad_norm": 0.26236051321029663,
      "learning_rate": 9.557159437110112e-05,
      "loss": 0.0634,
      "step": 1321
    },
    {
      "epoch": 0.14332176929748483,
      "grad_norm": 0.3111073970794678,
      "learning_rate": 9.556796750326419e-05,
      "loss": 0.0744,
      "step": 1322
    },
    {
      "epoch": 0.14343018213356462,
      "grad_norm": 0.27929648756980896,
      "learning_rate": 9.556434063542725e-05,
      "loss": 0.0776,
      "step": 1323
    },
    {
      "epoch": 0.1435385949696444,
      "grad_norm": 0.27612605690956116,
      "learning_rate": 9.556071376759032e-05,
      "loss": 0.0616,
      "step": 1324
    },
    {
      "epoch": 0.1436470078057242,
      "grad_norm": 0.20146839320659637,
      "learning_rate": 9.555708689975338e-05,
      "loss": 0.0442,
      "step": 1325
    },
    {
      "epoch": 0.143755420641804,
      "grad_norm": 0.25432124733924866,
      "learning_rate": 9.555346003191645e-05,
      "loss": 0.0648,
      "step": 1326
    },
    {
      "epoch": 0.14386383347788378,
      "grad_norm": 0.20491264760494232,
      "learning_rate": 9.55498331640795e-05,
      "loss": 0.0355,
      "step": 1327
    },
    {
      "epoch": 0.14397224631396358,
      "grad_norm": 0.4270660877227783,
      "learning_rate": 9.554620629624256e-05,
      "loss": 0.0775,
      "step": 1328
    },
    {
      "epoch": 0.14408065915004337,
      "grad_norm": 0.3407786786556244,
      "learning_rate": 9.554257942840563e-05,
      "loss": 0.0686,
      "step": 1329
    },
    {
      "epoch": 0.14418907198612316,
      "grad_norm": 0.5359905362129211,
      "learning_rate": 9.553895256056869e-05,
      "loss": 0.0605,
      "step": 1330
    },
    {
      "epoch": 0.14429748482220295,
      "grad_norm": 0.4808972477912903,
      "learning_rate": 9.553532569273176e-05,
      "loss": 0.1047,
      "step": 1331
    },
    {
      "epoch": 0.14440589765828274,
      "grad_norm": 0.30396541953086853,
      "learning_rate": 9.553169882489482e-05,
      "loss": 0.0426,
      "step": 1332
    },
    {
      "epoch": 0.14451431049436253,
      "grad_norm": 0.1524478942155838,
      "learning_rate": 9.552807195705789e-05,
      "loss": 0.0291,
      "step": 1333
    },
    {
      "epoch": 0.14462272333044232,
      "grad_norm": 0.3519694209098816,
      "learning_rate": 9.552444508922095e-05,
      "loss": 0.0693,
      "step": 1334
    },
    {
      "epoch": 0.1447311361665221,
      "grad_norm": 0.2871704697608948,
      "learning_rate": 9.5520818221384e-05,
      "loss": 0.0553,
      "step": 1335
    },
    {
      "epoch": 0.1448395490026019,
      "grad_norm": 0.15123310685157776,
      "learning_rate": 9.551719135354709e-05,
      "loss": 0.0432,
      "step": 1336
    },
    {
      "epoch": 0.1449479618386817,
      "grad_norm": 0.45346811413764954,
      "learning_rate": 9.551356448571015e-05,
      "loss": 0.0935,
      "step": 1337
    },
    {
      "epoch": 0.14505637467476148,
      "grad_norm": 0.356880784034729,
      "learning_rate": 9.550993761787322e-05,
      "loss": 0.0499,
      "step": 1338
    },
    {
      "epoch": 0.14516478751084128,
      "grad_norm": 0.1611921191215515,
      "learning_rate": 9.550631075003628e-05,
      "loss": 0.0578,
      "step": 1339
    },
    {
      "epoch": 0.14527320034692107,
      "grad_norm": 0.25659340620040894,
      "learning_rate": 9.550268388219935e-05,
      "loss": 0.0509,
      "step": 1340
    },
    {
      "epoch": 0.14538161318300086,
      "grad_norm": 0.3580076992511749,
      "learning_rate": 9.54990570143624e-05,
      "loss": 0.073,
      "step": 1341
    },
    {
      "epoch": 0.14549002601908065,
      "grad_norm": 0.32694900035858154,
      "learning_rate": 9.549543014652546e-05,
      "loss": 0.0456,
      "step": 1342
    },
    {
      "epoch": 0.14559843885516044,
      "grad_norm": 0.2059871107339859,
      "learning_rate": 9.549180327868853e-05,
      "loss": 0.0512,
      "step": 1343
    },
    {
      "epoch": 0.14570685169124023,
      "grad_norm": 0.24481703341007233,
      "learning_rate": 9.548817641085159e-05,
      "loss": 0.0447,
      "step": 1344
    },
    {
      "epoch": 0.14581526452732002,
      "grad_norm": 0.1268042027950287,
      "learning_rate": 9.548454954301466e-05,
      "loss": 0.0397,
      "step": 1345
    },
    {
      "epoch": 0.14592367736339984,
      "grad_norm": 0.30355730652809143,
      "learning_rate": 9.548092267517772e-05,
      "loss": 0.0765,
      "step": 1346
    },
    {
      "epoch": 0.14603209019947963,
      "grad_norm": 0.25830888748168945,
      "learning_rate": 9.547729580734079e-05,
      "loss": 0.0458,
      "step": 1347
    },
    {
      "epoch": 0.14614050303555942,
      "grad_norm": 0.1436498463153839,
      "learning_rate": 9.547366893950385e-05,
      "loss": 0.0233,
      "step": 1348
    },
    {
      "epoch": 0.1462489158716392,
      "grad_norm": 0.11643285304307938,
      "learning_rate": 9.547004207166692e-05,
      "loss": 0.0238,
      "step": 1349
    },
    {
      "epoch": 0.146357328707719,
      "grad_norm": 0.18639028072357178,
      "learning_rate": 9.546641520382997e-05,
      "loss": 0.019,
      "step": 1350
    },
    {
      "epoch": 0.1464657415437988,
      "grad_norm": 0.20646196603775024,
      "learning_rate": 9.546278833599303e-05,
      "loss": 0.0558,
      "step": 1351
    },
    {
      "epoch": 0.14657415437987859,
      "grad_norm": 0.12455648183822632,
      "learning_rate": 9.54591614681561e-05,
      "loss": 0.0296,
      "step": 1352
    },
    {
      "epoch": 0.14668256721595838,
      "grad_norm": 0.3643496036529541,
      "learning_rate": 9.545553460031917e-05,
      "loss": 0.0374,
      "step": 1353
    },
    {
      "epoch": 0.14679098005203817,
      "grad_norm": 0.22524365782737732,
      "learning_rate": 9.545190773248224e-05,
      "loss": 0.049,
      "step": 1354
    },
    {
      "epoch": 0.14689939288811796,
      "grad_norm": 0.45654135942459106,
      "learning_rate": 9.54482808646453e-05,
      "loss": 0.0848,
      "step": 1355
    },
    {
      "epoch": 0.14700780572419775,
      "grad_norm": 0.39771589636802673,
      "learning_rate": 9.544465399680836e-05,
      "loss": 0.1009,
      "step": 1356
    },
    {
      "epoch": 0.14711621856027754,
      "grad_norm": 0.20986826717853546,
      "learning_rate": 9.544102712897143e-05,
      "loss": 0.0108,
      "step": 1357
    },
    {
      "epoch": 0.14722463139635733,
      "grad_norm": 0.4279120862483978,
      "learning_rate": 9.543740026113449e-05,
      "loss": 0.0577,
      "step": 1358
    },
    {
      "epoch": 0.14733304423243712,
      "grad_norm": 0.35462161898612976,
      "learning_rate": 9.543377339329756e-05,
      "loss": 0.0677,
      "step": 1359
    },
    {
      "epoch": 0.1474414570685169,
      "grad_norm": 0.29760026931762695,
      "learning_rate": 9.543014652546061e-05,
      "loss": 0.0495,
      "step": 1360
    },
    {
      "epoch": 0.1475498699045967,
      "grad_norm": 0.42873483896255493,
      "learning_rate": 9.542651965762369e-05,
      "loss": 0.0633,
      "step": 1361
    },
    {
      "epoch": 0.1476582827406765,
      "grad_norm": 0.36668044328689575,
      "learning_rate": 9.542289278978674e-05,
      "loss": 0.0771,
      "step": 1362
    },
    {
      "epoch": 0.14776669557675629,
      "grad_norm": 0.1993335783481598,
      "learning_rate": 9.541926592194981e-05,
      "loss": 0.0338,
      "step": 1363
    },
    {
      "epoch": 0.14787510841283608,
      "grad_norm": 0.42386388778686523,
      "learning_rate": 9.541563905411287e-05,
      "loss": 0.0622,
      "step": 1364
    },
    {
      "epoch": 0.14798352124891587,
      "grad_norm": 0.2530701756477356,
      "learning_rate": 9.541201218627593e-05,
      "loss": 0.029,
      "step": 1365
    },
    {
      "epoch": 0.14809193408499566,
      "grad_norm": 0.2443382740020752,
      "learning_rate": 9.5408385318439e-05,
      "loss": 0.0492,
      "step": 1366
    },
    {
      "epoch": 0.14820034692107545,
      "grad_norm": 0.15980187058448792,
      "learning_rate": 9.540475845060206e-05,
      "loss": 0.0249,
      "step": 1367
    },
    {
      "epoch": 0.14830875975715524,
      "grad_norm": 0.20550347864627838,
      "learning_rate": 9.540113158276513e-05,
      "loss": 0.0477,
      "step": 1368
    },
    {
      "epoch": 0.14841717259323503,
      "grad_norm": 0.37271106243133545,
      "learning_rate": 9.539750471492818e-05,
      "loss": 0.0754,
      "step": 1369
    },
    {
      "epoch": 0.14852558542931482,
      "grad_norm": 0.26293644309043884,
      "learning_rate": 9.539387784709126e-05,
      "loss": 0.0664,
      "step": 1370
    },
    {
      "epoch": 0.1486339982653946,
      "grad_norm": 0.20986902713775635,
      "learning_rate": 9.539025097925433e-05,
      "loss": 0.0509,
      "step": 1371
    },
    {
      "epoch": 0.1487424111014744,
      "grad_norm": 0.2732609510421753,
      "learning_rate": 9.538662411141738e-05,
      "loss": 0.0691,
      "step": 1372
    },
    {
      "epoch": 0.1488508239375542,
      "grad_norm": 0.2117050588130951,
      "learning_rate": 9.538299724358045e-05,
      "loss": 0.0244,
      "step": 1373
    },
    {
      "epoch": 0.14895923677363399,
      "grad_norm": 0.22291019558906555,
      "learning_rate": 9.537937037574351e-05,
      "loss": 0.0353,
      "step": 1374
    },
    {
      "epoch": 0.1490676496097138,
      "grad_norm": 0.3813699781894684,
      "learning_rate": 9.537574350790658e-05,
      "loss": 0.0403,
      "step": 1375
    },
    {
      "epoch": 0.1491760624457936,
      "grad_norm": 0.25473740696907043,
      "learning_rate": 9.537211664006964e-05,
      "loss": 0.0315,
      "step": 1376
    },
    {
      "epoch": 0.14928447528187339,
      "grad_norm": 0.4914090931415558,
      "learning_rate": 9.536848977223271e-05,
      "loss": 0.0633,
      "step": 1377
    },
    {
      "epoch": 0.14939288811795318,
      "grad_norm": 0.12775233387947083,
      "learning_rate": 9.536486290439577e-05,
      "loss": 0.0173,
      "step": 1378
    },
    {
      "epoch": 0.14950130095403297,
      "grad_norm": 0.1445757895708084,
      "learning_rate": 9.536123603655883e-05,
      "loss": 0.0229,
      "step": 1379
    },
    {
      "epoch": 0.14960971379011276,
      "grad_norm": 0.34697580337524414,
      "learning_rate": 9.53576091687219e-05,
      "loss": 0.0701,
      "step": 1380
    },
    {
      "epoch": 0.14971812662619255,
      "grad_norm": 0.35244083404541016,
      "learning_rate": 9.535398230088495e-05,
      "loss": 0.0499,
      "step": 1381
    },
    {
      "epoch": 0.14982653946227234,
      "grad_norm": 0.44750434160232544,
      "learning_rate": 9.535035543304802e-05,
      "loss": 0.0301,
      "step": 1382
    },
    {
      "epoch": 0.14993495229835213,
      "grad_norm": 0.2913174629211426,
      "learning_rate": 9.534672856521108e-05,
      "loss": 0.0598,
      "step": 1383
    },
    {
      "epoch": 0.15004336513443192,
      "grad_norm": 0.3522472679615021,
      "learning_rate": 9.534310169737415e-05,
      "loss": 0.0624,
      "step": 1384
    },
    {
      "epoch": 0.1501517779705117,
      "grad_norm": 0.22493302822113037,
      "learning_rate": 9.533947482953721e-05,
      "loss": 0.0298,
      "step": 1385
    },
    {
      "epoch": 0.1502601908065915,
      "grad_norm": 0.22391846776008606,
      "learning_rate": 9.533584796170028e-05,
      "loss": 0.0432,
      "step": 1386
    },
    {
      "epoch": 0.1503686036426713,
      "grad_norm": 0.2701381742954254,
      "learning_rate": 9.533222109386334e-05,
      "loss": 0.0576,
      "step": 1387
    },
    {
      "epoch": 0.15047701647875109,
      "grad_norm": 0.2076566219329834,
      "learning_rate": 9.532859422602641e-05,
      "loss": 0.0663,
      "step": 1388
    },
    {
      "epoch": 0.15058542931483088,
      "grad_norm": 0.2308526188135147,
      "learning_rate": 9.532496735818948e-05,
      "loss": 0.0114,
      "step": 1389
    },
    {
      "epoch": 0.15069384215091067,
      "grad_norm": 0.3116513192653656,
      "learning_rate": 9.532134049035254e-05,
      "loss": 0.0514,
      "step": 1390
    },
    {
      "epoch": 0.15080225498699046,
      "grad_norm": 0.4330221712589264,
      "learning_rate": 9.531771362251561e-05,
      "loss": 0.0615,
      "step": 1391
    },
    {
      "epoch": 0.15091066782307025,
      "grad_norm": 0.36950114369392395,
      "learning_rate": 9.531408675467867e-05,
      "loss": 0.0541,
      "step": 1392
    },
    {
      "epoch": 0.15101908065915004,
      "grad_norm": 0.28404998779296875,
      "learning_rate": 9.531045988684172e-05,
      "loss": 0.0477,
      "step": 1393
    },
    {
      "epoch": 0.15112749349522983,
      "grad_norm": 0.2531794607639313,
      "learning_rate": 9.53068330190048e-05,
      "loss": 0.0537,
      "step": 1394
    },
    {
      "epoch": 0.15123590633130962,
      "grad_norm": 0.5958303809165955,
      "learning_rate": 9.530320615116785e-05,
      "loss": 0.0755,
      "step": 1395
    },
    {
      "epoch": 0.1513443191673894,
      "grad_norm": 0.4442746937274933,
      "learning_rate": 9.529957928333092e-05,
      "loss": 0.0542,
      "step": 1396
    },
    {
      "epoch": 0.1514527320034692,
      "grad_norm": 0.30783385038375854,
      "learning_rate": 9.529595241549398e-05,
      "loss": 0.0967,
      "step": 1397
    },
    {
      "epoch": 0.151561144839549,
      "grad_norm": 0.5013243556022644,
      "learning_rate": 9.529232554765705e-05,
      "loss": 0.0496,
      "step": 1398
    },
    {
      "epoch": 0.15166955767562879,
      "grad_norm": 0.1992102563381195,
      "learning_rate": 9.528869867982011e-05,
      "loss": 0.0439,
      "step": 1399
    },
    {
      "epoch": 0.15177797051170858,
      "grad_norm": 0.3222901523113251,
      "learning_rate": 9.528507181198318e-05,
      "loss": 0.0743,
      "step": 1400
    },
    {
      "epoch": 0.15188638334778837,
      "grad_norm": 0.3664405643939972,
      "learning_rate": 9.528144494414624e-05,
      "loss": 0.0802,
      "step": 1401
    },
    {
      "epoch": 0.15199479618386816,
      "grad_norm": 0.600931704044342,
      "learning_rate": 9.52778180763093e-05,
      "loss": 0.0471,
      "step": 1402
    },
    {
      "epoch": 0.15210320901994795,
      "grad_norm": 0.23891539871692657,
      "learning_rate": 9.527419120847236e-05,
      "loss": 0.0358,
      "step": 1403
    },
    {
      "epoch": 0.15221162185602774,
      "grad_norm": 0.4713967442512512,
      "learning_rate": 9.527056434063542e-05,
      "loss": 0.1112,
      "step": 1404
    },
    {
      "epoch": 0.15232003469210756,
      "grad_norm": 0.18729326128959656,
      "learning_rate": 9.52669374727985e-05,
      "loss": 0.0356,
      "step": 1405
    },
    {
      "epoch": 0.15242844752818735,
      "grad_norm": 0.3805091679096222,
      "learning_rate": 9.526331060496156e-05,
      "loss": 0.047,
      "step": 1406
    },
    {
      "epoch": 0.15253686036426714,
      "grad_norm": 0.23430362343788147,
      "learning_rate": 9.525968373712463e-05,
      "loss": 0.035,
      "step": 1407
    },
    {
      "epoch": 0.15264527320034693,
      "grad_norm": 0.25815480947494507,
      "learning_rate": 9.525605686928769e-05,
      "loss": 0.0599,
      "step": 1408
    },
    {
      "epoch": 0.15275368603642672,
      "grad_norm": 0.21551689505577087,
      "learning_rate": 9.525243000145075e-05,
      "loss": 0.0564,
      "step": 1409
    },
    {
      "epoch": 0.1528620988725065,
      "grad_norm": 0.3264423906803131,
      "learning_rate": 9.524880313361382e-05,
      "loss": 0.0759,
      "step": 1410
    },
    {
      "epoch": 0.1529705117085863,
      "grad_norm": 0.16738449037075043,
      "learning_rate": 9.524517626577688e-05,
      "loss": 0.0296,
      "step": 1411
    },
    {
      "epoch": 0.1530789245446661,
      "grad_norm": 0.1817626953125,
      "learning_rate": 9.524154939793995e-05,
      "loss": 0.0443,
      "step": 1412
    },
    {
      "epoch": 0.15318733738074589,
      "grad_norm": 0.1730755865573883,
      "learning_rate": 9.5237922530103e-05,
      "loss": 0.0547,
      "step": 1413
    },
    {
      "epoch": 0.15329575021682568,
      "grad_norm": 0.2476581186056137,
      "learning_rate": 9.523429566226608e-05,
      "loss": 0.0458,
      "step": 1414
    },
    {
      "epoch": 0.15340416305290547,
      "grad_norm": 0.21793410181999207,
      "learning_rate": 9.523066879442913e-05,
      "loss": 0.0669,
      "step": 1415
    },
    {
      "epoch": 0.15351257588898526,
      "grad_norm": 0.259554386138916,
      "learning_rate": 9.522704192659219e-05,
      "loss": 0.0393,
      "step": 1416
    },
    {
      "epoch": 0.15362098872506505,
      "grad_norm": 0.25758057832717896,
      "learning_rate": 9.522341505875526e-05,
      "loss": 0.0504,
      "step": 1417
    },
    {
      "epoch": 0.15372940156114484,
      "grad_norm": 0.197440966963768,
      "learning_rate": 9.521978819091832e-05,
      "loss": 0.066,
      "step": 1418
    },
    {
      "epoch": 0.15383781439722463,
      "grad_norm": 0.19751295447349548,
      "learning_rate": 9.521616132308139e-05,
      "loss": 0.0367,
      "step": 1419
    },
    {
      "epoch": 0.15394622723330442,
      "grad_norm": 0.1655360907316208,
      "learning_rate": 9.521253445524445e-05,
      "loss": 0.0687,
      "step": 1420
    },
    {
      "epoch": 0.1540546400693842,
      "grad_norm": 0.2210475206375122,
      "learning_rate": 9.520890758740752e-05,
      "loss": 0.052,
      "step": 1421
    },
    {
      "epoch": 0.154163052905464,
      "grad_norm": 0.27334126830101013,
      "learning_rate": 9.520528071957059e-05,
      "loss": 0.0656,
      "step": 1422
    },
    {
      "epoch": 0.1542714657415438,
      "grad_norm": 0.21354088187217712,
      "learning_rate": 9.520165385173365e-05,
      "loss": 0.0736,
      "step": 1423
    },
    {
      "epoch": 0.15437987857762359,
      "grad_norm": 0.2621630132198334,
      "learning_rate": 9.519802698389672e-05,
      "loss": 0.0623,
      "step": 1424
    },
    {
      "epoch": 0.15448829141370338,
      "grad_norm": 0.17924430966377258,
      "learning_rate": 9.519440011605977e-05,
      "loss": 0.0411,
      "step": 1425
    },
    {
      "epoch": 0.15459670424978317,
      "grad_norm": 0.2383228838443756,
      "learning_rate": 9.519077324822285e-05,
      "loss": 0.051,
      "step": 1426
    },
    {
      "epoch": 0.15470511708586296,
      "grad_norm": 0.15496917068958282,
      "learning_rate": 9.51871463803859e-05,
      "loss": 0.0385,
      "step": 1427
    },
    {
      "epoch": 0.15481352992194275,
      "grad_norm": 0.2052573263645172,
      "learning_rate": 9.518351951254897e-05,
      "loss": 0.0468,
      "step": 1428
    },
    {
      "epoch": 0.15492194275802254,
      "grad_norm": 0.2124033421278,
      "learning_rate": 9.517989264471203e-05,
      "loss": 0.0431,
      "step": 1429
    },
    {
      "epoch": 0.15503035559410233,
      "grad_norm": 0.11392364650964737,
      "learning_rate": 9.51762657768751e-05,
      "loss": 0.0208,
      "step": 1430
    },
    {
      "epoch": 0.15513876843018212,
      "grad_norm": 0.41136473417282104,
      "learning_rate": 9.517263890903816e-05,
      "loss": 0.0879,
      "step": 1431
    },
    {
      "epoch": 0.1552471812662619,
      "grad_norm": 0.19495147466659546,
      "learning_rate": 9.516901204120122e-05,
      "loss": 0.0602,
      "step": 1432
    },
    {
      "epoch": 0.1553555941023417,
      "grad_norm": 0.15711720287799835,
      "learning_rate": 9.516538517336429e-05,
      "loss": 0.0316,
      "step": 1433
    },
    {
      "epoch": 0.15546400693842152,
      "grad_norm": 0.2694893181324005,
      "learning_rate": 9.516175830552734e-05,
      "loss": 0.0402,
      "step": 1434
    },
    {
      "epoch": 0.1555724197745013,
      "grad_norm": 0.14138519763946533,
      "learning_rate": 9.515813143769042e-05,
      "loss": 0.0324,
      "step": 1435
    },
    {
      "epoch": 0.1556808326105811,
      "grad_norm": 0.20692338049411774,
      "learning_rate": 9.515450456985347e-05,
      "loss": 0.0247,
      "step": 1436
    },
    {
      "epoch": 0.1557892454466609,
      "grad_norm": 0.2832009494304657,
      "learning_rate": 9.515087770201654e-05,
      "loss": 0.051,
      "step": 1437
    },
    {
      "epoch": 0.1558976582827407,
      "grad_norm": 0.4446849226951599,
      "learning_rate": 9.51472508341796e-05,
      "loss": 0.0762,
      "step": 1438
    },
    {
      "epoch": 0.15600607111882048,
      "grad_norm": 0.3480984568595886,
      "learning_rate": 9.514362396634267e-05,
      "loss": 0.0573,
      "step": 1439
    },
    {
      "epoch": 0.15611448395490027,
      "grad_norm": 0.2628327012062073,
      "learning_rate": 9.513999709850574e-05,
      "loss": 0.0494,
      "step": 1440
    },
    {
      "epoch": 0.15622289679098006,
      "grad_norm": 0.19338560104370117,
      "learning_rate": 9.51363702306688e-05,
      "loss": 0.0502,
      "step": 1441
    },
    {
      "epoch": 0.15633130962705985,
      "grad_norm": 0.2624661326408386,
      "learning_rate": 9.513274336283187e-05,
      "loss": 0.0551,
      "step": 1442
    },
    {
      "epoch": 0.15643972246313964,
      "grad_norm": 0.24743178486824036,
      "learning_rate": 9.512911649499493e-05,
      "loss": 0.045,
      "step": 1443
    },
    {
      "epoch": 0.15654813529921943,
      "grad_norm": 0.40602514147758484,
      "learning_rate": 9.5125489627158e-05,
      "loss": 0.0907,
      "step": 1444
    },
    {
      "epoch": 0.15665654813529922,
      "grad_norm": 0.30558377504348755,
      "learning_rate": 9.512186275932106e-05,
      "loss": 0.0433,
      "step": 1445
    },
    {
      "epoch": 0.156764960971379,
      "grad_norm": 0.3178592324256897,
      "learning_rate": 9.511823589148411e-05,
      "loss": 0.0509,
      "step": 1446
    },
    {
      "epoch": 0.1568733738074588,
      "grad_norm": 0.35279566049575806,
      "learning_rate": 9.511460902364718e-05,
      "loss": 0.0659,
      "step": 1447
    },
    {
      "epoch": 0.1569817866435386,
      "grad_norm": 0.18511328101158142,
      "learning_rate": 9.511098215581024e-05,
      "loss": 0.0417,
      "step": 1448
    },
    {
      "epoch": 0.1570901994796184,
      "grad_norm": 0.42710402607917786,
      "learning_rate": 9.510735528797331e-05,
      "loss": 0.0544,
      "step": 1449
    },
    {
      "epoch": 0.15719861231569818,
      "grad_norm": 0.43158698081970215,
      "learning_rate": 9.510372842013637e-05,
      "loss": 0.082,
      "step": 1450
    },
    {
      "epoch": 0.15730702515177797,
      "grad_norm": 0.2451726645231247,
      "learning_rate": 9.510010155229944e-05,
      "loss": 0.0394,
      "step": 1451
    },
    {
      "epoch": 0.15741543798785776,
      "grad_norm": 0.7813630104064941,
      "learning_rate": 9.50964746844625e-05,
      "loss": 0.0857,
      "step": 1452
    },
    {
      "epoch": 0.15752385082393755,
      "grad_norm": 0.5773576498031616,
      "learning_rate": 9.509284781662557e-05,
      "loss": 0.0481,
      "step": 1453
    },
    {
      "epoch": 0.15763226366001734,
      "grad_norm": 0.4566881060600281,
      "learning_rate": 9.508922094878863e-05,
      "loss": 0.1294,
      "step": 1454
    },
    {
      "epoch": 0.15774067649609713,
      "grad_norm": 0.43365970253944397,
      "learning_rate": 9.508559408095168e-05,
      "loss": 0.0547,
      "step": 1455
    },
    {
      "epoch": 0.15784908933217692,
      "grad_norm": 0.1232820451259613,
      "learning_rate": 9.508196721311476e-05,
      "loss": 0.0257,
      "step": 1456
    },
    {
      "epoch": 0.1579575021682567,
      "grad_norm": 0.47027432918548584,
      "learning_rate": 9.507834034527783e-05,
      "loss": 0.0673,
      "step": 1457
    },
    {
      "epoch": 0.1580659150043365,
      "grad_norm": 0.17784321308135986,
      "learning_rate": 9.50747134774409e-05,
      "loss": 0.0201,
      "step": 1458
    },
    {
      "epoch": 0.1581743278404163,
      "grad_norm": 0.19599370658397675,
      "learning_rate": 9.507108660960395e-05,
      "loss": 0.0356,
      "step": 1459
    },
    {
      "epoch": 0.1582827406764961,
      "grad_norm": 0.30219602584838867,
      "learning_rate": 9.506745974176701e-05,
      "loss": 0.0511,
      "step": 1460
    },
    {
      "epoch": 0.15839115351257588,
      "grad_norm": 0.14285561442375183,
      "learning_rate": 9.506383287393008e-05,
      "loss": 0.0278,
      "step": 1461
    },
    {
      "epoch": 0.15849956634865567,
      "grad_norm": 0.2678990364074707,
      "learning_rate": 9.506020600609314e-05,
      "loss": 0.0673,
      "step": 1462
    },
    {
      "epoch": 0.15860797918473546,
      "grad_norm": 0.20372240245342255,
      "learning_rate": 9.505657913825621e-05,
      "loss": 0.0798,
      "step": 1463
    },
    {
      "epoch": 0.15871639202081528,
      "grad_norm": 0.21470588445663452,
      "learning_rate": 9.505295227041927e-05,
      "loss": 0.0767,
      "step": 1464
    },
    {
      "epoch": 0.15882480485689507,
      "grad_norm": 0.26160120964050293,
      "learning_rate": 9.504932540258234e-05,
      "loss": 0.0873,
      "step": 1465
    },
    {
      "epoch": 0.15893321769297486,
      "grad_norm": 0.1235765814781189,
      "learning_rate": 9.50456985347454e-05,
      "loss": 0.0164,
      "step": 1466
    },
    {
      "epoch": 0.15904163052905465,
      "grad_norm": 0.15177221596240997,
      "learning_rate": 9.504207166690847e-05,
      "loss": 0.0234,
      "step": 1467
    },
    {
      "epoch": 0.15915004336513444,
      "grad_norm": 0.35683345794677734,
      "learning_rate": 9.503844479907152e-05,
      "loss": 0.0808,
      "step": 1468
    },
    {
      "epoch": 0.15925845620121423,
      "grad_norm": 0.312175989151001,
      "learning_rate": 9.503481793123458e-05,
      "loss": 0.0591,
      "step": 1469
    },
    {
      "epoch": 0.15936686903729402,
      "grad_norm": 0.16898559033870697,
      "learning_rate": 9.503119106339765e-05,
      "loss": 0.0454,
      "step": 1470
    },
    {
      "epoch": 0.15947528187337381,
      "grad_norm": 0.26996418833732605,
      "learning_rate": 9.502756419556071e-05,
      "loss": 0.0593,
      "step": 1471
    },
    {
      "epoch": 0.1595836947094536,
      "grad_norm": 0.20232127606868744,
      "learning_rate": 9.502393732772378e-05,
      "loss": 0.0772,
      "step": 1472
    },
    {
      "epoch": 0.1596921075455334,
      "grad_norm": 0.17290149629116058,
      "learning_rate": 9.502031045988684e-05,
      "loss": 0.0225,
      "step": 1473
    },
    {
      "epoch": 0.1598005203816132,
      "grad_norm": 0.22896993160247803,
      "learning_rate": 9.501668359204991e-05,
      "loss": 0.0579,
      "step": 1474
    },
    {
      "epoch": 0.15990893321769298,
      "grad_norm": 0.17470711469650269,
      "learning_rate": 9.501305672421298e-05,
      "loss": 0.0373,
      "step": 1475
    },
    {
      "epoch": 0.16001734605377277,
      "grad_norm": 0.22218433022499084,
      "learning_rate": 9.500942985637604e-05,
      "loss": 0.0391,
      "step": 1476
    },
    {
      "epoch": 0.16012575888985256,
      "grad_norm": 0.24089184403419495,
      "learning_rate": 9.500580298853911e-05,
      "loss": 0.0498,
      "step": 1477
    },
    {
      "epoch": 0.16023417172593235,
      "grad_norm": 0.2269914150238037,
      "learning_rate": 9.500217612070217e-05,
      "loss": 0.0345,
      "step": 1478
    },
    {
      "epoch": 0.16034258456201214,
      "grad_norm": 0.2995131015777588,
      "learning_rate": 9.499854925286524e-05,
      "loss": 0.0574,
      "step": 1479
    },
    {
      "epoch": 0.16045099739809193,
      "grad_norm": 0.2619032561779022,
      "learning_rate": 9.49949223850283e-05,
      "loss": 0.0565,
      "step": 1480
    },
    {
      "epoch": 0.16055941023417172,
      "grad_norm": 0.24501563608646393,
      "learning_rate": 9.499129551719136e-05,
      "loss": 0.039,
      "step": 1481
    },
    {
      "epoch": 0.16066782307025151,
      "grad_norm": 0.2665959596633911,
      "learning_rate": 9.498766864935442e-05,
      "loss": 0.0551,
      "step": 1482
    },
    {
      "epoch": 0.1607762359063313,
      "grad_norm": 0.31393083930015564,
      "learning_rate": 9.498404178151748e-05,
      "loss": 0.0685,
      "step": 1483
    },
    {
      "epoch": 0.1608846487424111,
      "grad_norm": 0.24544952809810638,
      "learning_rate": 9.498041491368055e-05,
      "loss": 0.0515,
      "step": 1484
    },
    {
      "epoch": 0.1609930615784909,
      "grad_norm": 0.14926175773143768,
      "learning_rate": 9.497678804584361e-05,
      "loss": 0.0435,
      "step": 1485
    },
    {
      "epoch": 0.16110147441457068,
      "grad_norm": 0.34427160024642944,
      "learning_rate": 9.497316117800668e-05,
      "loss": 0.0606,
      "step": 1486
    },
    {
      "epoch": 0.16120988725065047,
      "grad_norm": 0.15665654838085175,
      "learning_rate": 9.496953431016974e-05,
      "loss": 0.0175,
      "step": 1487
    },
    {
      "epoch": 0.16131830008673026,
      "grad_norm": 0.22767223417758942,
      "learning_rate": 9.49659074423328e-05,
      "loss": 0.0425,
      "step": 1488
    },
    {
      "epoch": 0.16142671292281005,
      "grad_norm": 0.25211626291275024,
      "learning_rate": 9.496228057449586e-05,
      "loss": 0.052,
      "step": 1489
    },
    {
      "epoch": 0.16153512575888984,
      "grad_norm": 0.22992876172065735,
      "learning_rate": 9.495865370665893e-05,
      "loss": 0.0544,
      "step": 1490
    },
    {
      "epoch": 0.16164353859496963,
      "grad_norm": 0.20613479614257812,
      "learning_rate": 9.4955026838822e-05,
      "loss": 0.0493,
      "step": 1491
    },
    {
      "epoch": 0.16175195143104942,
      "grad_norm": 0.32426902651786804,
      "learning_rate": 9.495139997098506e-05,
      "loss": 0.1157,
      "step": 1492
    },
    {
      "epoch": 0.16186036426712924,
      "grad_norm": 0.12339562922716141,
      "learning_rate": 9.494777310314813e-05,
      "loss": 0.0238,
      "step": 1493
    },
    {
      "epoch": 0.16196877710320903,
      "grad_norm": 0.17008593678474426,
      "learning_rate": 9.494414623531119e-05,
      "loss": 0.0522,
      "step": 1494
    },
    {
      "epoch": 0.16207718993928882,
      "grad_norm": 0.3356088101863861,
      "learning_rate": 9.494051936747426e-05,
      "loss": 0.0418,
      "step": 1495
    },
    {
      "epoch": 0.16218560277536861,
      "grad_norm": 0.3611071705818176,
      "learning_rate": 9.493689249963732e-05,
      "loss": 0.0185,
      "step": 1496
    },
    {
      "epoch": 0.1622940156114484,
      "grad_norm": 0.39481380581855774,
      "learning_rate": 9.493326563180038e-05,
      "loss": 0.048,
      "step": 1497
    },
    {
      "epoch": 0.1624024284475282,
      "grad_norm": 0.41407015919685364,
      "learning_rate": 9.492963876396345e-05,
      "loss": 0.0515,
      "step": 1498
    },
    {
      "epoch": 0.162510841283608,
      "grad_norm": 0.30830031633377075,
      "learning_rate": 9.49260118961265e-05,
      "loss": 0.0316,
      "step": 1499
    },
    {
      "epoch": 0.16261925411968778,
      "grad_norm": 0.31834158301353455,
      "learning_rate": 9.492238502828958e-05,
      "loss": 0.0627,
      "step": 1500
    },
    {
      "epoch": 0.16272766695576757,
      "grad_norm": 0.6979514956474304,
      "learning_rate": 9.491875816045263e-05,
      "loss": 0.1109,
      "step": 1501
    },
    {
      "epoch": 0.16283607979184736,
      "grad_norm": 0.20453335344791412,
      "learning_rate": 9.49151312926157e-05,
      "loss": 0.0429,
      "step": 1502
    },
    {
      "epoch": 0.16294449262792715,
      "grad_norm": 0.25155627727508545,
      "learning_rate": 9.491150442477876e-05,
      "loss": 0.0228,
      "step": 1503
    },
    {
      "epoch": 0.16305290546400694,
      "grad_norm": 0.10962985455989838,
      "learning_rate": 9.490787755694183e-05,
      "loss": 0.0168,
      "step": 1504
    },
    {
      "epoch": 0.16316131830008673,
      "grad_norm": 0.284379780292511,
      "learning_rate": 9.490425068910489e-05,
      "loss": 0.0487,
      "step": 1505
    },
    {
      "epoch": 0.16326973113616652,
      "grad_norm": 0.3233538568019867,
      "learning_rate": 9.490062382126795e-05,
      "loss": 0.0628,
      "step": 1506
    },
    {
      "epoch": 0.16337814397224631,
      "grad_norm": 0.10190131515264511,
      "learning_rate": 9.489699695343102e-05,
      "loss": 0.0177,
      "step": 1507
    },
    {
      "epoch": 0.1634865568083261,
      "grad_norm": 0.3303028345108032,
      "learning_rate": 9.489337008559409e-05,
      "loss": 0.0571,
      "step": 1508
    },
    {
      "epoch": 0.1635949696444059,
      "grad_norm": 0.3267820477485657,
      "learning_rate": 9.488974321775716e-05,
      "loss": 0.0743,
      "step": 1509
    },
    {
      "epoch": 0.1637033824804857,
      "grad_norm": 0.2576068937778473,
      "learning_rate": 9.488611634992022e-05,
      "loss": 0.0466,
      "step": 1510
    },
    {
      "epoch": 0.16381179531656548,
      "grad_norm": 0.24982328712940216,
      "learning_rate": 9.488248948208329e-05,
      "loss": 0.0399,
      "step": 1511
    },
    {
      "epoch": 0.16392020815264527,
      "grad_norm": 0.3594973683357239,
      "learning_rate": 9.487886261424634e-05,
      "loss": 0.052,
      "step": 1512
    },
    {
      "epoch": 0.16402862098872506,
      "grad_norm": 0.2860634922981262,
      "learning_rate": 9.48752357464094e-05,
      "loss": 0.0367,
      "step": 1513
    },
    {
      "epoch": 0.16413703382480485,
      "grad_norm": 0.2029135525226593,
      "learning_rate": 9.487160887857247e-05,
      "loss": 0.0482,
      "step": 1514
    },
    {
      "epoch": 0.16424544666088464,
      "grad_norm": 0.3364822566509247,
      "learning_rate": 9.486798201073553e-05,
      "loss": 0.1013,
      "step": 1515
    },
    {
      "epoch": 0.16435385949696443,
      "grad_norm": 0.315687358379364,
      "learning_rate": 9.48643551428986e-05,
      "loss": 0.0732,
      "step": 1516
    },
    {
      "epoch": 0.16446227233304422,
      "grad_norm": 0.4063055217266083,
      "learning_rate": 9.486072827506166e-05,
      "loss": 0.0696,
      "step": 1517
    },
    {
      "epoch": 0.16457068516912401,
      "grad_norm": 0.23105314373970032,
      "learning_rate": 9.485710140722473e-05,
      "loss": 0.0381,
      "step": 1518
    },
    {
      "epoch": 0.1646790980052038,
      "grad_norm": 0.23515808582305908,
      "learning_rate": 9.485347453938779e-05,
      "loss": 0.0479,
      "step": 1519
    },
    {
      "epoch": 0.1647875108412836,
      "grad_norm": 0.2514474093914032,
      "learning_rate": 9.484984767155086e-05,
      "loss": 0.0282,
      "step": 1520
    },
    {
      "epoch": 0.1648959236773634,
      "grad_norm": 0.48033085465431213,
      "learning_rate": 9.484622080371392e-05,
      "loss": 0.0415,
      "step": 1521
    },
    {
      "epoch": 0.16500433651344318,
      "grad_norm": 0.20681731402873993,
      "learning_rate": 9.484259393587697e-05,
      "loss": 0.0609,
      "step": 1522
    },
    {
      "epoch": 0.165112749349523,
      "grad_norm": 0.35366591811180115,
      "learning_rate": 9.483896706804004e-05,
      "loss": 0.0533,
      "step": 1523
    },
    {
      "epoch": 0.1652211621856028,
      "grad_norm": 0.3290811777114868,
      "learning_rate": 9.48353402002031e-05,
      "loss": 0.0917,
      "step": 1524
    },
    {
      "epoch": 0.16532957502168258,
      "grad_norm": 0.20569811761379242,
      "learning_rate": 9.483171333236617e-05,
      "loss": 0.0435,
      "step": 1525
    },
    {
      "epoch": 0.16543798785776237,
      "grad_norm": 0.23041711747646332,
      "learning_rate": 9.482808646452924e-05,
      "loss": 0.0515,
      "step": 1526
    },
    {
      "epoch": 0.16554640069384216,
      "grad_norm": 0.23336540162563324,
      "learning_rate": 9.48244595966923e-05,
      "loss": 0.0374,
      "step": 1527
    },
    {
      "epoch": 0.16565481352992195,
      "grad_norm": 0.21748828887939453,
      "learning_rate": 9.482083272885537e-05,
      "loss": 0.0357,
      "step": 1528
    },
    {
      "epoch": 0.16576322636600174,
      "grad_norm": 0.25088298320770264,
      "learning_rate": 9.481720586101843e-05,
      "loss": 0.0529,
      "step": 1529
    },
    {
      "epoch": 0.16587163920208153,
      "grad_norm": 0.3705671429634094,
      "learning_rate": 9.48135789931815e-05,
      "loss": 0.1001,
      "step": 1530
    },
    {
      "epoch": 0.16598005203816132,
      "grad_norm": 0.8350916504859924,
      "learning_rate": 9.480995212534456e-05,
      "loss": 0.0572,
      "step": 1531
    },
    {
      "epoch": 0.16608846487424112,
      "grad_norm": 0.19279412925243378,
      "learning_rate": 9.480632525750763e-05,
      "loss": 0.0543,
      "step": 1532
    },
    {
      "epoch": 0.1661968777103209,
      "grad_norm": 0.10667169839143753,
      "learning_rate": 9.480269838967068e-05,
      "loss": 0.0182,
      "step": 1533
    },
    {
      "epoch": 0.1663052905464007,
      "grad_norm": 0.4614122807979584,
      "learning_rate": 9.479907152183376e-05,
      "loss": 0.0469,
      "step": 1534
    },
    {
      "epoch": 0.1664137033824805,
      "grad_norm": 0.28537070751190186,
      "learning_rate": 9.479544465399681e-05,
      "loss": 0.0921,
      "step": 1535
    },
    {
      "epoch": 0.16652211621856028,
      "grad_norm": 0.10820266604423523,
      "learning_rate": 9.479181778615987e-05,
      "loss": 0.0167,
      "step": 1536
    },
    {
      "epoch": 0.16663052905464007,
      "grad_norm": 0.19484928250312805,
      "learning_rate": 9.478819091832294e-05,
      "loss": 0.0664,
      "step": 1537
    },
    {
      "epoch": 0.16673894189071986,
      "grad_norm": 0.4002661108970642,
      "learning_rate": 9.4784564050486e-05,
      "loss": 0.0618,
      "step": 1538
    },
    {
      "epoch": 0.16684735472679965,
      "grad_norm": 0.2468602955341339,
      "learning_rate": 9.478093718264907e-05,
      "loss": 0.0396,
      "step": 1539
    },
    {
      "epoch": 0.16695576756287944,
      "grad_norm": 0.1496884524822235,
      "learning_rate": 9.477731031481213e-05,
      "loss": 0.0348,
      "step": 1540
    },
    {
      "epoch": 0.16706418039895923,
      "grad_norm": 0.38971176743507385,
      "learning_rate": 9.47736834469752e-05,
      "loss": 0.056,
      "step": 1541
    },
    {
      "epoch": 0.16717259323503902,
      "grad_norm": 0.2205462008714676,
      "learning_rate": 9.477005657913825e-05,
      "loss": 0.0466,
      "step": 1542
    },
    {
      "epoch": 0.16728100607111882,
      "grad_norm": 0.34127795696258545,
      "learning_rate": 9.476642971130133e-05,
      "loss": 0.0764,
      "step": 1543
    },
    {
      "epoch": 0.1673894189071986,
      "grad_norm": 0.5634884834289551,
      "learning_rate": 9.47628028434644e-05,
      "loss": 0.0715,
      "step": 1544
    },
    {
      "epoch": 0.1674978317432784,
      "grad_norm": 0.31200483441352844,
      "learning_rate": 9.475917597562745e-05,
      "loss": 0.0457,
      "step": 1545
    },
    {
      "epoch": 0.1676062445793582,
      "grad_norm": 0.1714661419391632,
      "learning_rate": 9.475554910779052e-05,
      "loss": 0.05,
      "step": 1546
    },
    {
      "epoch": 0.16771465741543798,
      "grad_norm": 0.3482215106487274,
      "learning_rate": 9.475192223995358e-05,
      "loss": 0.0261,
      "step": 1547
    },
    {
      "epoch": 0.16782307025151777,
      "grad_norm": 0.1987886130809784,
      "learning_rate": 9.474829537211665e-05,
      "loss": 0.0343,
      "step": 1548
    },
    {
      "epoch": 0.16793148308759756,
      "grad_norm": 0.2939548194408417,
      "learning_rate": 9.474466850427971e-05,
      "loss": 0.091,
      "step": 1549
    },
    {
      "epoch": 0.16803989592367735,
      "grad_norm": 0.2191091775894165,
      "learning_rate": 9.474104163644277e-05,
      "loss": 0.0542,
      "step": 1550
    },
    {
      "epoch": 0.16814830875975714,
      "grad_norm": 0.2059078812599182,
      "learning_rate": 9.473741476860584e-05,
      "loss": 0.0628,
      "step": 1551
    },
    {
      "epoch": 0.16825672159583693,
      "grad_norm": 0.13567030429840088,
      "learning_rate": 9.47337879007689e-05,
      "loss": 0.0255,
      "step": 1552
    },
    {
      "epoch": 0.16836513443191675,
      "grad_norm": 0.14063173532485962,
      "learning_rate": 9.473016103293197e-05,
      "loss": 0.0229,
      "step": 1553
    },
    {
      "epoch": 0.16847354726799654,
      "grad_norm": 0.3209514617919922,
      "learning_rate": 9.472653416509502e-05,
      "loss": 0.0543,
      "step": 1554
    },
    {
      "epoch": 0.16858196010407633,
      "grad_norm": 0.6595685482025146,
      "learning_rate": 9.47229072972581e-05,
      "loss": 0.0678,
      "step": 1555
    },
    {
      "epoch": 0.16869037294015612,
      "grad_norm": 0.47049379348754883,
      "learning_rate": 9.471928042942115e-05,
      "loss": 0.0584,
      "step": 1556
    },
    {
      "epoch": 0.16879878577623592,
      "grad_norm": 0.17305167019367218,
      "learning_rate": 9.471565356158422e-05,
      "loss": 0.0367,
      "step": 1557
    },
    {
      "epoch": 0.1689071986123157,
      "grad_norm": 0.28371724486351013,
      "learning_rate": 9.471202669374728e-05,
      "loss": 0.0636,
      "step": 1558
    },
    {
      "epoch": 0.1690156114483955,
      "grad_norm": 0.3329389989376068,
      "learning_rate": 9.470839982591034e-05,
      "loss": 0.0802,
      "step": 1559
    },
    {
      "epoch": 0.1691240242844753,
      "grad_norm": 0.2229645699262619,
      "learning_rate": 9.470477295807342e-05,
      "loss": 0.0329,
      "step": 1560
    },
    {
      "epoch": 0.16923243712055508,
      "grad_norm": 0.2625468075275421,
      "learning_rate": 9.470114609023648e-05,
      "loss": 0.0877,
      "step": 1561
    },
    {
      "epoch": 0.16934084995663487,
      "grad_norm": 0.2925243079662323,
      "learning_rate": 9.469751922239955e-05,
      "loss": 0.0619,
      "step": 1562
    },
    {
      "epoch": 0.16944926279271466,
      "grad_norm": 0.42039915919303894,
      "learning_rate": 9.469389235456261e-05,
      "loss": 0.054,
      "step": 1563
    },
    {
      "epoch": 0.16955767562879445,
      "grad_norm": 0.2687625586986542,
      "learning_rate": 9.469026548672566e-05,
      "loss": 0.0433,
      "step": 1564
    },
    {
      "epoch": 0.16966608846487424,
      "grad_norm": 0.15695185959339142,
      "learning_rate": 9.468663861888874e-05,
      "loss": 0.0282,
      "step": 1565
    },
    {
      "epoch": 0.16977450130095403,
      "grad_norm": 0.22688323259353638,
      "learning_rate": 9.468301175105179e-05,
      "loss": 0.0421,
      "step": 1566
    },
    {
      "epoch": 0.16988291413703382,
      "grad_norm": 0.215935617685318,
      "learning_rate": 9.467938488321486e-05,
      "loss": 0.0725,
      "step": 1567
    },
    {
      "epoch": 0.16999132697311362,
      "grad_norm": 0.3493176996707916,
      "learning_rate": 9.467575801537792e-05,
      "loss": 0.0651,
      "step": 1568
    },
    {
      "epoch": 0.1700997398091934,
      "grad_norm": 0.21305376291275024,
      "learning_rate": 9.467213114754099e-05,
      "loss": 0.0518,
      "step": 1569
    },
    {
      "epoch": 0.1702081526452732,
      "grad_norm": 0.45421281456947327,
      "learning_rate": 9.466850427970405e-05,
      "loss": 0.0593,
      "step": 1570
    },
    {
      "epoch": 0.170316565481353,
      "grad_norm": 0.2295093834400177,
      "learning_rate": 9.466487741186712e-05,
      "loss": 0.0453,
      "step": 1571
    },
    {
      "epoch": 0.17042497831743278,
      "grad_norm": 0.24048645794391632,
      "learning_rate": 9.466125054403018e-05,
      "loss": 0.0647,
      "step": 1572
    },
    {
      "epoch": 0.17053339115351257,
      "grad_norm": 0.26961615681648254,
      "learning_rate": 9.465762367619324e-05,
      "loss": 0.0696,
      "step": 1573
    },
    {
      "epoch": 0.17064180398959236,
      "grad_norm": 0.13653483986854553,
      "learning_rate": 9.46539968083563e-05,
      "loss": 0.0179,
      "step": 1574
    },
    {
      "epoch": 0.17075021682567215,
      "grad_norm": 0.24427469074726105,
      "learning_rate": 9.465036994051936e-05,
      "loss": 0.0292,
      "step": 1575
    },
    {
      "epoch": 0.17085862966175194,
      "grad_norm": 0.497722327709198,
      "learning_rate": 9.464674307268243e-05,
      "loss": 0.057,
      "step": 1576
    },
    {
      "epoch": 0.17096704249783173,
      "grad_norm": 0.5375221371650696,
      "learning_rate": 9.464311620484549e-05,
      "loss": 0.1029,
      "step": 1577
    },
    {
      "epoch": 0.17107545533391152,
      "grad_norm": 0.10576624423265457,
      "learning_rate": 9.463948933700856e-05,
      "loss": 0.0156,
      "step": 1578
    },
    {
      "epoch": 0.17118386816999132,
      "grad_norm": 0.21925291419029236,
      "learning_rate": 9.463586246917163e-05,
      "loss": 0.0465,
      "step": 1579
    },
    {
      "epoch": 0.1712922810060711,
      "grad_norm": 0.27041858434677124,
      "learning_rate": 9.463223560133469e-05,
      "loss": 0.028,
      "step": 1580
    },
    {
      "epoch": 0.1714006938421509,
      "grad_norm": 0.65047287940979,
      "learning_rate": 9.462860873349776e-05,
      "loss": 0.1107,
      "step": 1581
    },
    {
      "epoch": 0.17150910667823072,
      "grad_norm": 0.5572234988212585,
      "learning_rate": 9.462498186566082e-05,
      "loss": 0.0917,
      "step": 1582
    },
    {
      "epoch": 0.1716175195143105,
      "grad_norm": 0.23499491810798645,
      "learning_rate": 9.462135499782389e-05,
      "loss": 0.0308,
      "step": 1583
    },
    {
      "epoch": 0.1717259323503903,
      "grad_norm": 0.3219466805458069,
      "learning_rate": 9.461772812998695e-05,
      "loss": 0.059,
      "step": 1584
    },
    {
      "epoch": 0.1718343451864701,
      "grad_norm": 0.2671326696872711,
      "learning_rate": 9.461410126215002e-05,
      "loss": 0.0515,
      "step": 1585
    },
    {
      "epoch": 0.17194275802254988,
      "grad_norm": 0.3196954131126404,
      "learning_rate": 9.461047439431308e-05,
      "loss": 0.0454,
      "step": 1586
    },
    {
      "epoch": 0.17205117085862967,
      "grad_norm": 0.28716400265693665,
      "learning_rate": 9.460684752647613e-05,
      "loss": 0.0632,
      "step": 1587
    },
    {
      "epoch": 0.17215958369470946,
      "grad_norm": 0.12956969439983368,
      "learning_rate": 9.46032206586392e-05,
      "loss": 0.0335,
      "step": 1588
    },
    {
      "epoch": 0.17226799653078925,
      "grad_norm": 0.2165440171957016,
      "learning_rate": 9.459959379080226e-05,
      "loss": 0.0472,
      "step": 1589
    },
    {
      "epoch": 0.17237640936686904,
      "grad_norm": 0.21605780720710754,
      "learning_rate": 9.459596692296533e-05,
      "loss": 0.0528,
      "step": 1590
    },
    {
      "epoch": 0.17248482220294883,
      "grad_norm": 0.3929888606071472,
      "learning_rate": 9.459234005512839e-05,
      "loss": 0.0555,
      "step": 1591
    },
    {
      "epoch": 0.17259323503902863,
      "grad_norm": 0.29275572299957275,
      "learning_rate": 9.458871318729146e-05,
      "loss": 0.0605,
      "step": 1592
    },
    {
      "epoch": 0.17270164787510842,
      "grad_norm": 0.14114470779895782,
      "learning_rate": 9.458508631945452e-05,
      "loss": 0.0339,
      "step": 1593
    },
    {
      "epoch": 0.1728100607111882,
      "grad_norm": 0.2331121563911438,
      "learning_rate": 9.458145945161759e-05,
      "loss": 0.0784,
      "step": 1594
    },
    {
      "epoch": 0.172918473547268,
      "grad_norm": 0.2788589894771576,
      "learning_rate": 9.457783258378066e-05,
      "loss": 0.0556,
      "step": 1595
    },
    {
      "epoch": 0.1730268863833478,
      "grad_norm": 0.124907486140728,
      "learning_rate": 9.457420571594372e-05,
      "loss": 0.0317,
      "step": 1596
    },
    {
      "epoch": 0.17313529921942758,
      "grad_norm": 0.22565065324306488,
      "learning_rate": 9.457057884810679e-05,
      "loss": 0.0609,
      "step": 1597
    },
    {
      "epoch": 0.17324371205550737,
      "grad_norm": 0.3116099536418915,
      "learning_rate": 9.456695198026984e-05,
      "loss": 0.086,
      "step": 1598
    },
    {
      "epoch": 0.17335212489158716,
      "grad_norm": 0.28527718782424927,
      "learning_rate": 9.456332511243292e-05,
      "loss": 0.0682,
      "step": 1599
    },
    {
      "epoch": 0.17346053772766695,
      "grad_norm": 0.21367591619491577,
      "learning_rate": 9.455969824459597e-05,
      "loss": 0.0703,
      "step": 1600
    },
    {
      "epoch": 0.17356895056374674,
      "grad_norm": 0.16427229344844818,
      "learning_rate": 9.455607137675903e-05,
      "loss": 0.0535,
      "step": 1601
    },
    {
      "epoch": 0.17367736339982653,
      "grad_norm": 0.2454034835100174,
      "learning_rate": 9.45524445089221e-05,
      "loss": 0.0588,
      "step": 1602
    },
    {
      "epoch": 0.17378577623590633,
      "grad_norm": 0.21886543929576874,
      "learning_rate": 9.454881764108516e-05,
      "loss": 0.0422,
      "step": 1603
    },
    {
      "epoch": 0.17389418907198612,
      "grad_norm": 0.4826536774635315,
      "learning_rate": 9.454519077324823e-05,
      "loss": 0.076,
      "step": 1604
    },
    {
      "epoch": 0.1740026019080659,
      "grad_norm": 0.1539362668991089,
      "learning_rate": 9.454156390541129e-05,
      "loss": 0.0265,
      "step": 1605
    },
    {
      "epoch": 0.1741110147441457,
      "grad_norm": 0.20397794246673584,
      "learning_rate": 9.453793703757436e-05,
      "loss": 0.0504,
      "step": 1606
    },
    {
      "epoch": 0.1742194275802255,
      "grad_norm": 0.13393932580947876,
      "learning_rate": 9.453431016973741e-05,
      "loss": 0.0246,
      "step": 1607
    },
    {
      "epoch": 0.17432784041630528,
      "grad_norm": 0.27598583698272705,
      "learning_rate": 9.453068330190049e-05,
      "loss": 0.0369,
      "step": 1608
    },
    {
      "epoch": 0.17443625325238507,
      "grad_norm": 0.2766086757183075,
      "learning_rate": 9.452705643406354e-05,
      "loss": 0.0477,
      "step": 1609
    },
    {
      "epoch": 0.17454466608846486,
      "grad_norm": 0.36484774947166443,
      "learning_rate": 9.45234295662266e-05,
      "loss": 0.0598,
      "step": 1610
    },
    {
      "epoch": 0.17465307892454465,
      "grad_norm": 0.2846219837665558,
      "learning_rate": 9.451980269838967e-05,
      "loss": 0.0579,
      "step": 1611
    },
    {
      "epoch": 0.17476149176062447,
      "grad_norm": 0.23352429270744324,
      "learning_rate": 9.451617583055274e-05,
      "loss": 0.0588,
      "step": 1612
    },
    {
      "epoch": 0.17486990459670426,
      "grad_norm": 0.14031442999839783,
      "learning_rate": 9.451254896271581e-05,
      "loss": 0.0302,
      "step": 1613
    },
    {
      "epoch": 0.17497831743278405,
      "grad_norm": 0.1972910761833191,
      "learning_rate": 9.450892209487887e-05,
      "loss": 0.0634,
      "step": 1614
    },
    {
      "epoch": 0.17508673026886384,
      "grad_norm": 0.22752824425697327,
      "learning_rate": 9.450529522704194e-05,
      "loss": 0.039,
      "step": 1615
    },
    {
      "epoch": 0.17519514310494363,
      "grad_norm": 0.3432036340236664,
      "learning_rate": 9.4501668359205e-05,
      "loss": 0.1271,
      "step": 1616
    },
    {
      "epoch": 0.17530355594102343,
      "grad_norm": 0.23318642377853394,
      "learning_rate": 9.449804149136806e-05,
      "loss": 0.0449,
      "step": 1617
    },
    {
      "epoch": 0.17541196877710322,
      "grad_norm": 0.1946428269147873,
      "learning_rate": 9.449441462353113e-05,
      "loss": 0.0557,
      "step": 1618
    },
    {
      "epoch": 0.175520381613183,
      "grad_norm": 0.3734571635723114,
      "learning_rate": 9.449078775569418e-05,
      "loss": 0.0589,
      "step": 1619
    },
    {
      "epoch": 0.1756287944492628,
      "grad_norm": 0.5978508591651917,
      "learning_rate": 9.448716088785725e-05,
      "loss": 0.0707,
      "step": 1620
    },
    {
      "epoch": 0.1757372072853426,
      "grad_norm": 0.11194316297769547,
      "learning_rate": 9.448353402002031e-05,
      "loss": 0.0118,
      "step": 1621
    },
    {
      "epoch": 0.17584562012142238,
      "grad_norm": 0.130356565117836,
      "learning_rate": 9.447990715218338e-05,
      "loss": 0.0279,
      "step": 1622
    },
    {
      "epoch": 0.17595403295750217,
      "grad_norm": 0.2956449091434479,
      "learning_rate": 9.447628028434644e-05,
      "loss": 0.0468,
      "step": 1623
    },
    {
      "epoch": 0.17606244579358196,
      "grad_norm": 0.28628861904144287,
      "learning_rate": 9.447265341650951e-05,
      "loss": 0.0486,
      "step": 1624
    },
    {
      "epoch": 0.17617085862966175,
      "grad_norm": 0.3365582823753357,
      "learning_rate": 9.446902654867257e-05,
      "loss": 0.0901,
      "step": 1625
    },
    {
      "epoch": 0.17627927146574154,
      "grad_norm": 0.22310306131839752,
      "learning_rate": 9.446539968083563e-05,
      "loss": 0.0572,
      "step": 1626
    },
    {
      "epoch": 0.17638768430182133,
      "grad_norm": 0.19271749258041382,
      "learning_rate": 9.44617728129987e-05,
      "loss": 0.0556,
      "step": 1627
    },
    {
      "epoch": 0.17649609713790113,
      "grad_norm": 0.19417442381381989,
      "learning_rate": 9.445814594516175e-05,
      "loss": 0.0314,
      "step": 1628
    },
    {
      "epoch": 0.17660450997398092,
      "grad_norm": 0.1311151683330536,
      "learning_rate": 9.445451907732484e-05,
      "loss": 0.0232,
      "step": 1629
    },
    {
      "epoch": 0.1767129228100607,
      "grad_norm": 0.14574182033538818,
      "learning_rate": 9.44508922094879e-05,
      "loss": 0.0366,
      "step": 1630
    },
    {
      "epoch": 0.1768213356461405,
      "grad_norm": 0.24128472805023193,
      "learning_rate": 9.444726534165095e-05,
      "loss": 0.046,
      "step": 1631
    },
    {
      "epoch": 0.1769297484822203,
      "grad_norm": 0.16820333898067474,
      "learning_rate": 9.444363847381402e-05,
      "loss": 0.0249,
      "step": 1632
    },
    {
      "epoch": 0.17703816131830008,
      "grad_norm": 0.14577484130859375,
      "learning_rate": 9.444001160597708e-05,
      "loss": 0.0199,
      "step": 1633
    },
    {
      "epoch": 0.17714657415437987,
      "grad_norm": 0.2790248692035675,
      "learning_rate": 9.443638473814015e-05,
      "loss": 0.0628,
      "step": 1634
    },
    {
      "epoch": 0.17725498699045966,
      "grad_norm": 0.37483131885528564,
      "learning_rate": 9.443275787030321e-05,
      "loss": 0.083,
      "step": 1635
    },
    {
      "epoch": 0.17736339982653945,
      "grad_norm": 0.24417246878147125,
      "learning_rate": 9.442913100246628e-05,
      "loss": 0.0443,
      "step": 1636
    },
    {
      "epoch": 0.17747181266261924,
      "grad_norm": 0.20733793079853058,
      "learning_rate": 9.442550413462934e-05,
      "loss": 0.0582,
      "step": 1637
    },
    {
      "epoch": 0.17758022549869903,
      "grad_norm": 0.15791058540344238,
      "learning_rate": 9.442187726679241e-05,
      "loss": 0.0162,
      "step": 1638
    },
    {
      "epoch": 0.17768863833477883,
      "grad_norm": 0.34479519724845886,
      "learning_rate": 9.441825039895547e-05,
      "loss": 0.1037,
      "step": 1639
    },
    {
      "epoch": 0.17779705117085862,
      "grad_norm": 0.21856820583343506,
      "learning_rate": 9.441462353111852e-05,
      "loss": 0.0565,
      "step": 1640
    },
    {
      "epoch": 0.17790546400693844,
      "grad_norm": 0.11829627305269241,
      "learning_rate": 9.44109966632816e-05,
      "loss": 0.0203,
      "step": 1641
    },
    {
      "epoch": 0.17801387684301823,
      "grad_norm": 0.2325962781906128,
      "learning_rate": 9.440736979544465e-05,
      "loss": 0.032,
      "step": 1642
    },
    {
      "epoch": 0.17812228967909802,
      "grad_norm": 0.25932472944259644,
      "learning_rate": 9.440374292760772e-05,
      "loss": 0.045,
      "step": 1643
    },
    {
      "epoch": 0.1782307025151778,
      "grad_norm": 0.479824423789978,
      "learning_rate": 9.440011605977078e-05,
      "loss": 0.0758,
      "step": 1644
    },
    {
      "epoch": 0.1783391153512576,
      "grad_norm": 0.25374236702919006,
      "learning_rate": 9.439648919193385e-05,
      "loss": 0.0579,
      "step": 1645
    },
    {
      "epoch": 0.1784475281873374,
      "grad_norm": 0.4898979067802429,
      "learning_rate": 9.439286232409691e-05,
      "loss": 0.0838,
      "step": 1646
    },
    {
      "epoch": 0.17855594102341718,
      "grad_norm": 0.13348673284053802,
      "learning_rate": 9.438923545625998e-05,
      "loss": 0.031,
      "step": 1647
    },
    {
      "epoch": 0.17866435385949697,
      "grad_norm": 0.4626556932926178,
      "learning_rate": 9.438560858842305e-05,
      "loss": 0.0302,
      "step": 1648
    },
    {
      "epoch": 0.17877276669557676,
      "grad_norm": 0.3976595997810364,
      "learning_rate": 9.438198172058611e-05,
      "loss": 0.1226,
      "step": 1649
    },
    {
      "epoch": 0.17888117953165655,
      "grad_norm": 0.3367977738380432,
      "learning_rate": 9.437835485274918e-05,
      "loss": 0.0508,
      "step": 1650
    },
    {
      "epoch": 0.17898959236773634,
      "grad_norm": 0.20562957227230072,
      "learning_rate": 9.437472798491224e-05,
      "loss": 0.0308,
      "step": 1651
    },
    {
      "epoch": 0.17909800520381614,
      "grad_norm": 0.13925738632678986,
      "learning_rate": 9.43711011170753e-05,
      "loss": 0.0232,
      "step": 1652
    },
    {
      "epoch": 0.17920641803989593,
      "grad_norm": 0.14009466767311096,
      "learning_rate": 9.436747424923836e-05,
      "loss": 0.0284,
      "step": 1653
    },
    {
      "epoch": 0.17931483087597572,
      "grad_norm": 0.1801833212375641,
      "learning_rate": 9.436384738140142e-05,
      "loss": 0.0247,
      "step": 1654
    },
    {
      "epoch": 0.1794232437120555,
      "grad_norm": 0.38508331775665283,
      "learning_rate": 9.436022051356449e-05,
      "loss": 0.0617,
      "step": 1655
    },
    {
      "epoch": 0.1795316565481353,
      "grad_norm": 0.1708192229270935,
      "learning_rate": 9.435659364572755e-05,
      "loss": 0.0221,
      "step": 1656
    },
    {
      "epoch": 0.1796400693842151,
      "grad_norm": 0.27395063638687134,
      "learning_rate": 9.435296677789062e-05,
      "loss": 0.0476,
      "step": 1657
    },
    {
      "epoch": 0.17974848222029488,
      "grad_norm": 0.20312541723251343,
      "learning_rate": 9.434933991005368e-05,
      "loss": 0.0478,
      "step": 1658
    },
    {
      "epoch": 0.17985689505637467,
      "grad_norm": 0.08998145908117294,
      "learning_rate": 9.434571304221675e-05,
      "loss": 0.0171,
      "step": 1659
    },
    {
      "epoch": 0.17996530789245446,
      "grad_norm": 0.30794745683670044,
      "learning_rate": 9.43420861743798e-05,
      "loss": 0.069,
      "step": 1660
    },
    {
      "epoch": 0.18007372072853425,
      "grad_norm": 0.5390235185623169,
      "learning_rate": 9.433845930654288e-05,
      "loss": 0.0702,
      "step": 1661
    },
    {
      "epoch": 0.18018213356461404,
      "grad_norm": 0.2774204909801483,
      "learning_rate": 9.433483243870593e-05,
      "loss": 0.0479,
      "step": 1662
    },
    {
      "epoch": 0.18029054640069384,
      "grad_norm": 0.43924465775489807,
      "learning_rate": 9.433120557086899e-05,
      "loss": 0.0971,
      "step": 1663
    },
    {
      "epoch": 0.18039895923677363,
      "grad_norm": 0.15307718515396118,
      "learning_rate": 9.432757870303208e-05,
      "loss": 0.025,
      "step": 1664
    },
    {
      "epoch": 0.18050737207285342,
      "grad_norm": 0.4201156198978424,
      "learning_rate": 9.432395183519513e-05,
      "loss": 0.0441,
      "step": 1665
    },
    {
      "epoch": 0.1806157849089332,
      "grad_norm": 0.27272146940231323,
      "learning_rate": 9.43203249673582e-05,
      "loss": 0.0137,
      "step": 1666
    },
    {
      "epoch": 0.180724197745013,
      "grad_norm": 0.3682994544506073,
      "learning_rate": 9.431669809952126e-05,
      "loss": 0.0961,
      "step": 1667
    },
    {
      "epoch": 0.1808326105810928,
      "grad_norm": 0.17328603565692902,
      "learning_rate": 9.431307123168432e-05,
      "loss": 0.0238,
      "step": 1668
    },
    {
      "epoch": 0.18094102341717258,
      "grad_norm": 0.2739509046077728,
      "learning_rate": 9.430944436384739e-05,
      "loss": 0.0878,
      "step": 1669
    },
    {
      "epoch": 0.18104943625325237,
      "grad_norm": 1.0138745307922363,
      "learning_rate": 9.430581749601045e-05,
      "loss": 0.0314,
      "step": 1670
    },
    {
      "epoch": 0.1811578490893322,
      "grad_norm": 0.16618140041828156,
      "learning_rate": 9.430219062817352e-05,
      "loss": 0.0194,
      "step": 1671
    },
    {
      "epoch": 0.18126626192541198,
      "grad_norm": 0.6887168288230896,
      "learning_rate": 9.429856376033657e-05,
      "loss": 0.0433,
      "step": 1672
    },
    {
      "epoch": 0.18137467476149177,
      "grad_norm": 0.3825790286064148,
      "learning_rate": 9.429493689249965e-05,
      "loss": 0.0529,
      "step": 1673
    },
    {
      "epoch": 0.18148308759757156,
      "grad_norm": 0.19948355853557587,
      "learning_rate": 9.42913100246627e-05,
      "loss": 0.0485,
      "step": 1674
    },
    {
      "epoch": 0.18159150043365135,
      "grad_norm": 0.48104166984558105,
      "learning_rate": 9.428768315682577e-05,
      "loss": 0.0816,
      "step": 1675
    },
    {
      "epoch": 0.18169991326973114,
      "grad_norm": 0.34584763646125793,
      "learning_rate": 9.428405628898883e-05,
      "loss": 0.0685,
      "step": 1676
    },
    {
      "epoch": 0.18180832610581094,
      "grad_norm": 0.2726131081581116,
      "learning_rate": 9.428042942115189e-05,
      "loss": 0.0666,
      "step": 1677
    },
    {
      "epoch": 0.18191673894189073,
      "grad_norm": 0.1603783220052719,
      "learning_rate": 9.427680255331496e-05,
      "loss": 0.039,
      "step": 1678
    },
    {
      "epoch": 0.18202515177797052,
      "grad_norm": 0.391309529542923,
      "learning_rate": 9.427317568547802e-05,
      "loss": 0.0376,
      "step": 1679
    },
    {
      "epoch": 0.1821335646140503,
      "grad_norm": 0.26060545444488525,
      "learning_rate": 9.426954881764109e-05,
      "loss": 0.0337,
      "step": 1680
    },
    {
      "epoch": 0.1822419774501301,
      "grad_norm": 0.33571192622184753,
      "learning_rate": 9.426592194980416e-05,
      "loss": 0.083,
      "step": 1681
    },
    {
      "epoch": 0.1823503902862099,
      "grad_norm": 0.2374950647354126,
      "learning_rate": 9.426229508196722e-05,
      "loss": 0.0308,
      "step": 1682
    },
    {
      "epoch": 0.18245880312228968,
      "grad_norm": 0.11269241571426392,
      "learning_rate": 9.425866821413029e-05,
      "loss": 0.0249,
      "step": 1683
    },
    {
      "epoch": 0.18256721595836947,
      "grad_norm": 0.1499347984790802,
      "learning_rate": 9.425504134629334e-05,
      "loss": 0.0359,
      "step": 1684
    },
    {
      "epoch": 0.18267562879444926,
      "grad_norm": 0.25904911756515503,
      "learning_rate": 9.425141447845641e-05,
      "loss": 0.0305,
      "step": 1685
    },
    {
      "epoch": 0.18278404163052905,
      "grad_norm": 0.2562137544155121,
      "learning_rate": 9.424778761061947e-05,
      "loss": 0.0586,
      "step": 1686
    },
    {
      "epoch": 0.18289245446660884,
      "grad_norm": 0.22984009981155396,
      "learning_rate": 9.424416074278254e-05,
      "loss": 0.051,
      "step": 1687
    },
    {
      "epoch": 0.18300086730268864,
      "grad_norm": 0.27804869413375854,
      "learning_rate": 9.42405338749456e-05,
      "loss": 0.0387,
      "step": 1688
    },
    {
      "epoch": 0.18310928013876843,
      "grad_norm": 0.18782557547092438,
      "learning_rate": 9.423690700710867e-05,
      "loss": 0.0359,
      "step": 1689
    },
    {
      "epoch": 0.18321769297484822,
      "grad_norm": 0.2552047669887543,
      "learning_rate": 9.423328013927173e-05,
      "loss": 0.0489,
      "step": 1690
    },
    {
      "epoch": 0.183326105810928,
      "grad_norm": 0.11427904665470123,
      "learning_rate": 9.422965327143479e-05,
      "loss": 0.0116,
      "step": 1691
    },
    {
      "epoch": 0.1834345186470078,
      "grad_norm": 0.34049543738365173,
      "learning_rate": 9.422602640359786e-05,
      "loss": 0.0483,
      "step": 1692
    },
    {
      "epoch": 0.1835429314830876,
      "grad_norm": 0.14309094846248627,
      "learning_rate": 9.422239953576091e-05,
      "loss": 0.0216,
      "step": 1693
    },
    {
      "epoch": 0.18365134431916738,
      "grad_norm": 0.334896981716156,
      "learning_rate": 9.421877266792399e-05,
      "loss": 0.0456,
      "step": 1694
    },
    {
      "epoch": 0.18375975715524717,
      "grad_norm": 0.4544539451599121,
      "learning_rate": 9.421514580008704e-05,
      "loss": 0.0658,
      "step": 1695
    },
    {
      "epoch": 0.18386816999132696,
      "grad_norm": 0.26262998580932617,
      "learning_rate": 9.421151893225011e-05,
      "loss": 0.0618,
      "step": 1696
    },
    {
      "epoch": 0.18397658282740675,
      "grad_norm": 0.32949814200401306,
      "learning_rate": 9.420789206441317e-05,
      "loss": 0.0543,
      "step": 1697
    },
    {
      "epoch": 0.18408499566348654,
      "grad_norm": 0.3281905949115753,
      "learning_rate": 9.420426519657624e-05,
      "loss": 0.049,
      "step": 1698
    },
    {
      "epoch": 0.18419340849956634,
      "grad_norm": 0.4080340266227722,
      "learning_rate": 9.420063832873931e-05,
      "loss": 0.0428,
      "step": 1699
    },
    {
      "epoch": 0.18430182133564615,
      "grad_norm": 0.22138527035713196,
      "learning_rate": 9.419701146090237e-05,
      "loss": 0.0311,
      "step": 1700
    },
    {
      "epoch": 0.18441023417172595,
      "grad_norm": 0.3299044966697693,
      "learning_rate": 9.419338459306544e-05,
      "loss": 0.0989,
      "step": 1701
    },
    {
      "epoch": 0.18451864700780574,
      "grad_norm": 0.1690879613161087,
      "learning_rate": 9.41897577252285e-05,
      "loss": 0.0286,
      "step": 1702
    },
    {
      "epoch": 0.18462705984388553,
      "grad_norm": 0.150642529129982,
      "learning_rate": 9.418613085739157e-05,
      "loss": 0.0275,
      "step": 1703
    },
    {
      "epoch": 0.18473547267996532,
      "grad_norm": 0.2642585337162018,
      "learning_rate": 9.418250398955463e-05,
      "loss": 0.0428,
      "step": 1704
    },
    {
      "epoch": 0.1848438855160451,
      "grad_norm": 0.21505209803581238,
      "learning_rate": 9.41788771217177e-05,
      "loss": 0.0304,
      "step": 1705
    },
    {
      "epoch": 0.1849522983521249,
      "grad_norm": 0.14723825454711914,
      "learning_rate": 9.417525025388075e-05,
      "loss": 0.0215,
      "step": 1706
    },
    {
      "epoch": 0.1850607111882047,
      "grad_norm": 0.25590014457702637,
      "learning_rate": 9.417162338604381e-05,
      "loss": 0.0424,
      "step": 1707
    },
    {
      "epoch": 0.18516912402428448,
      "grad_norm": 0.2932078242301941,
      "learning_rate": 9.416799651820688e-05,
      "loss": 0.0504,
      "step": 1708
    },
    {
      "epoch": 0.18527753686036427,
      "grad_norm": 0.3761991560459137,
      "learning_rate": 9.416436965036994e-05,
      "loss": 0.0283,
      "step": 1709
    },
    {
      "epoch": 0.18538594969644406,
      "grad_norm": 0.22881312668323517,
      "learning_rate": 9.416074278253301e-05,
      "loss": 0.0335,
      "step": 1710
    },
    {
      "epoch": 0.18549436253252385,
      "grad_norm": 0.2911188304424286,
      "learning_rate": 9.415711591469607e-05,
      "loss": 0.0584,
      "step": 1711
    },
    {
      "epoch": 0.18560277536860365,
      "grad_norm": 0.0988549292087555,
      "learning_rate": 9.415348904685914e-05,
      "loss": 0.0205,
      "step": 1712
    },
    {
      "epoch": 0.18571118820468344,
      "grad_norm": 0.33786749839782715,
      "learning_rate": 9.41498621790222e-05,
      "loss": 0.1043,
      "step": 1713
    },
    {
      "epoch": 0.18581960104076323,
      "grad_norm": 0.34723910689353943,
      "learning_rate": 9.414623531118525e-05,
      "loss": 0.096,
      "step": 1714
    },
    {
      "epoch": 0.18592801387684302,
      "grad_norm": 0.30512070655822754,
      "learning_rate": 9.414260844334832e-05,
      "loss": 0.0916,
      "step": 1715
    },
    {
      "epoch": 0.1860364267129228,
      "grad_norm": 0.22062474489212036,
      "learning_rate": 9.41389815755114e-05,
      "loss": 0.0188,
      "step": 1716
    },
    {
      "epoch": 0.1861448395490026,
      "grad_norm": 0.43573883175849915,
      "learning_rate": 9.413535470767447e-05,
      "loss": 0.0449,
      "step": 1717
    },
    {
      "epoch": 0.1862532523850824,
      "grad_norm": 0.29117774963378906,
      "learning_rate": 9.413172783983752e-05,
      "loss": 0.0589,
      "step": 1718
    },
    {
      "epoch": 0.18636166522116218,
      "grad_norm": 0.3492186367511749,
      "learning_rate": 9.41281009720006e-05,
      "loss": 0.0358,
      "step": 1719
    },
    {
      "epoch": 0.18647007805724197,
      "grad_norm": 0.15155234932899475,
      "learning_rate": 9.412447410416365e-05,
      "loss": 0.0372,
      "step": 1720
    },
    {
      "epoch": 0.18657849089332176,
      "grad_norm": 0.5568034052848816,
      "learning_rate": 9.412084723632671e-05,
      "loss": 0.0526,
      "step": 1721
    },
    {
      "epoch": 0.18668690372940155,
      "grad_norm": 0.2050667405128479,
      "learning_rate": 9.411722036848978e-05,
      "loss": 0.0282,
      "step": 1722
    },
    {
      "epoch": 0.18679531656548135,
      "grad_norm": 0.4091002941131592,
      "learning_rate": 9.411359350065284e-05,
      "loss": 0.0965,
      "step": 1723
    },
    {
      "epoch": 0.18690372940156114,
      "grad_norm": 0.46405085921287537,
      "learning_rate": 9.410996663281591e-05,
      "loss": 0.0475,
      "step": 1724
    },
    {
      "epoch": 0.18701214223764093,
      "grad_norm": 0.49089670181274414,
      "learning_rate": 9.410633976497897e-05,
      "loss": 0.0669,
      "step": 1725
    },
    {
      "epoch": 0.18712055507372072,
      "grad_norm": 0.14599689841270447,
      "learning_rate": 9.410271289714204e-05,
      "loss": 0.0292,
      "step": 1726
    },
    {
      "epoch": 0.1872289679098005,
      "grad_norm": 0.12555421888828278,
      "learning_rate": 9.40990860293051e-05,
      "loss": 0.0131,
      "step": 1727
    },
    {
      "epoch": 0.1873373807458803,
      "grad_norm": 0.23232883214950562,
      "learning_rate": 9.409545916146816e-05,
      "loss": 0.0508,
      "step": 1728
    },
    {
      "epoch": 0.1874457935819601,
      "grad_norm": 0.44582945108413696,
      "learning_rate": 9.409183229363122e-05,
      "loss": 0.0348,
      "step": 1729
    },
    {
      "epoch": 0.1875542064180399,
      "grad_norm": 0.273723840713501,
      "learning_rate": 9.408820542579428e-05,
      "loss": 0.0669,
      "step": 1730
    },
    {
      "epoch": 0.1876626192541197,
      "grad_norm": 0.1711777001619339,
      "learning_rate": 9.408457855795735e-05,
      "loss": 0.0359,
      "step": 1731
    },
    {
      "epoch": 0.1877710320901995,
      "grad_norm": 0.4221286475658417,
      "learning_rate": 9.408095169012041e-05,
      "loss": 0.0719,
      "step": 1732
    },
    {
      "epoch": 0.18787944492627928,
      "grad_norm": 0.10811343044042587,
      "learning_rate": 9.407732482228349e-05,
      "loss": 0.0161,
      "step": 1733
    },
    {
      "epoch": 0.18798785776235907,
      "grad_norm": 0.2895805537700653,
      "learning_rate": 9.407369795444655e-05,
      "loss": 0.038,
      "step": 1734
    },
    {
      "epoch": 0.18809627059843886,
      "grad_norm": 0.4535139799118042,
      "learning_rate": 9.40700710866096e-05,
      "loss": 0.0646,
      "step": 1735
    },
    {
      "epoch": 0.18820468343451865,
      "grad_norm": 0.4118398427963257,
      "learning_rate": 9.406644421877268e-05,
      "loss": 0.1104,
      "step": 1736
    },
    {
      "epoch": 0.18831309627059845,
      "grad_norm": 0.16195884346961975,
      "learning_rate": 9.406281735093573e-05,
      "loss": 0.0286,
      "step": 1737
    },
    {
      "epoch": 0.18842150910667824,
      "grad_norm": 0.3788657784461975,
      "learning_rate": 9.40591904830988e-05,
      "loss": 0.0769,
      "step": 1738
    },
    {
      "epoch": 0.18852992194275803,
      "grad_norm": 0.2613833248615265,
      "learning_rate": 9.405556361526186e-05,
      "loss": 0.0825,
      "step": 1739
    },
    {
      "epoch": 0.18863833477883782,
      "grad_norm": 0.2450907975435257,
      "learning_rate": 9.405193674742493e-05,
      "loss": 0.0607,
      "step": 1740
    },
    {
      "epoch": 0.1887467476149176,
      "grad_norm": 0.2064754068851471,
      "learning_rate": 9.404830987958799e-05,
      "loss": 0.0624,
      "step": 1741
    },
    {
      "epoch": 0.1888551604509974,
      "grad_norm": 0.5068750381469727,
      "learning_rate": 9.404468301175106e-05,
      "loss": 0.0498,
      "step": 1742
    },
    {
      "epoch": 0.1889635732870772,
      "grad_norm": 0.3374447524547577,
      "learning_rate": 9.404105614391412e-05,
      "loss": 0.0758,
      "step": 1743
    },
    {
      "epoch": 0.18907198612315698,
      "grad_norm": 0.1403302103281021,
      "learning_rate": 9.403742927607718e-05,
      "loss": 0.0299,
      "step": 1744
    },
    {
      "epoch": 0.18918039895923677,
      "grad_norm": 0.25027599930763245,
      "learning_rate": 9.403380240824025e-05,
      "loss": 0.0373,
      "step": 1745
    },
    {
      "epoch": 0.18928881179531656,
      "grad_norm": 0.24091415107250214,
      "learning_rate": 9.40301755404033e-05,
      "loss": 0.0461,
      "step": 1746
    },
    {
      "epoch": 0.18939722463139635,
      "grad_norm": 0.1847020983695984,
      "learning_rate": 9.402654867256638e-05,
      "loss": 0.0513,
      "step": 1747
    },
    {
      "epoch": 0.18950563746747615,
      "grad_norm": 0.1546563059091568,
      "learning_rate": 9.402292180472943e-05,
      "loss": 0.025,
      "step": 1748
    },
    {
      "epoch": 0.18961405030355594,
      "grad_norm": 0.24836286902427673,
      "learning_rate": 9.40192949368925e-05,
      "loss": 0.054,
      "step": 1749
    },
    {
      "epoch": 0.18972246313963573,
      "grad_norm": 0.22725236415863037,
      "learning_rate": 9.401566806905557e-05,
      "loss": 0.0388,
      "step": 1750
    },
    {
      "epoch": 0.18983087597571552,
      "grad_norm": 0.27030953764915466,
      "learning_rate": 9.401204120121863e-05,
      "loss": 0.0458,
      "step": 1751
    },
    {
      "epoch": 0.1899392888117953,
      "grad_norm": 0.4960029721260071,
      "learning_rate": 9.40084143333817e-05,
      "loss": 0.0905,
      "step": 1752
    },
    {
      "epoch": 0.1900477016478751,
      "grad_norm": 0.38055741786956787,
      "learning_rate": 9.400478746554476e-05,
      "loss": 0.0341,
      "step": 1753
    },
    {
      "epoch": 0.1901561144839549,
      "grad_norm": 0.18931864202022552,
      "learning_rate": 9.400116059770783e-05,
      "loss": 0.0288,
      "step": 1754
    },
    {
      "epoch": 0.19026452732003468,
      "grad_norm": 0.422952800989151,
      "learning_rate": 9.399753372987089e-05,
      "loss": 0.0436,
      "step": 1755
    },
    {
      "epoch": 0.19037294015611447,
      "grad_norm": 0.3426119089126587,
      "learning_rate": 9.399390686203396e-05,
      "loss": 0.1146,
      "step": 1756
    },
    {
      "epoch": 0.19048135299219426,
      "grad_norm": 0.11546043306589127,
      "learning_rate": 9.399027999419702e-05,
      "loss": 0.0276,
      "step": 1757
    },
    {
      "epoch": 0.19058976582827405,
      "grad_norm": 0.0818098857998848,
      "learning_rate": 9.398665312636007e-05,
      "loss": 0.0154,
      "step": 1758
    },
    {
      "epoch": 0.19069817866435385,
      "grad_norm": 0.16604113578796387,
      "learning_rate": 9.398302625852315e-05,
      "loss": 0.0399,
      "step": 1759
    },
    {
      "epoch": 0.19080659150043366,
      "grad_norm": 0.21502432227134705,
      "learning_rate": 9.39793993906862e-05,
      "loss": 0.0486,
      "step": 1760
    },
    {
      "epoch": 0.19091500433651346,
      "grad_norm": 0.4912639856338501,
      "learning_rate": 9.397577252284927e-05,
      "loss": 0.079,
      "step": 1761
    },
    {
      "epoch": 0.19102341717259325,
      "grad_norm": 0.23960848152637482,
      "learning_rate": 9.397214565501233e-05,
      "loss": 0.0408,
      "step": 1762
    },
    {
      "epoch": 0.19113183000867304,
      "grad_norm": 0.4534994065761566,
      "learning_rate": 9.39685187871754e-05,
      "loss": 0.0687,
      "step": 1763
    },
    {
      "epoch": 0.19124024284475283,
      "grad_norm": 0.29758355021476746,
      "learning_rate": 9.396489191933846e-05,
      "loss": 0.0431,
      "step": 1764
    },
    {
      "epoch": 0.19134865568083262,
      "grad_norm": 0.24328741431236267,
      "learning_rate": 9.396126505150153e-05,
      "loss": 0.0372,
      "step": 1765
    },
    {
      "epoch": 0.1914570685169124,
      "grad_norm": 0.22965975105762482,
      "learning_rate": 9.395763818366459e-05,
      "loss": 0.0347,
      "step": 1766
    },
    {
      "epoch": 0.1915654813529922,
      "grad_norm": 0.18404720723628998,
      "learning_rate": 9.395401131582764e-05,
      "loss": 0.0453,
      "step": 1767
    },
    {
      "epoch": 0.191673894189072,
      "grad_norm": 0.17129580676555634,
      "learning_rate": 9.395038444799073e-05,
      "loss": 0.0387,
      "step": 1768
    },
    {
      "epoch": 0.19178230702515178,
      "grad_norm": 0.3340297341346741,
      "learning_rate": 9.394675758015379e-05,
      "loss": 0.0611,
      "step": 1769
    },
    {
      "epoch": 0.19189071986123157,
      "grad_norm": 0.23741143941879272,
      "learning_rate": 9.394313071231686e-05,
      "loss": 0.0342,
      "step": 1770
    },
    {
      "epoch": 0.19199913269731136,
      "grad_norm": 0.42172539234161377,
      "learning_rate": 9.393950384447991e-05,
      "loss": 0.0718,
      "step": 1771
    },
    {
      "epoch": 0.19210754553339116,
      "grad_norm": 0.2311374843120575,
      "learning_rate": 9.393587697664297e-05,
      "loss": 0.0296,
      "step": 1772
    },
    {
      "epoch": 0.19221595836947095,
      "grad_norm": 0.15941278636455536,
      "learning_rate": 9.393225010880604e-05,
      "loss": 0.0385,
      "step": 1773
    },
    {
      "epoch": 0.19232437120555074,
      "grad_norm": 0.21110539138317108,
      "learning_rate": 9.39286232409691e-05,
      "loss": 0.0458,
      "step": 1774
    },
    {
      "epoch": 0.19243278404163053,
      "grad_norm": 0.21220530569553375,
      "learning_rate": 9.392499637313217e-05,
      "loss": 0.0213,
      "step": 1775
    },
    {
      "epoch": 0.19254119687771032,
      "grad_norm": 0.2682272791862488,
      "learning_rate": 9.392136950529523e-05,
      "loss": 0.066,
      "step": 1776
    },
    {
      "epoch": 0.1926496097137901,
      "grad_norm": 0.35853418707847595,
      "learning_rate": 9.39177426374583e-05,
      "loss": 0.048,
      "step": 1777
    },
    {
      "epoch": 0.1927580225498699,
      "grad_norm": 0.4643455743789673,
      "learning_rate": 9.391411576962136e-05,
      "loss": 0.0679,
      "step": 1778
    },
    {
      "epoch": 0.1928664353859497,
      "grad_norm": 0.584795355796814,
      "learning_rate": 9.391048890178443e-05,
      "loss": 0.0915,
      "step": 1779
    },
    {
      "epoch": 0.19297484822202948,
      "grad_norm": 0.18094833195209503,
      "learning_rate": 9.390686203394748e-05,
      "loss": 0.027,
      "step": 1780
    },
    {
      "epoch": 0.19308326105810927,
      "grad_norm": 0.20583878457546234,
      "learning_rate": 9.390323516611054e-05,
      "loss": 0.029,
      "step": 1781
    },
    {
      "epoch": 0.19319167389418906,
      "grad_norm": 0.2380727380514145,
      "learning_rate": 9.389960829827361e-05,
      "loss": 0.0298,
      "step": 1782
    },
    {
      "epoch": 0.19330008673026886,
      "grad_norm": 0.2927635610103607,
      "learning_rate": 9.389598143043667e-05,
      "loss": 0.0661,
      "step": 1783
    },
    {
      "epoch": 0.19340849956634865,
      "grad_norm": 0.31474071741104126,
      "learning_rate": 9.389235456259974e-05,
      "loss": 0.0473,
      "step": 1784
    },
    {
      "epoch": 0.19351691240242844,
      "grad_norm": 0.37171950936317444,
      "learning_rate": 9.388872769476281e-05,
      "loss": 0.0533,
      "step": 1785
    },
    {
      "epoch": 0.19362532523850823,
      "grad_norm": 0.2111554741859436,
      "learning_rate": 9.388510082692587e-05,
      "loss": 0.0337,
      "step": 1786
    },
    {
      "epoch": 0.19373373807458802,
      "grad_norm": 0.4540279507637024,
      "learning_rate": 9.388147395908894e-05,
      "loss": 0.0828,
      "step": 1787
    },
    {
      "epoch": 0.1938421509106678,
      "grad_norm": 0.3425549566745758,
      "learning_rate": 9.3877847091252e-05,
      "loss": 0.0908,
      "step": 1788
    },
    {
      "epoch": 0.19395056374674763,
      "grad_norm": 0.18246696889400482,
      "learning_rate": 9.387422022341507e-05,
      "loss": 0.0271,
      "step": 1789
    },
    {
      "epoch": 0.19405897658282742,
      "grad_norm": 0.39984962344169617,
      "learning_rate": 9.387059335557813e-05,
      "loss": 0.0464,
      "step": 1790
    },
    {
      "epoch": 0.1941673894189072,
      "grad_norm": 0.20438221096992493,
      "learning_rate": 9.38669664877412e-05,
      "loss": 0.0364,
      "step": 1791
    },
    {
      "epoch": 0.194275802254987,
      "grad_norm": 0.29361608624458313,
      "learning_rate": 9.386333961990425e-05,
      "loss": 0.078,
      "step": 1792
    },
    {
      "epoch": 0.1943842150910668,
      "grad_norm": 0.47269749641418457,
      "learning_rate": 9.385971275206732e-05,
      "loss": 0.1128,
      "step": 1793
    },
    {
      "epoch": 0.19449262792714658,
      "grad_norm": 0.21398817002773285,
      "learning_rate": 9.385608588423038e-05,
      "loss": 0.0467,
      "step": 1794
    },
    {
      "epoch": 0.19460104076322637,
      "grad_norm": 0.11781351268291473,
      "learning_rate": 9.385245901639344e-05,
      "loss": 0.025,
      "step": 1795
    },
    {
      "epoch": 0.19470945359930616,
      "grad_norm": 0.24503596127033234,
      "learning_rate": 9.384883214855651e-05,
      "loss": 0.0492,
      "step": 1796
    },
    {
      "epoch": 0.19481786643538596,
      "grad_norm": 0.20261076092720032,
      "learning_rate": 9.384520528071957e-05,
      "loss": 0.0305,
      "step": 1797
    },
    {
      "epoch": 0.19492627927146575,
      "grad_norm": 0.22859688103199005,
      "learning_rate": 9.384157841288264e-05,
      "loss": 0.0632,
      "step": 1798
    },
    {
      "epoch": 0.19503469210754554,
      "grad_norm": 0.17048536241054535,
      "learning_rate": 9.38379515450457e-05,
      "loss": 0.0433,
      "step": 1799
    },
    {
      "epoch": 0.19514310494362533,
      "grad_norm": 0.22860975563526154,
      "learning_rate": 9.383432467720877e-05,
      "loss": 0.042,
      "step": 1800
    },
    {
      "epoch": 0.19525151777970512,
      "grad_norm": 0.16244515776634216,
      "learning_rate": 9.383069780937182e-05,
      "loss": 0.0304,
      "step": 1801
    },
    {
      "epoch": 0.1953599306157849,
      "grad_norm": 0.22880367934703827,
      "learning_rate": 9.38270709415349e-05,
      "loss": 0.0569,
      "step": 1802
    },
    {
      "epoch": 0.1954683434518647,
      "grad_norm": 0.2974008023738861,
      "learning_rate": 9.382344407369797e-05,
      "loss": 0.0585,
      "step": 1803
    },
    {
      "epoch": 0.1955767562879445,
      "grad_norm": 0.07965492457151413,
      "learning_rate": 9.381981720586102e-05,
      "loss": 0.015,
      "step": 1804
    },
    {
      "epoch": 0.19568516912402428,
      "grad_norm": 0.21929223835468292,
      "learning_rate": 9.38161903380241e-05,
      "loss": 0.0489,
      "step": 1805
    },
    {
      "epoch": 0.19579358196010407,
      "grad_norm": 0.20284642279148102,
      "learning_rate": 9.381256347018715e-05,
      "loss": 0.0137,
      "step": 1806
    },
    {
      "epoch": 0.19590199479618386,
      "grad_norm": 0.3030790388584137,
      "learning_rate": 9.380893660235022e-05,
      "loss": 0.0276,
      "step": 1807
    },
    {
      "epoch": 0.19601040763226366,
      "grad_norm": 0.13249656558036804,
      "learning_rate": 9.380530973451328e-05,
      "loss": 0.0125,
      "step": 1808
    },
    {
      "epoch": 0.19611882046834345,
      "grad_norm": 0.44839656352996826,
      "learning_rate": 9.380168286667635e-05,
      "loss": 0.0626,
      "step": 1809
    },
    {
      "epoch": 0.19622723330442324,
      "grad_norm": 0.24738435447216034,
      "learning_rate": 9.379805599883941e-05,
      "loss": 0.0199,
      "step": 1810
    },
    {
      "epoch": 0.19633564614050303,
      "grad_norm": 0.10098835080862045,
      "learning_rate": 9.379442913100246e-05,
      "loss": 0.0115,
      "step": 1811
    },
    {
      "epoch": 0.19644405897658282,
      "grad_norm": 0.29929235577583313,
      "learning_rate": 9.379080226316554e-05,
      "loss": 0.0399,
      "step": 1812
    },
    {
      "epoch": 0.1965524718126626,
      "grad_norm": 0.23780737817287445,
      "learning_rate": 9.378717539532859e-05,
      "loss": 0.0709,
      "step": 1813
    },
    {
      "epoch": 0.1966608846487424,
      "grad_norm": 0.13993777334690094,
      "learning_rate": 9.378354852749166e-05,
      "loss": 0.0225,
      "step": 1814
    },
    {
      "epoch": 0.1967692974848222,
      "grad_norm": 0.4112442135810852,
      "learning_rate": 9.377992165965472e-05,
      "loss": 0.0212,
      "step": 1815
    },
    {
      "epoch": 0.19687771032090198,
      "grad_norm": 0.6890705823898315,
      "learning_rate": 9.377629479181779e-05,
      "loss": 0.0829,
      "step": 1816
    },
    {
      "epoch": 0.19698612315698177,
      "grad_norm": 0.24123835563659668,
      "learning_rate": 9.377266792398085e-05,
      "loss": 0.0417,
      "step": 1817
    },
    {
      "epoch": 0.19709453599306156,
      "grad_norm": 0.25081557035446167,
      "learning_rate": 9.376904105614391e-05,
      "loss": 0.0541,
      "step": 1818
    },
    {
      "epoch": 0.19720294882914138,
      "grad_norm": 0.33523431420326233,
      "learning_rate": 9.376541418830699e-05,
      "loss": 0.084,
      "step": 1819
    },
    {
      "epoch": 0.19731136166522117,
      "grad_norm": 0.15434835851192474,
      "learning_rate": 9.376178732047005e-05,
      "loss": 0.0177,
      "step": 1820
    },
    {
      "epoch": 0.19741977450130097,
      "grad_norm": 0.2659991979598999,
      "learning_rate": 9.375816045263312e-05,
      "loss": 0.0588,
      "step": 1821
    },
    {
      "epoch": 0.19752818733738076,
      "grad_norm": 0.15517288446426392,
      "learning_rate": 9.375453358479618e-05,
      "loss": 0.0452,
      "step": 1822
    },
    {
      "epoch": 0.19763660017346055,
      "grad_norm": 0.45158085227012634,
      "learning_rate": 9.375090671695925e-05,
      "loss": 0.0955,
      "step": 1823
    },
    {
      "epoch": 0.19774501300954034,
      "grad_norm": 0.4615281820297241,
      "learning_rate": 9.37472798491223e-05,
      "loss": 0.0398,
      "step": 1824
    },
    {
      "epoch": 0.19785342584562013,
      "grad_norm": 0.2746571898460388,
      "learning_rate": 9.374365298128536e-05,
      "loss": 0.0233,
      "step": 1825
    },
    {
      "epoch": 0.19796183868169992,
      "grad_norm": 0.30422094464302063,
      "learning_rate": 9.374002611344843e-05,
      "loss": 0.049,
      "step": 1826
    },
    {
      "epoch": 0.1980702515177797,
      "grad_norm": 0.20891468226909637,
      "learning_rate": 9.373639924561149e-05,
      "loss": 0.0213,
      "step": 1827
    },
    {
      "epoch": 0.1981786643538595,
      "grad_norm": 0.23627258837223053,
      "learning_rate": 9.373277237777456e-05,
      "loss": 0.065,
      "step": 1828
    },
    {
      "epoch": 0.1982870771899393,
      "grad_norm": 0.124580018222332,
      "learning_rate": 9.372914550993762e-05,
      "loss": 0.0387,
      "step": 1829
    },
    {
      "epoch": 0.19839549002601908,
      "grad_norm": 0.20153309404850006,
      "learning_rate": 9.372551864210069e-05,
      "loss": 0.0409,
      "step": 1830
    },
    {
      "epoch": 0.19850390286209887,
      "grad_norm": 0.28604134917259216,
      "learning_rate": 9.372189177426375e-05,
      "loss": 0.039,
      "step": 1831
    },
    {
      "epoch": 0.19861231569817867,
      "grad_norm": 0.13408653438091278,
      "learning_rate": 9.371826490642682e-05,
      "loss": 0.0187,
      "step": 1832
    },
    {
      "epoch": 0.19872072853425846,
      "grad_norm": 0.8448909521102905,
      "learning_rate": 9.371463803858988e-05,
      "loss": 0.0867,
      "step": 1833
    },
    {
      "epoch": 0.19882914137033825,
      "grad_norm": 0.1851542741060257,
      "learning_rate": 9.371101117075293e-05,
      "loss": 0.0352,
      "step": 1834
    },
    {
      "epoch": 0.19893755420641804,
      "grad_norm": 0.4801795780658722,
      "learning_rate": 9.3707384302916e-05,
      "loss": 0.1041,
      "step": 1835
    },
    {
      "epoch": 0.19904596704249783,
      "grad_norm": 0.23028479516506195,
      "learning_rate": 9.370375743507906e-05,
      "loss": 0.0432,
      "step": 1836
    },
    {
      "epoch": 0.19915437987857762,
      "grad_norm": 0.2626517117023468,
      "learning_rate": 9.370013056724215e-05,
      "loss": 0.048,
      "step": 1837
    },
    {
      "epoch": 0.1992627927146574,
      "grad_norm": 0.3575698435306549,
      "learning_rate": 9.36965036994052e-05,
      "loss": 0.0668,
      "step": 1838
    },
    {
      "epoch": 0.1993712055507372,
      "grad_norm": 0.24080394208431244,
      "learning_rate": 9.369287683156826e-05,
      "loss": 0.0497,
      "step": 1839
    },
    {
      "epoch": 0.199479618386817,
      "grad_norm": 0.16456781327724457,
      "learning_rate": 9.368924996373133e-05,
      "loss": 0.036,
      "step": 1840
    },
    {
      "epoch": 0.19958803122289678,
      "grad_norm": 0.2583548128604889,
      "learning_rate": 9.368562309589439e-05,
      "loss": 0.0515,
      "step": 1841
    },
    {
      "epoch": 0.19969644405897657,
      "grad_norm": 0.18252533674240112,
      "learning_rate": 9.368199622805746e-05,
      "loss": 0.0275,
      "step": 1842
    },
    {
      "epoch": 0.19980485689505637,
      "grad_norm": 0.23690494894981384,
      "learning_rate": 9.367836936022052e-05,
      "loss": 0.0265,
      "step": 1843
    },
    {
      "epoch": 0.19991326973113616,
      "grad_norm": 0.20468248426914215,
      "learning_rate": 9.367474249238359e-05,
      "loss": 0.0399,
      "step": 1844
    },
    {
      "epoch": 0.20002168256721595,
      "grad_norm": 0.21416158974170685,
      "learning_rate": 9.367111562454664e-05,
      "loss": 0.065,
      "step": 1845
    },
    {
      "epoch": 0.20013009540329574,
      "grad_norm": 0.41192764043807983,
      "learning_rate": 9.366748875670972e-05,
      "loss": 0.0831,
      "step": 1846
    },
    {
      "epoch": 0.20023850823937553,
      "grad_norm": 0.2727383077144623,
      "learning_rate": 9.366386188887277e-05,
      "loss": 0.0583,
      "step": 1847
    },
    {
      "epoch": 0.20034692107545535,
      "grad_norm": 0.5591397285461426,
      "learning_rate": 9.366023502103583e-05,
      "loss": 0.054,
      "step": 1848
    },
    {
      "epoch": 0.20045533391153514,
      "grad_norm": 0.4496147036552429,
      "learning_rate": 9.36566081531989e-05,
      "loss": 0.0565,
      "step": 1849
    },
    {
      "epoch": 0.20056374674761493,
      "grad_norm": 0.21074748039245605,
      "learning_rate": 9.365298128536196e-05,
      "loss": 0.032,
      "step": 1850
    },
    {
      "epoch": 0.20067215958369472,
      "grad_norm": 0.23444683849811554,
      "learning_rate": 9.364935441752503e-05,
      "loss": 0.0817,
      "step": 1851
    },
    {
      "epoch": 0.2007805724197745,
      "grad_norm": 0.5200170278549194,
      "learning_rate": 9.364572754968809e-05,
      "loss": 0.1001,
      "step": 1852
    },
    {
      "epoch": 0.2008889852558543,
      "grad_norm": 0.07450109720230103,
      "learning_rate": 9.364210068185116e-05,
      "loss": 0.0204,
      "step": 1853
    },
    {
      "epoch": 0.2009973980919341,
      "grad_norm": 0.23450516164302826,
      "learning_rate": 9.363847381401423e-05,
      "loss": 0.0526,
      "step": 1854
    },
    {
      "epoch": 0.20110581092801388,
      "grad_norm": 0.2064436674118042,
      "learning_rate": 9.363484694617729e-05,
      "loss": 0.0407,
      "step": 1855
    },
    {
      "epoch": 0.20121422376409367,
      "grad_norm": 0.19881026446819305,
      "learning_rate": 9.363122007834036e-05,
      "loss": 0.0469,
      "step": 1856
    },
    {
      "epoch": 0.20132263660017347,
      "grad_norm": 0.2775764465332031,
      "learning_rate": 9.362759321050341e-05,
      "loss": 0.0767,
      "step": 1857
    },
    {
      "epoch": 0.20143104943625326,
      "grad_norm": 0.294132262468338,
      "learning_rate": 9.362396634266648e-05,
      "loss": 0.0457,
      "step": 1858
    },
    {
      "epoch": 0.20153946227233305,
      "grad_norm": 0.2691497504711151,
      "learning_rate": 9.362033947482954e-05,
      "loss": 0.0456,
      "step": 1859
    },
    {
      "epoch": 0.20164787510841284,
      "grad_norm": 0.2012314796447754,
      "learning_rate": 9.361671260699261e-05,
      "loss": 0.0567,
      "step": 1860
    },
    {
      "epoch": 0.20175628794449263,
      "grad_norm": 0.43333733081817627,
      "learning_rate": 9.361308573915567e-05,
      "loss": 0.083,
      "step": 1861
    },
    {
      "epoch": 0.20186470078057242,
      "grad_norm": 0.13116146624088287,
      "learning_rate": 9.360945887131873e-05,
      "loss": 0.029,
      "step": 1862
    },
    {
      "epoch": 0.2019731136166522,
      "grad_norm": 0.2503248155117035,
      "learning_rate": 9.36058320034818e-05,
      "loss": 0.0469,
      "step": 1863
    },
    {
      "epoch": 0.202081526452732,
      "grad_norm": 0.18354162573814392,
      "learning_rate": 9.360220513564486e-05,
      "loss": 0.068,
      "step": 1864
    },
    {
      "epoch": 0.2021899392888118,
      "grad_norm": 0.14216087758541107,
      "learning_rate": 9.359857826780793e-05,
      "loss": 0.0463,
      "step": 1865
    },
    {
      "epoch": 0.20229835212489158,
      "grad_norm": 0.20121021568775177,
      "learning_rate": 9.359495139997098e-05,
      "loss": 0.0567,
      "step": 1866
    },
    {
      "epoch": 0.20240676496097137,
      "grad_norm": 0.30814456939697266,
      "learning_rate": 9.359132453213405e-05,
      "loss": 0.0875,
      "step": 1867
    },
    {
      "epoch": 0.20251517779705117,
      "grad_norm": 0.21984075009822845,
      "learning_rate": 9.358769766429711e-05,
      "loss": 0.0524,
      "step": 1868
    },
    {
      "epoch": 0.20262359063313096,
      "grad_norm": 0.1296796202659607,
      "learning_rate": 9.358407079646018e-05,
      "loss": 0.0162,
      "step": 1869
    },
    {
      "epoch": 0.20273200346921075,
      "grad_norm": 0.22268179059028625,
      "learning_rate": 9.358044392862324e-05,
      "loss": 0.0661,
      "step": 1870
    },
    {
      "epoch": 0.20284041630529054,
      "grad_norm": 0.31688109040260315,
      "learning_rate": 9.357681706078631e-05,
      "loss": 0.0908,
      "step": 1871
    },
    {
      "epoch": 0.20294882914137033,
      "grad_norm": 0.16575586795806885,
      "learning_rate": 9.357319019294938e-05,
      "loss": 0.0543,
      "step": 1872
    },
    {
      "epoch": 0.20305724197745012,
      "grad_norm": 0.1661117672920227,
      "learning_rate": 9.356956332511244e-05,
      "loss": 0.0492,
      "step": 1873
    },
    {
      "epoch": 0.2031656548135299,
      "grad_norm": 0.08038084954023361,
      "learning_rate": 9.356593645727551e-05,
      "loss": 0.0208,
      "step": 1874
    },
    {
      "epoch": 0.2032740676496097,
      "grad_norm": 0.3097223937511444,
      "learning_rate": 9.356230958943857e-05,
      "loss": 0.0621,
      "step": 1875
    },
    {
      "epoch": 0.2033824804856895,
      "grad_norm": 0.19547300040721893,
      "learning_rate": 9.355868272160163e-05,
      "loss": 0.0603,
      "step": 1876
    },
    {
      "epoch": 0.20349089332176928,
      "grad_norm": 0.2044248729944229,
      "learning_rate": 9.35550558537647e-05,
      "loss": 0.0717,
      "step": 1877
    },
    {
      "epoch": 0.2035993061578491,
      "grad_norm": 0.19278694689273834,
      "learning_rate": 9.355142898592775e-05,
      "loss": 0.036,
      "step": 1878
    },
    {
      "epoch": 0.2037077189939289,
      "grad_norm": 0.24278682470321655,
      "learning_rate": 9.354780211809082e-05,
      "loss": 0.035,
      "step": 1879
    },
    {
      "epoch": 0.20381613183000868,
      "grad_norm": 0.2992109954357147,
      "learning_rate": 9.354417525025388e-05,
      "loss": 0.0668,
      "step": 1880
    },
    {
      "epoch": 0.20392454466608848,
      "grad_norm": 0.32389792799949646,
      "learning_rate": 9.354054838241695e-05,
      "loss": 0.0475,
      "step": 1881
    },
    {
      "epoch": 0.20403295750216827,
      "grad_norm": 0.2730601131916046,
      "learning_rate": 9.353692151458001e-05,
      "loss": 0.0776,
      "step": 1882
    },
    {
      "epoch": 0.20414137033824806,
      "grad_norm": 0.16190841794013977,
      "learning_rate": 9.353329464674308e-05,
      "loss": 0.0299,
      "step": 1883
    },
    {
      "epoch": 0.20424978317432785,
      "grad_norm": 0.210068479180336,
      "learning_rate": 9.352966777890614e-05,
      "loss": 0.0308,
      "step": 1884
    },
    {
      "epoch": 0.20435819601040764,
      "grad_norm": 0.22112947702407837,
      "learning_rate": 9.35260409110692e-05,
      "loss": 0.0496,
      "step": 1885
    },
    {
      "epoch": 0.20446660884648743,
      "grad_norm": 0.2705341577529907,
      "learning_rate": 9.352241404323227e-05,
      "loss": 0.0643,
      "step": 1886
    },
    {
      "epoch": 0.20457502168256722,
      "grad_norm": 0.4966477155685425,
      "learning_rate": 9.351878717539532e-05,
      "loss": 0.0829,
      "step": 1887
    },
    {
      "epoch": 0.204683434518647,
      "grad_norm": 0.13052982091903687,
      "learning_rate": 9.35151603075584e-05,
      "loss": 0.0318,
      "step": 1888
    },
    {
      "epoch": 0.2047918473547268,
      "grad_norm": 0.13239610195159912,
      "learning_rate": 9.351153343972147e-05,
      "loss": 0.0282,
      "step": 1889
    },
    {
      "epoch": 0.2049002601908066,
      "grad_norm": 0.2109280377626419,
      "learning_rate": 9.350790657188454e-05,
      "loss": 0.0597,
      "step": 1890
    },
    {
      "epoch": 0.20500867302688638,
      "grad_norm": 0.4068780243396759,
      "learning_rate": 9.35042797040476e-05,
      "loss": 0.0941,
      "step": 1891
    },
    {
      "epoch": 0.20511708586296618,
      "grad_norm": 0.28160110116004944,
      "learning_rate": 9.350065283621065e-05,
      "loss": 0.05,
      "step": 1892
    },
    {
      "epoch": 0.20522549869904597,
      "grad_norm": 0.26524654030799866,
      "learning_rate": 9.349702596837372e-05,
      "loss": 0.0487,
      "step": 1893
    },
    {
      "epoch": 0.20533391153512576,
      "grad_norm": 0.17693601548671722,
      "learning_rate": 9.349339910053678e-05,
      "loss": 0.0484,
      "step": 1894
    },
    {
      "epoch": 0.20544232437120555,
      "grad_norm": 0.34368982911109924,
      "learning_rate": 9.348977223269985e-05,
      "loss": 0.062,
      "step": 1895
    },
    {
      "epoch": 0.20555073720728534,
      "grad_norm": 0.23072455823421478,
      "learning_rate": 9.348614536486291e-05,
      "loss": 0.0613,
      "step": 1896
    },
    {
      "epoch": 0.20565915004336513,
      "grad_norm": 0.19364336133003235,
      "learning_rate": 9.348251849702598e-05,
      "loss": 0.057,
      "step": 1897
    },
    {
      "epoch": 0.20576756287944492,
      "grad_norm": 0.2646733820438385,
      "learning_rate": 9.347889162918904e-05,
      "loss": 0.0347,
      "step": 1898
    },
    {
      "epoch": 0.2058759757155247,
      "grad_norm": 0.19910313189029694,
      "learning_rate": 9.347526476135209e-05,
      "loss": 0.0335,
      "step": 1899
    },
    {
      "epoch": 0.2059843885516045,
      "grad_norm": 0.26021987199783325,
      "learning_rate": 9.347163789351516e-05,
      "loss": 0.052,
      "step": 1900
    },
    {
      "epoch": 0.2060928013876843,
      "grad_norm": 0.20278316736221313,
      "learning_rate": 9.346801102567822e-05,
      "loss": 0.0501,
      "step": 1901
    },
    {
      "epoch": 0.20620121422376408,
      "grad_norm": 0.19265849888324738,
      "learning_rate": 9.346438415784129e-05,
      "loss": 0.0327,
      "step": 1902
    },
    {
      "epoch": 0.20630962705984388,
      "grad_norm": 0.28738829493522644,
      "learning_rate": 9.346075729000435e-05,
      "loss": 0.0313,
      "step": 1903
    },
    {
      "epoch": 0.20641803989592367,
      "grad_norm": 0.16237594187259674,
      "learning_rate": 9.345713042216742e-05,
      "loss": 0.0342,
      "step": 1904
    },
    {
      "epoch": 0.20652645273200346,
      "grad_norm": 0.26692864298820496,
      "learning_rate": 9.345350355433048e-05,
      "loss": 0.0923,
      "step": 1905
    },
    {
      "epoch": 0.20663486556808325,
      "grad_norm": 0.22546570003032684,
      "learning_rate": 9.344987668649355e-05,
      "loss": 0.0354,
      "step": 1906
    },
    {
      "epoch": 0.20674327840416307,
      "grad_norm": 0.14605526626110077,
      "learning_rate": 9.344624981865662e-05,
      "loss": 0.0323,
      "step": 1907
    },
    {
      "epoch": 0.20685169124024286,
      "grad_norm": 0.24391356110572815,
      "learning_rate": 9.344262295081968e-05,
      "loss": 0.0252,
      "step": 1908
    },
    {
      "epoch": 0.20696010407632265,
      "grad_norm": 0.2238502949476242,
      "learning_rate": 9.343899608298275e-05,
      "loss": 0.0789,
      "step": 1909
    },
    {
      "epoch": 0.20706851691240244,
      "grad_norm": 0.3450380265712738,
      "learning_rate": 9.34353692151458e-05,
      "loss": 0.065,
      "step": 1910
    },
    {
      "epoch": 0.20717692974848223,
      "grad_norm": 0.4733077883720398,
      "learning_rate": 9.343174234730888e-05,
      "loss": 0.0437,
      "step": 1911
    },
    {
      "epoch": 0.20728534258456202,
      "grad_norm": 0.20932471752166748,
      "learning_rate": 9.342811547947193e-05,
      "loss": 0.0211,
      "step": 1912
    },
    {
      "epoch": 0.2073937554206418,
      "grad_norm": 0.39039841294288635,
      "learning_rate": 9.3424488611635e-05,
      "loss": 0.0911,
      "step": 1913
    },
    {
      "epoch": 0.2075021682567216,
      "grad_norm": 0.410173624753952,
      "learning_rate": 9.342086174379806e-05,
      "loss": 0.068,
      "step": 1914
    },
    {
      "epoch": 0.2076105810928014,
      "grad_norm": 0.2392614632844925,
      "learning_rate": 9.341723487596112e-05,
      "loss": 0.0291,
      "step": 1915
    },
    {
      "epoch": 0.20771899392888118,
      "grad_norm": 0.19319507479667664,
      "learning_rate": 9.341360800812419e-05,
      "loss": 0.031,
      "step": 1916
    },
    {
      "epoch": 0.20782740676496098,
      "grad_norm": 0.223159059882164,
      "learning_rate": 9.340998114028725e-05,
      "loss": 0.045,
      "step": 1917
    },
    {
      "epoch": 0.20793581960104077,
      "grad_norm": 0.20089350640773773,
      "learning_rate": 9.340635427245032e-05,
      "loss": 0.0389,
      "step": 1918
    },
    {
      "epoch": 0.20804423243712056,
      "grad_norm": 0.35566604137420654,
      "learning_rate": 9.340272740461337e-05,
      "loss": 0.0702,
      "step": 1919
    },
    {
      "epoch": 0.20815264527320035,
      "grad_norm": 0.13703802227973938,
      "learning_rate": 9.339910053677645e-05,
      "loss": 0.0278,
      "step": 1920
    },
    {
      "epoch": 0.20826105810928014,
      "grad_norm": 0.3404020667076111,
      "learning_rate": 9.33954736689395e-05,
      "loss": 0.0608,
      "step": 1921
    },
    {
      "epoch": 0.20836947094535993,
      "grad_norm": 0.28735631704330444,
      "learning_rate": 9.339184680110257e-05,
      "loss": 0.0874,
      "step": 1922
    },
    {
      "epoch": 0.20847788378143972,
      "grad_norm": 0.2644704580307007,
      "learning_rate": 9.338821993326564e-05,
      "loss": 0.0473,
      "step": 1923
    },
    {
      "epoch": 0.2085862966175195,
      "grad_norm": 0.2587709426879883,
      "learning_rate": 9.33845930654287e-05,
      "loss": 0.0303,
      "step": 1924
    },
    {
      "epoch": 0.2086947094535993,
      "grad_norm": 0.25970515608787537,
      "learning_rate": 9.338096619759177e-05,
      "loss": 0.0535,
      "step": 1925
    },
    {
      "epoch": 0.2088031222896791,
      "grad_norm": 0.19288398325443268,
      "learning_rate": 9.337733932975483e-05,
      "loss": 0.0379,
      "step": 1926
    },
    {
      "epoch": 0.20891153512575888,
      "grad_norm": 0.42944759130477905,
      "learning_rate": 9.33737124619179e-05,
      "loss": 0.0551,
      "step": 1927
    },
    {
      "epoch": 0.20901994796183868,
      "grad_norm": 0.6851882338523865,
      "learning_rate": 9.337008559408096e-05,
      "loss": 0.0463,
      "step": 1928
    },
    {
      "epoch": 0.20912836079791847,
      "grad_norm": 0.14053931832313538,
      "learning_rate": 9.336645872624402e-05,
      "loss": 0.0215,
      "step": 1929
    },
    {
      "epoch": 0.20923677363399826,
      "grad_norm": 0.17426589131355286,
      "learning_rate": 9.336283185840709e-05,
      "loss": 0.0273,
      "step": 1930
    },
    {
      "epoch": 0.20934518647007805,
      "grad_norm": 0.2645186483860016,
      "learning_rate": 9.335920499057014e-05,
      "loss": 0.0393,
      "step": 1931
    },
    {
      "epoch": 0.20945359930615784,
      "grad_norm": 0.18989215791225433,
      "learning_rate": 9.335557812273321e-05,
      "loss": 0.0583,
      "step": 1932
    },
    {
      "epoch": 0.20956201214223763,
      "grad_norm": 0.22158871591091156,
      "learning_rate": 9.335195125489627e-05,
      "loss": 0.0466,
      "step": 1933
    },
    {
      "epoch": 0.20967042497831742,
      "grad_norm": 0.21793822944164276,
      "learning_rate": 9.334832438705934e-05,
      "loss": 0.0572,
      "step": 1934
    },
    {
      "epoch": 0.2097788378143972,
      "grad_norm": 0.27029508352279663,
      "learning_rate": 9.33446975192224e-05,
      "loss": 0.0352,
      "step": 1935
    },
    {
      "epoch": 0.209887250650477,
      "grad_norm": 0.2858349084854126,
      "learning_rate": 9.334107065138547e-05,
      "loss": 0.0561,
      "step": 1936
    },
    {
      "epoch": 0.20999566348655682,
      "grad_norm": 0.2917513847351074,
      "learning_rate": 9.333744378354853e-05,
      "loss": 0.0865,
      "step": 1937
    },
    {
      "epoch": 0.2101040763226366,
      "grad_norm": 0.27297571301460266,
      "learning_rate": 9.333381691571159e-05,
      "loss": 0.0474,
      "step": 1938
    },
    {
      "epoch": 0.2102124891587164,
      "grad_norm": 0.21106263995170593,
      "learning_rate": 9.333019004787466e-05,
      "loss": 0.0345,
      "step": 1939
    },
    {
      "epoch": 0.2103209019947962,
      "grad_norm": 0.5727860331535339,
      "learning_rate": 9.332656318003773e-05,
      "loss": 0.0336,
      "step": 1940
    },
    {
      "epoch": 0.21042931483087599,
      "grad_norm": 0.31240370869636536,
      "learning_rate": 9.33229363122008e-05,
      "loss": 0.0333,
      "step": 1941
    },
    {
      "epoch": 0.21053772766695578,
      "grad_norm": 0.3429400324821472,
      "learning_rate": 9.331930944436386e-05,
      "loss": 0.0501,
      "step": 1942
    },
    {
      "epoch": 0.21064614050303557,
      "grad_norm": 0.14313238859176636,
      "learning_rate": 9.331568257652691e-05,
      "loss": 0.0289,
      "step": 1943
    },
    {
      "epoch": 0.21075455333911536,
      "grad_norm": 0.08214462548494339,
      "learning_rate": 9.331205570868998e-05,
      "loss": 0.0129,
      "step": 1944
    },
    {
      "epoch": 0.21086296617519515,
      "grad_norm": 0.14939472079277039,
      "learning_rate": 9.330842884085304e-05,
      "loss": 0.0321,
      "step": 1945
    },
    {
      "epoch": 0.21097137901127494,
      "grad_norm": 0.383059024810791,
      "learning_rate": 9.330480197301611e-05,
      "loss": 0.0807,
      "step": 1946
    },
    {
      "epoch": 0.21107979184735473,
      "grad_norm": 0.4084899425506592,
      "learning_rate": 9.330117510517917e-05,
      "loss": 0.0266,
      "step": 1947
    },
    {
      "epoch": 0.21118820468343452,
      "grad_norm": 0.21921825408935547,
      "learning_rate": 9.329754823734224e-05,
      "loss": 0.0833,
      "step": 1948
    },
    {
      "epoch": 0.2112966175195143,
      "grad_norm": 0.2529793679714203,
      "learning_rate": 9.32939213695053e-05,
      "loss": 0.0421,
      "step": 1949
    },
    {
      "epoch": 0.2114050303555941,
      "grad_norm": 0.28273528814315796,
      "learning_rate": 9.329029450166837e-05,
      "loss": 0.0645,
      "step": 1950
    },
    {
      "epoch": 0.2115134431916739,
      "grad_norm": 0.21506038308143616,
      "learning_rate": 9.328666763383143e-05,
      "loss": 0.0444,
      "step": 1951
    },
    {
      "epoch": 0.21162185602775369,
      "grad_norm": 0.34651100635528564,
      "learning_rate": 9.328304076599448e-05,
      "loss": 0.0592,
      "step": 1952
    },
    {
      "epoch": 0.21173026886383348,
      "grad_norm": 0.13857372105121613,
      "learning_rate": 9.327941389815755e-05,
      "loss": 0.0263,
      "step": 1953
    },
    {
      "epoch": 0.21183868169991327,
      "grad_norm": 0.285654217004776,
      "learning_rate": 9.327578703032061e-05,
      "loss": 0.0461,
      "step": 1954
    },
    {
      "epoch": 0.21194709453599306,
      "grad_norm": 0.20849880576133728,
      "learning_rate": 9.327216016248368e-05,
      "loss": 0.0294,
      "step": 1955
    },
    {
      "epoch": 0.21205550737207285,
      "grad_norm": 0.5223667621612549,
      "learning_rate": 9.326853329464674e-05,
      "loss": 0.0472,
      "step": 1956
    },
    {
      "epoch": 0.21216392020815264,
      "grad_norm": 0.44203898310661316,
      "learning_rate": 9.326490642680981e-05,
      "loss": 0.0198,
      "step": 1957
    },
    {
      "epoch": 0.21227233304423243,
      "grad_norm": 0.22099065780639648,
      "learning_rate": 9.326127955897288e-05,
      "loss": 0.0337,
      "step": 1958
    },
    {
      "epoch": 0.21238074588031222,
      "grad_norm": 0.2796168923377991,
      "learning_rate": 9.325765269113594e-05,
      "loss": 0.0356,
      "step": 1959
    },
    {
      "epoch": 0.212489158716392,
      "grad_norm": 0.7776759266853333,
      "learning_rate": 9.325402582329901e-05,
      "loss": 0.0634,
      "step": 1960
    },
    {
      "epoch": 0.2125975715524718,
      "grad_norm": 0.246273934841156,
      "learning_rate": 9.325039895546207e-05,
      "loss": 0.0586,
      "step": 1961
    },
    {
      "epoch": 0.2127059843885516,
      "grad_norm": 0.18972431123256683,
      "learning_rate": 9.324677208762514e-05,
      "loss": 0.0245,
      "step": 1962
    },
    {
      "epoch": 0.21281439722463139,
      "grad_norm": 0.3517323434352875,
      "learning_rate": 9.32431452197882e-05,
      "loss": 0.0614,
      "step": 1963
    },
    {
      "epoch": 0.21292281006071118,
      "grad_norm": 0.12954074144363403,
      "learning_rate": 9.323951835195127e-05,
      "loss": 0.0252,
      "step": 1964
    },
    {
      "epoch": 0.21303122289679097,
      "grad_norm": 0.249864399433136,
      "learning_rate": 9.323589148411432e-05,
      "loss": 0.0314,
      "step": 1965
    },
    {
      "epoch": 0.21313963573287076,
      "grad_norm": 0.27700942754745483,
      "learning_rate": 9.323226461627738e-05,
      "loss": 0.0446,
      "step": 1966
    },
    {
      "epoch": 0.21324804856895058,
      "grad_norm": 0.20985490083694458,
      "learning_rate": 9.322863774844045e-05,
      "loss": 0.0501,
      "step": 1967
    },
    {
      "epoch": 0.21335646140503037,
      "grad_norm": 0.2555537819862366,
      "learning_rate": 9.322501088060351e-05,
      "loss": 0.0335,
      "step": 1968
    },
    {
      "epoch": 0.21346487424111016,
      "grad_norm": 0.2037993222475052,
      "learning_rate": 9.322138401276658e-05,
      "loss": 0.0605,
      "step": 1969
    },
    {
      "epoch": 0.21357328707718995,
      "grad_norm": 0.18006892502307892,
      "learning_rate": 9.321775714492964e-05,
      "loss": 0.0348,
      "step": 1970
    },
    {
      "epoch": 0.21368169991326974,
      "grad_norm": 0.38198450207710266,
      "learning_rate": 9.321413027709271e-05,
      "loss": 0.0831,
      "step": 1971
    },
    {
      "epoch": 0.21379011274934953,
      "grad_norm": 0.28925731778144836,
      "learning_rate": 9.321050340925577e-05,
      "loss": 0.0768,
      "step": 1972
    },
    {
      "epoch": 0.21389852558542932,
      "grad_norm": 0.14648286998271942,
      "learning_rate": 9.320687654141884e-05,
      "loss": 0.0229,
      "step": 1973
    },
    {
      "epoch": 0.2140069384215091,
      "grad_norm": 0.3389219343662262,
      "learning_rate": 9.32032496735819e-05,
      "loss": 0.0629,
      "step": 1974
    },
    {
      "epoch": 0.2141153512575889,
      "grad_norm": 0.4371417462825775,
      "learning_rate": 9.319962280574496e-05,
      "loss": 0.0273,
      "step": 1975
    },
    {
      "epoch": 0.2142237640936687,
      "grad_norm": 0.3559417426586151,
      "learning_rate": 9.319599593790804e-05,
      "loss": 0.0231,
      "step": 1976
    },
    {
      "epoch": 0.21433217692974849,
      "grad_norm": 0.32241466641426086,
      "learning_rate": 9.319236907007109e-05,
      "loss": 0.1396,
      "step": 1977
    },
    {
      "epoch": 0.21444058976582828,
      "grad_norm": 0.9107898473739624,
      "learning_rate": 9.318874220223416e-05,
      "loss": 0.0695,
      "step": 1978
    },
    {
      "epoch": 0.21454900260190807,
      "grad_norm": 0.3478904366493225,
      "learning_rate": 9.318511533439722e-05,
      "loss": 0.0511,
      "step": 1979
    },
    {
      "epoch": 0.21465741543798786,
      "grad_norm": 0.2948753237724304,
      "learning_rate": 9.318148846656028e-05,
      "loss": 0.0451,
      "step": 1980
    },
    {
      "epoch": 0.21476582827406765,
      "grad_norm": 0.6007394194602966,
      "learning_rate": 9.317786159872335e-05,
      "loss": 0.0745,
      "step": 1981
    },
    {
      "epoch": 0.21487424111014744,
      "grad_norm": 0.45041653513908386,
      "learning_rate": 9.31742347308864e-05,
      "loss": 0.0683,
      "step": 1982
    },
    {
      "epoch": 0.21498265394622723,
      "grad_norm": 0.16293375194072723,
      "learning_rate": 9.317060786304948e-05,
      "loss": 0.0256,
      "step": 1983
    },
    {
      "epoch": 0.21509106678230702,
      "grad_norm": 0.6189844012260437,
      "learning_rate": 9.316698099521253e-05,
      "loss": 0.0784,
      "step": 1984
    },
    {
      "epoch": 0.2151994796183868,
      "grad_norm": 0.17585769295692444,
      "learning_rate": 9.31633541273756e-05,
      "loss": 0.0397,
      "step": 1985
    },
    {
      "epoch": 0.2153078924544666,
      "grad_norm": 0.22207243740558624,
      "learning_rate": 9.315972725953866e-05,
      "loss": 0.05,
      "step": 1986
    },
    {
      "epoch": 0.2154163052905464,
      "grad_norm": 0.14702343940734863,
      "learning_rate": 9.315610039170173e-05,
      "loss": 0.0282,
      "step": 1987
    },
    {
      "epoch": 0.21552471812662619,
      "grad_norm": 0.13894101977348328,
      "learning_rate": 9.315247352386479e-05,
      "loss": 0.0776,
      "step": 1988
    },
    {
      "epoch": 0.21563313096270598,
      "grad_norm": 0.25776100158691406,
      "learning_rate": 9.314884665602785e-05,
      "loss": 0.046,
      "step": 1989
    },
    {
      "epoch": 0.21574154379878577,
      "grad_norm": 0.2953777313232422,
      "learning_rate": 9.314521978819092e-05,
      "loss": 0.1028,
      "step": 1990
    },
    {
      "epoch": 0.21584995663486556,
      "grad_norm": 0.28141912817955017,
      "learning_rate": 9.314159292035398e-05,
      "loss": 0.0645,
      "step": 1991
    },
    {
      "epoch": 0.21595836947094535,
      "grad_norm": 0.2026313990354538,
      "learning_rate": 9.313796605251706e-05,
      "loss": 0.0887,
      "step": 1992
    },
    {
      "epoch": 0.21606678230702514,
      "grad_norm": 0.2502611577510834,
      "learning_rate": 9.313433918468012e-05,
      "loss": 0.0548,
      "step": 1993
    },
    {
      "epoch": 0.21617519514310493,
      "grad_norm": 0.34402406215667725,
      "learning_rate": 9.313071231684319e-05,
      "loss": 0.0511,
      "step": 1994
    },
    {
      "epoch": 0.21628360797918472,
      "grad_norm": 0.17853407561779022,
      "learning_rate": 9.312708544900625e-05,
      "loss": 0.0396,
      "step": 1995
    },
    {
      "epoch": 0.21639202081526454,
      "grad_norm": 0.25250762701034546,
      "learning_rate": 9.31234585811693e-05,
      "loss": 0.0543,
      "step": 1996
    },
    {
      "epoch": 0.21650043365134433,
      "grad_norm": 0.19034263491630554,
      "learning_rate": 9.311983171333237e-05,
      "loss": 0.035,
      "step": 1997
    },
    {
      "epoch": 0.21660884648742412,
      "grad_norm": 0.2959353029727936,
      "learning_rate": 9.311620484549543e-05,
      "loss": 0.0781,
      "step": 1998
    },
    {
      "epoch": 0.2167172593235039,
      "grad_norm": 0.25996217131614685,
      "learning_rate": 9.31125779776585e-05,
      "loss": 0.064,
      "step": 1999
    },
    {
      "epoch": 0.2168256721595837,
      "grad_norm": 0.12667466700077057,
      "learning_rate": 9.310895110982156e-05,
      "loss": 0.0269,
      "step": 2000
    },
    {
      "epoch": 0.2169340849956635,
      "grad_norm": 0.3610225319862366,
      "learning_rate": 9.310532424198463e-05,
      "loss": 0.0685,
      "step": 2001
    },
    {
      "epoch": 0.2170424978317433,
      "grad_norm": 0.2658225893974304,
      "learning_rate": 9.310169737414769e-05,
      "loss": 0.0667,
      "step": 2002
    },
    {
      "epoch": 0.21715091066782308,
      "grad_norm": 0.13881953060626984,
      "learning_rate": 9.309807050631075e-05,
      "loss": 0.0327,
      "step": 2003
    },
    {
      "epoch": 0.21725932350390287,
      "grad_norm": 0.21825969219207764,
      "learning_rate": 9.309444363847382e-05,
      "loss": 0.0515,
      "step": 2004
    },
    {
      "epoch": 0.21736773633998266,
      "grad_norm": 0.26492956280708313,
      "learning_rate": 9.309081677063687e-05,
      "loss": 0.0462,
      "step": 2005
    },
    {
      "epoch": 0.21747614917606245,
      "grad_norm": 0.19378216564655304,
      "learning_rate": 9.308718990279995e-05,
      "loss": 0.0337,
      "step": 2006
    },
    {
      "epoch": 0.21758456201214224,
      "grad_norm": 0.21033871173858643,
      "learning_rate": 9.3083563034963e-05,
      "loss": 0.0469,
      "step": 2007
    },
    {
      "epoch": 0.21769297484822203,
      "grad_norm": 0.2748405635356903,
      "learning_rate": 9.307993616712607e-05,
      "loss": 0.0864,
      "step": 2008
    },
    {
      "epoch": 0.21780138768430182,
      "grad_norm": 0.22416329383850098,
      "learning_rate": 9.307630929928914e-05,
      "loss": 0.0464,
      "step": 2009
    },
    {
      "epoch": 0.2179098005203816,
      "grad_norm": 0.5760279297828674,
      "learning_rate": 9.30726824314522e-05,
      "loss": 0.0728,
      "step": 2010
    },
    {
      "epoch": 0.2180182133564614,
      "grad_norm": 0.26931267976760864,
      "learning_rate": 9.306905556361527e-05,
      "loss": 0.0659,
      "step": 2011
    },
    {
      "epoch": 0.2181266261925412,
      "grad_norm": 0.213242307305336,
      "learning_rate": 9.306542869577833e-05,
      "loss": 0.0427,
      "step": 2012
    },
    {
      "epoch": 0.218235039028621,
      "grad_norm": 0.2109745293855667,
      "learning_rate": 9.30618018279414e-05,
      "loss": 0.0534,
      "step": 2013
    },
    {
      "epoch": 0.21834345186470078,
      "grad_norm": 0.12217167019844055,
      "learning_rate": 9.305817496010446e-05,
      "loss": 0.0115,
      "step": 2014
    },
    {
      "epoch": 0.21845186470078057,
      "grad_norm": 0.23605327308177948,
      "learning_rate": 9.305454809226753e-05,
      "loss": 0.0629,
      "step": 2015
    },
    {
      "epoch": 0.21856027753686036,
      "grad_norm": 0.29159867763519287,
      "learning_rate": 9.305092122443059e-05,
      "loss": 0.0275,
      "step": 2016
    },
    {
      "epoch": 0.21866869037294015,
      "grad_norm": 0.291839599609375,
      "learning_rate": 9.304729435659366e-05,
      "loss": 0.0579,
      "step": 2017
    },
    {
      "epoch": 0.21877710320901994,
      "grad_norm": 0.7168254256248474,
      "learning_rate": 9.304366748875671e-05,
      "loss": 0.0891,
      "step": 2018
    },
    {
      "epoch": 0.21888551604509973,
      "grad_norm": 0.13688133656978607,
      "learning_rate": 9.304004062091977e-05,
      "loss": 0.0246,
      "step": 2019
    },
    {
      "epoch": 0.21899392888117952,
      "grad_norm": 0.2508417069911957,
      "learning_rate": 9.303641375308284e-05,
      "loss": 0.0402,
      "step": 2020
    },
    {
      "epoch": 0.2191023417172593,
      "grad_norm": 0.441574364900589,
      "learning_rate": 9.30327868852459e-05,
      "loss": 0.0368,
      "step": 2021
    },
    {
      "epoch": 0.2192107545533391,
      "grad_norm": 0.13399183750152588,
      "learning_rate": 9.302916001740897e-05,
      "loss": 0.0348,
      "step": 2022
    },
    {
      "epoch": 0.2193191673894189,
      "grad_norm": 0.1815699338912964,
      "learning_rate": 9.302553314957203e-05,
      "loss": 0.0143,
      "step": 2023
    },
    {
      "epoch": 0.2194275802254987,
      "grad_norm": 0.16870637238025665,
      "learning_rate": 9.30219062817351e-05,
      "loss": 0.0469,
      "step": 2024
    },
    {
      "epoch": 0.21953599306157848,
      "grad_norm": 0.20234599709510803,
      "learning_rate": 9.301827941389816e-05,
      "loss": 0.041,
      "step": 2025
    },
    {
      "epoch": 0.2196444058976583,
      "grad_norm": 0.13055449724197388,
      "learning_rate": 9.301465254606123e-05,
      "loss": 0.0298,
      "step": 2026
    },
    {
      "epoch": 0.2197528187337381,
      "grad_norm": 0.1661222279071808,
      "learning_rate": 9.30110256782243e-05,
      "loss": 0.0254,
      "step": 2027
    },
    {
      "epoch": 0.21986123156981788,
      "grad_norm": 0.19619640707969666,
      "learning_rate": 9.300739881038736e-05,
      "loss": 0.0251,
      "step": 2028
    },
    {
      "epoch": 0.21996964440589767,
      "grad_norm": 0.3578670918941498,
      "learning_rate": 9.300377194255043e-05,
      "loss": 0.067,
      "step": 2029
    },
    {
      "epoch": 0.22007805724197746,
      "grad_norm": 0.10521309077739716,
      "learning_rate": 9.300014507471348e-05,
      "loss": 0.0191,
      "step": 2030
    },
    {
      "epoch": 0.22018647007805725,
      "grad_norm": 0.20486587285995483,
      "learning_rate": 9.299651820687655e-05,
      "loss": 0.0525,
      "step": 2031
    },
    {
      "epoch": 0.22029488291413704,
      "grad_norm": 0.1921055018901825,
      "learning_rate": 9.299289133903961e-05,
      "loss": 0.0545,
      "step": 2032
    },
    {
      "epoch": 0.22040329575021683,
      "grad_norm": 0.20169039070606232,
      "learning_rate": 9.298926447120267e-05,
      "loss": 0.0294,
      "step": 2033
    },
    {
      "epoch": 0.22051170858629662,
      "grad_norm": 0.17511841654777527,
      "learning_rate": 9.298563760336574e-05,
      "loss": 0.0372,
      "step": 2034
    },
    {
      "epoch": 0.22062012142237641,
      "grad_norm": 0.2394128143787384,
      "learning_rate": 9.29820107355288e-05,
      "loss": 0.0662,
      "step": 2035
    },
    {
      "epoch": 0.2207285342584562,
      "grad_norm": 0.3575188219547272,
      "learning_rate": 9.297838386769187e-05,
      "loss": 0.0707,
      "step": 2036
    },
    {
      "epoch": 0.220836947094536,
      "grad_norm": 0.26339027285575867,
      "learning_rate": 9.297475699985493e-05,
      "loss": 0.0462,
      "step": 2037
    },
    {
      "epoch": 0.2209453599306158,
      "grad_norm": 0.17852987349033356,
      "learning_rate": 9.2971130132018e-05,
      "loss": 0.0277,
      "step": 2038
    },
    {
      "epoch": 0.22105377276669558,
      "grad_norm": 0.4146917760372162,
      "learning_rate": 9.296750326418105e-05,
      "loss": 0.0419,
      "step": 2039
    },
    {
      "epoch": 0.22116218560277537,
      "grad_norm": 0.2617759704589844,
      "learning_rate": 9.296387639634412e-05,
      "loss": 0.0168,
      "step": 2040
    },
    {
      "epoch": 0.22127059843885516,
      "grad_norm": 0.17779982089996338,
      "learning_rate": 9.296024952850718e-05,
      "loss": 0.0484,
      "step": 2041
    },
    {
      "epoch": 0.22137901127493495,
      "grad_norm": 0.2506479024887085,
      "learning_rate": 9.295662266067024e-05,
      "loss": 0.0517,
      "step": 2042
    },
    {
      "epoch": 0.22148742411101474,
      "grad_norm": 0.2725784480571747,
      "learning_rate": 9.295299579283331e-05,
      "loss": 0.0389,
      "step": 2043
    },
    {
      "epoch": 0.22159583694709453,
      "grad_norm": 1.170216679573059,
      "learning_rate": 9.294936892499638e-05,
      "loss": 0.0548,
      "step": 2044
    },
    {
      "epoch": 0.22170424978317432,
      "grad_norm": 0.2704308331012726,
      "learning_rate": 9.294574205715945e-05,
      "loss": 0.0795,
      "step": 2045
    },
    {
      "epoch": 0.22181266261925411,
      "grad_norm": 0.23666976392269135,
      "learning_rate": 9.294211518932251e-05,
      "loss": 0.0465,
      "step": 2046
    },
    {
      "epoch": 0.2219210754553339,
      "grad_norm": 0.30544212460517883,
      "learning_rate": 9.293848832148557e-05,
      "loss": 0.06,
      "step": 2047
    },
    {
      "epoch": 0.2220294882914137,
      "grad_norm": 0.11904910206794739,
      "learning_rate": 9.293486145364864e-05,
      "loss": 0.0413,
      "step": 2048
    },
    {
      "epoch": 0.2221379011274935,
      "grad_norm": 0.2356579750776291,
      "learning_rate": 9.29312345858117e-05,
      "loss": 0.0446,
      "step": 2049
    },
    {
      "epoch": 0.22224631396357328,
      "grad_norm": 0.2721661925315857,
      "learning_rate": 9.292760771797477e-05,
      "loss": 0.0605,
      "step": 2050
    },
    {
      "epoch": 0.22235472679965307,
      "grad_norm": 0.3286159932613373,
      "learning_rate": 9.292398085013782e-05,
      "loss": 0.044,
      "step": 2051
    },
    {
      "epoch": 0.22246313963573286,
      "grad_norm": 0.30473142862319946,
      "learning_rate": 9.29203539823009e-05,
      "loss": 0.0983,
      "step": 2052
    },
    {
      "epoch": 0.22257155247181265,
      "grad_norm": 0.24616199731826782,
      "learning_rate": 9.291672711446395e-05,
      "loss": 0.0466,
      "step": 2053
    },
    {
      "epoch": 0.22267996530789244,
      "grad_norm": 0.1713256686925888,
      "learning_rate": 9.291310024662702e-05,
      "loss": 0.0493,
      "step": 2054
    },
    {
      "epoch": 0.22278837814397226,
      "grad_norm": 0.2565120458602905,
      "learning_rate": 9.290947337879008e-05,
      "loss": 0.0408,
      "step": 2055
    },
    {
      "epoch": 0.22289679098005205,
      "grad_norm": 0.14328481256961823,
      "learning_rate": 9.290584651095314e-05,
      "loss": 0.0382,
      "step": 2056
    },
    {
      "epoch": 0.22300520381613184,
      "grad_norm": 0.6589993834495544,
      "learning_rate": 9.290221964311621e-05,
      "loss": 0.0303,
      "step": 2057
    },
    {
      "epoch": 0.22311361665221163,
      "grad_norm": 0.6166541576385498,
      "learning_rate": 9.289859277527927e-05,
      "loss": 0.0542,
      "step": 2058
    },
    {
      "epoch": 0.22322202948829142,
      "grad_norm": 0.25440892577171326,
      "learning_rate": 9.289496590744234e-05,
      "loss": 0.0787,
      "step": 2059
    },
    {
      "epoch": 0.22333044232437121,
      "grad_norm": 0.46894609928131104,
      "learning_rate": 9.28913390396054e-05,
      "loss": 0.0883,
      "step": 2060
    },
    {
      "epoch": 0.223438855160451,
      "grad_norm": 0.26530173420906067,
      "learning_rate": 9.288771217176846e-05,
      "loss": 0.0433,
      "step": 2061
    },
    {
      "epoch": 0.2235472679965308,
      "grad_norm": 0.2961527705192566,
      "learning_rate": 9.288408530393154e-05,
      "loss": 0.0738,
      "step": 2062
    },
    {
      "epoch": 0.2236556808326106,
      "grad_norm": 0.12139183282852173,
      "learning_rate": 9.288045843609459e-05,
      "loss": 0.0304,
      "step": 2063
    },
    {
      "epoch": 0.22376409366869038,
      "grad_norm": 0.15998078882694244,
      "learning_rate": 9.287683156825766e-05,
      "loss": 0.0335,
      "step": 2064
    },
    {
      "epoch": 0.22387250650477017,
      "grad_norm": 0.27319347858428955,
      "learning_rate": 9.287320470042072e-05,
      "loss": 0.0541,
      "step": 2065
    },
    {
      "epoch": 0.22398091934084996,
      "grad_norm": 0.19392502307891846,
      "learning_rate": 9.286957783258379e-05,
      "loss": 0.0436,
      "step": 2066
    },
    {
      "epoch": 0.22408933217692975,
      "grad_norm": 0.4301947057247162,
      "learning_rate": 9.286595096474685e-05,
      "loss": 0.0529,
      "step": 2067
    },
    {
      "epoch": 0.22419774501300954,
      "grad_norm": 0.20458854734897614,
      "learning_rate": 9.286232409690992e-05,
      "loss": 0.0607,
      "step": 2068
    },
    {
      "epoch": 0.22430615784908933,
      "grad_norm": 0.08331393450498581,
      "learning_rate": 9.285869722907298e-05,
      "loss": 0.0143,
      "step": 2069
    },
    {
      "epoch": 0.22441457068516912,
      "grad_norm": 0.16203130781650543,
      "learning_rate": 9.285507036123603e-05,
      "loss": 0.0357,
      "step": 2070
    },
    {
      "epoch": 0.22452298352124891,
      "grad_norm": 0.24371840059757233,
      "learning_rate": 9.28514434933991e-05,
      "loss": 0.0778,
      "step": 2071
    },
    {
      "epoch": 0.2246313963573287,
      "grad_norm": 0.34607040882110596,
      "learning_rate": 9.284781662556216e-05,
      "loss": 0.0485,
      "step": 2072
    },
    {
      "epoch": 0.2247398091934085,
      "grad_norm": 0.47341394424438477,
      "learning_rate": 9.284418975772523e-05,
      "loss": 0.0901,
      "step": 2073
    },
    {
      "epoch": 0.2248482220294883,
      "grad_norm": 0.14966924488544464,
      "learning_rate": 9.284056288988829e-05,
      "loss": 0.0316,
      "step": 2074
    },
    {
      "epoch": 0.22495663486556808,
      "grad_norm": 0.2699227035045624,
      "learning_rate": 9.283693602205136e-05,
      "loss": 0.0546,
      "step": 2075
    },
    {
      "epoch": 0.22506504770164787,
      "grad_norm": 0.12608125805854797,
      "learning_rate": 9.283330915421442e-05,
      "loss": 0.0318,
      "step": 2076
    },
    {
      "epoch": 0.22517346053772766,
      "grad_norm": 0.17034657299518585,
      "learning_rate": 9.282968228637749e-05,
      "loss": 0.0438,
      "step": 2077
    },
    {
      "epoch": 0.22528187337380745,
      "grad_norm": 0.3157216012477875,
      "learning_rate": 9.282605541854055e-05,
      "loss": 0.063,
      "step": 2078
    },
    {
      "epoch": 0.22539028620988724,
      "grad_norm": 0.12332397699356079,
      "learning_rate": 9.282242855070362e-05,
      "loss": 0.029,
      "step": 2079
    },
    {
      "epoch": 0.22549869904596703,
      "grad_norm": 0.30200719833374023,
      "learning_rate": 9.281880168286669e-05,
      "loss": 0.0616,
      "step": 2080
    },
    {
      "epoch": 0.22560711188204682,
      "grad_norm": 0.2397180199623108,
      "learning_rate": 9.281517481502975e-05,
      "loss": 0.0456,
      "step": 2081
    },
    {
      "epoch": 0.22571552471812661,
      "grad_norm": 0.20446500182151794,
      "learning_rate": 9.281154794719282e-05,
      "loss": 0.0621,
      "step": 2082
    },
    {
      "epoch": 0.2258239375542064,
      "grad_norm": 0.21655212342739105,
      "learning_rate": 9.280792107935587e-05,
      "loss": 0.0533,
      "step": 2083
    },
    {
      "epoch": 0.2259323503902862,
      "grad_norm": 0.17513658106327057,
      "learning_rate": 9.280429421151893e-05,
      "loss": 0.0668,
      "step": 2084
    },
    {
      "epoch": 0.22604076322636601,
      "grad_norm": 0.13797704875469208,
      "learning_rate": 9.2800667343682e-05,
      "loss": 0.0296,
      "step": 2085
    },
    {
      "epoch": 0.2261491760624458,
      "grad_norm": 0.20698051154613495,
      "learning_rate": 9.279704047584506e-05,
      "loss": 0.0411,
      "step": 2086
    },
    {
      "epoch": 0.2262575888985256,
      "grad_norm": 0.12813082337379456,
      "learning_rate": 9.279341360800813e-05,
      "loss": 0.0192,
      "step": 2087
    },
    {
      "epoch": 0.2263660017346054,
      "grad_norm": 0.4696289300918579,
      "learning_rate": 9.278978674017119e-05,
      "loss": 0.0534,
      "step": 2088
    },
    {
      "epoch": 0.22647441457068518,
      "grad_norm": 0.10557957738637924,
      "learning_rate": 9.278615987233426e-05,
      "loss": 0.0277,
      "step": 2089
    },
    {
      "epoch": 0.22658282740676497,
      "grad_norm": 0.39730167388916016,
      "learning_rate": 9.278253300449732e-05,
      "loss": 0.0442,
      "step": 2090
    },
    {
      "epoch": 0.22669124024284476,
      "grad_norm": 0.21742014586925507,
      "learning_rate": 9.277890613666039e-05,
      "loss": 0.058,
      "step": 2091
    },
    {
      "epoch": 0.22679965307892455,
      "grad_norm": 0.32296109199523926,
      "learning_rate": 9.277527926882344e-05,
      "loss": 0.058,
      "step": 2092
    },
    {
      "epoch": 0.22690806591500434,
      "grad_norm": 0.37034910917282104,
      "learning_rate": 9.27716524009865e-05,
      "loss": 0.0584,
      "step": 2093
    },
    {
      "epoch": 0.22701647875108413,
      "grad_norm": 0.4807198643684387,
      "learning_rate": 9.276802553314957e-05,
      "loss": 0.054,
      "step": 2094
    },
    {
      "epoch": 0.22712489158716392,
      "grad_norm": 0.26198047399520874,
      "learning_rate": 9.276439866531263e-05,
      "loss": 0.0763,
      "step": 2095
    },
    {
      "epoch": 0.22723330442324371,
      "grad_norm": 0.22539550065994263,
      "learning_rate": 9.276077179747571e-05,
      "loss": 0.0243,
      "step": 2096
    },
    {
      "epoch": 0.2273417172593235,
      "grad_norm": 0.33717572689056396,
      "learning_rate": 9.275714492963877e-05,
      "loss": 0.0422,
      "step": 2097
    },
    {
      "epoch": 0.2274501300954033,
      "grad_norm": 0.3653745651245117,
      "learning_rate": 9.275351806180184e-05,
      "loss": 0.0539,
      "step": 2098
    },
    {
      "epoch": 0.2275585429314831,
      "grad_norm": 0.4794688820838928,
      "learning_rate": 9.27498911939649e-05,
      "loss": 0.1407,
      "step": 2099
    },
    {
      "epoch": 0.22766695576756288,
      "grad_norm": 0.2254415899515152,
      "learning_rate": 9.274626432612796e-05,
      "loss": 0.0679,
      "step": 2100
    },
    {
      "epoch": 0.22777536860364267,
      "grad_norm": 0.3373338580131531,
      "learning_rate": 9.274263745829103e-05,
      "loss": 0.0494,
      "step": 2101
    },
    {
      "epoch": 0.22788378143972246,
      "grad_norm": 0.08288205415010452,
      "learning_rate": 9.273901059045409e-05,
      "loss": 0.022,
      "step": 2102
    },
    {
      "epoch": 0.22799219427580225,
      "grad_norm": 0.2309451699256897,
      "learning_rate": 9.273538372261716e-05,
      "loss": 0.0669,
      "step": 2103
    },
    {
      "epoch": 0.22810060711188204,
      "grad_norm": 0.23653723299503326,
      "learning_rate": 9.273175685478021e-05,
      "loss": 0.0504,
      "step": 2104
    },
    {
      "epoch": 0.22820901994796183,
      "grad_norm": 0.1800849586725235,
      "learning_rate": 9.272812998694328e-05,
      "loss": 0.039,
      "step": 2105
    },
    {
      "epoch": 0.22831743278404162,
      "grad_norm": 0.3489939570426941,
      "learning_rate": 9.272450311910634e-05,
      "loss": 0.0487,
      "step": 2106
    },
    {
      "epoch": 0.22842584562012141,
      "grad_norm": 0.15609526634216309,
      "learning_rate": 9.272087625126941e-05,
      "loss": 0.0461,
      "step": 2107
    },
    {
      "epoch": 0.2285342584562012,
      "grad_norm": 0.2183002233505249,
      "learning_rate": 9.271724938343247e-05,
      "loss": 0.0583,
      "step": 2108
    },
    {
      "epoch": 0.228642671292281,
      "grad_norm": 0.322200745344162,
      "learning_rate": 9.271362251559553e-05,
      "loss": 0.0328,
      "step": 2109
    },
    {
      "epoch": 0.2287510841283608,
      "grad_norm": 0.28766223788261414,
      "learning_rate": 9.27099956477586e-05,
      "loss": 0.0798,
      "step": 2110
    },
    {
      "epoch": 0.22885949696444058,
      "grad_norm": 0.16259458661079407,
      "learning_rate": 9.270636877992166e-05,
      "loss": 0.0452,
      "step": 2111
    },
    {
      "epoch": 0.22896790980052037,
      "grad_norm": 0.15896035730838776,
      "learning_rate": 9.270274191208473e-05,
      "loss": 0.037,
      "step": 2112
    },
    {
      "epoch": 0.22907632263660016,
      "grad_norm": 0.17430734634399414,
      "learning_rate": 9.26991150442478e-05,
      "loss": 0.0327,
      "step": 2113
    },
    {
      "epoch": 0.22918473547267998,
      "grad_norm": 0.5074456930160522,
      "learning_rate": 9.269548817641085e-05,
      "loss": 0.0658,
      "step": 2114
    },
    {
      "epoch": 0.22929314830875977,
      "grad_norm": 0.3744858503341675,
      "learning_rate": 9.269186130857393e-05,
      "loss": 0.0654,
      "step": 2115
    },
    {
      "epoch": 0.22940156114483956,
      "grad_norm": 0.2315574437379837,
      "learning_rate": 9.268823444073698e-05,
      "loss": 0.047,
      "step": 2116
    },
    {
      "epoch": 0.22950997398091935,
      "grad_norm": 0.15739750862121582,
      "learning_rate": 9.268460757290005e-05,
      "loss": 0.0526,
      "step": 2117
    },
    {
      "epoch": 0.22961838681699914,
      "grad_norm": 0.3620941638946533,
      "learning_rate": 9.268098070506311e-05,
      "loss": 0.0301,
      "step": 2118
    },
    {
      "epoch": 0.22972679965307893,
      "grad_norm": 0.12489007413387299,
      "learning_rate": 9.267735383722618e-05,
      "loss": 0.0325,
      "step": 2119
    },
    {
      "epoch": 0.22983521248915872,
      "grad_norm": 0.2290012240409851,
      "learning_rate": 9.267372696938924e-05,
      "loss": 0.016,
      "step": 2120
    },
    {
      "epoch": 0.22994362532523852,
      "grad_norm": 0.5048129558563232,
      "learning_rate": 9.267010010155231e-05,
      "loss": 0.0423,
      "step": 2121
    },
    {
      "epoch": 0.2300520381613183,
      "grad_norm": 0.24886195361614227,
      "learning_rate": 9.266647323371537e-05,
      "loss": 0.0671,
      "step": 2122
    },
    {
      "epoch": 0.2301604509973981,
      "grad_norm": 0.3773922920227051,
      "learning_rate": 9.266284636587843e-05,
      "loss": 0.1087,
      "step": 2123
    },
    {
      "epoch": 0.2302688638334779,
      "grad_norm": 0.22370655834674835,
      "learning_rate": 9.26592194980415e-05,
      "loss": 0.0474,
      "step": 2124
    },
    {
      "epoch": 0.23037727666955768,
      "grad_norm": 0.16094516217708588,
      "learning_rate": 9.265559263020455e-05,
      "loss": 0.0161,
      "step": 2125
    },
    {
      "epoch": 0.23048568950563747,
      "grad_norm": 0.3429766297340393,
      "learning_rate": 9.265196576236762e-05,
      "loss": 0.1067,
      "step": 2126
    },
    {
      "epoch": 0.23059410234171726,
      "grad_norm": 0.14057724177837372,
      "learning_rate": 9.264833889453068e-05,
      "loss": 0.0594,
      "step": 2127
    },
    {
      "epoch": 0.23070251517779705,
      "grad_norm": 0.2946877181529999,
      "learning_rate": 9.264471202669375e-05,
      "loss": 0.0621,
      "step": 2128
    },
    {
      "epoch": 0.23081092801387684,
      "grad_norm": 0.3691347539424896,
      "learning_rate": 9.264108515885681e-05,
      "loss": 0.0944,
      "step": 2129
    },
    {
      "epoch": 0.23091934084995663,
      "grad_norm": 0.3221007287502289,
      "learning_rate": 9.263745829101988e-05,
      "loss": 0.0503,
      "step": 2130
    },
    {
      "epoch": 0.23102775368603642,
      "grad_norm": 0.24583864212036133,
      "learning_rate": 9.263383142318295e-05,
      "loss": 0.024,
      "step": 2131
    },
    {
      "epoch": 0.23113616652211622,
      "grad_norm": 0.13319304585456848,
      "learning_rate": 9.263020455534601e-05,
      "loss": 0.0424,
      "step": 2132
    },
    {
      "epoch": 0.231244579358196,
      "grad_norm": 0.2568953335285187,
      "learning_rate": 9.262657768750908e-05,
      "loss": 0.0794,
      "step": 2133
    },
    {
      "epoch": 0.2313529921942758,
      "grad_norm": 0.1505918800830841,
      "learning_rate": 9.262295081967214e-05,
      "loss": 0.0342,
      "step": 2134
    },
    {
      "epoch": 0.2314614050303556,
      "grad_norm": 0.1485379934310913,
      "learning_rate": 9.261932395183521e-05,
      "loss": 0.035,
      "step": 2135
    },
    {
      "epoch": 0.23156981786643538,
      "grad_norm": 0.1319083422422409,
      "learning_rate": 9.261569708399827e-05,
      "loss": 0.0182,
      "step": 2136
    },
    {
      "epoch": 0.23167823070251517,
      "grad_norm": 0.16902270913124084,
      "learning_rate": 9.261207021616132e-05,
      "loss": 0.0346,
      "step": 2137
    },
    {
      "epoch": 0.23178664353859496,
      "grad_norm": 0.10787451267242432,
      "learning_rate": 9.26084433483244e-05,
      "loss": 0.0279,
      "step": 2138
    },
    {
      "epoch": 0.23189505637467475,
      "grad_norm": 0.16344234347343445,
      "learning_rate": 9.260481648048745e-05,
      "loss": 0.0432,
      "step": 2139
    },
    {
      "epoch": 0.23200346921075454,
      "grad_norm": 0.23315975069999695,
      "learning_rate": 9.260118961265052e-05,
      "loss": 0.0338,
      "step": 2140
    },
    {
      "epoch": 0.23211188204683433,
      "grad_norm": 0.1641138345003128,
      "learning_rate": 9.259756274481358e-05,
      "loss": 0.0171,
      "step": 2141
    },
    {
      "epoch": 0.23222029488291412,
      "grad_norm": 0.11199947446584702,
      "learning_rate": 9.259393587697665e-05,
      "loss": 0.0139,
      "step": 2142
    },
    {
      "epoch": 0.23232870771899392,
      "grad_norm": 0.19084951281547546,
      "learning_rate": 9.259030900913971e-05,
      "loss": 0.0532,
      "step": 2143
    },
    {
      "epoch": 0.23243712055507373,
      "grad_norm": 0.4539751708507538,
      "learning_rate": 9.258668214130278e-05,
      "loss": 0.0838,
      "step": 2144
    },
    {
      "epoch": 0.23254553339115352,
      "grad_norm": 0.24866269528865814,
      "learning_rate": 9.258305527346584e-05,
      "loss": 0.0558,
      "step": 2145
    },
    {
      "epoch": 0.23265394622723332,
      "grad_norm": 0.19893081486225128,
      "learning_rate": 9.257942840562889e-05,
      "loss": 0.0178,
      "step": 2146
    },
    {
      "epoch": 0.2327623590633131,
      "grad_norm": 0.20863781869411469,
      "learning_rate": 9.257580153779196e-05,
      "loss": 0.0498,
      "step": 2147
    },
    {
      "epoch": 0.2328707718993929,
      "grad_norm": 0.36414915323257446,
      "learning_rate": 9.257217466995503e-05,
      "loss": 0.0362,
      "step": 2148
    },
    {
      "epoch": 0.2329791847354727,
      "grad_norm": 0.16937410831451416,
      "learning_rate": 9.25685478021181e-05,
      "loss": 0.038,
      "step": 2149
    },
    {
      "epoch": 0.23308759757155248,
      "grad_norm": 0.30198413133621216,
      "learning_rate": 9.256492093428116e-05,
      "loss": 0.0363,
      "step": 2150
    },
    {
      "epoch": 0.23319601040763227,
      "grad_norm": 0.2711123824119568,
      "learning_rate": 9.256129406644422e-05,
      "loss": 0.0384,
      "step": 2151
    },
    {
      "epoch": 0.23330442324371206,
      "grad_norm": 0.6165457367897034,
      "learning_rate": 9.255766719860729e-05,
      "loss": 0.0499,
      "step": 2152
    },
    {
      "epoch": 0.23341283607979185,
      "grad_norm": 0.18946526944637299,
      "learning_rate": 9.255404033077035e-05,
      "loss": 0.0409,
      "step": 2153
    },
    {
      "epoch": 0.23352124891587164,
      "grad_norm": 0.5889193415641785,
      "learning_rate": 9.255041346293342e-05,
      "loss": 0.0678,
      "step": 2154
    },
    {
      "epoch": 0.23362966175195143,
      "grad_norm": 0.5262330770492554,
      "learning_rate": 9.254678659509648e-05,
      "loss": 0.0332,
      "step": 2155
    },
    {
      "epoch": 0.23373807458803122,
      "grad_norm": 0.2746448516845703,
      "learning_rate": 9.254315972725955e-05,
      "loss": 0.0402,
      "step": 2156
    },
    {
      "epoch": 0.23384648742411102,
      "grad_norm": 0.12398029863834381,
      "learning_rate": 9.25395328594226e-05,
      "loss": 0.0285,
      "step": 2157
    },
    {
      "epoch": 0.2339549002601908,
      "grad_norm": 0.2113976925611496,
      "learning_rate": 9.253590599158568e-05,
      "loss": 0.0167,
      "step": 2158
    },
    {
      "epoch": 0.2340633130962706,
      "grad_norm": 0.4916812479496002,
      "learning_rate": 9.253227912374873e-05,
      "loss": 0.1549,
      "step": 2159
    },
    {
      "epoch": 0.2341717259323504,
      "grad_norm": 0.2683577835559845,
      "learning_rate": 9.252865225591179e-05,
      "loss": 0.0401,
      "step": 2160
    },
    {
      "epoch": 0.23428013876843018,
      "grad_norm": 0.12107457220554352,
      "learning_rate": 9.252502538807486e-05,
      "loss": 0.0285,
      "step": 2161
    },
    {
      "epoch": 0.23438855160450997,
      "grad_norm": 0.25620749592781067,
      "learning_rate": 9.252139852023792e-05,
      "loss": 0.0513,
      "step": 2162
    },
    {
      "epoch": 0.23449696444058976,
      "grad_norm": 0.26942604780197144,
      "learning_rate": 9.251777165240099e-05,
      "loss": 0.0466,
      "step": 2163
    },
    {
      "epoch": 0.23460537727666955,
      "grad_norm": 0.11056452244520187,
      "learning_rate": 9.251414478456405e-05,
      "loss": 0.0282,
      "step": 2164
    },
    {
      "epoch": 0.23471379011274934,
      "grad_norm": 0.39312127232551575,
      "learning_rate": 9.251051791672712e-05,
      "loss": 0.051,
      "step": 2165
    },
    {
      "epoch": 0.23482220294882913,
      "grad_norm": 0.2226344347000122,
      "learning_rate": 9.250689104889019e-05,
      "loss": 0.0227,
      "step": 2166
    },
    {
      "epoch": 0.23493061578490892,
      "grad_norm": 0.21717341244220734,
      "learning_rate": 9.250326418105325e-05,
      "loss": 0.0547,
      "step": 2167
    },
    {
      "epoch": 0.23503902862098872,
      "grad_norm": 0.578291118144989,
      "learning_rate": 9.249963731321632e-05,
      "loss": 0.0672,
      "step": 2168
    },
    {
      "epoch": 0.2351474414570685,
      "grad_norm": 0.30598583817481995,
      "learning_rate": 9.249601044537937e-05,
      "loss": 0.0514,
      "step": 2169
    },
    {
      "epoch": 0.2352558542931483,
      "grad_norm": 0.24711155891418457,
      "learning_rate": 9.249238357754244e-05,
      "loss": 0.0741,
      "step": 2170
    },
    {
      "epoch": 0.2353642671292281,
      "grad_norm": 0.21626228094100952,
      "learning_rate": 9.24887567097055e-05,
      "loss": 0.0324,
      "step": 2171
    },
    {
      "epoch": 0.23547267996530788,
      "grad_norm": 0.2702825963497162,
      "learning_rate": 9.248512984186857e-05,
      "loss": 0.0429,
      "step": 2172
    },
    {
      "epoch": 0.2355810928013877,
      "grad_norm": 0.12947824597358704,
      "learning_rate": 9.248150297403163e-05,
      "loss": 0.0178,
      "step": 2173
    },
    {
      "epoch": 0.2356895056374675,
      "grad_norm": 0.3995680510997772,
      "learning_rate": 9.247787610619469e-05,
      "loss": 0.0563,
      "step": 2174
    },
    {
      "epoch": 0.23579791847354728,
      "grad_norm": 0.34845948219299316,
      "learning_rate": 9.247424923835776e-05,
      "loss": 0.0357,
      "step": 2175
    },
    {
      "epoch": 0.23590633130962707,
      "grad_norm": 0.188668891787529,
      "learning_rate": 9.247062237052082e-05,
      "loss": 0.0414,
      "step": 2176
    },
    {
      "epoch": 0.23601474414570686,
      "grad_norm": 0.11604033410549164,
      "learning_rate": 9.246699550268389e-05,
      "loss": 0.0186,
      "step": 2177
    },
    {
      "epoch": 0.23612315698178665,
      "grad_norm": 0.27061402797698975,
      "learning_rate": 9.246336863484694e-05,
      "loss": 0.0381,
      "step": 2178
    },
    {
      "epoch": 0.23623156981786644,
      "grad_norm": 0.12102823704481125,
      "learning_rate": 9.245974176701001e-05,
      "loss": 0.024,
      "step": 2179
    },
    {
      "epoch": 0.23633998265394623,
      "grad_norm": 0.3033735752105713,
      "learning_rate": 9.245611489917307e-05,
      "loss": 0.0963,
      "step": 2180
    },
    {
      "epoch": 0.23644839549002603,
      "grad_norm": 0.44776657223701477,
      "learning_rate": 9.245248803133614e-05,
      "loss": 0.0889,
      "step": 2181
    },
    {
      "epoch": 0.23655680832610582,
      "grad_norm": 0.3542805314064026,
      "learning_rate": 9.244886116349921e-05,
      "loss": 0.0302,
      "step": 2182
    },
    {
      "epoch": 0.2366652211621856,
      "grad_norm": 0.10088735073804855,
      "learning_rate": 9.244523429566227e-05,
      "loss": 0.0145,
      "step": 2183
    },
    {
      "epoch": 0.2367736339982654,
      "grad_norm": 0.3568428158760071,
      "learning_rate": 9.244160742782534e-05,
      "loss": 0.0503,
      "step": 2184
    },
    {
      "epoch": 0.2368820468343452,
      "grad_norm": 0.38577601313591003,
      "learning_rate": 9.24379805599884e-05,
      "loss": 0.0644,
      "step": 2185
    },
    {
      "epoch": 0.23699045967042498,
      "grad_norm": 0.23310720920562744,
      "learning_rate": 9.243435369215147e-05,
      "loss": 0.0636,
      "step": 2186
    },
    {
      "epoch": 0.23709887250650477,
      "grad_norm": 0.27082934975624084,
      "learning_rate": 9.243072682431453e-05,
      "loss": 0.0767,
      "step": 2187
    },
    {
      "epoch": 0.23720728534258456,
      "grad_norm": 0.18454980850219727,
      "learning_rate": 9.242709995647759e-05,
      "loss": 0.0226,
      "step": 2188
    },
    {
      "epoch": 0.23731569817866435,
      "grad_norm": 0.1963004618883133,
      "learning_rate": 9.242347308864066e-05,
      "loss": 0.0354,
      "step": 2189
    },
    {
      "epoch": 0.23742411101474414,
      "grad_norm": 0.1311621367931366,
      "learning_rate": 9.241984622080371e-05,
      "loss": 0.0223,
      "step": 2190
    },
    {
      "epoch": 0.23753252385082393,
      "grad_norm": 0.0983271524310112,
      "learning_rate": 9.241621935296678e-05,
      "loss": 0.0143,
      "step": 2191
    },
    {
      "epoch": 0.23764093668690373,
      "grad_norm": 0.1255398839712143,
      "learning_rate": 9.241259248512984e-05,
      "loss": 0.0216,
      "step": 2192
    },
    {
      "epoch": 0.23774934952298352,
      "grad_norm": 0.10528619587421417,
      "learning_rate": 9.240896561729291e-05,
      "loss": 0.0248,
      "step": 2193
    },
    {
      "epoch": 0.2378577623590633,
      "grad_norm": 0.5255967974662781,
      "learning_rate": 9.240533874945597e-05,
      "loss": 0.1034,
      "step": 2194
    },
    {
      "epoch": 0.2379661751951431,
      "grad_norm": 0.17725352942943573,
      "learning_rate": 9.240171188161904e-05,
      "loss": 0.0258,
      "step": 2195
    },
    {
      "epoch": 0.2380745880312229,
      "grad_norm": 0.13040125370025635,
      "learning_rate": 9.23980850137821e-05,
      "loss": 0.0454,
      "step": 2196
    },
    {
      "epoch": 0.23818300086730268,
      "grad_norm": 0.4470670223236084,
      "learning_rate": 9.239445814594516e-05,
      "loss": 0.0864,
      "step": 2197
    },
    {
      "epoch": 0.23829141370338247,
      "grad_norm": 0.2932644486427307,
      "learning_rate": 9.239083127810823e-05,
      "loss": 0.0536,
      "step": 2198
    },
    {
      "epoch": 0.23839982653946226,
      "grad_norm": 0.28577950596809387,
      "learning_rate": 9.23872044102713e-05,
      "loss": 0.0412,
      "step": 2199
    },
    {
      "epoch": 0.23850823937554205,
      "grad_norm": 0.1847720593214035,
      "learning_rate": 9.238357754243437e-05,
      "loss": 0.0493,
      "step": 2200
    },
    {
      "epoch": 0.23861665221162184,
      "grad_norm": 0.17411606013774872,
      "learning_rate": 9.237995067459743e-05,
      "loss": 0.0344,
      "step": 2201
    },
    {
      "epoch": 0.23872506504770163,
      "grad_norm": 0.26674315333366394,
      "learning_rate": 9.23763238067605e-05,
      "loss": 0.1249,
      "step": 2202
    },
    {
      "epoch": 0.23883347788378145,
      "grad_norm": 0.1438523232936859,
      "learning_rate": 9.237269693892355e-05,
      "loss": 0.024,
      "step": 2203
    },
    {
      "epoch": 0.23894189071986124,
      "grad_norm": 0.13928084075450897,
      "learning_rate": 9.236907007108661e-05,
      "loss": 0.0229,
      "step": 2204
    },
    {
      "epoch": 0.23905030355594103,
      "grad_norm": 0.1718762367963791,
      "learning_rate": 9.236544320324968e-05,
      "loss": 0.0346,
      "step": 2205
    },
    {
      "epoch": 0.23915871639202083,
      "grad_norm": 0.1711578518152237,
      "learning_rate": 9.236181633541274e-05,
      "loss": 0.0385,
      "step": 2206
    },
    {
      "epoch": 0.23926712922810062,
      "grad_norm": 0.24272945523262024,
      "learning_rate": 9.235818946757581e-05,
      "loss": 0.0338,
      "step": 2207
    },
    {
      "epoch": 0.2393755420641804,
      "grad_norm": 0.07465709745883942,
      "learning_rate": 9.235456259973887e-05,
      "loss": 0.0113,
      "step": 2208
    },
    {
      "epoch": 0.2394839549002602,
      "grad_norm": 0.10628019273281097,
      "learning_rate": 9.235093573190194e-05,
      "loss": 0.0175,
      "step": 2209
    },
    {
      "epoch": 0.23959236773634,
      "grad_norm": 0.1661498248577118,
      "learning_rate": 9.2347308864065e-05,
      "loss": 0.0317,
      "step": 2210
    },
    {
      "epoch": 0.23970078057241978,
      "grad_norm": 0.15246273577213287,
      "learning_rate": 9.234368199622807e-05,
      "loss": 0.0353,
      "step": 2211
    },
    {
      "epoch": 0.23980919340849957,
      "grad_norm": 0.43594789505004883,
      "learning_rate": 9.234005512839112e-05,
      "loss": 0.1206,
      "step": 2212
    },
    {
      "epoch": 0.23991760624457936,
      "grad_norm": 0.30461788177490234,
      "learning_rate": 9.233642826055418e-05,
      "loss": 0.0421,
      "step": 2213
    },
    {
      "epoch": 0.24002601908065915,
      "grad_norm": 0.18506881594657898,
      "learning_rate": 9.233280139271725e-05,
      "loss": 0.047,
      "step": 2214
    },
    {
      "epoch": 0.24013443191673894,
      "grad_norm": 0.48781532049179077,
      "learning_rate": 9.232917452488031e-05,
      "loss": 0.0897,
      "step": 2215
    },
    {
      "epoch": 0.24024284475281873,
      "grad_norm": 0.1416473090648651,
      "learning_rate": 9.232554765704338e-05,
      "loss": 0.0327,
      "step": 2216
    },
    {
      "epoch": 0.24035125758889853,
      "grad_norm": 0.18218673765659332,
      "learning_rate": 9.232192078920645e-05,
      "loss": 0.047,
      "step": 2217
    },
    {
      "epoch": 0.24045967042497832,
      "grad_norm": 0.3120572865009308,
      "learning_rate": 9.231829392136951e-05,
      "loss": 0.0883,
      "step": 2218
    },
    {
      "epoch": 0.2405680832610581,
      "grad_norm": 0.13417844474315643,
      "learning_rate": 9.231466705353258e-05,
      "loss": 0.0265,
      "step": 2219
    },
    {
      "epoch": 0.2406764960971379,
      "grad_norm": 0.2994304299354553,
      "learning_rate": 9.231104018569564e-05,
      "loss": 0.0348,
      "step": 2220
    },
    {
      "epoch": 0.2407849089332177,
      "grad_norm": 0.09915062040090561,
      "learning_rate": 9.230741331785871e-05,
      "loss": 0.0153,
      "step": 2221
    },
    {
      "epoch": 0.24089332176929748,
      "grad_norm": 0.15761800110340118,
      "learning_rate": 9.230378645002176e-05,
      "loss": 0.0254,
      "step": 2222
    },
    {
      "epoch": 0.24100173460537727,
      "grad_norm": 0.18976357579231262,
      "learning_rate": 9.230015958218484e-05,
      "loss": 0.044,
      "step": 2223
    },
    {
      "epoch": 0.24111014744145706,
      "grad_norm": 0.07943806052207947,
      "learning_rate": 9.229653271434789e-05,
      "loss": 0.0083,
      "step": 2224
    },
    {
      "epoch": 0.24121856027753685,
      "grad_norm": 0.3505789637565613,
      "learning_rate": 9.229290584651096e-05,
      "loss": 0.0863,
      "step": 2225
    },
    {
      "epoch": 0.24132697311361664,
      "grad_norm": 0.3311028480529785,
      "learning_rate": 9.228927897867402e-05,
      "loss": 0.067,
      "step": 2226
    },
    {
      "epoch": 0.24143538594969643,
      "grad_norm": 0.23995158076286316,
      "learning_rate": 9.228565211083708e-05,
      "loss": 0.0365,
      "step": 2227
    },
    {
      "epoch": 0.24154379878577623,
      "grad_norm": 0.15802010893821716,
      "learning_rate": 9.228202524300015e-05,
      "loss": 0.0372,
      "step": 2228
    },
    {
      "epoch": 0.24165221162185602,
      "grad_norm": 0.5743898153305054,
      "learning_rate": 9.22783983751632e-05,
      "loss": 0.0464,
      "step": 2229
    },
    {
      "epoch": 0.2417606244579358,
      "grad_norm": 0.07308699935674667,
      "learning_rate": 9.227477150732628e-05,
      "loss": 0.016,
      "step": 2230
    },
    {
      "epoch": 0.2418690372940156,
      "grad_norm": 0.17059515416622162,
      "learning_rate": 9.227114463948933e-05,
      "loss": 0.0269,
      "step": 2231
    },
    {
      "epoch": 0.2419774501300954,
      "grad_norm": 0.04762914776802063,
      "learning_rate": 9.22675177716524e-05,
      "loss": 0.0089,
      "step": 2232
    },
    {
      "epoch": 0.2420858629661752,
      "grad_norm": 0.1959049254655838,
      "learning_rate": 9.226389090381546e-05,
      "loss": 0.053,
      "step": 2233
    },
    {
      "epoch": 0.242194275802255,
      "grad_norm": 0.3191720247268677,
      "learning_rate": 9.226026403597853e-05,
      "loss": 0.0805,
      "step": 2234
    },
    {
      "epoch": 0.2423026886383348,
      "grad_norm": 0.12316804379224777,
      "learning_rate": 9.22566371681416e-05,
      "loss": 0.0126,
      "step": 2235
    },
    {
      "epoch": 0.24241110147441458,
      "grad_norm": 0.15049217641353607,
      "learning_rate": 9.225301030030466e-05,
      "loss": 0.0608,
      "step": 2236
    },
    {
      "epoch": 0.24251951431049437,
      "grad_norm": 0.10797324031591415,
      "learning_rate": 9.224938343246773e-05,
      "loss": 0.0155,
      "step": 2237
    },
    {
      "epoch": 0.24262792714657416,
      "grad_norm": 0.3139764666557312,
      "learning_rate": 9.224575656463079e-05,
      "loss": 0.0556,
      "step": 2238
    },
    {
      "epoch": 0.24273633998265395,
      "grad_norm": 0.17602801322937012,
      "learning_rate": 9.224212969679386e-05,
      "loss": 0.0283,
      "step": 2239
    },
    {
      "epoch": 0.24284475281873374,
      "grad_norm": 0.25835147500038147,
      "learning_rate": 9.223850282895692e-05,
      "loss": 0.0523,
      "step": 2240
    },
    {
      "epoch": 0.24295316565481354,
      "grad_norm": 0.430562287569046,
      "learning_rate": 9.223487596111998e-05,
      "loss": 0.0486,
      "step": 2241
    },
    {
      "epoch": 0.24306157849089333,
      "grad_norm": 0.18892066180706024,
      "learning_rate": 9.223124909328305e-05,
      "loss": 0.04,
      "step": 2242
    },
    {
      "epoch": 0.24316999132697312,
      "grad_norm": 0.32947537302970886,
      "learning_rate": 9.22276222254461e-05,
      "loss": 0.0449,
      "step": 2243
    },
    {
      "epoch": 0.2432784041630529,
      "grad_norm": 0.22487017512321472,
      "learning_rate": 9.222399535760918e-05,
      "loss": 0.0428,
      "step": 2244
    },
    {
      "epoch": 0.2433868169991327,
      "grad_norm": 0.4001244604587555,
      "learning_rate": 9.222036848977223e-05,
      "loss": 0.0497,
      "step": 2245
    },
    {
      "epoch": 0.2434952298352125,
      "grad_norm": 0.15047751367092133,
      "learning_rate": 9.22167416219353e-05,
      "loss": 0.029,
      "step": 2246
    },
    {
      "epoch": 0.24360364267129228,
      "grad_norm": 0.4460705816745758,
      "learning_rate": 9.221311475409836e-05,
      "loss": 0.0327,
      "step": 2247
    },
    {
      "epoch": 0.24371205550737207,
      "grad_norm": 0.3322855830192566,
      "learning_rate": 9.220948788626143e-05,
      "loss": 0.0566,
      "step": 2248
    },
    {
      "epoch": 0.24382046834345186,
      "grad_norm": 0.24647314846515656,
      "learning_rate": 9.220586101842449e-05,
      "loss": 0.0576,
      "step": 2249
    },
    {
      "epoch": 0.24392888117953165,
      "grad_norm": 0.06748370081186295,
      "learning_rate": 9.220223415058755e-05,
      "loss": 0.0089,
      "step": 2250
    },
    {
      "epoch": 0.24403729401561144,
      "grad_norm": 0.2452511042356491,
      "learning_rate": 9.219860728275063e-05,
      "loss": 0.0608,
      "step": 2251
    },
    {
      "epoch": 0.24414570685169124,
      "grad_norm": 0.2459818571805954,
      "learning_rate": 9.219498041491369e-05,
      "loss": 0.032,
      "step": 2252
    },
    {
      "epoch": 0.24425411968777103,
      "grad_norm": 1.0889562368392944,
      "learning_rate": 9.219135354707676e-05,
      "loss": 0.0492,
      "step": 2253
    },
    {
      "epoch": 0.24436253252385082,
      "grad_norm": 0.30503690242767334,
      "learning_rate": 9.218772667923982e-05,
      "loss": 0.0868,
      "step": 2254
    },
    {
      "epoch": 0.2444709453599306,
      "grad_norm": 0.2046693116426468,
      "learning_rate": 9.218409981140287e-05,
      "loss": 0.0559,
      "step": 2255
    },
    {
      "epoch": 0.2445793581960104,
      "grad_norm": 0.44589248299598694,
      "learning_rate": 9.218047294356594e-05,
      "loss": 0.1097,
      "step": 2256
    },
    {
      "epoch": 0.2446877710320902,
      "grad_norm": 0.30669647455215454,
      "learning_rate": 9.2176846075729e-05,
      "loss": 0.0432,
      "step": 2257
    },
    {
      "epoch": 0.24479618386816998,
      "grad_norm": 0.23873043060302734,
      "learning_rate": 9.217321920789207e-05,
      "loss": 0.0619,
      "step": 2258
    },
    {
      "epoch": 0.24490459670424977,
      "grad_norm": 0.22316467761993408,
      "learning_rate": 9.216959234005513e-05,
      "loss": 0.0443,
      "step": 2259
    },
    {
      "epoch": 0.24501300954032956,
      "grad_norm": 0.27383890748023987,
      "learning_rate": 9.21659654722182e-05,
      "loss": 0.0529,
      "step": 2260
    },
    {
      "epoch": 0.24512142237640935,
      "grad_norm": 0.19341598451137543,
      "learning_rate": 9.216233860438126e-05,
      "loss": 0.0619,
      "step": 2261
    },
    {
      "epoch": 0.24522983521248917,
      "grad_norm": 0.23492279648780823,
      "learning_rate": 9.215871173654433e-05,
      "loss": 0.045,
      "step": 2262
    },
    {
      "epoch": 0.24533824804856896,
      "grad_norm": 0.11413980275392532,
      "learning_rate": 9.215508486870739e-05,
      "loss": 0.0198,
      "step": 2263
    },
    {
      "epoch": 0.24544666088464875,
      "grad_norm": 0.11494754254817963,
      "learning_rate": 9.215145800087044e-05,
      "loss": 0.0304,
      "step": 2264
    },
    {
      "epoch": 0.24555507372072854,
      "grad_norm": 0.274391770362854,
      "learning_rate": 9.214783113303351e-05,
      "loss": 0.0592,
      "step": 2265
    },
    {
      "epoch": 0.24566348655680834,
      "grad_norm": 0.1976677030324936,
      "learning_rate": 9.214420426519657e-05,
      "loss": 0.0328,
      "step": 2266
    },
    {
      "epoch": 0.24577189939288813,
      "grad_norm": 0.2547176480293274,
      "learning_rate": 9.214057739735964e-05,
      "loss": 0.0409,
      "step": 2267
    },
    {
      "epoch": 0.24588031222896792,
      "grad_norm": 0.39441585540771484,
      "learning_rate": 9.21369505295227e-05,
      "loss": 0.0728,
      "step": 2268
    },
    {
      "epoch": 0.2459887250650477,
      "grad_norm": 0.2900503873825073,
      "learning_rate": 9.213332366168577e-05,
      "loss": 0.0469,
      "step": 2269
    },
    {
      "epoch": 0.2460971379011275,
      "grad_norm": 0.3675735294818878,
      "learning_rate": 9.212969679384884e-05,
      "loss": 0.0399,
      "step": 2270
    },
    {
      "epoch": 0.2462055507372073,
      "grad_norm": 0.2107509970664978,
      "learning_rate": 9.21260699260119e-05,
      "loss": 0.0409,
      "step": 2271
    },
    {
      "epoch": 0.24631396357328708,
      "grad_norm": 0.1728600114583969,
      "learning_rate": 9.212244305817497e-05,
      "loss": 0.0527,
      "step": 2272
    },
    {
      "epoch": 0.24642237640936687,
      "grad_norm": 0.21788163483142853,
      "learning_rate": 9.211881619033803e-05,
      "loss": 0.063,
      "step": 2273
    },
    {
      "epoch": 0.24653078924544666,
      "grad_norm": 0.3742724359035492,
      "learning_rate": 9.21151893225011e-05,
      "loss": 0.0478,
      "step": 2274
    },
    {
      "epoch": 0.24663920208152645,
      "grad_norm": 0.26634663343429565,
      "learning_rate": 9.211156245466416e-05,
      "loss": 0.0699,
      "step": 2275
    },
    {
      "epoch": 0.24674761491760624,
      "grad_norm": 0.2207847535610199,
      "learning_rate": 9.210793558682723e-05,
      "loss": 0.0569,
      "step": 2276
    },
    {
      "epoch": 0.24685602775368604,
      "grad_norm": 0.18406912684440613,
      "learning_rate": 9.210430871899028e-05,
      "loss": 0.0392,
      "step": 2277
    },
    {
      "epoch": 0.24696444058976583,
      "grad_norm": 0.2833917737007141,
      "learning_rate": 9.210068185115334e-05,
      "loss": 0.0477,
      "step": 2278
    },
    {
      "epoch": 0.24707285342584562,
      "grad_norm": 0.3781836926937103,
      "learning_rate": 9.209705498331641e-05,
      "loss": 0.0605,
      "step": 2279
    },
    {
      "epoch": 0.2471812662619254,
      "grad_norm": 0.118501678109169,
      "learning_rate": 9.209342811547947e-05,
      "loss": 0.0188,
      "step": 2280
    },
    {
      "epoch": 0.2472896790980052,
      "grad_norm": 0.37344542145729065,
      "learning_rate": 9.208980124764254e-05,
      "loss": 0.051,
      "step": 2281
    },
    {
      "epoch": 0.247398091934085,
      "grad_norm": 0.4084552526473999,
      "learning_rate": 9.20861743798056e-05,
      "loss": 0.0681,
      "step": 2282
    },
    {
      "epoch": 0.24750650477016478,
      "grad_norm": 0.2879786789417267,
      "learning_rate": 9.208254751196867e-05,
      "loss": 0.036,
      "step": 2283
    },
    {
      "epoch": 0.24761491760624457,
      "grad_norm": 0.22310997545719147,
      "learning_rate": 9.207892064413173e-05,
      "loss": 0.0494,
      "step": 2284
    },
    {
      "epoch": 0.24772333044232436,
      "grad_norm": 0.6635259985923767,
      "learning_rate": 9.20752937762948e-05,
      "loss": 0.0422,
      "step": 2285
    },
    {
      "epoch": 0.24783174327840415,
      "grad_norm": 0.15939928591251373,
      "learning_rate": 9.207166690845787e-05,
      "loss": 0.0191,
      "step": 2286
    },
    {
      "epoch": 0.24794015611448394,
      "grad_norm": 0.3475954234600067,
      "learning_rate": 9.206804004062092e-05,
      "loss": 0.067,
      "step": 2287
    },
    {
      "epoch": 0.24804856895056374,
      "grad_norm": 0.2591113746166229,
      "learning_rate": 9.2064413172784e-05,
      "loss": 0.0691,
      "step": 2288
    },
    {
      "epoch": 0.24815698178664353,
      "grad_norm": 0.22551339864730835,
      "learning_rate": 9.206078630494705e-05,
      "loss": 0.0656,
      "step": 2289
    },
    {
      "epoch": 0.24826539462272332,
      "grad_norm": 0.36748388409614563,
      "learning_rate": 9.205715943711012e-05,
      "loss": 0.0538,
      "step": 2290
    },
    {
      "epoch": 0.2483738074588031,
      "grad_norm": 0.10491519421339035,
      "learning_rate": 9.205353256927318e-05,
      "loss": 0.0204,
      "step": 2291
    },
    {
      "epoch": 0.24848222029488293,
      "grad_norm": 0.36747676134109497,
      "learning_rate": 9.204990570143625e-05,
      "loss": 0.066,
      "step": 2292
    },
    {
      "epoch": 0.24859063313096272,
      "grad_norm": 0.2701454758644104,
      "learning_rate": 9.204627883359931e-05,
      "loss": 0.0758,
      "step": 2293
    },
    {
      "epoch": 0.2486990459670425,
      "grad_norm": 0.08091555535793304,
      "learning_rate": 9.204265196576237e-05,
      "loss": 0.0213,
      "step": 2294
    },
    {
      "epoch": 0.2488074588031223,
      "grad_norm": 0.1979750692844391,
      "learning_rate": 9.203902509792544e-05,
      "loss": 0.0316,
      "step": 2295
    },
    {
      "epoch": 0.2489158716392021,
      "grad_norm": 0.27831003069877625,
      "learning_rate": 9.20353982300885e-05,
      "loss": 0.0397,
      "step": 2296
    },
    {
      "epoch": 0.24902428447528188,
      "grad_norm": 0.30858901143074036,
      "learning_rate": 9.203177136225157e-05,
      "loss": 0.0351,
      "step": 2297
    },
    {
      "epoch": 0.24913269731136167,
      "grad_norm": 0.2540745437145233,
      "learning_rate": 9.202814449441462e-05,
      "loss": 0.0407,
      "step": 2298
    },
    {
      "epoch": 0.24924111014744146,
      "grad_norm": 0.21081209182739258,
      "learning_rate": 9.20245176265777e-05,
      "loss": 0.0543,
      "step": 2299
    },
    {
      "epoch": 0.24934952298352125,
      "grad_norm": 0.4082707166671753,
      "learning_rate": 9.202089075874075e-05,
      "loss": 0.0579,
      "step": 2300
    },
    {
      "epoch": 0.24945793581960105,
      "grad_norm": 0.09954456984996796,
      "learning_rate": 9.201726389090381e-05,
      "loss": 0.0199,
      "step": 2301
    },
    {
      "epoch": 0.24956634865568084,
      "grad_norm": 0.4343648850917816,
      "learning_rate": 9.201363702306688e-05,
      "loss": 0.0379,
      "step": 2302
    },
    {
      "epoch": 0.24967476149176063,
      "grad_norm": 0.2188074290752411,
      "learning_rate": 9.201001015522995e-05,
      "loss": 0.0573,
      "step": 2303
    },
    {
      "epoch": 0.24978317432784042,
      "grad_norm": 0.3224947154521942,
      "learning_rate": 9.200638328739302e-05,
      "loss": 0.0418,
      "step": 2304
    },
    {
      "epoch": 0.2498915871639202,
      "grad_norm": 0.09449037164449692,
      "learning_rate": 9.200275641955608e-05,
      "loss": 0.0282,
      "step": 2305
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3503202199935913,
      "learning_rate": 9.199912955171915e-05,
      "loss": 0.0797,
      "step": 2306
    },
    {
      "epoch": 0.2501084128360798,
      "grad_norm": 0.3063582479953766,
      "learning_rate": 9.199550268388221e-05,
      "loss": 0.0323,
      "step": 2307
    },
    {
      "epoch": 0.2502168256721596,
      "grad_norm": 0.1432162970304489,
      "learning_rate": 9.199187581604526e-05,
      "loss": 0.0442,
      "step": 2308
    },
    {
      "epoch": 0.2503252385082394,
      "grad_norm": 0.253053218126297,
      "learning_rate": 9.198824894820834e-05,
      "loss": 0.0393,
      "step": 2309
    },
    {
      "epoch": 0.25043365134431916,
      "grad_norm": 0.4354115128517151,
      "learning_rate": 9.198462208037139e-05,
      "loss": 0.1015,
      "step": 2310
    },
    {
      "epoch": 0.250542064180399,
      "grad_norm": 0.08543159812688828,
      "learning_rate": 9.198099521253446e-05,
      "loss": 0.0227,
      "step": 2311
    },
    {
      "epoch": 0.25065047701647875,
      "grad_norm": 0.29134824872016907,
      "learning_rate": 9.197736834469752e-05,
      "loss": 0.0645,
      "step": 2312
    },
    {
      "epoch": 0.25075888985255856,
      "grad_norm": 0.10847868025302887,
      "learning_rate": 9.197374147686059e-05,
      "loss": 0.0155,
      "step": 2313
    },
    {
      "epoch": 0.2508673026886383,
      "grad_norm": 0.11532370001077652,
      "learning_rate": 9.197011460902365e-05,
      "loss": 0.0262,
      "step": 2314
    },
    {
      "epoch": 0.25097571552471815,
      "grad_norm": 0.27962908148765564,
      "learning_rate": 9.196648774118672e-05,
      "loss": 0.0361,
      "step": 2315
    },
    {
      "epoch": 0.2510841283607979,
      "grad_norm": 0.10709287226200104,
      "learning_rate": 9.196286087334978e-05,
      "loss": 0.0149,
      "step": 2316
    },
    {
      "epoch": 0.2511925411968777,
      "grad_norm": 0.21548683941364288,
      "learning_rate": 9.195923400551283e-05,
      "loss": 0.0405,
      "step": 2317
    },
    {
      "epoch": 0.2513009540329575,
      "grad_norm": 0.20064006745815277,
      "learning_rate": 9.19556071376759e-05,
      "loss": 0.0382,
      "step": 2318
    },
    {
      "epoch": 0.2514093668690373,
      "grad_norm": 0.13787841796875,
      "learning_rate": 9.195198026983896e-05,
      "loss": 0.0177,
      "step": 2319
    },
    {
      "epoch": 0.2515177797051171,
      "grad_norm": 0.25696444511413574,
      "learning_rate": 9.194835340200205e-05,
      "loss": 0.0624,
      "step": 2320
    },
    {
      "epoch": 0.2516261925411969,
      "grad_norm": 0.2760079503059387,
      "learning_rate": 9.19447265341651e-05,
      "loss": 0.0673,
      "step": 2321
    },
    {
      "epoch": 0.25173460537727665,
      "grad_norm": 0.21852220594882965,
      "learning_rate": 9.194109966632816e-05,
      "loss": 0.0429,
      "step": 2322
    },
    {
      "epoch": 0.2518430182133565,
      "grad_norm": 0.13792991638183594,
      "learning_rate": 9.193747279849123e-05,
      "loss": 0.0305,
      "step": 2323
    },
    {
      "epoch": 0.25195143104943624,
      "grad_norm": 0.425447940826416,
      "learning_rate": 9.193384593065429e-05,
      "loss": 0.1029,
      "step": 2324
    },
    {
      "epoch": 0.25205984388551606,
      "grad_norm": 0.4578586518764496,
      "learning_rate": 9.193021906281736e-05,
      "loss": 0.0895,
      "step": 2325
    },
    {
      "epoch": 0.2521682567215958,
      "grad_norm": 0.08444269001483917,
      "learning_rate": 9.192659219498042e-05,
      "loss": 0.0169,
      "step": 2326
    },
    {
      "epoch": 0.25227666955767564,
      "grad_norm": 0.2346719652414322,
      "learning_rate": 9.192296532714349e-05,
      "loss": 0.0107,
      "step": 2327
    },
    {
      "epoch": 0.2523850823937554,
      "grad_norm": 0.31732460856437683,
      "learning_rate": 9.191933845930655e-05,
      "loss": 0.0263,
      "step": 2328
    },
    {
      "epoch": 0.2524934952298352,
      "grad_norm": 0.1854287087917328,
      "learning_rate": 9.191571159146962e-05,
      "loss": 0.0368,
      "step": 2329
    },
    {
      "epoch": 0.252601908065915,
      "grad_norm": 0.28986430168151855,
      "learning_rate": 9.191208472363267e-05,
      "loss": 0.0347,
      "step": 2330
    },
    {
      "epoch": 0.2527103209019948,
      "grad_norm": 0.25818073749542236,
      "learning_rate": 9.190845785579573e-05,
      "loss": 0.0414,
      "step": 2331
    },
    {
      "epoch": 0.25281873373807456,
      "grad_norm": 0.11380696296691895,
      "learning_rate": 9.19048309879588e-05,
      "loss": 0.0165,
      "step": 2332
    },
    {
      "epoch": 0.2529271465741544,
      "grad_norm": 0.451296329498291,
      "learning_rate": 9.190120412012186e-05,
      "loss": 0.0496,
      "step": 2333
    },
    {
      "epoch": 0.25303555941023415,
      "grad_norm": 0.18464429676532745,
      "learning_rate": 9.189757725228493e-05,
      "loss": 0.0268,
      "step": 2334
    },
    {
      "epoch": 0.25314397224631396,
      "grad_norm": 0.17928653955459595,
      "learning_rate": 9.189395038444799e-05,
      "loss": 0.0342,
      "step": 2335
    },
    {
      "epoch": 0.2532523850823938,
      "grad_norm": 0.26332956552505493,
      "learning_rate": 9.189032351661106e-05,
      "loss": 0.0395,
      "step": 2336
    },
    {
      "epoch": 0.25336079791847355,
      "grad_norm": 0.3361038565635681,
      "learning_rate": 9.188669664877412e-05,
      "loss": 0.0593,
      "step": 2337
    },
    {
      "epoch": 0.25346921075455336,
      "grad_norm": 0.04603089392185211,
      "learning_rate": 9.188306978093719e-05,
      "loss": 0.0062,
      "step": 2338
    },
    {
      "epoch": 0.2535776235906331,
      "grad_norm": 0.3077715039253235,
      "learning_rate": 9.187944291310026e-05,
      "loss": 0.0538,
      "step": 2339
    },
    {
      "epoch": 0.25368603642671295,
      "grad_norm": 0.3145032823085785,
      "learning_rate": 9.187581604526332e-05,
      "loss": 0.0551,
      "step": 2340
    },
    {
      "epoch": 0.2537944492627927,
      "grad_norm": 0.18615658581256866,
      "learning_rate": 9.187218917742639e-05,
      "loss": 0.055,
      "step": 2341
    },
    {
      "epoch": 0.25390286209887253,
      "grad_norm": 0.2342398762702942,
      "learning_rate": 9.186856230958944e-05,
      "loss": 0.0269,
      "step": 2342
    },
    {
      "epoch": 0.2540112749349523,
      "grad_norm": 0.3995485007762909,
      "learning_rate": 9.186493544175251e-05,
      "loss": 0.0602,
      "step": 2343
    },
    {
      "epoch": 0.2541196877710321,
      "grad_norm": 0.15439078211784363,
      "learning_rate": 9.186130857391557e-05,
      "loss": 0.0413,
      "step": 2344
    },
    {
      "epoch": 0.2542281006071119,
      "grad_norm": 0.16473421454429626,
      "learning_rate": 9.185768170607863e-05,
      "loss": 0.0186,
      "step": 2345
    },
    {
      "epoch": 0.2543365134431917,
      "grad_norm": 0.19736060500144958,
      "learning_rate": 9.18540548382417e-05,
      "loss": 0.0251,
      "step": 2346
    },
    {
      "epoch": 0.25444492627927146,
      "grad_norm": 0.24590212106704712,
      "learning_rate": 9.185042797040476e-05,
      "loss": 0.0347,
      "step": 2347
    },
    {
      "epoch": 0.2545533391153513,
      "grad_norm": 0.43453270196914673,
      "learning_rate": 9.184680110256783e-05,
      "loss": 0.0438,
      "step": 2348
    },
    {
      "epoch": 0.25466175195143104,
      "grad_norm": 0.18572068214416504,
      "learning_rate": 9.184317423473089e-05,
      "loss": 0.0344,
      "step": 2349
    },
    {
      "epoch": 0.25477016478751086,
      "grad_norm": 0.2453053742647171,
      "learning_rate": 9.183954736689396e-05,
      "loss": 0.0339,
      "step": 2350
    },
    {
      "epoch": 0.2548785776235906,
      "grad_norm": 0.2126002013683319,
      "learning_rate": 9.183592049905701e-05,
      "loss": 0.057,
      "step": 2351
    },
    {
      "epoch": 0.25498699045967044,
      "grad_norm": 0.23691043257713318,
      "learning_rate": 9.183229363122008e-05,
      "loss": 0.0438,
      "step": 2352
    },
    {
      "epoch": 0.2550954032957502,
      "grad_norm": 0.2558068633079529,
      "learning_rate": 9.182866676338314e-05,
      "loss": 0.0401,
      "step": 2353
    },
    {
      "epoch": 0.25520381613183,
      "grad_norm": 0.24712449312210083,
      "learning_rate": 9.18250398955462e-05,
      "loss": 0.0222,
      "step": 2354
    },
    {
      "epoch": 0.2553122289679098,
      "grad_norm": 0.37993139028549194,
      "learning_rate": 9.182141302770928e-05,
      "loss": 0.0758,
      "step": 2355
    },
    {
      "epoch": 0.2554206418039896,
      "grad_norm": 0.22163203358650208,
      "learning_rate": 9.181778615987234e-05,
      "loss": 0.0347,
      "step": 2356
    },
    {
      "epoch": 0.25552905464006936,
      "grad_norm": 0.11417873948812485,
      "learning_rate": 9.181415929203541e-05,
      "loss": 0.0204,
      "step": 2357
    },
    {
      "epoch": 0.2556374674761492,
      "grad_norm": 0.2766226530075073,
      "learning_rate": 9.181053242419847e-05,
      "loss": 0.0425,
      "step": 2358
    },
    {
      "epoch": 0.25574588031222895,
      "grad_norm": 0.5798593163490295,
      "learning_rate": 9.180690555636153e-05,
      "loss": 0.1388,
      "step": 2359
    },
    {
      "epoch": 0.25585429314830876,
      "grad_norm": 0.5884368419647217,
      "learning_rate": 9.18032786885246e-05,
      "loss": 0.1295,
      "step": 2360
    },
    {
      "epoch": 0.2559627059843885,
      "grad_norm": 0.3846246004104614,
      "learning_rate": 9.179965182068766e-05,
      "loss": 0.0427,
      "step": 2361
    },
    {
      "epoch": 0.25607111882046835,
      "grad_norm": 0.13896046578884125,
      "learning_rate": 9.179602495285073e-05,
      "loss": 0.012,
      "step": 2362
    },
    {
      "epoch": 0.2561795316565481,
      "grad_norm": 0.41567158699035645,
      "learning_rate": 9.179239808501378e-05,
      "loss": 0.0533,
      "step": 2363
    },
    {
      "epoch": 0.25628794449262793,
      "grad_norm": 0.2693701386451721,
      "learning_rate": 9.178877121717685e-05,
      "loss": 0.0499,
      "step": 2364
    },
    {
      "epoch": 0.2563963573287077,
      "grad_norm": 0.16518886387348175,
      "learning_rate": 9.178514434933991e-05,
      "loss": 0.0552,
      "step": 2365
    },
    {
      "epoch": 0.2565047701647875,
      "grad_norm": 0.23329778015613556,
      "learning_rate": 9.178151748150298e-05,
      "loss": 0.053,
      "step": 2366
    },
    {
      "epoch": 0.25661318300086733,
      "grad_norm": 0.2966623902320862,
      "learning_rate": 9.177789061366604e-05,
      "loss": 0.0592,
      "step": 2367
    },
    {
      "epoch": 0.2567215958369471,
      "grad_norm": 0.1397877335548401,
      "learning_rate": 9.17742637458291e-05,
      "loss": 0.0282,
      "step": 2368
    },
    {
      "epoch": 0.2568300086730269,
      "grad_norm": 0.22752618789672852,
      "learning_rate": 9.177063687799217e-05,
      "loss": 0.0554,
      "step": 2369
    },
    {
      "epoch": 0.2569384215091067,
      "grad_norm": 0.146387979388237,
      "learning_rate": 9.176701001015523e-05,
      "loss": 0.0343,
      "step": 2370
    },
    {
      "epoch": 0.2570468343451865,
      "grad_norm": 0.37160545587539673,
      "learning_rate": 9.17633831423183e-05,
      "loss": 0.0645,
      "step": 2371
    },
    {
      "epoch": 0.25715524718126626,
      "grad_norm": 0.6437856554985046,
      "learning_rate": 9.175975627448137e-05,
      "loss": 0.0391,
      "step": 2372
    },
    {
      "epoch": 0.2572636600173461,
      "grad_norm": 0.20520558953285217,
      "learning_rate": 9.175612940664442e-05,
      "loss": 0.0374,
      "step": 2373
    },
    {
      "epoch": 0.25737207285342584,
      "grad_norm": 0.2902642488479614,
      "learning_rate": 9.17525025388075e-05,
      "loss": 0.0554,
      "step": 2374
    },
    {
      "epoch": 0.25748048568950566,
      "grad_norm": 0.23975014686584473,
      "learning_rate": 9.174887567097055e-05,
      "loss": 0.0526,
      "step": 2375
    },
    {
      "epoch": 0.2575888985255854,
      "grad_norm": 0.205267995595932,
      "learning_rate": 9.174524880313362e-05,
      "loss": 0.0653,
      "step": 2376
    },
    {
      "epoch": 0.25769731136166524,
      "grad_norm": 0.14739546179771423,
      "learning_rate": 9.174162193529668e-05,
      "loss": 0.033,
      "step": 2377
    },
    {
      "epoch": 0.257805724197745,
      "grad_norm": 0.28914082050323486,
      "learning_rate": 9.173799506745975e-05,
      "loss": 0.0553,
      "step": 2378
    },
    {
      "epoch": 0.2579141370338248,
      "grad_norm": 0.28286057710647583,
      "learning_rate": 9.173436819962281e-05,
      "loss": 0.069,
      "step": 2379
    },
    {
      "epoch": 0.2580225498699046,
      "grad_norm": 0.16968967020511627,
      "learning_rate": 9.173074133178588e-05,
      "loss": 0.0334,
      "step": 2380
    },
    {
      "epoch": 0.2581309627059844,
      "grad_norm": 0.13335943222045898,
      "learning_rate": 9.172711446394894e-05,
      "loss": 0.0249,
      "step": 2381
    },
    {
      "epoch": 0.25823937554206416,
      "grad_norm": 0.09337065368890762,
      "learning_rate": 9.1723487596112e-05,
      "loss": 0.0252,
      "step": 2382
    },
    {
      "epoch": 0.258347788378144,
      "grad_norm": 0.13287442922592163,
      "learning_rate": 9.171986072827507e-05,
      "loss": 0.0177,
      "step": 2383
    },
    {
      "epoch": 0.25845620121422375,
      "grad_norm": 0.4181210696697235,
      "learning_rate": 9.171623386043812e-05,
      "loss": 0.0833,
      "step": 2384
    },
    {
      "epoch": 0.25856461405030357,
      "grad_norm": 0.18068648874759674,
      "learning_rate": 9.17126069926012e-05,
      "loss": 0.024,
      "step": 2385
    },
    {
      "epoch": 0.25867302688638333,
      "grad_norm": 0.3252446949481964,
      "learning_rate": 9.170898012476425e-05,
      "loss": 0.0834,
      "step": 2386
    },
    {
      "epoch": 0.25878143972246315,
      "grad_norm": 0.3579665720462799,
      "learning_rate": 9.170535325692732e-05,
      "loss": 0.0495,
      "step": 2387
    },
    {
      "epoch": 0.2588898525585429,
      "grad_norm": 0.20975348353385925,
      "learning_rate": 9.170172638909038e-05,
      "loss": 0.0356,
      "step": 2388
    },
    {
      "epoch": 0.25899826539462273,
      "grad_norm": 0.2310202419757843,
      "learning_rate": 9.169809952125345e-05,
      "loss": 0.0278,
      "step": 2389
    },
    {
      "epoch": 0.2591066782307025,
      "grad_norm": 0.32906562089920044,
      "learning_rate": 9.169447265341652e-05,
      "loss": 0.041,
      "step": 2390
    },
    {
      "epoch": 0.2592150910667823,
      "grad_norm": 0.21252015233039856,
      "learning_rate": 9.169084578557958e-05,
      "loss": 0.035,
      "step": 2391
    },
    {
      "epoch": 0.2593235039028621,
      "grad_norm": 0.09870559722185135,
      "learning_rate": 9.168721891774265e-05,
      "loss": 0.0202,
      "step": 2392
    },
    {
      "epoch": 0.2594319167389419,
      "grad_norm": 0.49972304701805115,
      "learning_rate": 9.16835920499057e-05,
      "loss": 0.0697,
      "step": 2393
    },
    {
      "epoch": 0.25954032957502166,
      "grad_norm": 0.21800687909126282,
      "learning_rate": 9.167996518206878e-05,
      "loss": 0.0353,
      "step": 2394
    },
    {
      "epoch": 0.2596487424111015,
      "grad_norm": 0.1008094847202301,
      "learning_rate": 9.167633831423183e-05,
      "loss": 0.0118,
      "step": 2395
    },
    {
      "epoch": 0.2597571552471813,
      "grad_norm": 0.30983445048332214,
      "learning_rate": 9.16727114463949e-05,
      "loss": 0.0386,
      "step": 2396
    },
    {
      "epoch": 0.25986556808326106,
      "grad_norm": 0.43007025122642517,
      "learning_rate": 9.166908457855796e-05,
      "loss": 0.0594,
      "step": 2397
    },
    {
      "epoch": 0.2599739809193409,
      "grad_norm": 0.23245187103748322,
      "learning_rate": 9.166545771072102e-05,
      "loss": 0.0443,
      "step": 2398
    },
    {
      "epoch": 0.26008239375542064,
      "grad_norm": 0.135813906788826,
      "learning_rate": 9.166183084288409e-05,
      "loss": 0.0255,
      "step": 2399
    },
    {
      "epoch": 0.26019080659150046,
      "grad_norm": 0.2525046169757843,
      "learning_rate": 9.165820397504715e-05,
      "loss": 0.0487,
      "step": 2400
    },
    {
      "epoch": 0.2602992194275802,
      "grad_norm": 0.1691964566707611,
      "learning_rate": 9.165457710721022e-05,
      "loss": 0.0396,
      "step": 2401
    },
    {
      "epoch": 0.26040763226366004,
      "grad_norm": 0.35626664757728577,
      "learning_rate": 9.165095023937328e-05,
      "loss": 0.0407,
      "step": 2402
    },
    {
      "epoch": 0.2605160450997398,
      "grad_norm": 0.28117674589157104,
      "learning_rate": 9.164732337153635e-05,
      "loss": 0.0584,
      "step": 2403
    },
    {
      "epoch": 0.2606244579358196,
      "grad_norm": 0.19156645238399506,
      "learning_rate": 9.16436965036994e-05,
      "loss": 0.0271,
      "step": 2404
    },
    {
      "epoch": 0.2607328707718994,
      "grad_norm": 0.06733041256666183,
      "learning_rate": 9.164006963586248e-05,
      "loss": 0.0057,
      "step": 2405
    },
    {
      "epoch": 0.2608412836079792,
      "grad_norm": 0.27853262424468994,
      "learning_rate": 9.163644276802553e-05,
      "loss": 0.0248,
      "step": 2406
    },
    {
      "epoch": 0.26094969644405897,
      "grad_norm": 0.14597514271736145,
      "learning_rate": 9.16328159001886e-05,
      "loss": 0.019,
      "step": 2407
    },
    {
      "epoch": 0.2610581092801388,
      "grad_norm": 0.1899583786725998,
      "learning_rate": 9.162918903235167e-05,
      "loss": 0.0394,
      "step": 2408
    },
    {
      "epoch": 0.26116652211621855,
      "grad_norm": 0.23780785501003265,
      "learning_rate": 9.162556216451473e-05,
      "loss": 0.03,
      "step": 2409
    },
    {
      "epoch": 0.26127493495229837,
      "grad_norm": 0.579250156879425,
      "learning_rate": 9.16219352966778e-05,
      "loss": 0.0857,
      "step": 2410
    },
    {
      "epoch": 0.26138334778837813,
      "grad_norm": 0.13946577906608582,
      "learning_rate": 9.161830842884086e-05,
      "loss": 0.0155,
      "step": 2411
    },
    {
      "epoch": 0.26149176062445795,
      "grad_norm": 0.20570726692676544,
      "learning_rate": 9.161468156100392e-05,
      "loss": 0.0497,
      "step": 2412
    },
    {
      "epoch": 0.2616001734605377,
      "grad_norm": 0.20586468279361725,
      "learning_rate": 9.161105469316699e-05,
      "loss": 0.0509,
      "step": 2413
    },
    {
      "epoch": 0.26170858629661753,
      "grad_norm": 0.22925132513046265,
      "learning_rate": 9.160742782533005e-05,
      "loss": 0.037,
      "step": 2414
    },
    {
      "epoch": 0.2618169991326973,
      "grad_norm": 0.1327182799577713,
      "learning_rate": 9.160380095749312e-05,
      "loss": 0.0333,
      "step": 2415
    },
    {
      "epoch": 0.2619254119687771,
      "grad_norm": 0.2653217613697052,
      "learning_rate": 9.160017408965617e-05,
      "loss": 0.0627,
      "step": 2416
    },
    {
      "epoch": 0.2620338248048569,
      "grad_norm": 0.23474545776844025,
      "learning_rate": 9.159654722181924e-05,
      "loss": 0.0473,
      "step": 2417
    },
    {
      "epoch": 0.2621422376409367,
      "grad_norm": 0.11078490316867828,
      "learning_rate": 9.15929203539823e-05,
      "loss": 0.017,
      "step": 2418
    },
    {
      "epoch": 0.26225065047701646,
      "grad_norm": 0.3617483973503113,
      "learning_rate": 9.158929348614537e-05,
      "loss": 0.0442,
      "step": 2419
    },
    {
      "epoch": 0.2623590633130963,
      "grad_norm": 0.13268797099590302,
      "learning_rate": 9.158566661830843e-05,
      "loss": 0.0249,
      "step": 2420
    },
    {
      "epoch": 0.26246747614917604,
      "grad_norm": 0.2219245880842209,
      "learning_rate": 9.158203975047149e-05,
      "loss": 0.0237,
      "step": 2421
    },
    {
      "epoch": 0.26257588898525586,
      "grad_norm": 0.35458600521087646,
      "learning_rate": 9.157841288263456e-05,
      "loss": 0.1209,
      "step": 2422
    },
    {
      "epoch": 0.2626843018213356,
      "grad_norm": 0.2894093096256256,
      "learning_rate": 9.157478601479762e-05,
      "loss": 0.0534,
      "step": 2423
    },
    {
      "epoch": 0.26279271465741544,
      "grad_norm": 0.41559919714927673,
      "learning_rate": 9.15711591469607e-05,
      "loss": 0.076,
      "step": 2424
    },
    {
      "epoch": 0.26290112749349526,
      "grad_norm": 0.30594056844711304,
      "learning_rate": 9.156753227912376e-05,
      "loss": 0.1185,
      "step": 2425
    },
    {
      "epoch": 0.263009540329575,
      "grad_norm": 0.17015905678272247,
      "learning_rate": 9.156390541128682e-05,
      "loss": 0.0351,
      "step": 2426
    },
    {
      "epoch": 0.26311795316565484,
      "grad_norm": 0.2078460454940796,
      "learning_rate": 9.156027854344989e-05,
      "loss": 0.0325,
      "step": 2427
    },
    {
      "epoch": 0.2632263660017346,
      "grad_norm": 0.264065146446228,
      "learning_rate": 9.155665167561294e-05,
      "loss": 0.0554,
      "step": 2428
    },
    {
      "epoch": 0.2633347788378144,
      "grad_norm": 0.20180511474609375,
      "learning_rate": 9.155302480777601e-05,
      "loss": 0.0423,
      "step": 2429
    },
    {
      "epoch": 0.2634431916738942,
      "grad_norm": 0.18125678598880768,
      "learning_rate": 9.154939793993907e-05,
      "loss": 0.0373,
      "step": 2430
    },
    {
      "epoch": 0.263551604509974,
      "grad_norm": 0.27794474363327026,
      "learning_rate": 9.154577107210214e-05,
      "loss": 0.032,
      "step": 2431
    },
    {
      "epoch": 0.26366001734605377,
      "grad_norm": 0.08844801038503647,
      "learning_rate": 9.15421442042652e-05,
      "loss": 0.0192,
      "step": 2432
    },
    {
      "epoch": 0.2637684301821336,
      "grad_norm": 0.15672944486141205,
      "learning_rate": 9.153851733642827e-05,
      "loss": 0.0286,
      "step": 2433
    },
    {
      "epoch": 0.26387684301821335,
      "grad_norm": 0.1778268814086914,
      "learning_rate": 9.153489046859133e-05,
      "loss": 0.044,
      "step": 2434
    },
    {
      "epoch": 0.26398525585429317,
      "grad_norm": 0.23278804123401642,
      "learning_rate": 9.153126360075439e-05,
      "loss": 0.0452,
      "step": 2435
    },
    {
      "epoch": 0.26409366869037293,
      "grad_norm": 0.40480998158454895,
      "learning_rate": 9.152763673291746e-05,
      "loss": 0.0934,
      "step": 2436
    },
    {
      "epoch": 0.26420208152645275,
      "grad_norm": 0.45824337005615234,
      "learning_rate": 9.152400986508051e-05,
      "loss": 0.0814,
      "step": 2437
    },
    {
      "epoch": 0.2643104943625325,
      "grad_norm": 0.2464386224746704,
      "learning_rate": 9.152038299724358e-05,
      "loss": 0.054,
      "step": 2438
    },
    {
      "epoch": 0.26441890719861233,
      "grad_norm": 0.1936565339565277,
      "learning_rate": 9.151675612940664e-05,
      "loss": 0.0395,
      "step": 2439
    },
    {
      "epoch": 0.2645273200346921,
      "grad_norm": 0.18434645235538483,
      "learning_rate": 9.151312926156971e-05,
      "loss": 0.025,
      "step": 2440
    },
    {
      "epoch": 0.2646357328707719,
      "grad_norm": 0.13463962078094482,
      "learning_rate": 9.150950239373278e-05,
      "loss": 0.0353,
      "step": 2441
    },
    {
      "epoch": 0.2647441457068517,
      "grad_norm": 0.19686071574687958,
      "learning_rate": 9.150587552589584e-05,
      "loss": 0.055,
      "step": 2442
    },
    {
      "epoch": 0.2648525585429315,
      "grad_norm": 0.13540118932724,
      "learning_rate": 9.150224865805891e-05,
      "loss": 0.0603,
      "step": 2443
    },
    {
      "epoch": 0.26496097137901126,
      "grad_norm": 0.2447960376739502,
      "learning_rate": 9.149862179022197e-05,
      "loss": 0.0518,
      "step": 2444
    },
    {
      "epoch": 0.2650693842150911,
      "grad_norm": 0.3598930835723877,
      "learning_rate": 9.149499492238504e-05,
      "loss": 0.074,
      "step": 2445
    },
    {
      "epoch": 0.26517779705117084,
      "grad_norm": 0.15939977765083313,
      "learning_rate": 9.14913680545481e-05,
      "loss": 0.0264,
      "step": 2446
    },
    {
      "epoch": 0.26528620988725066,
      "grad_norm": 0.13880285620689392,
      "learning_rate": 9.148774118671117e-05,
      "loss": 0.0404,
      "step": 2447
    },
    {
      "epoch": 0.2653946227233304,
      "grad_norm": 0.24061773717403412,
      "learning_rate": 9.148411431887423e-05,
      "loss": 0.0702,
      "step": 2448
    },
    {
      "epoch": 0.26550303555941024,
      "grad_norm": 0.28426119685173035,
      "learning_rate": 9.148048745103728e-05,
      "loss": 0.068,
      "step": 2449
    },
    {
      "epoch": 0.26561144839549,
      "grad_norm": 0.25599318742752075,
      "learning_rate": 9.147686058320035e-05,
      "loss": 0.0342,
      "step": 2450
    },
    {
      "epoch": 0.2657198612315698,
      "grad_norm": 0.19272035360336304,
      "learning_rate": 9.147323371536341e-05,
      "loss": 0.0481,
      "step": 2451
    },
    {
      "epoch": 0.2658282740676496,
      "grad_norm": 0.227349191904068,
      "learning_rate": 9.146960684752648e-05,
      "loss": 0.0225,
      "step": 2452
    },
    {
      "epoch": 0.2659366869037294,
      "grad_norm": 0.35943108797073364,
      "learning_rate": 9.146597997968954e-05,
      "loss": 0.0215,
      "step": 2453
    },
    {
      "epoch": 0.2660450997398092,
      "grad_norm": 0.299793541431427,
      "learning_rate": 9.146235311185261e-05,
      "loss": 0.0896,
      "step": 2454
    },
    {
      "epoch": 0.266153512575889,
      "grad_norm": 0.19710150361061096,
      "learning_rate": 9.145872624401567e-05,
      "loss": 0.0336,
      "step": 2455
    },
    {
      "epoch": 0.2662619254119688,
      "grad_norm": 0.2963801622390747,
      "learning_rate": 9.145509937617874e-05,
      "loss": 0.0601,
      "step": 2456
    },
    {
      "epoch": 0.26637033824804857,
      "grad_norm": 0.19674387574195862,
      "learning_rate": 9.14514725083418e-05,
      "loss": 0.0494,
      "step": 2457
    },
    {
      "epoch": 0.2664787510841284,
      "grad_norm": 0.1750640869140625,
      "learning_rate": 9.144784564050485e-05,
      "loss": 0.0319,
      "step": 2458
    },
    {
      "epoch": 0.26658716392020815,
      "grad_norm": 0.2432471513748169,
      "learning_rate": 9.144421877266794e-05,
      "loss": 0.0594,
      "step": 2459
    },
    {
      "epoch": 0.26669557675628797,
      "grad_norm": 0.14489151537418365,
      "learning_rate": 9.1440591904831e-05,
      "loss": 0.0221,
      "step": 2460
    },
    {
      "epoch": 0.26680398959236773,
      "grad_norm": 0.3591935634613037,
      "learning_rate": 9.143696503699407e-05,
      "loss": 0.0931,
      "step": 2461
    },
    {
      "epoch": 0.26691240242844755,
      "grad_norm": 0.3338923156261444,
      "learning_rate": 9.143333816915712e-05,
      "loss": 0.0501,
      "step": 2462
    },
    {
      "epoch": 0.2670208152645273,
      "grad_norm": 0.5186414122581482,
      "learning_rate": 9.142971130132018e-05,
      "loss": 0.0507,
      "step": 2463
    },
    {
      "epoch": 0.26712922810060713,
      "grad_norm": 0.22639890015125275,
      "learning_rate": 9.142608443348325e-05,
      "loss": 0.0331,
      "step": 2464
    },
    {
      "epoch": 0.2672376409366869,
      "grad_norm": 0.15622229874134064,
      "learning_rate": 9.142245756564631e-05,
      "loss": 0.0414,
      "step": 2465
    },
    {
      "epoch": 0.2673460537727667,
      "grad_norm": 0.2400963455438614,
      "learning_rate": 9.141883069780938e-05,
      "loss": 0.0499,
      "step": 2466
    },
    {
      "epoch": 0.2674544666088465,
      "grad_norm": 0.2359471321105957,
      "learning_rate": 9.141520382997244e-05,
      "loss": 0.0814,
      "step": 2467
    },
    {
      "epoch": 0.2675628794449263,
      "grad_norm": 0.2545318007469177,
      "learning_rate": 9.141157696213551e-05,
      "loss": 0.0464,
      "step": 2468
    },
    {
      "epoch": 0.26767129228100606,
      "grad_norm": 0.4279599189758301,
      "learning_rate": 9.140795009429856e-05,
      "loss": 0.0582,
      "step": 2469
    },
    {
      "epoch": 0.2677797051170859,
      "grad_norm": 0.21195732057094574,
      "learning_rate": 9.140432322646164e-05,
      "loss": 0.0448,
      "step": 2470
    },
    {
      "epoch": 0.26788811795316564,
      "grad_norm": 0.2026965171098709,
      "learning_rate": 9.140069635862469e-05,
      "loss": 0.0635,
      "step": 2471
    },
    {
      "epoch": 0.26799653078924546,
      "grad_norm": 0.30816295742988586,
      "learning_rate": 9.139706949078775e-05,
      "loss": 0.0261,
      "step": 2472
    },
    {
      "epoch": 0.2681049436253252,
      "grad_norm": 0.2173720896244049,
      "learning_rate": 9.139344262295082e-05,
      "loss": 0.0377,
      "step": 2473
    },
    {
      "epoch": 0.26821335646140504,
      "grad_norm": 0.35342687368392944,
      "learning_rate": 9.138981575511388e-05,
      "loss": 0.0478,
      "step": 2474
    },
    {
      "epoch": 0.2683217692974848,
      "grad_norm": 0.3380148708820343,
      "learning_rate": 9.138618888727695e-05,
      "loss": 0.0481,
      "step": 2475
    },
    {
      "epoch": 0.2684301821335646,
      "grad_norm": 0.4063907563686371,
      "learning_rate": 9.138256201944002e-05,
      "loss": 0.0923,
      "step": 2476
    },
    {
      "epoch": 0.2685385949696444,
      "grad_norm": 0.3831470012664795,
      "learning_rate": 9.137893515160309e-05,
      "loss": 0.0529,
      "step": 2477
    },
    {
      "epoch": 0.2686470078057242,
      "grad_norm": 0.19882075488567352,
      "learning_rate": 9.137530828376615e-05,
      "loss": 0.0488,
      "step": 2478
    },
    {
      "epoch": 0.26875542064180397,
      "grad_norm": 0.2716200649738312,
      "learning_rate": 9.13716814159292e-05,
      "loss": 0.0524,
      "step": 2479
    },
    {
      "epoch": 0.2688638334778838,
      "grad_norm": 0.4234197437763214,
      "learning_rate": 9.136805454809228e-05,
      "loss": 0.0484,
      "step": 2480
    },
    {
      "epoch": 0.26897224631396355,
      "grad_norm": 0.2929280698299408,
      "learning_rate": 9.136442768025533e-05,
      "loss": 0.0597,
      "step": 2481
    },
    {
      "epoch": 0.26908065915004337,
      "grad_norm": 0.1329759955406189,
      "learning_rate": 9.13608008124184e-05,
      "loss": 0.0258,
      "step": 2482
    },
    {
      "epoch": 0.26918907198612313,
      "grad_norm": 0.07658613473176956,
      "learning_rate": 9.135717394458146e-05,
      "loss": 0.0132,
      "step": 2483
    },
    {
      "epoch": 0.26929748482220295,
      "grad_norm": 0.18690194189548492,
      "learning_rate": 9.135354707674453e-05,
      "loss": 0.0337,
      "step": 2484
    },
    {
      "epoch": 0.26940589765828277,
      "grad_norm": 0.20212554931640625,
      "learning_rate": 9.134992020890759e-05,
      "loss": 0.0293,
      "step": 2485
    },
    {
      "epoch": 0.26951431049436253,
      "grad_norm": 0.1970576047897339,
      "learning_rate": 9.134629334107065e-05,
      "loss": 0.0411,
      "step": 2486
    },
    {
      "epoch": 0.26962272333044235,
      "grad_norm": 0.2157396823167801,
      "learning_rate": 9.134266647323372e-05,
      "loss": 0.0781,
      "step": 2487
    },
    {
      "epoch": 0.2697311361665221,
      "grad_norm": 0.34347259998321533,
      "learning_rate": 9.133903960539678e-05,
      "loss": 0.0663,
      "step": 2488
    },
    {
      "epoch": 0.26983954900260193,
      "grad_norm": 0.13497795164585114,
      "learning_rate": 9.133541273755985e-05,
      "loss": 0.023,
      "step": 2489
    },
    {
      "epoch": 0.2699479618386817,
      "grad_norm": 0.44390571117401123,
      "learning_rate": 9.13317858697229e-05,
      "loss": 0.0181,
      "step": 2490
    },
    {
      "epoch": 0.2700563746747615,
      "grad_norm": 0.11700651794672012,
      "learning_rate": 9.132815900188598e-05,
      "loss": 0.0256,
      "step": 2491
    },
    {
      "epoch": 0.2701647875108413,
      "grad_norm": 0.1976606696844101,
      "learning_rate": 9.132453213404903e-05,
      "loss": 0.0347,
      "step": 2492
    },
    {
      "epoch": 0.2702732003469211,
      "grad_norm": 0.2056165337562561,
      "learning_rate": 9.13209052662121e-05,
      "loss": 0.0333,
      "step": 2493
    },
    {
      "epoch": 0.27038161318300086,
      "grad_norm": 0.47622111439704895,
      "learning_rate": 9.131727839837517e-05,
      "loss": 0.0571,
      "step": 2494
    },
    {
      "epoch": 0.2704900260190807,
      "grad_norm": 0.20833195745944977,
      "learning_rate": 9.131365153053823e-05,
      "loss": 0.0282,
      "step": 2495
    },
    {
      "epoch": 0.27059843885516044,
      "grad_norm": 0.2568947970867157,
      "learning_rate": 9.13100246627013e-05,
      "loss": 0.0586,
      "step": 2496
    },
    {
      "epoch": 0.27070685169124026,
      "grad_norm": 0.17747852206230164,
      "learning_rate": 9.130639779486436e-05,
      "loss": 0.0372,
      "step": 2497
    },
    {
      "epoch": 0.27081526452732,
      "grad_norm": 0.3580743670463562,
      "learning_rate": 9.130277092702743e-05,
      "loss": 0.0358,
      "step": 2498
    },
    {
      "epoch": 0.27092367736339984,
      "grad_norm": 0.27370885014533997,
      "learning_rate": 9.129914405919049e-05,
      "loss": 0.0517,
      "step": 2499
    },
    {
      "epoch": 0.2710320901994796,
      "grad_norm": 0.30022159218788147,
      "learning_rate": 9.129551719135356e-05,
      "loss": 0.0493,
      "step": 2500
    },
    {
      "epoch": 0.2711405030355594,
      "grad_norm": 0.2230703979730606,
      "learning_rate": 9.129189032351662e-05,
      "loss": 0.0596,
      "step": 2501
    },
    {
      "epoch": 0.2712489158716392,
      "grad_norm": 0.44803887605667114,
      "learning_rate": 9.128826345567967e-05,
      "loss": 0.1054,
      "step": 2502
    },
    {
      "epoch": 0.271357328707719,
      "grad_norm": 0.2780138850212097,
      "learning_rate": 9.128463658784274e-05,
      "loss": 0.037,
      "step": 2503
    },
    {
      "epoch": 0.27146574154379877,
      "grad_norm": 0.39325496554374695,
      "learning_rate": 9.12810097200058e-05,
      "loss": 0.0319,
      "step": 2504
    },
    {
      "epoch": 0.2715741543798786,
      "grad_norm": 0.20876707136631012,
      "learning_rate": 9.127738285216887e-05,
      "loss": 0.0282,
      "step": 2505
    },
    {
      "epoch": 0.27168256721595835,
      "grad_norm": 0.22786696255207062,
      "learning_rate": 9.127375598433193e-05,
      "loss": 0.0413,
      "step": 2506
    },
    {
      "epoch": 0.27179098005203817,
      "grad_norm": 0.3649020493030548,
      "learning_rate": 9.1270129116495e-05,
      "loss": 0.0327,
      "step": 2507
    },
    {
      "epoch": 0.27189939288811793,
      "grad_norm": 0.2505738437175751,
      "learning_rate": 9.126650224865806e-05,
      "loss": 0.0407,
      "step": 2508
    },
    {
      "epoch": 0.27200780572419775,
      "grad_norm": 0.09042301028966904,
      "learning_rate": 9.126287538082113e-05,
      "loss": 0.011,
      "step": 2509
    },
    {
      "epoch": 0.2721162185602775,
      "grad_norm": 0.1801508218050003,
      "learning_rate": 9.12592485129842e-05,
      "loss": 0.022,
      "step": 2510
    },
    {
      "epoch": 0.27222463139635733,
      "grad_norm": 0.12470707297325134,
      "learning_rate": 9.125562164514726e-05,
      "loss": 0.0316,
      "step": 2511
    },
    {
      "epoch": 0.2723330442324371,
      "grad_norm": 0.25666502118110657,
      "learning_rate": 9.125199477731033e-05,
      "loss": 0.0441,
      "step": 2512
    },
    {
      "epoch": 0.2724414570685169,
      "grad_norm": 0.28275439143180847,
      "learning_rate": 9.124836790947339e-05,
      "loss": 0.0741,
      "step": 2513
    },
    {
      "epoch": 0.27254986990459673,
      "grad_norm": 0.2839285731315613,
      "learning_rate": 9.124474104163646e-05,
      "loss": 0.0977,
      "step": 2514
    },
    {
      "epoch": 0.2726582827406765,
      "grad_norm": 0.23985576629638672,
      "learning_rate": 9.124111417379951e-05,
      "loss": 0.0551,
      "step": 2515
    },
    {
      "epoch": 0.2727666955767563,
      "grad_norm": 0.20420081913471222,
      "learning_rate": 9.123748730596257e-05,
      "loss": 0.0212,
      "step": 2516
    },
    {
      "epoch": 0.2728751084128361,
      "grad_norm": 0.2717161774635315,
      "learning_rate": 9.123386043812564e-05,
      "loss": 0.056,
      "step": 2517
    },
    {
      "epoch": 0.2729835212489159,
      "grad_norm": 0.12543648481369019,
      "learning_rate": 9.12302335702887e-05,
      "loss": 0.0235,
      "step": 2518
    },
    {
      "epoch": 0.27309193408499566,
      "grad_norm": 0.18308480083942413,
      "learning_rate": 9.122660670245177e-05,
      "loss": 0.0402,
      "step": 2519
    },
    {
      "epoch": 0.2732003469210755,
      "grad_norm": 0.14316192269325256,
      "learning_rate": 9.122297983461483e-05,
      "loss": 0.0486,
      "step": 2520
    },
    {
      "epoch": 0.27330875975715524,
      "grad_norm": 0.16066734492778778,
      "learning_rate": 9.12193529667779e-05,
      "loss": 0.0161,
      "step": 2521
    },
    {
      "epoch": 0.27341717259323506,
      "grad_norm": 0.2998510003089905,
      "learning_rate": 9.121572609894096e-05,
      "loss": 0.0942,
      "step": 2522
    },
    {
      "epoch": 0.2735255854293148,
      "grad_norm": 0.22597692906856537,
      "learning_rate": 9.121209923110403e-05,
      "loss": 0.0439,
      "step": 2523
    },
    {
      "epoch": 0.27363399826539464,
      "grad_norm": 0.1023692786693573,
      "learning_rate": 9.120847236326708e-05,
      "loss": 0.0117,
      "step": 2524
    },
    {
      "epoch": 0.2737424111014744,
      "grad_norm": 0.21976178884506226,
      "learning_rate": 9.120484549543014e-05,
      "loss": 0.0481,
      "step": 2525
    },
    {
      "epoch": 0.2738508239375542,
      "grad_norm": 0.22234570980072021,
      "learning_rate": 9.120121862759321e-05,
      "loss": 0.0235,
      "step": 2526
    },
    {
      "epoch": 0.273959236773634,
      "grad_norm": 0.11447687447071075,
      "learning_rate": 9.119759175975627e-05,
      "loss": 0.03,
      "step": 2527
    },
    {
      "epoch": 0.2740676496097138,
      "grad_norm": 0.39900514483451843,
      "learning_rate": 9.119396489191935e-05,
      "loss": 0.0559,
      "step": 2528
    },
    {
      "epoch": 0.27417606244579357,
      "grad_norm": 0.18804438412189484,
      "learning_rate": 9.119033802408241e-05,
      "loss": 0.0231,
      "step": 2529
    },
    {
      "epoch": 0.2742844752818734,
      "grad_norm": 0.5060893893241882,
      "learning_rate": 9.118671115624547e-05,
      "loss": 0.0459,
      "step": 2530
    },
    {
      "epoch": 0.27439288811795315,
      "grad_norm": 0.2987930476665497,
      "learning_rate": 9.118308428840854e-05,
      "loss": 0.0404,
      "step": 2531
    },
    {
      "epoch": 0.27450130095403297,
      "grad_norm": 0.2720579206943512,
      "learning_rate": 9.11794574205716e-05,
      "loss": 0.0288,
      "step": 2532
    },
    {
      "epoch": 0.27460971379011273,
      "grad_norm": 0.31193122267723083,
      "learning_rate": 9.117583055273467e-05,
      "loss": 0.0474,
      "step": 2533
    },
    {
      "epoch": 0.27471812662619255,
      "grad_norm": 0.16150397062301636,
      "learning_rate": 9.117220368489772e-05,
      "loss": 0.0456,
      "step": 2534
    },
    {
      "epoch": 0.2748265394622723,
      "grad_norm": 0.47957292199134827,
      "learning_rate": 9.11685768170608e-05,
      "loss": 0.0756,
      "step": 2535
    },
    {
      "epoch": 0.27493495229835213,
      "grad_norm": 0.22002606093883514,
      "learning_rate": 9.116494994922385e-05,
      "loss": 0.0359,
      "step": 2536
    },
    {
      "epoch": 0.2750433651344319,
      "grad_norm": 0.25512224435806274,
      "learning_rate": 9.116132308138692e-05,
      "loss": 0.0435,
      "step": 2537
    },
    {
      "epoch": 0.2751517779705117,
      "grad_norm": 0.17851559817790985,
      "learning_rate": 9.115769621354998e-05,
      "loss": 0.0625,
      "step": 2538
    },
    {
      "epoch": 0.2752601908065915,
      "grad_norm": 0.17695467174053192,
      "learning_rate": 9.115406934571304e-05,
      "loss": 0.0189,
      "step": 2539
    },
    {
      "epoch": 0.2753686036426713,
      "grad_norm": 0.3333123028278351,
      "learning_rate": 9.115044247787611e-05,
      "loss": 0.0818,
      "step": 2540
    },
    {
      "epoch": 0.27547701647875106,
      "grad_norm": 0.1903282105922699,
      "learning_rate": 9.114681561003917e-05,
      "loss": 0.0342,
      "step": 2541
    },
    {
      "epoch": 0.2755854293148309,
      "grad_norm": 0.2618728578090668,
      "learning_rate": 9.114318874220224e-05,
      "loss": 0.0338,
      "step": 2542
    },
    {
      "epoch": 0.2756938421509107,
      "grad_norm": 0.14572834968566895,
      "learning_rate": 9.11395618743653e-05,
      "loss": 0.028,
      "step": 2543
    },
    {
      "epoch": 0.27580225498699046,
      "grad_norm": 0.29361894726753235,
      "learning_rate": 9.113593500652837e-05,
      "loss": 0.0853,
      "step": 2544
    },
    {
      "epoch": 0.2759106678230703,
      "grad_norm": 0.1805577278137207,
      "learning_rate": 9.113230813869144e-05,
      "loss": 0.0356,
      "step": 2545
    },
    {
      "epoch": 0.27601908065915004,
      "grad_norm": 0.19940972328186035,
      "learning_rate": 9.11286812708545e-05,
      "loss": 0.0405,
      "step": 2546
    },
    {
      "epoch": 0.27612749349522986,
      "grad_norm": 0.2925967276096344,
      "learning_rate": 9.112505440301756e-05,
      "loss": 0.0607,
      "step": 2547
    },
    {
      "epoch": 0.2762359063313096,
      "grad_norm": 0.3516615629196167,
      "learning_rate": 9.112142753518062e-05,
      "loss": 0.0654,
      "step": 2548
    },
    {
      "epoch": 0.27634431916738944,
      "grad_norm": 0.19065222144126892,
      "learning_rate": 9.111780066734369e-05,
      "loss": 0.0503,
      "step": 2549
    },
    {
      "epoch": 0.2764527320034692,
      "grad_norm": 0.1445482224225998,
      "learning_rate": 9.111417379950675e-05,
      "loss": 0.0162,
      "step": 2550
    },
    {
      "epoch": 0.276561144839549,
      "grad_norm": 0.5282199382781982,
      "learning_rate": 9.111054693166982e-05,
      "loss": 0.0493,
      "step": 2551
    },
    {
      "epoch": 0.2766695576756288,
      "grad_norm": 0.22769829630851746,
      "learning_rate": 9.110692006383288e-05,
      "loss": 0.0343,
      "step": 2552
    },
    {
      "epoch": 0.2767779705117086,
      "grad_norm": 0.13564129173755646,
      "learning_rate": 9.110329319599594e-05,
      "loss": 0.0257,
      "step": 2553
    },
    {
      "epoch": 0.27688638334778837,
      "grad_norm": 0.2105870395898819,
      "learning_rate": 9.109966632815901e-05,
      "loss": 0.0523,
      "step": 2554
    },
    {
      "epoch": 0.2769947961838682,
      "grad_norm": 0.0860648900270462,
      "learning_rate": 9.109603946032206e-05,
      "loss": 0.0077,
      "step": 2555
    },
    {
      "epoch": 0.27710320901994795,
      "grad_norm": 0.3838936984539032,
      "learning_rate": 9.109241259248514e-05,
      "loss": 0.0468,
      "step": 2556
    },
    {
      "epoch": 0.27721162185602777,
      "grad_norm": 0.18890538811683655,
      "learning_rate": 9.108878572464819e-05,
      "loss": 0.0393,
      "step": 2557
    },
    {
      "epoch": 0.27732003469210753,
      "grad_norm": 0.1980094611644745,
      "learning_rate": 9.108515885681126e-05,
      "loss": 0.0416,
      "step": 2558
    },
    {
      "epoch": 0.27742844752818735,
      "grad_norm": 0.3361123204231262,
      "learning_rate": 9.108153198897432e-05,
      "loss": 0.0839,
      "step": 2559
    },
    {
      "epoch": 0.2775368603642671,
      "grad_norm": 0.4455588161945343,
      "learning_rate": 9.107790512113739e-05,
      "loss": 0.0426,
      "step": 2560
    },
    {
      "epoch": 0.27764527320034693,
      "grad_norm": 0.3472547233104706,
      "learning_rate": 9.107427825330045e-05,
      "loss": 0.096,
      "step": 2561
    },
    {
      "epoch": 0.2777536860364267,
      "grad_norm": 0.25397661328315735,
      "learning_rate": 9.107065138546352e-05,
      "loss": 0.0559,
      "step": 2562
    },
    {
      "epoch": 0.2778620988725065,
      "grad_norm": 0.5040023326873779,
      "learning_rate": 9.106702451762659e-05,
      "loss": 0.045,
      "step": 2563
    },
    {
      "epoch": 0.2779705117085863,
      "grad_norm": 0.2375720739364624,
      "learning_rate": 9.106339764978965e-05,
      "loss": 0.0433,
      "step": 2564
    },
    {
      "epoch": 0.2780789245446661,
      "grad_norm": 0.14379741251468658,
      "learning_rate": 9.105977078195272e-05,
      "loss": 0.0429,
      "step": 2565
    },
    {
      "epoch": 0.27818733738074586,
      "grad_norm": 0.7958735227584839,
      "learning_rate": 9.105614391411578e-05,
      "loss": 0.0737,
      "step": 2566
    },
    {
      "epoch": 0.2782957502168257,
      "grad_norm": 0.22331751883029938,
      "learning_rate": 9.105251704627883e-05,
      "loss": 0.0285,
      "step": 2567
    },
    {
      "epoch": 0.27840416305290544,
      "grad_norm": 0.27509596943855286,
      "learning_rate": 9.10488901784419e-05,
      "loss": 0.0502,
      "step": 2568
    },
    {
      "epoch": 0.27851257588898526,
      "grad_norm": 0.29113060235977173,
      "learning_rate": 9.104526331060496e-05,
      "loss": 0.0847,
      "step": 2569
    },
    {
      "epoch": 0.278620988725065,
      "grad_norm": 0.2199544906616211,
      "learning_rate": 9.104163644276803e-05,
      "loss": 0.0391,
      "step": 2570
    },
    {
      "epoch": 0.27872940156114484,
      "grad_norm": 0.24633045494556427,
      "learning_rate": 9.103800957493109e-05,
      "loss": 0.0602,
      "step": 2571
    },
    {
      "epoch": 0.2788378143972246,
      "grad_norm": 0.24238425493240356,
      "learning_rate": 9.103438270709416e-05,
      "loss": 0.0691,
      "step": 2572
    },
    {
      "epoch": 0.2789462272333044,
      "grad_norm": 0.21558263897895813,
      "learning_rate": 9.103075583925722e-05,
      "loss": 0.0223,
      "step": 2573
    },
    {
      "epoch": 0.27905464006938424,
      "grad_norm": 0.2739596366882324,
      "learning_rate": 9.102712897142029e-05,
      "loss": 0.0695,
      "step": 2574
    },
    {
      "epoch": 0.279163052905464,
      "grad_norm": 0.218393474817276,
      "learning_rate": 9.102350210358335e-05,
      "loss": 0.0514,
      "step": 2575
    },
    {
      "epoch": 0.2792714657415438,
      "grad_norm": 0.29052290320396423,
      "learning_rate": 9.10198752357464e-05,
      "loss": 0.0546,
      "step": 2576
    },
    {
      "epoch": 0.2793798785776236,
      "grad_norm": 0.19007663428783417,
      "learning_rate": 9.101624836790947e-05,
      "loss": 0.0505,
      "step": 2577
    },
    {
      "epoch": 0.2794882914137034,
      "grad_norm": 0.20776191353797913,
      "learning_rate": 9.101262150007253e-05,
      "loss": 0.0293,
      "step": 2578
    },
    {
      "epoch": 0.27959670424978317,
      "grad_norm": 0.18059870600700378,
      "learning_rate": 9.10089946322356e-05,
      "loss": 0.0597,
      "step": 2579
    },
    {
      "epoch": 0.279705117085863,
      "grad_norm": 0.23046070337295532,
      "learning_rate": 9.100536776439867e-05,
      "loss": 0.0298,
      "step": 2580
    },
    {
      "epoch": 0.27981352992194275,
      "grad_norm": 0.21948815882205963,
      "learning_rate": 9.100174089656174e-05,
      "loss": 0.0704,
      "step": 2581
    },
    {
      "epoch": 0.27992194275802257,
      "grad_norm": 0.2013847976922989,
      "learning_rate": 9.09981140287248e-05,
      "loss": 0.0412,
      "step": 2582
    },
    {
      "epoch": 0.28003035559410233,
      "grad_norm": 0.2376604527235031,
      "learning_rate": 9.099448716088786e-05,
      "loss": 0.0357,
      "step": 2583
    },
    {
      "epoch": 0.28013876843018215,
      "grad_norm": 0.1521575152873993,
      "learning_rate": 9.099086029305093e-05,
      "loss": 0.0294,
      "step": 2584
    },
    {
      "epoch": 0.2802471812662619,
      "grad_norm": 0.056627802550792694,
      "learning_rate": 9.098723342521399e-05,
      "loss": 0.0151,
      "step": 2585
    },
    {
      "epoch": 0.28035559410234173,
      "grad_norm": 0.17746031284332275,
      "learning_rate": 9.098360655737706e-05,
      "loss": 0.0556,
      "step": 2586
    },
    {
      "epoch": 0.2804640069384215,
      "grad_norm": 0.10511457175016403,
      "learning_rate": 9.097997968954012e-05,
      "loss": 0.0233,
      "step": 2587
    },
    {
      "epoch": 0.2805724197745013,
      "grad_norm": 0.20514965057373047,
      "learning_rate": 9.097635282170319e-05,
      "loss": 0.0666,
      "step": 2588
    },
    {
      "epoch": 0.2806808326105811,
      "grad_norm": 0.15025073289871216,
      "learning_rate": 9.097272595386624e-05,
      "loss": 0.0382,
      "step": 2589
    },
    {
      "epoch": 0.2807892454466609,
      "grad_norm": 0.12293481081724167,
      "learning_rate": 9.096909908602931e-05,
      "loss": 0.0572,
      "step": 2590
    },
    {
      "epoch": 0.28089765828274066,
      "grad_norm": 0.14953680336475372,
      "learning_rate": 9.096547221819237e-05,
      "loss": 0.04,
      "step": 2591
    },
    {
      "epoch": 0.2810060711188205,
      "grad_norm": 0.2458803951740265,
      "learning_rate": 9.096184535035543e-05,
      "loss": 0.0654,
      "step": 2592
    },
    {
      "epoch": 0.28111448395490024,
      "grad_norm": 0.20150905847549438,
      "learning_rate": 9.09582184825185e-05,
      "loss": 0.0532,
      "step": 2593
    },
    {
      "epoch": 0.28122289679098006,
      "grad_norm": 0.3206270933151245,
      "learning_rate": 9.095459161468156e-05,
      "loss": 0.0999,
      "step": 2594
    },
    {
      "epoch": 0.2813313096270598,
      "grad_norm": 0.21451570093631744,
      "learning_rate": 9.095096474684463e-05,
      "loss": 0.0344,
      "step": 2595
    },
    {
      "epoch": 0.28143972246313964,
      "grad_norm": 0.16536949574947357,
      "learning_rate": 9.094733787900769e-05,
      "loss": 0.0575,
      "step": 2596
    },
    {
      "epoch": 0.2815481352992194,
      "grad_norm": 0.32736271619796753,
      "learning_rate": 9.094371101117076e-05,
      "loss": 0.0795,
      "step": 2597
    },
    {
      "epoch": 0.2816565481352992,
      "grad_norm": 0.3703746199607849,
      "learning_rate": 9.094008414333383e-05,
      "loss": 0.1024,
      "step": 2598
    },
    {
      "epoch": 0.281764960971379,
      "grad_norm": 0.14766275882720947,
      "learning_rate": 9.093645727549688e-05,
      "loss": 0.0398,
      "step": 2599
    },
    {
      "epoch": 0.2818733738074588,
      "grad_norm": 0.32175371050834656,
      "learning_rate": 9.093283040765996e-05,
      "loss": 0.0819,
      "step": 2600
    },
    {
      "epoch": 0.28198178664353857,
      "grad_norm": 0.10104303061962128,
      "learning_rate": 9.092920353982301e-05,
      "loss": 0.0174,
      "step": 2601
    },
    {
      "epoch": 0.2820901994796184,
      "grad_norm": 0.07657123357057571,
      "learning_rate": 9.092557667198608e-05,
      "loss": 0.0109,
      "step": 2602
    },
    {
      "epoch": 0.2821986123156982,
      "grad_norm": 0.2206166833639145,
      "learning_rate": 9.092194980414914e-05,
      "loss": 0.0289,
      "step": 2603
    },
    {
      "epoch": 0.28230702515177797,
      "grad_norm": 0.12572823464870453,
      "learning_rate": 9.091832293631221e-05,
      "loss": 0.0215,
      "step": 2604
    },
    {
      "epoch": 0.2824154379878578,
      "grad_norm": 0.26788631081581116,
      "learning_rate": 9.091469606847527e-05,
      "loss": 0.0606,
      "step": 2605
    },
    {
      "epoch": 0.28252385082393755,
      "grad_norm": 0.1424328088760376,
      "learning_rate": 9.091106920063833e-05,
      "loss": 0.0404,
      "step": 2606
    },
    {
      "epoch": 0.28263226366001737,
      "grad_norm": 0.16461795568466187,
      "learning_rate": 9.09074423328014e-05,
      "loss": 0.0202,
      "step": 2607
    },
    {
      "epoch": 0.28274067649609713,
      "grad_norm": 0.3180272877216339,
      "learning_rate": 9.090381546496446e-05,
      "loss": 0.0693,
      "step": 2608
    },
    {
      "epoch": 0.28284908933217695,
      "grad_norm": 0.16273054480552673,
      "learning_rate": 9.090018859712753e-05,
      "loss": 0.0358,
      "step": 2609
    },
    {
      "epoch": 0.2829575021682567,
      "grad_norm": 0.24911531805992126,
      "learning_rate": 9.089656172929058e-05,
      "loss": 0.0829,
      "step": 2610
    },
    {
      "epoch": 0.28306591500433653,
      "grad_norm": 0.18978357315063477,
      "learning_rate": 9.089293486145365e-05,
      "loss": 0.0254,
      "step": 2611
    },
    {
      "epoch": 0.2831743278404163,
      "grad_norm": 0.42776647210121155,
      "learning_rate": 9.088930799361671e-05,
      "loss": 0.0557,
      "step": 2612
    },
    {
      "epoch": 0.2832827406764961,
      "grad_norm": 0.1690223664045334,
      "learning_rate": 9.088568112577978e-05,
      "loss": 0.0339,
      "step": 2613
    },
    {
      "epoch": 0.2833911535125759,
      "grad_norm": 0.21420666575431824,
      "learning_rate": 9.088205425794285e-05,
      "loss": 0.094,
      "step": 2614
    },
    {
      "epoch": 0.2834995663486557,
      "grad_norm": 0.21680766344070435,
      "learning_rate": 9.087842739010591e-05,
      "loss": 0.0198,
      "step": 2615
    },
    {
      "epoch": 0.28360797918473546,
      "grad_norm": 0.39170825481414795,
      "learning_rate": 9.087480052226898e-05,
      "loss": 0.0682,
      "step": 2616
    },
    {
      "epoch": 0.2837163920208153,
      "grad_norm": 0.28844594955444336,
      "learning_rate": 9.087117365443204e-05,
      "loss": 0.0651,
      "step": 2617
    },
    {
      "epoch": 0.28382480485689504,
      "grad_norm": 0.16714520752429962,
      "learning_rate": 9.086754678659511e-05,
      "loss": 0.057,
      "step": 2618
    },
    {
      "epoch": 0.28393321769297486,
      "grad_norm": 0.53692626953125,
      "learning_rate": 9.086391991875817e-05,
      "loss": 0.068,
      "step": 2619
    },
    {
      "epoch": 0.2840416305290546,
      "grad_norm": 0.22020678222179413,
      "learning_rate": 9.086029305092122e-05,
      "loss": 0.0699,
      "step": 2620
    },
    {
      "epoch": 0.28415004336513444,
      "grad_norm": 0.12556226551532745,
      "learning_rate": 9.08566661830843e-05,
      "loss": 0.0382,
      "step": 2621
    },
    {
      "epoch": 0.2842584562012142,
      "grad_norm": 0.14001400768756866,
      "learning_rate": 9.085303931524735e-05,
      "loss": 0.0432,
      "step": 2622
    },
    {
      "epoch": 0.284366869037294,
      "grad_norm": 0.18912777304649353,
      "learning_rate": 9.084941244741042e-05,
      "loss": 0.0309,
      "step": 2623
    },
    {
      "epoch": 0.2844752818733738,
      "grad_norm": 0.23670050501823425,
      "learning_rate": 9.084578557957348e-05,
      "loss": 0.0346,
      "step": 2624
    },
    {
      "epoch": 0.2845836947094536,
      "grad_norm": 0.18381425738334656,
      "learning_rate": 9.084215871173655e-05,
      "loss": 0.0434,
      "step": 2625
    },
    {
      "epoch": 0.28469210754553337,
      "grad_norm": 0.18714773654937744,
      "learning_rate": 9.083853184389961e-05,
      "loss": 0.031,
      "step": 2626
    },
    {
      "epoch": 0.2848005203816132,
      "grad_norm": 0.2074858397245407,
      "learning_rate": 9.083490497606268e-05,
      "loss": 0.0403,
      "step": 2627
    },
    {
      "epoch": 0.28490893321769295,
      "grad_norm": 0.15644288063049316,
      "learning_rate": 9.083127810822574e-05,
      "loss": 0.0508,
      "step": 2628
    },
    {
      "epoch": 0.28501734605377277,
      "grad_norm": 0.3912593722343445,
      "learning_rate": 9.08276512403888e-05,
      "loss": 0.0973,
      "step": 2629
    },
    {
      "epoch": 0.28512575888985253,
      "grad_norm": 0.07828622311353683,
      "learning_rate": 9.082402437255187e-05,
      "loss": 0.0305,
      "step": 2630
    },
    {
      "epoch": 0.28523417172593235,
      "grad_norm": 0.20351891219615936,
      "learning_rate": 9.082039750471494e-05,
      "loss": 0.0474,
      "step": 2631
    },
    {
      "epoch": 0.28534258456201217,
      "grad_norm": 0.11772311478853226,
      "learning_rate": 9.081677063687801e-05,
      "loss": 0.033,
      "step": 2632
    },
    {
      "epoch": 0.28545099739809193,
      "grad_norm": 0.18809117376804352,
      "learning_rate": 9.081314376904106e-05,
      "loss": 0.0402,
      "step": 2633
    },
    {
      "epoch": 0.28555941023417175,
      "grad_norm": 0.12697996199131012,
      "learning_rate": 9.080951690120412e-05,
      "loss": 0.0424,
      "step": 2634
    },
    {
      "epoch": 0.2856678230702515,
      "grad_norm": 0.29692307114601135,
      "learning_rate": 9.080589003336719e-05,
      "loss": 0.0689,
      "step": 2635
    },
    {
      "epoch": 0.28577623590633133,
      "grad_norm": 0.32682204246520996,
      "learning_rate": 9.080226316553025e-05,
      "loss": 0.0683,
      "step": 2636
    },
    {
      "epoch": 0.2858846487424111,
      "grad_norm": 0.35314416885375977,
      "learning_rate": 9.079863629769332e-05,
      "loss": 0.0625,
      "step": 2637
    },
    {
      "epoch": 0.2859930615784909,
      "grad_norm": 0.1636608988046646,
      "learning_rate": 9.079500942985638e-05,
      "loss": 0.0412,
      "step": 2638
    },
    {
      "epoch": 0.2861014744145707,
      "grad_norm": 0.29308265447616577,
      "learning_rate": 9.079138256201945e-05,
      "loss": 0.0476,
      "step": 2639
    },
    {
      "epoch": 0.2862098872506505,
      "grad_norm": 0.18934734165668488,
      "learning_rate": 9.07877556941825e-05,
      "loss": 0.0398,
      "step": 2640
    },
    {
      "epoch": 0.28631830008673026,
      "grad_norm": 0.1541292518377304,
      "learning_rate": 9.078412882634558e-05,
      "loss": 0.0229,
      "step": 2641
    },
    {
      "epoch": 0.2864267129228101,
      "grad_norm": 0.10550152510404587,
      "learning_rate": 9.078050195850863e-05,
      "loss": 0.0361,
      "step": 2642
    },
    {
      "epoch": 0.28653512575888984,
      "grad_norm": 0.11457252502441406,
      "learning_rate": 9.077687509067169e-05,
      "loss": 0.0344,
      "step": 2643
    },
    {
      "epoch": 0.28664353859496966,
      "grad_norm": 0.12026908993721008,
      "learning_rate": 9.077324822283476e-05,
      "loss": 0.0226,
      "step": 2644
    },
    {
      "epoch": 0.2867519514310494,
      "grad_norm": 0.08210042119026184,
      "learning_rate": 9.076962135499782e-05,
      "loss": 0.0187,
      "step": 2645
    },
    {
      "epoch": 0.28686036426712924,
      "grad_norm": 0.09826792776584625,
      "learning_rate": 9.076599448716089e-05,
      "loss": 0.0151,
      "step": 2646
    },
    {
      "epoch": 0.286968777103209,
      "grad_norm": 0.14957557618618011,
      "learning_rate": 9.076236761932395e-05,
      "loss": 0.0364,
      "step": 2647
    },
    {
      "epoch": 0.2870771899392888,
      "grad_norm": 0.17103305459022522,
      "learning_rate": 9.075874075148702e-05,
      "loss": 0.0589,
      "step": 2648
    },
    {
      "epoch": 0.2871856027753686,
      "grad_norm": 0.06390738487243652,
      "learning_rate": 9.075511388365009e-05,
      "loss": 0.0109,
      "step": 2649
    },
    {
      "epoch": 0.2872940156114484,
      "grad_norm": 0.2448430061340332,
      "learning_rate": 9.075148701581315e-05,
      "loss": 0.0349,
      "step": 2650
    },
    {
      "epoch": 0.28740242844752817,
      "grad_norm": 0.2924184501171112,
      "learning_rate": 9.074786014797622e-05,
      "loss": 0.0599,
      "step": 2651
    },
    {
      "epoch": 0.287510841283608,
      "grad_norm": 0.5320687890052795,
      "learning_rate": 9.074423328013928e-05,
      "loss": 0.053,
      "step": 2652
    },
    {
      "epoch": 0.28761925411968775,
      "grad_norm": 0.18493792414665222,
      "learning_rate": 9.074060641230235e-05,
      "loss": 0.0587,
      "step": 2653
    },
    {
      "epoch": 0.28772766695576757,
      "grad_norm": 0.5038366913795471,
      "learning_rate": 9.07369795444654e-05,
      "loss": 0.1198,
      "step": 2654
    },
    {
      "epoch": 0.28783607979184733,
      "grad_norm": 0.3671111464500427,
      "learning_rate": 9.073335267662847e-05,
      "loss": 0.0787,
      "step": 2655
    },
    {
      "epoch": 0.28794449262792715,
      "grad_norm": 0.2768752872943878,
      "learning_rate": 9.072972580879153e-05,
      "loss": 0.043,
      "step": 2656
    },
    {
      "epoch": 0.2880529054640069,
      "grad_norm": 0.19559311866760254,
      "learning_rate": 9.072609894095459e-05,
      "loss": 0.0292,
      "step": 2657
    },
    {
      "epoch": 0.28816131830008673,
      "grad_norm": 0.5304502844810486,
      "learning_rate": 9.072247207311766e-05,
      "loss": 0.1437,
      "step": 2658
    },
    {
      "epoch": 0.2882697311361665,
      "grad_norm": 0.33261582255363464,
      "learning_rate": 9.071884520528072e-05,
      "loss": 0.0544,
      "step": 2659
    },
    {
      "epoch": 0.2883781439722463,
      "grad_norm": 0.17814376950263977,
      "learning_rate": 9.071521833744379e-05,
      "loss": 0.0539,
      "step": 2660
    },
    {
      "epoch": 0.28848655680832613,
      "grad_norm": 0.14065809547901154,
      "learning_rate": 9.071159146960685e-05,
      "loss": 0.0386,
      "step": 2661
    },
    {
      "epoch": 0.2885949696444059,
      "grad_norm": 0.18625350296497345,
      "learning_rate": 9.070796460176992e-05,
      "loss": 0.0389,
      "step": 2662
    },
    {
      "epoch": 0.2887033824804857,
      "grad_norm": 0.23368367552757263,
      "learning_rate": 9.070433773393297e-05,
      "loss": 0.0646,
      "step": 2663
    },
    {
      "epoch": 0.2888117953165655,
      "grad_norm": 0.4212837219238281,
      "learning_rate": 9.070071086609604e-05,
      "loss": 0.0479,
      "step": 2664
    },
    {
      "epoch": 0.2889202081526453,
      "grad_norm": 0.33931732177734375,
      "learning_rate": 9.06970839982591e-05,
      "loss": 0.0547,
      "step": 2665
    },
    {
      "epoch": 0.28902862098872506,
      "grad_norm": 0.2497025430202484,
      "learning_rate": 9.069345713042217e-05,
      "loss": 0.0536,
      "step": 2666
    },
    {
      "epoch": 0.2891370338248049,
      "grad_norm": 0.11770054697990417,
      "learning_rate": 9.068983026258524e-05,
      "loss": 0.0187,
      "step": 2667
    },
    {
      "epoch": 0.28924544666088464,
      "grad_norm": 0.24695304036140442,
      "learning_rate": 9.06862033947483e-05,
      "loss": 0.0582,
      "step": 2668
    },
    {
      "epoch": 0.28935385949696446,
      "grad_norm": 0.1902569979429245,
      "learning_rate": 9.068257652691137e-05,
      "loss": 0.0357,
      "step": 2669
    },
    {
      "epoch": 0.2894622723330442,
      "grad_norm": 0.1893756240606308,
      "learning_rate": 9.067894965907443e-05,
      "loss": 0.0504,
      "step": 2670
    },
    {
      "epoch": 0.28957068516912404,
      "grad_norm": 0.20070680975914001,
      "learning_rate": 9.067532279123749e-05,
      "loss": 0.0359,
      "step": 2671
    },
    {
      "epoch": 0.2896790980052038,
      "grad_norm": 0.0693933442234993,
      "learning_rate": 9.067169592340056e-05,
      "loss": 0.0139,
      "step": 2672
    },
    {
      "epoch": 0.2897875108412836,
      "grad_norm": 0.391996830701828,
      "learning_rate": 9.066806905556362e-05,
      "loss": 0.0403,
      "step": 2673
    },
    {
      "epoch": 0.2898959236773634,
      "grad_norm": 0.23546834290027618,
      "learning_rate": 9.066444218772669e-05,
      "loss": 0.0558,
      "step": 2674
    },
    {
      "epoch": 0.2900043365134432,
      "grad_norm": 0.27253246307373047,
      "learning_rate": 9.066081531988974e-05,
      "loss": 0.0541,
      "step": 2675
    },
    {
      "epoch": 0.29011274934952297,
      "grad_norm": 0.23419196903705597,
      "learning_rate": 9.065718845205281e-05,
      "loss": 0.0559,
      "step": 2676
    },
    {
      "epoch": 0.2902211621856028,
      "grad_norm": 0.3171772360801697,
      "learning_rate": 9.065356158421587e-05,
      "loss": 0.0726,
      "step": 2677
    },
    {
      "epoch": 0.29032957502168255,
      "grad_norm": 0.2284703552722931,
      "learning_rate": 9.064993471637894e-05,
      "loss": 0.0516,
      "step": 2678
    },
    {
      "epoch": 0.29043798785776237,
      "grad_norm": 0.13091200590133667,
      "learning_rate": 9.0646307848542e-05,
      "loss": 0.0364,
      "step": 2679
    },
    {
      "epoch": 0.29054640069384213,
      "grad_norm": 0.2298465073108673,
      "learning_rate": 9.064268098070506e-05,
      "loss": 0.0369,
      "step": 2680
    },
    {
      "epoch": 0.29065481352992195,
      "grad_norm": 0.2531280517578125,
      "learning_rate": 9.063905411286813e-05,
      "loss": 0.0243,
      "step": 2681
    },
    {
      "epoch": 0.2907632263660017,
      "grad_norm": 0.12830470502376556,
      "learning_rate": 9.063542724503119e-05,
      "loss": 0.0177,
      "step": 2682
    },
    {
      "epoch": 0.29087163920208153,
      "grad_norm": 0.18741337954998016,
      "learning_rate": 9.063180037719427e-05,
      "loss": 0.0441,
      "step": 2683
    },
    {
      "epoch": 0.2909800520381613,
      "grad_norm": 0.2246975302696228,
      "learning_rate": 9.062817350935733e-05,
      "loss": 0.0201,
      "step": 2684
    },
    {
      "epoch": 0.2910884648742411,
      "grad_norm": 0.1843741238117218,
      "learning_rate": 9.06245466415204e-05,
      "loss": 0.023,
      "step": 2685
    },
    {
      "epoch": 0.2911968777103209,
      "grad_norm": 0.1953311562538147,
      "learning_rate": 9.062091977368346e-05,
      "loss": 0.0466,
      "step": 2686
    },
    {
      "epoch": 0.2913052905464007,
      "grad_norm": 0.1607089787721634,
      "learning_rate": 9.061729290584651e-05,
      "loss": 0.0284,
      "step": 2687
    },
    {
      "epoch": 0.29141370338248046,
      "grad_norm": 0.13870695233345032,
      "learning_rate": 9.061366603800958e-05,
      "loss": 0.0302,
      "step": 2688
    },
    {
      "epoch": 0.2915221162185603,
      "grad_norm": 0.26542916893959045,
      "learning_rate": 9.061003917017264e-05,
      "loss": 0.0485,
      "step": 2689
    },
    {
      "epoch": 0.29163052905464004,
      "grad_norm": 0.17103692889213562,
      "learning_rate": 9.060641230233571e-05,
      "loss": 0.0361,
      "step": 2690
    },
    {
      "epoch": 0.29173894189071986,
      "grad_norm": 0.4486241638660431,
      "learning_rate": 9.060278543449877e-05,
      "loss": 0.0822,
      "step": 2691
    },
    {
      "epoch": 0.2918473547267997,
      "grad_norm": 0.18644018471240997,
      "learning_rate": 9.059915856666184e-05,
      "loss": 0.022,
      "step": 2692
    },
    {
      "epoch": 0.29195576756287944,
      "grad_norm": 0.36401715874671936,
      "learning_rate": 9.05955316988249e-05,
      "loss": 0.1132,
      "step": 2693
    },
    {
      "epoch": 0.29206418039895926,
      "grad_norm": 0.32528725266456604,
      "learning_rate": 9.059190483098797e-05,
      "loss": 0.0701,
      "step": 2694
    },
    {
      "epoch": 0.292172593235039,
      "grad_norm": 0.2429923266172409,
      "learning_rate": 9.058827796315103e-05,
      "loss": 0.0305,
      "step": 2695
    },
    {
      "epoch": 0.29228100607111884,
      "grad_norm": 0.16545544564723969,
      "learning_rate": 9.058465109531408e-05,
      "loss": 0.0312,
      "step": 2696
    },
    {
      "epoch": 0.2923894189071986,
      "grad_norm": 0.4460900127887726,
      "learning_rate": 9.058102422747715e-05,
      "loss": 0.0348,
      "step": 2697
    },
    {
      "epoch": 0.2924978317432784,
      "grad_norm": 0.13249212503433228,
      "learning_rate": 9.057739735964021e-05,
      "loss": 0.021,
      "step": 2698
    },
    {
      "epoch": 0.2926062445793582,
      "grad_norm": 0.2602348029613495,
      "learning_rate": 9.057377049180328e-05,
      "loss": 0.0567,
      "step": 2699
    },
    {
      "epoch": 0.292714657415438,
      "grad_norm": 0.433968722820282,
      "learning_rate": 9.057014362396635e-05,
      "loss": 0.0834,
      "step": 2700
    },
    {
      "epoch": 0.29282307025151777,
      "grad_norm": 0.37335115671157837,
      "learning_rate": 9.056651675612941e-05,
      "loss": 0.0414,
      "step": 2701
    },
    {
      "epoch": 0.2929314830875976,
      "grad_norm": 0.22321568429470062,
      "learning_rate": 9.056288988829248e-05,
      "loss": 0.0127,
      "step": 2702
    },
    {
      "epoch": 0.29303989592367735,
      "grad_norm": 0.32987916469573975,
      "learning_rate": 9.055926302045554e-05,
      "loss": 0.0338,
      "step": 2703
    },
    {
      "epoch": 0.29314830875975717,
      "grad_norm": 0.2313368022441864,
      "learning_rate": 9.055563615261861e-05,
      "loss": 0.0531,
      "step": 2704
    },
    {
      "epoch": 0.29325672159583693,
      "grad_norm": 0.3196825087070465,
      "learning_rate": 9.055200928478167e-05,
      "loss": 0.057,
      "step": 2705
    },
    {
      "epoch": 0.29336513443191675,
      "grad_norm": 0.3706425130367279,
      "learning_rate": 9.054838241694474e-05,
      "loss": 0.0701,
      "step": 2706
    },
    {
      "epoch": 0.2934735472679965,
      "grad_norm": 0.09534593671560287,
      "learning_rate": 9.05447555491078e-05,
      "loss": 0.0169,
      "step": 2707
    },
    {
      "epoch": 0.29358196010407633,
      "grad_norm": 0.1628040224313736,
      "learning_rate": 9.054112868127087e-05,
      "loss": 0.0302,
      "step": 2708
    },
    {
      "epoch": 0.2936903729401561,
      "grad_norm": 0.32439321279525757,
      "learning_rate": 9.053750181343392e-05,
      "loss": 0.1067,
      "step": 2709
    },
    {
      "epoch": 0.2937987857762359,
      "grad_norm": 0.2780098021030426,
      "learning_rate": 9.053387494559698e-05,
      "loss": 0.0651,
      "step": 2710
    },
    {
      "epoch": 0.2939071986123157,
      "grad_norm": 0.25505900382995605,
      "learning_rate": 9.053024807776005e-05,
      "loss": 0.0227,
      "step": 2711
    },
    {
      "epoch": 0.2940156114483955,
      "grad_norm": 0.16329731047153473,
      "learning_rate": 9.052662120992311e-05,
      "loss": 0.0359,
      "step": 2712
    },
    {
      "epoch": 0.29412402428447526,
      "grad_norm": 0.24607716500759125,
      "learning_rate": 9.052299434208618e-05,
      "loss": 0.0568,
      "step": 2713
    },
    {
      "epoch": 0.2942324371205551,
      "grad_norm": 0.18527264893054962,
      "learning_rate": 9.051936747424924e-05,
      "loss": 0.0507,
      "step": 2714
    },
    {
      "epoch": 0.29434084995663484,
      "grad_norm": 0.20864470303058624,
      "learning_rate": 9.051574060641231e-05,
      "loss": 0.0551,
      "step": 2715
    },
    {
      "epoch": 0.29444926279271466,
      "grad_norm": 0.3007083535194397,
      "learning_rate": 9.051211373857536e-05,
      "loss": 0.0538,
      "step": 2716
    },
    {
      "epoch": 0.2945576756287944,
      "grad_norm": 0.16434668004512787,
      "learning_rate": 9.050848687073844e-05,
      "loss": 0.0513,
      "step": 2717
    },
    {
      "epoch": 0.29466608846487424,
      "grad_norm": 0.1379249095916748,
      "learning_rate": 9.05048600029015e-05,
      "loss": 0.0213,
      "step": 2718
    },
    {
      "epoch": 0.294774501300954,
      "grad_norm": 0.14351867139339447,
      "learning_rate": 9.050123313506456e-05,
      "loss": 0.0201,
      "step": 2719
    },
    {
      "epoch": 0.2948829141370338,
      "grad_norm": 0.04101761803030968,
      "learning_rate": 9.049760626722763e-05,
      "loss": 0.0087,
      "step": 2720
    },
    {
      "epoch": 0.29499132697311364,
      "grad_norm": 0.46717968583106995,
      "learning_rate": 9.049397939939069e-05,
      "loss": 0.0425,
      "step": 2721
    },
    {
      "epoch": 0.2950997398091934,
      "grad_norm": 0.13769662380218506,
      "learning_rate": 9.049035253155376e-05,
      "loss": 0.0293,
      "step": 2722
    },
    {
      "epoch": 0.2952081526452732,
      "grad_norm": 0.2974834144115448,
      "learning_rate": 9.048672566371682e-05,
      "loss": 0.0649,
      "step": 2723
    },
    {
      "epoch": 0.295316565481353,
      "grad_norm": 0.1417313516139984,
      "learning_rate": 9.048309879587988e-05,
      "loss": 0.0343,
      "step": 2724
    },
    {
      "epoch": 0.2954249783174328,
      "grad_norm": 0.20820008218288422,
      "learning_rate": 9.047947192804295e-05,
      "loss": 0.0371,
      "step": 2725
    },
    {
      "epoch": 0.29553339115351257,
      "grad_norm": 0.26772478222846985,
      "learning_rate": 9.0475845060206e-05,
      "loss": 0.0498,
      "step": 2726
    },
    {
      "epoch": 0.2956418039895924,
      "grad_norm": 0.13818715512752533,
      "learning_rate": 9.047221819236908e-05,
      "loss": 0.0313,
      "step": 2727
    },
    {
      "epoch": 0.29575021682567215,
      "grad_norm": 0.24857348203659058,
      "learning_rate": 9.046859132453213e-05,
      "loss": 0.0549,
      "step": 2728
    },
    {
      "epoch": 0.29585862966175197,
      "grad_norm": 0.26970696449279785,
      "learning_rate": 9.04649644566952e-05,
      "loss": 0.0438,
      "step": 2729
    },
    {
      "epoch": 0.29596704249783173,
      "grad_norm": 0.14711003005504608,
      "learning_rate": 9.046133758885826e-05,
      "loss": 0.0323,
      "step": 2730
    },
    {
      "epoch": 0.29607545533391155,
      "grad_norm": 0.13767880201339722,
      "learning_rate": 9.045771072102133e-05,
      "loss": 0.0388,
      "step": 2731
    },
    {
      "epoch": 0.2961838681699913,
      "grad_norm": 0.2704915702342987,
      "learning_rate": 9.045408385318439e-05,
      "loss": 0.0572,
      "step": 2732
    },
    {
      "epoch": 0.29629228100607113,
      "grad_norm": 0.27038463950157166,
      "learning_rate": 9.045045698534745e-05,
      "loss": 0.0467,
      "step": 2733
    },
    {
      "epoch": 0.2964006938421509,
      "grad_norm": 0.27558428049087524,
      "learning_rate": 9.044683011751052e-05,
      "loss": 0.0296,
      "step": 2734
    },
    {
      "epoch": 0.2965091066782307,
      "grad_norm": 0.4280991852283478,
      "learning_rate": 9.044320324967359e-05,
      "loss": 0.0739,
      "step": 2735
    },
    {
      "epoch": 0.2966175195143105,
      "grad_norm": 0.3756721615791321,
      "learning_rate": 9.043957638183666e-05,
      "loss": 0.0713,
      "step": 2736
    },
    {
      "epoch": 0.2967259323503903,
      "grad_norm": 0.09250344336032867,
      "learning_rate": 9.043594951399972e-05,
      "loss": 0.0137,
      "step": 2737
    },
    {
      "epoch": 0.29683434518647006,
      "grad_norm": 0.2914247214794159,
      "learning_rate": 9.043232264616278e-05,
      "loss": 0.0333,
      "step": 2738
    },
    {
      "epoch": 0.2969427580225499,
      "grad_norm": 0.3592665195465088,
      "learning_rate": 9.042869577832585e-05,
      "loss": 0.0799,
      "step": 2739
    },
    {
      "epoch": 0.29705117085862964,
      "grad_norm": 0.22308318316936493,
      "learning_rate": 9.04250689104889e-05,
      "loss": 0.0379,
      "step": 2740
    },
    {
      "epoch": 0.29715958369470946,
      "grad_norm": 0.21447403728961945,
      "learning_rate": 9.042144204265197e-05,
      "loss": 0.0981,
      "step": 2741
    },
    {
      "epoch": 0.2972679965307892,
      "grad_norm": 0.29104551672935486,
      "learning_rate": 9.041781517481503e-05,
      "loss": 0.0296,
      "step": 2742
    },
    {
      "epoch": 0.29737640936686904,
      "grad_norm": 0.170283243060112,
      "learning_rate": 9.04141883069781e-05,
      "loss": 0.0278,
      "step": 2743
    },
    {
      "epoch": 0.2974848222029488,
      "grad_norm": 0.597876787185669,
      "learning_rate": 9.041056143914116e-05,
      "loss": 0.0594,
      "step": 2744
    },
    {
      "epoch": 0.2975932350390286,
      "grad_norm": 0.43271100521087646,
      "learning_rate": 9.040693457130423e-05,
      "loss": 0.1012,
      "step": 2745
    },
    {
      "epoch": 0.2977016478751084,
      "grad_norm": 0.24700960516929626,
      "learning_rate": 9.040330770346729e-05,
      "loss": 0.0957,
      "step": 2746
    },
    {
      "epoch": 0.2978100607111882,
      "grad_norm": 0.12121955305337906,
      "learning_rate": 9.039968083563035e-05,
      "loss": 0.0191,
      "step": 2747
    },
    {
      "epoch": 0.29791847354726797,
      "grad_norm": 0.2754432260990143,
      "learning_rate": 9.039605396779342e-05,
      "loss": 0.0501,
      "step": 2748
    },
    {
      "epoch": 0.2980268863833478,
      "grad_norm": 0.3383553922176361,
      "learning_rate": 9.039242709995647e-05,
      "loss": 0.0523,
      "step": 2749
    },
    {
      "epoch": 0.2981352992194276,
      "grad_norm": 0.42213955521583557,
      "learning_rate": 9.038880023211954e-05,
      "loss": 0.0919,
      "step": 2750
    },
    {
      "epoch": 0.29824371205550737,
      "grad_norm": 0.13381806015968323,
      "learning_rate": 9.03851733642826e-05,
      "loss": 0.0315,
      "step": 2751
    },
    {
      "epoch": 0.2983521248915872,
      "grad_norm": 0.5474497675895691,
      "learning_rate": 9.038154649644567e-05,
      "loss": 0.0459,
      "step": 2752
    },
    {
      "epoch": 0.29846053772766695,
      "grad_norm": 0.1439851075410843,
      "learning_rate": 9.037791962860874e-05,
      "loss": 0.0509,
      "step": 2753
    },
    {
      "epoch": 0.29856895056374677,
      "grad_norm": 0.10641980916261673,
      "learning_rate": 9.03742927607718e-05,
      "loss": 0.0225,
      "step": 2754
    },
    {
      "epoch": 0.29867736339982653,
      "grad_norm": 0.371275931596756,
      "learning_rate": 9.037066589293487e-05,
      "loss": 0.0822,
      "step": 2755
    },
    {
      "epoch": 0.29878577623590635,
      "grad_norm": 0.22072364389896393,
      "learning_rate": 9.036703902509793e-05,
      "loss": 0.0418,
      "step": 2756
    },
    {
      "epoch": 0.2988941890719861,
      "grad_norm": 0.2591577172279358,
      "learning_rate": 9.0363412157261e-05,
      "loss": 0.0826,
      "step": 2757
    },
    {
      "epoch": 0.29900260190806593,
      "grad_norm": 0.33793407678604126,
      "learning_rate": 9.035978528942406e-05,
      "loss": 0.0703,
      "step": 2758
    },
    {
      "epoch": 0.2991110147441457,
      "grad_norm": 0.22219839692115784,
      "learning_rate": 9.035615842158713e-05,
      "loss": 0.0509,
      "step": 2759
    },
    {
      "epoch": 0.2992194275802255,
      "grad_norm": 0.30653002858161926,
      "learning_rate": 9.035253155375019e-05,
      "loss": 0.021,
      "step": 2760
    },
    {
      "epoch": 0.2993278404163053,
      "grad_norm": 0.21103326976299286,
      "learning_rate": 9.034890468591324e-05,
      "loss": 0.0486,
      "step": 2761
    },
    {
      "epoch": 0.2994362532523851,
      "grad_norm": 0.07354025542736053,
      "learning_rate": 9.034527781807631e-05,
      "loss": 0.0191,
      "step": 2762
    },
    {
      "epoch": 0.29954466608846486,
      "grad_norm": 0.16240918636322021,
      "learning_rate": 9.034165095023937e-05,
      "loss": 0.0444,
      "step": 2763
    },
    {
      "epoch": 0.2996530789245447,
      "grad_norm": 0.123823381960392,
      "learning_rate": 9.033802408240244e-05,
      "loss": 0.024,
      "step": 2764
    },
    {
      "epoch": 0.29976149176062444,
      "grad_norm": 0.302549809217453,
      "learning_rate": 9.03343972145655e-05,
      "loss": 0.0554,
      "step": 2765
    },
    {
      "epoch": 0.29986990459670426,
      "grad_norm": 0.7521489858627319,
      "learning_rate": 9.033077034672857e-05,
      "loss": 0.0563,
      "step": 2766
    },
    {
      "epoch": 0.299978317432784,
      "grad_norm": 0.2210758775472641,
      "learning_rate": 9.032714347889163e-05,
      "loss": 0.0444,
      "step": 2767
    },
    {
      "epoch": 0.30008673026886384,
      "grad_norm": 0.20115427672863007,
      "learning_rate": 9.03235166110547e-05,
      "loss": 0.0489,
      "step": 2768
    },
    {
      "epoch": 0.3001951431049436,
      "grad_norm": 0.13876767456531525,
      "learning_rate": 9.031988974321776e-05,
      "loss": 0.0271,
      "step": 2769
    },
    {
      "epoch": 0.3003035559410234,
      "grad_norm": 0.30303069949150085,
      "learning_rate": 9.031626287538083e-05,
      "loss": 0.0812,
      "step": 2770
    },
    {
      "epoch": 0.3004119687771032,
      "grad_norm": 0.17369960248470306,
      "learning_rate": 9.03126360075439e-05,
      "loss": 0.0349,
      "step": 2771
    },
    {
      "epoch": 0.300520381613183,
      "grad_norm": 0.19107195734977722,
      "learning_rate": 9.030900913970695e-05,
      "loss": 0.0804,
      "step": 2772
    },
    {
      "epoch": 0.30062879444926277,
      "grad_norm": 0.28960007429122925,
      "learning_rate": 9.030538227187003e-05,
      "loss": 0.0652,
      "step": 2773
    },
    {
      "epoch": 0.3007372072853426,
      "grad_norm": 0.30677443742752075,
      "learning_rate": 9.030175540403308e-05,
      "loss": 0.0764,
      "step": 2774
    },
    {
      "epoch": 0.30084562012142235,
      "grad_norm": 0.22124217450618744,
      "learning_rate": 9.029812853619615e-05,
      "loss": 0.0647,
      "step": 2775
    },
    {
      "epoch": 0.30095403295750217,
      "grad_norm": 0.2516213059425354,
      "learning_rate": 9.029450166835921e-05,
      "loss": 0.0422,
      "step": 2776
    },
    {
      "epoch": 0.30106244579358193,
      "grad_norm": 0.14424310624599457,
      "learning_rate": 9.029087480052227e-05,
      "loss": 0.0363,
      "step": 2777
    },
    {
      "epoch": 0.30117085862966175,
      "grad_norm": 0.2925785481929779,
      "learning_rate": 9.028724793268534e-05,
      "loss": 0.0631,
      "step": 2778
    },
    {
      "epoch": 0.3012792714657415,
      "grad_norm": 0.10738897323608398,
      "learning_rate": 9.02836210648484e-05,
      "loss": 0.0194,
      "step": 2779
    },
    {
      "epoch": 0.30138768430182133,
      "grad_norm": 0.12515059113502502,
      "learning_rate": 9.027999419701147e-05,
      "loss": 0.019,
      "step": 2780
    },
    {
      "epoch": 0.30149609713790115,
      "grad_norm": 0.2032909244298935,
      "learning_rate": 9.027636732917452e-05,
      "loss": 0.0301,
      "step": 2781
    },
    {
      "epoch": 0.3016045099739809,
      "grad_norm": 0.123070128262043,
      "learning_rate": 9.02727404613376e-05,
      "loss": 0.031,
      "step": 2782
    },
    {
      "epoch": 0.30171292281006074,
      "grad_norm": 0.04844231903553009,
      "learning_rate": 9.026911359350065e-05,
      "loss": 0.0064,
      "step": 2783
    },
    {
      "epoch": 0.3018213356461405,
      "grad_norm": 0.18971051275730133,
      "learning_rate": 9.026548672566371e-05,
      "loss": 0.0453,
      "step": 2784
    },
    {
      "epoch": 0.3019297484822203,
      "grad_norm": 0.1229465901851654,
      "learning_rate": 9.026185985782678e-05,
      "loss": 0.0256,
      "step": 2785
    },
    {
      "epoch": 0.3020381613183001,
      "grad_norm": 0.2977770268917084,
      "learning_rate": 9.025823298998984e-05,
      "loss": 0.0329,
      "step": 2786
    },
    {
      "epoch": 0.3021465741543799,
      "grad_norm": 0.6907206773757935,
      "learning_rate": 9.025460612215292e-05,
      "loss": 0.0709,
      "step": 2787
    },
    {
      "epoch": 0.30225498699045966,
      "grad_norm": 0.22374849021434784,
      "learning_rate": 9.025097925431598e-05,
      "loss": 0.0405,
      "step": 2788
    },
    {
      "epoch": 0.3023633998265395,
      "grad_norm": 0.4398238956928253,
      "learning_rate": 9.024735238647905e-05,
      "loss": 0.0501,
      "step": 2789
    },
    {
      "epoch": 0.30247181266261924,
      "grad_norm": 0.1631385087966919,
      "learning_rate": 9.024372551864211e-05,
      "loss": 0.0197,
      "step": 2790
    },
    {
      "epoch": 0.30258022549869906,
      "grad_norm": 0.23639510571956635,
      "learning_rate": 9.024009865080517e-05,
      "loss": 0.0408,
      "step": 2791
    },
    {
      "epoch": 0.3026886383347788,
      "grad_norm": 0.1517953723669052,
      "learning_rate": 9.023647178296824e-05,
      "loss": 0.027,
      "step": 2792
    },
    {
      "epoch": 0.30279705117085864,
      "grad_norm": 0.4242453873157501,
      "learning_rate": 9.02328449151313e-05,
      "loss": 0.0598,
      "step": 2793
    },
    {
      "epoch": 0.3029054640069384,
      "grad_norm": 0.18694162368774414,
      "learning_rate": 9.022921804729437e-05,
      "loss": 0.0294,
      "step": 2794
    },
    {
      "epoch": 0.3030138768430182,
      "grad_norm": 0.14469261467456818,
      "learning_rate": 9.022559117945742e-05,
      "loss": 0.0269,
      "step": 2795
    },
    {
      "epoch": 0.303122289679098,
      "grad_norm": 0.2233162671327591,
      "learning_rate": 9.02219643116205e-05,
      "loss": 0.0352,
      "step": 2796
    },
    {
      "epoch": 0.3032307025151778,
      "grad_norm": 0.14413030445575714,
      "learning_rate": 9.021833744378355e-05,
      "loss": 0.0265,
      "step": 2797
    },
    {
      "epoch": 0.30333911535125757,
      "grad_norm": 0.5179038047790527,
      "learning_rate": 9.021471057594662e-05,
      "loss": 0.085,
      "step": 2798
    },
    {
      "epoch": 0.3034475281873374,
      "grad_norm": 0.2454860955476761,
      "learning_rate": 9.021108370810968e-05,
      "loss": 0.0315,
      "step": 2799
    },
    {
      "epoch": 0.30355594102341715,
      "grad_norm": 0.25574445724487305,
      "learning_rate": 9.020745684027274e-05,
      "loss": 0.0511,
      "step": 2800
    },
    {
      "epoch": 0.30366435385949697,
      "grad_norm": 0.30749377608299255,
      "learning_rate": 9.020382997243581e-05,
      "loss": 0.0318,
      "step": 2801
    },
    {
      "epoch": 0.30377276669557673,
      "grad_norm": 0.10653652250766754,
      "learning_rate": 9.020020310459886e-05,
      "loss": 0.0136,
      "step": 2802
    },
    {
      "epoch": 0.30388117953165655,
      "grad_norm": 0.13488607108592987,
      "learning_rate": 9.019657623676194e-05,
      "loss": 0.0232,
      "step": 2803
    },
    {
      "epoch": 0.3039895923677363,
      "grad_norm": 0.2634800672531128,
      "learning_rate": 9.0192949368925e-05,
      "loss": 0.0603,
      "step": 2804
    },
    {
      "epoch": 0.30409800520381614,
      "grad_norm": 0.283926784992218,
      "learning_rate": 9.018932250108806e-05,
      "loss": 0.0405,
      "step": 2805
    },
    {
      "epoch": 0.3042064180398959,
      "grad_norm": 0.2212396115064621,
      "learning_rate": 9.018569563325113e-05,
      "loss": 0.0264,
      "step": 2806
    },
    {
      "epoch": 0.3043148308759757,
      "grad_norm": 0.2992187440395355,
      "learning_rate": 9.018206876541419e-05,
      "loss": 0.0645,
      "step": 2807
    },
    {
      "epoch": 0.3044232437120555,
      "grad_norm": 0.3035214841365814,
      "learning_rate": 9.017844189757726e-05,
      "loss": 0.0408,
      "step": 2808
    },
    {
      "epoch": 0.3045316565481353,
      "grad_norm": 0.3344883322715759,
      "learning_rate": 9.017481502974032e-05,
      "loss": 0.0784,
      "step": 2809
    },
    {
      "epoch": 0.3046400693842151,
      "grad_norm": 0.19300636649131775,
      "learning_rate": 9.017118816190339e-05,
      "loss": 0.0405,
      "step": 2810
    },
    {
      "epoch": 0.3047484822202949,
      "grad_norm": 0.27112457156181335,
      "learning_rate": 9.016756129406645e-05,
      "loss": 0.0406,
      "step": 2811
    },
    {
      "epoch": 0.3048568950563747,
      "grad_norm": 0.16075856983661652,
      "learning_rate": 9.016393442622952e-05,
      "loss": 0.03,
      "step": 2812
    },
    {
      "epoch": 0.30496530789245446,
      "grad_norm": 0.23875704407691956,
      "learning_rate": 9.016030755839258e-05,
      "loss": 0.0372,
      "step": 2813
    },
    {
      "epoch": 0.3050737207285343,
      "grad_norm": 0.1956399828195572,
      "learning_rate": 9.015668069055563e-05,
      "loss": 0.0367,
      "step": 2814
    },
    {
      "epoch": 0.30518213356461404,
      "grad_norm": 0.2234492301940918,
      "learning_rate": 9.01530538227187e-05,
      "loss": 0.0353,
      "step": 2815
    },
    {
      "epoch": 0.30529054640069386,
      "grad_norm": 0.36186501383781433,
      "learning_rate": 9.014942695488176e-05,
      "loss": 0.0365,
      "step": 2816
    },
    {
      "epoch": 0.3053989592367736,
      "grad_norm": 0.08401363343000412,
      "learning_rate": 9.014580008704483e-05,
      "loss": 0.0183,
      "step": 2817
    },
    {
      "epoch": 0.30550737207285344,
      "grad_norm": 0.17349578440189362,
      "learning_rate": 9.014217321920789e-05,
      "loss": 0.0384,
      "step": 2818
    },
    {
      "epoch": 0.3056157849089332,
      "grad_norm": 0.22232837975025177,
      "learning_rate": 9.013854635137096e-05,
      "loss": 0.0296,
      "step": 2819
    },
    {
      "epoch": 0.305724197745013,
      "grad_norm": 0.24382932484149933,
      "learning_rate": 9.013491948353402e-05,
      "loss": 0.0417,
      "step": 2820
    },
    {
      "epoch": 0.3058326105810928,
      "grad_norm": 0.17922815680503845,
      "learning_rate": 9.013129261569709e-05,
      "loss": 0.0337,
      "step": 2821
    },
    {
      "epoch": 0.3059410234171726,
      "grad_norm": 0.491545170545578,
      "learning_rate": 9.012766574786016e-05,
      "loss": 0.0363,
      "step": 2822
    },
    {
      "epoch": 0.30604943625325237,
      "grad_norm": 0.41744521260261536,
      "learning_rate": 9.012403888002322e-05,
      "loss": 0.0555,
      "step": 2823
    },
    {
      "epoch": 0.3061578490893322,
      "grad_norm": 0.13982678949832916,
      "learning_rate": 9.012041201218629e-05,
      "loss": 0.0142,
      "step": 2824
    },
    {
      "epoch": 0.30626626192541195,
      "grad_norm": 0.43771833181381226,
      "learning_rate": 9.011678514434935e-05,
      "loss": 0.042,
      "step": 2825
    },
    {
      "epoch": 0.30637467476149177,
      "grad_norm": 0.21971018612384796,
      "learning_rate": 9.011315827651242e-05,
      "loss": 0.0164,
      "step": 2826
    },
    {
      "epoch": 0.30648308759757154,
      "grad_norm": 0.2676192820072174,
      "learning_rate": 9.010953140867547e-05,
      "loss": 0.0401,
      "step": 2827
    },
    {
      "epoch": 0.30659150043365135,
      "grad_norm": 0.21105465292930603,
      "learning_rate": 9.010590454083853e-05,
      "loss": 0.0345,
      "step": 2828
    },
    {
      "epoch": 0.3066999132697311,
      "grad_norm": 0.26084616780281067,
      "learning_rate": 9.01022776730016e-05,
      "loss": 0.0408,
      "step": 2829
    },
    {
      "epoch": 0.30680832610581094,
      "grad_norm": 0.24234271049499512,
      "learning_rate": 9.009865080516466e-05,
      "loss": 0.0175,
      "step": 2830
    },
    {
      "epoch": 0.3069167389418907,
      "grad_norm": 0.1380777657032013,
      "learning_rate": 9.009502393732773e-05,
      "loss": 0.0409,
      "step": 2831
    },
    {
      "epoch": 0.3070251517779705,
      "grad_norm": 0.24501141905784607,
      "learning_rate": 9.009139706949079e-05,
      "loss": 0.0378,
      "step": 2832
    },
    {
      "epoch": 0.3071335646140503,
      "grad_norm": 0.30974704027175903,
      "learning_rate": 9.008777020165386e-05,
      "loss": 0.0515,
      "step": 2833
    },
    {
      "epoch": 0.3072419774501301,
      "grad_norm": 0.23522917926311493,
      "learning_rate": 9.008414333381692e-05,
      "loss": 0.0533,
      "step": 2834
    },
    {
      "epoch": 0.30735039028620986,
      "grad_norm": 0.22495757043361664,
      "learning_rate": 9.008051646597999e-05,
      "loss": 0.0396,
      "step": 2835
    },
    {
      "epoch": 0.3074588031222897,
      "grad_norm": 0.31838247179985046,
      "learning_rate": 9.007688959814304e-05,
      "loss": 0.0773,
      "step": 2836
    },
    {
      "epoch": 0.30756721595836944,
      "grad_norm": 0.18537352979183197,
      "learning_rate": 9.00732627303061e-05,
      "loss": 0.0116,
      "step": 2837
    },
    {
      "epoch": 0.30767562879444926,
      "grad_norm": 0.4223915636539459,
      "learning_rate": 9.006963586246917e-05,
      "loss": 0.0749,
      "step": 2838
    },
    {
      "epoch": 0.3077840416305291,
      "grad_norm": 0.22552362084388733,
      "learning_rate": 9.006600899463224e-05,
      "loss": 0.0313,
      "step": 2839
    },
    {
      "epoch": 0.30789245446660884,
      "grad_norm": 0.22151650488376617,
      "learning_rate": 9.006238212679531e-05,
      "loss": 0.0225,
      "step": 2840
    },
    {
      "epoch": 0.30800086730268866,
      "grad_norm": 0.2263878732919693,
      "learning_rate": 9.005875525895837e-05,
      "loss": 0.0399,
      "step": 2841
    },
    {
      "epoch": 0.3081092801387684,
      "grad_norm": 0.18966275453567505,
      "learning_rate": 9.005512839112143e-05,
      "loss": 0.034,
      "step": 2842
    },
    {
      "epoch": 0.30821769297484825,
      "grad_norm": 0.32534632086753845,
      "learning_rate": 9.00515015232845e-05,
      "loss": 0.0671,
      "step": 2843
    },
    {
      "epoch": 0.308326105810928,
      "grad_norm": 0.15254096686840057,
      "learning_rate": 9.004787465544756e-05,
      "loss": 0.0166,
      "step": 2844
    },
    {
      "epoch": 0.3084345186470078,
      "grad_norm": 0.418917179107666,
      "learning_rate": 9.004424778761063e-05,
      "loss": 0.035,
      "step": 2845
    },
    {
      "epoch": 0.3085429314830876,
      "grad_norm": 0.18720316886901855,
      "learning_rate": 9.004062091977368e-05,
      "loss": 0.0217,
      "step": 2846
    },
    {
      "epoch": 0.3086513443191674,
      "grad_norm": 0.25252726674079895,
      "learning_rate": 9.003699405193676e-05,
      "loss": 0.0293,
      "step": 2847
    },
    {
      "epoch": 0.30875975715524717,
      "grad_norm": 0.18035966157913208,
      "learning_rate": 9.003336718409981e-05,
      "loss": 0.0425,
      "step": 2848
    },
    {
      "epoch": 0.308868169991327,
      "grad_norm": 0.29496684670448303,
      "learning_rate": 9.002974031626288e-05,
      "loss": 0.0724,
      "step": 2849
    },
    {
      "epoch": 0.30897658282740675,
      "grad_norm": 0.2544673979282379,
      "learning_rate": 9.002611344842594e-05,
      "loss": 0.0476,
      "step": 2850
    },
    {
      "epoch": 0.3090849956634866,
      "grad_norm": 0.4137818515300751,
      "learning_rate": 9.0022486580589e-05,
      "loss": 0.0424,
      "step": 2851
    },
    {
      "epoch": 0.30919340849956634,
      "grad_norm": 0.24236372113227844,
      "learning_rate": 9.001885971275207e-05,
      "loss": 0.0253,
      "step": 2852
    },
    {
      "epoch": 0.30930182133564615,
      "grad_norm": 0.3099238872528076,
      "learning_rate": 9.001523284491513e-05,
      "loss": 0.04,
      "step": 2853
    },
    {
      "epoch": 0.3094102341717259,
      "grad_norm": 0.16281552612781525,
      "learning_rate": 9.00116059770782e-05,
      "loss": 0.0362,
      "step": 2854
    },
    {
      "epoch": 0.30951864700780574,
      "grad_norm": 0.5068649053573608,
      "learning_rate": 9.000797910924126e-05,
      "loss": 0.1176,
      "step": 2855
    },
    {
      "epoch": 0.3096270598438855,
      "grad_norm": 0.48816850781440735,
      "learning_rate": 9.000435224140433e-05,
      "loss": 0.0351,
      "step": 2856
    },
    {
      "epoch": 0.3097354726799653,
      "grad_norm": 0.32943195104599,
      "learning_rate": 9.00007253735674e-05,
      "loss": 0.041,
      "step": 2857
    },
    {
      "epoch": 0.3098438855160451,
      "grad_norm": 0.23679609596729279,
      "learning_rate": 8.999709850573045e-05,
      "loss": 0.0411,
      "step": 2858
    },
    {
      "epoch": 0.3099522983521249,
      "grad_norm": 0.3281543254852295,
      "learning_rate": 8.999347163789353e-05,
      "loss": 0.0678,
      "step": 2859
    },
    {
      "epoch": 0.31006071118820466,
      "grad_norm": 0.0697469562292099,
      "learning_rate": 8.998984477005658e-05,
      "loss": 0.0142,
      "step": 2860
    },
    {
      "epoch": 0.3101691240242845,
      "grad_norm": 0.08302077651023865,
      "learning_rate": 8.998621790221965e-05,
      "loss": 0.0083,
      "step": 2861
    },
    {
      "epoch": 0.31027753686036424,
      "grad_norm": 0.09848809987306595,
      "learning_rate": 8.998259103438271e-05,
      "loss": 0.0264,
      "step": 2862
    },
    {
      "epoch": 0.31038594969644406,
      "grad_norm": 0.18859484791755676,
      "learning_rate": 8.997896416654578e-05,
      "loss": 0.0239,
      "step": 2863
    },
    {
      "epoch": 0.3104943625325238,
      "grad_norm": 0.389236181974411,
      "learning_rate": 8.997533729870884e-05,
      "loss": 0.0862,
      "step": 2864
    },
    {
      "epoch": 0.31060277536860365,
      "grad_norm": 0.312562495470047,
      "learning_rate": 8.99717104308719e-05,
      "loss": 0.1212,
      "step": 2865
    },
    {
      "epoch": 0.3107111882046834,
      "grad_norm": 0.19671349227428436,
      "learning_rate": 8.996808356303497e-05,
      "loss": 0.0226,
      "step": 2866
    },
    {
      "epoch": 0.3108196010407632,
      "grad_norm": 0.11943913996219635,
      "learning_rate": 8.996445669519802e-05,
      "loss": 0.0143,
      "step": 2867
    },
    {
      "epoch": 0.31092801387684305,
      "grad_norm": 0.3095455765724182,
      "learning_rate": 8.99608298273611e-05,
      "loss": 0.0693,
      "step": 2868
    },
    {
      "epoch": 0.3110364267129228,
      "grad_norm": 0.14112712442874908,
      "learning_rate": 8.995720295952415e-05,
      "loss": 0.0197,
      "step": 2869
    },
    {
      "epoch": 0.3111448395490026,
      "grad_norm": 0.20631703734397888,
      "learning_rate": 8.995357609168722e-05,
      "loss": 0.0354,
      "step": 2870
    },
    {
      "epoch": 0.3112532523850824,
      "grad_norm": 0.12698672711849213,
      "learning_rate": 8.994994922385028e-05,
      "loss": 0.0389,
      "step": 2871
    },
    {
      "epoch": 0.3113616652211622,
      "grad_norm": 0.31517496705055237,
      "learning_rate": 8.994632235601335e-05,
      "loss": 0.0505,
      "step": 2872
    },
    {
      "epoch": 0.311470078057242,
      "grad_norm": 0.25074926018714905,
      "learning_rate": 8.994269548817642e-05,
      "loss": 0.0646,
      "step": 2873
    },
    {
      "epoch": 0.3115784908933218,
      "grad_norm": 0.3823729455471039,
      "learning_rate": 8.993906862033948e-05,
      "loss": 0.0837,
      "step": 2874
    },
    {
      "epoch": 0.31168690372940155,
      "grad_norm": 0.11691664904356003,
      "learning_rate": 8.993544175250255e-05,
      "loss": 0.0228,
      "step": 2875
    },
    {
      "epoch": 0.3117953165654814,
      "grad_norm": 0.19704310595989227,
      "learning_rate": 8.993181488466561e-05,
      "loss": 0.0525,
      "step": 2876
    },
    {
      "epoch": 0.31190372940156114,
      "grad_norm": 0.26120245456695557,
      "learning_rate": 8.992818801682868e-05,
      "loss": 0.0747,
      "step": 2877
    },
    {
      "epoch": 0.31201214223764095,
      "grad_norm": 0.08576289564371109,
      "learning_rate": 8.992456114899174e-05,
      "loss": 0.0116,
      "step": 2878
    },
    {
      "epoch": 0.3121205550737207,
      "grad_norm": 0.37828338146209717,
      "learning_rate": 8.992093428115481e-05,
      "loss": 0.0733,
      "step": 2879
    },
    {
      "epoch": 0.31222896790980054,
      "grad_norm": 0.2236451655626297,
      "learning_rate": 8.991730741331786e-05,
      "loss": 0.0431,
      "step": 2880
    },
    {
      "epoch": 0.3123373807458803,
      "grad_norm": 0.17318584024906158,
      "learning_rate": 8.991368054548092e-05,
      "loss": 0.0269,
      "step": 2881
    },
    {
      "epoch": 0.3124457935819601,
      "grad_norm": 0.20164528489112854,
      "learning_rate": 8.991005367764399e-05,
      "loss": 0.0496,
      "step": 2882
    },
    {
      "epoch": 0.3125542064180399,
      "grad_norm": 0.2648877799510956,
      "learning_rate": 8.990642680980705e-05,
      "loss": 0.0583,
      "step": 2883
    },
    {
      "epoch": 0.3126626192541197,
      "grad_norm": 0.28247982263565063,
      "learning_rate": 8.990279994197012e-05,
      "loss": 0.0354,
      "step": 2884
    },
    {
      "epoch": 0.31277103209019946,
      "grad_norm": 0.2738237977027893,
      "learning_rate": 8.989917307413318e-05,
      "loss": 0.0656,
      "step": 2885
    },
    {
      "epoch": 0.3128794449262793,
      "grad_norm": 0.17179512977600098,
      "learning_rate": 8.989554620629625e-05,
      "loss": 0.0189,
      "step": 2886
    },
    {
      "epoch": 0.31298785776235905,
      "grad_norm": 0.30791497230529785,
      "learning_rate": 8.98919193384593e-05,
      "loss": 0.0541,
      "step": 2887
    },
    {
      "epoch": 0.31309627059843886,
      "grad_norm": 0.19076555967330933,
      "learning_rate": 8.988829247062236e-05,
      "loss": 0.0416,
      "step": 2888
    },
    {
      "epoch": 0.3132046834345186,
      "grad_norm": 0.19286443293094635,
      "learning_rate": 8.988466560278543e-05,
      "loss": 0.0439,
      "step": 2889
    },
    {
      "epoch": 0.31331309627059845,
      "grad_norm": 0.28416237235069275,
      "learning_rate": 8.988103873494849e-05,
      "loss": 0.0593,
      "step": 2890
    },
    {
      "epoch": 0.3134215091066782,
      "grad_norm": 0.14923305809497833,
      "learning_rate": 8.987741186711158e-05,
      "loss": 0.0462,
      "step": 2891
    },
    {
      "epoch": 0.313529921942758,
      "grad_norm": 0.36622506380081177,
      "learning_rate": 8.987378499927463e-05,
      "loss": 0.0549,
      "step": 2892
    },
    {
      "epoch": 0.3136383347788378,
      "grad_norm": 0.18982210755348206,
      "learning_rate": 8.98701581314377e-05,
      "loss": 0.0408,
      "step": 2893
    },
    {
      "epoch": 0.3137467476149176,
      "grad_norm": 0.40876731276512146,
      "learning_rate": 8.986653126360076e-05,
      "loss": 0.1028,
      "step": 2894
    },
    {
      "epoch": 0.3138551604509974,
      "grad_norm": 0.1001233160495758,
      "learning_rate": 8.986290439576382e-05,
      "loss": 0.0166,
      "step": 2895
    },
    {
      "epoch": 0.3139635732870772,
      "grad_norm": 0.23273290693759918,
      "learning_rate": 8.985927752792689e-05,
      "loss": 0.0462,
      "step": 2896
    },
    {
      "epoch": 0.31407198612315695,
      "grad_norm": 0.28167182207107544,
      "learning_rate": 8.985565066008995e-05,
      "loss": 0.0491,
      "step": 2897
    },
    {
      "epoch": 0.3141803989592368,
      "grad_norm": 0.16839829087257385,
      "learning_rate": 8.985202379225302e-05,
      "loss": 0.034,
      "step": 2898
    },
    {
      "epoch": 0.3142888117953166,
      "grad_norm": 0.37706440687179565,
      "learning_rate": 8.984839692441608e-05,
      "loss": 0.0473,
      "step": 2899
    },
    {
      "epoch": 0.31439722463139635,
      "grad_norm": 0.28254464268684387,
      "learning_rate": 8.984477005657915e-05,
      "loss": 0.1012,
      "step": 2900
    },
    {
      "epoch": 0.3145056374674762,
      "grad_norm": 0.0822359025478363,
      "learning_rate": 8.98411431887422e-05,
      "loss": 0.0102,
      "step": 2901
    },
    {
      "epoch": 0.31461405030355594,
      "grad_norm": 0.10980094969272614,
      "learning_rate": 8.983751632090527e-05,
      "loss": 0.012,
      "step": 2902
    },
    {
      "epoch": 0.31472246313963576,
      "grad_norm": 1.226318120956421,
      "learning_rate": 8.983388945306833e-05,
      "loss": 0.0602,
      "step": 2903
    },
    {
      "epoch": 0.3148308759757155,
      "grad_norm": 0.2709876000881195,
      "learning_rate": 8.983026258523139e-05,
      "loss": 0.0599,
      "step": 2904
    },
    {
      "epoch": 0.31493928881179534,
      "grad_norm": 0.2300887107849121,
      "learning_rate": 8.982663571739446e-05,
      "loss": 0.0604,
      "step": 2905
    },
    {
      "epoch": 0.3150477016478751,
      "grad_norm": 0.3476817011833191,
      "learning_rate": 8.982300884955752e-05,
      "loss": 0.0249,
      "step": 2906
    },
    {
      "epoch": 0.3151561144839549,
      "grad_norm": 0.297421932220459,
      "learning_rate": 8.981938198172059e-05,
      "loss": 0.0636,
      "step": 2907
    },
    {
      "epoch": 0.3152645273200347,
      "grad_norm": 0.22442293167114258,
      "learning_rate": 8.981575511388366e-05,
      "loss": 0.078,
      "step": 2908
    },
    {
      "epoch": 0.3153729401561145,
      "grad_norm": 0.1804913729429245,
      "learning_rate": 8.981212824604672e-05,
      "loss": 0.0452,
      "step": 2909
    },
    {
      "epoch": 0.31548135299219426,
      "grad_norm": 0.25985419750213623,
      "learning_rate": 8.980850137820979e-05,
      "loss": 0.0435,
      "step": 2910
    },
    {
      "epoch": 0.3155897658282741,
      "grad_norm": 0.2679847776889801,
      "learning_rate": 8.980487451037285e-05,
      "loss": 0.0503,
      "step": 2911
    },
    {
      "epoch": 0.31569817866435385,
      "grad_norm": 0.13059034943580627,
      "learning_rate": 8.980124764253592e-05,
      "loss": 0.0465,
      "step": 2912
    },
    {
      "epoch": 0.31580659150043366,
      "grad_norm": 0.19256284832954407,
      "learning_rate": 8.979762077469897e-05,
      "loss": 0.0464,
      "step": 2913
    },
    {
      "epoch": 0.3159150043365134,
      "grad_norm": 0.25956329703330994,
      "learning_rate": 8.979399390686204e-05,
      "loss": 0.0329,
      "step": 2914
    },
    {
      "epoch": 0.31602341717259325,
      "grad_norm": 0.34537121653556824,
      "learning_rate": 8.97903670390251e-05,
      "loss": 0.0828,
      "step": 2915
    },
    {
      "epoch": 0.316131830008673,
      "grad_norm": 0.19962312281131744,
      "learning_rate": 8.978674017118817e-05,
      "loss": 0.0848,
      "step": 2916
    },
    {
      "epoch": 0.31624024284475283,
      "grad_norm": 0.11258570849895477,
      "learning_rate": 8.978311330335123e-05,
      "loss": 0.0246,
      "step": 2917
    },
    {
      "epoch": 0.3163486556808326,
      "grad_norm": 0.12627321481704712,
      "learning_rate": 8.977948643551429e-05,
      "loss": 0.0377,
      "step": 2918
    },
    {
      "epoch": 0.3164570685169124,
      "grad_norm": 0.11325529962778091,
      "learning_rate": 8.977585956767736e-05,
      "loss": 0.0397,
      "step": 2919
    },
    {
      "epoch": 0.3165654813529922,
      "grad_norm": 0.21690203249454498,
      "learning_rate": 8.977223269984042e-05,
      "loss": 0.0384,
      "step": 2920
    },
    {
      "epoch": 0.316673894189072,
      "grad_norm": 0.18701019883155823,
      "learning_rate": 8.976860583200349e-05,
      "loss": 0.0454,
      "step": 2921
    },
    {
      "epoch": 0.31678230702515175,
      "grad_norm": 0.21097491681575775,
      "learning_rate": 8.976497896416654e-05,
      "loss": 0.0473,
      "step": 2922
    },
    {
      "epoch": 0.3168907198612316,
      "grad_norm": 0.19981980323791504,
      "learning_rate": 8.976135209632961e-05,
      "loss": 0.0417,
      "step": 2923
    },
    {
      "epoch": 0.31699913269731134,
      "grad_norm": 0.30063873529434204,
      "learning_rate": 8.975772522849267e-05,
      "loss": 0.0339,
      "step": 2924
    },
    {
      "epoch": 0.31710754553339116,
      "grad_norm": 0.3678387403488159,
      "learning_rate": 8.975409836065574e-05,
      "loss": 0.0375,
      "step": 2925
    },
    {
      "epoch": 0.3172159583694709,
      "grad_norm": 0.21142803132534027,
      "learning_rate": 8.975047149281881e-05,
      "loss": 0.0402,
      "step": 2926
    },
    {
      "epoch": 0.31732437120555074,
      "grad_norm": 0.35572436451911926,
      "learning_rate": 8.974684462498187e-05,
      "loss": 0.0295,
      "step": 2927
    },
    {
      "epoch": 0.31743278404163056,
      "grad_norm": 0.3668282628059387,
      "learning_rate": 8.974321775714494e-05,
      "loss": 0.0614,
      "step": 2928
    },
    {
      "epoch": 0.3175411968777103,
      "grad_norm": 0.20623856782913208,
      "learning_rate": 8.9739590889308e-05,
      "loss": 0.0393,
      "step": 2929
    },
    {
      "epoch": 0.31764960971379014,
      "grad_norm": 0.24302804470062256,
      "learning_rate": 8.973596402147107e-05,
      "loss": 0.0564,
      "step": 2930
    },
    {
      "epoch": 0.3177580225498699,
      "grad_norm": 0.2493213266134262,
      "learning_rate": 8.973233715363413e-05,
      "loss": 0.0559,
      "step": 2931
    },
    {
      "epoch": 0.3178664353859497,
      "grad_norm": 0.1400831788778305,
      "learning_rate": 8.972871028579718e-05,
      "loss": 0.0298,
      "step": 2932
    },
    {
      "epoch": 0.3179748482220295,
      "grad_norm": 0.12344668805599213,
      "learning_rate": 8.972508341796026e-05,
      "loss": 0.0181,
      "step": 2933
    },
    {
      "epoch": 0.3180832610581093,
      "grad_norm": 0.2747308611869812,
      "learning_rate": 8.972145655012331e-05,
      "loss": 0.0883,
      "step": 2934
    },
    {
      "epoch": 0.31819167389418906,
      "grad_norm": 0.0941644236445427,
      "learning_rate": 8.971782968228638e-05,
      "loss": 0.0188,
      "step": 2935
    },
    {
      "epoch": 0.3183000867302689,
      "grad_norm": 0.3117121458053589,
      "learning_rate": 8.971420281444944e-05,
      "loss": 0.0438,
      "step": 2936
    },
    {
      "epoch": 0.31840849956634865,
      "grad_norm": 0.5280738472938538,
      "learning_rate": 8.971057594661251e-05,
      "loss": 0.0471,
      "step": 2937
    },
    {
      "epoch": 0.31851691240242846,
      "grad_norm": 0.2576128840446472,
      "learning_rate": 8.970694907877557e-05,
      "loss": 0.058,
      "step": 2938
    },
    {
      "epoch": 0.31862532523850823,
      "grad_norm": 0.21786904335021973,
      "learning_rate": 8.970332221093864e-05,
      "loss": 0.0278,
      "step": 2939
    },
    {
      "epoch": 0.31873373807458805,
      "grad_norm": 0.15179087221622467,
      "learning_rate": 8.96996953431017e-05,
      "loss": 0.0355,
      "step": 2940
    },
    {
      "epoch": 0.3188421509106678,
      "grad_norm": 0.07258906960487366,
      "learning_rate": 8.969606847526475e-05,
      "loss": 0.0097,
      "step": 2941
    },
    {
      "epoch": 0.31895056374674763,
      "grad_norm": 0.29440635442733765,
      "learning_rate": 8.969244160742784e-05,
      "loss": 0.0464,
      "step": 2942
    },
    {
      "epoch": 0.3190589765828274,
      "grad_norm": 0.4502820670604706,
      "learning_rate": 8.96888147395909e-05,
      "loss": 0.0879,
      "step": 2943
    },
    {
      "epoch": 0.3191673894189072,
      "grad_norm": 0.19159214198589325,
      "learning_rate": 8.968518787175397e-05,
      "loss": 0.047,
      "step": 2944
    },
    {
      "epoch": 0.319275802254987,
      "grad_norm": 0.14467184245586395,
      "learning_rate": 8.968156100391702e-05,
      "loss": 0.0181,
      "step": 2945
    },
    {
      "epoch": 0.3193842150910668,
      "grad_norm": 0.19061632454395294,
      "learning_rate": 8.967793413608008e-05,
      "loss": 0.058,
      "step": 2946
    },
    {
      "epoch": 0.31949262792714656,
      "grad_norm": 0.47468575835227966,
      "learning_rate": 8.967430726824315e-05,
      "loss": 0.0489,
      "step": 2947
    },
    {
      "epoch": 0.3196010407632264,
      "grad_norm": 0.21579629182815552,
      "learning_rate": 8.967068040040621e-05,
      "loss": 0.0484,
      "step": 2948
    },
    {
      "epoch": 0.31970945359930614,
      "grad_norm": 0.3581238389015198,
      "learning_rate": 8.966705353256928e-05,
      "loss": 0.0952,
      "step": 2949
    },
    {
      "epoch": 0.31981786643538596,
      "grad_norm": 0.16695769131183624,
      "learning_rate": 8.966342666473234e-05,
      "loss": 0.0253,
      "step": 2950
    },
    {
      "epoch": 0.3199262792714657,
      "grad_norm": 0.17786143720149994,
      "learning_rate": 8.965979979689541e-05,
      "loss": 0.0403,
      "step": 2951
    },
    {
      "epoch": 0.32003469210754554,
      "grad_norm": 0.18292608857154846,
      "learning_rate": 8.965617292905847e-05,
      "loss": 0.0378,
      "step": 2952
    },
    {
      "epoch": 0.3201431049436253,
      "grad_norm": 0.13122008740901947,
      "learning_rate": 8.965254606122154e-05,
      "loss": 0.0369,
      "step": 2953
    },
    {
      "epoch": 0.3202515177797051,
      "grad_norm": 0.2363443672657013,
      "learning_rate": 8.96489191933846e-05,
      "loss": 0.0427,
      "step": 2954
    },
    {
      "epoch": 0.3203599306157849,
      "grad_norm": 0.12590497732162476,
      "learning_rate": 8.964529232554765e-05,
      "loss": 0.025,
      "step": 2955
    },
    {
      "epoch": 0.3204683434518647,
      "grad_norm": 0.1495809108018875,
      "learning_rate": 8.964166545771072e-05,
      "loss": 0.0186,
      "step": 2956
    },
    {
      "epoch": 0.3205767562879445,
      "grad_norm": 0.15548425912857056,
      "learning_rate": 8.963803858987378e-05,
      "loss": 0.0456,
      "step": 2957
    },
    {
      "epoch": 0.3206851691240243,
      "grad_norm": 0.32659876346588135,
      "learning_rate": 8.963441172203685e-05,
      "loss": 0.0484,
      "step": 2958
    },
    {
      "epoch": 0.3207935819601041,
      "grad_norm": 0.24714462459087372,
      "learning_rate": 8.963078485419991e-05,
      "loss": 0.0422,
      "step": 2959
    },
    {
      "epoch": 0.32090199479618386,
      "grad_norm": 0.30213889479637146,
      "learning_rate": 8.962715798636299e-05,
      "loss": 0.0591,
      "step": 2960
    },
    {
      "epoch": 0.3210104076322637,
      "grad_norm": 0.18235604465007782,
      "learning_rate": 8.962353111852605e-05,
      "loss": 0.0269,
      "step": 2961
    },
    {
      "epoch": 0.32111882046834345,
      "grad_norm": 0.14455145597457886,
      "learning_rate": 8.961990425068911e-05,
      "loss": 0.0284,
      "step": 2962
    },
    {
      "epoch": 0.32122723330442327,
      "grad_norm": 0.25369250774383545,
      "learning_rate": 8.961627738285218e-05,
      "loss": 0.052,
      "step": 2963
    },
    {
      "epoch": 0.32133564614050303,
      "grad_norm": 0.22601506114006042,
      "learning_rate": 8.961265051501524e-05,
      "loss": 0.0491,
      "step": 2964
    },
    {
      "epoch": 0.32144405897658285,
      "grad_norm": 0.24507994949817657,
      "learning_rate": 8.96090236471783e-05,
      "loss": 0.0333,
      "step": 2965
    },
    {
      "epoch": 0.3215524718126626,
      "grad_norm": 0.24055986106395721,
      "learning_rate": 8.960539677934136e-05,
      "loss": 0.0285,
      "step": 2966
    },
    {
      "epoch": 0.32166088464874243,
      "grad_norm": 0.1315702646970749,
      "learning_rate": 8.960176991150443e-05,
      "loss": 0.0364,
      "step": 2967
    },
    {
      "epoch": 0.3217692974848222,
      "grad_norm": 0.15753023326396942,
      "learning_rate": 8.959814304366749e-05,
      "loss": 0.0206,
      "step": 2968
    },
    {
      "epoch": 0.321877710320902,
      "grad_norm": 0.11663535237312317,
      "learning_rate": 8.959451617583055e-05,
      "loss": 0.0257,
      "step": 2969
    },
    {
      "epoch": 0.3219861231569818,
      "grad_norm": 0.3763366639614105,
      "learning_rate": 8.959088930799362e-05,
      "loss": 0.0316,
      "step": 2970
    },
    {
      "epoch": 0.3220945359930616,
      "grad_norm": 0.07962314784526825,
      "learning_rate": 8.958726244015668e-05,
      "loss": 0.0195,
      "step": 2971
    },
    {
      "epoch": 0.32220294882914136,
      "grad_norm": 0.27775809168815613,
      "learning_rate": 8.958363557231975e-05,
      "loss": 0.0509,
      "step": 2972
    },
    {
      "epoch": 0.3223113616652212,
      "grad_norm": 0.23798204958438873,
      "learning_rate": 8.95800087044828e-05,
      "loss": 0.0427,
      "step": 2973
    },
    {
      "epoch": 0.32241977450130094,
      "grad_norm": 0.15823374688625336,
      "learning_rate": 8.957638183664588e-05,
      "loss": 0.0214,
      "step": 2974
    },
    {
      "epoch": 0.32252818733738076,
      "grad_norm": 0.22514809668064117,
      "learning_rate": 8.957275496880893e-05,
      "loss": 0.0377,
      "step": 2975
    },
    {
      "epoch": 0.3226366001734605,
      "grad_norm": 0.09496209025382996,
      "learning_rate": 8.9569128100972e-05,
      "loss": 0.0111,
      "step": 2976
    },
    {
      "epoch": 0.32274501300954034,
      "grad_norm": 0.4252200126647949,
      "learning_rate": 8.956550123313508e-05,
      "loss": 0.0844,
      "step": 2977
    },
    {
      "epoch": 0.3228534258456201,
      "grad_norm": 0.32458969950675964,
      "learning_rate": 8.956187436529813e-05,
      "loss": 0.0561,
      "step": 2978
    },
    {
      "epoch": 0.3229618386816999,
      "grad_norm": 0.33708781003952026,
      "learning_rate": 8.95582474974612e-05,
      "loss": 0.0447,
      "step": 2979
    },
    {
      "epoch": 0.3230702515177797,
      "grad_norm": 0.2619960308074951,
      "learning_rate": 8.955462062962426e-05,
      "loss": 0.0602,
      "step": 2980
    },
    {
      "epoch": 0.3231786643538595,
      "grad_norm": 0.5731328129768372,
      "learning_rate": 8.955099376178733e-05,
      "loss": 0.0287,
      "step": 2981
    },
    {
      "epoch": 0.32328707718993926,
      "grad_norm": 0.2809551954269409,
      "learning_rate": 8.954736689395039e-05,
      "loss": 0.0687,
      "step": 2982
    },
    {
      "epoch": 0.3233954900260191,
      "grad_norm": 0.30575987696647644,
      "learning_rate": 8.954374002611346e-05,
      "loss": 0.0726,
      "step": 2983
    },
    {
      "epoch": 0.32350390286209885,
      "grad_norm": 0.36671745777130127,
      "learning_rate": 8.954011315827652e-05,
      "loss": 0.0329,
      "step": 2984
    },
    {
      "epoch": 0.32361231569817867,
      "grad_norm": 0.1518905907869339,
      "learning_rate": 8.953648629043958e-05,
      "loss": 0.0352,
      "step": 2985
    },
    {
      "epoch": 0.3237207285342585,
      "grad_norm": 0.23050791025161743,
      "learning_rate": 8.953285942260265e-05,
      "loss": 0.0634,
      "step": 2986
    },
    {
      "epoch": 0.32382914137033825,
      "grad_norm": 0.20220082998275757,
      "learning_rate": 8.95292325547657e-05,
      "loss": 0.0367,
      "step": 2987
    },
    {
      "epoch": 0.32393755420641807,
      "grad_norm": 0.48201677203178406,
      "learning_rate": 8.952560568692877e-05,
      "loss": 0.0337,
      "step": 2988
    },
    {
      "epoch": 0.32404596704249783,
      "grad_norm": 0.34928378462791443,
      "learning_rate": 8.952197881909183e-05,
      "loss": 0.0681,
      "step": 2989
    },
    {
      "epoch": 0.32415437987857765,
      "grad_norm": 0.1819414347410202,
      "learning_rate": 8.95183519512549e-05,
      "loss": 0.034,
      "step": 2990
    },
    {
      "epoch": 0.3242627927146574,
      "grad_norm": 0.2078387439250946,
      "learning_rate": 8.951472508341796e-05,
      "loss": 0.0486,
      "step": 2991
    },
    {
      "epoch": 0.32437120555073723,
      "grad_norm": 0.19753432273864746,
      "learning_rate": 8.951109821558103e-05,
      "loss": 0.0382,
      "step": 2992
    },
    {
      "epoch": 0.324479618386817,
      "grad_norm": 0.18232032656669617,
      "learning_rate": 8.950747134774409e-05,
      "loss": 0.0363,
      "step": 2993
    },
    {
      "epoch": 0.3245880312228968,
      "grad_norm": 0.2604467570781708,
      "learning_rate": 8.950384447990716e-05,
      "loss": 0.0428,
      "step": 2994
    },
    {
      "epoch": 0.3246964440589766,
      "grad_norm": 0.26796090602874756,
      "learning_rate": 8.950021761207023e-05,
      "loss": 0.0375,
      "step": 2995
    },
    {
      "epoch": 0.3248048568950564,
      "grad_norm": 0.1818820834159851,
      "learning_rate": 8.949659074423329e-05,
      "loss": 0.0437,
      "step": 2996
    },
    {
      "epoch": 0.32491326973113616,
      "grad_norm": 0.18818487226963043,
      "learning_rate": 8.949296387639636e-05,
      "loss": 0.0318,
      "step": 2997
    },
    {
      "epoch": 0.325021682567216,
      "grad_norm": 0.26005515456199646,
      "learning_rate": 8.948933700855942e-05,
      "loss": 0.0847,
      "step": 2998
    },
    {
      "epoch": 0.32513009540329574,
      "grad_norm": 0.349547803401947,
      "learning_rate": 8.948571014072247e-05,
      "loss": 0.079,
      "step": 2999
    },
    {
      "epoch": 0.32523850823937556,
      "grad_norm": 0.13698160648345947,
      "learning_rate": 8.948208327288554e-05,
      "loss": 0.0309,
      "step": 3000
    },
    {
      "epoch": 0.3253469210754553,
      "grad_norm": 0.18031302094459534,
      "learning_rate": 8.94784564050486e-05,
      "loss": 0.0328,
      "step": 3001
    },
    {
      "epoch": 0.32545533391153514,
      "grad_norm": 0.5339743494987488,
      "learning_rate": 8.947482953721167e-05,
      "loss": 0.0951,
      "step": 3002
    },
    {
      "epoch": 0.3255637467476149,
      "grad_norm": 0.05421733856201172,
      "learning_rate": 8.947120266937473e-05,
      "loss": 0.0106,
      "step": 3003
    },
    {
      "epoch": 0.3256721595836947,
      "grad_norm": 0.3345123827457428,
      "learning_rate": 8.94675758015378e-05,
      "loss": 0.0584,
      "step": 3004
    },
    {
      "epoch": 0.3257805724197745,
      "grad_norm": 0.137924924492836,
      "learning_rate": 8.946394893370086e-05,
      "loss": 0.0276,
      "step": 3005
    },
    {
      "epoch": 0.3258889852558543,
      "grad_norm": 0.15333916246891022,
      "learning_rate": 8.946032206586393e-05,
      "loss": 0.0278,
      "step": 3006
    },
    {
      "epoch": 0.32599739809193407,
      "grad_norm": 0.2919847071170807,
      "learning_rate": 8.945669519802699e-05,
      "loss": 0.0645,
      "step": 3007
    },
    {
      "epoch": 0.3261058109280139,
      "grad_norm": 0.10297688841819763,
      "learning_rate": 8.945306833019004e-05,
      "loss": 0.0168,
      "step": 3008
    },
    {
      "epoch": 0.32621422376409365,
      "grad_norm": 0.09199883043766022,
      "learning_rate": 8.944944146235311e-05,
      "loss": 0.0196,
      "step": 3009
    },
    {
      "epoch": 0.32632263660017347,
      "grad_norm": 0.15485382080078125,
      "learning_rate": 8.944581459451617e-05,
      "loss": 0.0725,
      "step": 3010
    },
    {
      "epoch": 0.32643104943625323,
      "grad_norm": 0.15068982541561127,
      "learning_rate": 8.944218772667926e-05,
      "loss": 0.05,
      "step": 3011
    },
    {
      "epoch": 0.32653946227233305,
      "grad_norm": 0.2462521642446518,
      "learning_rate": 8.943856085884231e-05,
      "loss": 0.0458,
      "step": 3012
    },
    {
      "epoch": 0.3266478751084128,
      "grad_norm": 0.09414015710353851,
      "learning_rate": 8.943493399100537e-05,
      "loss": 0.0162,
      "step": 3013
    },
    {
      "epoch": 0.32675628794449263,
      "grad_norm": 0.13439002633094788,
      "learning_rate": 8.943130712316844e-05,
      "loss": 0.0261,
      "step": 3014
    },
    {
      "epoch": 0.3268647007805724,
      "grad_norm": 0.18877485394477844,
      "learning_rate": 8.94276802553315e-05,
      "loss": 0.0364,
      "step": 3015
    },
    {
      "epoch": 0.3269731136166522,
      "grad_norm": 0.17526984214782715,
      "learning_rate": 8.942405338749457e-05,
      "loss": 0.037,
      "step": 3016
    },
    {
      "epoch": 0.32708152645273203,
      "grad_norm": 0.12124868482351303,
      "learning_rate": 8.942042651965763e-05,
      "loss": 0.0228,
      "step": 3017
    },
    {
      "epoch": 0.3271899392888118,
      "grad_norm": 0.27063077688217163,
      "learning_rate": 8.94167996518207e-05,
      "loss": 0.047,
      "step": 3018
    },
    {
      "epoch": 0.3272983521248916,
      "grad_norm": 0.15666857361793518,
      "learning_rate": 8.941317278398375e-05,
      "loss": 0.0219,
      "step": 3019
    },
    {
      "epoch": 0.3274067649609714,
      "grad_norm": 0.20783576369285583,
      "learning_rate": 8.940954591614683e-05,
      "loss": 0.0337,
      "step": 3020
    },
    {
      "epoch": 0.3275151777970512,
      "grad_norm": 0.18786711990833282,
      "learning_rate": 8.940591904830988e-05,
      "loss": 0.0517,
      "step": 3021
    },
    {
      "epoch": 0.32762359063313096,
      "grad_norm": 0.216511532664299,
      "learning_rate": 8.940229218047294e-05,
      "loss": 0.05,
      "step": 3022
    },
    {
      "epoch": 0.3277320034692108,
      "grad_norm": 0.2574711740016937,
      "learning_rate": 8.939866531263601e-05,
      "loss": 0.0811,
      "step": 3023
    },
    {
      "epoch": 0.32784041630529054,
      "grad_norm": 0.1567022055387497,
      "learning_rate": 8.939503844479907e-05,
      "loss": 0.0267,
      "step": 3024
    },
    {
      "epoch": 0.32794882914137036,
      "grad_norm": 0.21248401701450348,
      "learning_rate": 8.939141157696214e-05,
      "loss": 0.0554,
      "step": 3025
    },
    {
      "epoch": 0.3280572419774501,
      "grad_norm": 0.34955263137817383,
      "learning_rate": 8.93877847091252e-05,
      "loss": 0.0515,
      "step": 3026
    },
    {
      "epoch": 0.32816565481352994,
      "grad_norm": 0.14517153799533844,
      "learning_rate": 8.938415784128827e-05,
      "loss": 0.0298,
      "step": 3027
    },
    {
      "epoch": 0.3282740676496097,
      "grad_norm": 0.2809255123138428,
      "learning_rate": 8.938053097345133e-05,
      "loss": 0.0372,
      "step": 3028
    },
    {
      "epoch": 0.3283824804856895,
      "grad_norm": 0.21545515954494476,
      "learning_rate": 8.93769041056144e-05,
      "loss": 0.0363,
      "step": 3029
    },
    {
      "epoch": 0.3284908933217693,
      "grad_norm": 0.1357482522726059,
      "learning_rate": 8.937327723777747e-05,
      "loss": 0.0286,
      "step": 3030
    },
    {
      "epoch": 0.3285993061578491,
      "grad_norm": 0.18370823562145233,
      "learning_rate": 8.936965036994052e-05,
      "loss": 0.0319,
      "step": 3031
    },
    {
      "epoch": 0.32870771899392887,
      "grad_norm": 0.2429535686969757,
      "learning_rate": 8.93660235021036e-05,
      "loss": 0.0513,
      "step": 3032
    },
    {
      "epoch": 0.3288161318300087,
      "grad_norm": 0.11327871680259705,
      "learning_rate": 8.936239663426665e-05,
      "loss": 0.0211,
      "step": 3033
    },
    {
      "epoch": 0.32892454466608845,
      "grad_norm": 0.19998979568481445,
      "learning_rate": 8.935876976642972e-05,
      "loss": 0.0338,
      "step": 3034
    },
    {
      "epoch": 0.32903295750216827,
      "grad_norm": 0.15092833340168,
      "learning_rate": 8.935514289859278e-05,
      "loss": 0.0402,
      "step": 3035
    },
    {
      "epoch": 0.32914137033824803,
      "grad_norm": 0.23751316964626312,
      "learning_rate": 8.935151603075584e-05,
      "loss": 0.0358,
      "step": 3036
    },
    {
      "epoch": 0.32924978317432785,
      "grad_norm": 0.25384920835494995,
      "learning_rate": 8.934788916291891e-05,
      "loss": 0.0121,
      "step": 3037
    },
    {
      "epoch": 0.3293581960104076,
      "grad_norm": 0.2963927686214447,
      "learning_rate": 8.934426229508197e-05,
      "loss": 0.0821,
      "step": 3038
    },
    {
      "epoch": 0.32946660884648743,
      "grad_norm": 0.22494399547576904,
      "learning_rate": 8.934063542724504e-05,
      "loss": 0.0507,
      "step": 3039
    },
    {
      "epoch": 0.3295750216825672,
      "grad_norm": 0.29082751274108887,
      "learning_rate": 8.93370085594081e-05,
      "loss": 0.0528,
      "step": 3040
    },
    {
      "epoch": 0.329683434518647,
      "grad_norm": 0.058822330087423325,
      "learning_rate": 8.933338169157117e-05,
      "loss": 0.0101,
      "step": 3041
    },
    {
      "epoch": 0.3297918473547268,
      "grad_norm": 0.1604951024055481,
      "learning_rate": 8.932975482373422e-05,
      "loss": 0.0487,
      "step": 3042
    },
    {
      "epoch": 0.3299002601908066,
      "grad_norm": 0.13998907804489136,
      "learning_rate": 8.93261279558973e-05,
      "loss": 0.0258,
      "step": 3043
    },
    {
      "epoch": 0.33000867302688636,
      "grad_norm": 0.0703052431344986,
      "learning_rate": 8.932250108806035e-05,
      "loss": 0.0127,
      "step": 3044
    },
    {
      "epoch": 0.3301170858629662,
      "grad_norm": 0.4406668543815613,
      "learning_rate": 8.931887422022341e-05,
      "loss": 0.0501,
      "step": 3045
    },
    {
      "epoch": 0.330225498699046,
      "grad_norm": 0.292306125164032,
      "learning_rate": 8.931524735238649e-05,
      "loss": 0.0552,
      "step": 3046
    },
    {
      "epoch": 0.33033391153512576,
      "grad_norm": 0.41824379563331604,
      "learning_rate": 8.931162048454955e-05,
      "loss": 0.0184,
      "step": 3047
    },
    {
      "epoch": 0.3304423243712056,
      "grad_norm": 0.20000077784061432,
      "learning_rate": 8.930799361671262e-05,
      "loss": 0.0525,
      "step": 3048
    },
    {
      "epoch": 0.33055073720728534,
      "grad_norm": 0.19207115471363068,
      "learning_rate": 8.930436674887568e-05,
      "loss": 0.0571,
      "step": 3049
    },
    {
      "epoch": 0.33065915004336516,
      "grad_norm": 0.1813821941614151,
      "learning_rate": 8.930073988103874e-05,
      "loss": 0.0222,
      "step": 3050
    },
    {
      "epoch": 0.3307675628794449,
      "grad_norm": 0.1303483098745346,
      "learning_rate": 8.92971130132018e-05,
      "loss": 0.0268,
      "step": 3051
    },
    {
      "epoch": 0.33087597571552474,
      "grad_norm": 0.3833129405975342,
      "learning_rate": 8.929348614536486e-05,
      "loss": 0.0626,
      "step": 3052
    },
    {
      "epoch": 0.3309843885516045,
      "grad_norm": 0.7154064178466797,
      "learning_rate": 8.928985927752793e-05,
      "loss": 0.11,
      "step": 3053
    },
    {
      "epoch": 0.3310928013876843,
      "grad_norm": 0.24375902116298676,
      "learning_rate": 8.928623240969099e-05,
      "loss": 0.0307,
      "step": 3054
    },
    {
      "epoch": 0.3312012142237641,
      "grad_norm": 0.7714135646820068,
      "learning_rate": 8.928260554185406e-05,
      "loss": 0.0454,
      "step": 3055
    },
    {
      "epoch": 0.3313096270598439,
      "grad_norm": 0.34737467765808105,
      "learning_rate": 8.927897867401712e-05,
      "loss": 0.0832,
      "step": 3056
    },
    {
      "epoch": 0.33141803989592367,
      "grad_norm": 0.14418643712997437,
      "learning_rate": 8.927535180618019e-05,
      "loss": 0.0365,
      "step": 3057
    },
    {
      "epoch": 0.3315264527320035,
      "grad_norm": 0.15231165289878845,
      "learning_rate": 8.927172493834325e-05,
      "loss": 0.0244,
      "step": 3058
    },
    {
      "epoch": 0.33163486556808325,
      "grad_norm": 0.35590046644210815,
      "learning_rate": 8.92680980705063e-05,
      "loss": 0.062,
      "step": 3059
    },
    {
      "epoch": 0.33174327840416307,
      "grad_norm": 0.44839465618133545,
      "learning_rate": 8.926447120266938e-05,
      "loss": 0.025,
      "step": 3060
    },
    {
      "epoch": 0.33185169124024283,
      "grad_norm": 0.20034678280353546,
      "learning_rate": 8.926084433483243e-05,
      "loss": 0.0444,
      "step": 3061
    },
    {
      "epoch": 0.33196010407632265,
      "grad_norm": 0.2897430956363678,
      "learning_rate": 8.92572174669955e-05,
      "loss": 0.0229,
      "step": 3062
    },
    {
      "epoch": 0.3320685169124024,
      "grad_norm": 0.15579894185066223,
      "learning_rate": 8.925359059915858e-05,
      "loss": 0.0242,
      "step": 3063
    },
    {
      "epoch": 0.33217692974848223,
      "grad_norm": 0.2305002361536026,
      "learning_rate": 8.924996373132165e-05,
      "loss": 0.0301,
      "step": 3064
    },
    {
      "epoch": 0.332285342584562,
      "grad_norm": 0.12176580727100372,
      "learning_rate": 8.92463368634847e-05,
      "loss": 0.0329,
      "step": 3065
    },
    {
      "epoch": 0.3323937554206418,
      "grad_norm": 0.1816404163837433,
      "learning_rate": 8.924270999564776e-05,
      "loss": 0.0253,
      "step": 3066
    },
    {
      "epoch": 0.3325021682567216,
      "grad_norm": 0.31041616201400757,
      "learning_rate": 8.923908312781083e-05,
      "loss": 0.0728,
      "step": 3067
    },
    {
      "epoch": 0.3326105810928014,
      "grad_norm": 0.4365736246109009,
      "learning_rate": 8.923545625997389e-05,
      "loss": 0.0734,
      "step": 3068
    },
    {
      "epoch": 0.33271899392888116,
      "grad_norm": 0.42781850695610046,
      "learning_rate": 8.923182939213696e-05,
      "loss": 0.1244,
      "step": 3069
    },
    {
      "epoch": 0.332827406764961,
      "grad_norm": 0.2088458091020584,
      "learning_rate": 8.922820252430002e-05,
      "loss": 0.0419,
      "step": 3070
    },
    {
      "epoch": 0.33293581960104074,
      "grad_norm": 0.2236102968454361,
      "learning_rate": 8.922457565646309e-05,
      "loss": 0.0445,
      "step": 3071
    },
    {
      "epoch": 0.33304423243712056,
      "grad_norm": 0.12852580845355988,
      "learning_rate": 8.922094878862615e-05,
      "loss": 0.0337,
      "step": 3072
    },
    {
      "epoch": 0.3331526452732003,
      "grad_norm": 0.18111728131771088,
      "learning_rate": 8.92173219207892e-05,
      "loss": 0.0313,
      "step": 3073
    },
    {
      "epoch": 0.33326105810928014,
      "grad_norm": 0.24980555474758148,
      "learning_rate": 8.921369505295227e-05,
      "loss": 0.0397,
      "step": 3074
    },
    {
      "epoch": 0.33336947094535996,
      "grad_norm": 0.3697963058948517,
      "learning_rate": 8.921006818511533e-05,
      "loss": 0.0656,
      "step": 3075
    },
    {
      "epoch": 0.3334778837814397,
      "grad_norm": 0.16767843067646027,
      "learning_rate": 8.92064413172784e-05,
      "loss": 0.0686,
      "step": 3076
    },
    {
      "epoch": 0.33358629661751954,
      "grad_norm": 0.2779814302921295,
      "learning_rate": 8.920281444944146e-05,
      "loss": 0.0617,
      "step": 3077
    },
    {
      "epoch": 0.3336947094535993,
      "grad_norm": 0.10559026896953583,
      "learning_rate": 8.919918758160453e-05,
      "loss": 0.0297,
      "step": 3078
    },
    {
      "epoch": 0.3338031222896791,
      "grad_norm": 0.2210046499967575,
      "learning_rate": 8.919556071376759e-05,
      "loss": 0.0419,
      "step": 3079
    },
    {
      "epoch": 0.3339115351257589,
      "grad_norm": 0.29259607195854187,
      "learning_rate": 8.919193384593066e-05,
      "loss": 0.054,
      "step": 3080
    },
    {
      "epoch": 0.3340199479618387,
      "grad_norm": 0.1931138038635254,
      "learning_rate": 8.918830697809373e-05,
      "loss": 0.0583,
      "step": 3081
    },
    {
      "epoch": 0.33412836079791847,
      "grad_norm": 0.09713024646043777,
      "learning_rate": 8.918468011025679e-05,
      "loss": 0.0175,
      "step": 3082
    },
    {
      "epoch": 0.3342367736339983,
      "grad_norm": 0.16306839883327484,
      "learning_rate": 8.918105324241986e-05,
      "loss": 0.0624,
      "step": 3083
    },
    {
      "epoch": 0.33434518647007805,
      "grad_norm": 0.23703442513942719,
      "learning_rate": 8.917742637458291e-05,
      "loss": 0.0883,
      "step": 3084
    },
    {
      "epoch": 0.33445359930615787,
      "grad_norm": 0.20692981779575348,
      "learning_rate": 8.917379950674599e-05,
      "loss": 0.0464,
      "step": 3085
    },
    {
      "epoch": 0.33456201214223763,
      "grad_norm": 0.1576176881790161,
      "learning_rate": 8.917017263890904e-05,
      "loss": 0.0367,
      "step": 3086
    },
    {
      "epoch": 0.33467042497831745,
      "grad_norm": 0.123471699655056,
      "learning_rate": 8.916654577107211e-05,
      "loss": 0.0364,
      "step": 3087
    },
    {
      "epoch": 0.3347788378143972,
      "grad_norm": 0.3213956952095032,
      "learning_rate": 8.916291890323517e-05,
      "loss": 0.0926,
      "step": 3088
    },
    {
      "epoch": 0.33488725065047703,
      "grad_norm": 0.13692991435527802,
      "learning_rate": 8.915929203539823e-05,
      "loss": 0.0314,
      "step": 3089
    },
    {
      "epoch": 0.3349956634865568,
      "grad_norm": 0.18878962099552155,
      "learning_rate": 8.91556651675613e-05,
      "loss": 0.0366,
      "step": 3090
    },
    {
      "epoch": 0.3351040763226366,
      "grad_norm": 0.15514543652534485,
      "learning_rate": 8.915203829972436e-05,
      "loss": 0.0209,
      "step": 3091
    },
    {
      "epoch": 0.3352124891587164,
      "grad_norm": 0.23253659904003143,
      "learning_rate": 8.914841143188743e-05,
      "loss": 0.0783,
      "step": 3092
    },
    {
      "epoch": 0.3353209019947962,
      "grad_norm": 0.20639941096305847,
      "learning_rate": 8.914478456405049e-05,
      "loss": 0.0468,
      "step": 3093
    },
    {
      "epoch": 0.33542931483087596,
      "grad_norm": 0.30101776123046875,
      "learning_rate": 8.914115769621356e-05,
      "loss": 0.0596,
      "step": 3094
    },
    {
      "epoch": 0.3355377276669558,
      "grad_norm": 0.03224616125226021,
      "learning_rate": 8.913753082837661e-05,
      "loss": 0.0058,
      "step": 3095
    },
    {
      "epoch": 0.33564614050303554,
      "grad_norm": 0.1922295093536377,
      "learning_rate": 8.913390396053968e-05,
      "loss": 0.0455,
      "step": 3096
    },
    {
      "epoch": 0.33575455333911536,
      "grad_norm": 0.2629319429397583,
      "learning_rate": 8.913027709270274e-05,
      "loss": 0.0513,
      "step": 3097
    },
    {
      "epoch": 0.3358629661751951,
      "grad_norm": 1.2872682809829712,
      "learning_rate": 8.912665022486581e-05,
      "loss": 0.0476,
      "step": 3098
    },
    {
      "epoch": 0.33597137901127494,
      "grad_norm": 0.17342457175254822,
      "learning_rate": 8.912302335702888e-05,
      "loss": 0.0415,
      "step": 3099
    },
    {
      "epoch": 0.3360797918473547,
      "grad_norm": 0.2097388356924057,
      "learning_rate": 8.911939648919194e-05,
      "loss": 0.0344,
      "step": 3100
    },
    {
      "epoch": 0.3361882046834345,
      "grad_norm": 0.06641470640897751,
      "learning_rate": 8.911576962135501e-05,
      "loss": 0.0214,
      "step": 3101
    },
    {
      "epoch": 0.3362966175195143,
      "grad_norm": 0.06649135053157806,
      "learning_rate": 8.911214275351807e-05,
      "loss": 0.0145,
      "step": 3102
    },
    {
      "epoch": 0.3364050303555941,
      "grad_norm": 0.04205837473273277,
      "learning_rate": 8.910851588568113e-05,
      "loss": 0.0101,
      "step": 3103
    },
    {
      "epoch": 0.33651344319167387,
      "grad_norm": 0.12382172793149948,
      "learning_rate": 8.91048890178442e-05,
      "loss": 0.0282,
      "step": 3104
    },
    {
      "epoch": 0.3366218560277537,
      "grad_norm": 0.35488080978393555,
      "learning_rate": 8.910126215000725e-05,
      "loss": 0.0567,
      "step": 3105
    },
    {
      "epoch": 0.3367302688638335,
      "grad_norm": 0.3286903500556946,
      "learning_rate": 8.909763528217033e-05,
      "loss": 0.0266,
      "step": 3106
    },
    {
      "epoch": 0.33683868169991327,
      "grad_norm": 0.17039093375205994,
      "learning_rate": 8.909400841433338e-05,
      "loss": 0.0338,
      "step": 3107
    },
    {
      "epoch": 0.3369470945359931,
      "grad_norm": 0.1866459846496582,
      "learning_rate": 8.909038154649645e-05,
      "loss": 0.0379,
      "step": 3108
    },
    {
      "epoch": 0.33705550737207285,
      "grad_norm": 0.21584421396255493,
      "learning_rate": 8.908675467865951e-05,
      "loss": 0.028,
      "step": 3109
    },
    {
      "epoch": 0.33716392020815267,
      "grad_norm": 0.10918055474758148,
      "learning_rate": 8.908312781082258e-05,
      "loss": 0.0183,
      "step": 3110
    },
    {
      "epoch": 0.33727233304423243,
      "grad_norm": 0.49390414357185364,
      "learning_rate": 8.907950094298564e-05,
      "loss": 0.0728,
      "step": 3111
    },
    {
      "epoch": 0.33738074588031225,
      "grad_norm": 0.20377318561077118,
      "learning_rate": 8.90758740751487e-05,
      "loss": 0.0452,
      "step": 3112
    },
    {
      "epoch": 0.337489158716392,
      "grad_norm": 0.24733008444309235,
      "learning_rate": 8.907224720731177e-05,
      "loss": 0.0546,
      "step": 3113
    },
    {
      "epoch": 0.33759757155247183,
      "grad_norm": 0.15043024718761444,
      "learning_rate": 8.906862033947482e-05,
      "loss": 0.0451,
      "step": 3114
    },
    {
      "epoch": 0.3377059843885516,
      "grad_norm": 0.11054541170597076,
      "learning_rate": 8.906499347163791e-05,
      "loss": 0.015,
      "step": 3115
    },
    {
      "epoch": 0.3378143972246314,
      "grad_norm": 0.1733282506465912,
      "learning_rate": 8.906136660380097e-05,
      "loss": 0.0551,
      "step": 3116
    },
    {
      "epoch": 0.3379228100607112,
      "grad_norm": 0.19077111780643463,
      "learning_rate": 8.905773973596402e-05,
      "loss": 0.0217,
      "step": 3117
    },
    {
      "epoch": 0.338031222896791,
      "grad_norm": 0.21788477897644043,
      "learning_rate": 8.90541128681271e-05,
      "loss": 0.0587,
      "step": 3118
    },
    {
      "epoch": 0.33813963573287076,
      "grad_norm": 0.2924451231956482,
      "learning_rate": 8.905048600029015e-05,
      "loss": 0.0395,
      "step": 3119
    },
    {
      "epoch": 0.3382480485689506,
      "grad_norm": 0.36709368228912354,
      "learning_rate": 8.904685913245322e-05,
      "loss": 0.0411,
      "step": 3120
    },
    {
      "epoch": 0.33835646140503034,
      "grad_norm": 0.2081233114004135,
      "learning_rate": 8.904323226461628e-05,
      "loss": 0.0527,
      "step": 3121
    },
    {
      "epoch": 0.33846487424111016,
      "grad_norm": 0.23821409046649933,
      "learning_rate": 8.903960539677935e-05,
      "loss": 0.0561,
      "step": 3122
    },
    {
      "epoch": 0.3385732870771899,
      "grad_norm": 0.1702534705400467,
      "learning_rate": 8.903597852894241e-05,
      "loss": 0.0416,
      "step": 3123
    },
    {
      "epoch": 0.33868169991326974,
      "grad_norm": 0.26387813687324524,
      "learning_rate": 8.903235166110548e-05,
      "loss": 0.0349,
      "step": 3124
    },
    {
      "epoch": 0.3387901127493495,
      "grad_norm": 0.36984121799468994,
      "learning_rate": 8.902872479326854e-05,
      "loss": 0.0462,
      "step": 3125
    },
    {
      "epoch": 0.3388985255854293,
      "grad_norm": 0.16048718988895416,
      "learning_rate": 8.90250979254316e-05,
      "loss": 0.0355,
      "step": 3126
    },
    {
      "epoch": 0.3390069384215091,
      "grad_norm": 0.21738412976264954,
      "learning_rate": 8.902147105759466e-05,
      "loss": 0.064,
      "step": 3127
    },
    {
      "epoch": 0.3391153512575889,
      "grad_norm": 0.2270205318927765,
      "learning_rate": 8.901784418975772e-05,
      "loss": 0.0679,
      "step": 3128
    },
    {
      "epoch": 0.33922376409366867,
      "grad_norm": 0.28447476029396057,
      "learning_rate": 8.901421732192079e-05,
      "loss": 0.06,
      "step": 3129
    },
    {
      "epoch": 0.3393321769297485,
      "grad_norm": 0.1206517219543457,
      "learning_rate": 8.901059045408385e-05,
      "loss": 0.0165,
      "step": 3130
    },
    {
      "epoch": 0.33944058976582825,
      "grad_norm": 0.11676997691392899,
      "learning_rate": 8.900696358624692e-05,
      "loss": 0.0244,
      "step": 3131
    },
    {
      "epoch": 0.33954900260190807,
      "grad_norm": 0.3130113184452057,
      "learning_rate": 8.900333671840999e-05,
      "loss": 0.071,
      "step": 3132
    },
    {
      "epoch": 0.33965741543798783,
      "grad_norm": 0.24861083924770355,
      "learning_rate": 8.899970985057305e-05,
      "loss": 0.044,
      "step": 3133
    },
    {
      "epoch": 0.33976582827406765,
      "grad_norm": 0.19157515466213226,
      "learning_rate": 8.899608298273612e-05,
      "loss": 0.0403,
      "step": 3134
    },
    {
      "epoch": 0.33987424111014747,
      "grad_norm": 0.2323514223098755,
      "learning_rate": 8.899245611489918e-05,
      "loss": 0.0583,
      "step": 3135
    },
    {
      "epoch": 0.33998265394622723,
      "grad_norm": 0.17012453079223633,
      "learning_rate": 8.898882924706225e-05,
      "loss": 0.0262,
      "step": 3136
    },
    {
      "epoch": 0.34009106678230705,
      "grad_norm": 0.38044390082359314,
      "learning_rate": 8.89852023792253e-05,
      "loss": 0.1024,
      "step": 3137
    },
    {
      "epoch": 0.3401994796183868,
      "grad_norm": 0.22068525850772858,
      "learning_rate": 8.898157551138838e-05,
      "loss": 0.0478,
      "step": 3138
    },
    {
      "epoch": 0.34030789245446663,
      "grad_norm": 0.3340712785720825,
      "learning_rate": 8.897794864355143e-05,
      "loss": 0.0496,
      "step": 3139
    },
    {
      "epoch": 0.3404163052905464,
      "grad_norm": 0.23742638528347015,
      "learning_rate": 8.897432177571449e-05,
      "loss": 0.0278,
      "step": 3140
    },
    {
      "epoch": 0.3405247181266262,
      "grad_norm": 0.2513551115989685,
      "learning_rate": 8.897069490787756e-05,
      "loss": 0.0904,
      "step": 3141
    },
    {
      "epoch": 0.340633130962706,
      "grad_norm": 0.2419224977493286,
      "learning_rate": 8.896706804004062e-05,
      "loss": 0.0667,
      "step": 3142
    },
    {
      "epoch": 0.3407415437987858,
      "grad_norm": 0.1302914321422577,
      "learning_rate": 8.896344117220369e-05,
      "loss": 0.0506,
      "step": 3143
    },
    {
      "epoch": 0.34084995663486556,
      "grad_norm": 0.2060416340827942,
      "learning_rate": 8.895981430436675e-05,
      "loss": 0.049,
      "step": 3144
    },
    {
      "epoch": 0.3409583694709454,
      "grad_norm": 0.17153386771678925,
      "learning_rate": 8.895618743652982e-05,
      "loss": 0.0293,
      "step": 3145
    },
    {
      "epoch": 0.34106678230702514,
      "grad_norm": 0.14704260230064392,
      "learning_rate": 8.895256056869288e-05,
      "loss": 0.0292,
      "step": 3146
    },
    {
      "epoch": 0.34117519514310496,
      "grad_norm": 0.2115812599658966,
      "learning_rate": 8.894893370085595e-05,
      "loss": 0.0842,
      "step": 3147
    },
    {
      "epoch": 0.3412836079791847,
      "grad_norm": 1.5827364921569824,
      "learning_rate": 8.8945306833019e-05,
      "loss": 0.0789,
      "step": 3148
    },
    {
      "epoch": 0.34139202081526454,
      "grad_norm": 0.4043642580509186,
      "learning_rate": 8.894167996518206e-05,
      "loss": 0.0626,
      "step": 3149
    },
    {
      "epoch": 0.3415004336513443,
      "grad_norm": 0.10425910353660583,
      "learning_rate": 8.893805309734515e-05,
      "loss": 0.0213,
      "step": 3150
    },
    {
      "epoch": 0.3416088464874241,
      "grad_norm": 0.10220956802368164,
      "learning_rate": 8.89344262295082e-05,
      "loss": 0.0173,
      "step": 3151
    },
    {
      "epoch": 0.3417172593235039,
      "grad_norm": 0.32915154099464417,
      "learning_rate": 8.893079936167127e-05,
      "loss": 0.0748,
      "step": 3152
    },
    {
      "epoch": 0.3418256721595837,
      "grad_norm": 0.17161616683006287,
      "learning_rate": 8.892717249383433e-05,
      "loss": 0.0527,
      "step": 3153
    },
    {
      "epoch": 0.34193408499566347,
      "grad_norm": 0.3007882237434387,
      "learning_rate": 8.892354562599739e-05,
      "loss": 0.0448,
      "step": 3154
    },
    {
      "epoch": 0.3420424978317433,
      "grad_norm": 0.1317645162343979,
      "learning_rate": 8.891991875816046e-05,
      "loss": 0.0346,
      "step": 3155
    },
    {
      "epoch": 0.34215091066782305,
      "grad_norm": 0.1185164824128151,
      "learning_rate": 8.891629189032352e-05,
      "loss": 0.0301,
      "step": 3156
    },
    {
      "epoch": 0.34225932350390287,
      "grad_norm": 0.16757404804229736,
      "learning_rate": 8.891266502248659e-05,
      "loss": 0.0375,
      "step": 3157
    },
    {
      "epoch": 0.34236773633998263,
      "grad_norm": 0.20402859151363373,
      "learning_rate": 8.890903815464965e-05,
      "loss": 0.0423,
      "step": 3158
    },
    {
      "epoch": 0.34247614917606245,
      "grad_norm": 0.2623290717601776,
      "learning_rate": 8.890541128681272e-05,
      "loss": 0.0661,
      "step": 3159
    },
    {
      "epoch": 0.3425845620121422,
      "grad_norm": 0.124904103577137,
      "learning_rate": 8.890178441897577e-05,
      "loss": 0.0413,
      "step": 3160
    },
    {
      "epoch": 0.34269297484822203,
      "grad_norm": 0.17709745466709137,
      "learning_rate": 8.889815755113884e-05,
      "loss": 0.0368,
      "step": 3161
    },
    {
      "epoch": 0.3428013876843018,
      "grad_norm": 0.13045798242092133,
      "learning_rate": 8.88945306833019e-05,
      "loss": 0.0502,
      "step": 3162
    },
    {
      "epoch": 0.3429098005203816,
      "grad_norm": 0.4024699032306671,
      "learning_rate": 8.889090381546496e-05,
      "loss": 0.079,
      "step": 3163
    },
    {
      "epoch": 0.34301821335646143,
      "grad_norm": 0.21177266538143158,
      "learning_rate": 8.888727694762803e-05,
      "loss": 0.0482,
      "step": 3164
    },
    {
      "epoch": 0.3431266261925412,
      "grad_norm": 0.17680488526821136,
      "learning_rate": 8.888365007979109e-05,
      "loss": 0.0458,
      "step": 3165
    },
    {
      "epoch": 0.343235039028621,
      "grad_norm": 0.19574624300003052,
      "learning_rate": 8.888002321195416e-05,
      "loss": 0.0405,
      "step": 3166
    },
    {
      "epoch": 0.3433434518647008,
      "grad_norm": 0.11122050881385803,
      "learning_rate": 8.887639634411723e-05,
      "loss": 0.0228,
      "step": 3167
    },
    {
      "epoch": 0.3434518647007806,
      "grad_norm": 0.21114419400691986,
      "learning_rate": 8.88727694762803e-05,
      "loss": 0.0622,
      "step": 3168
    },
    {
      "epoch": 0.34356027753686036,
      "grad_norm": 0.1276130974292755,
      "learning_rate": 8.886914260844336e-05,
      "loss": 0.0298,
      "step": 3169
    },
    {
      "epoch": 0.3436686903729402,
      "grad_norm": 0.21735888719558716,
      "learning_rate": 8.886551574060641e-05,
      "loss": 0.0481,
      "step": 3170
    },
    {
      "epoch": 0.34377710320901994,
      "grad_norm": 0.07730237394571304,
      "learning_rate": 8.886188887276949e-05,
      "loss": 0.017,
      "step": 3171
    },
    {
      "epoch": 0.34388551604509976,
      "grad_norm": 0.13660560548305511,
      "learning_rate": 8.885826200493254e-05,
      "loss": 0.0221,
      "step": 3172
    },
    {
      "epoch": 0.3439939288811795,
      "grad_norm": 0.10456500947475433,
      "learning_rate": 8.885463513709561e-05,
      "loss": 0.0385,
      "step": 3173
    },
    {
      "epoch": 0.34410234171725934,
      "grad_norm": 0.14352522790431976,
      "learning_rate": 8.885100826925867e-05,
      "loss": 0.0225,
      "step": 3174
    },
    {
      "epoch": 0.3442107545533391,
      "grad_norm": 0.13762417435646057,
      "learning_rate": 8.884738140142174e-05,
      "loss": 0.0353,
      "step": 3175
    },
    {
      "epoch": 0.3443191673894189,
      "grad_norm": 0.26558488607406616,
      "learning_rate": 8.88437545335848e-05,
      "loss": 0.0692,
      "step": 3176
    },
    {
      "epoch": 0.3444275802254987,
      "grad_norm": 0.2648448348045349,
      "learning_rate": 8.884012766574787e-05,
      "loss": 0.0588,
      "step": 3177
    },
    {
      "epoch": 0.3445359930615785,
      "grad_norm": 0.29826050996780396,
      "learning_rate": 8.883650079791093e-05,
      "loss": 0.0676,
      "step": 3178
    },
    {
      "epoch": 0.34464440589765827,
      "grad_norm": 0.14246250689029694,
      "learning_rate": 8.883287393007398e-05,
      "loss": 0.0395,
      "step": 3179
    },
    {
      "epoch": 0.3447528187337381,
      "grad_norm": 0.2503052353858948,
      "learning_rate": 8.882924706223706e-05,
      "loss": 0.0668,
      "step": 3180
    },
    {
      "epoch": 0.34486123156981785,
      "grad_norm": 0.1299850344657898,
      "learning_rate": 8.882562019440011e-05,
      "loss": 0.0197,
      "step": 3181
    },
    {
      "epoch": 0.34496964440589767,
      "grad_norm": 0.2690299153327942,
      "learning_rate": 8.882199332656318e-05,
      "loss": 0.0559,
      "step": 3182
    },
    {
      "epoch": 0.34507805724197743,
      "grad_norm": 0.6902976632118225,
      "learning_rate": 8.881836645872624e-05,
      "loss": 0.0744,
      "step": 3183
    },
    {
      "epoch": 0.34518647007805725,
      "grad_norm": 0.19885075092315674,
      "learning_rate": 8.881473959088931e-05,
      "loss": 0.0381,
      "step": 3184
    },
    {
      "epoch": 0.345294882914137,
      "grad_norm": 0.0915193036198616,
      "learning_rate": 8.881111272305238e-05,
      "loss": 0.0175,
      "step": 3185
    },
    {
      "epoch": 0.34540329575021683,
      "grad_norm": 0.3360556364059448,
      "learning_rate": 8.880748585521544e-05,
      "loss": 0.0743,
      "step": 3186
    },
    {
      "epoch": 0.3455117085862966,
      "grad_norm": 0.24707989394664764,
      "learning_rate": 8.880385898737851e-05,
      "loss": 0.0621,
      "step": 3187
    },
    {
      "epoch": 0.3456201214223764,
      "grad_norm": 0.2243092805147171,
      "learning_rate": 8.880023211954157e-05,
      "loss": 0.0448,
      "step": 3188
    },
    {
      "epoch": 0.3457285342584562,
      "grad_norm": 0.2405657023191452,
      "learning_rate": 8.879660525170464e-05,
      "loss": 0.0606,
      "step": 3189
    },
    {
      "epoch": 0.345836947094536,
      "grad_norm": 0.39369240403175354,
      "learning_rate": 8.87929783838677e-05,
      "loss": 0.083,
      "step": 3190
    },
    {
      "epoch": 0.34594535993061576,
      "grad_norm": 0.35551682114601135,
      "learning_rate": 8.878935151603077e-05,
      "loss": 0.0521,
      "step": 3191
    },
    {
      "epoch": 0.3460537727666956,
      "grad_norm": 0.16064222157001495,
      "learning_rate": 8.878572464819382e-05,
      "loss": 0.0312,
      "step": 3192
    },
    {
      "epoch": 0.3461621856027754,
      "grad_norm": 0.1137658953666687,
      "learning_rate": 8.878209778035688e-05,
      "loss": 0.0174,
      "step": 3193
    },
    {
      "epoch": 0.34627059843885516,
      "grad_norm": 0.25423821806907654,
      "learning_rate": 8.877847091251995e-05,
      "loss": 0.0422,
      "step": 3194
    },
    {
      "epoch": 0.346379011274935,
      "grad_norm": 0.12222585082054138,
      "learning_rate": 8.877484404468301e-05,
      "loss": 0.0229,
      "step": 3195
    },
    {
      "epoch": 0.34648742411101474,
      "grad_norm": 0.27402207255363464,
      "learning_rate": 8.877121717684608e-05,
      "loss": 0.0325,
      "step": 3196
    },
    {
      "epoch": 0.34659583694709456,
      "grad_norm": 0.27961987257003784,
      "learning_rate": 8.876759030900914e-05,
      "loss": 0.0502,
      "step": 3197
    },
    {
      "epoch": 0.3467042497831743,
      "grad_norm": 0.07215355336666107,
      "learning_rate": 8.876396344117221e-05,
      "loss": 0.0114,
      "step": 3198
    },
    {
      "epoch": 0.34681266261925414,
      "grad_norm": 0.41857993602752686,
      "learning_rate": 8.876033657333527e-05,
      "loss": 0.0647,
      "step": 3199
    },
    {
      "epoch": 0.3469210754553339,
      "grad_norm": 0.29173076152801514,
      "learning_rate": 8.875670970549834e-05,
      "loss": 0.0367,
      "step": 3200
    },
    {
      "epoch": 0.3470294882914137,
      "grad_norm": 0.13447391986846924,
      "learning_rate": 8.875308283766141e-05,
      "loss": 0.0314,
      "step": 3201
    },
    {
      "epoch": 0.3471379011274935,
      "grad_norm": 0.1529460847377777,
      "learning_rate": 8.874945596982447e-05,
      "loss": 0.0347,
      "step": 3202
    },
    {
      "epoch": 0.3472463139635733,
      "grad_norm": 0.5585798025131226,
      "learning_rate": 8.874582910198754e-05,
      "loss": 0.0994,
      "step": 3203
    },
    {
      "epoch": 0.34735472679965307,
      "grad_norm": 0.14510484039783478,
      "learning_rate": 8.87422022341506e-05,
      "loss": 0.0363,
      "step": 3204
    },
    {
      "epoch": 0.3474631396357329,
      "grad_norm": 0.1639213263988495,
      "learning_rate": 8.873857536631366e-05,
      "loss": 0.0436,
      "step": 3205
    },
    {
      "epoch": 0.34757155247181265,
      "grad_norm": 0.332676500082016,
      "learning_rate": 8.873494849847672e-05,
      "loss": 0.0673,
      "step": 3206
    },
    {
      "epoch": 0.34767996530789247,
      "grad_norm": 0.11975482106208801,
      "learning_rate": 8.873132163063978e-05,
      "loss": 0.0197,
      "step": 3207
    },
    {
      "epoch": 0.34778837814397223,
      "grad_norm": 0.36930906772613525,
      "learning_rate": 8.872769476280285e-05,
      "loss": 0.0574,
      "step": 3208
    },
    {
      "epoch": 0.34789679098005205,
      "grad_norm": 0.0795244574546814,
      "learning_rate": 8.872406789496591e-05,
      "loss": 0.0189,
      "step": 3209
    },
    {
      "epoch": 0.3480052038161318,
      "grad_norm": 0.2059575617313385,
      "learning_rate": 8.872044102712898e-05,
      "loss": 0.0782,
      "step": 3210
    },
    {
      "epoch": 0.34811361665221163,
      "grad_norm": 0.09031055122613907,
      "learning_rate": 8.871681415929204e-05,
      "loss": 0.0167,
      "step": 3211
    },
    {
      "epoch": 0.3482220294882914,
      "grad_norm": 0.4976315498352051,
      "learning_rate": 8.871318729145511e-05,
      "loss": 0.0505,
      "step": 3212
    },
    {
      "epoch": 0.3483304423243712,
      "grad_norm": 0.10963225364685059,
      "learning_rate": 8.870956042361816e-05,
      "loss": 0.0219,
      "step": 3213
    },
    {
      "epoch": 0.348438855160451,
      "grad_norm": 0.4915884733200073,
      "learning_rate": 8.870593355578123e-05,
      "loss": 0.0666,
      "step": 3214
    },
    {
      "epoch": 0.3485472679965308,
      "grad_norm": 0.20803384482860565,
      "learning_rate": 8.870230668794429e-05,
      "loss": 0.0635,
      "step": 3215
    },
    {
      "epoch": 0.34865568083261056,
      "grad_norm": 0.08884956687688828,
      "learning_rate": 8.869867982010735e-05,
      "loss": 0.0203,
      "step": 3216
    },
    {
      "epoch": 0.3487640936686904,
      "grad_norm": 0.3648158609867096,
      "learning_rate": 8.869505295227042e-05,
      "loss": 0.1243,
      "step": 3217
    },
    {
      "epoch": 0.34887250650477014,
      "grad_norm": 0.17501860857009888,
      "learning_rate": 8.869142608443348e-05,
      "loss": 0.0344,
      "step": 3218
    },
    {
      "epoch": 0.34898091934084996,
      "grad_norm": 0.10286878794431686,
      "learning_rate": 8.868779921659656e-05,
      "loss": 0.0348,
      "step": 3219
    },
    {
      "epoch": 0.3490893321769297,
      "grad_norm": 0.14983972907066345,
      "learning_rate": 8.868417234875962e-05,
      "loss": 0.03,
      "step": 3220
    },
    {
      "epoch": 0.34919774501300954,
      "grad_norm": 0.3450409173965454,
      "learning_rate": 8.868054548092268e-05,
      "loss": 0.0364,
      "step": 3221
    },
    {
      "epoch": 0.3493061578490893,
      "grad_norm": 0.1849866360425949,
      "learning_rate": 8.867691861308575e-05,
      "loss": 0.0298,
      "step": 3222
    },
    {
      "epoch": 0.3494145706851691,
      "grad_norm": 0.5082796216011047,
      "learning_rate": 8.86732917452488e-05,
      "loss": 0.0849,
      "step": 3223
    },
    {
      "epoch": 0.34952298352124894,
      "grad_norm": 0.1265014261007309,
      "learning_rate": 8.866966487741188e-05,
      "loss": 0.0423,
      "step": 3224
    },
    {
      "epoch": 0.3496313963573287,
      "grad_norm": 0.35144639015197754,
      "learning_rate": 8.866603800957493e-05,
      "loss": 0.1161,
      "step": 3225
    },
    {
      "epoch": 0.3497398091934085,
      "grad_norm": 0.07160457223653793,
      "learning_rate": 8.8662411141738e-05,
      "loss": 0.0162,
      "step": 3226
    },
    {
      "epoch": 0.3498482220294883,
      "grad_norm": 0.23185265064239502,
      "learning_rate": 8.865878427390106e-05,
      "loss": 0.0797,
      "step": 3227
    },
    {
      "epoch": 0.3499566348655681,
      "grad_norm": 0.16209924221038818,
      "learning_rate": 8.865515740606413e-05,
      "loss": 0.0273,
      "step": 3228
    },
    {
      "epoch": 0.35006504770164787,
      "grad_norm": 0.2994634211063385,
      "learning_rate": 8.865153053822719e-05,
      "loss": 0.0607,
      "step": 3229
    },
    {
      "epoch": 0.3501734605377277,
      "grad_norm": 0.22023169696331024,
      "learning_rate": 8.864790367039025e-05,
      "loss": 0.039,
      "step": 3230
    },
    {
      "epoch": 0.35028187337380745,
      "grad_norm": 0.15768636763095856,
      "learning_rate": 8.864427680255332e-05,
      "loss": 0.0531,
      "step": 3231
    },
    {
      "epoch": 0.35039028620988727,
      "grad_norm": 0.34944218397140503,
      "learning_rate": 8.864064993471638e-05,
      "loss": 0.0854,
      "step": 3232
    },
    {
      "epoch": 0.35049869904596703,
      "grad_norm": 0.16786646842956543,
      "learning_rate": 8.863702306687945e-05,
      "loss": 0.0399,
      "step": 3233
    },
    {
      "epoch": 0.35060711188204685,
      "grad_norm": 0.2143419086933136,
      "learning_rate": 8.86333961990425e-05,
      "loss": 0.0346,
      "step": 3234
    },
    {
      "epoch": 0.3507155247181266,
      "grad_norm": 0.23428986966609955,
      "learning_rate": 8.862976933120557e-05,
      "loss": 0.0717,
      "step": 3235
    },
    {
      "epoch": 0.35082393755420643,
      "grad_norm": 0.15407784283161163,
      "learning_rate": 8.862614246336865e-05,
      "loss": 0.0371,
      "step": 3236
    },
    {
      "epoch": 0.3509323503902862,
      "grad_norm": 0.08959365636110306,
      "learning_rate": 8.86225155955317e-05,
      "loss": 0.0227,
      "step": 3237
    },
    {
      "epoch": 0.351040763226366,
      "grad_norm": 0.3178705871105194,
      "learning_rate": 8.861888872769477e-05,
      "loss": 0.0662,
      "step": 3238
    },
    {
      "epoch": 0.3511491760624458,
      "grad_norm": 0.2396916002035141,
      "learning_rate": 8.861526185985783e-05,
      "loss": 0.0428,
      "step": 3239
    },
    {
      "epoch": 0.3512575888985256,
      "grad_norm": 0.22625452280044556,
      "learning_rate": 8.86116349920209e-05,
      "loss": 0.0446,
      "step": 3240
    },
    {
      "epoch": 0.35136600173460536,
      "grad_norm": 0.0923059806227684,
      "learning_rate": 8.860800812418396e-05,
      "loss": 0.0198,
      "step": 3241
    },
    {
      "epoch": 0.3514744145706852,
      "grad_norm": 0.13184431195259094,
      "learning_rate": 8.860438125634703e-05,
      "loss": 0.0252,
      "step": 3242
    },
    {
      "epoch": 0.35158282740676494,
      "grad_norm": 0.24828526377677917,
      "learning_rate": 8.860075438851009e-05,
      "loss": 0.0893,
      "step": 3243
    },
    {
      "epoch": 0.35169124024284476,
      "grad_norm": 0.35050565004348755,
      "learning_rate": 8.859712752067314e-05,
      "loss": 0.0709,
      "step": 3244
    },
    {
      "epoch": 0.3517996530789245,
      "grad_norm": 0.18236520886421204,
      "learning_rate": 8.859350065283622e-05,
      "loss": 0.0617,
      "step": 3245
    },
    {
      "epoch": 0.35190806591500434,
      "grad_norm": 0.1667262613773346,
      "learning_rate": 8.858987378499927e-05,
      "loss": 0.0281,
      "step": 3246
    },
    {
      "epoch": 0.3520164787510841,
      "grad_norm": 0.3685051500797272,
      "learning_rate": 8.858624691716234e-05,
      "loss": 0.0757,
      "step": 3247
    },
    {
      "epoch": 0.3521248915871639,
      "grad_norm": 0.18621166050434113,
      "learning_rate": 8.85826200493254e-05,
      "loss": 0.037,
      "step": 3248
    },
    {
      "epoch": 0.3522333044232437,
      "grad_norm": 0.17048071324825287,
      "learning_rate": 8.857899318148847e-05,
      "loss": 0.0469,
      "step": 3249
    },
    {
      "epoch": 0.3523417172593235,
      "grad_norm": 0.208074688911438,
      "learning_rate": 8.857536631365153e-05,
      "loss": 0.0489,
      "step": 3250
    },
    {
      "epoch": 0.35245013009540327,
      "grad_norm": 0.24471686780452728,
      "learning_rate": 8.85717394458146e-05,
      "loss": 0.066,
      "step": 3251
    },
    {
      "epoch": 0.3525585429314831,
      "grad_norm": 0.2592667043209076,
      "learning_rate": 8.856811257797766e-05,
      "loss": 0.0637,
      "step": 3252
    },
    {
      "epoch": 0.3526669557675629,
      "grad_norm": 0.16850270330905914,
      "learning_rate": 8.856448571014073e-05,
      "loss": 0.047,
      "step": 3253
    },
    {
      "epoch": 0.35277536860364267,
      "grad_norm": 0.2464083582162857,
      "learning_rate": 8.85608588423038e-05,
      "loss": 0.0343,
      "step": 3254
    },
    {
      "epoch": 0.3528837814397225,
      "grad_norm": 0.2072189748287201,
      "learning_rate": 8.855723197446686e-05,
      "loss": 0.0347,
      "step": 3255
    },
    {
      "epoch": 0.35299219427580225,
      "grad_norm": 0.1973574161529541,
      "learning_rate": 8.855360510662993e-05,
      "loss": 0.0456,
      "step": 3256
    },
    {
      "epoch": 0.35310060711188207,
      "grad_norm": 0.12430772930383682,
      "learning_rate": 8.854997823879298e-05,
      "loss": 0.0308,
      "step": 3257
    },
    {
      "epoch": 0.35320901994796183,
      "grad_norm": 0.5185025930404663,
      "learning_rate": 8.854635137095604e-05,
      "loss": 0.0324,
      "step": 3258
    },
    {
      "epoch": 0.35331743278404165,
      "grad_norm": 0.1736036092042923,
      "learning_rate": 8.854272450311911e-05,
      "loss": 0.0422,
      "step": 3259
    },
    {
      "epoch": 0.3534258456201214,
      "grad_norm": 0.27550405263900757,
      "learning_rate": 8.853909763528217e-05,
      "loss": 0.0756,
      "step": 3260
    },
    {
      "epoch": 0.35353425845620123,
      "grad_norm": 0.2122313231229782,
      "learning_rate": 8.853547076744524e-05,
      "loss": 0.0366,
      "step": 3261
    },
    {
      "epoch": 0.353642671292281,
      "grad_norm": 0.20136158168315887,
      "learning_rate": 8.85318438996083e-05,
      "loss": 0.0346,
      "step": 3262
    },
    {
      "epoch": 0.3537510841283608,
      "grad_norm": 0.7032625079154968,
      "learning_rate": 8.852821703177137e-05,
      "loss": 0.0859,
      "step": 3263
    },
    {
      "epoch": 0.3538594969644406,
      "grad_norm": 0.1428171992301941,
      "learning_rate": 8.852459016393443e-05,
      "loss": 0.0463,
      "step": 3264
    },
    {
      "epoch": 0.3539679098005204,
      "grad_norm": 0.14085128903388977,
      "learning_rate": 8.85209632960975e-05,
      "loss": 0.0298,
      "step": 3265
    },
    {
      "epoch": 0.35407632263660016,
      "grad_norm": 0.11753962188959122,
      "learning_rate": 8.851733642826055e-05,
      "loss": 0.021,
      "step": 3266
    },
    {
      "epoch": 0.35418473547268,
      "grad_norm": 0.2322329431772232,
      "learning_rate": 8.851370956042361e-05,
      "loss": 0.0434,
      "step": 3267
    },
    {
      "epoch": 0.35429314830875974,
      "grad_norm": 0.2755165994167328,
      "learning_rate": 8.851008269258668e-05,
      "loss": 0.0421,
      "step": 3268
    },
    {
      "epoch": 0.35440156114483956,
      "grad_norm": 0.18240027129650116,
      "learning_rate": 8.850645582474974e-05,
      "loss": 0.0581,
      "step": 3269
    },
    {
      "epoch": 0.3545099739809193,
      "grad_norm": 0.3179038465023041,
      "learning_rate": 8.850282895691281e-05,
      "loss": 0.0562,
      "step": 3270
    },
    {
      "epoch": 0.35461838681699914,
      "grad_norm": 0.2956434488296509,
      "learning_rate": 8.849920208907588e-05,
      "loss": 0.0665,
      "step": 3271
    },
    {
      "epoch": 0.3547267996530789,
      "grad_norm": 0.15853874385356903,
      "learning_rate": 8.849557522123895e-05,
      "loss": 0.0212,
      "step": 3272
    },
    {
      "epoch": 0.3548352124891587,
      "grad_norm": 0.4836592674255371,
      "learning_rate": 8.849194835340201e-05,
      "loss": 0.0601,
      "step": 3273
    },
    {
      "epoch": 0.3549436253252385,
      "grad_norm": 0.3564685881137848,
      "learning_rate": 8.848832148556507e-05,
      "loss": 0.0472,
      "step": 3274
    },
    {
      "epoch": 0.3550520381613183,
      "grad_norm": 0.28075751662254333,
      "learning_rate": 8.848469461772814e-05,
      "loss": 0.0689,
      "step": 3275
    },
    {
      "epoch": 0.35516045099739807,
      "grad_norm": 0.19905979931354523,
      "learning_rate": 8.84810677498912e-05,
      "loss": 0.0271,
      "step": 3276
    },
    {
      "epoch": 0.3552688638334779,
      "grad_norm": 0.21074914932250977,
      "learning_rate": 8.847744088205427e-05,
      "loss": 0.0736,
      "step": 3277
    },
    {
      "epoch": 0.35537727666955765,
      "grad_norm": 0.12748317420482635,
      "learning_rate": 8.847381401421732e-05,
      "loss": 0.0189,
      "step": 3278
    },
    {
      "epoch": 0.35548568950563747,
      "grad_norm": 0.511512815952301,
      "learning_rate": 8.84701871463804e-05,
      "loss": 0.0575,
      "step": 3279
    },
    {
      "epoch": 0.35559410234171723,
      "grad_norm": 0.22031481564044952,
      "learning_rate": 8.846656027854345e-05,
      "loss": 0.0199,
      "step": 3280
    },
    {
      "epoch": 0.35570251517779705,
      "grad_norm": 0.12752167880535126,
      "learning_rate": 8.846293341070652e-05,
      "loss": 0.0215,
      "step": 3281
    },
    {
      "epoch": 0.35581092801387687,
      "grad_norm": 0.2727583348751068,
      "learning_rate": 8.845930654286958e-05,
      "loss": 0.06,
      "step": 3282
    },
    {
      "epoch": 0.35591934084995663,
      "grad_norm": 0.2832428216934204,
      "learning_rate": 8.845567967503264e-05,
      "loss": 0.0523,
      "step": 3283
    },
    {
      "epoch": 0.35602775368603645,
      "grad_norm": 0.11403320729732513,
      "learning_rate": 8.845205280719571e-05,
      "loss": 0.0191,
      "step": 3284
    },
    {
      "epoch": 0.3561361665221162,
      "grad_norm": 0.16964814066886902,
      "learning_rate": 8.844842593935877e-05,
      "loss": 0.0422,
      "step": 3285
    },
    {
      "epoch": 0.35624457935819603,
      "grad_norm": 0.24127459526062012,
      "learning_rate": 8.844479907152184e-05,
      "loss": 0.0343,
      "step": 3286
    },
    {
      "epoch": 0.3563529921942758,
      "grad_norm": 0.27445194125175476,
      "learning_rate": 8.84411722036849e-05,
      "loss": 0.0401,
      "step": 3287
    },
    {
      "epoch": 0.3564614050303556,
      "grad_norm": 0.19404715299606323,
      "learning_rate": 8.843754533584797e-05,
      "loss": 0.0563,
      "step": 3288
    },
    {
      "epoch": 0.3565698178664354,
      "grad_norm": 0.17433543503284454,
      "learning_rate": 8.843391846801104e-05,
      "loss": 0.0436,
      "step": 3289
    },
    {
      "epoch": 0.3566782307025152,
      "grad_norm": 0.23872926831245422,
      "learning_rate": 8.84302916001741e-05,
      "loss": 0.0583,
      "step": 3290
    },
    {
      "epoch": 0.35678664353859496,
      "grad_norm": 0.40449851751327515,
      "learning_rate": 8.842666473233716e-05,
      "loss": 0.0827,
      "step": 3291
    },
    {
      "epoch": 0.3568950563746748,
      "grad_norm": 0.23129130899906158,
      "learning_rate": 8.842303786450022e-05,
      "loss": 0.0543,
      "step": 3292
    },
    {
      "epoch": 0.35700346921075454,
      "grad_norm": 0.3679312467575073,
      "learning_rate": 8.841941099666329e-05,
      "loss": 0.0769,
      "step": 3293
    },
    {
      "epoch": 0.35711188204683436,
      "grad_norm": 0.3259781301021576,
      "learning_rate": 8.841578412882635e-05,
      "loss": 0.052,
      "step": 3294
    },
    {
      "epoch": 0.3572202948829141,
      "grad_norm": 0.2981981039047241,
      "learning_rate": 8.841215726098942e-05,
      "loss": 0.0619,
      "step": 3295
    },
    {
      "epoch": 0.35732870771899394,
      "grad_norm": 0.23605230450630188,
      "learning_rate": 8.840853039315248e-05,
      "loss": 0.0508,
      "step": 3296
    },
    {
      "epoch": 0.3574371205550737,
      "grad_norm": 0.30910593271255493,
      "learning_rate": 8.840490352531554e-05,
      "loss": 0.0447,
      "step": 3297
    },
    {
      "epoch": 0.3575455333911535,
      "grad_norm": 0.4064030051231384,
      "learning_rate": 8.84012766574786e-05,
      "loss": 0.0408,
      "step": 3298
    },
    {
      "epoch": 0.3576539462272333,
      "grad_norm": 0.1524461954832077,
      "learning_rate": 8.839764978964166e-05,
      "loss": 0.0265,
      "step": 3299
    },
    {
      "epoch": 0.3577623590633131,
      "grad_norm": 0.30124902725219727,
      "learning_rate": 8.839402292180473e-05,
      "loss": 0.0523,
      "step": 3300
    },
    {
      "epoch": 0.35787077189939287,
      "grad_norm": 0.20726163685321808,
      "learning_rate": 8.839039605396779e-05,
      "loss": 0.0481,
      "step": 3301
    },
    {
      "epoch": 0.3579791847354727,
      "grad_norm": 0.1296406388282776,
      "learning_rate": 8.838676918613086e-05,
      "loss": 0.0302,
      "step": 3302
    },
    {
      "epoch": 0.35808759757155245,
      "grad_norm": 0.2165261059999466,
      "learning_rate": 8.838314231829392e-05,
      "loss": 0.0839,
      "step": 3303
    },
    {
      "epoch": 0.35819601040763227,
      "grad_norm": 0.20473486185073853,
      "learning_rate": 8.837951545045699e-05,
      "loss": 0.0416,
      "step": 3304
    },
    {
      "epoch": 0.35830442324371203,
      "grad_norm": 0.19401337206363678,
      "learning_rate": 8.837588858262006e-05,
      "loss": 0.0226,
      "step": 3305
    },
    {
      "epoch": 0.35841283607979185,
      "grad_norm": 0.1801796704530716,
      "learning_rate": 8.837226171478312e-05,
      "loss": 0.0217,
      "step": 3306
    },
    {
      "epoch": 0.3585212489158716,
      "grad_norm": 0.29195037484169006,
      "learning_rate": 8.836863484694619e-05,
      "loss": 0.0546,
      "step": 3307
    },
    {
      "epoch": 0.35862966175195143,
      "grad_norm": 0.2502637207508087,
      "learning_rate": 8.836500797910925e-05,
      "loss": 0.0636,
      "step": 3308
    },
    {
      "epoch": 0.3587380745880312,
      "grad_norm": 0.1300986111164093,
      "learning_rate": 8.836138111127232e-05,
      "loss": 0.0175,
      "step": 3309
    },
    {
      "epoch": 0.358846487424111,
      "grad_norm": 0.1496155709028244,
      "learning_rate": 8.835775424343538e-05,
      "loss": 0.0219,
      "step": 3310
    },
    {
      "epoch": 0.3589549002601908,
      "grad_norm": 0.21937766671180725,
      "learning_rate": 8.835412737559843e-05,
      "loss": 0.0466,
      "step": 3311
    },
    {
      "epoch": 0.3590633130962706,
      "grad_norm": 0.14079850912094116,
      "learning_rate": 8.83505005077615e-05,
      "loss": 0.0313,
      "step": 3312
    },
    {
      "epoch": 0.3591717259323504,
      "grad_norm": 0.16767774522304535,
      "learning_rate": 8.834687363992456e-05,
      "loss": 0.043,
      "step": 3313
    },
    {
      "epoch": 0.3592801387684302,
      "grad_norm": 0.2364569753408432,
      "learning_rate": 8.834324677208763e-05,
      "loss": 0.0495,
      "step": 3314
    },
    {
      "epoch": 0.35938855160451,
      "grad_norm": 0.13566656410694122,
      "learning_rate": 8.833961990425069e-05,
      "loss": 0.0265,
      "step": 3315
    },
    {
      "epoch": 0.35949696444058976,
      "grad_norm": 0.16201552748680115,
      "learning_rate": 8.833599303641376e-05,
      "loss": 0.0414,
      "step": 3316
    },
    {
      "epoch": 0.3596053772766696,
      "grad_norm": 0.3461768925189972,
      "learning_rate": 8.833236616857682e-05,
      "loss": 0.028,
      "step": 3317
    },
    {
      "epoch": 0.35971379011274934,
      "grad_norm": 0.18915866315364838,
      "learning_rate": 8.832873930073989e-05,
      "loss": 0.0454,
      "step": 3318
    },
    {
      "epoch": 0.35982220294882916,
      "grad_norm": 0.15902377665042877,
      "learning_rate": 8.832511243290295e-05,
      "loss": 0.0296,
      "step": 3319
    },
    {
      "epoch": 0.3599306157849089,
      "grad_norm": 0.2799012064933777,
      "learning_rate": 8.8321485565066e-05,
      "loss": 0.046,
      "step": 3320
    },
    {
      "epoch": 0.36003902862098874,
      "grad_norm": 0.12075863033533096,
      "learning_rate": 8.831785869722907e-05,
      "loss": 0.0324,
      "step": 3321
    },
    {
      "epoch": 0.3601474414570685,
      "grad_norm": 0.2635192573070526,
      "learning_rate": 8.831423182939214e-05,
      "loss": 0.0336,
      "step": 3322
    },
    {
      "epoch": 0.3602558542931483,
      "grad_norm": 0.14489178359508514,
      "learning_rate": 8.831060496155522e-05,
      "loss": 0.0179,
      "step": 3323
    },
    {
      "epoch": 0.3603642671292281,
      "grad_norm": 0.2884288430213928,
      "learning_rate": 8.830697809371827e-05,
      "loss": 0.0347,
      "step": 3324
    },
    {
      "epoch": 0.3604726799653079,
      "grad_norm": 0.056494228541851044,
      "learning_rate": 8.830335122588133e-05,
      "loss": 0.006,
      "step": 3325
    },
    {
      "epoch": 0.36058109280138767,
      "grad_norm": 0.16190995275974274,
      "learning_rate": 8.82997243580444e-05,
      "loss": 0.0266,
      "step": 3326
    },
    {
      "epoch": 0.3606895056374675,
      "grad_norm": 0.39369460940361023,
      "learning_rate": 8.829609749020746e-05,
      "loss": 0.0276,
      "step": 3327
    },
    {
      "epoch": 0.36079791847354725,
      "grad_norm": 0.22748732566833496,
      "learning_rate": 8.829247062237053e-05,
      "loss": 0.0244,
      "step": 3328
    },
    {
      "epoch": 0.36090633130962707,
      "grad_norm": 0.4222765564918518,
      "learning_rate": 8.828884375453359e-05,
      "loss": 0.0601,
      "step": 3329
    },
    {
      "epoch": 0.36101474414570683,
      "grad_norm": 0.16116154193878174,
      "learning_rate": 8.828521688669666e-05,
      "loss": 0.0235,
      "step": 3330
    },
    {
      "epoch": 0.36112315698178665,
      "grad_norm": 0.5414760112762451,
      "learning_rate": 8.828159001885971e-05,
      "loss": 0.0428,
      "step": 3331
    },
    {
      "epoch": 0.3612315698178664,
      "grad_norm": 0.12304869294166565,
      "learning_rate": 8.827796315102279e-05,
      "loss": 0.0122,
      "step": 3332
    },
    {
      "epoch": 0.36133998265394623,
      "grad_norm": 0.29182571172714233,
      "learning_rate": 8.827433628318584e-05,
      "loss": 0.0509,
      "step": 3333
    },
    {
      "epoch": 0.361448395490026,
      "grad_norm": 0.1532679945230484,
      "learning_rate": 8.82707094153489e-05,
      "loss": 0.0412,
      "step": 3334
    },
    {
      "epoch": 0.3615568083261058,
      "grad_norm": 0.0545223131775856,
      "learning_rate": 8.826708254751197e-05,
      "loss": 0.0094,
      "step": 3335
    },
    {
      "epoch": 0.3616652211621856,
      "grad_norm": 0.20155273377895355,
      "learning_rate": 8.826345567967503e-05,
      "loss": 0.0543,
      "step": 3336
    },
    {
      "epoch": 0.3617736339982654,
      "grad_norm": 0.2000260055065155,
      "learning_rate": 8.82598288118381e-05,
      "loss": 0.0558,
      "step": 3337
    },
    {
      "epoch": 0.36188204683434516,
      "grad_norm": 0.4239550530910492,
      "learning_rate": 8.825620194400116e-05,
      "loss": 0.0453,
      "step": 3338
    },
    {
      "epoch": 0.361990459670425,
      "grad_norm": 0.3298128545284271,
      "learning_rate": 8.825257507616423e-05,
      "loss": 0.0529,
      "step": 3339
    },
    {
      "epoch": 0.36209887250650474,
      "grad_norm": 0.6284119486808777,
      "learning_rate": 8.82489482083273e-05,
      "loss": 0.0933,
      "step": 3340
    },
    {
      "epoch": 0.36220728534258456,
      "grad_norm": 0.14994259178638458,
      "learning_rate": 8.824532134049036e-05,
      "loss": 0.0268,
      "step": 3341
    },
    {
      "epoch": 0.3623156981786644,
      "grad_norm": 0.21403490006923676,
      "learning_rate": 8.824169447265343e-05,
      "loss": 0.026,
      "step": 3342
    },
    {
      "epoch": 0.36242411101474414,
      "grad_norm": 0.14874859154224396,
      "learning_rate": 8.823806760481648e-05,
      "loss": 0.0431,
      "step": 3343
    },
    {
      "epoch": 0.36253252385082396,
      "grad_norm": 0.11556176096200943,
      "learning_rate": 8.823444073697956e-05,
      "loss": 0.0199,
      "step": 3344
    },
    {
      "epoch": 0.3626409366869037,
      "grad_norm": 0.2293747067451477,
      "learning_rate": 8.823081386914261e-05,
      "loss": 0.0635,
      "step": 3345
    },
    {
      "epoch": 0.36274934952298354,
      "grad_norm": 0.12396077811717987,
      "learning_rate": 8.822718700130568e-05,
      "loss": 0.0203,
      "step": 3346
    },
    {
      "epoch": 0.3628577623590633,
      "grad_norm": 0.36526867747306824,
      "learning_rate": 8.822356013346874e-05,
      "loss": 0.0727,
      "step": 3347
    },
    {
      "epoch": 0.3629661751951431,
      "grad_norm": 0.29975712299346924,
      "learning_rate": 8.82199332656318e-05,
      "loss": 0.0471,
      "step": 3348
    },
    {
      "epoch": 0.3630745880312229,
      "grad_norm": 0.41617631912231445,
      "learning_rate": 8.821630639779487e-05,
      "loss": 0.049,
      "step": 3349
    },
    {
      "epoch": 0.3631830008673027,
      "grad_norm": 0.09047745913267136,
      "learning_rate": 8.821267952995793e-05,
      "loss": 0.009,
      "step": 3350
    },
    {
      "epoch": 0.36329141370338247,
      "grad_norm": 0.6699798107147217,
      "learning_rate": 8.8209052662121e-05,
      "loss": 0.0558,
      "step": 3351
    },
    {
      "epoch": 0.3633998265394623,
      "grad_norm": 0.1714543253183365,
      "learning_rate": 8.820542579428405e-05,
      "loss": 0.0679,
      "step": 3352
    },
    {
      "epoch": 0.36350823937554205,
      "grad_norm": 0.27147698402404785,
      "learning_rate": 8.820179892644713e-05,
      "loss": 0.0744,
      "step": 3353
    },
    {
      "epoch": 0.36361665221162187,
      "grad_norm": 0.29698318243026733,
      "learning_rate": 8.819817205861018e-05,
      "loss": 0.0542,
      "step": 3354
    },
    {
      "epoch": 0.36372506504770163,
      "grad_norm": 0.2246258705854416,
      "learning_rate": 8.819454519077325e-05,
      "loss": 0.0621,
      "step": 3355
    },
    {
      "epoch": 0.36383347788378145,
      "grad_norm": 0.09958548098802567,
      "learning_rate": 8.819091832293631e-05,
      "loss": 0.0255,
      "step": 3356
    },
    {
      "epoch": 0.3639418907198612,
      "grad_norm": 0.06457491964101791,
      "learning_rate": 8.818729145509938e-05,
      "loss": 0.0161,
      "step": 3357
    },
    {
      "epoch": 0.36405030355594103,
      "grad_norm": 0.12874086201190948,
      "learning_rate": 8.818366458726245e-05,
      "loss": 0.0217,
      "step": 3358
    },
    {
      "epoch": 0.3641587163920208,
      "grad_norm": 0.12650634348392487,
      "learning_rate": 8.818003771942551e-05,
      "loss": 0.0229,
      "step": 3359
    },
    {
      "epoch": 0.3642671292281006,
      "grad_norm": 0.1387784332036972,
      "learning_rate": 8.817641085158858e-05,
      "loss": 0.0374,
      "step": 3360
    },
    {
      "epoch": 0.3643755420641804,
      "grad_norm": 0.18582631647586823,
      "learning_rate": 8.817278398375164e-05,
      "loss": 0.0376,
      "step": 3361
    },
    {
      "epoch": 0.3644839549002602,
      "grad_norm": 0.12504789233207703,
      "learning_rate": 8.816915711591471e-05,
      "loss": 0.0191,
      "step": 3362
    },
    {
      "epoch": 0.36459236773633996,
      "grad_norm": 0.22872696816921234,
      "learning_rate": 8.816553024807777e-05,
      "loss": 0.0454,
      "step": 3363
    },
    {
      "epoch": 0.3647007805724198,
      "grad_norm": 0.12628719210624695,
      "learning_rate": 8.816190338024082e-05,
      "loss": 0.0236,
      "step": 3364
    },
    {
      "epoch": 0.36480919340849954,
      "grad_norm": 0.2568052113056183,
      "learning_rate": 8.81582765124039e-05,
      "loss": 0.0537,
      "step": 3365
    },
    {
      "epoch": 0.36491760624457936,
      "grad_norm": 0.11312391608953476,
      "learning_rate": 8.815464964456695e-05,
      "loss": 0.026,
      "step": 3366
    },
    {
      "epoch": 0.3650260190806591,
      "grad_norm": 0.2502077519893646,
      "learning_rate": 8.815102277673002e-05,
      "loss": 0.06,
      "step": 3367
    },
    {
      "epoch": 0.36513443191673894,
      "grad_norm": 0.34040355682373047,
      "learning_rate": 8.814739590889308e-05,
      "loss": 0.0699,
      "step": 3368
    },
    {
      "epoch": 0.3652428447528187,
      "grad_norm": 0.17794834077358246,
      "learning_rate": 8.814376904105615e-05,
      "loss": 0.0396,
      "step": 3369
    },
    {
      "epoch": 0.3653512575888985,
      "grad_norm": 0.3614896535873413,
      "learning_rate": 8.814014217321921e-05,
      "loss": 0.0489,
      "step": 3370
    },
    {
      "epoch": 0.36545967042497834,
      "grad_norm": 0.18665407598018646,
      "learning_rate": 8.813651530538227e-05,
      "loss": 0.0403,
      "step": 3371
    },
    {
      "epoch": 0.3655680832610581,
      "grad_norm": 0.07120048999786377,
      "learning_rate": 8.813288843754534e-05,
      "loss": 0.0185,
      "step": 3372
    },
    {
      "epoch": 0.3656764960971379,
      "grad_norm": 0.17235492169857025,
      "learning_rate": 8.81292615697084e-05,
      "loss": 0.0331,
      "step": 3373
    },
    {
      "epoch": 0.3657849089332177,
      "grad_norm": 0.5329054594039917,
      "learning_rate": 8.812563470187148e-05,
      "loss": 0.0475,
      "step": 3374
    },
    {
      "epoch": 0.3658933217692975,
      "grad_norm": 0.12817004323005676,
      "learning_rate": 8.812200783403454e-05,
      "loss": 0.027,
      "step": 3375
    },
    {
      "epoch": 0.36600173460537727,
      "grad_norm": 0.3465900719165802,
      "learning_rate": 8.81183809661976e-05,
      "loss": 0.0488,
      "step": 3376
    },
    {
      "epoch": 0.3661101474414571,
      "grad_norm": 0.2450650930404663,
      "learning_rate": 8.811475409836066e-05,
      "loss": 0.0233,
      "step": 3377
    },
    {
      "epoch": 0.36621856027753685,
      "grad_norm": 0.603400468826294,
      "learning_rate": 8.811112723052372e-05,
      "loss": 0.0509,
      "step": 3378
    },
    {
      "epoch": 0.36632697311361667,
      "grad_norm": 0.2346796989440918,
      "learning_rate": 8.810750036268679e-05,
      "loss": 0.0571,
      "step": 3379
    },
    {
      "epoch": 0.36643538594969643,
      "grad_norm": 0.42927902936935425,
      "learning_rate": 8.810387349484985e-05,
      "loss": 0.0445,
      "step": 3380
    },
    {
      "epoch": 0.36654379878577625,
      "grad_norm": 0.21743345260620117,
      "learning_rate": 8.810024662701292e-05,
      "loss": 0.0349,
      "step": 3381
    },
    {
      "epoch": 0.366652211621856,
      "grad_norm": 0.2869071066379547,
      "learning_rate": 8.809661975917598e-05,
      "loss": 0.0728,
      "step": 3382
    },
    {
      "epoch": 0.36676062445793584,
      "grad_norm": 0.44875165820121765,
      "learning_rate": 8.809299289133905e-05,
      "loss": 0.0695,
      "step": 3383
    },
    {
      "epoch": 0.3668690372940156,
      "grad_norm": 0.1978728324174881,
      "learning_rate": 8.80893660235021e-05,
      "loss": 0.0369,
      "step": 3384
    },
    {
      "epoch": 0.3669774501300954,
      "grad_norm": 0.24198397994041443,
      "learning_rate": 8.808573915566518e-05,
      "loss": 0.0312,
      "step": 3385
    },
    {
      "epoch": 0.3670858629661752,
      "grad_norm": 0.33453863859176636,
      "learning_rate": 8.808211228782823e-05,
      "loss": 0.0549,
      "step": 3386
    },
    {
      "epoch": 0.367194275802255,
      "grad_norm": 0.2880157232284546,
      "learning_rate": 8.807848541999129e-05,
      "loss": 0.0214,
      "step": 3387
    },
    {
      "epoch": 0.36730268863833476,
      "grad_norm": 0.10845759510993958,
      "learning_rate": 8.807485855215436e-05,
      "loss": 0.0199,
      "step": 3388
    },
    {
      "epoch": 0.3674111014744146,
      "grad_norm": 0.11887067556381226,
      "learning_rate": 8.807123168431742e-05,
      "loss": 0.0227,
      "step": 3389
    },
    {
      "epoch": 0.36751951431049434,
      "grad_norm": 0.10691922158002853,
      "learning_rate": 8.806760481648049e-05,
      "loss": 0.0089,
      "step": 3390
    },
    {
      "epoch": 0.36762792714657416,
      "grad_norm": 0.25570929050445557,
      "learning_rate": 8.806397794864355e-05,
      "loss": 0.0354,
      "step": 3391
    },
    {
      "epoch": 0.3677363399826539,
      "grad_norm": 0.2419712096452713,
      "learning_rate": 8.806035108080662e-05,
      "loss": 0.0492,
      "step": 3392
    },
    {
      "epoch": 0.36784475281873374,
      "grad_norm": 0.2570748031139374,
      "learning_rate": 8.805672421296969e-05,
      "loss": 0.0295,
      "step": 3393
    },
    {
      "epoch": 0.3679531656548135,
      "grad_norm": 0.22163650393486023,
      "learning_rate": 8.805309734513275e-05,
      "loss": 0.0387,
      "step": 3394
    },
    {
      "epoch": 0.3680615784908933,
      "grad_norm": 0.08207506686449051,
      "learning_rate": 8.804947047729582e-05,
      "loss": 0.0184,
      "step": 3395
    },
    {
      "epoch": 0.3681699913269731,
      "grad_norm": 0.18948863446712494,
      "learning_rate": 8.804584360945888e-05,
      "loss": 0.0247,
      "step": 3396
    },
    {
      "epoch": 0.3682784041630529,
      "grad_norm": 0.20813536643981934,
      "learning_rate": 8.804221674162195e-05,
      "loss": 0.0196,
      "step": 3397
    },
    {
      "epoch": 0.36838681699913267,
      "grad_norm": 0.04982096701860428,
      "learning_rate": 8.8038589873785e-05,
      "loss": 0.0061,
      "step": 3398
    },
    {
      "epoch": 0.3684952298352125,
      "grad_norm": 0.1014927327632904,
      "learning_rate": 8.803496300594807e-05,
      "loss": 0.0197,
      "step": 3399
    },
    {
      "epoch": 0.3686036426712923,
      "grad_norm": 0.31257525086402893,
      "learning_rate": 8.803133613811113e-05,
      "loss": 0.0474,
      "step": 3400
    },
    {
      "epoch": 0.36871205550737207,
      "grad_norm": 0.23085778951644897,
      "learning_rate": 8.802770927027419e-05,
      "loss": 0.0267,
      "step": 3401
    },
    {
      "epoch": 0.3688204683434519,
      "grad_norm": 0.15904965996742249,
      "learning_rate": 8.802408240243726e-05,
      "loss": 0.0273,
      "step": 3402
    },
    {
      "epoch": 0.36892888117953165,
      "grad_norm": 0.29069820046424866,
      "learning_rate": 8.802045553460032e-05,
      "loss": 0.0689,
      "step": 3403
    },
    {
      "epoch": 0.3690372940156115,
      "grad_norm": 0.0825500637292862,
      "learning_rate": 8.801682866676339e-05,
      "loss": 0.0188,
      "step": 3404
    },
    {
      "epoch": 0.36914570685169124,
      "grad_norm": 0.4031192660331726,
      "learning_rate": 8.801320179892645e-05,
      "loss": 0.0911,
      "step": 3405
    },
    {
      "epoch": 0.36925411968777105,
      "grad_norm": 0.18369416892528534,
      "learning_rate": 8.800957493108952e-05,
      "loss": 0.0205,
      "step": 3406
    },
    {
      "epoch": 0.3693625325238508,
      "grad_norm": 0.045864153653383255,
      "learning_rate": 8.800594806325257e-05,
      "loss": 0.0078,
      "step": 3407
    },
    {
      "epoch": 0.36947094535993064,
      "grad_norm": 0.32483041286468506,
      "learning_rate": 8.800232119541564e-05,
      "loss": 0.0676,
      "step": 3408
    },
    {
      "epoch": 0.3695793581960104,
      "grad_norm": 0.21858727931976318,
      "learning_rate": 8.799869432757872e-05,
      "loss": 0.0377,
      "step": 3409
    },
    {
      "epoch": 0.3696877710320902,
      "grad_norm": 0.12808340787887573,
      "learning_rate": 8.799506745974177e-05,
      "loss": 0.0267,
      "step": 3410
    },
    {
      "epoch": 0.36979618386817,
      "grad_norm": 0.44052186608314514,
      "learning_rate": 8.799144059190484e-05,
      "loss": 0.0665,
      "step": 3411
    },
    {
      "epoch": 0.3699045967042498,
      "grad_norm": 0.3317822217941284,
      "learning_rate": 8.79878137240679e-05,
      "loss": 0.0426,
      "step": 3412
    },
    {
      "epoch": 0.37001300954032956,
      "grad_norm": 0.4030241072177887,
      "learning_rate": 8.798418685623097e-05,
      "loss": 0.0391,
      "step": 3413
    },
    {
      "epoch": 0.3701214223764094,
      "grad_norm": 0.26360148191452026,
      "learning_rate": 8.798055998839403e-05,
      "loss": 0.0411,
      "step": 3414
    },
    {
      "epoch": 0.37022983521248914,
      "grad_norm": 0.13643015921115875,
      "learning_rate": 8.797693312055709e-05,
      "loss": 0.0142,
      "step": 3415
    },
    {
      "epoch": 0.37033824804856896,
      "grad_norm": 0.1961769014596939,
      "learning_rate": 8.797330625272016e-05,
      "loss": 0.0346,
      "step": 3416
    },
    {
      "epoch": 0.3704466608846487,
      "grad_norm": 0.2732072174549103,
      "learning_rate": 8.796967938488321e-05,
      "loss": 0.061,
      "step": 3417
    },
    {
      "epoch": 0.37055507372072854,
      "grad_norm": 0.11804639548063278,
      "learning_rate": 8.796605251704629e-05,
      "loss": 0.0135,
      "step": 3418
    },
    {
      "epoch": 0.3706634865568083,
      "grad_norm": 0.18395961821079254,
      "learning_rate": 8.796242564920934e-05,
      "loss": 0.0357,
      "step": 3419
    },
    {
      "epoch": 0.3707718993928881,
      "grad_norm": 0.34249842166900635,
      "learning_rate": 8.795879878137241e-05,
      "loss": 0.0356,
      "step": 3420
    },
    {
      "epoch": 0.3708803122289679,
      "grad_norm": 0.13935865461826324,
      "learning_rate": 8.795517191353547e-05,
      "loss": 0.0228,
      "step": 3421
    },
    {
      "epoch": 0.3709887250650477,
      "grad_norm": 0.4614238739013672,
      "learning_rate": 8.795154504569854e-05,
      "loss": 0.0447,
      "step": 3422
    },
    {
      "epoch": 0.37109713790112747,
      "grad_norm": 0.11259155720472336,
      "learning_rate": 8.79479181778616e-05,
      "loss": 0.0162,
      "step": 3423
    },
    {
      "epoch": 0.3712055507372073,
      "grad_norm": 0.41802895069122314,
      "learning_rate": 8.794429131002466e-05,
      "loss": 0.0616,
      "step": 3424
    },
    {
      "epoch": 0.37131396357328705,
      "grad_norm": 0.15362760424613953,
      "learning_rate": 8.794066444218773e-05,
      "loss": 0.0187,
      "step": 3425
    },
    {
      "epoch": 0.3714223764093669,
      "grad_norm": 0.189001202583313,
      "learning_rate": 8.79370375743508e-05,
      "loss": 0.0328,
      "step": 3426
    },
    {
      "epoch": 0.37153078924544664,
      "grad_norm": 0.23405835032463074,
      "learning_rate": 8.793341070651387e-05,
      "loss": 0.0321,
      "step": 3427
    },
    {
      "epoch": 0.37163920208152645,
      "grad_norm": 0.17509408295154572,
      "learning_rate": 8.792978383867693e-05,
      "loss": 0.0212,
      "step": 3428
    },
    {
      "epoch": 0.3717476149176062,
      "grad_norm": 0.18499720096588135,
      "learning_rate": 8.792615697083998e-05,
      "loss": 0.0179,
      "step": 3429
    },
    {
      "epoch": 0.37185602775368604,
      "grad_norm": 0.8548613786697388,
      "learning_rate": 8.792253010300305e-05,
      "loss": 0.0633,
      "step": 3430
    },
    {
      "epoch": 0.37196444058976585,
      "grad_norm": 0.5289736986160278,
      "learning_rate": 8.791890323516611e-05,
      "loss": 0.0944,
      "step": 3431
    },
    {
      "epoch": 0.3720728534258456,
      "grad_norm": 0.40246933698654175,
      "learning_rate": 8.791527636732918e-05,
      "loss": 0.0593,
      "step": 3432
    },
    {
      "epoch": 0.37218126626192544,
      "grad_norm": 0.19398322701454163,
      "learning_rate": 8.791164949949224e-05,
      "loss": 0.0329,
      "step": 3433
    },
    {
      "epoch": 0.3722896790980052,
      "grad_norm": 0.4019585847854614,
      "learning_rate": 8.790802263165531e-05,
      "loss": 0.0508,
      "step": 3434
    },
    {
      "epoch": 0.372398091934085,
      "grad_norm": 0.26341959834098816,
      "learning_rate": 8.790439576381837e-05,
      "loss": 0.0464,
      "step": 3435
    },
    {
      "epoch": 0.3725065047701648,
      "grad_norm": 0.19565840065479279,
      "learning_rate": 8.790076889598144e-05,
      "loss": 0.0348,
      "step": 3436
    },
    {
      "epoch": 0.3726149176062446,
      "grad_norm": 0.24840056896209717,
      "learning_rate": 8.78971420281445e-05,
      "loss": 0.0323,
      "step": 3437
    },
    {
      "epoch": 0.37272333044232436,
      "grad_norm": 0.46732884645462036,
      "learning_rate": 8.789351516030755e-05,
      "loss": 0.0837,
      "step": 3438
    },
    {
      "epoch": 0.3728317432784042,
      "grad_norm": 0.07328294962644577,
      "learning_rate": 8.788988829247062e-05,
      "loss": 0.0123,
      "step": 3439
    },
    {
      "epoch": 0.37294015611448394,
      "grad_norm": 0.12571120262145996,
      "learning_rate": 8.788626142463368e-05,
      "loss": 0.0202,
      "step": 3440
    },
    {
      "epoch": 0.37304856895056376,
      "grad_norm": 0.3501364290714264,
      "learning_rate": 8.788263455679675e-05,
      "loss": 0.0248,
      "step": 3441
    },
    {
      "epoch": 0.3731569817866435,
      "grad_norm": 0.12707336246967316,
      "learning_rate": 8.787900768895981e-05,
      "loss": 0.0118,
      "step": 3442
    },
    {
      "epoch": 0.37326539462272335,
      "grad_norm": 0.16077204048633575,
      "learning_rate": 8.787538082112288e-05,
      "loss": 0.0146,
      "step": 3443
    },
    {
      "epoch": 0.3733738074588031,
      "grad_norm": 0.2649476230144501,
      "learning_rate": 8.787175395328595e-05,
      "loss": 0.0705,
      "step": 3444
    },
    {
      "epoch": 0.3734822202948829,
      "grad_norm": 0.22017839550971985,
      "learning_rate": 8.786812708544901e-05,
      "loss": 0.0333,
      "step": 3445
    },
    {
      "epoch": 0.3735906331309627,
      "grad_norm": 0.25636357069015503,
      "learning_rate": 8.786450021761208e-05,
      "loss": 0.034,
      "step": 3446
    },
    {
      "epoch": 0.3736990459670425,
      "grad_norm": 0.1798287183046341,
      "learning_rate": 8.786087334977514e-05,
      "loss": 0.0407,
      "step": 3447
    },
    {
      "epoch": 0.3738074588031223,
      "grad_norm": 0.13811419904232025,
      "learning_rate": 8.785724648193821e-05,
      "loss": 0.0243,
      "step": 3448
    },
    {
      "epoch": 0.3739158716392021,
      "grad_norm": 0.35060685873031616,
      "learning_rate": 8.785361961410127e-05,
      "loss": 0.0427,
      "step": 3449
    },
    {
      "epoch": 0.37402428447528185,
      "grad_norm": 0.2631591260433197,
      "learning_rate": 8.784999274626434e-05,
      "loss": 0.0811,
      "step": 3450
    },
    {
      "epoch": 0.3741326973113617,
      "grad_norm": 0.08321868628263474,
      "learning_rate": 8.78463658784274e-05,
      "loss": 0.0107,
      "step": 3451
    },
    {
      "epoch": 0.37424111014744144,
      "grad_norm": 0.15272974967956543,
      "learning_rate": 8.784273901059045e-05,
      "loss": 0.0298,
      "step": 3452
    },
    {
      "epoch": 0.37434952298352125,
      "grad_norm": 0.2771846652030945,
      "learning_rate": 8.783911214275352e-05,
      "loss": 0.0693,
      "step": 3453
    },
    {
      "epoch": 0.374457935819601,
      "grad_norm": 0.1051749661564827,
      "learning_rate": 8.783548527491658e-05,
      "loss": 0.0152,
      "step": 3454
    },
    {
      "epoch": 0.37456634865568084,
      "grad_norm": 0.13424603641033173,
      "learning_rate": 8.783185840707965e-05,
      "loss": 0.0287,
      "step": 3455
    },
    {
      "epoch": 0.3746747614917606,
      "grad_norm": 0.3421517610549927,
      "learning_rate": 8.782823153924271e-05,
      "loss": 0.0611,
      "step": 3456
    },
    {
      "epoch": 0.3747831743278404,
      "grad_norm": 0.15279068052768707,
      "learning_rate": 8.782460467140578e-05,
      "loss": 0.0186,
      "step": 3457
    },
    {
      "epoch": 0.3748915871639202,
      "grad_norm": 0.1901131123304367,
      "learning_rate": 8.782097780356884e-05,
      "loss": 0.0323,
      "step": 3458
    },
    {
      "epoch": 0.375,
      "grad_norm": 0.21842235326766968,
      "learning_rate": 8.781735093573191e-05,
      "loss": 0.0401,
      "step": 3459
    },
    {
      "epoch": 0.3751084128360798,
      "grad_norm": 0.3120649456977844,
      "learning_rate": 8.781372406789496e-05,
      "loss": 0.0468,
      "step": 3460
    },
    {
      "epoch": 0.3752168256721596,
      "grad_norm": 0.08136308193206787,
      "learning_rate": 8.781009720005804e-05,
      "loss": 0.0172,
      "step": 3461
    },
    {
      "epoch": 0.3753252385082394,
      "grad_norm": 0.30016815662384033,
      "learning_rate": 8.78064703322211e-05,
      "loss": 0.0448,
      "step": 3462
    },
    {
      "epoch": 0.37543365134431916,
      "grad_norm": 0.4201875627040863,
      "learning_rate": 8.780284346438416e-05,
      "loss": 0.0943,
      "step": 3463
    },
    {
      "epoch": 0.375542064180399,
      "grad_norm": 0.21069355309009552,
      "learning_rate": 8.779921659654723e-05,
      "loss": 0.0271,
      "step": 3464
    },
    {
      "epoch": 0.37565047701647875,
      "grad_norm": 0.17429935932159424,
      "learning_rate": 8.779558972871029e-05,
      "loss": 0.0236,
      "step": 3465
    },
    {
      "epoch": 0.37575888985255856,
      "grad_norm": 0.30863747000694275,
      "learning_rate": 8.779196286087336e-05,
      "loss": 0.0672,
      "step": 3466
    },
    {
      "epoch": 0.3758673026886383,
      "grad_norm": 0.3795498013496399,
      "learning_rate": 8.778833599303642e-05,
      "loss": 0.0533,
      "step": 3467
    },
    {
      "epoch": 0.37597571552471815,
      "grad_norm": 0.17221449315547943,
      "learning_rate": 8.778470912519948e-05,
      "loss": 0.0241,
      "step": 3468
    },
    {
      "epoch": 0.3760841283607979,
      "grad_norm": 0.22926320135593414,
      "learning_rate": 8.778108225736255e-05,
      "loss": 0.0272,
      "step": 3469
    },
    {
      "epoch": 0.3761925411968777,
      "grad_norm": 0.1638680398464203,
      "learning_rate": 8.77774553895256e-05,
      "loss": 0.0266,
      "step": 3470
    },
    {
      "epoch": 0.3763009540329575,
      "grad_norm": 0.06222587451338768,
      "learning_rate": 8.777382852168868e-05,
      "loss": 0.0095,
      "step": 3471
    },
    {
      "epoch": 0.3764093668690373,
      "grad_norm": 0.17809215188026428,
      "learning_rate": 8.777020165385173e-05,
      "loss": 0.0477,
      "step": 3472
    },
    {
      "epoch": 0.3765177797051171,
      "grad_norm": 0.12574496865272522,
      "learning_rate": 8.77665747860148e-05,
      "loss": 0.0158,
      "step": 3473
    },
    {
      "epoch": 0.3766261925411969,
      "grad_norm": 0.28193849325180054,
      "learning_rate": 8.776294791817786e-05,
      "loss": 0.0579,
      "step": 3474
    },
    {
      "epoch": 0.37673460537727665,
      "grad_norm": 0.17513857781887054,
      "learning_rate": 8.775932105034093e-05,
      "loss": 0.0429,
      "step": 3475
    },
    {
      "epoch": 0.3768430182133565,
      "grad_norm": 0.09610312432050705,
      "learning_rate": 8.775569418250399e-05,
      "loss": 0.0181,
      "step": 3476
    },
    {
      "epoch": 0.37695143104943624,
      "grad_norm": 0.3181310296058655,
      "learning_rate": 8.775206731466705e-05,
      "loss": 0.0661,
      "step": 3477
    },
    {
      "epoch": 0.37705984388551606,
      "grad_norm": 0.2031351923942566,
      "learning_rate": 8.774844044683013e-05,
      "loss": 0.0334,
      "step": 3478
    },
    {
      "epoch": 0.3771682567215958,
      "grad_norm": 0.34076130390167236,
      "learning_rate": 8.774481357899319e-05,
      "loss": 0.0691,
      "step": 3479
    },
    {
      "epoch": 0.37727666955767564,
      "grad_norm": 0.09977570176124573,
      "learning_rate": 8.774118671115626e-05,
      "loss": 0.0134,
      "step": 3480
    },
    {
      "epoch": 0.3773850823937554,
      "grad_norm": 0.19207802414894104,
      "learning_rate": 8.773755984331932e-05,
      "loss": 0.0251,
      "step": 3481
    },
    {
      "epoch": 0.3774934952298352,
      "grad_norm": 0.1614568829536438,
      "learning_rate": 8.773393297548237e-05,
      "loss": 0.0344,
      "step": 3482
    },
    {
      "epoch": 0.377601908065915,
      "grad_norm": 0.2537061274051666,
      "learning_rate": 8.773030610764545e-05,
      "loss": 0.043,
      "step": 3483
    },
    {
      "epoch": 0.3777103209019948,
      "grad_norm": 0.5208548903465271,
      "learning_rate": 8.77266792398085e-05,
      "loss": 0.1438,
      "step": 3484
    },
    {
      "epoch": 0.37781873373807456,
      "grad_norm": 0.12060347199440002,
      "learning_rate": 8.772305237197157e-05,
      "loss": 0.0207,
      "step": 3485
    },
    {
      "epoch": 0.3779271465741544,
      "grad_norm": 0.43988415598869324,
      "learning_rate": 8.771942550413463e-05,
      "loss": 0.0469,
      "step": 3486
    },
    {
      "epoch": 0.37803555941023415,
      "grad_norm": 0.1385909616947174,
      "learning_rate": 8.77157986362977e-05,
      "loss": 0.0256,
      "step": 3487
    },
    {
      "epoch": 0.37814397224631396,
      "grad_norm": 0.31040167808532715,
      "learning_rate": 8.771217176846076e-05,
      "loss": 0.0385,
      "step": 3488
    },
    {
      "epoch": 0.3782523850823938,
      "grad_norm": 0.17998699843883514,
      "learning_rate": 8.770854490062383e-05,
      "loss": 0.0154,
      "step": 3489
    },
    {
      "epoch": 0.37836079791847355,
      "grad_norm": 0.1464552879333496,
      "learning_rate": 8.770491803278689e-05,
      "loss": 0.0228,
      "step": 3490
    },
    {
      "epoch": 0.37846921075455336,
      "grad_norm": 0.21390831470489502,
      "learning_rate": 8.770129116494994e-05,
      "loss": 0.0427,
      "step": 3491
    },
    {
      "epoch": 0.3785776235906331,
      "grad_norm": 0.1126895621418953,
      "learning_rate": 8.769766429711302e-05,
      "loss": 0.0169,
      "step": 3492
    },
    {
      "epoch": 0.37868603642671295,
      "grad_norm": 0.19422151148319244,
      "learning_rate": 8.769403742927607e-05,
      "loss": 0.0249,
      "step": 3493
    },
    {
      "epoch": 0.3787944492627927,
      "grad_norm": 1.1678898334503174,
      "learning_rate": 8.769041056143914e-05,
      "loss": 0.1318,
      "step": 3494
    },
    {
      "epoch": 0.37890286209887253,
      "grad_norm": 0.331826776266098,
      "learning_rate": 8.768678369360221e-05,
      "loss": 0.0464,
      "step": 3495
    },
    {
      "epoch": 0.3790112749349523,
      "grad_norm": 0.29704591631889343,
      "learning_rate": 8.768315682576527e-05,
      "loss": 0.0412,
      "step": 3496
    },
    {
      "epoch": 0.3791196877710321,
      "grad_norm": 0.21747271716594696,
      "learning_rate": 8.767952995792834e-05,
      "loss": 0.0427,
      "step": 3497
    },
    {
      "epoch": 0.3792281006071119,
      "grad_norm": 0.35945388674736023,
      "learning_rate": 8.76759030900914e-05,
      "loss": 0.0424,
      "step": 3498
    },
    {
      "epoch": 0.3793365134431917,
      "grad_norm": 0.15973937511444092,
      "learning_rate": 8.767227622225447e-05,
      "loss": 0.0239,
      "step": 3499
    },
    {
      "epoch": 0.37944492627927146,
      "grad_norm": 0.24560990929603577,
      "learning_rate": 8.766864935441753e-05,
      "loss": 0.0548,
      "step": 3500
    },
    {
      "epoch": 0.3795533391153513,
      "grad_norm": 0.1020873486995697,
      "learning_rate": 8.76650224865806e-05,
      "loss": 0.015,
      "step": 3501
    },
    {
      "epoch": 0.37966175195143104,
      "grad_norm": 0.5159714818000793,
      "learning_rate": 8.766139561874366e-05,
      "loss": 0.0434,
      "step": 3502
    },
    {
      "epoch": 0.37977016478751086,
      "grad_norm": 0.25826141238212585,
      "learning_rate": 8.765776875090673e-05,
      "loss": 0.0431,
      "step": 3503
    },
    {
      "epoch": 0.3798785776235906,
      "grad_norm": 0.2545717656612396,
      "learning_rate": 8.765414188306978e-05,
      "loss": 0.0646,
      "step": 3504
    },
    {
      "epoch": 0.37998699045967044,
      "grad_norm": 0.319941908121109,
      "learning_rate": 8.765051501523284e-05,
      "loss": 0.0531,
      "step": 3505
    },
    {
      "epoch": 0.3800954032957502,
      "grad_norm": 0.34608790278434753,
      "learning_rate": 8.764688814739591e-05,
      "loss": 0.0426,
      "step": 3506
    },
    {
      "epoch": 0.38020381613183,
      "grad_norm": 0.13312266767024994,
      "learning_rate": 8.764326127955897e-05,
      "loss": 0.0266,
      "step": 3507
    },
    {
      "epoch": 0.3803122289679098,
      "grad_norm": 0.32891908288002014,
      "learning_rate": 8.763963441172204e-05,
      "loss": 0.0674,
      "step": 3508
    },
    {
      "epoch": 0.3804206418039896,
      "grad_norm": 0.24464713037014008,
      "learning_rate": 8.76360075438851e-05,
      "loss": 0.0339,
      "step": 3509
    },
    {
      "epoch": 0.38052905464006936,
      "grad_norm": 0.27658405900001526,
      "learning_rate": 8.763238067604817e-05,
      "loss": 0.0361,
      "step": 3510
    },
    {
      "epoch": 0.3806374674761492,
      "grad_norm": 0.35123661160469055,
      "learning_rate": 8.762875380821123e-05,
      "loss": 0.0751,
      "step": 3511
    },
    {
      "epoch": 0.38074588031222895,
      "grad_norm": 0.12634040415287018,
      "learning_rate": 8.76251269403743e-05,
      "loss": 0.0287,
      "step": 3512
    },
    {
      "epoch": 0.38085429314830876,
      "grad_norm": 0.20565472543239594,
      "learning_rate": 8.762150007253737e-05,
      "loss": 0.0369,
      "step": 3513
    },
    {
      "epoch": 0.3809627059843885,
      "grad_norm": 0.4542609751224518,
      "learning_rate": 8.761787320470043e-05,
      "loss": 0.0481,
      "step": 3514
    },
    {
      "epoch": 0.38107111882046835,
      "grad_norm": 0.1640719622373581,
      "learning_rate": 8.76142463368635e-05,
      "loss": 0.0222,
      "step": 3515
    },
    {
      "epoch": 0.3811795316565481,
      "grad_norm": 0.20599503815174103,
      "learning_rate": 8.761061946902655e-05,
      "loss": 0.0285,
      "step": 3516
    },
    {
      "epoch": 0.38128794449262793,
      "grad_norm": 0.20450212061405182,
      "learning_rate": 8.760699260118962e-05,
      "loss": 0.0284,
      "step": 3517
    },
    {
      "epoch": 0.3813963573287077,
      "grad_norm": 0.20305489003658295,
      "learning_rate": 8.760336573335268e-05,
      "loss": 0.0505,
      "step": 3518
    },
    {
      "epoch": 0.3815047701647875,
      "grad_norm": 0.21040192246437073,
      "learning_rate": 8.759973886551574e-05,
      "loss": 0.0432,
      "step": 3519
    },
    {
      "epoch": 0.38161318300086733,
      "grad_norm": 0.4167031943798065,
      "learning_rate": 8.759611199767881e-05,
      "loss": 0.0659,
      "step": 3520
    },
    {
      "epoch": 0.3817215958369471,
      "grad_norm": 0.138870507478714,
      "learning_rate": 8.759248512984187e-05,
      "loss": 0.0143,
      "step": 3521
    },
    {
      "epoch": 0.3818300086730269,
      "grad_norm": 0.2854916453361511,
      "learning_rate": 8.758885826200494e-05,
      "loss": 0.0405,
      "step": 3522
    },
    {
      "epoch": 0.3819384215091067,
      "grad_norm": 0.16964268684387207,
      "learning_rate": 8.7585231394168e-05,
      "loss": 0.0394,
      "step": 3523
    },
    {
      "epoch": 0.3820468343451865,
      "grad_norm": 0.20978812873363495,
      "learning_rate": 8.758160452633107e-05,
      "loss": 0.0298,
      "step": 3524
    },
    {
      "epoch": 0.38215524718126626,
      "grad_norm": 0.3816452622413635,
      "learning_rate": 8.757797765849412e-05,
      "loss": 0.1033,
      "step": 3525
    },
    {
      "epoch": 0.3822636600173461,
      "grad_norm": 0.1531130075454712,
      "learning_rate": 8.75743507906572e-05,
      "loss": 0.0304,
      "step": 3526
    },
    {
      "epoch": 0.38237207285342584,
      "grad_norm": 0.28183045983314514,
      "learning_rate": 8.757072392282025e-05,
      "loss": 0.0328,
      "step": 3527
    },
    {
      "epoch": 0.38248048568950566,
      "grad_norm": 0.32368016242980957,
      "learning_rate": 8.756709705498331e-05,
      "loss": 0.0363,
      "step": 3528
    },
    {
      "epoch": 0.3825888985255854,
      "grad_norm": 0.7421512603759766,
      "learning_rate": 8.756347018714638e-05,
      "loss": 0.0704,
      "step": 3529
    },
    {
      "epoch": 0.38269731136166524,
      "grad_norm": 0.17520979046821594,
      "learning_rate": 8.755984331930945e-05,
      "loss": 0.0325,
      "step": 3530
    },
    {
      "epoch": 0.382805724197745,
      "grad_norm": 0.27299755811691284,
      "learning_rate": 8.755621645147252e-05,
      "loss": 0.067,
      "step": 3531
    },
    {
      "epoch": 0.3829141370338248,
      "grad_norm": 0.32491400837898254,
      "learning_rate": 8.755258958363558e-05,
      "loss": 0.0441,
      "step": 3532
    },
    {
      "epoch": 0.3830225498699046,
      "grad_norm": 0.12474071234464645,
      "learning_rate": 8.754896271579864e-05,
      "loss": 0.0236,
      "step": 3533
    },
    {
      "epoch": 0.3831309627059844,
      "grad_norm": 0.28404855728149414,
      "learning_rate": 8.754533584796171e-05,
      "loss": 0.0497,
      "step": 3534
    },
    {
      "epoch": 0.38323937554206416,
      "grad_norm": 0.5176099538803101,
      "learning_rate": 8.754170898012477e-05,
      "loss": 0.0686,
      "step": 3535
    },
    {
      "epoch": 0.383347788378144,
      "grad_norm": 0.16262999176979065,
      "learning_rate": 8.753808211228784e-05,
      "loss": 0.0417,
      "step": 3536
    },
    {
      "epoch": 0.38345620121422375,
      "grad_norm": 0.20288439095020294,
      "learning_rate": 8.75344552444509e-05,
      "loss": 0.0494,
      "step": 3537
    },
    {
      "epoch": 0.38356461405030357,
      "grad_norm": 0.3707083761692047,
      "learning_rate": 8.753082837661396e-05,
      "loss": 0.0866,
      "step": 3538
    },
    {
      "epoch": 0.38367302688638333,
      "grad_norm": 0.37139612436294556,
      "learning_rate": 8.752720150877702e-05,
      "loss": 0.0592,
      "step": 3539
    },
    {
      "epoch": 0.38378143972246315,
      "grad_norm": 0.13964425027370453,
      "learning_rate": 8.752357464094009e-05,
      "loss": 0.0223,
      "step": 3540
    },
    {
      "epoch": 0.3838898525585429,
      "grad_norm": 0.15690402686595917,
      "learning_rate": 8.751994777310315e-05,
      "loss": 0.0457,
      "step": 3541
    },
    {
      "epoch": 0.38399826539462273,
      "grad_norm": 0.26332926750183105,
      "learning_rate": 8.751632090526621e-05,
      "loss": 0.0516,
      "step": 3542
    },
    {
      "epoch": 0.3841066782307025,
      "grad_norm": 0.2915029227733612,
      "learning_rate": 8.751269403742928e-05,
      "loss": 0.0542,
      "step": 3543
    },
    {
      "epoch": 0.3842150910667823,
      "grad_norm": 0.2938685119152069,
      "learning_rate": 8.750906716959234e-05,
      "loss": 0.0476,
      "step": 3544
    },
    {
      "epoch": 0.3843235039028621,
      "grad_norm": 0.16180479526519775,
      "learning_rate": 8.75054403017554e-05,
      "loss": 0.0353,
      "step": 3545
    },
    {
      "epoch": 0.3844319167389419,
      "grad_norm": 0.21926464140415192,
      "learning_rate": 8.750181343391846e-05,
      "loss": 0.0322,
      "step": 3546
    },
    {
      "epoch": 0.38454032957502166,
      "grad_norm": 0.325227290391922,
      "learning_rate": 8.749818656608155e-05,
      "loss": 0.0343,
      "step": 3547
    },
    {
      "epoch": 0.3846487424111015,
      "grad_norm": 0.16546325385570526,
      "learning_rate": 8.74945596982446e-05,
      "loss": 0.0354,
      "step": 3548
    },
    {
      "epoch": 0.3847571552471813,
      "grad_norm": 0.5459924340248108,
      "learning_rate": 8.749093283040766e-05,
      "loss": 0.0585,
      "step": 3549
    },
    {
      "epoch": 0.38486556808326106,
      "grad_norm": 0.17472048103809357,
      "learning_rate": 8.748730596257073e-05,
      "loss": 0.0433,
      "step": 3550
    },
    {
      "epoch": 0.3849739809193409,
      "grad_norm": 0.17404194176197052,
      "learning_rate": 8.748367909473379e-05,
      "loss": 0.0502,
      "step": 3551
    },
    {
      "epoch": 0.38508239375542064,
      "grad_norm": 0.22335107624530792,
      "learning_rate": 8.748005222689686e-05,
      "loss": 0.0418,
      "step": 3552
    },
    {
      "epoch": 0.38519080659150046,
      "grad_norm": 0.18269263207912445,
      "learning_rate": 8.747642535905992e-05,
      "loss": 0.0221,
      "step": 3553
    },
    {
      "epoch": 0.3852992194275802,
      "grad_norm": 0.3243321478366852,
      "learning_rate": 8.747279849122299e-05,
      "loss": 0.0753,
      "step": 3554
    },
    {
      "epoch": 0.38540763226366004,
      "grad_norm": 0.2628956139087677,
      "learning_rate": 8.746917162338605e-05,
      "loss": 0.0343,
      "step": 3555
    },
    {
      "epoch": 0.3855160450997398,
      "grad_norm": 0.09870177507400513,
      "learning_rate": 8.74655447555491e-05,
      "loss": 0.0127,
      "step": 3556
    },
    {
      "epoch": 0.3856244579358196,
      "grad_norm": 0.15381237864494324,
      "learning_rate": 8.746191788771218e-05,
      "loss": 0.038,
      "step": 3557
    },
    {
      "epoch": 0.3857328707718994,
      "grad_norm": 0.14706313610076904,
      "learning_rate": 8.745829101987523e-05,
      "loss": 0.0379,
      "step": 3558
    },
    {
      "epoch": 0.3858412836079792,
      "grad_norm": 0.15342015027999878,
      "learning_rate": 8.74546641520383e-05,
      "loss": 0.0156,
      "step": 3559
    },
    {
      "epoch": 0.38594969644405897,
      "grad_norm": 0.21036602556705475,
      "learning_rate": 8.745103728420136e-05,
      "loss": 0.0592,
      "step": 3560
    },
    {
      "epoch": 0.3860581092801388,
      "grad_norm": 0.3867236375808716,
      "learning_rate": 8.744741041636443e-05,
      "loss": 0.0532,
      "step": 3561
    },
    {
      "epoch": 0.38616652211621855,
      "grad_norm": 0.1800290197134018,
      "learning_rate": 8.744378354852749e-05,
      "loss": 0.0264,
      "step": 3562
    },
    {
      "epoch": 0.38627493495229837,
      "grad_norm": 0.20812927186489105,
      "learning_rate": 8.744015668069056e-05,
      "loss": 0.0473,
      "step": 3563
    },
    {
      "epoch": 0.38638334778837813,
      "grad_norm": 0.21739447116851807,
      "learning_rate": 8.743652981285363e-05,
      "loss": 0.0179,
      "step": 3564
    },
    {
      "epoch": 0.38649176062445795,
      "grad_norm": 0.2529984712600708,
      "learning_rate": 8.743290294501669e-05,
      "loss": 0.0517,
      "step": 3565
    },
    {
      "epoch": 0.3866001734605377,
      "grad_norm": 0.41380205750465393,
      "learning_rate": 8.742927607717976e-05,
      "loss": 0.0767,
      "step": 3566
    },
    {
      "epoch": 0.38670858629661753,
      "grad_norm": 0.2588820457458496,
      "learning_rate": 8.742564920934282e-05,
      "loss": 0.0332,
      "step": 3567
    },
    {
      "epoch": 0.3868169991326973,
      "grad_norm": 0.27343639731407166,
      "learning_rate": 8.742202234150589e-05,
      "loss": 0.0457,
      "step": 3568
    },
    {
      "epoch": 0.3869254119687771,
      "grad_norm": 0.24394217133522034,
      "learning_rate": 8.741839547366894e-05,
      "loss": 0.0589,
      "step": 3569
    },
    {
      "epoch": 0.3870338248048569,
      "grad_norm": 0.12912602722644806,
      "learning_rate": 8.741476860583202e-05,
      "loss": 0.0302,
      "step": 3570
    },
    {
      "epoch": 0.3871422376409367,
      "grad_norm": 0.3117765188217163,
      "learning_rate": 8.741114173799507e-05,
      "loss": 0.0417,
      "step": 3571
    },
    {
      "epoch": 0.38725065047701646,
      "grad_norm": 0.13148434460163116,
      "learning_rate": 8.740751487015813e-05,
      "loss": 0.0266,
      "step": 3572
    },
    {
      "epoch": 0.3873590633130963,
      "grad_norm": 0.07947108149528503,
      "learning_rate": 8.74038880023212e-05,
      "loss": 0.0054,
      "step": 3573
    },
    {
      "epoch": 0.38746747614917604,
      "grad_norm": 0.3129012882709503,
      "learning_rate": 8.740026113448426e-05,
      "loss": 0.0669,
      "step": 3574
    },
    {
      "epoch": 0.38757588898525586,
      "grad_norm": 0.21303997933864594,
      "learning_rate": 8.739663426664733e-05,
      "loss": 0.0313,
      "step": 3575
    },
    {
      "epoch": 0.3876843018213356,
      "grad_norm": 0.25655290484428406,
      "learning_rate": 8.739300739881039e-05,
      "loss": 0.0254,
      "step": 3576
    },
    {
      "epoch": 0.38779271465741544,
      "grad_norm": 0.2041839212179184,
      "learning_rate": 8.738938053097346e-05,
      "loss": 0.0313,
      "step": 3577
    },
    {
      "epoch": 0.38790112749349526,
      "grad_norm": 0.5260744094848633,
      "learning_rate": 8.738575366313652e-05,
      "loss": 0.0568,
      "step": 3578
    },
    {
      "epoch": 0.388009540329575,
      "grad_norm": 0.2333148866891861,
      "learning_rate": 8.738212679529959e-05,
      "loss": 0.0223,
      "step": 3579
    },
    {
      "epoch": 0.38811795316565484,
      "grad_norm": 0.43481430411338806,
      "learning_rate": 8.737849992746264e-05,
      "loss": 0.0837,
      "step": 3580
    },
    {
      "epoch": 0.3882263660017346,
      "grad_norm": 0.34059855341911316,
      "learning_rate": 8.73748730596257e-05,
      "loss": 0.0528,
      "step": 3581
    },
    {
      "epoch": 0.3883347788378144,
      "grad_norm": 0.1276896893978119,
      "learning_rate": 8.737124619178879e-05,
      "loss": 0.0203,
      "step": 3582
    },
    {
      "epoch": 0.3884431916738942,
      "grad_norm": 0.5282678008079529,
      "learning_rate": 8.736761932395184e-05,
      "loss": 0.0577,
      "step": 3583
    },
    {
      "epoch": 0.388551604509974,
      "grad_norm": 0.3031430244445801,
      "learning_rate": 8.736399245611491e-05,
      "loss": 0.0305,
      "step": 3584
    },
    {
      "epoch": 0.38866001734605377,
      "grad_norm": 0.210683673620224,
      "learning_rate": 8.736036558827797e-05,
      "loss": 0.0654,
      "step": 3585
    },
    {
      "epoch": 0.3887684301821336,
      "grad_norm": 0.27312782406806946,
      "learning_rate": 8.735673872044103e-05,
      "loss": 0.0988,
      "step": 3586
    },
    {
      "epoch": 0.38887684301821335,
      "grad_norm": 0.41154319047927856,
      "learning_rate": 8.73531118526041e-05,
      "loss": 0.0791,
      "step": 3587
    },
    {
      "epoch": 0.38898525585429317,
      "grad_norm": 0.4052535891532898,
      "learning_rate": 8.734948498476716e-05,
      "loss": 0.0488,
      "step": 3588
    },
    {
      "epoch": 0.38909366869037293,
      "grad_norm": 0.19382672011852264,
      "learning_rate": 8.734585811693023e-05,
      "loss": 0.0294,
      "step": 3589
    },
    {
      "epoch": 0.38920208152645275,
      "grad_norm": 0.07954400777816772,
      "learning_rate": 8.734223124909328e-05,
      "loss": 0.0155,
      "step": 3590
    },
    {
      "epoch": 0.3893104943625325,
      "grad_norm": 0.1893729865550995,
      "learning_rate": 8.733860438125636e-05,
      "loss": 0.0477,
      "step": 3591
    },
    {
      "epoch": 0.38941890719861233,
      "grad_norm": 0.13281720876693726,
      "learning_rate": 8.733497751341941e-05,
      "loss": 0.0198,
      "step": 3592
    },
    {
      "epoch": 0.3895273200346921,
      "grad_norm": 0.12694020569324493,
      "learning_rate": 8.733135064558248e-05,
      "loss": 0.0218,
      "step": 3593
    },
    {
      "epoch": 0.3896357328707719,
      "grad_norm": 0.3224121332168579,
      "learning_rate": 8.732772377774554e-05,
      "loss": 0.0704,
      "step": 3594
    },
    {
      "epoch": 0.3897441457068517,
      "grad_norm": 0.3234393000602722,
      "learning_rate": 8.73240969099086e-05,
      "loss": 0.0255,
      "step": 3595
    },
    {
      "epoch": 0.3898525585429315,
      "grad_norm": 0.1654951572418213,
      "learning_rate": 8.732047004207167e-05,
      "loss": 0.0418,
      "step": 3596
    },
    {
      "epoch": 0.38996097137901126,
      "grad_norm": 0.1555480659008026,
      "learning_rate": 8.731684317423473e-05,
      "loss": 0.0195,
      "step": 3597
    },
    {
      "epoch": 0.3900693842150911,
      "grad_norm": 0.1612648218870163,
      "learning_rate": 8.73132163063978e-05,
      "loss": 0.0448,
      "step": 3598
    },
    {
      "epoch": 0.39017779705117084,
      "grad_norm": 0.16400444507598877,
      "learning_rate": 8.730958943856087e-05,
      "loss": 0.0276,
      "step": 3599
    },
    {
      "epoch": 0.39028620988725066,
      "grad_norm": 0.21325919032096863,
      "learning_rate": 8.730596257072393e-05,
      "loss": 0.0415,
      "step": 3600
    },
    {
      "epoch": 0.3903946227233304,
      "grad_norm": 0.16120131313800812,
      "learning_rate": 8.7302335702887e-05,
      "loss": 0.0319,
      "step": 3601
    },
    {
      "epoch": 0.39050303555941024,
      "grad_norm": 0.27544257044792175,
      "learning_rate": 8.729870883505005e-05,
      "loss": 0.0363,
      "step": 3602
    },
    {
      "epoch": 0.39061144839549,
      "grad_norm": 0.28251349925994873,
      "learning_rate": 8.729508196721312e-05,
      "loss": 0.0317,
      "step": 3603
    },
    {
      "epoch": 0.3907198612315698,
      "grad_norm": 0.21554650366306305,
      "learning_rate": 8.729145509937618e-05,
      "loss": 0.0326,
      "step": 3604
    },
    {
      "epoch": 0.3908282740676496,
      "grad_norm": 0.22756680846214294,
      "learning_rate": 8.728782823153925e-05,
      "loss": 0.0429,
      "step": 3605
    },
    {
      "epoch": 0.3909366869037294,
      "grad_norm": 0.20203672349452972,
      "learning_rate": 8.728420136370231e-05,
      "loss": 0.0611,
      "step": 3606
    },
    {
      "epoch": 0.3910450997398092,
      "grad_norm": 0.24170485138893127,
      "learning_rate": 8.728057449586538e-05,
      "loss": 0.044,
      "step": 3607
    },
    {
      "epoch": 0.391153512575889,
      "grad_norm": 0.03738751634955406,
      "learning_rate": 8.727694762802844e-05,
      "loss": 0.0069,
      "step": 3608
    },
    {
      "epoch": 0.3912619254119688,
      "grad_norm": 0.48148930072784424,
      "learning_rate": 8.72733207601915e-05,
      "loss": 0.038,
      "step": 3609
    },
    {
      "epoch": 0.39137033824804857,
      "grad_norm": 0.2617928981781006,
      "learning_rate": 8.726969389235457e-05,
      "loss": 0.0591,
      "step": 3610
    },
    {
      "epoch": 0.3914787510841284,
      "grad_norm": 0.2820676267147064,
      "learning_rate": 8.726606702451762e-05,
      "loss": 0.0596,
      "step": 3611
    },
    {
      "epoch": 0.39158716392020815,
      "grad_norm": 0.36021900177001953,
      "learning_rate": 8.72624401566807e-05,
      "loss": 0.044,
      "step": 3612
    },
    {
      "epoch": 0.39169557675628797,
      "grad_norm": 0.31205764412879944,
      "learning_rate": 8.725881328884375e-05,
      "loss": 0.0121,
      "step": 3613
    },
    {
      "epoch": 0.39180398959236773,
      "grad_norm": 0.3046582341194153,
      "learning_rate": 8.725518642100682e-05,
      "loss": 0.0476,
      "step": 3614
    },
    {
      "epoch": 0.39191240242844755,
      "grad_norm": 0.3076235353946686,
      "learning_rate": 8.725155955316988e-05,
      "loss": 0.0493,
      "step": 3615
    },
    {
      "epoch": 0.3920208152645273,
      "grad_norm": 0.2471023052930832,
      "learning_rate": 8.724793268533295e-05,
      "loss": 0.0362,
      "step": 3616
    },
    {
      "epoch": 0.39212922810060713,
      "grad_norm": 0.46294647455215454,
      "learning_rate": 8.724430581749602e-05,
      "loss": 0.0803,
      "step": 3617
    },
    {
      "epoch": 0.3922376409366869,
      "grad_norm": 0.21432802081108093,
      "learning_rate": 8.724067894965908e-05,
      "loss": 0.0494,
      "step": 3618
    },
    {
      "epoch": 0.3923460537727667,
      "grad_norm": 0.1998402625322342,
      "learning_rate": 8.723705208182215e-05,
      "loss": 0.0361,
      "step": 3619
    },
    {
      "epoch": 0.3924544666088465,
      "grad_norm": 0.23100292682647705,
      "learning_rate": 8.723342521398521e-05,
      "loss": 0.0505,
      "step": 3620
    },
    {
      "epoch": 0.3925628794449263,
      "grad_norm": 0.6690146327018738,
      "learning_rate": 8.722979834614828e-05,
      "loss": 0.0682,
      "step": 3621
    },
    {
      "epoch": 0.39267129228100606,
      "grad_norm": 0.1155434399843216,
      "learning_rate": 8.722617147831134e-05,
      "loss": 0.0215,
      "step": 3622
    },
    {
      "epoch": 0.3927797051170859,
      "grad_norm": 0.5635581016540527,
      "learning_rate": 8.722254461047439e-05,
      "loss": 0.074,
      "step": 3623
    },
    {
      "epoch": 0.39288811795316564,
      "grad_norm": 0.3242012560367584,
      "learning_rate": 8.721891774263746e-05,
      "loss": 0.0573,
      "step": 3624
    },
    {
      "epoch": 0.39299653078924546,
      "grad_norm": 0.23665902018547058,
      "learning_rate": 8.721529087480052e-05,
      "loss": 0.0655,
      "step": 3625
    },
    {
      "epoch": 0.3931049436253252,
      "grad_norm": 0.30896228551864624,
      "learning_rate": 8.721166400696359e-05,
      "loss": 0.0608,
      "step": 3626
    },
    {
      "epoch": 0.39321335646140504,
      "grad_norm": 0.043417248874902725,
      "learning_rate": 8.720803713912665e-05,
      "loss": 0.0071,
      "step": 3627
    },
    {
      "epoch": 0.3933217692974848,
      "grad_norm": 0.22046801447868347,
      "learning_rate": 8.720441027128972e-05,
      "loss": 0.0255,
      "step": 3628
    },
    {
      "epoch": 0.3934301821335646,
      "grad_norm": 0.26337099075317383,
      "learning_rate": 8.720078340345278e-05,
      "loss": 0.0699,
      "step": 3629
    },
    {
      "epoch": 0.3935385949696444,
      "grad_norm": 0.4027809798717499,
      "learning_rate": 8.719715653561585e-05,
      "loss": 0.0282,
      "step": 3630
    },
    {
      "epoch": 0.3936470078057242,
      "grad_norm": 0.21205489337444305,
      "learning_rate": 8.71935296677789e-05,
      "loss": 0.0257,
      "step": 3631
    },
    {
      "epoch": 0.39375542064180397,
      "grad_norm": 0.23247800767421722,
      "learning_rate": 8.718990279994196e-05,
      "loss": 0.0272,
      "step": 3632
    },
    {
      "epoch": 0.3938638334778838,
      "grad_norm": 0.18727971613407135,
      "learning_rate": 8.718627593210505e-05,
      "loss": 0.0412,
      "step": 3633
    },
    {
      "epoch": 0.39397224631396355,
      "grad_norm": 0.20600388944149017,
      "learning_rate": 8.71826490642681e-05,
      "loss": 0.0286,
      "step": 3634
    },
    {
      "epoch": 0.39408065915004337,
      "grad_norm": 0.17027547955513,
      "learning_rate": 8.717902219643118e-05,
      "loss": 0.052,
      "step": 3635
    },
    {
      "epoch": 0.39418907198612313,
      "grad_norm": 0.4622623324394226,
      "learning_rate": 8.717539532859423e-05,
      "loss": 0.1193,
      "step": 3636
    },
    {
      "epoch": 0.39429748482220295,
      "grad_norm": 0.2148512899875641,
      "learning_rate": 8.717176846075729e-05,
      "loss": 0.0351,
      "step": 3637
    },
    {
      "epoch": 0.39440589765828277,
      "grad_norm": 0.18662351369857788,
      "learning_rate": 8.716814159292036e-05,
      "loss": 0.0314,
      "step": 3638
    },
    {
      "epoch": 0.39451431049436253,
      "grad_norm": 0.25924333930015564,
      "learning_rate": 8.716451472508342e-05,
      "loss": 0.0464,
      "step": 3639
    },
    {
      "epoch": 0.39462272333044235,
      "grad_norm": 0.2424362301826477,
      "learning_rate": 8.716088785724649e-05,
      "loss": 0.0424,
      "step": 3640
    },
    {
      "epoch": 0.3947311361665221,
      "grad_norm": 0.46120139956474304,
      "learning_rate": 8.715726098940955e-05,
      "loss": 0.0588,
      "step": 3641
    },
    {
      "epoch": 0.39483954900260193,
      "grad_norm": 0.19140443205833435,
      "learning_rate": 8.715363412157262e-05,
      "loss": 0.0403,
      "step": 3642
    },
    {
      "epoch": 0.3949479618386817,
      "grad_norm": 0.23643730580806732,
      "learning_rate": 8.715000725373568e-05,
      "loss": 0.068,
      "step": 3643
    },
    {
      "epoch": 0.3950563746747615,
      "grad_norm": 0.2660323977470398,
      "learning_rate": 8.714638038589875e-05,
      "loss": 0.082,
      "step": 3644
    },
    {
      "epoch": 0.3951647875108413,
      "grad_norm": 0.23026177287101746,
      "learning_rate": 8.71427535180618e-05,
      "loss": 0.0524,
      "step": 3645
    },
    {
      "epoch": 0.3952732003469211,
      "grad_norm": 0.2235746681690216,
      "learning_rate": 8.713912665022486e-05,
      "loss": 0.0487,
      "step": 3646
    },
    {
      "epoch": 0.39538161318300086,
      "grad_norm": 0.22473786771297455,
      "learning_rate": 8.713549978238793e-05,
      "loss": 0.0438,
      "step": 3647
    },
    {
      "epoch": 0.3954900260190807,
      "grad_norm": 0.09700595587491989,
      "learning_rate": 8.713187291455099e-05,
      "loss": 0.0263,
      "step": 3648
    },
    {
      "epoch": 0.39559843885516044,
      "grad_norm": 0.2223057597875595,
      "learning_rate": 8.712824604671406e-05,
      "loss": 0.04,
      "step": 3649
    },
    {
      "epoch": 0.39570685169124026,
      "grad_norm": 0.13600115478038788,
      "learning_rate": 8.712461917887712e-05,
      "loss": 0.0394,
      "step": 3650
    },
    {
      "epoch": 0.39581526452732,
      "grad_norm": 0.11472533643245697,
      "learning_rate": 8.71209923110402e-05,
      "loss": 0.024,
      "step": 3651
    },
    {
      "epoch": 0.39592367736339984,
      "grad_norm": 0.3563210368156433,
      "learning_rate": 8.711736544320326e-05,
      "loss": 0.0342,
      "step": 3652
    },
    {
      "epoch": 0.3960320901994796,
      "grad_norm": 0.1225111111998558,
      "learning_rate": 8.711373857536632e-05,
      "loss": 0.0272,
      "step": 3653
    },
    {
      "epoch": 0.3961405030355594,
      "grad_norm": 0.16942870616912842,
      "learning_rate": 8.711011170752939e-05,
      "loss": 0.0385,
      "step": 3654
    },
    {
      "epoch": 0.3962489158716392,
      "grad_norm": 0.15288208425045013,
      "learning_rate": 8.710648483969244e-05,
      "loss": 0.027,
      "step": 3655
    },
    {
      "epoch": 0.396357328707719,
      "grad_norm": 0.31472477316856384,
      "learning_rate": 8.710285797185552e-05,
      "loss": 0.054,
      "step": 3656
    },
    {
      "epoch": 0.39646574154379877,
      "grad_norm": 0.20859627425670624,
      "learning_rate": 8.709923110401857e-05,
      "loss": 0.0428,
      "step": 3657
    },
    {
      "epoch": 0.3965741543798786,
      "grad_norm": 0.17553569376468658,
      "learning_rate": 8.709560423618164e-05,
      "loss": 0.0291,
      "step": 3658
    },
    {
      "epoch": 0.39668256721595835,
      "grad_norm": 0.297629714012146,
      "learning_rate": 8.70919773683447e-05,
      "loss": 0.0523,
      "step": 3659
    },
    {
      "epoch": 0.39679098005203817,
      "grad_norm": 0.1485893577337265,
      "learning_rate": 8.708835050050777e-05,
      "loss": 0.0287,
      "step": 3660
    },
    {
      "epoch": 0.39689939288811793,
      "grad_norm": 0.16365933418273926,
      "learning_rate": 8.708472363267083e-05,
      "loss": 0.0291,
      "step": 3661
    },
    {
      "epoch": 0.39700780572419775,
      "grad_norm": 0.26358655095100403,
      "learning_rate": 8.708109676483389e-05,
      "loss": 0.0732,
      "step": 3662
    },
    {
      "epoch": 0.3971162185602775,
      "grad_norm": 0.15692804753780365,
      "learning_rate": 8.707746989699696e-05,
      "loss": 0.0333,
      "step": 3663
    },
    {
      "epoch": 0.39722463139635733,
      "grad_norm": 0.22962087392807007,
      "learning_rate": 8.707384302916001e-05,
      "loss": 0.0269,
      "step": 3664
    },
    {
      "epoch": 0.3973330442324371,
      "grad_norm": 0.4510349631309509,
      "learning_rate": 8.707021616132309e-05,
      "loss": 0.0349,
      "step": 3665
    },
    {
      "epoch": 0.3974414570685169,
      "grad_norm": 0.14284679293632507,
      "learning_rate": 8.706658929348614e-05,
      "loss": 0.034,
      "step": 3666
    },
    {
      "epoch": 0.39754986990459673,
      "grad_norm": 0.17389634251594543,
      "learning_rate": 8.706296242564921e-05,
      "loss": 0.0368,
      "step": 3667
    },
    {
      "epoch": 0.3976582827406765,
      "grad_norm": 0.2927272319793701,
      "learning_rate": 8.705933555781228e-05,
      "loss": 0.0588,
      "step": 3668
    },
    {
      "epoch": 0.3977666955767563,
      "grad_norm": 0.17124620079994202,
      "learning_rate": 8.705570868997534e-05,
      "loss": 0.0327,
      "step": 3669
    },
    {
      "epoch": 0.3978751084128361,
      "grad_norm": 0.3237032890319824,
      "learning_rate": 8.705208182213841e-05,
      "loss": 0.0477,
      "step": 3670
    },
    {
      "epoch": 0.3979835212489159,
      "grad_norm": 0.13001614809036255,
      "learning_rate": 8.704845495430147e-05,
      "loss": 0.0246,
      "step": 3671
    },
    {
      "epoch": 0.39809193408499566,
      "grad_norm": 0.20089629292488098,
      "learning_rate": 8.704482808646454e-05,
      "loss": 0.0268,
      "step": 3672
    },
    {
      "epoch": 0.3982003469210755,
      "grad_norm": 0.08473377674818039,
      "learning_rate": 8.70412012186276e-05,
      "loss": 0.0167,
      "step": 3673
    },
    {
      "epoch": 0.39830875975715524,
      "grad_norm": 0.3016977906227112,
      "learning_rate": 8.703757435079067e-05,
      "loss": 0.0754,
      "step": 3674
    },
    {
      "epoch": 0.39841717259323506,
      "grad_norm": 0.3624950051307678,
      "learning_rate": 8.703394748295373e-05,
      "loss": 0.0509,
      "step": 3675
    },
    {
      "epoch": 0.3985255854293148,
      "grad_norm": 0.28511103987693787,
      "learning_rate": 8.703032061511678e-05,
      "loss": 0.0558,
      "step": 3676
    },
    {
      "epoch": 0.39863399826539464,
      "grad_norm": 0.3568739593029022,
      "learning_rate": 8.702669374727985e-05,
      "loss": 0.0397,
      "step": 3677
    },
    {
      "epoch": 0.3987424111014744,
      "grad_norm": 0.24703843891620636,
      "learning_rate": 8.702306687944291e-05,
      "loss": 0.0685,
      "step": 3678
    },
    {
      "epoch": 0.3988508239375542,
      "grad_norm": 0.07323861867189407,
      "learning_rate": 8.701944001160598e-05,
      "loss": 0.0103,
      "step": 3679
    },
    {
      "epoch": 0.398959236773634,
      "grad_norm": 0.2677607834339142,
      "learning_rate": 8.701581314376904e-05,
      "loss": 0.0464,
      "step": 3680
    },
    {
      "epoch": 0.3990676496097138,
      "grad_norm": 0.14268572628498077,
      "learning_rate": 8.701218627593211e-05,
      "loss": 0.02,
      "step": 3681
    },
    {
      "epoch": 0.39917606244579357,
      "grad_norm": 0.3288867473602295,
      "learning_rate": 8.700855940809517e-05,
      "loss": 0.0393,
      "step": 3682
    },
    {
      "epoch": 0.3992844752818734,
      "grad_norm": 0.37550634145736694,
      "learning_rate": 8.700493254025824e-05,
      "loss": 0.0612,
      "step": 3683
    },
    {
      "epoch": 0.39939288811795315,
      "grad_norm": 0.23990465700626373,
      "learning_rate": 8.70013056724213e-05,
      "loss": 0.0439,
      "step": 3684
    },
    {
      "epoch": 0.39950130095403297,
      "grad_norm": 0.16890358924865723,
      "learning_rate": 8.699767880458437e-05,
      "loss": 0.0268,
      "step": 3685
    },
    {
      "epoch": 0.39960971379011273,
      "grad_norm": 0.3509076237678528,
      "learning_rate": 8.699405193674744e-05,
      "loss": 0.0587,
      "step": 3686
    },
    {
      "epoch": 0.39971812662619255,
      "grad_norm": 0.2457454353570938,
      "learning_rate": 8.69904250689105e-05,
      "loss": 0.0597,
      "step": 3687
    },
    {
      "epoch": 0.3998265394622723,
      "grad_norm": 0.3894452452659607,
      "learning_rate": 8.698679820107357e-05,
      "loss": 0.0681,
      "step": 3688
    },
    {
      "epoch": 0.39993495229835213,
      "grad_norm": 0.17624948918819427,
      "learning_rate": 8.698317133323662e-05,
      "loss": 0.0646,
      "step": 3689
    },
    {
      "epoch": 0.4000433651344319,
      "grad_norm": 0.17407356202602386,
      "learning_rate": 8.697954446539968e-05,
      "loss": 0.0345,
      "step": 3690
    },
    {
      "epoch": 0.4001517779705117,
      "grad_norm": 0.19853855669498444,
      "learning_rate": 8.697591759756275e-05,
      "loss": 0.055,
      "step": 3691
    },
    {
      "epoch": 0.4002601908065915,
      "grad_norm": 0.26126620173454285,
      "learning_rate": 8.697229072972581e-05,
      "loss": 0.039,
      "step": 3692
    },
    {
      "epoch": 0.4003686036426713,
      "grad_norm": 0.18226604163646698,
      "learning_rate": 8.696866386188888e-05,
      "loss": 0.0318,
      "step": 3693
    },
    {
      "epoch": 0.40047701647875106,
      "grad_norm": 0.3828698396682739,
      "learning_rate": 8.696503699405194e-05,
      "loss": 0.0224,
      "step": 3694
    },
    {
      "epoch": 0.4005854293148309,
      "grad_norm": 0.2729748785495758,
      "learning_rate": 8.696141012621501e-05,
      "loss": 0.0647,
      "step": 3695
    },
    {
      "epoch": 0.4006938421509107,
      "grad_norm": 0.12444029003381729,
      "learning_rate": 8.695778325837807e-05,
      "loss": 0.0183,
      "step": 3696
    },
    {
      "epoch": 0.40080225498699046,
      "grad_norm": 0.12739801406860352,
      "learning_rate": 8.695415639054114e-05,
      "loss": 0.0277,
      "step": 3697
    },
    {
      "epoch": 0.4009106678230703,
      "grad_norm": 0.4446878433227539,
      "learning_rate": 8.69505295227042e-05,
      "loss": 0.0481,
      "step": 3698
    },
    {
      "epoch": 0.40101908065915004,
      "grad_norm": 0.21048898994922638,
      "learning_rate": 8.694690265486725e-05,
      "loss": 0.0261,
      "step": 3699
    },
    {
      "epoch": 0.40112749349522986,
      "grad_norm": 0.2653786540031433,
      "learning_rate": 8.694327578703032e-05,
      "loss": 0.0343,
      "step": 3700
    },
    {
      "epoch": 0.4012359063313096,
      "grad_norm": 0.37964296340942383,
      "learning_rate": 8.693964891919338e-05,
      "loss": 0.078,
      "step": 3701
    },
    {
      "epoch": 0.40134431916738944,
      "grad_norm": 0.09767600148916245,
      "learning_rate": 8.693602205135646e-05,
      "loss": 0.0203,
      "step": 3702
    },
    {
      "epoch": 0.4014527320034692,
      "grad_norm": 0.282875120639801,
      "learning_rate": 8.693239518351952e-05,
      "loss": 0.0941,
      "step": 3703
    },
    {
      "epoch": 0.401561144839549,
      "grad_norm": 0.2258104681968689,
      "learning_rate": 8.692876831568258e-05,
      "loss": 0.0645,
      "step": 3704
    },
    {
      "epoch": 0.4016695576756288,
      "grad_norm": 0.3562537431716919,
      "learning_rate": 8.692514144784565e-05,
      "loss": 0.0581,
      "step": 3705
    },
    {
      "epoch": 0.4017779705117086,
      "grad_norm": 0.16224102675914764,
      "learning_rate": 8.692151458000871e-05,
      "loss": 0.0216,
      "step": 3706
    },
    {
      "epoch": 0.40188638334778837,
      "grad_norm": 0.5916760563850403,
      "learning_rate": 8.691788771217178e-05,
      "loss": 0.0831,
      "step": 3707
    },
    {
      "epoch": 0.4019947961838682,
      "grad_norm": 0.4316645860671997,
      "learning_rate": 8.691426084433484e-05,
      "loss": 0.1146,
      "step": 3708
    },
    {
      "epoch": 0.40210320901994795,
      "grad_norm": 0.06017671152949333,
      "learning_rate": 8.69106339764979e-05,
      "loss": 0.0097,
      "step": 3709
    },
    {
      "epoch": 0.40221162185602777,
      "grad_norm": 0.22455084323883057,
      "learning_rate": 8.690700710866096e-05,
      "loss": 0.0448,
      "step": 3710
    },
    {
      "epoch": 0.40232003469210753,
      "grad_norm": 0.17292919754981995,
      "learning_rate": 8.690338024082403e-05,
      "loss": 0.0531,
      "step": 3711
    },
    {
      "epoch": 0.40242844752818735,
      "grad_norm": 0.2489209622144699,
      "learning_rate": 8.689975337298709e-05,
      "loss": 0.0517,
      "step": 3712
    },
    {
      "epoch": 0.4025368603642671,
      "grad_norm": 0.1440284103155136,
      "learning_rate": 8.689612650515015e-05,
      "loss": 0.0201,
      "step": 3713
    },
    {
      "epoch": 0.40264527320034693,
      "grad_norm": 0.07360422611236572,
      "learning_rate": 8.689249963731322e-05,
      "loss": 0.0096,
      "step": 3714
    },
    {
      "epoch": 0.4027536860364267,
      "grad_norm": 0.21645505726337433,
      "learning_rate": 8.688887276947628e-05,
      "loss": 0.0302,
      "step": 3715
    },
    {
      "epoch": 0.4028620988725065,
      "grad_norm": 0.5583273768424988,
      "learning_rate": 8.688524590163935e-05,
      "loss": 0.0464,
      "step": 3716
    },
    {
      "epoch": 0.4029705117085863,
      "grad_norm": 0.2260134369134903,
      "learning_rate": 8.68816190338024e-05,
      "loss": 0.0513,
      "step": 3717
    },
    {
      "epoch": 0.4030789245446661,
      "grad_norm": 0.2819983661174774,
      "learning_rate": 8.687799216596548e-05,
      "loss": 0.0367,
      "step": 3718
    },
    {
      "epoch": 0.40318733738074586,
      "grad_norm": 0.1867072880268097,
      "learning_rate": 8.687436529812853e-05,
      "loss": 0.0427,
      "step": 3719
    },
    {
      "epoch": 0.4032957502168257,
      "grad_norm": 0.138128399848938,
      "learning_rate": 8.68707384302916e-05,
      "loss": 0.0531,
      "step": 3720
    },
    {
      "epoch": 0.40340416305290544,
      "grad_norm": 0.25834426283836365,
      "learning_rate": 8.686711156245468e-05,
      "loss": 0.0435,
      "step": 3721
    },
    {
      "epoch": 0.40351257588898526,
      "grad_norm": 0.13863328099250793,
      "learning_rate": 8.686348469461773e-05,
      "loss": 0.0363,
      "step": 3722
    },
    {
      "epoch": 0.403620988725065,
      "grad_norm": 0.23966698348522186,
      "learning_rate": 8.68598578267808e-05,
      "loss": 0.0779,
      "step": 3723
    },
    {
      "epoch": 0.40372940156114484,
      "grad_norm": 0.1476963460445404,
      "learning_rate": 8.685623095894386e-05,
      "loss": 0.0292,
      "step": 3724
    },
    {
      "epoch": 0.4038378143972246,
      "grad_norm": 0.19807933270931244,
      "learning_rate": 8.685260409110693e-05,
      "loss": 0.0361,
      "step": 3725
    },
    {
      "epoch": 0.4039462272333044,
      "grad_norm": 0.29076915979385376,
      "learning_rate": 8.684897722326999e-05,
      "loss": 0.0507,
      "step": 3726
    },
    {
      "epoch": 0.40405464006938424,
      "grad_norm": 0.10568219423294067,
      "learning_rate": 8.684535035543305e-05,
      "loss": 0.0214,
      "step": 3727
    },
    {
      "epoch": 0.404163052905464,
      "grad_norm": 0.21166647970676422,
      "learning_rate": 8.684172348759612e-05,
      "loss": 0.0507,
      "step": 3728
    },
    {
      "epoch": 0.4042714657415438,
      "grad_norm": 0.2700147032737732,
      "learning_rate": 8.683809661975917e-05,
      "loss": 0.0293,
      "step": 3729
    },
    {
      "epoch": 0.4043798785776236,
      "grad_norm": 0.5377447009086609,
      "learning_rate": 8.683446975192225e-05,
      "loss": 0.0365,
      "step": 3730
    },
    {
      "epoch": 0.4044882914137034,
      "grad_norm": 0.1997709572315216,
      "learning_rate": 8.68308428840853e-05,
      "loss": 0.0337,
      "step": 3731
    },
    {
      "epoch": 0.40459670424978317,
      "grad_norm": 0.19236958026885986,
      "learning_rate": 8.682721601624837e-05,
      "loss": 0.0582,
      "step": 3732
    },
    {
      "epoch": 0.404705117085863,
      "grad_norm": 0.1656399518251419,
      "learning_rate": 8.682358914841143e-05,
      "loss": 0.0195,
      "step": 3733
    },
    {
      "epoch": 0.40481352992194275,
      "grad_norm": 0.33654332160949707,
      "learning_rate": 8.68199622805745e-05,
      "loss": 0.0311,
      "step": 3734
    },
    {
      "epoch": 0.40492194275802257,
      "grad_norm": 0.438027024269104,
      "learning_rate": 8.681633541273756e-05,
      "loss": 0.0551,
      "step": 3735
    },
    {
      "epoch": 0.40503035559410233,
      "grad_norm": 0.38967669010162354,
      "learning_rate": 8.681270854490062e-05,
      "loss": 0.0462,
      "step": 3736
    },
    {
      "epoch": 0.40513876843018215,
      "grad_norm": 0.14804218709468842,
      "learning_rate": 8.68090816770637e-05,
      "loss": 0.0219,
      "step": 3737
    },
    {
      "epoch": 0.4052471812662619,
      "grad_norm": 0.18736548721790314,
      "learning_rate": 8.680545480922676e-05,
      "loss": 0.0258,
      "step": 3738
    },
    {
      "epoch": 0.40535559410234173,
      "grad_norm": 0.15223149955272675,
      "learning_rate": 8.680182794138983e-05,
      "loss": 0.0327,
      "step": 3739
    },
    {
      "epoch": 0.4054640069384215,
      "grad_norm": 0.19530583918094635,
      "learning_rate": 8.679820107355289e-05,
      "loss": 0.0447,
      "step": 3740
    },
    {
      "epoch": 0.4055724197745013,
      "grad_norm": 0.3217822015285492,
      "learning_rate": 8.679457420571594e-05,
      "loss": 0.0617,
      "step": 3741
    },
    {
      "epoch": 0.4056808326105811,
      "grad_norm": 0.12596037983894348,
      "learning_rate": 8.679094733787901e-05,
      "loss": 0.0377,
      "step": 3742
    },
    {
      "epoch": 0.4057892454466609,
      "grad_norm": 0.28529295325279236,
      "learning_rate": 8.678732047004207e-05,
      "loss": 0.0312,
      "step": 3743
    },
    {
      "epoch": 0.40589765828274066,
      "grad_norm": 0.2591513395309448,
      "learning_rate": 8.678369360220514e-05,
      "loss": 0.0305,
      "step": 3744
    },
    {
      "epoch": 0.4060060711188205,
      "grad_norm": 0.20065845549106598,
      "learning_rate": 8.67800667343682e-05,
      "loss": 0.0407,
      "step": 3745
    },
    {
      "epoch": 0.40611448395490024,
      "grad_norm": 0.2109306901693344,
      "learning_rate": 8.677643986653127e-05,
      "loss": 0.0531,
      "step": 3746
    },
    {
      "epoch": 0.40622289679098006,
      "grad_norm": 0.16548550128936768,
      "learning_rate": 8.677281299869433e-05,
      "loss": 0.0465,
      "step": 3747
    },
    {
      "epoch": 0.4063313096270598,
      "grad_norm": 0.24221228063106537,
      "learning_rate": 8.67691861308574e-05,
      "loss": 0.0658,
      "step": 3748
    },
    {
      "epoch": 0.40643972246313964,
      "grad_norm": 0.5867094397544861,
      "learning_rate": 8.676555926302046e-05,
      "loss": 0.0437,
      "step": 3749
    },
    {
      "epoch": 0.4065481352992194,
      "grad_norm": 0.41847553849220276,
      "learning_rate": 8.676193239518351e-05,
      "loss": 0.0312,
      "step": 3750
    },
    {
      "epoch": 0.4066565481352992,
      "grad_norm": 0.23347561061382294,
      "learning_rate": 8.675830552734658e-05,
      "loss": 0.0224,
      "step": 3751
    },
    {
      "epoch": 0.406764960971379,
      "grad_norm": 0.2688421905040741,
      "learning_rate": 8.675467865950964e-05,
      "loss": 0.0506,
      "step": 3752
    },
    {
      "epoch": 0.4068733738074588,
      "grad_norm": 0.1085113063454628,
      "learning_rate": 8.675105179167271e-05,
      "loss": 0.0247,
      "step": 3753
    },
    {
      "epoch": 0.40698178664353857,
      "grad_norm": 0.1845823973417282,
      "learning_rate": 8.674742492383578e-05,
      "loss": 0.0376,
      "step": 3754
    },
    {
      "epoch": 0.4070901994796184,
      "grad_norm": 0.170425146818161,
      "learning_rate": 8.674379805599885e-05,
      "loss": 0.0248,
      "step": 3755
    },
    {
      "epoch": 0.4071986123156982,
      "grad_norm": 0.15512855350971222,
      "learning_rate": 8.674017118816191e-05,
      "loss": 0.0223,
      "step": 3756
    },
    {
      "epoch": 0.40730702515177797,
      "grad_norm": 0.23413576185703278,
      "learning_rate": 8.673654432032497e-05,
      "loss": 0.0344,
      "step": 3757
    },
    {
      "epoch": 0.4074154379878578,
      "grad_norm": 0.25506487488746643,
      "learning_rate": 8.673291745248804e-05,
      "loss": 0.0397,
      "step": 3758
    },
    {
      "epoch": 0.40752385082393755,
      "grad_norm": 0.18466678261756897,
      "learning_rate": 8.67292905846511e-05,
      "loss": 0.0327,
      "step": 3759
    },
    {
      "epoch": 0.40763226366001737,
      "grad_norm": 0.17517435550689697,
      "learning_rate": 8.672566371681417e-05,
      "loss": 0.0365,
      "step": 3760
    },
    {
      "epoch": 0.40774067649609713,
      "grad_norm": 0.31753891706466675,
      "learning_rate": 8.672203684897723e-05,
      "loss": 0.0453,
      "step": 3761
    },
    {
      "epoch": 0.40784908933217695,
      "grad_norm": 0.0628325417637825,
      "learning_rate": 8.67184099811403e-05,
      "loss": 0.0049,
      "step": 3762
    },
    {
      "epoch": 0.4079575021682567,
      "grad_norm": 0.14409573376178741,
      "learning_rate": 8.671478311330335e-05,
      "loss": 0.0294,
      "step": 3763
    },
    {
      "epoch": 0.40806591500433653,
      "grad_norm": 0.17489613592624664,
      "learning_rate": 8.671115624546643e-05,
      "loss": 0.0293,
      "step": 3764
    },
    {
      "epoch": 0.4081743278404163,
      "grad_norm": 0.19087374210357666,
      "learning_rate": 8.670752937762948e-05,
      "loss": 0.0411,
      "step": 3765
    },
    {
      "epoch": 0.4082827406764961,
      "grad_norm": 0.42698243260383606,
      "learning_rate": 8.670390250979254e-05,
      "loss": 0.0372,
      "step": 3766
    },
    {
      "epoch": 0.4083911535125759,
      "grad_norm": 0.33041858673095703,
      "learning_rate": 8.670027564195561e-05,
      "loss": 0.0856,
      "step": 3767
    },
    {
      "epoch": 0.4084995663486557,
      "grad_norm": 0.3981369137763977,
      "learning_rate": 8.669664877411867e-05,
      "loss": 0.0618,
      "step": 3768
    },
    {
      "epoch": 0.40860797918473546,
      "grad_norm": 0.14079758524894714,
      "learning_rate": 8.669302190628174e-05,
      "loss": 0.0146,
      "step": 3769
    },
    {
      "epoch": 0.4087163920208153,
      "grad_norm": 0.3210994601249695,
      "learning_rate": 8.66893950384448e-05,
      "loss": 0.0762,
      "step": 3770
    },
    {
      "epoch": 0.40882480485689504,
      "grad_norm": 0.3757225275039673,
      "learning_rate": 8.668576817060787e-05,
      "loss": 0.0815,
      "step": 3771
    },
    {
      "epoch": 0.40893321769297486,
      "grad_norm": 0.3393422067165375,
      "learning_rate": 8.668214130277094e-05,
      "loss": 0.0735,
      "step": 3772
    },
    {
      "epoch": 0.4090416305290546,
      "grad_norm": 0.11826760321855545,
      "learning_rate": 8.6678514434934e-05,
      "loss": 0.0171,
      "step": 3773
    },
    {
      "epoch": 0.40915004336513444,
      "grad_norm": 0.4542984962463379,
      "learning_rate": 8.667488756709707e-05,
      "loss": 0.0401,
      "step": 3774
    },
    {
      "epoch": 0.4092584562012142,
      "grad_norm": 0.23182016611099243,
      "learning_rate": 8.667126069926012e-05,
      "loss": 0.0371,
      "step": 3775
    },
    {
      "epoch": 0.409366869037294,
      "grad_norm": 0.3048240542411804,
      "learning_rate": 8.66676338314232e-05,
      "loss": 0.0742,
      "step": 3776
    },
    {
      "epoch": 0.4094752818733738,
      "grad_norm": 0.238225519657135,
      "learning_rate": 8.666400696358625e-05,
      "loss": 0.0351,
      "step": 3777
    },
    {
      "epoch": 0.4095836947094536,
      "grad_norm": 0.14787986874580383,
      "learning_rate": 8.666038009574932e-05,
      "loss": 0.0256,
      "step": 3778
    },
    {
      "epoch": 0.40969210754553337,
      "grad_norm": 0.22546164691448212,
      "learning_rate": 8.665675322791238e-05,
      "loss": 0.0513,
      "step": 3779
    },
    {
      "epoch": 0.4098005203816132,
      "grad_norm": 0.10343745350837708,
      "learning_rate": 8.665312636007544e-05,
      "loss": 0.0199,
      "step": 3780
    },
    {
      "epoch": 0.40990893321769295,
      "grad_norm": 0.09723308682441711,
      "learning_rate": 8.664949949223851e-05,
      "loss": 0.0226,
      "step": 3781
    },
    {
      "epoch": 0.41001734605377277,
      "grad_norm": 0.17574696242809296,
      "learning_rate": 8.664587262440157e-05,
      "loss": 0.0279,
      "step": 3782
    },
    {
      "epoch": 0.41012575888985253,
      "grad_norm": 0.19582000374794006,
      "learning_rate": 8.664224575656464e-05,
      "loss": 0.0437,
      "step": 3783
    },
    {
      "epoch": 0.41023417172593235,
      "grad_norm": 0.41714024543762207,
      "learning_rate": 8.66386188887277e-05,
      "loss": 0.0396,
      "step": 3784
    },
    {
      "epoch": 0.41034258456201217,
      "grad_norm": 0.19556918740272522,
      "learning_rate": 8.663499202089076e-05,
      "loss": 0.0227,
      "step": 3785
    },
    {
      "epoch": 0.41045099739809193,
      "grad_norm": 0.176477313041687,
      "learning_rate": 8.663136515305382e-05,
      "loss": 0.0317,
      "step": 3786
    },
    {
      "epoch": 0.41055941023417175,
      "grad_norm": 0.33981597423553467,
      "learning_rate": 8.662773828521689e-05,
      "loss": 0.0527,
      "step": 3787
    },
    {
      "epoch": 0.4106678230702515,
      "grad_norm": 0.16505172848701477,
      "learning_rate": 8.662411141737995e-05,
      "loss": 0.0237,
      "step": 3788
    },
    {
      "epoch": 0.41077623590633133,
      "grad_norm": 0.15875625610351562,
      "learning_rate": 8.662048454954302e-05,
      "loss": 0.0205,
      "step": 3789
    },
    {
      "epoch": 0.4108846487424111,
      "grad_norm": 0.2390207201242447,
      "learning_rate": 8.661685768170609e-05,
      "loss": 0.0453,
      "step": 3790
    },
    {
      "epoch": 0.4109930615784909,
      "grad_norm": 0.13910895586013794,
      "learning_rate": 8.661323081386915e-05,
      "loss": 0.0278,
      "step": 3791
    },
    {
      "epoch": 0.4111014744145707,
      "grad_norm": 0.2823731601238251,
      "learning_rate": 8.660960394603222e-05,
      "loss": 0.0625,
      "step": 3792
    },
    {
      "epoch": 0.4112098872506505,
      "grad_norm": 0.20856544375419617,
      "learning_rate": 8.660597707819528e-05,
      "loss": 0.0502,
      "step": 3793
    },
    {
      "epoch": 0.41131830008673026,
      "grad_norm": 0.23658306896686554,
      "learning_rate": 8.660235021035833e-05,
      "loss": 0.0549,
      "step": 3794
    },
    {
      "epoch": 0.4114267129228101,
      "grad_norm": 0.19543175399303436,
      "learning_rate": 8.65987233425214e-05,
      "loss": 0.0361,
      "step": 3795
    },
    {
      "epoch": 0.41153512575888984,
      "grad_norm": 0.5594409108161926,
      "learning_rate": 8.659509647468446e-05,
      "loss": 0.1238,
      "step": 3796
    },
    {
      "epoch": 0.41164353859496966,
      "grad_norm": 0.48924121260643005,
      "learning_rate": 8.659146960684753e-05,
      "loss": 0.097,
      "step": 3797
    },
    {
      "epoch": 0.4117519514310494,
      "grad_norm": 0.06972106546163559,
      "learning_rate": 8.658784273901059e-05,
      "loss": 0.0275,
      "step": 3798
    },
    {
      "epoch": 0.41186036426712924,
      "grad_norm": 0.350430965423584,
      "learning_rate": 8.658421587117366e-05,
      "loss": 0.0579,
      "step": 3799
    },
    {
      "epoch": 0.411968777103209,
      "grad_norm": 0.11817945539951324,
      "learning_rate": 8.658058900333672e-05,
      "loss": 0.0311,
      "step": 3800
    },
    {
      "epoch": 0.4120771899392888,
      "grad_norm": 0.17932286858558655,
      "learning_rate": 8.657696213549979e-05,
      "loss": 0.0484,
      "step": 3801
    },
    {
      "epoch": 0.4121856027753686,
      "grad_norm": 0.3612894117832184,
      "learning_rate": 8.657333526766285e-05,
      "loss": 0.0552,
      "step": 3802
    },
    {
      "epoch": 0.4122940156114484,
      "grad_norm": 0.14525260031223297,
      "learning_rate": 8.65697083998259e-05,
      "loss": 0.0216,
      "step": 3803
    },
    {
      "epoch": 0.41240242844752817,
      "grad_norm": 0.2384968101978302,
      "learning_rate": 8.656608153198898e-05,
      "loss": 0.0302,
      "step": 3804
    },
    {
      "epoch": 0.412510841283608,
      "grad_norm": 0.11762974411249161,
      "learning_rate": 8.656245466415203e-05,
      "loss": 0.0268,
      "step": 3805
    },
    {
      "epoch": 0.41261925411968775,
      "grad_norm": 0.15209048986434937,
      "learning_rate": 8.655882779631512e-05,
      "loss": 0.0301,
      "step": 3806
    },
    {
      "epoch": 0.41272766695576757,
      "grad_norm": 0.15123414993286133,
      "learning_rate": 8.655520092847817e-05,
      "loss": 0.0405,
      "step": 3807
    },
    {
      "epoch": 0.41283607979184733,
      "grad_norm": 0.5134233832359314,
      "learning_rate": 8.655157406064123e-05,
      "loss": 0.0456,
      "step": 3808
    },
    {
      "epoch": 0.41294449262792715,
      "grad_norm": 0.2536379396915436,
      "learning_rate": 8.65479471928043e-05,
      "loss": 0.0293,
      "step": 3809
    },
    {
      "epoch": 0.4130529054640069,
      "grad_norm": 0.12646467983722687,
      "learning_rate": 8.654432032496736e-05,
      "loss": 0.0201,
      "step": 3810
    },
    {
      "epoch": 0.41316131830008673,
      "grad_norm": 0.11242678016424179,
      "learning_rate": 8.654069345713043e-05,
      "loss": 0.0244,
      "step": 3811
    },
    {
      "epoch": 0.4132697311361665,
      "grad_norm": 0.2619308531284332,
      "learning_rate": 8.653706658929349e-05,
      "loss": 0.0606,
      "step": 3812
    },
    {
      "epoch": 0.4133781439722463,
      "grad_norm": 0.18947690725326538,
      "learning_rate": 8.653343972145656e-05,
      "loss": 0.0433,
      "step": 3813
    },
    {
      "epoch": 0.41348655680832613,
      "grad_norm": 0.4884204566478729,
      "learning_rate": 8.652981285361962e-05,
      "loss": 0.0602,
      "step": 3814
    },
    {
      "epoch": 0.4135949696444059,
      "grad_norm": 0.31455427408218384,
      "learning_rate": 8.652618598578269e-05,
      "loss": 0.0419,
      "step": 3815
    },
    {
      "epoch": 0.4137033824804857,
      "grad_norm": 0.09635994583368301,
      "learning_rate": 8.652255911794574e-05,
      "loss": 0.0192,
      "step": 3816
    },
    {
      "epoch": 0.4138117953165655,
      "grad_norm": 0.20007438957691193,
      "learning_rate": 8.65189322501088e-05,
      "loss": 0.0507,
      "step": 3817
    },
    {
      "epoch": 0.4139202081526453,
      "grad_norm": 0.3745909631252289,
      "learning_rate": 8.651530538227187e-05,
      "loss": 0.0645,
      "step": 3818
    },
    {
      "epoch": 0.41402862098872506,
      "grad_norm": 0.26213786005973816,
      "learning_rate": 8.651167851443493e-05,
      "loss": 0.0384,
      "step": 3819
    },
    {
      "epoch": 0.4141370338248049,
      "grad_norm": 0.3443641662597656,
      "learning_rate": 8.6508051646598e-05,
      "loss": 0.0447,
      "step": 3820
    },
    {
      "epoch": 0.41424544666088464,
      "grad_norm": 0.13617943227291107,
      "learning_rate": 8.650442477876106e-05,
      "loss": 0.0208,
      "step": 3821
    },
    {
      "epoch": 0.41435385949696446,
      "grad_norm": 0.2203662246465683,
      "learning_rate": 8.650079791092413e-05,
      "loss": 0.05,
      "step": 3822
    },
    {
      "epoch": 0.4144622723330442,
      "grad_norm": 0.3330211341381073,
      "learning_rate": 8.64971710430872e-05,
      "loss": 0.0729,
      "step": 3823
    },
    {
      "epoch": 0.41457068516912404,
      "grad_norm": 0.14880387485027313,
      "learning_rate": 8.649354417525026e-05,
      "loss": 0.0212,
      "step": 3824
    },
    {
      "epoch": 0.4146790980052038,
      "grad_norm": 0.5123080611228943,
      "learning_rate": 8.648991730741333e-05,
      "loss": 0.0555,
      "step": 3825
    },
    {
      "epoch": 0.4147875108412836,
      "grad_norm": 0.2852652370929718,
      "learning_rate": 8.648629043957639e-05,
      "loss": 0.0339,
      "step": 3826
    },
    {
      "epoch": 0.4148959236773634,
      "grad_norm": 0.0986224040389061,
      "learning_rate": 8.648266357173946e-05,
      "loss": 0.0174,
      "step": 3827
    },
    {
      "epoch": 0.4150043365134432,
      "grad_norm": 0.23572786152362823,
      "learning_rate": 8.647903670390251e-05,
      "loss": 0.0383,
      "step": 3828
    },
    {
      "epoch": 0.41511274934952297,
      "grad_norm": 0.23804610967636108,
      "learning_rate": 8.647540983606559e-05,
      "loss": 0.0478,
      "step": 3829
    },
    {
      "epoch": 0.4152211621856028,
      "grad_norm": 0.105659618973732,
      "learning_rate": 8.647178296822864e-05,
      "loss": 0.0132,
      "step": 3830
    },
    {
      "epoch": 0.41532957502168255,
      "grad_norm": 0.40364983677864075,
      "learning_rate": 8.64681561003917e-05,
      "loss": 0.0904,
      "step": 3831
    },
    {
      "epoch": 0.41543798785776237,
      "grad_norm": 0.5057448744773865,
      "learning_rate": 8.646452923255477e-05,
      "loss": 0.0553,
      "step": 3832
    },
    {
      "epoch": 0.41554640069384213,
      "grad_norm": 0.33096975088119507,
      "learning_rate": 8.646090236471783e-05,
      "loss": 0.0454,
      "step": 3833
    },
    {
      "epoch": 0.41565481352992195,
      "grad_norm": 0.30854901671409607,
      "learning_rate": 8.64572754968809e-05,
      "loss": 0.0333,
      "step": 3834
    },
    {
      "epoch": 0.4157632263660017,
      "grad_norm": 0.23449762165546417,
      "learning_rate": 8.645364862904396e-05,
      "loss": 0.0217,
      "step": 3835
    },
    {
      "epoch": 0.41587163920208153,
      "grad_norm": 0.25170668959617615,
      "learning_rate": 8.645002176120703e-05,
      "loss": 0.0501,
      "step": 3836
    },
    {
      "epoch": 0.4159800520381613,
      "grad_norm": 0.2010691910982132,
      "learning_rate": 8.644639489337008e-05,
      "loss": 0.0329,
      "step": 3837
    },
    {
      "epoch": 0.4160884648742411,
      "grad_norm": 0.45887693762779236,
      "learning_rate": 8.644276802553316e-05,
      "loss": 0.0482,
      "step": 3838
    },
    {
      "epoch": 0.4161968777103209,
      "grad_norm": 0.04644164443016052,
      "learning_rate": 8.643914115769621e-05,
      "loss": 0.0059,
      "step": 3839
    },
    {
      "epoch": 0.4163052905464007,
      "grad_norm": 0.18926562368869781,
      "learning_rate": 8.643551428985927e-05,
      "loss": 0.0178,
      "step": 3840
    },
    {
      "epoch": 0.41641370338248046,
      "grad_norm": 0.05559863895177841,
      "learning_rate": 8.643188742202235e-05,
      "loss": 0.0057,
      "step": 3841
    },
    {
      "epoch": 0.4165221162185603,
      "grad_norm": 0.18628241121768951,
      "learning_rate": 8.642826055418541e-05,
      "loss": 0.0265,
      "step": 3842
    },
    {
      "epoch": 0.41663052905464004,
      "grad_norm": 0.12818364799022675,
      "learning_rate": 8.642463368634848e-05,
      "loss": 0.0128,
      "step": 3843
    },
    {
      "epoch": 0.41673894189071986,
      "grad_norm": 0.4001528024673462,
      "learning_rate": 8.642100681851154e-05,
      "loss": 0.0592,
      "step": 3844
    },
    {
      "epoch": 0.4168473547267997,
      "grad_norm": 0.1312953531742096,
      "learning_rate": 8.641737995067461e-05,
      "loss": 0.0274,
      "step": 3845
    },
    {
      "epoch": 0.41695576756287944,
      "grad_norm": 0.42012321949005127,
      "learning_rate": 8.641375308283767e-05,
      "loss": 0.0521,
      "step": 3846
    },
    {
      "epoch": 0.41706418039895926,
      "grad_norm": 0.23273032903671265,
      "learning_rate": 8.641012621500073e-05,
      "loss": 0.0527,
      "step": 3847
    },
    {
      "epoch": 0.417172593235039,
      "grad_norm": 0.1816560924053192,
      "learning_rate": 8.64064993471638e-05,
      "loss": 0.0304,
      "step": 3848
    },
    {
      "epoch": 0.41728100607111884,
      "grad_norm": 0.19700677692890167,
      "learning_rate": 8.640287247932685e-05,
      "loss": 0.0252,
      "step": 3849
    },
    {
      "epoch": 0.4173894189071986,
      "grad_norm": 0.3831016719341278,
      "learning_rate": 8.639924561148992e-05,
      "loss": 0.0619,
      "step": 3850
    },
    {
      "epoch": 0.4174978317432784,
      "grad_norm": 0.1410570591688156,
      "learning_rate": 8.639561874365298e-05,
      "loss": 0.0444,
      "step": 3851
    },
    {
      "epoch": 0.4176062445793582,
      "grad_norm": 0.039429083466529846,
      "learning_rate": 8.639199187581605e-05,
      "loss": 0.0106,
      "step": 3852
    },
    {
      "epoch": 0.417714657415438,
      "grad_norm": 0.1542755663394928,
      "learning_rate": 8.638836500797911e-05,
      "loss": 0.0243,
      "step": 3853
    },
    {
      "epoch": 0.41782307025151777,
      "grad_norm": 0.24939276278018951,
      "learning_rate": 8.638473814014217e-05,
      "loss": 0.0688,
      "step": 3854
    },
    {
      "epoch": 0.4179314830875976,
      "grad_norm": 0.15435391664505005,
      "learning_rate": 8.638111127230524e-05,
      "loss": 0.0214,
      "step": 3855
    },
    {
      "epoch": 0.41803989592367735,
      "grad_norm": 0.24639992415905,
      "learning_rate": 8.63774844044683e-05,
      "loss": 0.0305,
      "step": 3856
    },
    {
      "epoch": 0.41814830875975717,
      "grad_norm": 0.15779471397399902,
      "learning_rate": 8.637385753663137e-05,
      "loss": 0.0286,
      "step": 3857
    },
    {
      "epoch": 0.41825672159583693,
      "grad_norm": 0.1463700532913208,
      "learning_rate": 8.637023066879444e-05,
      "loss": 0.0223,
      "step": 3858
    },
    {
      "epoch": 0.41836513443191675,
      "grad_norm": 0.23671048879623413,
      "learning_rate": 8.636660380095751e-05,
      "loss": 0.0314,
      "step": 3859
    },
    {
      "epoch": 0.4184735472679965,
      "grad_norm": 0.4078637361526489,
      "learning_rate": 8.636297693312057e-05,
      "loss": 0.0443,
      "step": 3860
    },
    {
      "epoch": 0.41858196010407633,
      "grad_norm": 0.2892422080039978,
      "learning_rate": 8.635935006528362e-05,
      "loss": 0.0255,
      "step": 3861
    },
    {
      "epoch": 0.4186903729401561,
      "grad_norm": 0.18577128648757935,
      "learning_rate": 8.63557231974467e-05,
      "loss": 0.0562,
      "step": 3862
    },
    {
      "epoch": 0.4187987857762359,
      "grad_norm": 0.2629607319831848,
      "learning_rate": 8.635209632960975e-05,
      "loss": 0.0431,
      "step": 3863
    },
    {
      "epoch": 0.4189071986123157,
      "grad_norm": 0.29317572712898254,
      "learning_rate": 8.634846946177282e-05,
      "loss": 0.0452,
      "step": 3864
    },
    {
      "epoch": 0.4190156114483955,
      "grad_norm": 0.3744943141937256,
      "learning_rate": 8.634484259393588e-05,
      "loss": 0.0493,
      "step": 3865
    },
    {
      "epoch": 0.41912402428447526,
      "grad_norm": 0.11734789609909058,
      "learning_rate": 8.634121572609895e-05,
      "loss": 0.0229,
      "step": 3866
    },
    {
      "epoch": 0.4192324371205551,
      "grad_norm": 0.2395171821117401,
      "learning_rate": 8.633758885826201e-05,
      "loss": 0.0455,
      "step": 3867
    },
    {
      "epoch": 0.41934084995663484,
      "grad_norm": 0.21150977909564972,
      "learning_rate": 8.633396199042508e-05,
      "loss": 0.02,
      "step": 3868
    },
    {
      "epoch": 0.41944926279271466,
      "grad_norm": 0.2694832384586334,
      "learning_rate": 8.633033512258814e-05,
      "loss": 0.0427,
      "step": 3869
    },
    {
      "epoch": 0.4195576756287944,
      "grad_norm": 0.31630608439445496,
      "learning_rate": 8.632670825475119e-05,
      "loss": 0.026,
      "step": 3870
    },
    {
      "epoch": 0.41966608846487424,
      "grad_norm": 0.2901594638824463,
      "learning_rate": 8.632308138691426e-05,
      "loss": 0.0714,
      "step": 3871
    },
    {
      "epoch": 0.419774501300954,
      "grad_norm": 0.12225554138422012,
      "learning_rate": 8.631945451907732e-05,
      "loss": 0.0192,
      "step": 3872
    },
    {
      "epoch": 0.4198829141370338,
      "grad_norm": 0.31692376732826233,
      "learning_rate": 8.631582765124039e-05,
      "loss": 0.0689,
      "step": 3873
    },
    {
      "epoch": 0.41999132697311364,
      "grad_norm": 0.3434748649597168,
      "learning_rate": 8.631220078340345e-05,
      "loss": 0.024,
      "step": 3874
    },
    {
      "epoch": 0.4200997398091934,
      "grad_norm": 0.05408790335059166,
      "learning_rate": 8.630857391556652e-05,
      "loss": 0.0103,
      "step": 3875
    },
    {
      "epoch": 0.4202081526452732,
      "grad_norm": 0.21365581452846527,
      "learning_rate": 8.630494704772959e-05,
      "loss": 0.0221,
      "step": 3876
    },
    {
      "epoch": 0.420316565481353,
      "grad_norm": 0.07010246813297272,
      "learning_rate": 8.630132017989265e-05,
      "loss": 0.0113,
      "step": 3877
    },
    {
      "epoch": 0.4204249783174328,
      "grad_norm": 0.23290032148361206,
      "learning_rate": 8.629769331205572e-05,
      "loss": 0.0401,
      "step": 3878
    },
    {
      "epoch": 0.42053339115351257,
      "grad_norm": 0.37264394760131836,
      "learning_rate": 8.629406644421878e-05,
      "loss": 0.0664,
      "step": 3879
    },
    {
      "epoch": 0.4206418039895924,
      "grad_norm": 0.3064773380756378,
      "learning_rate": 8.629043957638185e-05,
      "loss": 0.0382,
      "step": 3880
    },
    {
      "epoch": 0.42075021682567215,
      "grad_norm": 0.16899339854717255,
      "learning_rate": 8.62868127085449e-05,
      "loss": 0.0283,
      "step": 3881
    },
    {
      "epoch": 0.42085862966175197,
      "grad_norm": 0.22017410397529602,
      "learning_rate": 8.628318584070798e-05,
      "loss": 0.0356,
      "step": 3882
    },
    {
      "epoch": 0.42096704249783173,
      "grad_norm": 0.17723551392555237,
      "learning_rate": 8.627955897287103e-05,
      "loss": 0.0257,
      "step": 3883
    },
    {
      "epoch": 0.42107545533391155,
      "grad_norm": 0.2549901008605957,
      "learning_rate": 8.627593210503409e-05,
      "loss": 0.0494,
      "step": 3884
    },
    {
      "epoch": 0.4211838681699913,
      "grad_norm": 0.18748430907726288,
      "learning_rate": 8.627230523719716e-05,
      "loss": 0.0311,
      "step": 3885
    },
    {
      "epoch": 0.42129228100607113,
      "grad_norm": 0.13739192485809326,
      "learning_rate": 8.626867836936022e-05,
      "loss": 0.0178,
      "step": 3886
    },
    {
      "epoch": 0.4214006938421509,
      "grad_norm": 0.399122029542923,
      "learning_rate": 8.626505150152329e-05,
      "loss": 0.0414,
      "step": 3887
    },
    {
      "epoch": 0.4215091066782307,
      "grad_norm": 0.26044949889183044,
      "learning_rate": 8.626142463368635e-05,
      "loss": 0.0455,
      "step": 3888
    },
    {
      "epoch": 0.4216175195143105,
      "grad_norm": 0.7306617498397827,
      "learning_rate": 8.625779776584942e-05,
      "loss": 0.074,
      "step": 3889
    },
    {
      "epoch": 0.4217259323503903,
      "grad_norm": 0.3010740578174591,
      "learning_rate": 8.625417089801248e-05,
      "loss": 0.0437,
      "step": 3890
    },
    {
      "epoch": 0.42183434518647006,
      "grad_norm": 0.42156362533569336,
      "learning_rate": 8.625054403017555e-05,
      "loss": 0.0583,
      "step": 3891
    },
    {
      "epoch": 0.4219427580225499,
      "grad_norm": 0.32313981652259827,
      "learning_rate": 8.62469171623386e-05,
      "loss": 0.0445,
      "step": 3892
    },
    {
      "epoch": 0.42205117085862964,
      "grad_norm": 0.2657747268676758,
      "learning_rate": 8.624329029450167e-05,
      "loss": 0.0421,
      "step": 3893
    },
    {
      "epoch": 0.42215958369470946,
      "grad_norm": 0.2119974046945572,
      "learning_rate": 8.623966342666475e-05,
      "loss": 0.0312,
      "step": 3894
    },
    {
      "epoch": 0.4222679965307892,
      "grad_norm": 0.48249244689941406,
      "learning_rate": 8.62360365588278e-05,
      "loss": 0.0977,
      "step": 3895
    },
    {
      "epoch": 0.42237640936686904,
      "grad_norm": 0.11291464418172836,
      "learning_rate": 8.623240969099087e-05,
      "loss": 0.0178,
      "step": 3896
    },
    {
      "epoch": 0.4224848222029488,
      "grad_norm": 0.15924715995788574,
      "learning_rate": 8.622878282315393e-05,
      "loss": 0.02,
      "step": 3897
    },
    {
      "epoch": 0.4225932350390286,
      "grad_norm": 0.22404463589191437,
      "learning_rate": 8.622515595531699e-05,
      "loss": 0.0533,
      "step": 3898
    },
    {
      "epoch": 0.4227016478751084,
      "grad_norm": 0.21103745698928833,
      "learning_rate": 8.622152908748006e-05,
      "loss": 0.0407,
      "step": 3899
    },
    {
      "epoch": 0.4228100607111882,
      "grad_norm": 0.21872079372406006,
      "learning_rate": 8.621790221964312e-05,
      "loss": 0.0239,
      "step": 3900
    },
    {
      "epoch": 0.42291847354726797,
      "grad_norm": 0.4672611951828003,
      "learning_rate": 8.621427535180619e-05,
      "loss": 0.0881,
      "step": 3901
    },
    {
      "epoch": 0.4230268863833478,
      "grad_norm": 0.16176871955394745,
      "learning_rate": 8.621064848396924e-05,
      "loss": 0.0346,
      "step": 3902
    },
    {
      "epoch": 0.4231352992194276,
      "grad_norm": 0.1751047670841217,
      "learning_rate": 8.620702161613232e-05,
      "loss": 0.0136,
      "step": 3903
    },
    {
      "epoch": 0.42324371205550737,
      "grad_norm": 0.19779692590236664,
      "learning_rate": 8.620339474829537e-05,
      "loss": 0.0324,
      "step": 3904
    },
    {
      "epoch": 0.4233521248915872,
      "grad_norm": 0.3943951427936554,
      "learning_rate": 8.619976788045844e-05,
      "loss": 0.0411,
      "step": 3905
    },
    {
      "epoch": 0.42346053772766695,
      "grad_norm": 0.13687393069267273,
      "learning_rate": 8.61961410126215e-05,
      "loss": 0.0135,
      "step": 3906
    },
    {
      "epoch": 0.42356895056374677,
      "grad_norm": 0.09493700414896011,
      "learning_rate": 8.619251414478456e-05,
      "loss": 0.0273,
      "step": 3907
    },
    {
      "epoch": 0.42367736339982653,
      "grad_norm": 0.11462312936782837,
      "learning_rate": 8.618888727694763e-05,
      "loss": 0.0212,
      "step": 3908
    },
    {
      "epoch": 0.42378577623590635,
      "grad_norm": 0.11252222210168839,
      "learning_rate": 8.618526040911069e-05,
      "loss": 0.0175,
      "step": 3909
    },
    {
      "epoch": 0.4238941890719861,
      "grad_norm": 0.4129623472690582,
      "learning_rate": 8.618163354127377e-05,
      "loss": 0.0618,
      "step": 3910
    },
    {
      "epoch": 0.42400260190806593,
      "grad_norm": 0.24771982431411743,
      "learning_rate": 8.617800667343683e-05,
      "loss": 0.0398,
      "step": 3911
    },
    {
      "epoch": 0.4241110147441457,
      "grad_norm": 0.2559572160243988,
      "learning_rate": 8.617437980559989e-05,
      "loss": 0.0314,
      "step": 3912
    },
    {
      "epoch": 0.4242194275802255,
      "grad_norm": 0.23126865923404694,
      "learning_rate": 8.617075293776296e-05,
      "loss": 0.0502,
      "step": 3913
    },
    {
      "epoch": 0.4243278404163053,
      "grad_norm": 0.2664009928703308,
      "learning_rate": 8.616712606992601e-05,
      "loss": 0.037,
      "step": 3914
    },
    {
      "epoch": 0.4244362532523851,
      "grad_norm": 0.263956218957901,
      "learning_rate": 8.616349920208908e-05,
      "loss": 0.0278,
      "step": 3915
    },
    {
      "epoch": 0.42454466608846486,
      "grad_norm": 0.26765525341033936,
      "learning_rate": 8.615987233425214e-05,
      "loss": 0.0481,
      "step": 3916
    },
    {
      "epoch": 0.4246530789245447,
      "grad_norm": 0.32687774300575256,
      "learning_rate": 8.615624546641521e-05,
      "loss": 0.0448,
      "step": 3917
    },
    {
      "epoch": 0.42476149176062444,
      "grad_norm": 0.31002286076545715,
      "learning_rate": 8.615261859857827e-05,
      "loss": 0.0854,
      "step": 3918
    },
    {
      "epoch": 0.42486990459670426,
      "grad_norm": 0.14268729090690613,
      "learning_rate": 8.614899173074134e-05,
      "loss": 0.0375,
      "step": 3919
    },
    {
      "epoch": 0.424978317432784,
      "grad_norm": 0.3792516887187958,
      "learning_rate": 8.61453648629044e-05,
      "loss": 0.0906,
      "step": 3920
    },
    {
      "epoch": 0.42508673026886384,
      "grad_norm": 0.06521905213594437,
      "learning_rate": 8.614173799506746e-05,
      "loss": 0.0155,
      "step": 3921
    },
    {
      "epoch": 0.4251951431049436,
      "grad_norm": 0.2272893339395523,
      "learning_rate": 8.613811112723053e-05,
      "loss": 0.0396,
      "step": 3922
    },
    {
      "epoch": 0.4253035559410234,
      "grad_norm": 0.304441899061203,
      "learning_rate": 8.613448425939358e-05,
      "loss": 0.0425,
      "step": 3923
    },
    {
      "epoch": 0.4254119687771032,
      "grad_norm": 0.17780840396881104,
      "learning_rate": 8.613085739155665e-05,
      "loss": 0.0692,
      "step": 3924
    },
    {
      "epoch": 0.425520381613183,
      "grad_norm": 0.3658894896507263,
      "learning_rate": 8.612723052371971e-05,
      "loss": 0.0368,
      "step": 3925
    },
    {
      "epoch": 0.42562879444926277,
      "grad_norm": 0.34834206104278564,
      "learning_rate": 8.612360365588278e-05,
      "loss": 0.0377,
      "step": 3926
    },
    {
      "epoch": 0.4257372072853426,
      "grad_norm": 0.11022499948740005,
      "learning_rate": 8.611997678804585e-05,
      "loss": 0.0143,
      "step": 3927
    },
    {
      "epoch": 0.42584562012142235,
      "grad_norm": 0.23963508009910583,
      "learning_rate": 8.611634992020891e-05,
      "loss": 0.0385,
      "step": 3928
    },
    {
      "epoch": 0.42595403295750217,
      "grad_norm": 0.2272080034017563,
      "learning_rate": 8.611272305237198e-05,
      "loss": 0.0404,
      "step": 3929
    },
    {
      "epoch": 0.42606244579358193,
      "grad_norm": 0.08495602756738663,
      "learning_rate": 8.610909618453504e-05,
      "loss": 0.0166,
      "step": 3930
    },
    {
      "epoch": 0.42617085862966175,
      "grad_norm": 0.16244691610336304,
      "learning_rate": 8.610546931669811e-05,
      "loss": 0.0297,
      "step": 3931
    },
    {
      "epoch": 0.4262792714657415,
      "grad_norm": 0.19879762828350067,
      "learning_rate": 8.610184244886117e-05,
      "loss": 0.048,
      "step": 3932
    },
    {
      "epoch": 0.42638768430182133,
      "grad_norm": 0.3506244719028473,
      "learning_rate": 8.609821558102424e-05,
      "loss": 0.0481,
      "step": 3933
    },
    {
      "epoch": 0.42649609713790115,
      "grad_norm": 0.2431018203496933,
      "learning_rate": 8.60945887131873e-05,
      "loss": 0.113,
      "step": 3934
    },
    {
      "epoch": 0.4266045099739809,
      "grad_norm": 0.13359886407852173,
      "learning_rate": 8.609096184535035e-05,
      "loss": 0.0269,
      "step": 3935
    },
    {
      "epoch": 0.42671292281006074,
      "grad_norm": 0.34222960472106934,
      "learning_rate": 8.608733497751342e-05,
      "loss": 0.0332,
      "step": 3936
    },
    {
      "epoch": 0.4268213356461405,
      "grad_norm": 0.15065208077430725,
      "learning_rate": 8.608370810967648e-05,
      "loss": 0.0478,
      "step": 3937
    },
    {
      "epoch": 0.4269297484822203,
      "grad_norm": 0.16107359528541565,
      "learning_rate": 8.608008124183955e-05,
      "loss": 0.0304,
      "step": 3938
    },
    {
      "epoch": 0.4270381613183001,
      "grad_norm": 0.21274110674858093,
      "learning_rate": 8.607645437400261e-05,
      "loss": 0.0653,
      "step": 3939
    },
    {
      "epoch": 0.4271465741543799,
      "grad_norm": 0.24190369248390198,
      "learning_rate": 8.607282750616568e-05,
      "loss": 0.0504,
      "step": 3940
    },
    {
      "epoch": 0.42725498699045966,
      "grad_norm": 0.2182164043188095,
      "learning_rate": 8.606920063832874e-05,
      "loss": 0.0542,
      "step": 3941
    },
    {
      "epoch": 0.4273633998265395,
      "grad_norm": 0.2361568659543991,
      "learning_rate": 8.606557377049181e-05,
      "loss": 0.036,
      "step": 3942
    },
    {
      "epoch": 0.42747181266261924,
      "grad_norm": 0.12146314233541489,
      "learning_rate": 8.606194690265487e-05,
      "loss": 0.0382,
      "step": 3943
    },
    {
      "epoch": 0.42758022549869906,
      "grad_norm": 0.2327212691307068,
      "learning_rate": 8.605832003481794e-05,
      "loss": 0.047,
      "step": 3944
    },
    {
      "epoch": 0.4276886383347788,
      "grad_norm": 0.12809525430202484,
      "learning_rate": 8.605469316698101e-05,
      "loss": 0.0343,
      "step": 3945
    },
    {
      "epoch": 0.42779705117085864,
      "grad_norm": 0.30485934019088745,
      "learning_rate": 8.605106629914407e-05,
      "loss": 0.1227,
      "step": 3946
    },
    {
      "epoch": 0.4279054640069384,
      "grad_norm": 0.09582482278347015,
      "learning_rate": 8.604743943130714e-05,
      "loss": 0.0252,
      "step": 3947
    },
    {
      "epoch": 0.4280138768430182,
      "grad_norm": 0.2917446792125702,
      "learning_rate": 8.60438125634702e-05,
      "loss": 0.0851,
      "step": 3948
    },
    {
      "epoch": 0.428122289679098,
      "grad_norm": 0.17608578503131866,
      "learning_rate": 8.604018569563326e-05,
      "loss": 0.0207,
      "step": 3949
    },
    {
      "epoch": 0.4282307025151778,
      "grad_norm": 0.11933603882789612,
      "learning_rate": 8.603655882779632e-05,
      "loss": 0.0261,
      "step": 3950
    },
    {
      "epoch": 0.42833911535125757,
      "grad_norm": 0.16478541493415833,
      "learning_rate": 8.603293195995938e-05,
      "loss": 0.0345,
      "step": 3951
    },
    {
      "epoch": 0.4284475281873374,
      "grad_norm": 0.12194852530956268,
      "learning_rate": 8.602930509212245e-05,
      "loss": 0.038,
      "step": 3952
    },
    {
      "epoch": 0.42855594102341715,
      "grad_norm": 0.1331515610218048,
      "learning_rate": 8.602567822428551e-05,
      "loss": 0.0382,
      "step": 3953
    },
    {
      "epoch": 0.42866435385949697,
      "grad_norm": 0.14805544912815094,
      "learning_rate": 8.602205135644858e-05,
      "loss": 0.0269,
      "step": 3954
    },
    {
      "epoch": 0.42877276669557673,
      "grad_norm": 0.3096006214618683,
      "learning_rate": 8.601842448861164e-05,
      "loss": 0.0631,
      "step": 3955
    },
    {
      "epoch": 0.42888117953165655,
      "grad_norm": 0.14618581533432007,
      "learning_rate": 8.60147976207747e-05,
      "loss": 0.0333,
      "step": 3956
    },
    {
      "epoch": 0.4289895923677363,
      "grad_norm": 0.1155153140425682,
      "learning_rate": 8.601117075293776e-05,
      "loss": 0.0182,
      "step": 3957
    },
    {
      "epoch": 0.42909800520381614,
      "grad_norm": 0.19427166879177094,
      "learning_rate": 8.600754388510082e-05,
      "loss": 0.0305,
      "step": 3958
    },
    {
      "epoch": 0.4292064180398959,
      "grad_norm": 0.21602804958820343,
      "learning_rate": 8.600391701726389e-05,
      "loss": 0.0567,
      "step": 3959
    },
    {
      "epoch": 0.4293148308759757,
      "grad_norm": 0.11956403404474258,
      "learning_rate": 8.600029014942695e-05,
      "loss": 0.0482,
      "step": 3960
    },
    {
      "epoch": 0.4294232437120555,
      "grad_norm": 0.20425181090831757,
      "learning_rate": 8.599666328159002e-05,
      "loss": 0.0345,
      "step": 3961
    },
    {
      "epoch": 0.4295316565481353,
      "grad_norm": 0.17813217639923096,
      "learning_rate": 8.599303641375309e-05,
      "loss": 0.0342,
      "step": 3962
    },
    {
      "epoch": 0.4296400693842151,
      "grad_norm": 0.1322786808013916,
      "learning_rate": 8.598940954591616e-05,
      "loss": 0.0333,
      "step": 3963
    },
    {
      "epoch": 0.4297484822202949,
      "grad_norm": 0.3208097815513611,
      "learning_rate": 8.598578267807922e-05,
      "loss": 0.0773,
      "step": 3964
    },
    {
      "epoch": 0.4298568950563747,
      "grad_norm": 0.11518730223178864,
      "learning_rate": 8.598215581024228e-05,
      "loss": 0.0208,
      "step": 3965
    },
    {
      "epoch": 0.42996530789245446,
      "grad_norm": 0.38715991377830505,
      "learning_rate": 8.597852894240535e-05,
      "loss": 0.0661,
      "step": 3966
    },
    {
      "epoch": 0.4300737207285343,
      "grad_norm": 0.181782528758049,
      "learning_rate": 8.59749020745684e-05,
      "loss": 0.0222,
      "step": 3967
    },
    {
      "epoch": 0.43018213356461404,
      "grad_norm": 0.16877758502960205,
      "learning_rate": 8.597127520673148e-05,
      "loss": 0.0252,
      "step": 3968
    },
    {
      "epoch": 0.43029054640069386,
      "grad_norm": 0.36926111578941345,
      "learning_rate": 8.596764833889453e-05,
      "loss": 0.0339,
      "step": 3969
    },
    {
      "epoch": 0.4303989592367736,
      "grad_norm": 0.3670514225959778,
      "learning_rate": 8.59640214710576e-05,
      "loss": 0.0849,
      "step": 3970
    },
    {
      "epoch": 0.43050737207285344,
      "grad_norm": 0.13858790695667267,
      "learning_rate": 8.596039460322066e-05,
      "loss": 0.0225,
      "step": 3971
    },
    {
      "epoch": 0.4306157849089332,
      "grad_norm": 0.05808737501502037,
      "learning_rate": 8.595676773538373e-05,
      "loss": 0.0156,
      "step": 3972
    },
    {
      "epoch": 0.430724197745013,
      "grad_norm": 0.22161896526813507,
      "learning_rate": 8.595314086754679e-05,
      "loss": 0.0263,
      "step": 3973
    },
    {
      "epoch": 0.4308326105810928,
      "grad_norm": 0.3710760772228241,
      "learning_rate": 8.594951399970985e-05,
      "loss": 0.1047,
      "step": 3974
    },
    {
      "epoch": 0.4309410234171726,
      "grad_norm": 0.10808147490024567,
      "learning_rate": 8.594588713187292e-05,
      "loss": 0.03,
      "step": 3975
    },
    {
      "epoch": 0.43104943625325237,
      "grad_norm": 0.48122715950012207,
      "learning_rate": 8.594226026403597e-05,
      "loss": 0.0977,
      "step": 3976
    },
    {
      "epoch": 0.4311578490893322,
      "grad_norm": 0.0697178989648819,
      "learning_rate": 8.593863339619905e-05,
      "loss": 0.0096,
      "step": 3977
    },
    {
      "epoch": 0.43126626192541195,
      "grad_norm": 0.11136090755462646,
      "learning_rate": 8.59350065283621e-05,
      "loss": 0.0167,
      "step": 3978
    },
    {
      "epoch": 0.43137467476149177,
      "grad_norm": 0.16279996931552887,
      "learning_rate": 8.593137966052517e-05,
      "loss": 0.0175,
      "step": 3979
    },
    {
      "epoch": 0.43148308759757154,
      "grad_norm": 0.16790063679218292,
      "learning_rate": 8.592775279268824e-05,
      "loss": 0.0357,
      "step": 3980
    },
    {
      "epoch": 0.43159150043365135,
      "grad_norm": 0.11717720329761505,
      "learning_rate": 8.59241259248513e-05,
      "loss": 0.0217,
      "step": 3981
    },
    {
      "epoch": 0.4316999132697311,
      "grad_norm": 0.3783433139324188,
      "learning_rate": 8.592049905701437e-05,
      "loss": 0.0536,
      "step": 3982
    },
    {
      "epoch": 0.43180832610581094,
      "grad_norm": 0.17828410863876343,
      "learning_rate": 8.591687218917743e-05,
      "loss": 0.0608,
      "step": 3983
    },
    {
      "epoch": 0.4319167389418907,
      "grad_norm": 0.20992468297481537,
      "learning_rate": 8.59132453213405e-05,
      "loss": 0.03,
      "step": 3984
    },
    {
      "epoch": 0.4320251517779705,
      "grad_norm": 0.21447411179542542,
      "learning_rate": 8.590961845350356e-05,
      "loss": 0.0608,
      "step": 3985
    },
    {
      "epoch": 0.4321335646140503,
      "grad_norm": 0.4144737124443054,
      "learning_rate": 8.590599158566663e-05,
      "loss": 0.0504,
      "step": 3986
    },
    {
      "epoch": 0.4322419774501301,
      "grad_norm": 0.15069177746772766,
      "learning_rate": 8.590236471782969e-05,
      "loss": 0.0432,
      "step": 3987
    },
    {
      "epoch": 0.43235039028620986,
      "grad_norm": 0.11419765651226044,
      "learning_rate": 8.589873784999274e-05,
      "loss": 0.0151,
      "step": 3988
    },
    {
      "epoch": 0.4324588031222897,
      "grad_norm": 0.3317195475101471,
      "learning_rate": 8.589511098215581e-05,
      "loss": 0.0486,
      "step": 3989
    },
    {
      "epoch": 0.43256721595836944,
      "grad_norm": 0.48233136534690857,
      "learning_rate": 8.589148411431887e-05,
      "loss": 0.0496,
      "step": 3990
    },
    {
      "epoch": 0.43267562879444926,
      "grad_norm": 0.2747369706630707,
      "learning_rate": 8.588785724648194e-05,
      "loss": 0.0329,
      "step": 3991
    },
    {
      "epoch": 0.4327840416305291,
      "grad_norm": 0.13894470036029816,
      "learning_rate": 8.5884230378645e-05,
      "loss": 0.0297,
      "step": 3992
    },
    {
      "epoch": 0.43289245446660884,
      "grad_norm": 0.30102357268333435,
      "learning_rate": 8.588060351080807e-05,
      "loss": 0.0273,
      "step": 3993
    },
    {
      "epoch": 0.43300086730268866,
      "grad_norm": 0.16862750053405762,
      "learning_rate": 8.587697664297113e-05,
      "loss": 0.0367,
      "step": 3994
    },
    {
      "epoch": 0.4331092801387684,
      "grad_norm": 0.21469956636428833,
      "learning_rate": 8.58733497751342e-05,
      "loss": 0.0458,
      "step": 3995
    },
    {
      "epoch": 0.43321769297484825,
      "grad_norm": 0.09912700951099396,
      "learning_rate": 8.586972290729727e-05,
      "loss": 0.0184,
      "step": 3996
    },
    {
      "epoch": 0.433326105810928,
      "grad_norm": 0.07673099637031555,
      "learning_rate": 8.586609603946033e-05,
      "loss": 0.0114,
      "step": 3997
    },
    {
      "epoch": 0.4334345186470078,
      "grad_norm": 0.14775978028774261,
      "learning_rate": 8.58624691716234e-05,
      "loss": 0.0355,
      "step": 3998
    },
    {
      "epoch": 0.4335429314830876,
      "grad_norm": 0.2312396615743637,
      "learning_rate": 8.585884230378646e-05,
      "loss": 0.0455,
      "step": 3999
    },
    {
      "epoch": 0.4336513443191674,
      "grad_norm": 0.30460166931152344,
      "learning_rate": 8.585521543594953e-05,
      "loss": 0.0504,
      "step": 4000
    },
    {
      "epoch": 0.43375975715524717,
      "grad_norm": 0.08564933389425278,
      "learning_rate": 8.585158856811258e-05,
      "loss": 0.0122,
      "step": 4001
    },
    {
      "epoch": 0.433868169991327,
      "grad_norm": 0.2041252851486206,
      "learning_rate": 8.584796170027564e-05,
      "loss": 0.0527,
      "step": 4002
    },
    {
      "epoch": 0.43397658282740675,
      "grad_norm": 0.14425180852413177,
      "learning_rate": 8.584433483243871e-05,
      "loss": 0.0266,
      "step": 4003
    },
    {
      "epoch": 0.4340849956634866,
      "grad_norm": 0.31708261370658875,
      "learning_rate": 8.584070796460177e-05,
      "loss": 0.0572,
      "step": 4004
    },
    {
      "epoch": 0.43419340849956634,
      "grad_norm": 0.0989757850766182,
      "learning_rate": 8.583708109676484e-05,
      "loss": 0.0161,
      "step": 4005
    },
    {
      "epoch": 0.43430182133564615,
      "grad_norm": 0.3636065721511841,
      "learning_rate": 8.58334542289279e-05,
      "loss": 0.0751,
      "step": 4006
    },
    {
      "epoch": 0.4344102341717259,
      "grad_norm": 0.170491024851799,
      "learning_rate": 8.582982736109097e-05,
      "loss": 0.0315,
      "step": 4007
    },
    {
      "epoch": 0.43451864700780574,
      "grad_norm": 0.5722757577896118,
      "learning_rate": 8.582620049325403e-05,
      "loss": 0.0523,
      "step": 4008
    },
    {
      "epoch": 0.4346270598438855,
      "grad_norm": 0.1050143614411354,
      "learning_rate": 8.58225736254171e-05,
      "loss": 0.0121,
      "step": 4009
    },
    {
      "epoch": 0.4347354726799653,
      "grad_norm": 0.22117450833320618,
      "learning_rate": 8.581894675758015e-05,
      "loss": 0.0732,
      "step": 4010
    },
    {
      "epoch": 0.4348438855160451,
      "grad_norm": 0.25781065225601196,
      "learning_rate": 8.581531988974321e-05,
      "loss": 0.0563,
      "step": 4011
    },
    {
      "epoch": 0.4349522983521249,
      "grad_norm": 0.4308106005191803,
      "learning_rate": 8.581169302190628e-05,
      "loss": 0.0505,
      "step": 4012
    },
    {
      "epoch": 0.43506071118820466,
      "grad_norm": 0.13110493123531342,
      "learning_rate": 8.580806615406935e-05,
      "loss": 0.0185,
      "step": 4013
    },
    {
      "epoch": 0.4351691240242845,
      "grad_norm": 0.09600236266851425,
      "learning_rate": 8.580443928623242e-05,
      "loss": 0.0196,
      "step": 4014
    },
    {
      "epoch": 0.43527753686036424,
      "grad_norm": 0.10675125569105148,
      "learning_rate": 8.580081241839548e-05,
      "loss": 0.0134,
      "step": 4015
    },
    {
      "epoch": 0.43538594969644406,
      "grad_norm": 0.20420920848846436,
      "learning_rate": 8.579718555055854e-05,
      "loss": 0.0591,
      "step": 4016
    },
    {
      "epoch": 0.4354943625325238,
      "grad_norm": 0.19402119517326355,
      "learning_rate": 8.579355868272161e-05,
      "loss": 0.0303,
      "step": 4017
    },
    {
      "epoch": 0.43560277536860365,
      "grad_norm": 0.14750131964683533,
      "learning_rate": 8.578993181488467e-05,
      "loss": 0.0433,
      "step": 4018
    },
    {
      "epoch": 0.4357111882046834,
      "grad_norm": 0.23911868035793304,
      "learning_rate": 8.578630494704774e-05,
      "loss": 0.0468,
      "step": 4019
    },
    {
      "epoch": 0.4358196010407632,
      "grad_norm": 0.21320612728595734,
      "learning_rate": 8.57826780792108e-05,
      "loss": 0.0353,
      "step": 4020
    },
    {
      "epoch": 0.43592801387684305,
      "grad_norm": 0.43240898847579956,
      "learning_rate": 8.577905121137387e-05,
      "loss": 0.0763,
      "step": 4021
    },
    {
      "epoch": 0.4360364267129228,
      "grad_norm": 0.2585061490535736,
      "learning_rate": 8.577542434353692e-05,
      "loss": 0.0548,
      "step": 4022
    },
    {
      "epoch": 0.4361448395490026,
      "grad_norm": 0.19360385835170746,
      "learning_rate": 8.57717974757e-05,
      "loss": 0.0494,
      "step": 4023
    },
    {
      "epoch": 0.4362532523850824,
      "grad_norm": 0.2297777384519577,
      "learning_rate": 8.576817060786305e-05,
      "loss": 0.056,
      "step": 4024
    },
    {
      "epoch": 0.4363616652211622,
      "grad_norm": 0.2072899490594864,
      "learning_rate": 8.576454374002611e-05,
      "loss": 0.0497,
      "step": 4025
    },
    {
      "epoch": 0.436470078057242,
      "grad_norm": 0.24369056522846222,
      "learning_rate": 8.576091687218918e-05,
      "loss": 0.0558,
      "step": 4026
    },
    {
      "epoch": 0.4365784908933218,
      "grad_norm": 0.1901966780424118,
      "learning_rate": 8.575729000435224e-05,
      "loss": 0.0348,
      "step": 4027
    },
    {
      "epoch": 0.43668690372940155,
      "grad_norm": 0.3304618000984192,
      "learning_rate": 8.575366313651531e-05,
      "loss": 0.0896,
      "step": 4028
    },
    {
      "epoch": 0.4367953165654814,
      "grad_norm": 0.2692583203315735,
      "learning_rate": 8.575003626867837e-05,
      "loss": 0.0479,
      "step": 4029
    },
    {
      "epoch": 0.43690372940156114,
      "grad_norm": 0.09881129115819931,
      "learning_rate": 8.574640940084144e-05,
      "loss": 0.0157,
      "step": 4030
    },
    {
      "epoch": 0.43701214223764095,
      "grad_norm": 0.24410337209701538,
      "learning_rate": 8.574278253300451e-05,
      "loss": 0.0606,
      "step": 4031
    },
    {
      "epoch": 0.4371205550737207,
      "grad_norm": 0.1501801759004593,
      "learning_rate": 8.573915566516756e-05,
      "loss": 0.0277,
      "step": 4032
    },
    {
      "epoch": 0.43722896790980054,
      "grad_norm": 0.1299862265586853,
      "learning_rate": 8.573552879733064e-05,
      "loss": 0.0306,
      "step": 4033
    },
    {
      "epoch": 0.4373373807458803,
      "grad_norm": 0.20262567698955536,
      "learning_rate": 8.573190192949369e-05,
      "loss": 0.0301,
      "step": 4034
    },
    {
      "epoch": 0.4374457935819601,
      "grad_norm": 0.1292022317647934,
      "learning_rate": 8.572827506165676e-05,
      "loss": 0.0231,
      "step": 4035
    },
    {
      "epoch": 0.4375542064180399,
      "grad_norm": 0.250027060508728,
      "learning_rate": 8.572464819381982e-05,
      "loss": 0.0522,
      "step": 4036
    },
    {
      "epoch": 0.4376626192541197,
      "grad_norm": 0.23486632108688354,
      "learning_rate": 8.572102132598289e-05,
      "loss": 0.0415,
      "step": 4037
    },
    {
      "epoch": 0.43777103209019946,
      "grad_norm": 0.11396396160125732,
      "learning_rate": 8.571739445814595e-05,
      "loss": 0.0292,
      "step": 4038
    },
    {
      "epoch": 0.4378794449262793,
      "grad_norm": 0.16446788609027863,
      "learning_rate": 8.5713767590309e-05,
      "loss": 0.0217,
      "step": 4039
    },
    {
      "epoch": 0.43798785776235905,
      "grad_norm": 0.36807844042778015,
      "learning_rate": 8.571014072247208e-05,
      "loss": 0.0677,
      "step": 4040
    },
    {
      "epoch": 0.43809627059843886,
      "grad_norm": 0.2421358823776245,
      "learning_rate": 8.570651385463513e-05,
      "loss": 0.0431,
      "step": 4041
    },
    {
      "epoch": 0.4382046834345186,
      "grad_norm": 0.24073119461536407,
      "learning_rate": 8.57028869867982e-05,
      "loss": 0.0598,
      "step": 4042
    },
    {
      "epoch": 0.43831309627059845,
      "grad_norm": 0.11737764626741409,
      "learning_rate": 8.569926011896126e-05,
      "loss": 0.0348,
      "step": 4043
    },
    {
      "epoch": 0.4384215091066782,
      "grad_norm": 0.26182255148887634,
      "learning_rate": 8.569563325112433e-05,
      "loss": 0.069,
      "step": 4044
    },
    {
      "epoch": 0.438529921942758,
      "grad_norm": 0.12278307974338531,
      "learning_rate": 8.569200638328739e-05,
      "loss": 0.0258,
      "step": 4045
    },
    {
      "epoch": 0.4386383347788378,
      "grad_norm": 0.30156776309013367,
      "learning_rate": 8.568837951545046e-05,
      "loss": 0.0485,
      "step": 4046
    },
    {
      "epoch": 0.4387467476149176,
      "grad_norm": 0.14020049571990967,
      "learning_rate": 8.568475264761352e-05,
      "loss": 0.0284,
      "step": 4047
    },
    {
      "epoch": 0.4388551604509974,
      "grad_norm": 0.2668922245502472,
      "learning_rate": 8.568112577977659e-05,
      "loss": 0.0443,
      "step": 4048
    },
    {
      "epoch": 0.4389635732870772,
      "grad_norm": 0.1797034740447998,
      "learning_rate": 8.567749891193966e-05,
      "loss": 0.04,
      "step": 4049
    },
    {
      "epoch": 0.43907198612315695,
      "grad_norm": 0.24984610080718994,
      "learning_rate": 8.567387204410272e-05,
      "loss": 0.0308,
      "step": 4050
    },
    {
      "epoch": 0.4391803989592368,
      "grad_norm": 0.0904388353228569,
      "learning_rate": 8.567024517626579e-05,
      "loss": 0.0108,
      "step": 4051
    },
    {
      "epoch": 0.4392888117953166,
      "grad_norm": 0.22804765403270721,
      "learning_rate": 8.566661830842885e-05,
      "loss": 0.0515,
      "step": 4052
    },
    {
      "epoch": 0.43939722463139635,
      "grad_norm": 0.23874972760677338,
      "learning_rate": 8.566299144059192e-05,
      "loss": 0.0203,
      "step": 4053
    },
    {
      "epoch": 0.4395056374674762,
      "grad_norm": 0.25518834590911865,
      "learning_rate": 8.565936457275497e-05,
      "loss": 0.0245,
      "step": 4054
    },
    {
      "epoch": 0.43961405030355594,
      "grad_norm": 0.24948425590991974,
      "learning_rate": 8.565573770491803e-05,
      "loss": 0.0322,
      "step": 4055
    },
    {
      "epoch": 0.43972246313963576,
      "grad_norm": 0.1291562169790268,
      "learning_rate": 8.56521108370811e-05,
      "loss": 0.0282,
      "step": 4056
    },
    {
      "epoch": 0.4398308759757155,
      "grad_norm": 0.3275265097618103,
      "learning_rate": 8.564848396924416e-05,
      "loss": 0.0394,
      "step": 4057
    },
    {
      "epoch": 0.43993928881179534,
      "grad_norm": 0.30482929944992065,
      "learning_rate": 8.564485710140723e-05,
      "loss": 0.0455,
      "step": 4058
    },
    {
      "epoch": 0.4400477016478751,
      "grad_norm": 0.13236190378665924,
      "learning_rate": 8.564123023357029e-05,
      "loss": 0.0355,
      "step": 4059
    },
    {
      "epoch": 0.4401561144839549,
      "grad_norm": 0.33725622296333313,
      "learning_rate": 8.563760336573336e-05,
      "loss": 0.0547,
      "step": 4060
    },
    {
      "epoch": 0.4402645273200347,
      "grad_norm": 0.5989890098571777,
      "learning_rate": 8.563397649789642e-05,
      "loss": 0.0481,
      "step": 4061
    },
    {
      "epoch": 0.4403729401561145,
      "grad_norm": 0.21283091604709625,
      "learning_rate": 8.563034963005949e-05,
      "loss": 0.0358,
      "step": 4062
    },
    {
      "epoch": 0.44048135299219426,
      "grad_norm": 0.27916258573532104,
      "learning_rate": 8.562672276222255e-05,
      "loss": 0.0515,
      "step": 4063
    },
    {
      "epoch": 0.4405897658282741,
      "grad_norm": 0.24789442121982574,
      "learning_rate": 8.56230958943856e-05,
      "loss": 0.0481,
      "step": 4064
    },
    {
      "epoch": 0.44069817866435385,
      "grad_norm": 0.10257899761199951,
      "learning_rate": 8.561946902654869e-05,
      "loss": 0.0299,
      "step": 4065
    },
    {
      "epoch": 0.44080659150043366,
      "grad_norm": 0.2793993651866913,
      "learning_rate": 8.561584215871174e-05,
      "loss": 0.0382,
      "step": 4066
    },
    {
      "epoch": 0.4409150043365134,
      "grad_norm": 0.34574154019355774,
      "learning_rate": 8.561221529087481e-05,
      "loss": 0.0872,
      "step": 4067
    },
    {
      "epoch": 0.44102341717259325,
      "grad_norm": 0.15507492423057556,
      "learning_rate": 8.560858842303787e-05,
      "loss": 0.0471,
      "step": 4068
    },
    {
      "epoch": 0.441131830008673,
      "grad_norm": 0.22427085041999817,
      "learning_rate": 8.560496155520093e-05,
      "loss": 0.053,
      "step": 4069
    },
    {
      "epoch": 0.44124024284475283,
      "grad_norm": 0.21751467883586884,
      "learning_rate": 8.5601334687364e-05,
      "loss": 0.0258,
      "step": 4070
    },
    {
      "epoch": 0.4413486556808326,
      "grad_norm": 0.09598143398761749,
      "learning_rate": 8.559770781952706e-05,
      "loss": 0.0128,
      "step": 4071
    },
    {
      "epoch": 0.4414570685169124,
      "grad_norm": 0.12276753038167953,
      "learning_rate": 8.559408095169013e-05,
      "loss": 0.0212,
      "step": 4072
    },
    {
      "epoch": 0.4415654813529922,
      "grad_norm": 0.26360762119293213,
      "learning_rate": 8.559045408385319e-05,
      "loss": 0.0477,
      "step": 4073
    },
    {
      "epoch": 0.441673894189072,
      "grad_norm": 0.12856294214725494,
      "learning_rate": 8.558682721601626e-05,
      "loss": 0.04,
      "step": 4074
    },
    {
      "epoch": 0.44178230702515175,
      "grad_norm": 0.22783775627613068,
      "learning_rate": 8.558320034817931e-05,
      "loss": 0.0252,
      "step": 4075
    },
    {
      "epoch": 0.4418907198612316,
      "grad_norm": 0.2844618260860443,
      "learning_rate": 8.557957348034239e-05,
      "loss": 0.0278,
      "step": 4076
    },
    {
      "epoch": 0.44199913269731134,
      "grad_norm": 0.15506376326084137,
      "learning_rate": 8.557594661250544e-05,
      "loss": 0.0264,
      "step": 4077
    },
    {
      "epoch": 0.44210754553339116,
      "grad_norm": 0.15972650051116943,
      "learning_rate": 8.55723197446685e-05,
      "loss": 0.0407,
      "step": 4078
    },
    {
      "epoch": 0.4422159583694709,
      "grad_norm": 0.13756392896175385,
      "learning_rate": 8.556869287683157e-05,
      "loss": 0.0203,
      "step": 4079
    },
    {
      "epoch": 0.44232437120555074,
      "grad_norm": 0.08773335069417953,
      "learning_rate": 8.556506600899463e-05,
      "loss": 0.0166,
      "step": 4080
    },
    {
      "epoch": 0.44243278404163056,
      "grad_norm": 0.14831918478012085,
      "learning_rate": 8.55614391411577e-05,
      "loss": 0.0197,
      "step": 4081
    },
    {
      "epoch": 0.4425411968777103,
      "grad_norm": 0.06322552263736725,
      "learning_rate": 8.555781227332076e-05,
      "loss": 0.0081,
      "step": 4082
    },
    {
      "epoch": 0.44264960971379014,
      "grad_norm": 0.22276778519153595,
      "learning_rate": 8.555418540548383e-05,
      "loss": 0.049,
      "step": 4083
    },
    {
      "epoch": 0.4427580225498699,
      "grad_norm": 0.6748812198638916,
      "learning_rate": 8.55505585376469e-05,
      "loss": 0.0839,
      "step": 4084
    },
    {
      "epoch": 0.4428664353859497,
      "grad_norm": 0.13829681277275085,
      "learning_rate": 8.554693166980996e-05,
      "loss": 0.0303,
      "step": 4085
    },
    {
      "epoch": 0.4429748482220295,
      "grad_norm": 0.38638970255851746,
      "learning_rate": 8.554330480197303e-05,
      "loss": 0.0592,
      "step": 4086
    },
    {
      "epoch": 0.4430832610581093,
      "grad_norm": 0.1917508840560913,
      "learning_rate": 8.553967793413608e-05,
      "loss": 0.0297,
      "step": 4087
    },
    {
      "epoch": 0.44319167389418906,
      "grad_norm": 0.19366544485092163,
      "learning_rate": 8.553605106629915e-05,
      "loss": 0.0327,
      "step": 4088
    },
    {
      "epoch": 0.4433000867302689,
      "grad_norm": 0.3692556619644165,
      "learning_rate": 8.553242419846221e-05,
      "loss": 0.044,
      "step": 4089
    },
    {
      "epoch": 0.44340849956634865,
      "grad_norm": 0.1642940789461136,
      "learning_rate": 8.552879733062528e-05,
      "loss": 0.0405,
      "step": 4090
    },
    {
      "epoch": 0.44351691240242846,
      "grad_norm": 0.3722311854362488,
      "learning_rate": 8.552517046278834e-05,
      "loss": 0.0531,
      "step": 4091
    },
    {
      "epoch": 0.44362532523850823,
      "grad_norm": 0.19112767279148102,
      "learning_rate": 8.55215435949514e-05,
      "loss": 0.0337,
      "step": 4092
    },
    {
      "epoch": 0.44373373807458805,
      "grad_norm": 0.3568111062049866,
      "learning_rate": 8.551791672711447e-05,
      "loss": 0.0502,
      "step": 4093
    },
    {
      "epoch": 0.4438421509106678,
      "grad_norm": 0.4946271479129791,
      "learning_rate": 8.551428985927753e-05,
      "loss": 0.1118,
      "step": 4094
    },
    {
      "epoch": 0.44395056374674763,
      "grad_norm": 0.11500347405672073,
      "learning_rate": 8.55106629914406e-05,
      "loss": 0.0215,
      "step": 4095
    },
    {
      "epoch": 0.4440589765828274,
      "grad_norm": 0.19802157580852509,
      "learning_rate": 8.550703612360365e-05,
      "loss": 0.0292,
      "step": 4096
    },
    {
      "epoch": 0.4441673894189072,
      "grad_norm": 0.14393354952335358,
      "learning_rate": 8.550340925576672e-05,
      "loss": 0.027,
      "step": 4097
    },
    {
      "epoch": 0.444275802254987,
      "grad_norm": 0.2208869606256485,
      "learning_rate": 8.549978238792978e-05,
      "loss": 0.0396,
      "step": 4098
    },
    {
      "epoch": 0.4443842150910668,
      "grad_norm": 0.14404785633087158,
      "learning_rate": 8.549615552009285e-05,
      "loss": 0.0539,
      "step": 4099
    },
    {
      "epoch": 0.44449262792714656,
      "grad_norm": 0.12643885612487793,
      "learning_rate": 8.549252865225592e-05,
      "loss": 0.0431,
      "step": 4100
    },
    {
      "epoch": 0.4446010407632264,
      "grad_norm": 0.09126070141792297,
      "learning_rate": 8.548890178441898e-05,
      "loss": 0.0244,
      "step": 4101
    },
    {
      "epoch": 0.44470945359930614,
      "grad_norm": 0.1861325055360794,
      "learning_rate": 8.548527491658205e-05,
      "loss": 0.0469,
      "step": 4102
    },
    {
      "epoch": 0.44481786643538596,
      "grad_norm": 0.15671885013580322,
      "learning_rate": 8.548164804874511e-05,
      "loss": 0.0277,
      "step": 4103
    },
    {
      "epoch": 0.4449262792714657,
      "grad_norm": 0.16635876893997192,
      "learning_rate": 8.547802118090818e-05,
      "loss": 0.039,
      "step": 4104
    },
    {
      "epoch": 0.44503469210754554,
      "grad_norm": 0.21388521790504456,
      "learning_rate": 8.547439431307124e-05,
      "loss": 0.0325,
      "step": 4105
    },
    {
      "epoch": 0.4451431049436253,
      "grad_norm": 0.5036044120788574,
      "learning_rate": 8.54707674452343e-05,
      "loss": 0.0733,
      "step": 4106
    },
    {
      "epoch": 0.4452515177797051,
      "grad_norm": 0.08855877816677094,
      "learning_rate": 8.546714057739737e-05,
      "loss": 0.0259,
      "step": 4107
    },
    {
      "epoch": 0.4453599306157849,
      "grad_norm": 0.23422671854496002,
      "learning_rate": 8.546351370956042e-05,
      "loss": 0.03,
      "step": 4108
    },
    {
      "epoch": 0.4454683434518647,
      "grad_norm": 0.20956717431545258,
      "learning_rate": 8.54598868417235e-05,
      "loss": 0.0505,
      "step": 4109
    },
    {
      "epoch": 0.4455767562879445,
      "grad_norm": 0.3099815845489502,
      "learning_rate": 8.545625997388655e-05,
      "loss": 0.0607,
      "step": 4110
    },
    {
      "epoch": 0.4456851691240243,
      "grad_norm": 0.20092952251434326,
      "learning_rate": 8.545263310604962e-05,
      "loss": 0.0341,
      "step": 4111
    },
    {
      "epoch": 0.4457935819601041,
      "grad_norm": 0.31398484110832214,
      "learning_rate": 8.544900623821268e-05,
      "loss": 0.0338,
      "step": 4112
    },
    {
      "epoch": 0.44590199479618386,
      "grad_norm": 0.2268753945827484,
      "learning_rate": 8.544537937037575e-05,
      "loss": 0.0416,
      "step": 4113
    },
    {
      "epoch": 0.4460104076322637,
      "grad_norm": 0.517655611038208,
      "learning_rate": 8.544175250253881e-05,
      "loss": 0.1212,
      "step": 4114
    },
    {
      "epoch": 0.44611882046834345,
      "grad_norm": 0.16598191857337952,
      "learning_rate": 8.543812563470186e-05,
      "loss": 0.0333,
      "step": 4115
    },
    {
      "epoch": 0.44622723330442327,
      "grad_norm": 0.1641584187746048,
      "learning_rate": 8.543449876686494e-05,
      "loss": 0.0205,
      "step": 4116
    },
    {
      "epoch": 0.44633564614050303,
      "grad_norm": 0.17015394568443298,
      "learning_rate": 8.5430871899028e-05,
      "loss": 0.0344,
      "step": 4117
    },
    {
      "epoch": 0.44644405897658285,
      "grad_norm": 0.30172473192214966,
      "learning_rate": 8.542724503119108e-05,
      "loss": 0.075,
      "step": 4118
    },
    {
      "epoch": 0.4465524718126626,
      "grad_norm": 0.3941335082054138,
      "learning_rate": 8.542361816335413e-05,
      "loss": 0.0876,
      "step": 4119
    },
    {
      "epoch": 0.44666088464874243,
      "grad_norm": 0.15977361798286438,
      "learning_rate": 8.541999129551719e-05,
      "loss": 0.042,
      "step": 4120
    },
    {
      "epoch": 0.4467692974848222,
      "grad_norm": 0.2155984342098236,
      "learning_rate": 8.541636442768026e-05,
      "loss": 0.0453,
      "step": 4121
    },
    {
      "epoch": 0.446877710320902,
      "grad_norm": 0.37428295612335205,
      "learning_rate": 8.541273755984332e-05,
      "loss": 0.0897,
      "step": 4122
    },
    {
      "epoch": 0.4469861231569818,
      "grad_norm": 0.08784108608961105,
      "learning_rate": 8.540911069200639e-05,
      "loss": 0.0205,
      "step": 4123
    },
    {
      "epoch": 0.4470945359930616,
      "grad_norm": 0.12327701598405838,
      "learning_rate": 8.540548382416945e-05,
      "loss": 0.0223,
      "step": 4124
    },
    {
      "epoch": 0.44720294882914136,
      "grad_norm": 0.14008544385433197,
      "learning_rate": 8.540185695633252e-05,
      "loss": 0.0439,
      "step": 4125
    },
    {
      "epoch": 0.4473113616652212,
      "grad_norm": 0.2138935774564743,
      "learning_rate": 8.539823008849558e-05,
      "loss": 0.0459,
      "step": 4126
    },
    {
      "epoch": 0.44741977450130094,
      "grad_norm": 0.21685141324996948,
      "learning_rate": 8.539460322065865e-05,
      "loss": 0.0477,
      "step": 4127
    },
    {
      "epoch": 0.44752818733738076,
      "grad_norm": 0.19391712546348572,
      "learning_rate": 8.53909763528217e-05,
      "loss": 0.0523,
      "step": 4128
    },
    {
      "epoch": 0.4476366001734605,
      "grad_norm": 0.13417339324951172,
      "learning_rate": 8.538734948498476e-05,
      "loss": 0.0274,
      "step": 4129
    },
    {
      "epoch": 0.44774501300954034,
      "grad_norm": 0.27288129925727844,
      "learning_rate": 8.538372261714783e-05,
      "loss": 0.0414,
      "step": 4130
    },
    {
      "epoch": 0.4478534258456201,
      "grad_norm": 0.1372085064649582,
      "learning_rate": 8.538009574931089e-05,
      "loss": 0.0265,
      "step": 4131
    },
    {
      "epoch": 0.4479618386816999,
      "grad_norm": 0.2351163774728775,
      "learning_rate": 8.537646888147396e-05,
      "loss": 0.0352,
      "step": 4132
    },
    {
      "epoch": 0.4480702515177797,
      "grad_norm": 0.2451310157775879,
      "learning_rate": 8.537284201363702e-05,
      "loss": 0.0464,
      "step": 4133
    },
    {
      "epoch": 0.4481786643538595,
      "grad_norm": 0.05190328136086464,
      "learning_rate": 8.53692151458001e-05,
      "loss": 0.0077,
      "step": 4134
    },
    {
      "epoch": 0.44828707718993926,
      "grad_norm": 0.4030020534992218,
      "learning_rate": 8.536558827796316e-05,
      "loss": 0.0841,
      "step": 4135
    },
    {
      "epoch": 0.4483954900260191,
      "grad_norm": 0.22711963951587677,
      "learning_rate": 8.536196141012622e-05,
      "loss": 0.0645,
      "step": 4136
    },
    {
      "epoch": 0.44850390286209885,
      "grad_norm": 0.18375250697135925,
      "learning_rate": 8.535833454228929e-05,
      "loss": 0.0289,
      "step": 4137
    },
    {
      "epoch": 0.44861231569817867,
      "grad_norm": 0.14086778461933136,
      "learning_rate": 8.535470767445235e-05,
      "loss": 0.0308,
      "step": 4138
    },
    {
      "epoch": 0.4487207285342585,
      "grad_norm": 0.17636939883232117,
      "learning_rate": 8.535108080661542e-05,
      "loss": 0.0435,
      "step": 4139
    },
    {
      "epoch": 0.44882914137033825,
      "grad_norm": 0.23503528535366058,
      "learning_rate": 8.534745393877847e-05,
      "loss": 0.0279,
      "step": 4140
    },
    {
      "epoch": 0.44893755420641807,
      "grad_norm": 0.22150033712387085,
      "learning_rate": 8.534382707094155e-05,
      "loss": 0.04,
      "step": 4141
    },
    {
      "epoch": 0.44904596704249783,
      "grad_norm": 0.23015576601028442,
      "learning_rate": 8.53402002031046e-05,
      "loss": 0.0191,
      "step": 4142
    },
    {
      "epoch": 0.44915437987857765,
      "grad_norm": 0.24064669013023376,
      "learning_rate": 8.533657333526766e-05,
      "loss": 0.0331,
      "step": 4143
    },
    {
      "epoch": 0.4492627927146574,
      "grad_norm": 0.24979162216186523,
      "learning_rate": 8.533294646743073e-05,
      "loss": 0.0458,
      "step": 4144
    },
    {
      "epoch": 0.44937120555073723,
      "grad_norm": 0.22712278366088867,
      "learning_rate": 8.532931959959379e-05,
      "loss": 0.0413,
      "step": 4145
    },
    {
      "epoch": 0.449479618386817,
      "grad_norm": 0.14419512450695038,
      "learning_rate": 8.532569273175686e-05,
      "loss": 0.0271,
      "step": 4146
    },
    {
      "epoch": 0.4495880312228968,
      "grad_norm": 0.17092882096767426,
      "learning_rate": 8.532206586391992e-05,
      "loss": 0.051,
      "step": 4147
    },
    {
      "epoch": 0.4496964440589766,
      "grad_norm": 0.17133034765720367,
      "learning_rate": 8.531843899608299e-05,
      "loss": 0.0411,
      "step": 4148
    },
    {
      "epoch": 0.4498048568950564,
      "grad_norm": 0.4463370740413666,
      "learning_rate": 8.531481212824604e-05,
      "loss": 0.0845,
      "step": 4149
    },
    {
      "epoch": 0.44991326973113616,
      "grad_norm": 0.23192378878593445,
      "learning_rate": 8.531118526040912e-05,
      "loss": 0.0651,
      "step": 4150
    },
    {
      "epoch": 0.450021682567216,
      "grad_norm": 0.18616056442260742,
      "learning_rate": 8.530755839257217e-05,
      "loss": 0.0405,
      "step": 4151
    },
    {
      "epoch": 0.45013009540329574,
      "grad_norm": 0.14969168603420258,
      "learning_rate": 8.530393152473524e-05,
      "loss": 0.0165,
      "step": 4152
    },
    {
      "epoch": 0.45023850823937556,
      "grad_norm": 0.17284752428531647,
      "learning_rate": 8.530030465689831e-05,
      "loss": 0.024,
      "step": 4153
    },
    {
      "epoch": 0.4503469210754553,
      "grad_norm": 0.20411626994609833,
      "learning_rate": 8.529667778906137e-05,
      "loss": 0.0474,
      "step": 4154
    },
    {
      "epoch": 0.45045533391153514,
      "grad_norm": 0.31743428111076355,
      "learning_rate": 8.529305092122444e-05,
      "loss": 0.0938,
      "step": 4155
    },
    {
      "epoch": 0.4505637467476149,
      "grad_norm": 0.4767519533634186,
      "learning_rate": 8.52894240533875e-05,
      "loss": 0.0571,
      "step": 4156
    },
    {
      "epoch": 0.4506721595836947,
      "grad_norm": 0.1443301886320114,
      "learning_rate": 8.528579718555057e-05,
      "loss": 0.0171,
      "step": 4157
    },
    {
      "epoch": 0.4507805724197745,
      "grad_norm": 0.22046677768230438,
      "learning_rate": 8.528217031771363e-05,
      "loss": 0.0215,
      "step": 4158
    },
    {
      "epoch": 0.4508889852558543,
      "grad_norm": 0.13230854272842407,
      "learning_rate": 8.527854344987669e-05,
      "loss": 0.0232,
      "step": 4159
    },
    {
      "epoch": 0.45099739809193407,
      "grad_norm": 0.23414099216461182,
      "learning_rate": 8.527491658203976e-05,
      "loss": 0.088,
      "step": 4160
    },
    {
      "epoch": 0.4511058109280139,
      "grad_norm": 0.4790186882019043,
      "learning_rate": 8.527128971420281e-05,
      "loss": 0.0447,
      "step": 4161
    },
    {
      "epoch": 0.45121422376409365,
      "grad_norm": 0.19676081836223602,
      "learning_rate": 8.526766284636588e-05,
      "loss": 0.0279,
      "step": 4162
    },
    {
      "epoch": 0.45132263660017347,
      "grad_norm": 0.3106158971786499,
      "learning_rate": 8.526403597852894e-05,
      "loss": 0.0588,
      "step": 4163
    },
    {
      "epoch": 0.45143104943625323,
      "grad_norm": 0.35181501507759094,
      "learning_rate": 8.526040911069201e-05,
      "loss": 0.0925,
      "step": 4164
    },
    {
      "epoch": 0.45153946227233305,
      "grad_norm": 0.21781431138515472,
      "learning_rate": 8.525678224285507e-05,
      "loss": 0.0863,
      "step": 4165
    },
    {
      "epoch": 0.4516478751084128,
      "grad_norm": 0.39809712767601013,
      "learning_rate": 8.525315537501814e-05,
      "loss": 0.0486,
      "step": 4166
    },
    {
      "epoch": 0.45175628794449263,
      "grad_norm": 0.10488489270210266,
      "learning_rate": 8.52495285071812e-05,
      "loss": 0.0163,
      "step": 4167
    },
    {
      "epoch": 0.4518647007805724,
      "grad_norm": 0.36184635758399963,
      "learning_rate": 8.524590163934426e-05,
      "loss": 0.0739,
      "step": 4168
    },
    {
      "epoch": 0.4519731136166522,
      "grad_norm": 0.12783555686473846,
      "learning_rate": 8.524227477150734e-05,
      "loss": 0.0152,
      "step": 4169
    },
    {
      "epoch": 0.45208152645273203,
      "grad_norm": 0.2619830369949341,
      "learning_rate": 8.52386479036704e-05,
      "loss": 0.0609,
      "step": 4170
    },
    {
      "epoch": 0.4521899392888118,
      "grad_norm": 0.16533422470092773,
      "learning_rate": 8.523502103583347e-05,
      "loss": 0.0575,
      "step": 4171
    },
    {
      "epoch": 0.4522983521248916,
      "grad_norm": 0.13626553118228912,
      "learning_rate": 8.523139416799653e-05,
      "loss": 0.0483,
      "step": 4172
    },
    {
      "epoch": 0.4524067649609714,
      "grad_norm": 0.08020906895399094,
      "learning_rate": 8.522776730015958e-05,
      "loss": 0.0248,
      "step": 4173
    },
    {
      "epoch": 0.4525151777970512,
      "grad_norm": 0.17833967506885529,
      "learning_rate": 8.522414043232265e-05,
      "loss": 0.0761,
      "step": 4174
    },
    {
      "epoch": 0.45262359063313096,
      "grad_norm": 0.15583527088165283,
      "learning_rate": 8.522051356448571e-05,
      "loss": 0.0218,
      "step": 4175
    },
    {
      "epoch": 0.4527320034692108,
      "grad_norm": 0.21304340660572052,
      "learning_rate": 8.521688669664878e-05,
      "loss": 0.0563,
      "step": 4176
    },
    {
      "epoch": 0.45284041630529054,
      "grad_norm": 0.21385110914707184,
      "learning_rate": 8.521325982881184e-05,
      "loss": 0.0374,
      "step": 4177
    },
    {
      "epoch": 0.45294882914137036,
      "grad_norm": 0.26951703429222107,
      "learning_rate": 8.520963296097491e-05,
      "loss": 0.0381,
      "step": 4178
    },
    {
      "epoch": 0.4530572419774501,
      "grad_norm": 0.3501530885696411,
      "learning_rate": 8.520600609313797e-05,
      "loss": 0.086,
      "step": 4179
    },
    {
      "epoch": 0.45316565481352994,
      "grad_norm": 0.25461381673812866,
      "learning_rate": 8.520237922530104e-05,
      "loss": 0.0513,
      "step": 4180
    },
    {
      "epoch": 0.4532740676496097,
      "grad_norm": 0.333372563123703,
      "learning_rate": 8.51987523574641e-05,
      "loss": 0.0577,
      "step": 4181
    },
    {
      "epoch": 0.4533824804856895,
      "grad_norm": 0.11591099947690964,
      "learning_rate": 8.519512548962715e-05,
      "loss": 0.0199,
      "step": 4182
    },
    {
      "epoch": 0.4534908933217693,
      "grad_norm": 0.19781240820884705,
      "learning_rate": 8.519149862179022e-05,
      "loss": 0.0796,
      "step": 4183
    },
    {
      "epoch": 0.4535993061578491,
      "grad_norm": 0.18307051062583923,
      "learning_rate": 8.518787175395328e-05,
      "loss": 0.0517,
      "step": 4184
    },
    {
      "epoch": 0.45370771899392887,
      "grad_norm": 0.1535569280385971,
      "learning_rate": 8.518424488611635e-05,
      "loss": 0.0393,
      "step": 4185
    },
    {
      "epoch": 0.4538161318300087,
      "grad_norm": 0.25030040740966797,
      "learning_rate": 8.518061801827942e-05,
      "loss": 0.0442,
      "step": 4186
    },
    {
      "epoch": 0.45392454466608845,
      "grad_norm": 0.2097538709640503,
      "learning_rate": 8.517699115044248e-05,
      "loss": 0.0587,
      "step": 4187
    },
    {
      "epoch": 0.45403295750216827,
      "grad_norm": 0.21979299187660217,
      "learning_rate": 8.517336428260555e-05,
      "loss": 0.0404,
      "step": 4188
    },
    {
      "epoch": 0.45414137033824803,
      "grad_norm": 0.10332359373569489,
      "learning_rate": 8.516973741476861e-05,
      "loss": 0.0353,
      "step": 4189
    },
    {
      "epoch": 0.45424978317432785,
      "grad_norm": 0.3554949164390564,
      "learning_rate": 8.516611054693168e-05,
      "loss": 0.0348,
      "step": 4190
    },
    {
      "epoch": 0.4543581960104076,
      "grad_norm": 0.28565284609794617,
      "learning_rate": 8.516248367909474e-05,
      "loss": 0.0957,
      "step": 4191
    },
    {
      "epoch": 0.45446660884648743,
      "grad_norm": 0.23507361114025116,
      "learning_rate": 8.515885681125781e-05,
      "loss": 0.0633,
      "step": 4192
    },
    {
      "epoch": 0.4545750216825672,
      "grad_norm": 0.14372693002223969,
      "learning_rate": 8.515522994342087e-05,
      "loss": 0.0333,
      "step": 4193
    },
    {
      "epoch": 0.454683434518647,
      "grad_norm": 0.33952006697654724,
      "learning_rate": 8.515160307558394e-05,
      "loss": 0.1041,
      "step": 4194
    },
    {
      "epoch": 0.4547918473547268,
      "grad_norm": 0.14564494788646698,
      "learning_rate": 8.5147976207747e-05,
      "loss": 0.0395,
      "step": 4195
    },
    {
      "epoch": 0.4549002601908066,
      "grad_norm": 0.1713065207004547,
      "learning_rate": 8.514434933991005e-05,
      "loss": 0.0229,
      "step": 4196
    },
    {
      "epoch": 0.45500867302688636,
      "grad_norm": 0.1479501873254776,
      "learning_rate": 8.514072247207312e-05,
      "loss": 0.0265,
      "step": 4197
    },
    {
      "epoch": 0.4551170858629662,
      "grad_norm": 0.20670375227928162,
      "learning_rate": 8.513709560423618e-05,
      "loss": 0.0646,
      "step": 4198
    },
    {
      "epoch": 0.455225498699046,
      "grad_norm": 0.1384858787059784,
      "learning_rate": 8.513346873639925e-05,
      "loss": 0.0428,
      "step": 4199
    },
    {
      "epoch": 0.45533391153512576,
      "grad_norm": 0.34386202692985535,
      "learning_rate": 8.512984186856231e-05,
      "loss": 0.0864,
      "step": 4200
    },
    {
      "epoch": 0.4554423243712056,
      "grad_norm": 0.16855452954769135,
      "learning_rate": 8.512621500072538e-05,
      "loss": 0.0257,
      "step": 4201
    },
    {
      "epoch": 0.45555073720728534,
      "grad_norm": 0.39462754130363464,
      "learning_rate": 8.512258813288844e-05,
      "loss": 0.0317,
      "step": 4202
    },
    {
      "epoch": 0.45565915004336516,
      "grad_norm": 0.1320415586233139,
      "learning_rate": 8.51189612650515e-05,
      "loss": 0.0404,
      "step": 4203
    },
    {
      "epoch": 0.4557675628794449,
      "grad_norm": 0.1570306420326233,
      "learning_rate": 8.511533439721458e-05,
      "loss": 0.0425,
      "step": 4204
    },
    {
      "epoch": 0.45587597571552474,
      "grad_norm": 0.26442021131515503,
      "learning_rate": 8.511170752937763e-05,
      "loss": 0.0594,
      "step": 4205
    },
    {
      "epoch": 0.4559843885516045,
      "grad_norm": 0.14393706619739532,
      "learning_rate": 8.51080806615407e-05,
      "loss": 0.0499,
      "step": 4206
    },
    {
      "epoch": 0.4560928013876843,
      "grad_norm": 0.16796241700649261,
      "learning_rate": 8.510445379370376e-05,
      "loss": 0.0517,
      "step": 4207
    },
    {
      "epoch": 0.4562012142237641,
      "grad_norm": 0.11339856684207916,
      "learning_rate": 8.510082692586683e-05,
      "loss": 0.0156,
      "step": 4208
    },
    {
      "epoch": 0.4563096270598439,
      "grad_norm": 0.10275512933731079,
      "learning_rate": 8.509720005802989e-05,
      "loss": 0.0351,
      "step": 4209
    },
    {
      "epoch": 0.45641803989592367,
      "grad_norm": 0.18259026110172272,
      "learning_rate": 8.509357319019295e-05,
      "loss": 0.0468,
      "step": 4210
    },
    {
      "epoch": 0.4565264527320035,
      "grad_norm": 0.12846021354198456,
      "learning_rate": 8.508994632235602e-05,
      "loss": 0.0451,
      "step": 4211
    },
    {
      "epoch": 0.45663486556808325,
      "grad_norm": 0.21265821158885956,
      "learning_rate": 8.508631945451908e-05,
      "loss": 0.0288,
      "step": 4212
    },
    {
      "epoch": 0.45674327840416307,
      "grad_norm": 0.24404051899909973,
      "learning_rate": 8.508269258668215e-05,
      "loss": 0.0357,
      "step": 4213
    },
    {
      "epoch": 0.45685169124024283,
      "grad_norm": 0.18382681906223297,
      "learning_rate": 8.50790657188452e-05,
      "loss": 0.0411,
      "step": 4214
    },
    {
      "epoch": 0.45696010407632265,
      "grad_norm": 0.11936505138874054,
      "learning_rate": 8.507543885100828e-05,
      "loss": 0.0296,
      "step": 4215
    },
    {
      "epoch": 0.4570685169124024,
      "grad_norm": 0.10869520157575607,
      "learning_rate": 8.507181198317133e-05,
      "loss": 0.0213,
      "step": 4216
    },
    {
      "epoch": 0.45717692974848223,
      "grad_norm": 0.07826697081327438,
      "learning_rate": 8.50681851153344e-05,
      "loss": 0.0154,
      "step": 4217
    },
    {
      "epoch": 0.457285342584562,
      "grad_norm": 0.091251902282238,
      "learning_rate": 8.506455824749746e-05,
      "loss": 0.022,
      "step": 4218
    },
    {
      "epoch": 0.4573937554206418,
      "grad_norm": 0.26965945959091187,
      "learning_rate": 8.506093137966052e-05,
      "loss": 0.0876,
      "step": 4219
    },
    {
      "epoch": 0.4575021682567216,
      "grad_norm": 0.16626907885074615,
      "learning_rate": 8.505730451182359e-05,
      "loss": 0.0378,
      "step": 4220
    },
    {
      "epoch": 0.4576105810928014,
      "grad_norm": 0.10143429785966873,
      "learning_rate": 8.505367764398666e-05,
      "loss": 0.0189,
      "step": 4221
    },
    {
      "epoch": 0.45771899392888116,
      "grad_norm": 0.2421158403158188,
      "learning_rate": 8.505005077614973e-05,
      "loss": 0.0436,
      "step": 4222
    },
    {
      "epoch": 0.457827406764961,
      "grad_norm": 0.2074062079191208,
      "learning_rate": 8.504642390831279e-05,
      "loss": 0.0517,
      "step": 4223
    },
    {
      "epoch": 0.45793581960104074,
      "grad_norm": 0.3247803747653961,
      "learning_rate": 8.504279704047585e-05,
      "loss": 0.0706,
      "step": 4224
    },
    {
      "epoch": 0.45804423243712056,
      "grad_norm": 0.27814045548439026,
      "learning_rate": 8.503917017263892e-05,
      "loss": 0.0449,
      "step": 4225
    },
    {
      "epoch": 0.4581526452732003,
      "grad_norm": 0.1377412974834442,
      "learning_rate": 8.503554330480197e-05,
      "loss": 0.0239,
      "step": 4226
    },
    {
      "epoch": 0.45826105810928014,
      "grad_norm": 0.1513832062482834,
      "learning_rate": 8.503191643696504e-05,
      "loss": 0.03,
      "step": 4227
    },
    {
      "epoch": 0.45836947094535996,
      "grad_norm": 0.09385982900857925,
      "learning_rate": 8.50282895691281e-05,
      "loss": 0.0213,
      "step": 4228
    },
    {
      "epoch": 0.4584778837814397,
      "grad_norm": 0.13826806843280792,
      "learning_rate": 8.502466270129117e-05,
      "loss": 0.0398,
      "step": 4229
    },
    {
      "epoch": 0.45858629661751954,
      "grad_norm": 0.1278679519891739,
      "learning_rate": 8.502103583345423e-05,
      "loss": 0.039,
      "step": 4230
    },
    {
      "epoch": 0.4586947094535993,
      "grad_norm": 0.26758113503456116,
      "learning_rate": 8.50174089656173e-05,
      "loss": 0.0465,
      "step": 4231
    },
    {
      "epoch": 0.4588031222896791,
      "grad_norm": 0.23495741188526154,
      "learning_rate": 8.501378209778036e-05,
      "loss": 0.0237,
      "step": 4232
    },
    {
      "epoch": 0.4589115351257589,
      "grad_norm": 0.1573864072561264,
      "learning_rate": 8.501015522994342e-05,
      "loss": 0.01,
      "step": 4233
    },
    {
      "epoch": 0.4590199479618387,
      "grad_norm": 0.2690171003341675,
      "learning_rate": 8.500652836210649e-05,
      "loss": 0.0609,
      "step": 4234
    },
    {
      "epoch": 0.45912836079791847,
      "grad_norm": 0.2829168140888214,
      "learning_rate": 8.500290149426954e-05,
      "loss": 0.05,
      "step": 4235
    },
    {
      "epoch": 0.4592367736339983,
      "grad_norm": 0.1491723358631134,
      "learning_rate": 8.499927462643261e-05,
      "loss": 0.0166,
      "step": 4236
    },
    {
      "epoch": 0.45934518647007805,
      "grad_norm": 0.5841056704521179,
      "learning_rate": 8.499564775859567e-05,
      "loss": 0.0556,
      "step": 4237
    },
    {
      "epoch": 0.45945359930615787,
      "grad_norm": 0.11926005035638809,
      "learning_rate": 8.499202089075876e-05,
      "loss": 0.0293,
      "step": 4238
    },
    {
      "epoch": 0.45956201214223763,
      "grad_norm": 0.14233839511871338,
      "learning_rate": 8.498839402292181e-05,
      "loss": 0.0218,
      "step": 4239
    },
    {
      "epoch": 0.45967042497831745,
      "grad_norm": 0.44935181736946106,
      "learning_rate": 8.498476715508487e-05,
      "loss": 0.0551,
      "step": 4240
    },
    {
      "epoch": 0.4597788378143972,
      "grad_norm": 0.285568505525589,
      "learning_rate": 8.498114028724794e-05,
      "loss": 0.0677,
      "step": 4241
    },
    {
      "epoch": 0.45988725065047703,
      "grad_norm": 0.27755844593048096,
      "learning_rate": 8.4977513419411e-05,
      "loss": 0.017,
      "step": 4242
    },
    {
      "epoch": 0.4599956634865568,
      "grad_norm": 0.2681695818901062,
      "learning_rate": 8.497388655157407e-05,
      "loss": 0.0778,
      "step": 4243
    },
    {
      "epoch": 0.4601040763226366,
      "grad_norm": 0.10495291650295258,
      "learning_rate": 8.497025968373713e-05,
      "loss": 0.0163,
      "step": 4244
    },
    {
      "epoch": 0.4602124891587164,
      "grad_norm": 0.18010537326335907,
      "learning_rate": 8.49666328159002e-05,
      "loss": 0.0143,
      "step": 4245
    },
    {
      "epoch": 0.4603209019947962,
      "grad_norm": 0.2253054529428482,
      "learning_rate": 8.496300594806326e-05,
      "loss": 0.046,
      "step": 4246
    },
    {
      "epoch": 0.46042931483087596,
      "grad_norm": 0.08814266324043274,
      "learning_rate": 8.495937908022633e-05,
      "loss": 0.0255,
      "step": 4247
    },
    {
      "epoch": 0.4605377276669558,
      "grad_norm": 0.1061466783285141,
      "learning_rate": 8.495575221238938e-05,
      "loss": 0.0134,
      "step": 4248
    },
    {
      "epoch": 0.46064614050303554,
      "grad_norm": 0.17305125296115875,
      "learning_rate": 8.495212534455244e-05,
      "loss": 0.0297,
      "step": 4249
    },
    {
      "epoch": 0.46075455333911536,
      "grad_norm": 0.28555524349212646,
      "learning_rate": 8.494849847671551e-05,
      "loss": 0.0268,
      "step": 4250
    },
    {
      "epoch": 0.4608629661751951,
      "grad_norm": 0.18637864291667938,
      "learning_rate": 8.494487160887857e-05,
      "loss": 0.0219,
      "step": 4251
    },
    {
      "epoch": 0.46097137901127494,
      "grad_norm": 0.255632221698761,
      "learning_rate": 8.494124474104164e-05,
      "loss": 0.0422,
      "step": 4252
    },
    {
      "epoch": 0.4610797918473547,
      "grad_norm": 0.22795572876930237,
      "learning_rate": 8.49376178732047e-05,
      "loss": 0.048,
      "step": 4253
    },
    {
      "epoch": 0.4611882046834345,
      "grad_norm": 0.2895861566066742,
      "learning_rate": 8.493399100536777e-05,
      "loss": 0.0276,
      "step": 4254
    },
    {
      "epoch": 0.4612966175195143,
      "grad_norm": 0.2239948809146881,
      "learning_rate": 8.493036413753084e-05,
      "loss": 0.0526,
      "step": 4255
    },
    {
      "epoch": 0.4614050303555941,
      "grad_norm": 0.09725769609212875,
      "learning_rate": 8.49267372696939e-05,
      "loss": 0.0201,
      "step": 4256
    },
    {
      "epoch": 0.46151344319167387,
      "grad_norm": 0.0827632024884224,
      "learning_rate": 8.492311040185697e-05,
      "loss": 0.0206,
      "step": 4257
    },
    {
      "epoch": 0.4616218560277537,
      "grad_norm": 0.1142396330833435,
      "learning_rate": 8.491948353402003e-05,
      "loss": 0.0191,
      "step": 4258
    },
    {
      "epoch": 0.4617302688638335,
      "grad_norm": 0.15577004849910736,
      "learning_rate": 8.49158566661831e-05,
      "loss": 0.0622,
      "step": 4259
    },
    {
      "epoch": 0.46183868169991327,
      "grad_norm": 0.15057344734668732,
      "learning_rate": 8.491222979834615e-05,
      "loss": 0.0346,
      "step": 4260
    },
    {
      "epoch": 0.4619470945359931,
      "grad_norm": 0.2656916379928589,
      "learning_rate": 8.490860293050922e-05,
      "loss": 0.0554,
      "step": 4261
    },
    {
      "epoch": 0.46205550737207285,
      "grad_norm": 0.09048964828252792,
      "learning_rate": 8.490497606267228e-05,
      "loss": 0.0176,
      "step": 4262
    },
    {
      "epoch": 0.46216392020815267,
      "grad_norm": 0.43935301899909973,
      "learning_rate": 8.490134919483534e-05,
      "loss": 0.0503,
      "step": 4263
    },
    {
      "epoch": 0.46227233304423243,
      "grad_norm": 0.10876721888780594,
      "learning_rate": 8.489772232699841e-05,
      "loss": 0.0217,
      "step": 4264
    },
    {
      "epoch": 0.46238074588031225,
      "grad_norm": 0.23950400948524475,
      "learning_rate": 8.489409545916147e-05,
      "loss": 0.042,
      "step": 4265
    },
    {
      "epoch": 0.462489158716392,
      "grad_norm": 0.21846085786819458,
      "learning_rate": 8.489046859132454e-05,
      "loss": 0.0748,
      "step": 4266
    },
    {
      "epoch": 0.46259757155247183,
      "grad_norm": 0.2100110501050949,
      "learning_rate": 8.48868417234876e-05,
      "loss": 0.0526,
      "step": 4267
    },
    {
      "epoch": 0.4627059843885516,
      "grad_norm": 0.23511973023414612,
      "learning_rate": 8.488321485565067e-05,
      "loss": 0.0521,
      "step": 4268
    },
    {
      "epoch": 0.4628143972246314,
      "grad_norm": 0.22378431260585785,
      "learning_rate": 8.487958798781372e-05,
      "loss": 0.0442,
      "step": 4269
    },
    {
      "epoch": 0.4629228100607112,
      "grad_norm": 0.10444352775812149,
      "learning_rate": 8.48759611199768e-05,
      "loss": 0.0112,
      "step": 4270
    },
    {
      "epoch": 0.463031222896791,
      "grad_norm": 0.05121573805809021,
      "learning_rate": 8.487233425213985e-05,
      "loss": 0.0064,
      "step": 4271
    },
    {
      "epoch": 0.46313963573287076,
      "grad_norm": 0.10918460786342621,
      "learning_rate": 8.486870738430291e-05,
      "loss": 0.024,
      "step": 4272
    },
    {
      "epoch": 0.4632480485689506,
      "grad_norm": 0.21559521555900574,
      "learning_rate": 8.4865080516466e-05,
      "loss": 0.0515,
      "step": 4273
    },
    {
      "epoch": 0.46335646140503034,
      "grad_norm": 0.13443619012832642,
      "learning_rate": 8.486145364862905e-05,
      "loss": 0.0166,
      "step": 4274
    },
    {
      "epoch": 0.46346487424111016,
      "grad_norm": 0.31732821464538574,
      "learning_rate": 8.485782678079212e-05,
      "loss": 0.0493,
      "step": 4275
    },
    {
      "epoch": 0.4635732870771899,
      "grad_norm": 0.3170508146286011,
      "learning_rate": 8.485419991295518e-05,
      "loss": 0.0808,
      "step": 4276
    },
    {
      "epoch": 0.46368169991326974,
      "grad_norm": 0.05493635684251785,
      "learning_rate": 8.485057304511824e-05,
      "loss": 0.0145,
      "step": 4277
    },
    {
      "epoch": 0.4637901127493495,
      "grad_norm": 0.1953451931476593,
      "learning_rate": 8.484694617728131e-05,
      "loss": 0.04,
      "step": 4278
    },
    {
      "epoch": 0.4638985255854293,
      "grad_norm": 0.202571839094162,
      "learning_rate": 8.484331930944436e-05,
      "loss": 0.0495,
      "step": 4279
    },
    {
      "epoch": 0.4640069384215091,
      "grad_norm": 0.49257785081863403,
      "learning_rate": 8.483969244160744e-05,
      "loss": 0.0681,
      "step": 4280
    },
    {
      "epoch": 0.4641153512575889,
      "grad_norm": 0.3015977144241333,
      "learning_rate": 8.483606557377049e-05,
      "loss": 0.0373,
      "step": 4281
    },
    {
      "epoch": 0.46422376409366867,
      "grad_norm": 0.11813309788703918,
      "learning_rate": 8.483243870593356e-05,
      "loss": 0.0181,
      "step": 4282
    },
    {
      "epoch": 0.4643321769297485,
      "grad_norm": 0.19043906033039093,
      "learning_rate": 8.482881183809662e-05,
      "loss": 0.0226,
      "step": 4283
    },
    {
      "epoch": 0.46444058976582825,
      "grad_norm": 0.17187263071537018,
      "learning_rate": 8.482518497025969e-05,
      "loss": 0.0342,
      "step": 4284
    },
    {
      "epoch": 0.46454900260190807,
      "grad_norm": 0.21722331643104553,
      "learning_rate": 8.482155810242275e-05,
      "loss": 0.0313,
      "step": 4285
    },
    {
      "epoch": 0.46465741543798783,
      "grad_norm": 0.22188672423362732,
      "learning_rate": 8.48179312345858e-05,
      "loss": 0.051,
      "step": 4286
    },
    {
      "epoch": 0.46476582827406765,
      "grad_norm": 0.36085036396980286,
      "learning_rate": 8.481430436674888e-05,
      "loss": 0.0926,
      "step": 4287
    },
    {
      "epoch": 0.46487424111014747,
      "grad_norm": 0.18951387703418732,
      "learning_rate": 8.481067749891193e-05,
      "loss": 0.0515,
      "step": 4288
    },
    {
      "epoch": 0.46498265394622723,
      "grad_norm": 0.21336834132671356,
      "learning_rate": 8.4807050631075e-05,
      "loss": 0.0392,
      "step": 4289
    },
    {
      "epoch": 0.46509106678230705,
      "grad_norm": 0.2775091230869293,
      "learning_rate": 8.480342376323808e-05,
      "loss": 0.0614,
      "step": 4290
    },
    {
      "epoch": 0.4651994796183868,
      "grad_norm": 0.08065858483314514,
      "learning_rate": 8.479979689540113e-05,
      "loss": 0.0107,
      "step": 4291
    },
    {
      "epoch": 0.46530789245446663,
      "grad_norm": 0.24497781693935394,
      "learning_rate": 8.47961700275642e-05,
      "loss": 0.0338,
      "step": 4292
    },
    {
      "epoch": 0.4654163052905464,
      "grad_norm": 0.2166939526796341,
      "learning_rate": 8.479254315972726e-05,
      "loss": 0.0701,
      "step": 4293
    },
    {
      "epoch": 0.4655247181266262,
      "grad_norm": 0.33440133929252625,
      "learning_rate": 8.478891629189033e-05,
      "loss": 0.0306,
      "step": 4294
    },
    {
      "epoch": 0.465633130962706,
      "grad_norm": 0.5955548882484436,
      "learning_rate": 8.478528942405339e-05,
      "loss": 0.0354,
      "step": 4295
    },
    {
      "epoch": 0.4657415437987858,
      "grad_norm": 0.3722483813762665,
      "learning_rate": 8.478166255621646e-05,
      "loss": 0.0613,
      "step": 4296
    },
    {
      "epoch": 0.46584995663486556,
      "grad_norm": 0.1819216012954712,
      "learning_rate": 8.477803568837952e-05,
      "loss": 0.0236,
      "step": 4297
    },
    {
      "epoch": 0.4659583694709454,
      "grad_norm": 0.09394164383411407,
      "learning_rate": 8.477440882054259e-05,
      "loss": 0.0165,
      "step": 4298
    },
    {
      "epoch": 0.46606678230702514,
      "grad_norm": 0.34178316593170166,
      "learning_rate": 8.477078195270565e-05,
      "loss": 0.0565,
      "step": 4299
    },
    {
      "epoch": 0.46617519514310496,
      "grad_norm": 0.19671088457107544,
      "learning_rate": 8.47671550848687e-05,
      "loss": 0.0389,
      "step": 4300
    },
    {
      "epoch": 0.4662836079791847,
      "grad_norm": 0.286281943321228,
      "learning_rate": 8.476352821703177e-05,
      "loss": 0.0374,
      "step": 4301
    },
    {
      "epoch": 0.46639202081526454,
      "grad_norm": 0.2820158302783966,
      "learning_rate": 8.475990134919483e-05,
      "loss": 0.0297,
      "step": 4302
    },
    {
      "epoch": 0.4665004336513443,
      "grad_norm": 0.21842190623283386,
      "learning_rate": 8.47562744813579e-05,
      "loss": 0.0461,
      "step": 4303
    },
    {
      "epoch": 0.4666088464874241,
      "grad_norm": 0.16684852540493011,
      "learning_rate": 8.475264761352096e-05,
      "loss": 0.0297,
      "step": 4304
    },
    {
      "epoch": 0.4667172593235039,
      "grad_norm": 0.14489975571632385,
      "learning_rate": 8.474902074568403e-05,
      "loss": 0.0419,
      "step": 4305
    },
    {
      "epoch": 0.4668256721595837,
      "grad_norm": 0.26726973056793213,
      "learning_rate": 8.474539387784709e-05,
      "loss": 0.0751,
      "step": 4306
    },
    {
      "epoch": 0.46693408499566347,
      "grad_norm": 0.3171234130859375,
      "learning_rate": 8.474176701001016e-05,
      "loss": 0.0585,
      "step": 4307
    },
    {
      "epoch": 0.4670424978317433,
      "grad_norm": 0.054756250232458115,
      "learning_rate": 8.473814014217323e-05,
      "loss": 0.0087,
      "step": 4308
    },
    {
      "epoch": 0.46715091066782305,
      "grad_norm": 0.06968457996845245,
      "learning_rate": 8.473451327433629e-05,
      "loss": 0.0146,
      "step": 4309
    },
    {
      "epoch": 0.46725932350390287,
      "grad_norm": 0.2745363414287567,
      "learning_rate": 8.473088640649936e-05,
      "loss": 0.0267,
      "step": 4310
    },
    {
      "epoch": 0.46736773633998263,
      "grad_norm": 0.18656675517559052,
      "learning_rate": 8.472725953866242e-05,
      "loss": 0.0157,
      "step": 4311
    },
    {
      "epoch": 0.46747614917606245,
      "grad_norm": 0.060670480132102966,
      "learning_rate": 8.472363267082549e-05,
      "loss": 0.0108,
      "step": 4312
    },
    {
      "epoch": 0.4675845620121422,
      "grad_norm": 0.2571536600589752,
      "learning_rate": 8.472000580298854e-05,
      "loss": 0.0322,
      "step": 4313
    },
    {
      "epoch": 0.46769297484822203,
      "grad_norm": 0.16312392055988312,
      "learning_rate": 8.47163789351516e-05,
      "loss": 0.0287,
      "step": 4314
    },
    {
      "epoch": 0.4678013876843018,
      "grad_norm": 0.2704753875732422,
      "learning_rate": 8.471275206731467e-05,
      "loss": 0.0419,
      "step": 4315
    },
    {
      "epoch": 0.4679098005203816,
      "grad_norm": 0.02871931903064251,
      "learning_rate": 8.470912519947773e-05,
      "loss": 0.01,
      "step": 4316
    },
    {
      "epoch": 0.46801821335646143,
      "grad_norm": 0.3387625813484192,
      "learning_rate": 8.47054983316408e-05,
      "loss": 0.0334,
      "step": 4317
    },
    {
      "epoch": 0.4681266261925412,
      "grad_norm": 0.27679577469825745,
      "learning_rate": 8.470187146380386e-05,
      "loss": 0.0478,
      "step": 4318
    },
    {
      "epoch": 0.468235039028621,
      "grad_norm": 0.17478741705417633,
      "learning_rate": 8.469824459596693e-05,
      "loss": 0.0165,
      "step": 4319
    },
    {
      "epoch": 0.4683434518647008,
      "grad_norm": 0.050210170447826385,
      "learning_rate": 8.469461772812999e-05,
      "loss": 0.0119,
      "step": 4320
    },
    {
      "epoch": 0.4684518647007806,
      "grad_norm": 0.19932642579078674,
      "learning_rate": 8.469099086029306e-05,
      "loss": 0.0263,
      "step": 4321
    },
    {
      "epoch": 0.46856027753686036,
      "grad_norm": 0.6136723756790161,
      "learning_rate": 8.468736399245611e-05,
      "loss": 0.0491,
      "step": 4322
    },
    {
      "epoch": 0.4686686903729402,
      "grad_norm": 0.0959094911813736,
      "learning_rate": 8.468373712461917e-05,
      "loss": 0.02,
      "step": 4323
    },
    {
      "epoch": 0.46877710320901994,
      "grad_norm": 0.12109162658452988,
      "learning_rate": 8.468011025678226e-05,
      "loss": 0.0242,
      "step": 4324
    },
    {
      "epoch": 0.46888551604509976,
      "grad_norm": 0.4589971601963043,
      "learning_rate": 8.467648338894531e-05,
      "loss": 0.058,
      "step": 4325
    },
    {
      "epoch": 0.4689939288811795,
      "grad_norm": 0.2643672525882721,
      "learning_rate": 8.467285652110838e-05,
      "loss": 0.0477,
      "step": 4326
    },
    {
      "epoch": 0.46910234171725934,
      "grad_norm": 0.3693144619464874,
      "learning_rate": 8.466922965327144e-05,
      "loss": 0.0544,
      "step": 4327
    },
    {
      "epoch": 0.4692107545533391,
      "grad_norm": 0.06613269448280334,
      "learning_rate": 8.46656027854345e-05,
      "loss": 0.0084,
      "step": 4328
    },
    {
      "epoch": 0.4693191673894189,
      "grad_norm": 0.45527514815330505,
      "learning_rate": 8.466197591759757e-05,
      "loss": 0.0327,
      "step": 4329
    },
    {
      "epoch": 0.4694275802254987,
      "grad_norm": 0.27710452675819397,
      "learning_rate": 8.465834904976063e-05,
      "loss": 0.0381,
      "step": 4330
    },
    {
      "epoch": 0.4695359930615785,
      "grad_norm": 0.24645818769931793,
      "learning_rate": 8.46547221819237e-05,
      "loss": 0.0307,
      "step": 4331
    },
    {
      "epoch": 0.46964440589765827,
      "grad_norm": 0.28090932965278625,
      "learning_rate": 8.465109531408676e-05,
      "loss": 0.0493,
      "step": 4332
    },
    {
      "epoch": 0.4697528187337381,
      "grad_norm": 0.22119157016277313,
      "learning_rate": 8.464746844624983e-05,
      "loss": 0.0889,
      "step": 4333
    },
    {
      "epoch": 0.46986123156981785,
      "grad_norm": 0.07759007066488266,
      "learning_rate": 8.464384157841288e-05,
      "loss": 0.0097,
      "step": 4334
    },
    {
      "epoch": 0.46996964440589767,
      "grad_norm": 0.147241473197937,
      "learning_rate": 8.464021471057595e-05,
      "loss": 0.0404,
      "step": 4335
    },
    {
      "epoch": 0.47007805724197743,
      "grad_norm": 0.24637958407402039,
      "learning_rate": 8.463658784273901e-05,
      "loss": 0.0803,
      "step": 4336
    },
    {
      "epoch": 0.47018647007805725,
      "grad_norm": 0.3574126064777374,
      "learning_rate": 8.463296097490207e-05,
      "loss": 0.0407,
      "step": 4337
    },
    {
      "epoch": 0.470294882914137,
      "grad_norm": 0.2495523989200592,
      "learning_rate": 8.462933410706514e-05,
      "loss": 0.0659,
      "step": 4338
    },
    {
      "epoch": 0.47040329575021683,
      "grad_norm": 0.3196414113044739,
      "learning_rate": 8.46257072392282e-05,
      "loss": 0.0636,
      "step": 4339
    },
    {
      "epoch": 0.4705117085862966,
      "grad_norm": 0.10077103227376938,
      "learning_rate": 8.462208037139127e-05,
      "loss": 0.0211,
      "step": 4340
    },
    {
      "epoch": 0.4706201214223764,
      "grad_norm": 0.21327638626098633,
      "learning_rate": 8.461845350355433e-05,
      "loss": 0.0335,
      "step": 4341
    },
    {
      "epoch": 0.4707285342584562,
      "grad_norm": 0.30738919973373413,
      "learning_rate": 8.461482663571741e-05,
      "loss": 0.0342,
      "step": 4342
    },
    {
      "epoch": 0.470836947094536,
      "grad_norm": 0.24503415822982788,
      "learning_rate": 8.461119976788047e-05,
      "loss": 0.0401,
      "step": 4343
    },
    {
      "epoch": 0.47094535993061576,
      "grad_norm": 0.298490971326828,
      "learning_rate": 8.460757290004352e-05,
      "loss": 0.0749,
      "step": 4344
    },
    {
      "epoch": 0.4710537727666956,
      "grad_norm": 0.1860385537147522,
      "learning_rate": 8.46039460322066e-05,
      "loss": 0.0339,
      "step": 4345
    },
    {
      "epoch": 0.4711621856027754,
      "grad_norm": 0.31635770201683044,
      "learning_rate": 8.460031916436965e-05,
      "loss": 0.0335,
      "step": 4346
    },
    {
      "epoch": 0.47127059843885516,
      "grad_norm": 0.18969076871871948,
      "learning_rate": 8.459669229653272e-05,
      "loss": 0.0319,
      "step": 4347
    },
    {
      "epoch": 0.471379011274935,
      "grad_norm": 0.2505391240119934,
      "learning_rate": 8.459306542869578e-05,
      "loss": 0.0451,
      "step": 4348
    },
    {
      "epoch": 0.47148742411101474,
      "grad_norm": 0.18177664279937744,
      "learning_rate": 8.458943856085885e-05,
      "loss": 0.0293,
      "step": 4349
    },
    {
      "epoch": 0.47159583694709456,
      "grad_norm": 0.17073430120944977,
      "learning_rate": 8.458581169302191e-05,
      "loss": 0.0284,
      "step": 4350
    },
    {
      "epoch": 0.4717042497831743,
      "grad_norm": 0.5169349312782288,
      "learning_rate": 8.458218482518498e-05,
      "loss": 0.0727,
      "step": 4351
    },
    {
      "epoch": 0.47181266261925414,
      "grad_norm": 0.09865222871303558,
      "learning_rate": 8.457855795734804e-05,
      "loss": 0.0191,
      "step": 4352
    },
    {
      "epoch": 0.4719210754553339,
      "grad_norm": 0.23898781836032867,
      "learning_rate": 8.45749310895111e-05,
      "loss": 0.0293,
      "step": 4353
    },
    {
      "epoch": 0.4720294882914137,
      "grad_norm": 0.0992644801735878,
      "learning_rate": 8.457130422167417e-05,
      "loss": 0.0191,
      "step": 4354
    },
    {
      "epoch": 0.4721379011274935,
      "grad_norm": 0.14891797304153442,
      "learning_rate": 8.456767735383722e-05,
      "loss": 0.0235,
      "step": 4355
    },
    {
      "epoch": 0.4722463139635733,
      "grad_norm": 0.13525435328483582,
      "learning_rate": 8.45640504860003e-05,
      "loss": 0.0261,
      "step": 4356
    },
    {
      "epoch": 0.47235472679965307,
      "grad_norm": 0.32063838839530945,
      "learning_rate": 8.456042361816335e-05,
      "loss": 0.0237,
      "step": 4357
    },
    {
      "epoch": 0.4724631396357329,
      "grad_norm": 0.055925361812114716,
      "learning_rate": 8.455679675032642e-05,
      "loss": 0.0147,
      "step": 4358
    },
    {
      "epoch": 0.47257155247181265,
      "grad_norm": 0.28753867745399475,
      "learning_rate": 8.455316988248949e-05,
      "loss": 0.0532,
      "step": 4359
    },
    {
      "epoch": 0.47267996530789247,
      "grad_norm": 0.3090324401855469,
      "learning_rate": 8.454954301465255e-05,
      "loss": 0.0431,
      "step": 4360
    },
    {
      "epoch": 0.47278837814397223,
      "grad_norm": 0.16851340234279633,
      "learning_rate": 8.454591614681562e-05,
      "loss": 0.0169,
      "step": 4361
    },
    {
      "epoch": 0.47289679098005205,
      "grad_norm": 0.4136454463005066,
      "learning_rate": 8.454228927897868e-05,
      "loss": 0.0467,
      "step": 4362
    },
    {
      "epoch": 0.4730052038161318,
      "grad_norm": 0.13997286558151245,
      "learning_rate": 8.453866241114175e-05,
      "loss": 0.0311,
      "step": 4363
    },
    {
      "epoch": 0.47311361665221163,
      "grad_norm": 0.20329216122627258,
      "learning_rate": 8.45350355433048e-05,
      "loss": 0.0218,
      "step": 4364
    },
    {
      "epoch": 0.4732220294882914,
      "grad_norm": 0.14173893630504608,
      "learning_rate": 8.453140867546788e-05,
      "loss": 0.0221,
      "step": 4365
    },
    {
      "epoch": 0.4733304423243712,
      "grad_norm": 0.27878549695014954,
      "learning_rate": 8.452778180763093e-05,
      "loss": 0.083,
      "step": 4366
    },
    {
      "epoch": 0.473438855160451,
      "grad_norm": 0.1972416788339615,
      "learning_rate": 8.452415493979399e-05,
      "loss": 0.0322,
      "step": 4367
    },
    {
      "epoch": 0.4735472679965308,
      "grad_norm": 0.40166038274765015,
      "learning_rate": 8.452052807195706e-05,
      "loss": 0.0172,
      "step": 4368
    },
    {
      "epoch": 0.47365568083261056,
      "grad_norm": 0.18119603395462036,
      "learning_rate": 8.451690120412012e-05,
      "loss": 0.0265,
      "step": 4369
    },
    {
      "epoch": 0.4737640936686904,
      "grad_norm": 0.2173372209072113,
      "learning_rate": 8.451327433628319e-05,
      "loss": 0.0444,
      "step": 4370
    },
    {
      "epoch": 0.47387250650477014,
      "grad_norm": 0.21448849141597748,
      "learning_rate": 8.450964746844625e-05,
      "loss": 0.0446,
      "step": 4371
    },
    {
      "epoch": 0.47398091934084996,
      "grad_norm": 0.24107424914836884,
      "learning_rate": 8.450602060060932e-05,
      "loss": 0.0513,
      "step": 4372
    },
    {
      "epoch": 0.4740893321769297,
      "grad_norm": 0.3494570851325989,
      "learning_rate": 8.450239373277238e-05,
      "loss": 0.0564,
      "step": 4373
    },
    {
      "epoch": 0.47419774501300954,
      "grad_norm": 0.08952924609184265,
      "learning_rate": 8.449876686493545e-05,
      "loss": 0.0148,
      "step": 4374
    },
    {
      "epoch": 0.4743061578490893,
      "grad_norm": 0.38730213046073914,
      "learning_rate": 8.44951399970985e-05,
      "loss": 0.0544,
      "step": 4375
    },
    {
      "epoch": 0.4744145706851691,
      "grad_norm": 0.2085760533809662,
      "learning_rate": 8.449151312926158e-05,
      "loss": 0.0301,
      "step": 4376
    },
    {
      "epoch": 0.47452298352124894,
      "grad_norm": 0.15599195659160614,
      "learning_rate": 8.448788626142465e-05,
      "loss": 0.0343,
      "step": 4377
    },
    {
      "epoch": 0.4746313963573287,
      "grad_norm": 0.10192379355430603,
      "learning_rate": 8.44842593935877e-05,
      "loss": 0.0227,
      "step": 4378
    },
    {
      "epoch": 0.4747398091934085,
      "grad_norm": 0.5222167372703552,
      "learning_rate": 8.448063252575078e-05,
      "loss": 0.0634,
      "step": 4379
    },
    {
      "epoch": 0.4748482220294883,
      "grad_norm": 0.2137947976589203,
      "learning_rate": 8.447700565791383e-05,
      "loss": 0.0396,
      "step": 4380
    },
    {
      "epoch": 0.4749566348655681,
      "grad_norm": 0.3269530236721039,
      "learning_rate": 8.447337879007689e-05,
      "loss": 0.0652,
      "step": 4381
    },
    {
      "epoch": 0.47506504770164787,
      "grad_norm": 0.27795347571372986,
      "learning_rate": 8.446975192223996e-05,
      "loss": 0.0751,
      "step": 4382
    },
    {
      "epoch": 0.4751734605377277,
      "grad_norm": 0.1205238550901413,
      "learning_rate": 8.446612505440302e-05,
      "loss": 0.0284,
      "step": 4383
    },
    {
      "epoch": 0.47528187337380745,
      "grad_norm": 0.04522104188799858,
      "learning_rate": 8.446249818656609e-05,
      "loss": 0.0055,
      "step": 4384
    },
    {
      "epoch": 0.47539028620988727,
      "grad_norm": 0.0835355594754219,
      "learning_rate": 8.445887131872915e-05,
      "loss": 0.0269,
      "step": 4385
    },
    {
      "epoch": 0.47549869904596703,
      "grad_norm": 0.3154352903366089,
      "learning_rate": 8.445524445089222e-05,
      "loss": 0.0831,
      "step": 4386
    },
    {
      "epoch": 0.47560711188204685,
      "grad_norm": 0.06458587944507599,
      "learning_rate": 8.445161758305527e-05,
      "loss": 0.0168,
      "step": 4387
    },
    {
      "epoch": 0.4757155247181266,
      "grad_norm": 0.27277496457099915,
      "learning_rate": 8.444799071521835e-05,
      "loss": 0.0489,
      "step": 4388
    },
    {
      "epoch": 0.47582393755420643,
      "grad_norm": 0.32006943225860596,
      "learning_rate": 8.44443638473814e-05,
      "loss": 0.0778,
      "step": 4389
    },
    {
      "epoch": 0.4759323503902862,
      "grad_norm": 0.1167917251586914,
      "learning_rate": 8.444073697954446e-05,
      "loss": 0.0253,
      "step": 4390
    },
    {
      "epoch": 0.476040763226366,
      "grad_norm": 0.3128546476364136,
      "learning_rate": 8.443711011170753e-05,
      "loss": 0.0885,
      "step": 4391
    },
    {
      "epoch": 0.4761491760624458,
      "grad_norm": 0.1664319485425949,
      "learning_rate": 8.443348324387059e-05,
      "loss": 0.0219,
      "step": 4392
    },
    {
      "epoch": 0.4762575888985256,
      "grad_norm": 0.3413480520248413,
      "learning_rate": 8.442985637603366e-05,
      "loss": 0.0815,
      "step": 4393
    },
    {
      "epoch": 0.47636600173460536,
      "grad_norm": 0.2194799929857254,
      "learning_rate": 8.442622950819673e-05,
      "loss": 0.0467,
      "step": 4394
    },
    {
      "epoch": 0.4764744145706852,
      "grad_norm": 0.224247545003891,
      "learning_rate": 8.442260264035979e-05,
      "loss": 0.0262,
      "step": 4395
    },
    {
      "epoch": 0.47658282740676494,
      "grad_norm": 0.36764591932296753,
      "learning_rate": 8.441897577252286e-05,
      "loss": 0.0872,
      "step": 4396
    },
    {
      "epoch": 0.47669124024284476,
      "grad_norm": 0.22665540874004364,
      "learning_rate": 8.441534890468592e-05,
      "loss": 0.0206,
      "step": 4397
    },
    {
      "epoch": 0.4767996530789245,
      "grad_norm": 0.09478458762168884,
      "learning_rate": 8.441172203684899e-05,
      "loss": 0.0217,
      "step": 4398
    },
    {
      "epoch": 0.47690806591500434,
      "grad_norm": 0.11880327016115189,
      "learning_rate": 8.440809516901204e-05,
      "loss": 0.0162,
      "step": 4399
    },
    {
      "epoch": 0.4770164787510841,
      "grad_norm": 0.07796847075223923,
      "learning_rate": 8.440446830117511e-05,
      "loss": 0.0122,
      "step": 4400
    },
    {
      "epoch": 0.4771248915871639,
      "grad_norm": 0.16206063330173492,
      "learning_rate": 8.440084143333817e-05,
      "loss": 0.0294,
      "step": 4401
    },
    {
      "epoch": 0.4772333044232437,
      "grad_norm": 0.1458297073841095,
      "learning_rate": 8.439721456550124e-05,
      "loss": 0.0242,
      "step": 4402
    },
    {
      "epoch": 0.4773417172593235,
      "grad_norm": 0.06328480690717697,
      "learning_rate": 8.43935876976643e-05,
      "loss": 0.0156,
      "step": 4403
    },
    {
      "epoch": 0.47745013009540327,
      "grad_norm": 0.23200556635856628,
      "learning_rate": 8.438996082982736e-05,
      "loss": 0.0507,
      "step": 4404
    },
    {
      "epoch": 0.4775585429314831,
      "grad_norm": 0.14432218670845032,
      "learning_rate": 8.438633396199043e-05,
      "loss": 0.0267,
      "step": 4405
    },
    {
      "epoch": 0.4776669557675629,
      "grad_norm": 0.10104749351739883,
      "learning_rate": 8.438270709415349e-05,
      "loss": 0.0238,
      "step": 4406
    },
    {
      "epoch": 0.47777536860364267,
      "grad_norm": 0.30120849609375,
      "learning_rate": 8.437908022631656e-05,
      "loss": 0.0653,
      "step": 4407
    },
    {
      "epoch": 0.4778837814397225,
      "grad_norm": 0.2861796021461487,
      "learning_rate": 8.437545335847961e-05,
      "loss": 0.0237,
      "step": 4408
    },
    {
      "epoch": 0.47799219427580225,
      "grad_norm": 0.13912390172481537,
      "learning_rate": 8.437182649064268e-05,
      "loss": 0.0329,
      "step": 4409
    },
    {
      "epoch": 0.47810060711188207,
      "grad_norm": 0.3033055365085602,
      "learning_rate": 8.436819962280574e-05,
      "loss": 0.0433,
      "step": 4410
    },
    {
      "epoch": 0.47820901994796183,
      "grad_norm": 0.2828591465950012,
      "learning_rate": 8.436457275496881e-05,
      "loss": 0.0682,
      "step": 4411
    },
    {
      "epoch": 0.47831743278404165,
      "grad_norm": 0.19389253854751587,
      "learning_rate": 8.436094588713188e-05,
      "loss": 0.0343,
      "step": 4412
    },
    {
      "epoch": 0.4784258456201214,
      "grad_norm": 0.40685713291168213,
      "learning_rate": 8.435731901929494e-05,
      "loss": 0.05,
      "step": 4413
    },
    {
      "epoch": 0.47853425845620123,
      "grad_norm": 0.14767536520957947,
      "learning_rate": 8.435369215145801e-05,
      "loss": 0.0455,
      "step": 4414
    },
    {
      "epoch": 0.478642671292281,
      "grad_norm": 0.48873353004455566,
      "learning_rate": 8.435006528362107e-05,
      "loss": 0.0867,
      "step": 4415
    },
    {
      "epoch": 0.4787510841283608,
      "grad_norm": 0.16440103948116302,
      "learning_rate": 8.434643841578414e-05,
      "loss": 0.0344,
      "step": 4416
    },
    {
      "epoch": 0.4788594969644406,
      "grad_norm": 0.08844994753599167,
      "learning_rate": 8.43428115479472e-05,
      "loss": 0.0243,
      "step": 4417
    },
    {
      "epoch": 0.4789679098005204,
      "grad_norm": 0.10348611325025558,
      "learning_rate": 8.433918468011025e-05,
      "loss": 0.0151,
      "step": 4418
    },
    {
      "epoch": 0.47907632263660016,
      "grad_norm": 0.2832561433315277,
      "learning_rate": 8.433555781227333e-05,
      "loss": 0.0452,
      "step": 4419
    },
    {
      "epoch": 0.47918473547268,
      "grad_norm": 0.09131057560443878,
      "learning_rate": 8.433193094443638e-05,
      "loss": 0.015,
      "step": 4420
    },
    {
      "epoch": 0.47929314830875974,
      "grad_norm": 0.17476621270179749,
      "learning_rate": 8.432830407659945e-05,
      "loss": 0.0616,
      "step": 4421
    },
    {
      "epoch": 0.47940156114483956,
      "grad_norm": 0.25152549147605896,
      "learning_rate": 8.432467720876251e-05,
      "loss": 0.0542,
      "step": 4422
    },
    {
      "epoch": 0.4795099739809193,
      "grad_norm": 0.2214011698961258,
      "learning_rate": 8.432105034092558e-05,
      "loss": 0.0502,
      "step": 4423
    },
    {
      "epoch": 0.47961838681699914,
      "grad_norm": 0.1376914232969284,
      "learning_rate": 8.431742347308864e-05,
      "loss": 0.0213,
      "step": 4424
    },
    {
      "epoch": 0.4797267996530789,
      "grad_norm": 0.09052104502916336,
      "learning_rate": 8.431379660525171e-05,
      "loss": 0.0135,
      "step": 4425
    },
    {
      "epoch": 0.4798352124891587,
      "grad_norm": 0.2194713056087494,
      "learning_rate": 8.431016973741477e-05,
      "loss": 0.0243,
      "step": 4426
    },
    {
      "epoch": 0.4799436253252385,
      "grad_norm": 0.3535100817680359,
      "learning_rate": 8.430654286957783e-05,
      "loss": 0.0292,
      "step": 4427
    },
    {
      "epoch": 0.4800520381613183,
      "grad_norm": 0.2716889977455139,
      "learning_rate": 8.430291600174091e-05,
      "loss": 0.0306,
      "step": 4428
    },
    {
      "epoch": 0.48016045099739807,
      "grad_norm": 0.2266382873058319,
      "learning_rate": 8.429928913390397e-05,
      "loss": 0.0726,
      "step": 4429
    },
    {
      "epoch": 0.4802688638334779,
      "grad_norm": 0.12896020710468292,
      "learning_rate": 8.429566226606704e-05,
      "loss": 0.0195,
      "step": 4430
    },
    {
      "epoch": 0.48037727666955765,
      "grad_norm": 0.28746429085731506,
      "learning_rate": 8.42920353982301e-05,
      "loss": 0.0871,
      "step": 4431
    },
    {
      "epoch": 0.48048568950563747,
      "grad_norm": 0.311698853969574,
      "learning_rate": 8.428840853039317e-05,
      "loss": 0.0394,
      "step": 4432
    },
    {
      "epoch": 0.48059410234171723,
      "grad_norm": 0.19484058022499084,
      "learning_rate": 8.428478166255622e-05,
      "loss": 0.0214,
      "step": 4433
    },
    {
      "epoch": 0.48070251517779705,
      "grad_norm": 0.1443479359149933,
      "learning_rate": 8.428115479471928e-05,
      "loss": 0.0347,
      "step": 4434
    },
    {
      "epoch": 0.48081092801387687,
      "grad_norm": 0.1413296014070511,
      "learning_rate": 8.427752792688235e-05,
      "loss": 0.0209,
      "step": 4435
    },
    {
      "epoch": 0.48091934084995663,
      "grad_norm": 0.3666274845600128,
      "learning_rate": 8.427390105904541e-05,
      "loss": 0.0906,
      "step": 4436
    },
    {
      "epoch": 0.48102775368603645,
      "grad_norm": 0.10845310986042023,
      "learning_rate": 8.427027419120848e-05,
      "loss": 0.0285,
      "step": 4437
    },
    {
      "epoch": 0.4811361665221162,
      "grad_norm": 0.12338414043188095,
      "learning_rate": 8.426664732337154e-05,
      "loss": 0.0113,
      "step": 4438
    },
    {
      "epoch": 0.48124457935819603,
      "grad_norm": 0.5372637510299683,
      "learning_rate": 8.426302045553461e-05,
      "loss": 0.0967,
      "step": 4439
    },
    {
      "epoch": 0.4813529921942758,
      "grad_norm": 0.30046090483665466,
      "learning_rate": 8.425939358769767e-05,
      "loss": 0.0442,
      "step": 4440
    },
    {
      "epoch": 0.4814614050303556,
      "grad_norm": 0.07422961294651031,
      "learning_rate": 8.425576671986072e-05,
      "loss": 0.0227,
      "step": 4441
    },
    {
      "epoch": 0.4815698178664354,
      "grad_norm": 0.09138431400060654,
      "learning_rate": 8.42521398520238e-05,
      "loss": 0.0199,
      "step": 4442
    },
    {
      "epoch": 0.4816782307025152,
      "grad_norm": 0.19227750599384308,
      "learning_rate": 8.424851298418685e-05,
      "loss": 0.0182,
      "step": 4443
    },
    {
      "epoch": 0.48178664353859496,
      "grad_norm": 0.09830289334058762,
      "learning_rate": 8.424488611634992e-05,
      "loss": 0.0137,
      "step": 4444
    },
    {
      "epoch": 0.4818950563746748,
      "grad_norm": 0.19883102178573608,
      "learning_rate": 8.424125924851299e-05,
      "loss": 0.0231,
      "step": 4445
    },
    {
      "epoch": 0.48200346921075454,
      "grad_norm": 0.044161587953567505,
      "learning_rate": 8.423763238067606e-05,
      "loss": 0.0057,
      "step": 4446
    },
    {
      "epoch": 0.48211188204683436,
      "grad_norm": 0.1554500013589859,
      "learning_rate": 8.423400551283912e-05,
      "loss": 0.0283,
      "step": 4447
    },
    {
      "epoch": 0.4822202948829141,
      "grad_norm": 0.5462558269500732,
      "learning_rate": 8.423037864500218e-05,
      "loss": 0.0645,
      "step": 4448
    },
    {
      "epoch": 0.48232870771899394,
      "grad_norm": 0.19386334717273712,
      "learning_rate": 8.422675177716525e-05,
      "loss": 0.0241,
      "step": 4449
    },
    {
      "epoch": 0.4824371205550737,
      "grad_norm": 0.20658713579177856,
      "learning_rate": 8.42231249093283e-05,
      "loss": 0.0296,
      "step": 4450
    },
    {
      "epoch": 0.4825455333911535,
      "grad_norm": 0.3438011705875397,
      "learning_rate": 8.421949804149138e-05,
      "loss": 0.0513,
      "step": 4451
    },
    {
      "epoch": 0.4826539462272333,
      "grad_norm": 0.2717924416065216,
      "learning_rate": 8.421587117365443e-05,
      "loss": 0.0594,
      "step": 4452
    },
    {
      "epoch": 0.4827623590633131,
      "grad_norm": 0.38087543845176697,
      "learning_rate": 8.42122443058175e-05,
      "loss": 0.0409,
      "step": 4453
    },
    {
      "epoch": 0.48287077189939287,
      "grad_norm": 0.2815011143684387,
      "learning_rate": 8.420861743798056e-05,
      "loss": 0.0487,
      "step": 4454
    },
    {
      "epoch": 0.4829791847354727,
      "grad_norm": 0.3339829444885254,
      "learning_rate": 8.420499057014363e-05,
      "loss": 0.0335,
      "step": 4455
    },
    {
      "epoch": 0.48308759757155245,
      "grad_norm": 0.285450279712677,
      "learning_rate": 8.420136370230669e-05,
      "loss": 0.0371,
      "step": 4456
    },
    {
      "epoch": 0.48319601040763227,
      "grad_norm": 0.24419645965099335,
      "learning_rate": 8.419773683446975e-05,
      "loss": 0.0644,
      "step": 4457
    },
    {
      "epoch": 0.48330442324371203,
      "grad_norm": 0.12586377561092377,
      "learning_rate": 8.419410996663282e-05,
      "loss": 0.0411,
      "step": 4458
    },
    {
      "epoch": 0.48341283607979185,
      "grad_norm": 0.16456462442874908,
      "learning_rate": 8.419048309879588e-05,
      "loss": 0.0353,
      "step": 4459
    },
    {
      "epoch": 0.4835212489158716,
      "grad_norm": 0.2392183542251587,
      "learning_rate": 8.418685623095895e-05,
      "loss": 0.0485,
      "step": 4460
    },
    {
      "epoch": 0.48362966175195143,
      "grad_norm": 0.2604670822620392,
      "learning_rate": 8.4183229363122e-05,
      "loss": 0.1075,
      "step": 4461
    },
    {
      "epoch": 0.4837380745880312,
      "grad_norm": 0.2680151164531708,
      "learning_rate": 8.417960249528508e-05,
      "loss": 0.0761,
      "step": 4462
    },
    {
      "epoch": 0.483846487424111,
      "grad_norm": 0.1367090940475464,
      "learning_rate": 8.417597562744815e-05,
      "loss": 0.0459,
      "step": 4463
    },
    {
      "epoch": 0.4839549002601908,
      "grad_norm": 0.22794263064861298,
      "learning_rate": 8.41723487596112e-05,
      "loss": 0.0614,
      "step": 4464
    },
    {
      "epoch": 0.4840633130962706,
      "grad_norm": 0.08572202920913696,
      "learning_rate": 8.416872189177427e-05,
      "loss": 0.018,
      "step": 4465
    },
    {
      "epoch": 0.4841717259323504,
      "grad_norm": 0.24970203638076782,
      "learning_rate": 8.416509502393733e-05,
      "loss": 0.0461,
      "step": 4466
    },
    {
      "epoch": 0.4842801387684302,
      "grad_norm": 0.12983648478984833,
      "learning_rate": 8.41614681561004e-05,
      "loss": 0.0338,
      "step": 4467
    },
    {
      "epoch": 0.48438855160451,
      "grad_norm": 0.1379207819700241,
      "learning_rate": 8.415784128826346e-05,
      "loss": 0.0348,
      "step": 4468
    },
    {
      "epoch": 0.48449696444058976,
      "grad_norm": 0.23443427681922913,
      "learning_rate": 8.415421442042653e-05,
      "loss": 0.0383,
      "step": 4469
    },
    {
      "epoch": 0.4846053772766696,
      "grad_norm": 0.2808414399623871,
      "learning_rate": 8.415058755258959e-05,
      "loss": 0.0432,
      "step": 4470
    },
    {
      "epoch": 0.48471379011274934,
      "grad_norm": 0.1226121112704277,
      "learning_rate": 8.414696068475265e-05,
      "loss": 0.0283,
      "step": 4471
    },
    {
      "epoch": 0.48482220294882916,
      "grad_norm": 0.1690143197774887,
      "learning_rate": 8.414333381691572e-05,
      "loss": 0.0296,
      "step": 4472
    },
    {
      "epoch": 0.4849306157849089,
      "grad_norm": 0.19014115631580353,
      "learning_rate": 8.413970694907877e-05,
      "loss": 0.0478,
      "step": 4473
    },
    {
      "epoch": 0.48503902862098874,
      "grad_norm": 0.20632873475551605,
      "learning_rate": 8.413608008124184e-05,
      "loss": 0.0709,
      "step": 4474
    },
    {
      "epoch": 0.4851474414570685,
      "grad_norm": 0.18830548226833344,
      "learning_rate": 8.41324532134049e-05,
      "loss": 0.0179,
      "step": 4475
    },
    {
      "epoch": 0.4852558542931483,
      "grad_norm": 0.29087334871292114,
      "learning_rate": 8.412882634556797e-05,
      "loss": 0.0912,
      "step": 4476
    },
    {
      "epoch": 0.4853642671292281,
      "grad_norm": 0.17787714302539825,
      "learning_rate": 8.412519947773103e-05,
      "loss": 0.042,
      "step": 4477
    },
    {
      "epoch": 0.4854726799653079,
      "grad_norm": 0.22981320321559906,
      "learning_rate": 8.41215726098941e-05,
      "loss": 0.0556,
      "step": 4478
    },
    {
      "epoch": 0.48558109280138767,
      "grad_norm": 0.11951471120119095,
      "learning_rate": 8.411794574205716e-05,
      "loss": 0.0406,
      "step": 4479
    },
    {
      "epoch": 0.4856895056374675,
      "grad_norm": 0.20516592264175415,
      "learning_rate": 8.411431887422023e-05,
      "loss": 0.0493,
      "step": 4480
    },
    {
      "epoch": 0.48579791847354725,
      "grad_norm": 0.04800213873386383,
      "learning_rate": 8.41106920063833e-05,
      "loss": 0.0117,
      "step": 4481
    },
    {
      "epoch": 0.48590633130962707,
      "grad_norm": 0.2871682345867157,
      "learning_rate": 8.410706513854636e-05,
      "loss": 0.0473,
      "step": 4482
    },
    {
      "epoch": 0.48601474414570683,
      "grad_norm": 0.14190667867660522,
      "learning_rate": 8.410343827070943e-05,
      "loss": 0.0269,
      "step": 4483
    },
    {
      "epoch": 0.48612315698178665,
      "grad_norm": 0.33920371532440186,
      "learning_rate": 8.409981140287249e-05,
      "loss": 0.0856,
      "step": 4484
    },
    {
      "epoch": 0.4862315698178664,
      "grad_norm": 0.125664621591568,
      "learning_rate": 8.409618453503554e-05,
      "loss": 0.0339,
      "step": 4485
    },
    {
      "epoch": 0.48633998265394623,
      "grad_norm": 0.14596052467823029,
      "learning_rate": 8.409255766719861e-05,
      "loss": 0.0391,
      "step": 4486
    },
    {
      "epoch": 0.486448395490026,
      "grad_norm": 0.06608176976442337,
      "learning_rate": 8.408893079936167e-05,
      "loss": 0.0192,
      "step": 4487
    },
    {
      "epoch": 0.4865568083261058,
      "grad_norm": 0.29664313793182373,
      "learning_rate": 8.408530393152474e-05,
      "loss": 0.049,
      "step": 4488
    },
    {
      "epoch": 0.4866652211621856,
      "grad_norm": 0.2604564428329468,
      "learning_rate": 8.40816770636878e-05,
      "loss": 0.0646,
      "step": 4489
    },
    {
      "epoch": 0.4867736339982654,
      "grad_norm": 0.05745350196957588,
      "learning_rate": 8.407805019585087e-05,
      "loss": 0.0148,
      "step": 4490
    },
    {
      "epoch": 0.48688204683434516,
      "grad_norm": 0.17446887493133545,
      "learning_rate": 8.407442332801393e-05,
      "loss": 0.0397,
      "step": 4491
    },
    {
      "epoch": 0.486990459670425,
      "grad_norm": 0.1571119725704193,
      "learning_rate": 8.4070796460177e-05,
      "loss": 0.024,
      "step": 4492
    },
    {
      "epoch": 0.48709887250650474,
      "grad_norm": 0.09346496313810349,
      "learning_rate": 8.406716959234006e-05,
      "loss": 0.0164,
      "step": 4493
    },
    {
      "epoch": 0.48720728534258456,
      "grad_norm": 0.2177199423313141,
      "learning_rate": 8.406354272450311e-05,
      "loss": 0.0676,
      "step": 4494
    },
    {
      "epoch": 0.4873156981786644,
      "grad_norm": 0.21044494211673737,
      "learning_rate": 8.405991585666618e-05,
      "loss": 0.0297,
      "step": 4495
    },
    {
      "epoch": 0.48742411101474414,
      "grad_norm": 0.235768124461174,
      "learning_rate": 8.405628898882924e-05,
      "loss": 0.052,
      "step": 4496
    },
    {
      "epoch": 0.48753252385082396,
      "grad_norm": 0.412030965089798,
      "learning_rate": 8.405266212099233e-05,
      "loss": 0.0533,
      "step": 4497
    },
    {
      "epoch": 0.4876409366869037,
      "grad_norm": 0.22569553554058075,
      "learning_rate": 8.404903525315538e-05,
      "loss": 0.0299,
      "step": 4498
    },
    {
      "epoch": 0.48774934952298354,
      "grad_norm": 0.24191972613334656,
      "learning_rate": 8.404540838531844e-05,
      "loss": 0.0333,
      "step": 4499
    },
    {
      "epoch": 0.4878577623590633,
      "grad_norm": 0.36119234561920166,
      "learning_rate": 8.404178151748151e-05,
      "loss": 0.0619,
      "step": 4500
    },
    {
      "epoch": 0.4879661751951431,
      "grad_norm": 0.4692021906375885,
      "learning_rate": 8.403815464964457e-05,
      "loss": 0.0523,
      "step": 4501
    },
    {
      "epoch": 0.4880745880312229,
      "grad_norm": 0.1446523368358612,
      "learning_rate": 8.403452778180764e-05,
      "loss": 0.0311,
      "step": 4502
    },
    {
      "epoch": 0.4881830008673027,
      "grad_norm": 0.12707684934139252,
      "learning_rate": 8.40309009139707e-05,
      "loss": 0.0167,
      "step": 4503
    },
    {
      "epoch": 0.48829141370338247,
      "grad_norm": 0.21528081595897675,
      "learning_rate": 8.402727404613377e-05,
      "loss": 0.0238,
      "step": 4504
    },
    {
      "epoch": 0.4883998265394623,
      "grad_norm": 0.21243008971214294,
      "learning_rate": 8.402364717829683e-05,
      "loss": 0.0407,
      "step": 4505
    },
    {
      "epoch": 0.48850823937554205,
      "grad_norm": 0.11337719857692719,
      "learning_rate": 8.40200203104599e-05,
      "loss": 0.025,
      "step": 4506
    },
    {
      "epoch": 0.48861665221162187,
      "grad_norm": 0.3412756323814392,
      "learning_rate": 8.401639344262295e-05,
      "loss": 0.0841,
      "step": 4507
    },
    {
      "epoch": 0.48872506504770163,
      "grad_norm": 0.3960595428943634,
      "learning_rate": 8.401276657478601e-05,
      "loss": 0.0619,
      "step": 4508
    },
    {
      "epoch": 0.48883347788378145,
      "grad_norm": 0.2142029106616974,
      "learning_rate": 8.400913970694908e-05,
      "loss": 0.04,
      "step": 4509
    },
    {
      "epoch": 0.4889418907198612,
      "grad_norm": 0.2703268229961395,
      "learning_rate": 8.400551283911214e-05,
      "loss": 0.0613,
      "step": 4510
    },
    {
      "epoch": 0.48905030355594103,
      "grad_norm": 0.16868463158607483,
      "learning_rate": 8.400188597127521e-05,
      "loss": 0.0309,
      "step": 4511
    },
    {
      "epoch": 0.4891587163920208,
      "grad_norm": 0.2255348563194275,
      "learning_rate": 8.399825910343827e-05,
      "loss": 0.0744,
      "step": 4512
    },
    {
      "epoch": 0.4892671292281006,
      "grad_norm": 0.2453494518995285,
      "learning_rate": 8.399463223560134e-05,
      "loss": 0.0405,
      "step": 4513
    },
    {
      "epoch": 0.4893755420641804,
      "grad_norm": 0.14195029437541962,
      "learning_rate": 8.399100536776441e-05,
      "loss": 0.0307,
      "step": 4514
    },
    {
      "epoch": 0.4894839549002602,
      "grad_norm": 0.18148864805698395,
      "learning_rate": 8.398737849992747e-05,
      "loss": 0.0159,
      "step": 4515
    },
    {
      "epoch": 0.48959236773633996,
      "grad_norm": 0.20142002403736115,
      "learning_rate": 8.398375163209054e-05,
      "loss": 0.0742,
      "step": 4516
    },
    {
      "epoch": 0.4897007805724198,
      "grad_norm": 0.2875252068042755,
      "learning_rate": 8.39801247642536e-05,
      "loss": 0.0328,
      "step": 4517
    },
    {
      "epoch": 0.48980919340849954,
      "grad_norm": 0.18143074214458466,
      "learning_rate": 8.397649789641667e-05,
      "loss": 0.0728,
      "step": 4518
    },
    {
      "epoch": 0.48991760624457936,
      "grad_norm": 0.149195596575737,
      "learning_rate": 8.397287102857972e-05,
      "loss": 0.0305,
      "step": 4519
    },
    {
      "epoch": 0.4900260190806591,
      "grad_norm": 0.42439064383506775,
      "learning_rate": 8.39692441607428e-05,
      "loss": 0.0845,
      "step": 4520
    },
    {
      "epoch": 0.49013443191673894,
      "grad_norm": 0.08376078307628632,
      "learning_rate": 8.396561729290585e-05,
      "loss": 0.0261,
      "step": 4521
    },
    {
      "epoch": 0.4902428447528187,
      "grad_norm": 0.18553480505943298,
      "learning_rate": 8.396199042506891e-05,
      "loss": 0.0442,
      "step": 4522
    },
    {
      "epoch": 0.4903512575888985,
      "grad_norm": 0.2639977037906647,
      "learning_rate": 8.395836355723198e-05,
      "loss": 0.0517,
      "step": 4523
    },
    {
      "epoch": 0.49045967042497834,
      "grad_norm": 0.13970032334327698,
      "learning_rate": 8.395473668939504e-05,
      "loss": 0.0337,
      "step": 4524
    },
    {
      "epoch": 0.4905680832610581,
      "grad_norm": 0.16425640881061554,
      "learning_rate": 8.395110982155811e-05,
      "loss": 0.0474,
      "step": 4525
    },
    {
      "epoch": 0.4906764960971379,
      "grad_norm": 0.18073029816150665,
      "learning_rate": 8.394748295372116e-05,
      "loss": 0.0228,
      "step": 4526
    },
    {
      "epoch": 0.4907849089332177,
      "grad_norm": 0.23410442471504211,
      "learning_rate": 8.394385608588424e-05,
      "loss": 0.0433,
      "step": 4527
    },
    {
      "epoch": 0.4908933217692975,
      "grad_norm": 0.263207346200943,
      "learning_rate": 8.394022921804729e-05,
      "loss": 0.0501,
      "step": 4528
    },
    {
      "epoch": 0.49100173460537727,
      "grad_norm": 0.1441536396741867,
      "learning_rate": 8.393660235021036e-05,
      "loss": 0.0229,
      "step": 4529
    },
    {
      "epoch": 0.4911101474414571,
      "grad_norm": 0.19372715055942535,
      "learning_rate": 8.393297548237342e-05,
      "loss": 0.0526,
      "step": 4530
    },
    {
      "epoch": 0.49121856027753685,
      "grad_norm": 0.15426740050315857,
      "learning_rate": 8.392934861453648e-05,
      "loss": 0.0378,
      "step": 4531
    },
    {
      "epoch": 0.49132697311361667,
      "grad_norm": 0.09474588185548782,
      "learning_rate": 8.392572174669956e-05,
      "loss": 0.0141,
      "step": 4532
    },
    {
      "epoch": 0.49143538594969643,
      "grad_norm": 0.2739226222038269,
      "learning_rate": 8.392209487886262e-05,
      "loss": 0.0819,
      "step": 4533
    },
    {
      "epoch": 0.49154379878577625,
      "grad_norm": 0.1347697228193283,
      "learning_rate": 8.391846801102569e-05,
      "loss": 0.028,
      "step": 4534
    },
    {
      "epoch": 0.491652211621856,
      "grad_norm": 0.3958050310611725,
      "learning_rate": 8.391484114318875e-05,
      "loss": 0.0405,
      "step": 4535
    },
    {
      "epoch": 0.49176062445793584,
      "grad_norm": 0.3483317494392395,
      "learning_rate": 8.391121427535182e-05,
      "loss": 0.0918,
      "step": 4536
    },
    {
      "epoch": 0.4918690372940156,
      "grad_norm": 0.17188888788223267,
      "learning_rate": 8.390758740751488e-05,
      "loss": 0.0442,
      "step": 4537
    },
    {
      "epoch": 0.4919774501300954,
      "grad_norm": 0.4072261452674866,
      "learning_rate": 8.390396053967793e-05,
      "loss": 0.1013,
      "step": 4538
    },
    {
      "epoch": 0.4920858629661752,
      "grad_norm": 0.17274506390094757,
      "learning_rate": 8.3900333671841e-05,
      "loss": 0.0522,
      "step": 4539
    },
    {
      "epoch": 0.492194275802255,
      "grad_norm": 0.14902378618717194,
      "learning_rate": 8.389670680400406e-05,
      "loss": 0.0197,
      "step": 4540
    },
    {
      "epoch": 0.49230268863833476,
      "grad_norm": 0.0982191264629364,
      "learning_rate": 8.389307993616713e-05,
      "loss": 0.0212,
      "step": 4541
    },
    {
      "epoch": 0.4924111014744146,
      "grad_norm": 0.11124615371227264,
      "learning_rate": 8.388945306833019e-05,
      "loss": 0.0095,
      "step": 4542
    },
    {
      "epoch": 0.49251951431049434,
      "grad_norm": 0.19137783348560333,
      "learning_rate": 8.388582620049326e-05,
      "loss": 0.0356,
      "step": 4543
    },
    {
      "epoch": 0.49262792714657416,
      "grad_norm": 0.24604137241840363,
      "learning_rate": 8.388219933265632e-05,
      "loss": 0.0504,
      "step": 4544
    },
    {
      "epoch": 0.4927363399826539,
      "grad_norm": 0.35926535725593567,
      "learning_rate": 8.387857246481939e-05,
      "loss": 0.0609,
      "step": 4545
    },
    {
      "epoch": 0.49284475281873374,
      "grad_norm": 0.3264644145965576,
      "learning_rate": 8.387494559698245e-05,
      "loss": 0.063,
      "step": 4546
    },
    {
      "epoch": 0.4929531656548135,
      "grad_norm": 0.1464642733335495,
      "learning_rate": 8.38713187291455e-05,
      "loss": 0.0274,
      "step": 4547
    },
    {
      "epoch": 0.4930615784908933,
      "grad_norm": 0.2218494564294815,
      "learning_rate": 8.386769186130857e-05,
      "loss": 0.0387,
      "step": 4548
    },
    {
      "epoch": 0.4931699913269731,
      "grad_norm": 0.166347473859787,
      "learning_rate": 8.386406499347165e-05,
      "loss": 0.0276,
      "step": 4549
    },
    {
      "epoch": 0.4932784041630529,
      "grad_norm": 0.40327444672584534,
      "learning_rate": 8.386043812563472e-05,
      "loss": 0.0614,
      "step": 4550
    },
    {
      "epoch": 0.49338681699913267,
      "grad_norm": 0.3307538330554962,
      "learning_rate": 8.385681125779777e-05,
      "loss": 0.0342,
      "step": 4551
    },
    {
      "epoch": 0.4934952298352125,
      "grad_norm": 0.25230467319488525,
      "learning_rate": 8.385318438996083e-05,
      "loss": 0.0642,
      "step": 4552
    },
    {
      "epoch": 0.4936036426712923,
      "grad_norm": 0.17847584187984467,
      "learning_rate": 8.38495575221239e-05,
      "loss": 0.0259,
      "step": 4553
    },
    {
      "epoch": 0.49371205550737207,
      "grad_norm": 0.1831308901309967,
      "learning_rate": 8.384593065428696e-05,
      "loss": 0.0687,
      "step": 4554
    },
    {
      "epoch": 0.4938204683434519,
      "grad_norm": 0.329479455947876,
      "learning_rate": 8.384230378645003e-05,
      "loss": 0.0704,
      "step": 4555
    },
    {
      "epoch": 0.49392888117953165,
      "grad_norm": 0.19264721870422363,
      "learning_rate": 8.383867691861309e-05,
      "loss": 0.0334,
      "step": 4556
    },
    {
      "epoch": 0.4940372940156115,
      "grad_norm": 0.22051088511943817,
      "learning_rate": 8.383505005077616e-05,
      "loss": 0.0387,
      "step": 4557
    },
    {
      "epoch": 0.49414570685169124,
      "grad_norm": 0.299324095249176,
      "learning_rate": 8.383142318293922e-05,
      "loss": 0.0336,
      "step": 4558
    },
    {
      "epoch": 0.49425411968777105,
      "grad_norm": 0.1815546154975891,
      "learning_rate": 8.382779631510229e-05,
      "loss": 0.0579,
      "step": 4559
    },
    {
      "epoch": 0.4943625325238508,
      "grad_norm": 0.1659194529056549,
      "learning_rate": 8.382416944726534e-05,
      "loss": 0.0283,
      "step": 4560
    },
    {
      "epoch": 0.49447094535993064,
      "grad_norm": 0.14816173911094666,
      "learning_rate": 8.38205425794284e-05,
      "loss": 0.0272,
      "step": 4561
    },
    {
      "epoch": 0.4945793581960104,
      "grad_norm": 0.16762332618236542,
      "learning_rate": 8.381691571159147e-05,
      "loss": 0.0384,
      "step": 4562
    },
    {
      "epoch": 0.4946877710320902,
      "grad_norm": 0.036943335086107254,
      "learning_rate": 8.381328884375453e-05,
      "loss": 0.0089,
      "step": 4563
    },
    {
      "epoch": 0.49479618386817,
      "grad_norm": 0.20713786780834198,
      "learning_rate": 8.38096619759176e-05,
      "loss": 0.045,
      "step": 4564
    },
    {
      "epoch": 0.4949045967042498,
      "grad_norm": 0.21167556941509247,
      "learning_rate": 8.380603510808066e-05,
      "loss": 0.0318,
      "step": 4565
    },
    {
      "epoch": 0.49501300954032956,
      "grad_norm": 0.13827389478683472,
      "learning_rate": 8.380240824024373e-05,
      "loss": 0.0285,
      "step": 4566
    },
    {
      "epoch": 0.4951214223764094,
      "grad_norm": 0.2520381212234497,
      "learning_rate": 8.37987813724068e-05,
      "loss": 0.0519,
      "step": 4567
    },
    {
      "epoch": 0.49522983521248914,
      "grad_norm": 0.09100378304719925,
      "learning_rate": 8.379515450456986e-05,
      "loss": 0.0253,
      "step": 4568
    },
    {
      "epoch": 0.49533824804856896,
      "grad_norm": 0.24854858219623566,
      "learning_rate": 8.379152763673293e-05,
      "loss": 0.0348,
      "step": 4569
    },
    {
      "epoch": 0.4954466608846487,
      "grad_norm": 0.2489195466041565,
      "learning_rate": 8.378790076889599e-05,
      "loss": 0.0572,
      "step": 4570
    },
    {
      "epoch": 0.49555507372072854,
      "grad_norm": 0.17066046595573425,
      "learning_rate": 8.378427390105906e-05,
      "loss": 0.0431,
      "step": 4571
    },
    {
      "epoch": 0.4956634865568083,
      "grad_norm": 0.0932631865143776,
      "learning_rate": 8.378064703322211e-05,
      "loss": 0.0131,
      "step": 4572
    },
    {
      "epoch": 0.4957718993928881,
      "grad_norm": 0.20111893117427826,
      "learning_rate": 8.377702016538518e-05,
      "loss": 0.0628,
      "step": 4573
    },
    {
      "epoch": 0.4958803122289679,
      "grad_norm": 0.12982766330242157,
      "learning_rate": 8.377339329754824e-05,
      "loss": 0.0233,
      "step": 4574
    },
    {
      "epoch": 0.4959887250650477,
      "grad_norm": 0.06815795600414276,
      "learning_rate": 8.37697664297113e-05,
      "loss": 0.0098,
      "step": 4575
    },
    {
      "epoch": 0.49609713790112747,
      "grad_norm": 0.32145172357559204,
      "learning_rate": 8.376613956187437e-05,
      "loss": 0.069,
      "step": 4576
    },
    {
      "epoch": 0.4962055507372073,
      "grad_norm": 0.16464655101299286,
      "learning_rate": 8.376251269403743e-05,
      "loss": 0.0374,
      "step": 4577
    },
    {
      "epoch": 0.49631396357328705,
      "grad_norm": 0.20691737532615662,
      "learning_rate": 8.37588858262005e-05,
      "loss": 0.0315,
      "step": 4578
    },
    {
      "epoch": 0.4964223764093669,
      "grad_norm": 0.1527462750673294,
      "learning_rate": 8.375525895836356e-05,
      "loss": 0.0243,
      "step": 4579
    },
    {
      "epoch": 0.49653078924544664,
      "grad_norm": 0.11832199990749359,
      "learning_rate": 8.375163209052663e-05,
      "loss": 0.0258,
      "step": 4580
    },
    {
      "epoch": 0.49663920208152645,
      "grad_norm": 0.45303255319595337,
      "learning_rate": 8.374800522268968e-05,
      "loss": 0.0824,
      "step": 4581
    },
    {
      "epoch": 0.4967476149176062,
      "grad_norm": 0.23781247437000275,
      "learning_rate": 8.374437835485275e-05,
      "loss": 0.0309,
      "step": 4582
    },
    {
      "epoch": 0.49685602775368604,
      "grad_norm": 0.2770632803440094,
      "learning_rate": 8.374075148701581e-05,
      "loss": 0.0279,
      "step": 4583
    },
    {
      "epoch": 0.49696444058976585,
      "grad_norm": 0.17940428853034973,
      "learning_rate": 8.373712461917888e-05,
      "loss": 0.0418,
      "step": 4584
    },
    {
      "epoch": 0.4970728534258456,
      "grad_norm": 0.22065575420856476,
      "learning_rate": 8.373349775134195e-05,
      "loss": 0.054,
      "step": 4585
    },
    {
      "epoch": 0.49718126626192544,
      "grad_norm": 0.27311939001083374,
      "learning_rate": 8.372987088350501e-05,
      "loss": 0.0449,
      "step": 4586
    },
    {
      "epoch": 0.4972896790980052,
      "grad_norm": 0.09128861129283905,
      "learning_rate": 8.372624401566808e-05,
      "loss": 0.0122,
      "step": 4587
    },
    {
      "epoch": 0.497398091934085,
      "grad_norm": 0.21444445848464966,
      "learning_rate": 8.372261714783114e-05,
      "loss": 0.0522,
      "step": 4588
    },
    {
      "epoch": 0.4975065047701648,
      "grad_norm": 0.29016777873039246,
      "learning_rate": 8.37189902799942e-05,
      "loss": 0.0842,
      "step": 4589
    },
    {
      "epoch": 0.4976149176062446,
      "grad_norm": 0.36370396614074707,
      "learning_rate": 8.371536341215727e-05,
      "loss": 0.0324,
      "step": 4590
    },
    {
      "epoch": 0.49772333044232436,
      "grad_norm": 0.26696640253067017,
      "learning_rate": 8.371173654432032e-05,
      "loss": 0.0234,
      "step": 4591
    },
    {
      "epoch": 0.4978317432784042,
      "grad_norm": 0.16295520961284637,
      "learning_rate": 8.37081096764834e-05,
      "loss": 0.0261,
      "step": 4592
    },
    {
      "epoch": 0.49794015611448394,
      "grad_norm": 0.12006118893623352,
      "learning_rate": 8.370448280864645e-05,
      "loss": 0.0195,
      "step": 4593
    },
    {
      "epoch": 0.49804856895056376,
      "grad_norm": 0.2641296684741974,
      "learning_rate": 8.370085594080952e-05,
      "loss": 0.036,
      "step": 4594
    },
    {
      "epoch": 0.4981569817866435,
      "grad_norm": 0.08931586146354675,
      "learning_rate": 8.369722907297258e-05,
      "loss": 0.0141,
      "step": 4595
    },
    {
      "epoch": 0.49826539462272335,
      "grad_norm": 0.2210574448108673,
      "learning_rate": 8.369360220513565e-05,
      "loss": 0.0446,
      "step": 4596
    },
    {
      "epoch": 0.4983738074588031,
      "grad_norm": 0.21731117367744446,
      "learning_rate": 8.368997533729871e-05,
      "loss": 0.0267,
      "step": 4597
    },
    {
      "epoch": 0.4984822202948829,
      "grad_norm": 0.41110357642173767,
      "learning_rate": 8.368634846946177e-05,
      "loss": 0.1476,
      "step": 4598
    },
    {
      "epoch": 0.4985906331309627,
      "grad_norm": 0.20327669382095337,
      "learning_rate": 8.368272160162484e-05,
      "loss": 0.0288,
      "step": 4599
    },
    {
      "epoch": 0.4986990459670425,
      "grad_norm": 0.3095504343509674,
      "learning_rate": 8.36790947337879e-05,
      "loss": 0.0538,
      "step": 4600
    },
    {
      "epoch": 0.4988074588031223,
      "grad_norm": 0.26258185505867004,
      "learning_rate": 8.367546786595098e-05,
      "loss": 0.0444,
      "step": 4601
    },
    {
      "epoch": 0.4989158716392021,
      "grad_norm": 0.08582039177417755,
      "learning_rate": 8.367184099811404e-05,
      "loss": 0.0117,
      "step": 4602
    },
    {
      "epoch": 0.49902428447528185,
      "grad_norm": 0.2345166951417923,
      "learning_rate": 8.36682141302771e-05,
      "loss": 0.0565,
      "step": 4603
    },
    {
      "epoch": 0.4991326973113617,
      "grad_norm": 0.155605748295784,
      "learning_rate": 8.366458726244016e-05,
      "loss": 0.0419,
      "step": 4604
    },
    {
      "epoch": 0.49924111014744144,
      "grad_norm": 0.1125747412443161,
      "learning_rate": 8.366096039460322e-05,
      "loss": 0.0412,
      "step": 4605
    },
    {
      "epoch": 0.49934952298352125,
      "grad_norm": 0.12451846897602081,
      "learning_rate": 8.365733352676629e-05,
      "loss": 0.0287,
      "step": 4606
    },
    {
      "epoch": 0.499457935819601,
      "grad_norm": 0.1345824897289276,
      "learning_rate": 8.365370665892935e-05,
      "loss": 0.0227,
      "step": 4607
    },
    {
      "epoch": 0.49956634865568084,
      "grad_norm": 0.20361113548278809,
      "learning_rate": 8.365007979109242e-05,
      "loss": 0.058,
      "step": 4608
    },
    {
      "epoch": 0.4996747614917606,
      "grad_norm": 0.2840551435947418,
      "learning_rate": 8.364645292325548e-05,
      "loss": 0.0371,
      "step": 4609
    },
    {
      "epoch": 0.4997831743278404,
      "grad_norm": 0.10910588502883911,
      "learning_rate": 8.364282605541855e-05,
      "loss": 0.0283,
      "step": 4610
    },
    {
      "epoch": 0.4998915871639202,
      "grad_norm": 0.1878180354833603,
      "learning_rate": 8.363919918758161e-05,
      "loss": 0.0428,
      "step": 4611
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.29502037167549133,
      "learning_rate": 8.363557231974466e-05,
      "loss": 0.0595,
      "step": 4612
    },
    {
      "epoch": 0.5001084128360798,
      "grad_norm": 0.0877227634191513,
      "learning_rate": 8.363194545190774e-05,
      "loss": 0.0142,
      "step": 4613
    },
    {
      "epoch": 0.5002168256721596,
      "grad_norm": 0.2266954630613327,
      "learning_rate": 8.362831858407079e-05,
      "loss": 0.071,
      "step": 4614
    },
    {
      "epoch": 0.5003252385082394,
      "grad_norm": 0.1275119185447693,
      "learning_rate": 8.362469171623386e-05,
      "loss": 0.0174,
      "step": 4615
    },
    {
      "epoch": 0.5004336513443192,
      "grad_norm": 0.22378011047840118,
      "learning_rate": 8.362106484839692e-05,
      "loss": 0.0436,
      "step": 4616
    },
    {
      "epoch": 0.5005420641803989,
      "grad_norm": 0.17063060402870178,
      "learning_rate": 8.361743798055999e-05,
      "loss": 0.0458,
      "step": 4617
    },
    {
      "epoch": 0.5006504770164788,
      "grad_norm": 0.1816083937883377,
      "learning_rate": 8.361381111272306e-05,
      "loss": 0.0399,
      "step": 4618
    },
    {
      "epoch": 0.5007588898525586,
      "grad_norm": 0.21373547613620758,
      "learning_rate": 8.361018424488612e-05,
      "loss": 0.053,
      "step": 4619
    },
    {
      "epoch": 0.5008673026886383,
      "grad_norm": 0.1688641458749771,
      "learning_rate": 8.360655737704919e-05,
      "loss": 0.0259,
      "step": 4620
    },
    {
      "epoch": 0.5009757155247181,
      "grad_norm": 0.24663104116916656,
      "learning_rate": 8.360293050921225e-05,
      "loss": 0.0373,
      "step": 4621
    },
    {
      "epoch": 0.501084128360798,
      "grad_norm": 0.1610998958349228,
      "learning_rate": 8.359930364137532e-05,
      "loss": 0.0372,
      "step": 4622
    },
    {
      "epoch": 0.5011925411968777,
      "grad_norm": 0.12964971363544464,
      "learning_rate": 8.359567677353838e-05,
      "loss": 0.0363,
      "step": 4623
    },
    {
      "epoch": 0.5013009540329575,
      "grad_norm": 0.30196109414100647,
      "learning_rate": 8.359204990570145e-05,
      "loss": 0.1071,
      "step": 4624
    },
    {
      "epoch": 0.5014093668690373,
      "grad_norm": 0.28270167112350464,
      "learning_rate": 8.35884230378645e-05,
      "loss": 0.0624,
      "step": 4625
    },
    {
      "epoch": 0.5015177797051171,
      "grad_norm": 0.11825864762067795,
      "learning_rate": 8.358479617002756e-05,
      "loss": 0.0172,
      "step": 4626
    },
    {
      "epoch": 0.5016261925411969,
      "grad_norm": 0.19946254789829254,
      "learning_rate": 8.358116930219063e-05,
      "loss": 0.0368,
      "step": 4627
    },
    {
      "epoch": 0.5017346053772767,
      "grad_norm": 0.2208397090435028,
      "learning_rate": 8.357754243435369e-05,
      "loss": 0.0511,
      "step": 4628
    },
    {
      "epoch": 0.5018430182133564,
      "grad_norm": 0.4574647843837738,
      "learning_rate": 8.357391556651676e-05,
      "loss": 0.0517,
      "step": 4629
    },
    {
      "epoch": 0.5019514310494363,
      "grad_norm": 0.2240552008152008,
      "learning_rate": 8.357028869867982e-05,
      "loss": 0.0414,
      "step": 4630
    },
    {
      "epoch": 0.502059843885516,
      "grad_norm": 0.11602935194969177,
      "learning_rate": 8.356666183084289e-05,
      "loss": 0.0203,
      "step": 4631
    },
    {
      "epoch": 0.5021682567215958,
      "grad_norm": 0.15251673758029938,
      "learning_rate": 8.356303496300595e-05,
      "loss": 0.0337,
      "step": 4632
    },
    {
      "epoch": 0.5022766695576756,
      "grad_norm": 0.268667608499527,
      "learning_rate": 8.355940809516902e-05,
      "loss": 0.0451,
      "step": 4633
    },
    {
      "epoch": 0.5023850823937555,
      "grad_norm": 0.2226194143295288,
      "learning_rate": 8.355578122733207e-05,
      "loss": 0.0636,
      "step": 4634
    },
    {
      "epoch": 0.5024934952298352,
      "grad_norm": 0.20347703993320465,
      "learning_rate": 8.355215435949515e-05,
      "loss": 0.0457,
      "step": 4635
    },
    {
      "epoch": 0.502601908065915,
      "grad_norm": 0.2051907181739807,
      "learning_rate": 8.354852749165822e-05,
      "loss": 0.033,
      "step": 4636
    },
    {
      "epoch": 0.5027103209019947,
      "grad_norm": 0.26424339413642883,
      "learning_rate": 8.354490062382127e-05,
      "loss": 0.0556,
      "step": 4637
    },
    {
      "epoch": 0.5028187337380746,
      "grad_norm": 0.17124833166599274,
      "learning_rate": 8.354127375598434e-05,
      "loss": 0.0315,
      "step": 4638
    },
    {
      "epoch": 0.5029271465741544,
      "grad_norm": 0.14756666123867035,
      "learning_rate": 8.35376468881474e-05,
      "loss": 0.0264,
      "step": 4639
    },
    {
      "epoch": 0.5030355594102341,
      "grad_norm": 0.3007068932056427,
      "learning_rate": 8.353402002031047e-05,
      "loss": 0.0299,
      "step": 4640
    },
    {
      "epoch": 0.5031439722463139,
      "grad_norm": 0.21208299696445465,
      "learning_rate": 8.353039315247353e-05,
      "loss": 0.0402,
      "step": 4641
    },
    {
      "epoch": 0.5032523850823938,
      "grad_norm": 0.13406483829021454,
      "learning_rate": 8.352676628463659e-05,
      "loss": 0.0295,
      "step": 4642
    },
    {
      "epoch": 0.5033607979184735,
      "grad_norm": 0.12111788988113403,
      "learning_rate": 8.352313941679966e-05,
      "loss": 0.0237,
      "step": 4643
    },
    {
      "epoch": 0.5034692107545533,
      "grad_norm": 0.2885925769805908,
      "learning_rate": 8.351951254896272e-05,
      "loss": 0.0417,
      "step": 4644
    },
    {
      "epoch": 0.5035776235906332,
      "grad_norm": 0.19229698181152344,
      "learning_rate": 8.351588568112579e-05,
      "loss": 0.0535,
      "step": 4645
    },
    {
      "epoch": 0.503686036426713,
      "grad_norm": 0.14180441200733185,
      "learning_rate": 8.351225881328884e-05,
      "loss": 0.0206,
      "step": 4646
    },
    {
      "epoch": 0.5037944492627927,
      "grad_norm": 0.2635412812232971,
      "learning_rate": 8.350863194545191e-05,
      "loss": 0.0481,
      "step": 4647
    },
    {
      "epoch": 0.5039028620988725,
      "grad_norm": 0.1135159581899643,
      "learning_rate": 8.350500507761497e-05,
      "loss": 0.0203,
      "step": 4648
    },
    {
      "epoch": 0.5040112749349523,
      "grad_norm": 0.20838738977909088,
      "learning_rate": 8.350137820977804e-05,
      "loss": 0.0308,
      "step": 4649
    },
    {
      "epoch": 0.5041196877710321,
      "grad_norm": 0.23702581226825714,
      "learning_rate": 8.34977513419411e-05,
      "loss": 0.0702,
      "step": 4650
    },
    {
      "epoch": 0.5042281006071119,
      "grad_norm": 0.18216872215270996,
      "learning_rate": 8.349412447410416e-05,
      "loss": 0.0291,
      "step": 4651
    },
    {
      "epoch": 0.5043365134431916,
      "grad_norm": 0.17328229546546936,
      "learning_rate": 8.349049760626723e-05,
      "loss": 0.0426,
      "step": 4652
    },
    {
      "epoch": 0.5044449262792715,
      "grad_norm": 0.1214250922203064,
      "learning_rate": 8.34868707384303e-05,
      "loss": 0.0091,
      "step": 4653
    },
    {
      "epoch": 0.5045533391153513,
      "grad_norm": 0.24428695440292358,
      "learning_rate": 8.348324387059337e-05,
      "loss": 0.0164,
      "step": 4654
    },
    {
      "epoch": 0.504661751951431,
      "grad_norm": 0.20560942590236664,
      "learning_rate": 8.347961700275643e-05,
      "loss": 0.0649,
      "step": 4655
    },
    {
      "epoch": 0.5047701647875108,
      "grad_norm": 0.21459922194480896,
      "learning_rate": 8.347599013491948e-05,
      "loss": 0.0276,
      "step": 4656
    },
    {
      "epoch": 0.5048785776235907,
      "grad_norm": 0.1755582094192505,
      "learning_rate": 8.347236326708256e-05,
      "loss": 0.0375,
      "step": 4657
    },
    {
      "epoch": 0.5049869904596704,
      "grad_norm": 0.19306084513664246,
      "learning_rate": 8.346873639924561e-05,
      "loss": 0.0287,
      "step": 4658
    },
    {
      "epoch": 0.5050954032957502,
      "grad_norm": 0.22648954391479492,
      "learning_rate": 8.346510953140868e-05,
      "loss": 0.0602,
      "step": 4659
    },
    {
      "epoch": 0.50520381613183,
      "grad_norm": 0.29460808634757996,
      "learning_rate": 8.346148266357174e-05,
      "loss": 0.059,
      "step": 4660
    },
    {
      "epoch": 0.5053122289679098,
      "grad_norm": 0.10091707110404968,
      "learning_rate": 8.345785579573481e-05,
      "loss": 0.0126,
      "step": 4661
    },
    {
      "epoch": 0.5054206418039896,
      "grad_norm": 0.1254063993692398,
      "learning_rate": 8.345422892789787e-05,
      "loss": 0.0304,
      "step": 4662
    },
    {
      "epoch": 0.5055290546400694,
      "grad_norm": 0.1491529792547226,
      "learning_rate": 8.345060206006094e-05,
      "loss": 0.0352,
      "step": 4663
    },
    {
      "epoch": 0.5056374674761491,
      "grad_norm": 0.213679239153862,
      "learning_rate": 8.3446975192224e-05,
      "loss": 0.0368,
      "step": 4664
    },
    {
      "epoch": 0.505745880312229,
      "grad_norm": 0.40728604793548584,
      "learning_rate": 8.344334832438705e-05,
      "loss": 0.0488,
      "step": 4665
    },
    {
      "epoch": 0.5058542931483088,
      "grad_norm": 0.20524466037750244,
      "learning_rate": 8.343972145655013e-05,
      "loss": 0.0416,
      "step": 4666
    },
    {
      "epoch": 0.5059627059843885,
      "grad_norm": 0.13299106061458588,
      "learning_rate": 8.343609458871318e-05,
      "loss": 0.0205,
      "step": 4667
    },
    {
      "epoch": 0.5060711188204683,
      "grad_norm": 0.15441420674324036,
      "learning_rate": 8.343246772087625e-05,
      "loss": 0.0172,
      "step": 4668
    },
    {
      "epoch": 0.5061795316565482,
      "grad_norm": 0.46366971731185913,
      "learning_rate": 8.342884085303931e-05,
      "loss": 0.0551,
      "step": 4669
    },
    {
      "epoch": 0.5062879444926279,
      "grad_norm": 0.12084304541349411,
      "learning_rate": 8.342521398520238e-05,
      "loss": 0.012,
      "step": 4670
    },
    {
      "epoch": 0.5063963573287077,
      "grad_norm": 0.20393601059913635,
      "learning_rate": 8.342158711736545e-05,
      "loss": 0.039,
      "step": 4671
    },
    {
      "epoch": 0.5065047701647876,
      "grad_norm": 0.15309882164001465,
      "learning_rate": 8.341796024952851e-05,
      "loss": 0.0327,
      "step": 4672
    },
    {
      "epoch": 0.5066131830008673,
      "grad_norm": 0.18844014406204224,
      "learning_rate": 8.341433338169158e-05,
      "loss": 0.0319,
      "step": 4673
    },
    {
      "epoch": 0.5067215958369471,
      "grad_norm": 0.21115949749946594,
      "learning_rate": 8.341070651385464e-05,
      "loss": 0.0524,
      "step": 4674
    },
    {
      "epoch": 0.5068300086730269,
      "grad_norm": 0.1321844458580017,
      "learning_rate": 8.340707964601771e-05,
      "loss": 0.0233,
      "step": 4675
    },
    {
      "epoch": 0.5069384215091067,
      "grad_norm": 0.47058138251304626,
      "learning_rate": 8.340345277818077e-05,
      "loss": 0.05,
      "step": 4676
    },
    {
      "epoch": 0.5070468343451865,
      "grad_norm": 0.0789785087108612,
      "learning_rate": 8.339982591034384e-05,
      "loss": 0.0116,
      "step": 4677
    },
    {
      "epoch": 0.5071552471812663,
      "grad_norm": 0.09356604516506195,
      "learning_rate": 8.33961990425069e-05,
      "loss": 0.0272,
      "step": 4678
    },
    {
      "epoch": 0.507263660017346,
      "grad_norm": 0.13811996579170227,
      "learning_rate": 8.339257217466995e-05,
      "loss": 0.0518,
      "step": 4679
    },
    {
      "epoch": 0.5073720728534259,
      "grad_norm": 0.1311120241880417,
      "learning_rate": 8.338894530683302e-05,
      "loss": 0.0224,
      "step": 4680
    },
    {
      "epoch": 0.5074804856895057,
      "grad_norm": 0.15199978649616241,
      "learning_rate": 8.338531843899608e-05,
      "loss": 0.0288,
      "step": 4681
    },
    {
      "epoch": 0.5075888985255854,
      "grad_norm": 0.16302213072776794,
      "learning_rate": 8.338169157115915e-05,
      "loss": 0.0216,
      "step": 4682
    },
    {
      "epoch": 0.5076973113616652,
      "grad_norm": 0.19440804421901703,
      "learning_rate": 8.337806470332221e-05,
      "loss": 0.0398,
      "step": 4683
    },
    {
      "epoch": 0.5078057241977451,
      "grad_norm": 0.29789990186691284,
      "learning_rate": 8.337443783548528e-05,
      "loss": 0.039,
      "step": 4684
    },
    {
      "epoch": 0.5079141370338248,
      "grad_norm": 0.07596425712108612,
      "learning_rate": 8.337081096764834e-05,
      "loss": 0.0108,
      "step": 4685
    },
    {
      "epoch": 0.5080225498699046,
      "grad_norm": 0.24531744420528412,
      "learning_rate": 8.336718409981141e-05,
      "loss": 0.0496,
      "step": 4686
    },
    {
      "epoch": 0.5081309627059843,
      "grad_norm": 0.20515374839305878,
      "learning_rate": 8.336355723197448e-05,
      "loss": 0.0312,
      "step": 4687
    },
    {
      "epoch": 0.5082393755420642,
      "grad_norm": 0.2570606768131256,
      "learning_rate": 8.335993036413754e-05,
      "loss": 0.0291,
      "step": 4688
    },
    {
      "epoch": 0.508347788378144,
      "grad_norm": 0.2472059428691864,
      "learning_rate": 8.335630349630061e-05,
      "loss": 0.0322,
      "step": 4689
    },
    {
      "epoch": 0.5084562012142237,
      "grad_norm": 0.25636187195777893,
      "learning_rate": 8.335267662846366e-05,
      "loss": 0.0366,
      "step": 4690
    },
    {
      "epoch": 0.5085646140503035,
      "grad_norm": 0.08893653005361557,
      "learning_rate": 8.334904976062674e-05,
      "loss": 0.0136,
      "step": 4691
    },
    {
      "epoch": 0.5086730268863834,
      "grad_norm": 0.20944909751415253,
      "learning_rate": 8.334542289278979e-05,
      "loss": 0.0268,
      "step": 4692
    },
    {
      "epoch": 0.5087814397224631,
      "grad_norm": 0.21226611733436584,
      "learning_rate": 8.334179602495285e-05,
      "loss": 0.0411,
      "step": 4693
    },
    {
      "epoch": 0.5088898525585429,
      "grad_norm": 0.38256189227104187,
      "learning_rate": 8.333816915711592e-05,
      "loss": 0.0576,
      "step": 4694
    },
    {
      "epoch": 0.5089982653946227,
      "grad_norm": 0.276906281709671,
      "learning_rate": 8.333454228927898e-05,
      "loss": 0.0195,
      "step": 4695
    },
    {
      "epoch": 0.5091066782307025,
      "grad_norm": 0.2707899510860443,
      "learning_rate": 8.333091542144205e-05,
      "loss": 0.0547,
      "step": 4696
    },
    {
      "epoch": 0.5092150910667823,
      "grad_norm": 0.2114318460226059,
      "learning_rate": 8.33272885536051e-05,
      "loss": 0.0268,
      "step": 4697
    },
    {
      "epoch": 0.5093235039028621,
      "grad_norm": 0.09129822999238968,
      "learning_rate": 8.332366168576818e-05,
      "loss": 0.018,
      "step": 4698
    },
    {
      "epoch": 0.5094319167389418,
      "grad_norm": 0.06592393666505814,
      "learning_rate": 8.332003481793123e-05,
      "loss": 0.0119,
      "step": 4699
    },
    {
      "epoch": 0.5095403295750217,
      "grad_norm": 0.25932449102401733,
      "learning_rate": 8.33164079500943e-05,
      "loss": 0.0565,
      "step": 4700
    },
    {
      "epoch": 0.5096487424111015,
      "grad_norm": 0.1803778111934662,
      "learning_rate": 8.331278108225736e-05,
      "loss": 0.0368,
      "step": 4701
    },
    {
      "epoch": 0.5097571552471812,
      "grad_norm": 0.16993707418441772,
      "learning_rate": 8.330915421442042e-05,
      "loss": 0.0281,
      "step": 4702
    },
    {
      "epoch": 0.5098655680832611,
      "grad_norm": 0.23996081948280334,
      "learning_rate": 8.330552734658349e-05,
      "loss": 0.0502,
      "step": 4703
    },
    {
      "epoch": 0.5099739809193409,
      "grad_norm": 0.218414306640625,
      "learning_rate": 8.330190047874656e-05,
      "loss": 0.0451,
      "step": 4704
    },
    {
      "epoch": 0.5100823937554206,
      "grad_norm": 0.3189886510372162,
      "learning_rate": 8.329827361090963e-05,
      "loss": 0.0303,
      "step": 4705
    },
    {
      "epoch": 0.5101908065915004,
      "grad_norm": 0.15512366592884064,
      "learning_rate": 8.329464674307269e-05,
      "loss": 0.0176,
      "step": 4706
    },
    {
      "epoch": 0.5102992194275803,
      "grad_norm": 0.3779028058052063,
      "learning_rate": 8.329101987523575e-05,
      "loss": 0.0357,
      "step": 4707
    },
    {
      "epoch": 0.51040763226366,
      "grad_norm": 0.1834409087896347,
      "learning_rate": 8.328739300739882e-05,
      "loss": 0.0222,
      "step": 4708
    },
    {
      "epoch": 0.5105160450997398,
      "grad_norm": 0.07564384490251541,
      "learning_rate": 8.328376613956188e-05,
      "loss": 0.0082,
      "step": 4709
    },
    {
      "epoch": 0.5106244579358196,
      "grad_norm": 0.214627206325531,
      "learning_rate": 8.328013927172495e-05,
      "loss": 0.032,
      "step": 4710
    },
    {
      "epoch": 0.5107328707718994,
      "grad_norm": 0.4276393949985504,
      "learning_rate": 8.3276512403888e-05,
      "loss": 0.0266,
      "step": 4711
    },
    {
      "epoch": 0.5108412836079792,
      "grad_norm": 0.6354198455810547,
      "learning_rate": 8.327288553605107e-05,
      "loss": 0.0984,
      "step": 4712
    },
    {
      "epoch": 0.510949696444059,
      "grad_norm": 0.14933238923549652,
      "learning_rate": 8.326925866821413e-05,
      "loss": 0.0088,
      "step": 4713
    },
    {
      "epoch": 0.5110581092801387,
      "grad_norm": 0.2362755984067917,
      "learning_rate": 8.32656318003772e-05,
      "loss": 0.041,
      "step": 4714
    },
    {
      "epoch": 0.5111665221162186,
      "grad_norm": 0.16087432205677032,
      "learning_rate": 8.326200493254026e-05,
      "loss": 0.0191,
      "step": 4715
    },
    {
      "epoch": 0.5112749349522984,
      "grad_norm": 0.2928657829761505,
      "learning_rate": 8.325837806470332e-05,
      "loss": 0.0275,
      "step": 4716
    },
    {
      "epoch": 0.5113833477883781,
      "grad_norm": 0.25593331456184387,
      "learning_rate": 8.325475119686639e-05,
      "loss": 0.0357,
      "step": 4717
    },
    {
      "epoch": 0.5114917606244579,
      "grad_norm": 0.05795743316411972,
      "learning_rate": 8.325112432902945e-05,
      "loss": 0.0078,
      "step": 4718
    },
    {
      "epoch": 0.5116001734605378,
      "grad_norm": 0.3683602511882782,
      "learning_rate": 8.324749746119252e-05,
      "loss": 0.071,
      "step": 4719
    },
    {
      "epoch": 0.5117085862966175,
      "grad_norm": 0.17616121470928192,
      "learning_rate": 8.324387059335557e-05,
      "loss": 0.0277,
      "step": 4720
    },
    {
      "epoch": 0.5118169991326973,
      "grad_norm": 0.33272552490234375,
      "learning_rate": 8.324024372551864e-05,
      "loss": 0.0934,
      "step": 4721
    },
    {
      "epoch": 0.511925411968777,
      "grad_norm": 0.20719434320926666,
      "learning_rate": 8.323661685768172e-05,
      "loss": 0.0252,
      "step": 4722
    },
    {
      "epoch": 0.5120338248048569,
      "grad_norm": 0.23906004428863525,
      "learning_rate": 8.323298998984477e-05,
      "loss": 0.0504,
      "step": 4723
    },
    {
      "epoch": 0.5121422376409367,
      "grad_norm": 0.25975847244262695,
      "learning_rate": 8.322936312200784e-05,
      "loss": 0.0268,
      "step": 4724
    },
    {
      "epoch": 0.5122506504770165,
      "grad_norm": 0.4181267023086548,
      "learning_rate": 8.32257362541709e-05,
      "loss": 0.0414,
      "step": 4725
    },
    {
      "epoch": 0.5123590633130962,
      "grad_norm": 0.26987555623054504,
      "learning_rate": 8.322210938633397e-05,
      "loss": 0.0535,
      "step": 4726
    },
    {
      "epoch": 0.5124674761491761,
      "grad_norm": 0.04889025166630745,
      "learning_rate": 8.321848251849703e-05,
      "loss": 0.0088,
      "step": 4727
    },
    {
      "epoch": 0.5125758889852559,
      "grad_norm": 0.25085902214050293,
      "learning_rate": 8.32148556506601e-05,
      "loss": 0.0405,
      "step": 4728
    },
    {
      "epoch": 0.5126843018213356,
      "grad_norm": 0.06813991814851761,
      "learning_rate": 8.321122878282316e-05,
      "loss": 0.0066,
      "step": 4729
    },
    {
      "epoch": 0.5127927146574154,
      "grad_norm": 0.2568109333515167,
      "learning_rate": 8.320760191498623e-05,
      "loss": 0.031,
      "step": 4730
    },
    {
      "epoch": 0.5129011274934953,
      "grad_norm": 0.16482318937778473,
      "learning_rate": 8.320397504714929e-05,
      "loss": 0.0417,
      "step": 4731
    },
    {
      "epoch": 0.513009540329575,
      "grad_norm": 0.26472121477127075,
      "learning_rate": 8.320034817931234e-05,
      "loss": 0.0374,
      "step": 4732
    },
    {
      "epoch": 0.5131179531656548,
      "grad_norm": 0.32399335503578186,
      "learning_rate": 8.319672131147541e-05,
      "loss": 0.1043,
      "step": 4733
    },
    {
      "epoch": 0.5132263660017347,
      "grad_norm": 0.4098864197731018,
      "learning_rate": 8.319309444363847e-05,
      "loss": 0.0886,
      "step": 4734
    },
    {
      "epoch": 0.5133347788378144,
      "grad_norm": 0.2380070686340332,
      "learning_rate": 8.318946757580154e-05,
      "loss": 0.0458,
      "step": 4735
    },
    {
      "epoch": 0.5134431916738942,
      "grad_norm": 0.18072333931922913,
      "learning_rate": 8.31858407079646e-05,
      "loss": 0.0555,
      "step": 4736
    },
    {
      "epoch": 0.513551604509974,
      "grad_norm": 0.09068658947944641,
      "learning_rate": 8.318221384012767e-05,
      "loss": 0.0224,
      "step": 4737
    },
    {
      "epoch": 0.5136600173460538,
      "grad_norm": 0.25424912571907043,
      "learning_rate": 8.317858697229073e-05,
      "loss": 0.0442,
      "step": 4738
    },
    {
      "epoch": 0.5137684301821336,
      "grad_norm": 0.17791162431240082,
      "learning_rate": 8.31749601044538e-05,
      "loss": 0.025,
      "step": 4739
    },
    {
      "epoch": 0.5138768430182133,
      "grad_norm": 0.3014758229255676,
      "learning_rate": 8.317133323661687e-05,
      "loss": 0.0203,
      "step": 4740
    },
    {
      "epoch": 0.5139852558542931,
      "grad_norm": 0.28392738103866577,
      "learning_rate": 8.316770636877993e-05,
      "loss": 0.0604,
      "step": 4741
    },
    {
      "epoch": 0.514093668690373,
      "grad_norm": 0.2661372721195221,
      "learning_rate": 8.3164079500943e-05,
      "loss": 0.0394,
      "step": 4742
    },
    {
      "epoch": 0.5142020815264527,
      "grad_norm": 0.14544135332107544,
      "learning_rate": 8.316045263310606e-05,
      "loss": 0.0317,
      "step": 4743
    },
    {
      "epoch": 0.5143104943625325,
      "grad_norm": 0.17616362869739532,
      "learning_rate": 8.315682576526913e-05,
      "loss": 0.0505,
      "step": 4744
    },
    {
      "epoch": 0.5144189071986123,
      "grad_norm": 0.1799580156803131,
      "learning_rate": 8.315319889743218e-05,
      "loss": 0.0307,
      "step": 4745
    },
    {
      "epoch": 0.5145273200346921,
      "grad_norm": 0.14548936486244202,
      "learning_rate": 8.314957202959524e-05,
      "loss": 0.0302,
      "step": 4746
    },
    {
      "epoch": 0.5146357328707719,
      "grad_norm": 0.15305235981941223,
      "learning_rate": 8.314594516175831e-05,
      "loss": 0.0155,
      "step": 4747
    },
    {
      "epoch": 0.5147441457068517,
      "grad_norm": 0.1666138768196106,
      "learning_rate": 8.314231829392137e-05,
      "loss": 0.0184,
      "step": 4748
    },
    {
      "epoch": 0.5148525585429314,
      "grad_norm": 0.11981573700904846,
      "learning_rate": 8.313869142608444e-05,
      "loss": 0.0349,
      "step": 4749
    },
    {
      "epoch": 0.5149609713790113,
      "grad_norm": 0.24905620515346527,
      "learning_rate": 8.31350645582475e-05,
      "loss": 0.0442,
      "step": 4750
    },
    {
      "epoch": 0.5150693842150911,
      "grad_norm": 0.35234224796295166,
      "learning_rate": 8.313143769041057e-05,
      "loss": 0.0879,
      "step": 4751
    },
    {
      "epoch": 0.5151777970511708,
      "grad_norm": 0.10704169422388077,
      "learning_rate": 8.312781082257363e-05,
      "loss": 0.0127,
      "step": 4752
    },
    {
      "epoch": 0.5152862098872506,
      "grad_norm": 0.25824999809265137,
      "learning_rate": 8.31241839547367e-05,
      "loss": 0.0252,
      "step": 4753
    },
    {
      "epoch": 0.5153946227233305,
      "grad_norm": 0.12409074604511261,
      "learning_rate": 8.312055708689975e-05,
      "loss": 0.0308,
      "step": 4754
    },
    {
      "epoch": 0.5155030355594102,
      "grad_norm": 0.14920376241207123,
      "learning_rate": 8.311693021906281e-05,
      "loss": 0.0314,
      "step": 4755
    },
    {
      "epoch": 0.51561144839549,
      "grad_norm": 0.3964053988456726,
      "learning_rate": 8.31133033512259e-05,
      "loss": 0.0918,
      "step": 4756
    },
    {
      "epoch": 0.5157198612315698,
      "grad_norm": 0.2619197964668274,
      "learning_rate": 8.310967648338895e-05,
      "loss": 0.042,
      "step": 4757
    },
    {
      "epoch": 0.5158282740676496,
      "grad_norm": 0.24374505877494812,
      "learning_rate": 8.310604961555202e-05,
      "loss": 0.0401,
      "step": 4758
    },
    {
      "epoch": 0.5159366869037294,
      "grad_norm": 0.10568979382514954,
      "learning_rate": 8.310242274771508e-05,
      "loss": 0.0189,
      "step": 4759
    },
    {
      "epoch": 0.5160450997398092,
      "grad_norm": 0.18574245274066925,
      "learning_rate": 8.309879587987814e-05,
      "loss": 0.0418,
      "step": 4760
    },
    {
      "epoch": 0.516153512575889,
      "grad_norm": 0.22144143283367157,
      "learning_rate": 8.309516901204121e-05,
      "loss": 0.0433,
      "step": 4761
    },
    {
      "epoch": 0.5162619254119688,
      "grad_norm": 0.21454569697380066,
      "learning_rate": 8.309154214420427e-05,
      "loss": 0.0257,
      "step": 4762
    },
    {
      "epoch": 0.5163703382480486,
      "grad_norm": 0.12728267908096313,
      "learning_rate": 8.308791527636734e-05,
      "loss": 0.0457,
      "step": 4763
    },
    {
      "epoch": 0.5164787510841283,
      "grad_norm": 0.17673228681087494,
      "learning_rate": 8.30842884085304e-05,
      "loss": 0.0515,
      "step": 4764
    },
    {
      "epoch": 0.5165871639202082,
      "grad_norm": 0.1593323051929474,
      "learning_rate": 8.308066154069347e-05,
      "loss": 0.0295,
      "step": 4765
    },
    {
      "epoch": 0.516695576756288,
      "grad_norm": 0.15462107956409454,
      "learning_rate": 8.307703467285652e-05,
      "loss": 0.0268,
      "step": 4766
    },
    {
      "epoch": 0.5168039895923677,
      "grad_norm": 0.21075794100761414,
      "learning_rate": 8.30734078050196e-05,
      "loss": 0.0235,
      "step": 4767
    },
    {
      "epoch": 0.5169124024284475,
      "grad_norm": 0.40110209584236145,
      "learning_rate": 8.306978093718265e-05,
      "loss": 0.098,
      "step": 4768
    },
    {
      "epoch": 0.5170208152645274,
      "grad_norm": 0.15379786491394043,
      "learning_rate": 8.306615406934571e-05,
      "loss": 0.0242,
      "step": 4769
    },
    {
      "epoch": 0.5171292281006071,
      "grad_norm": 0.2156689614057541,
      "learning_rate": 8.306252720150878e-05,
      "loss": 0.0391,
      "step": 4770
    },
    {
      "epoch": 0.5172376409366869,
      "grad_norm": 0.1332114040851593,
      "learning_rate": 8.305890033367184e-05,
      "loss": 0.0223,
      "step": 4771
    },
    {
      "epoch": 0.5173460537727667,
      "grad_norm": 0.07725051045417786,
      "learning_rate": 8.305527346583491e-05,
      "loss": 0.0154,
      "step": 4772
    },
    {
      "epoch": 0.5174544666088465,
      "grad_norm": 0.5188102722167969,
      "learning_rate": 8.305164659799796e-05,
      "loss": 0.0674,
      "step": 4773
    },
    {
      "epoch": 0.5175628794449263,
      "grad_norm": 0.3973385691642761,
      "learning_rate": 8.304801973016104e-05,
      "loss": 0.0804,
      "step": 4774
    },
    {
      "epoch": 0.5176712922810061,
      "grad_norm": 0.2834862768650055,
      "learning_rate": 8.30443928623241e-05,
      "loss": 0.0427,
      "step": 4775
    },
    {
      "epoch": 0.5177797051170858,
      "grad_norm": 0.15975400805473328,
      "learning_rate": 8.304076599448716e-05,
      "loss": 0.0238,
      "step": 4776
    },
    {
      "epoch": 0.5178881179531657,
      "grad_norm": 0.27597129344940186,
      "learning_rate": 8.303713912665023e-05,
      "loss": 0.0341,
      "step": 4777
    },
    {
      "epoch": 0.5179965307892455,
      "grad_norm": 0.2099546492099762,
      "learning_rate": 8.303351225881329e-05,
      "loss": 0.052,
      "step": 4778
    },
    {
      "epoch": 0.5181049436253252,
      "grad_norm": 0.10345401614904404,
      "learning_rate": 8.302988539097636e-05,
      "loss": 0.0168,
      "step": 4779
    },
    {
      "epoch": 0.518213356461405,
      "grad_norm": 0.14228054881095886,
      "learning_rate": 8.302625852313942e-05,
      "loss": 0.0324,
      "step": 4780
    },
    {
      "epoch": 0.5183217692974849,
      "grad_norm": 0.2600075304508209,
      "learning_rate": 8.302263165530249e-05,
      "loss": 0.0717,
      "step": 4781
    },
    {
      "epoch": 0.5184301821335646,
      "grad_norm": 0.22690927982330322,
      "learning_rate": 8.301900478746555e-05,
      "loss": 0.0275,
      "step": 4782
    },
    {
      "epoch": 0.5185385949696444,
      "grad_norm": 0.25118958950042725,
      "learning_rate": 8.30153779196286e-05,
      "loss": 0.0521,
      "step": 4783
    },
    {
      "epoch": 0.5186470078057241,
      "grad_norm": 0.33147940039634705,
      "learning_rate": 8.301175105179168e-05,
      "loss": 0.0569,
      "step": 4784
    },
    {
      "epoch": 0.518755420641804,
      "grad_norm": 0.26870042085647583,
      "learning_rate": 8.300812418395473e-05,
      "loss": 0.0747,
      "step": 4785
    },
    {
      "epoch": 0.5188638334778838,
      "grad_norm": 0.2259065806865692,
      "learning_rate": 8.30044973161178e-05,
      "loss": 0.0531,
      "step": 4786
    },
    {
      "epoch": 0.5189722463139635,
      "grad_norm": 0.4009885787963867,
      "learning_rate": 8.300087044828086e-05,
      "loss": 0.0788,
      "step": 4787
    },
    {
      "epoch": 0.5190806591500433,
      "grad_norm": 0.14349724352359772,
      "learning_rate": 8.299724358044393e-05,
      "loss": 0.0165,
      "step": 4788
    },
    {
      "epoch": 0.5191890719861232,
      "grad_norm": 0.13820768892765045,
      "learning_rate": 8.299361671260699e-05,
      "loss": 0.0238,
      "step": 4789
    },
    {
      "epoch": 0.519297484822203,
      "grad_norm": 0.27550798654556274,
      "learning_rate": 8.298998984477006e-05,
      "loss": 0.0396,
      "step": 4790
    },
    {
      "epoch": 0.5194058976582827,
      "grad_norm": 0.160764679312706,
      "learning_rate": 8.298636297693313e-05,
      "loss": 0.042,
      "step": 4791
    },
    {
      "epoch": 0.5195143104943626,
      "grad_norm": 0.14377853274345398,
      "learning_rate": 8.298273610909619e-05,
      "loss": 0.0363,
      "step": 4792
    },
    {
      "epoch": 0.5196227233304423,
      "grad_norm": 0.12172923237085342,
      "learning_rate": 8.297910924125926e-05,
      "loss": 0.0374,
      "step": 4793
    },
    {
      "epoch": 0.5197311361665221,
      "grad_norm": 0.19581039249897003,
      "learning_rate": 8.297548237342232e-05,
      "loss": 0.0543,
      "step": 4794
    },
    {
      "epoch": 0.5198395490026019,
      "grad_norm": 0.21331128478050232,
      "learning_rate": 8.297185550558539e-05,
      "loss": 0.0246,
      "step": 4795
    },
    {
      "epoch": 0.5199479618386817,
      "grad_norm": 0.2074420005083084,
      "learning_rate": 8.296822863774845e-05,
      "loss": 0.0354,
      "step": 4796
    },
    {
      "epoch": 0.5200563746747615,
      "grad_norm": 0.15432685613632202,
      "learning_rate": 8.29646017699115e-05,
      "loss": 0.0255,
      "step": 4797
    },
    {
      "epoch": 0.5201647875108413,
      "grad_norm": 0.3325415551662445,
      "learning_rate": 8.296097490207457e-05,
      "loss": 0.048,
      "step": 4798
    },
    {
      "epoch": 0.520273200346921,
      "grad_norm": 0.0525696724653244,
      "learning_rate": 8.295734803423763e-05,
      "loss": 0.0063,
      "step": 4799
    },
    {
      "epoch": 0.5203816131830009,
      "grad_norm": 0.08097768574953079,
      "learning_rate": 8.29537211664007e-05,
      "loss": 0.0144,
      "step": 4800
    },
    {
      "epoch": 0.5204900260190807,
      "grad_norm": 0.17289185523986816,
      "learning_rate": 8.295009429856376e-05,
      "loss": 0.04,
      "step": 4801
    },
    {
      "epoch": 0.5205984388551604,
      "grad_norm": 0.18159286677837372,
      "learning_rate": 8.294646743072683e-05,
      "loss": 0.0373,
      "step": 4802
    },
    {
      "epoch": 0.5207068516912402,
      "grad_norm": 0.39574775099754333,
      "learning_rate": 8.294284056288989e-05,
      "loss": 0.0684,
      "step": 4803
    },
    {
      "epoch": 0.5208152645273201,
      "grad_norm": 0.16052229702472687,
      "learning_rate": 8.293921369505296e-05,
      "loss": 0.0217,
      "step": 4804
    },
    {
      "epoch": 0.5209236773633998,
      "grad_norm": 0.23440386354923248,
      "learning_rate": 8.293558682721602e-05,
      "loss": 0.0367,
      "step": 4805
    },
    {
      "epoch": 0.5210320901994796,
      "grad_norm": 0.09617896378040314,
      "learning_rate": 8.293195995937907e-05,
      "loss": 0.0181,
      "step": 4806
    },
    {
      "epoch": 0.5211405030355594,
      "grad_norm": 0.18101716041564941,
      "learning_rate": 8.292833309154214e-05,
      "loss": 0.0302,
      "step": 4807
    },
    {
      "epoch": 0.5212489158716392,
      "grad_norm": 0.23398707807064056,
      "learning_rate": 8.292470622370522e-05,
      "loss": 0.0514,
      "step": 4808
    },
    {
      "epoch": 0.521357328707719,
      "grad_norm": 0.1828787922859192,
      "learning_rate": 8.292107935586829e-05,
      "loss": 0.0323,
      "step": 4809
    },
    {
      "epoch": 0.5214657415437988,
      "grad_norm": 0.21159528195858002,
      "learning_rate": 8.291745248803134e-05,
      "loss": 0.0369,
      "step": 4810
    },
    {
      "epoch": 0.5215741543798785,
      "grad_norm": 0.1561434119939804,
      "learning_rate": 8.29138256201944e-05,
      "loss": 0.0387,
      "step": 4811
    },
    {
      "epoch": 0.5216825672159584,
      "grad_norm": 0.16571305692195892,
      "learning_rate": 8.291019875235747e-05,
      "loss": 0.0195,
      "step": 4812
    },
    {
      "epoch": 0.5217909800520382,
      "grad_norm": 0.2733018398284912,
      "learning_rate": 8.290657188452053e-05,
      "loss": 0.0313,
      "step": 4813
    },
    {
      "epoch": 0.5218993928881179,
      "grad_norm": 0.19157470762729645,
      "learning_rate": 8.29029450166836e-05,
      "loss": 0.0388,
      "step": 4814
    },
    {
      "epoch": 0.5220078057241977,
      "grad_norm": 0.2592480182647705,
      "learning_rate": 8.289931814884666e-05,
      "loss": 0.0455,
      "step": 4815
    },
    {
      "epoch": 0.5221162185602776,
      "grad_norm": 0.12344514578580856,
      "learning_rate": 8.289569128100973e-05,
      "loss": 0.0227,
      "step": 4816
    },
    {
      "epoch": 0.5222246313963573,
      "grad_norm": 0.08965910971164703,
      "learning_rate": 8.289206441317279e-05,
      "loss": 0.0192,
      "step": 4817
    },
    {
      "epoch": 0.5223330442324371,
      "grad_norm": 0.11447454988956451,
      "learning_rate": 8.288843754533586e-05,
      "loss": 0.0241,
      "step": 4818
    },
    {
      "epoch": 0.522441457068517,
      "grad_norm": 0.14991219341754913,
      "learning_rate": 8.288481067749891e-05,
      "loss": 0.0423,
      "step": 4819
    },
    {
      "epoch": 0.5225498699045967,
      "grad_norm": 0.21446318924427032,
      "learning_rate": 8.288118380966197e-05,
      "loss": 0.0525,
      "step": 4820
    },
    {
      "epoch": 0.5226582827406765,
      "grad_norm": 0.14440970122814178,
      "learning_rate": 8.287755694182504e-05,
      "loss": 0.021,
      "step": 4821
    },
    {
      "epoch": 0.5227666955767563,
      "grad_norm": 0.3128969073295593,
      "learning_rate": 8.28739300739881e-05,
      "loss": 0.0295,
      "step": 4822
    },
    {
      "epoch": 0.5228751084128361,
      "grad_norm": 0.265765517950058,
      "learning_rate": 8.287030320615117e-05,
      "loss": 0.019,
      "step": 4823
    },
    {
      "epoch": 0.5229835212489159,
      "grad_norm": 0.3720424771308899,
      "learning_rate": 8.286667633831423e-05,
      "loss": 0.0534,
      "step": 4824
    },
    {
      "epoch": 0.5230919340849957,
      "grad_norm": 0.24435114860534668,
      "learning_rate": 8.286304947047731e-05,
      "loss": 0.0733,
      "step": 4825
    },
    {
      "epoch": 0.5232003469210754,
      "grad_norm": 0.19488652050495148,
      "learning_rate": 8.285942260264037e-05,
      "loss": 0.0301,
      "step": 4826
    },
    {
      "epoch": 0.5233087597571553,
      "grad_norm": 0.16433624923229218,
      "learning_rate": 8.285579573480343e-05,
      "loss": 0.014,
      "step": 4827
    },
    {
      "epoch": 0.5234171725932351,
      "grad_norm": 0.15008340775966644,
      "learning_rate": 8.28521688669665e-05,
      "loss": 0.0291,
      "step": 4828
    },
    {
      "epoch": 0.5235255854293148,
      "grad_norm": 0.03862493112683296,
      "learning_rate": 8.284854199912955e-05,
      "loss": 0.0042,
      "step": 4829
    },
    {
      "epoch": 0.5236339982653946,
      "grad_norm": 0.1515379399061203,
      "learning_rate": 8.284491513129263e-05,
      "loss": 0.0166,
      "step": 4830
    },
    {
      "epoch": 0.5237424111014745,
      "grad_norm": 0.3116144835948944,
      "learning_rate": 8.284128826345568e-05,
      "loss": 0.0572,
      "step": 4831
    },
    {
      "epoch": 0.5238508239375542,
      "grad_norm": 0.17410780489444733,
      "learning_rate": 8.283766139561875e-05,
      "loss": 0.0383,
      "step": 4832
    },
    {
      "epoch": 0.523959236773634,
      "grad_norm": 0.3354385495185852,
      "learning_rate": 8.283403452778181e-05,
      "loss": 0.0416,
      "step": 4833
    },
    {
      "epoch": 0.5240676496097137,
      "grad_norm": 0.23472750186920166,
      "learning_rate": 8.283040765994488e-05,
      "loss": 0.0284,
      "step": 4834
    },
    {
      "epoch": 0.5241760624457936,
      "grad_norm": 0.29155677556991577,
      "learning_rate": 8.282678079210794e-05,
      "loss": 0.0422,
      "step": 4835
    },
    {
      "epoch": 0.5242844752818734,
      "grad_norm": 0.29180654883384705,
      "learning_rate": 8.2823153924271e-05,
      "loss": 0.0579,
      "step": 4836
    },
    {
      "epoch": 0.5243928881179531,
      "grad_norm": 0.15871746838092804,
      "learning_rate": 8.281952705643407e-05,
      "loss": 0.0345,
      "step": 4837
    },
    {
      "epoch": 0.5245013009540329,
      "grad_norm": 0.15421180427074432,
      "learning_rate": 8.281590018859712e-05,
      "loss": 0.0126,
      "step": 4838
    },
    {
      "epoch": 0.5246097137901128,
      "grad_norm": 0.13959622383117676,
      "learning_rate": 8.28122733207602e-05,
      "loss": 0.0277,
      "step": 4839
    },
    {
      "epoch": 0.5247181266261925,
      "grad_norm": 0.1713634729385376,
      "learning_rate": 8.280864645292325e-05,
      "loss": 0.0276,
      "step": 4840
    },
    {
      "epoch": 0.5248265394622723,
      "grad_norm": 0.313897043466568,
      "learning_rate": 8.280501958508632e-05,
      "loss": 0.0686,
      "step": 4841
    },
    {
      "epoch": 0.5249349522983521,
      "grad_norm": 0.12437022477388382,
      "learning_rate": 8.280139271724938e-05,
      "loss": 0.0179,
      "step": 4842
    },
    {
      "epoch": 0.525043365134432,
      "grad_norm": 0.16532114148139954,
      "learning_rate": 8.279776584941245e-05,
      "loss": 0.0187,
      "step": 4843
    },
    {
      "epoch": 0.5251517779705117,
      "grad_norm": 0.14108306169509888,
      "learning_rate": 8.279413898157552e-05,
      "loss": 0.025,
      "step": 4844
    },
    {
      "epoch": 0.5252601908065915,
      "grad_norm": 0.24519146978855133,
      "learning_rate": 8.279051211373858e-05,
      "loss": 0.0198,
      "step": 4845
    },
    {
      "epoch": 0.5253686036426712,
      "grad_norm": 0.3239686191082001,
      "learning_rate": 8.278688524590165e-05,
      "loss": 0.0986,
      "step": 4846
    },
    {
      "epoch": 0.5254770164787511,
      "grad_norm": 0.20397555828094482,
      "learning_rate": 8.278325837806471e-05,
      "loss": 0.0351,
      "step": 4847
    },
    {
      "epoch": 0.5255854293148309,
      "grad_norm": 0.18915286660194397,
      "learning_rate": 8.277963151022778e-05,
      "loss": 0.0127,
      "step": 4848
    },
    {
      "epoch": 0.5256938421509106,
      "grad_norm": 0.19413729012012482,
      "learning_rate": 8.277600464239084e-05,
      "loss": 0.0239,
      "step": 4849
    },
    {
      "epoch": 0.5258022549869905,
      "grad_norm": 0.20366230607032776,
      "learning_rate": 8.27723777745539e-05,
      "loss": 0.0422,
      "step": 4850
    },
    {
      "epoch": 0.5259106678230703,
      "grad_norm": 0.2832303047180176,
      "learning_rate": 8.276875090671696e-05,
      "loss": 0.0525,
      "step": 4851
    },
    {
      "epoch": 0.52601908065915,
      "grad_norm": 0.17172300815582275,
      "learning_rate": 8.276512403888002e-05,
      "loss": 0.0369,
      "step": 4852
    },
    {
      "epoch": 0.5261274934952298,
      "grad_norm": 0.09451927244663239,
      "learning_rate": 8.276149717104309e-05,
      "loss": 0.0172,
      "step": 4853
    },
    {
      "epoch": 0.5262359063313097,
      "grad_norm": 0.25872498750686646,
      "learning_rate": 8.275787030320615e-05,
      "loss": 0.0283,
      "step": 4854
    },
    {
      "epoch": 0.5263443191673894,
      "grad_norm": 0.18023589253425598,
      "learning_rate": 8.275424343536922e-05,
      "loss": 0.027,
      "step": 4855
    },
    {
      "epoch": 0.5264527320034692,
      "grad_norm": 0.191323384642601,
      "learning_rate": 8.275061656753228e-05,
      "loss": 0.0519,
      "step": 4856
    },
    {
      "epoch": 0.526561144839549,
      "grad_norm": 0.09645470976829529,
      "learning_rate": 8.274698969969535e-05,
      "loss": 0.0145,
      "step": 4857
    },
    {
      "epoch": 0.5266695576756288,
      "grad_norm": 0.07425598055124283,
      "learning_rate": 8.274336283185841e-05,
      "loss": 0.015,
      "step": 4858
    },
    {
      "epoch": 0.5267779705117086,
      "grad_norm": 0.25106891989707947,
      "learning_rate": 8.273973596402146e-05,
      "loss": 0.0422,
      "step": 4859
    },
    {
      "epoch": 0.5268863833477884,
      "grad_norm": 0.25904589891433716,
      "learning_rate": 8.273610909618455e-05,
      "loss": 0.082,
      "step": 4860
    },
    {
      "epoch": 0.5269947961838681,
      "grad_norm": 0.4354912042617798,
      "learning_rate": 8.27324822283476e-05,
      "loss": 0.0345,
      "step": 4861
    },
    {
      "epoch": 0.527103209019948,
      "grad_norm": 0.18903063237667084,
      "learning_rate": 8.272885536051068e-05,
      "loss": 0.0204,
      "step": 4862
    },
    {
      "epoch": 0.5272116218560278,
      "grad_norm": 0.3561512529850006,
      "learning_rate": 8.272522849267373e-05,
      "loss": 0.0506,
      "step": 4863
    },
    {
      "epoch": 0.5273200346921075,
      "grad_norm": 0.09416909515857697,
      "learning_rate": 8.272160162483679e-05,
      "loss": 0.0087,
      "step": 4864
    },
    {
      "epoch": 0.5274284475281873,
      "grad_norm": 0.3095723092556,
      "learning_rate": 8.271797475699986e-05,
      "loss": 0.0609,
      "step": 4865
    },
    {
      "epoch": 0.5275368603642672,
      "grad_norm": 0.1623147577047348,
      "learning_rate": 8.271434788916292e-05,
      "loss": 0.0238,
      "step": 4866
    },
    {
      "epoch": 0.5276452732003469,
      "grad_norm": 0.24634194374084473,
      "learning_rate": 8.271072102132599e-05,
      "loss": 0.0208,
      "step": 4867
    },
    {
      "epoch": 0.5277536860364267,
      "grad_norm": 0.15008416771888733,
      "learning_rate": 8.270709415348905e-05,
      "loss": 0.02,
      "step": 4868
    },
    {
      "epoch": 0.5278620988725065,
      "grad_norm": 0.1157236397266388,
      "learning_rate": 8.270346728565212e-05,
      "loss": 0.0466,
      "step": 4869
    },
    {
      "epoch": 0.5279705117085863,
      "grad_norm": 0.07699901610612869,
      "learning_rate": 8.269984041781518e-05,
      "loss": 0.0064,
      "step": 4870
    },
    {
      "epoch": 0.5280789245446661,
      "grad_norm": 0.2224685102701187,
      "learning_rate": 8.269621354997825e-05,
      "loss": 0.0418,
      "step": 4871
    },
    {
      "epoch": 0.5281873373807459,
      "grad_norm": 0.31564995646476746,
      "learning_rate": 8.26925866821413e-05,
      "loss": 0.0323,
      "step": 4872
    },
    {
      "epoch": 0.5282957502168256,
      "grad_norm": 0.17970743775367737,
      "learning_rate": 8.268895981430436e-05,
      "loss": 0.0272,
      "step": 4873
    },
    {
      "epoch": 0.5284041630529055,
      "grad_norm": 0.23150180280208588,
      "learning_rate": 8.268533294646743e-05,
      "loss": 0.0369,
      "step": 4874
    },
    {
      "epoch": 0.5285125758889853,
      "grad_norm": 0.36777880787849426,
      "learning_rate": 8.268170607863049e-05,
      "loss": 0.0464,
      "step": 4875
    },
    {
      "epoch": 0.528620988725065,
      "grad_norm": 0.31261205673217773,
      "learning_rate": 8.267807921079356e-05,
      "loss": 0.0381,
      "step": 4876
    },
    {
      "epoch": 0.5287294015611448,
      "grad_norm": 0.14559204876422882,
      "learning_rate": 8.267445234295663e-05,
      "loss": 0.028,
      "step": 4877
    },
    {
      "epoch": 0.5288378143972247,
      "grad_norm": 0.15178640186786652,
      "learning_rate": 8.267082547511969e-05,
      "loss": 0.0317,
      "step": 4878
    },
    {
      "epoch": 0.5289462272333044,
      "grad_norm": 0.10761340707540512,
      "learning_rate": 8.266719860728276e-05,
      "loss": 0.0111,
      "step": 4879
    },
    {
      "epoch": 0.5290546400693842,
      "grad_norm": 0.0890829786658287,
      "learning_rate": 8.266357173944582e-05,
      "loss": 0.0089,
      "step": 4880
    },
    {
      "epoch": 0.5291630529054641,
      "grad_norm": 0.13235564529895782,
      "learning_rate": 8.265994487160889e-05,
      "loss": 0.0432,
      "step": 4881
    },
    {
      "epoch": 0.5292714657415438,
      "grad_norm": 0.15536268055438995,
      "learning_rate": 8.265631800377195e-05,
      "loss": 0.03,
      "step": 4882
    },
    {
      "epoch": 0.5293798785776236,
      "grad_norm": 0.5395943522453308,
      "learning_rate": 8.265269113593502e-05,
      "loss": 0.0408,
      "step": 4883
    },
    {
      "epoch": 0.5294882914137033,
      "grad_norm": 0.14601626992225647,
      "learning_rate": 8.264906426809807e-05,
      "loss": 0.0126,
      "step": 4884
    },
    {
      "epoch": 0.5295967042497832,
      "grad_norm": 0.31090715527534485,
      "learning_rate": 8.264543740026114e-05,
      "loss": 0.0566,
      "step": 4885
    },
    {
      "epoch": 0.529705117085863,
      "grad_norm": 0.1544891744852066,
      "learning_rate": 8.26418105324242e-05,
      "loss": 0.0319,
      "step": 4886
    },
    {
      "epoch": 0.5298135299219427,
      "grad_norm": 0.4303654730319977,
      "learning_rate": 8.263818366458726e-05,
      "loss": 0.0322,
      "step": 4887
    },
    {
      "epoch": 0.5299219427580225,
      "grad_norm": 0.26114243268966675,
      "learning_rate": 8.263455679675033e-05,
      "loss": 0.0467,
      "step": 4888
    },
    {
      "epoch": 0.5300303555941024,
      "grad_norm": 0.20618389546871185,
      "learning_rate": 8.263092992891339e-05,
      "loss": 0.0473,
      "step": 4889
    },
    {
      "epoch": 0.5301387684301822,
      "grad_norm": 0.38615936040878296,
      "learning_rate": 8.262730306107646e-05,
      "loss": 0.0833,
      "step": 4890
    },
    {
      "epoch": 0.5302471812662619,
      "grad_norm": 0.1085396334528923,
      "learning_rate": 8.262367619323952e-05,
      "loss": 0.0132,
      "step": 4891
    },
    {
      "epoch": 0.5303555941023417,
      "grad_norm": 0.2565702497959137,
      "learning_rate": 8.262004932540259e-05,
      "loss": 0.046,
      "step": 4892
    },
    {
      "epoch": 0.5304640069384216,
      "grad_norm": 0.17350469529628754,
      "learning_rate": 8.261642245756564e-05,
      "loss": 0.014,
      "step": 4893
    },
    {
      "epoch": 0.5305724197745013,
      "grad_norm": 0.29852116107940674,
      "learning_rate": 8.261279558972871e-05,
      "loss": 0.067,
      "step": 4894
    },
    {
      "epoch": 0.5306808326105811,
      "grad_norm": 0.19010287523269653,
      "learning_rate": 8.260916872189179e-05,
      "loss": 0.0457,
      "step": 4895
    },
    {
      "epoch": 0.5307892454466608,
      "grad_norm": 0.22438186407089233,
      "learning_rate": 8.260554185405484e-05,
      "loss": 0.0513,
      "step": 4896
    },
    {
      "epoch": 0.5308976582827407,
      "grad_norm": 0.3004075586795807,
      "learning_rate": 8.260191498621791e-05,
      "loss": 0.0718,
      "step": 4897
    },
    {
      "epoch": 0.5310060711188205,
      "grad_norm": 0.17500266432762146,
      "learning_rate": 8.259828811838097e-05,
      "loss": 0.041,
      "step": 4898
    },
    {
      "epoch": 0.5311144839549002,
      "grad_norm": 0.25837087631225586,
      "learning_rate": 8.259466125054404e-05,
      "loss": 0.0518,
      "step": 4899
    },
    {
      "epoch": 0.53122289679098,
      "grad_norm": 0.18028560280799866,
      "learning_rate": 8.25910343827071e-05,
      "loss": 0.0415,
      "step": 4900
    },
    {
      "epoch": 0.5313313096270599,
      "grad_norm": 0.2308254987001419,
      "learning_rate": 8.258740751487016e-05,
      "loss": 0.0415,
      "step": 4901
    },
    {
      "epoch": 0.5314397224631396,
      "grad_norm": 0.33556073904037476,
      "learning_rate": 8.258378064703323e-05,
      "loss": 0.0574,
      "step": 4902
    },
    {
      "epoch": 0.5315481352992194,
      "grad_norm": 0.10941600799560547,
      "learning_rate": 8.258015377919628e-05,
      "loss": 0.0214,
      "step": 4903
    },
    {
      "epoch": 0.5316565481352992,
      "grad_norm": 0.3355453312397003,
      "learning_rate": 8.257652691135936e-05,
      "loss": 0.0539,
      "step": 4904
    },
    {
      "epoch": 0.531764960971379,
      "grad_norm": 0.08506305515766144,
      "learning_rate": 8.257290004352241e-05,
      "loss": 0.0145,
      "step": 4905
    },
    {
      "epoch": 0.5318733738074588,
      "grad_norm": 0.26819926500320435,
      "learning_rate": 8.256927317568548e-05,
      "loss": 0.0431,
      "step": 4906
    },
    {
      "epoch": 0.5319817866435386,
      "grad_norm": 0.2629278004169464,
      "learning_rate": 8.256564630784854e-05,
      "loss": 0.0452,
      "step": 4907
    },
    {
      "epoch": 0.5320901994796184,
      "grad_norm": 0.1221647709608078,
      "learning_rate": 8.256201944001161e-05,
      "loss": 0.024,
      "step": 4908
    },
    {
      "epoch": 0.5321986123156982,
      "grad_norm": 0.12073896080255508,
      "learning_rate": 8.255839257217467e-05,
      "loss": 0.0522,
      "step": 4909
    },
    {
      "epoch": 0.532307025151778,
      "grad_norm": 0.06793680042028427,
      "learning_rate": 8.255476570433773e-05,
      "loss": 0.0146,
      "step": 4910
    },
    {
      "epoch": 0.5324154379878577,
      "grad_norm": 0.18805402517318726,
      "learning_rate": 8.25511388365008e-05,
      "loss": 0.0355,
      "step": 4911
    },
    {
      "epoch": 0.5325238508239376,
      "grad_norm": 0.29957032203674316,
      "learning_rate": 8.254751196866387e-05,
      "loss": 0.0298,
      "step": 4912
    },
    {
      "epoch": 0.5326322636600174,
      "grad_norm": 0.3584960103034973,
      "learning_rate": 8.254388510082694e-05,
      "loss": 0.0369,
      "step": 4913
    },
    {
      "epoch": 0.5327406764960971,
      "grad_norm": 0.25733819603919983,
      "learning_rate": 8.254025823299e-05,
      "loss": 0.0609,
      "step": 4914
    },
    {
      "epoch": 0.5328490893321769,
      "grad_norm": 0.18883700668811798,
      "learning_rate": 8.253663136515307e-05,
      "loss": 0.052,
      "step": 4915
    },
    {
      "epoch": 0.5329575021682568,
      "grad_norm": 0.2144659459590912,
      "learning_rate": 8.253300449731613e-05,
      "loss": 0.0401,
      "step": 4916
    },
    {
      "epoch": 0.5330659150043365,
      "grad_norm": 0.22269771993160248,
      "learning_rate": 8.252937762947918e-05,
      "loss": 0.0563,
      "step": 4917
    },
    {
      "epoch": 0.5331743278404163,
      "grad_norm": 0.22394776344299316,
      "learning_rate": 8.252575076164225e-05,
      "loss": 0.0442,
      "step": 4918
    },
    {
      "epoch": 0.5332827406764961,
      "grad_norm": 0.2652273178100586,
      "learning_rate": 8.252212389380531e-05,
      "loss": 0.1017,
      "step": 4919
    },
    {
      "epoch": 0.5333911535125759,
      "grad_norm": 0.22988300025463104,
      "learning_rate": 8.251849702596838e-05,
      "loss": 0.0354,
      "step": 4920
    },
    {
      "epoch": 0.5334995663486557,
      "grad_norm": 0.19467219710350037,
      "learning_rate": 8.251487015813144e-05,
      "loss": 0.0444,
      "step": 4921
    },
    {
      "epoch": 0.5336079791847355,
      "grad_norm": 0.24288184940814972,
      "learning_rate": 8.251124329029451e-05,
      "loss": 0.0482,
      "step": 4922
    },
    {
      "epoch": 0.5337163920208152,
      "grad_norm": 0.26415398716926575,
      "learning_rate": 8.250761642245757e-05,
      "loss": 0.0502,
      "step": 4923
    },
    {
      "epoch": 0.5338248048568951,
      "grad_norm": 0.10888771712779999,
      "learning_rate": 8.250398955462062e-05,
      "loss": 0.0217,
      "step": 4924
    },
    {
      "epoch": 0.5339332176929749,
      "grad_norm": 0.314540296792984,
      "learning_rate": 8.25003626867837e-05,
      "loss": 0.0804,
      "step": 4925
    },
    {
      "epoch": 0.5340416305290546,
      "grad_norm": 0.17552176117897034,
      "learning_rate": 8.249673581894675e-05,
      "loss": 0.0363,
      "step": 4926
    },
    {
      "epoch": 0.5341500433651344,
      "grad_norm": 0.2986825704574585,
      "learning_rate": 8.249310895110982e-05,
      "loss": 0.0551,
      "step": 4927
    },
    {
      "epoch": 0.5342584562012143,
      "grad_norm": 0.1881771981716156,
      "learning_rate": 8.248948208327288e-05,
      "loss": 0.0552,
      "step": 4928
    },
    {
      "epoch": 0.534366869037294,
      "grad_norm": 0.21231813728809357,
      "learning_rate": 8.248585521543597e-05,
      "loss": 0.0592,
      "step": 4929
    },
    {
      "epoch": 0.5344752818733738,
      "grad_norm": 0.3079964518547058,
      "learning_rate": 8.248222834759902e-05,
      "loss": 0.054,
      "step": 4930
    },
    {
      "epoch": 0.5345836947094535,
      "grad_norm": 0.07417764514684677,
      "learning_rate": 8.247860147976208e-05,
      "loss": 0.0248,
      "step": 4931
    },
    {
      "epoch": 0.5346921075455334,
      "grad_norm": 0.16410702466964722,
      "learning_rate": 8.247497461192515e-05,
      "loss": 0.0473,
      "step": 4932
    },
    {
      "epoch": 0.5348005203816132,
      "grad_norm": 0.2683972120285034,
      "learning_rate": 8.247134774408821e-05,
      "loss": 0.0449,
      "step": 4933
    },
    {
      "epoch": 0.534908933217693,
      "grad_norm": 0.1303868144750595,
      "learning_rate": 8.246772087625128e-05,
      "loss": 0.0125,
      "step": 4934
    },
    {
      "epoch": 0.5350173460537727,
      "grad_norm": 0.31694677472114563,
      "learning_rate": 8.246409400841434e-05,
      "loss": 0.0573,
      "step": 4935
    },
    {
      "epoch": 0.5351257588898526,
      "grad_norm": 0.13897031545639038,
      "learning_rate": 8.246046714057741e-05,
      "loss": 0.0366,
      "step": 4936
    },
    {
      "epoch": 0.5352341717259324,
      "grad_norm": 0.2789570093154907,
      "learning_rate": 8.245684027274046e-05,
      "loss": 0.0814,
      "step": 4937
    },
    {
      "epoch": 0.5353425845620121,
      "grad_norm": 0.2265862226486206,
      "learning_rate": 8.245321340490354e-05,
      "loss": 0.0315,
      "step": 4938
    },
    {
      "epoch": 0.535450997398092,
      "grad_norm": 0.3239198327064514,
      "learning_rate": 8.244958653706659e-05,
      "loss": 0.0612,
      "step": 4939
    },
    {
      "epoch": 0.5355594102341718,
      "grad_norm": 0.09987156093120575,
      "learning_rate": 8.244595966922965e-05,
      "loss": 0.0197,
      "step": 4940
    },
    {
      "epoch": 0.5356678230702515,
      "grad_norm": 0.570309579372406,
      "learning_rate": 8.244233280139272e-05,
      "loss": 0.0396,
      "step": 4941
    },
    {
      "epoch": 0.5357762359063313,
      "grad_norm": 0.08152671903371811,
      "learning_rate": 8.243870593355578e-05,
      "loss": 0.0182,
      "step": 4942
    },
    {
      "epoch": 0.5358846487424112,
      "grad_norm": 0.2775702178478241,
      "learning_rate": 8.243507906571885e-05,
      "loss": 0.0676,
      "step": 4943
    },
    {
      "epoch": 0.5359930615784909,
      "grad_norm": 0.1376391351222992,
      "learning_rate": 8.24314521978819e-05,
      "loss": 0.0352,
      "step": 4944
    },
    {
      "epoch": 0.5361014744145707,
      "grad_norm": 0.12009602040052414,
      "learning_rate": 8.242782533004498e-05,
      "loss": 0.0491,
      "step": 4945
    },
    {
      "epoch": 0.5362098872506504,
      "grad_norm": 0.17047937214374542,
      "learning_rate": 8.242419846220805e-05,
      "loss": 0.0322,
      "step": 4946
    },
    {
      "epoch": 0.5363183000867303,
      "grad_norm": 0.17194637656211853,
      "learning_rate": 8.24205715943711e-05,
      "loss": 0.0289,
      "step": 4947
    },
    {
      "epoch": 0.5364267129228101,
      "grad_norm": 0.24069786071777344,
      "learning_rate": 8.241694472653418e-05,
      "loss": 0.0442,
      "step": 4948
    },
    {
      "epoch": 0.5365351257588898,
      "grad_norm": 0.34050101041793823,
      "learning_rate": 8.241331785869723e-05,
      "loss": 0.0664,
      "step": 4949
    },
    {
      "epoch": 0.5366435385949696,
      "grad_norm": 0.12389136105775833,
      "learning_rate": 8.24096909908603e-05,
      "loss": 0.0203,
      "step": 4950
    },
    {
      "epoch": 0.5367519514310495,
      "grad_norm": 0.21118305623531342,
      "learning_rate": 8.240606412302336e-05,
      "loss": 0.0344,
      "step": 4951
    },
    {
      "epoch": 0.5368603642671292,
      "grad_norm": 0.18547135591506958,
      "learning_rate": 8.240243725518643e-05,
      "loss": 0.0405,
      "step": 4952
    },
    {
      "epoch": 0.536968777103209,
      "grad_norm": 0.0917450338602066,
      "learning_rate": 8.239881038734949e-05,
      "loss": 0.0213,
      "step": 4953
    },
    {
      "epoch": 0.5370771899392888,
      "grad_norm": 0.16308584809303284,
      "learning_rate": 8.239518351951255e-05,
      "loss": 0.0396,
      "step": 4954
    },
    {
      "epoch": 0.5371856027753686,
      "grad_norm": 0.19139103591442108,
      "learning_rate": 8.239155665167562e-05,
      "loss": 0.0403,
      "step": 4955
    },
    {
      "epoch": 0.5372940156114484,
      "grad_norm": 0.1547776758670807,
      "learning_rate": 8.238792978383868e-05,
      "loss": 0.0327,
      "step": 4956
    },
    {
      "epoch": 0.5374024284475282,
      "grad_norm": 0.16548214852809906,
      "learning_rate": 8.238430291600175e-05,
      "loss": 0.038,
      "step": 4957
    },
    {
      "epoch": 0.5375108412836079,
      "grad_norm": 0.21218058466911316,
      "learning_rate": 8.23806760481648e-05,
      "loss": 0.0606,
      "step": 4958
    },
    {
      "epoch": 0.5376192541196878,
      "grad_norm": 0.2167329639196396,
      "learning_rate": 8.237704918032787e-05,
      "loss": 0.0313,
      "step": 4959
    },
    {
      "epoch": 0.5377276669557676,
      "grad_norm": 0.09409309178590775,
      "learning_rate": 8.237342231249093e-05,
      "loss": 0.013,
      "step": 4960
    },
    {
      "epoch": 0.5378360797918473,
      "grad_norm": 0.16545481979846954,
      "learning_rate": 8.2369795444654e-05,
      "loss": 0.0258,
      "step": 4961
    },
    {
      "epoch": 0.5379444926279271,
      "grad_norm": 0.28711003065109253,
      "learning_rate": 8.236616857681706e-05,
      "loss": 0.0565,
      "step": 4962
    },
    {
      "epoch": 0.538052905464007,
      "grad_norm": 0.10290174931287766,
      "learning_rate": 8.236254170898012e-05,
      "loss": 0.0137,
      "step": 4963
    },
    {
      "epoch": 0.5381613183000867,
      "grad_norm": 0.3039614260196686,
      "learning_rate": 8.23589148411432e-05,
      "loss": 0.0688,
      "step": 4964
    },
    {
      "epoch": 0.5382697311361665,
      "grad_norm": 0.3133012652397156,
      "learning_rate": 8.235528797330626e-05,
      "loss": 0.0283,
      "step": 4965
    },
    {
      "epoch": 0.5383781439722463,
      "grad_norm": 0.21623830497264862,
      "learning_rate": 8.235166110546933e-05,
      "loss": 0.0328,
      "step": 4966
    },
    {
      "epoch": 0.5384865568083261,
      "grad_norm": 0.22463592886924744,
      "learning_rate": 8.234803423763239e-05,
      "loss": 0.0587,
      "step": 4967
    },
    {
      "epoch": 0.5385949696444059,
      "grad_norm": 0.18415085971355438,
      "learning_rate": 8.234440736979544e-05,
      "loss": 0.0376,
      "step": 4968
    },
    {
      "epoch": 0.5387033824804857,
      "grad_norm": 0.08836551755666733,
      "learning_rate": 8.234078050195852e-05,
      "loss": 0.0215,
      "step": 4969
    },
    {
      "epoch": 0.5388117953165655,
      "grad_norm": 0.1903417855501175,
      "learning_rate": 8.233715363412157e-05,
      "loss": 0.0301,
      "step": 4970
    },
    {
      "epoch": 0.5389202081526453,
      "grad_norm": 0.051635198295116425,
      "learning_rate": 8.233352676628464e-05,
      "loss": 0.009,
      "step": 4971
    },
    {
      "epoch": 0.5390286209887251,
      "grad_norm": 0.1911172866821289,
      "learning_rate": 8.23298998984477e-05,
      "loss": 0.0226,
      "step": 4972
    },
    {
      "epoch": 0.5391370338248048,
      "grad_norm": 0.14714491367340088,
      "learning_rate": 8.232627303061077e-05,
      "loss": 0.0312,
      "step": 4973
    },
    {
      "epoch": 0.5392454466608847,
      "grad_norm": 0.18301652371883392,
      "learning_rate": 8.232264616277383e-05,
      "loss": 0.0322,
      "step": 4974
    },
    {
      "epoch": 0.5393538594969645,
      "grad_norm": 0.2671118378639221,
      "learning_rate": 8.23190192949369e-05,
      "loss": 0.0661,
      "step": 4975
    },
    {
      "epoch": 0.5394622723330442,
      "grad_norm": 0.34988895058631897,
      "learning_rate": 8.231539242709996e-05,
      "loss": 0.0798,
      "step": 4976
    },
    {
      "epoch": 0.539570685169124,
      "grad_norm": 0.16914406418800354,
      "learning_rate": 8.231176555926302e-05,
      "loss": 0.0664,
      "step": 4977
    },
    {
      "epoch": 0.5396790980052039,
      "grad_norm": 0.38999834656715393,
      "learning_rate": 8.230813869142609e-05,
      "loss": 0.0502,
      "step": 4978
    },
    {
      "epoch": 0.5397875108412836,
      "grad_norm": 0.08713427931070328,
      "learning_rate": 8.230451182358914e-05,
      "loss": 0.0278,
      "step": 4979
    },
    {
      "epoch": 0.5398959236773634,
      "grad_norm": 0.3339734673500061,
      "learning_rate": 8.230088495575221e-05,
      "loss": 0.0731,
      "step": 4980
    },
    {
      "epoch": 0.5400043365134432,
      "grad_norm": 0.08986430615186691,
      "learning_rate": 8.229725808791529e-05,
      "loss": 0.006,
      "step": 4981
    },
    {
      "epoch": 0.540112749349523,
      "grad_norm": 0.3214687705039978,
      "learning_rate": 8.229363122007834e-05,
      "loss": 0.0755,
      "step": 4982
    },
    {
      "epoch": 0.5402211621856028,
      "grad_norm": 0.22051461040973663,
      "learning_rate": 8.229000435224141e-05,
      "loss": 0.0388,
      "step": 4983
    },
    {
      "epoch": 0.5403295750216826,
      "grad_norm": 0.06623698025941849,
      "learning_rate": 8.228637748440447e-05,
      "loss": 0.0113,
      "step": 4984
    },
    {
      "epoch": 0.5404379878577623,
      "grad_norm": 0.1850726157426834,
      "learning_rate": 8.228275061656754e-05,
      "loss": 0.0579,
      "step": 4985
    },
    {
      "epoch": 0.5405464006938422,
      "grad_norm": 0.15961167216300964,
      "learning_rate": 8.22791237487306e-05,
      "loss": 0.032,
      "step": 4986
    },
    {
      "epoch": 0.540654813529922,
      "grad_norm": 0.2140272557735443,
      "learning_rate": 8.227549688089367e-05,
      "loss": 0.031,
      "step": 4987
    },
    {
      "epoch": 0.5407632263660017,
      "grad_norm": 0.21645694971084595,
      "learning_rate": 8.227187001305673e-05,
      "loss": 0.0525,
      "step": 4988
    },
    {
      "epoch": 0.5408716392020815,
      "grad_norm": 0.04363129287958145,
      "learning_rate": 8.22682431452198e-05,
      "loss": 0.0064,
      "step": 4989
    },
    {
      "epoch": 0.5409800520381614,
      "grad_norm": 0.09586871415376663,
      "learning_rate": 8.226461627738286e-05,
      "loss": 0.0202,
      "step": 4990
    },
    {
      "epoch": 0.5410884648742411,
      "grad_norm": 0.619346559047699,
      "learning_rate": 8.226098940954591e-05,
      "loss": 0.0736,
      "step": 4991
    },
    {
      "epoch": 0.5411968777103209,
      "grad_norm": 0.09198232740163803,
      "learning_rate": 8.225736254170898e-05,
      "loss": 0.0167,
      "step": 4992
    },
    {
      "epoch": 0.5413052905464006,
      "grad_norm": 0.19399206340312958,
      "learning_rate": 8.225373567387204e-05,
      "loss": 0.0656,
      "step": 4993
    },
    {
      "epoch": 0.5414137033824805,
      "grad_norm": 0.3819466531276703,
      "learning_rate": 8.225010880603511e-05,
      "loss": 0.0981,
      "step": 4994
    },
    {
      "epoch": 0.5415221162185603,
      "grad_norm": 0.1584024429321289,
      "learning_rate": 8.224648193819817e-05,
      "loss": 0.022,
      "step": 4995
    },
    {
      "epoch": 0.54163052905464,
      "grad_norm": 0.15228459239006042,
      "learning_rate": 8.224285507036124e-05,
      "loss": 0.0386,
      "step": 4996
    },
    {
      "epoch": 0.5417389418907199,
      "grad_norm": 0.15074290335178375,
      "learning_rate": 8.22392282025243e-05,
      "loss": 0.0592,
      "step": 4997
    },
    {
      "epoch": 0.5418473547267997,
      "grad_norm": 0.2390943467617035,
      "learning_rate": 8.223560133468737e-05,
      "loss": 0.0236,
      "step": 4998
    },
    {
      "epoch": 0.5419557675628794,
      "grad_norm": 0.1870437115430832,
      "learning_rate": 8.223197446685044e-05,
      "loss": 0.0385,
      "step": 4999
    },
    {
      "epoch": 0.5420641803989592,
      "grad_norm": 0.48649144172668457,
      "learning_rate": 8.22283475990135e-05,
      "loss": 0.0691,
      "step": 5000
    },
    {
      "epoch": 0.5421725932350391,
      "grad_norm": 0.4384019672870636,
      "learning_rate": 8.222472073117657e-05,
      "loss": 0.0554,
      "step": 5001
    },
    {
      "epoch": 0.5422810060711188,
      "grad_norm": 0.09612058848142624,
      "learning_rate": 8.222109386333962e-05,
      "loss": 0.0197,
      "step": 5002
    },
    {
      "epoch": 0.5423894189071986,
      "grad_norm": 0.23510845005512238,
      "learning_rate": 8.22174669955027e-05,
      "loss": 0.0219,
      "step": 5003
    },
    {
      "epoch": 0.5424978317432784,
      "grad_norm": 0.25952163338661194,
      "learning_rate": 8.221384012766575e-05,
      "loss": 0.0526,
      "step": 5004
    },
    {
      "epoch": 0.5426062445793582,
      "grad_norm": 0.12626633048057556,
      "learning_rate": 8.221021325982881e-05,
      "loss": 0.0256,
      "step": 5005
    },
    {
      "epoch": 0.542714657415438,
      "grad_norm": 0.3769569993019104,
      "learning_rate": 8.220658639199188e-05,
      "loss": 0.0542,
      "step": 5006
    },
    {
      "epoch": 0.5428230702515178,
      "grad_norm": 0.18379783630371094,
      "learning_rate": 8.220295952415494e-05,
      "loss": 0.0484,
      "step": 5007
    },
    {
      "epoch": 0.5429314830875975,
      "grad_norm": 0.13979734480381012,
      "learning_rate": 8.219933265631801e-05,
      "loss": 0.0312,
      "step": 5008
    },
    {
      "epoch": 0.5430398959236774,
      "grad_norm": 0.1171472817659378,
      "learning_rate": 8.219570578848107e-05,
      "loss": 0.0322,
      "step": 5009
    },
    {
      "epoch": 0.5431483087597572,
      "grad_norm": 0.14058955013751984,
      "learning_rate": 8.219207892064414e-05,
      "loss": 0.0252,
      "step": 5010
    },
    {
      "epoch": 0.5432567215958369,
      "grad_norm": 0.38910380005836487,
      "learning_rate": 8.21884520528072e-05,
      "loss": 0.0528,
      "step": 5011
    },
    {
      "epoch": 0.5433651344319167,
      "grad_norm": 0.3223179876804352,
      "learning_rate": 8.218482518497027e-05,
      "loss": 0.0753,
      "step": 5012
    },
    {
      "epoch": 0.5434735472679966,
      "grad_norm": 0.14238114655017853,
      "learning_rate": 8.218119831713332e-05,
      "loss": 0.035,
      "step": 5013
    },
    {
      "epoch": 0.5435819601040763,
      "grad_norm": 0.2375270277261734,
      "learning_rate": 8.217757144929638e-05,
      "loss": 0.0551,
      "step": 5014
    },
    {
      "epoch": 0.5436903729401561,
      "grad_norm": 0.16147932410240173,
      "learning_rate": 8.217394458145946e-05,
      "loss": 0.0338,
      "step": 5015
    },
    {
      "epoch": 0.5437987857762359,
      "grad_norm": 0.16677309572696686,
      "learning_rate": 8.217031771362252e-05,
      "loss": 0.0329,
      "step": 5016
    },
    {
      "epoch": 0.5439071986123157,
      "grad_norm": 0.2823519706726074,
      "learning_rate": 8.216669084578559e-05,
      "loss": 0.0374,
      "step": 5017
    },
    {
      "epoch": 0.5440156114483955,
      "grad_norm": 0.20848435163497925,
      "learning_rate": 8.216306397794865e-05,
      "loss": 0.0357,
      "step": 5018
    },
    {
      "epoch": 0.5441240242844753,
      "grad_norm": 0.2982496917247772,
      "learning_rate": 8.215943711011172e-05,
      "loss": 0.0598,
      "step": 5019
    },
    {
      "epoch": 0.544232437120555,
      "grad_norm": 0.15032300353050232,
      "learning_rate": 8.215581024227478e-05,
      "loss": 0.0413,
      "step": 5020
    },
    {
      "epoch": 0.5443408499566349,
      "grad_norm": 0.1490638703107834,
      "learning_rate": 8.215218337443784e-05,
      "loss": 0.0346,
      "step": 5021
    },
    {
      "epoch": 0.5444492627927147,
      "grad_norm": 0.1714247614145279,
      "learning_rate": 8.21485565066009e-05,
      "loss": 0.0254,
      "step": 5022
    },
    {
      "epoch": 0.5445576756287944,
      "grad_norm": 0.35157856345176697,
      "learning_rate": 8.214492963876396e-05,
      "loss": 0.0709,
      "step": 5023
    },
    {
      "epoch": 0.5446660884648742,
      "grad_norm": 0.1632811278104782,
      "learning_rate": 8.214130277092703e-05,
      "loss": 0.0295,
      "step": 5024
    },
    {
      "epoch": 0.5447745013009541,
      "grad_norm": 0.3071109652519226,
      "learning_rate": 8.213767590309009e-05,
      "loss": 0.0434,
      "step": 5025
    },
    {
      "epoch": 0.5448829141370338,
      "grad_norm": 0.22182689607143402,
      "learning_rate": 8.213404903525316e-05,
      "loss": 0.0538,
      "step": 5026
    },
    {
      "epoch": 0.5449913269731136,
      "grad_norm": 0.15824896097183228,
      "learning_rate": 8.213042216741622e-05,
      "loss": 0.0212,
      "step": 5027
    },
    {
      "epoch": 0.5450997398091935,
      "grad_norm": 0.16371358931064606,
      "learning_rate": 8.212679529957928e-05,
      "loss": 0.0258,
      "step": 5028
    },
    {
      "epoch": 0.5452081526452732,
      "grad_norm": 0.24156160652637482,
      "learning_rate": 8.212316843174235e-05,
      "loss": 0.0519,
      "step": 5029
    },
    {
      "epoch": 0.545316565481353,
      "grad_norm": 0.2149665504693985,
      "learning_rate": 8.21195415639054e-05,
      "loss": 0.0472,
      "step": 5030
    },
    {
      "epoch": 0.5454249783174328,
      "grad_norm": 0.15044791996479034,
      "learning_rate": 8.211591469606848e-05,
      "loss": 0.0437,
      "step": 5031
    },
    {
      "epoch": 0.5455333911535126,
      "grad_norm": 0.2646002471446991,
      "learning_rate": 8.211228782823153e-05,
      "loss": 0.0423,
      "step": 5032
    },
    {
      "epoch": 0.5456418039895924,
      "grad_norm": 0.1868005394935608,
      "learning_rate": 8.210866096039462e-05,
      "loss": 0.0199,
      "step": 5033
    },
    {
      "epoch": 0.5457502168256722,
      "grad_norm": 0.10904993861913681,
      "learning_rate": 8.210503409255768e-05,
      "loss": 0.0216,
      "step": 5034
    },
    {
      "epoch": 0.5458586296617519,
      "grad_norm": 0.2011125087738037,
      "learning_rate": 8.210140722472073e-05,
      "loss": 0.0446,
      "step": 5035
    },
    {
      "epoch": 0.5459670424978318,
      "grad_norm": 0.19643166661262512,
      "learning_rate": 8.20977803568838e-05,
      "loss": 0.0314,
      "step": 5036
    },
    {
      "epoch": 0.5460754553339116,
      "grad_norm": 0.14267751574516296,
      "learning_rate": 8.209415348904686e-05,
      "loss": 0.0214,
      "step": 5037
    },
    {
      "epoch": 0.5461838681699913,
      "grad_norm": 0.17805710434913635,
      "learning_rate": 8.209052662120993e-05,
      "loss": 0.0612,
      "step": 5038
    },
    {
      "epoch": 0.5462922810060711,
      "grad_norm": 0.13221563398838043,
      "learning_rate": 8.208689975337299e-05,
      "loss": 0.0256,
      "step": 5039
    },
    {
      "epoch": 0.546400693842151,
      "grad_norm": 0.250423789024353,
      "learning_rate": 8.208327288553606e-05,
      "loss": 0.0326,
      "step": 5040
    },
    {
      "epoch": 0.5465091066782307,
      "grad_norm": 0.21307331323623657,
      "learning_rate": 8.207964601769912e-05,
      "loss": 0.0204,
      "step": 5041
    },
    {
      "epoch": 0.5466175195143105,
      "grad_norm": 0.09212985634803772,
      "learning_rate": 8.207601914986219e-05,
      "loss": 0.0175,
      "step": 5042
    },
    {
      "epoch": 0.5467259323503902,
      "grad_norm": 0.46324649453163147,
      "learning_rate": 8.207239228202525e-05,
      "loss": 0.0485,
      "step": 5043
    },
    {
      "epoch": 0.5468343451864701,
      "grad_norm": 0.43102890253067017,
      "learning_rate": 8.20687654141883e-05,
      "loss": 0.0293,
      "step": 5044
    },
    {
      "epoch": 0.5469427580225499,
      "grad_norm": 0.10425175726413727,
      "learning_rate": 8.206513854635137e-05,
      "loss": 0.0163,
      "step": 5045
    },
    {
      "epoch": 0.5470511708586296,
      "grad_norm": 0.23231682181358337,
      "learning_rate": 8.206151167851443e-05,
      "loss": 0.0388,
      "step": 5046
    },
    {
      "epoch": 0.5471595836947094,
      "grad_norm": 0.4773424565792084,
      "learning_rate": 8.20578848106775e-05,
      "loss": 0.0793,
      "step": 5047
    },
    {
      "epoch": 0.5472679965307893,
      "grad_norm": 0.35286810994148254,
      "learning_rate": 8.205425794284056e-05,
      "loss": 0.0821,
      "step": 5048
    },
    {
      "epoch": 0.547376409366869,
      "grad_norm": 0.39882051944732666,
      "learning_rate": 8.205063107500363e-05,
      "loss": 0.0283,
      "step": 5049
    },
    {
      "epoch": 0.5474848222029488,
      "grad_norm": 0.23531225323677063,
      "learning_rate": 8.20470042071667e-05,
      "loss": 0.0385,
      "step": 5050
    },
    {
      "epoch": 0.5475932350390286,
      "grad_norm": 0.28485655784606934,
      "learning_rate": 8.204337733932976e-05,
      "loss": 0.0502,
      "step": 5051
    },
    {
      "epoch": 0.5477016478751084,
      "grad_norm": 0.11768261343240738,
      "learning_rate": 8.203975047149283e-05,
      "loss": 0.0154,
      "step": 5052
    },
    {
      "epoch": 0.5478100607111882,
      "grad_norm": 0.13552002608776093,
      "learning_rate": 8.203612360365589e-05,
      "loss": 0.0229,
      "step": 5053
    },
    {
      "epoch": 0.547918473547268,
      "grad_norm": 0.18512031435966492,
      "learning_rate": 8.203249673581896e-05,
      "loss": 0.0672,
      "step": 5054
    },
    {
      "epoch": 0.5480268863833477,
      "grad_norm": 0.22232356667518616,
      "learning_rate": 8.202886986798202e-05,
      "loss": 0.0505,
      "step": 5055
    },
    {
      "epoch": 0.5481352992194276,
      "grad_norm": 0.17124086618423462,
      "learning_rate": 8.202524300014509e-05,
      "loss": 0.0205,
      "step": 5056
    },
    {
      "epoch": 0.5482437120555074,
      "grad_norm": 0.26079127192497253,
      "learning_rate": 8.202161613230814e-05,
      "loss": 0.0324,
      "step": 5057
    },
    {
      "epoch": 0.5483521248915871,
      "grad_norm": 0.23472414910793304,
      "learning_rate": 8.20179892644712e-05,
      "loss": 0.054,
      "step": 5058
    },
    {
      "epoch": 0.548460537727667,
      "grad_norm": 0.21021844446659088,
      "learning_rate": 8.201436239663427e-05,
      "loss": 0.0266,
      "step": 5059
    },
    {
      "epoch": 0.5485689505637468,
      "grad_norm": 0.4181884527206421,
      "learning_rate": 8.201073552879733e-05,
      "loss": 0.0595,
      "step": 5060
    },
    {
      "epoch": 0.5486773633998265,
      "grad_norm": 0.22484660148620605,
      "learning_rate": 8.20071086609604e-05,
      "loss": 0.0401,
      "step": 5061
    },
    {
      "epoch": 0.5487857762359063,
      "grad_norm": 0.3133135139942169,
      "learning_rate": 8.200348179312346e-05,
      "loss": 0.056,
      "step": 5062
    },
    {
      "epoch": 0.5488941890719862,
      "grad_norm": 0.25723233819007874,
      "learning_rate": 8.199985492528653e-05,
      "loss": 0.0324,
      "step": 5063
    },
    {
      "epoch": 0.5490026019080659,
      "grad_norm": 0.07118374854326248,
      "learning_rate": 8.199622805744959e-05,
      "loss": 0.0099,
      "step": 5064
    },
    {
      "epoch": 0.5491110147441457,
      "grad_norm": 0.14135943353176117,
      "learning_rate": 8.199260118961266e-05,
      "loss": 0.0259,
      "step": 5065
    },
    {
      "epoch": 0.5492194275802255,
      "grad_norm": 0.1322382241487503,
      "learning_rate": 8.198897432177571e-05,
      "loss": 0.0376,
      "step": 5066
    },
    {
      "epoch": 0.5493278404163053,
      "grad_norm": 0.2993692457675934,
      "learning_rate": 8.198534745393878e-05,
      "loss": 0.0819,
      "step": 5067
    },
    {
      "epoch": 0.5494362532523851,
      "grad_norm": 0.21338722109794617,
      "learning_rate": 8.198172058610186e-05,
      "loss": 0.0475,
      "step": 5068
    },
    {
      "epoch": 0.5495446660884649,
      "grad_norm": 0.3551148772239685,
      "learning_rate": 8.197809371826491e-05,
      "loss": 0.0478,
      "step": 5069
    },
    {
      "epoch": 0.5496530789245446,
      "grad_norm": 0.27100419998168945,
      "learning_rate": 8.197446685042798e-05,
      "loss": 0.0405,
      "step": 5070
    },
    {
      "epoch": 0.5497614917606245,
      "grad_norm": 0.15466751158237457,
      "learning_rate": 8.197083998259104e-05,
      "loss": 0.0263,
      "step": 5071
    },
    {
      "epoch": 0.5498699045967043,
      "grad_norm": 0.13763321936130524,
      "learning_rate": 8.19672131147541e-05,
      "loss": 0.0294,
      "step": 5072
    },
    {
      "epoch": 0.549978317432784,
      "grad_norm": 0.1773526668548584,
      "learning_rate": 8.196358624691717e-05,
      "loss": 0.0278,
      "step": 5073
    },
    {
      "epoch": 0.5500867302688638,
      "grad_norm": 0.3494980037212372,
      "learning_rate": 8.195995937908023e-05,
      "loss": 0.0329,
      "step": 5074
    },
    {
      "epoch": 0.5501951431049437,
      "grad_norm": 0.1958690732717514,
      "learning_rate": 8.19563325112433e-05,
      "loss": 0.033,
      "step": 5075
    },
    {
      "epoch": 0.5503035559410234,
      "grad_norm": 0.35531413555145264,
      "learning_rate": 8.195270564340635e-05,
      "loss": 0.1026,
      "step": 5076
    },
    {
      "epoch": 0.5504119687771032,
      "grad_norm": 0.27154889702796936,
      "learning_rate": 8.194907877556943e-05,
      "loss": 0.0356,
      "step": 5077
    },
    {
      "epoch": 0.550520381613183,
      "grad_norm": 0.24299661815166473,
      "learning_rate": 8.194545190773248e-05,
      "loss": 0.061,
      "step": 5078
    },
    {
      "epoch": 0.5506287944492628,
      "grad_norm": 0.2383900135755539,
      "learning_rate": 8.194182503989555e-05,
      "loss": 0.0411,
      "step": 5079
    },
    {
      "epoch": 0.5507372072853426,
      "grad_norm": 0.189192995429039,
      "learning_rate": 8.193819817205861e-05,
      "loss": 0.0397,
      "step": 5080
    },
    {
      "epoch": 0.5508456201214224,
      "grad_norm": 0.11848533153533936,
      "learning_rate": 8.193457130422167e-05,
      "loss": 0.0378,
      "step": 5081
    },
    {
      "epoch": 0.5509540329575021,
      "grad_norm": 0.2156534045934677,
      "learning_rate": 8.193094443638474e-05,
      "loss": 0.0487,
      "step": 5082
    },
    {
      "epoch": 0.551062445793582,
      "grad_norm": 0.16342949867248535,
      "learning_rate": 8.19273175685478e-05,
      "loss": 0.0227,
      "step": 5083
    },
    {
      "epoch": 0.5511708586296618,
      "grad_norm": 0.29018548130989075,
      "learning_rate": 8.192369070071087e-05,
      "loss": 0.0617,
      "step": 5084
    },
    {
      "epoch": 0.5512792714657415,
      "grad_norm": 0.14419490098953247,
      "learning_rate": 8.192006383287394e-05,
      "loss": 0.0355,
      "step": 5085
    },
    {
      "epoch": 0.5513876843018214,
      "grad_norm": 0.21883699297904968,
      "learning_rate": 8.1916436965037e-05,
      "loss": 0.0498,
      "step": 5086
    },
    {
      "epoch": 0.5514960971379012,
      "grad_norm": 0.1692350059747696,
      "learning_rate": 8.191281009720007e-05,
      "loss": 0.027,
      "step": 5087
    },
    {
      "epoch": 0.5516045099739809,
      "grad_norm": 0.06979823857545853,
      "learning_rate": 8.190918322936312e-05,
      "loss": 0.0143,
      "step": 5088
    },
    {
      "epoch": 0.5517129228100607,
      "grad_norm": 0.3232342302799225,
      "learning_rate": 8.19055563615262e-05,
      "loss": 0.0691,
      "step": 5089
    },
    {
      "epoch": 0.5518213356461406,
      "grad_norm": 0.23859800398349762,
      "learning_rate": 8.190192949368925e-05,
      "loss": 0.0464,
      "step": 5090
    },
    {
      "epoch": 0.5519297484822203,
      "grad_norm": 0.49653205275535583,
      "learning_rate": 8.189830262585232e-05,
      "loss": 0.0556,
      "step": 5091
    },
    {
      "epoch": 0.5520381613183001,
      "grad_norm": 0.24991247057914734,
      "learning_rate": 8.189467575801538e-05,
      "loss": 0.0855,
      "step": 5092
    },
    {
      "epoch": 0.5521465741543798,
      "grad_norm": 0.17956282198429108,
      "learning_rate": 8.189104889017845e-05,
      "loss": 0.0399,
      "step": 5093
    },
    {
      "epoch": 0.5522549869904597,
      "grad_norm": 0.12754221260547638,
      "learning_rate": 8.188742202234151e-05,
      "loss": 0.0277,
      "step": 5094
    },
    {
      "epoch": 0.5523633998265395,
      "grad_norm": 0.4417945444583893,
      "learning_rate": 8.188379515450457e-05,
      "loss": 0.0618,
      "step": 5095
    },
    {
      "epoch": 0.5524718126626192,
      "grad_norm": 0.11528836190700531,
      "learning_rate": 8.188016828666764e-05,
      "loss": 0.0361,
      "step": 5096
    },
    {
      "epoch": 0.552580225498699,
      "grad_norm": 0.1439507156610489,
      "learning_rate": 8.18765414188307e-05,
      "loss": 0.0112,
      "step": 5097
    },
    {
      "epoch": 0.5526886383347789,
      "grad_norm": 0.28566622734069824,
      "learning_rate": 8.187291455099377e-05,
      "loss": 0.069,
      "step": 5098
    },
    {
      "epoch": 0.5527970511708586,
      "grad_norm": 0.30297914147377014,
      "learning_rate": 8.186928768315682e-05,
      "loss": 0.0821,
      "step": 5099
    },
    {
      "epoch": 0.5529054640069384,
      "grad_norm": 0.12989988923072815,
      "learning_rate": 8.18656608153199e-05,
      "loss": 0.0349,
      "step": 5100
    },
    {
      "epoch": 0.5530138768430182,
      "grad_norm": 0.24280759692192078,
      "learning_rate": 8.186203394748295e-05,
      "loss": 0.0373,
      "step": 5101
    },
    {
      "epoch": 0.553122289679098,
      "grad_norm": 0.2320212870836258,
      "learning_rate": 8.185840707964602e-05,
      "loss": 0.0962,
      "step": 5102
    },
    {
      "epoch": 0.5532307025151778,
      "grad_norm": 0.16474127769470215,
      "learning_rate": 8.185478021180909e-05,
      "loss": 0.047,
      "step": 5103
    },
    {
      "epoch": 0.5533391153512576,
      "grad_norm": 0.2093169093132019,
      "learning_rate": 8.185115334397215e-05,
      "loss": 0.0315,
      "step": 5104
    },
    {
      "epoch": 0.5534475281873373,
      "grad_norm": 0.12343806773424149,
      "learning_rate": 8.184752647613522e-05,
      "loss": 0.0167,
      "step": 5105
    },
    {
      "epoch": 0.5535559410234172,
      "grad_norm": 0.109920933842659,
      "learning_rate": 8.184389960829828e-05,
      "loss": 0.0309,
      "step": 5106
    },
    {
      "epoch": 0.553664353859497,
      "grad_norm": 0.1122509092092514,
      "learning_rate": 8.184027274046135e-05,
      "loss": 0.033,
      "step": 5107
    },
    {
      "epoch": 0.5537727666955767,
      "grad_norm": 0.12768669426441193,
      "learning_rate": 8.18366458726244e-05,
      "loss": 0.0239,
      "step": 5108
    },
    {
      "epoch": 0.5538811795316565,
      "grad_norm": 0.21732260286808014,
      "learning_rate": 8.183301900478746e-05,
      "loss": 0.0339,
      "step": 5109
    },
    {
      "epoch": 0.5539895923677364,
      "grad_norm": 0.15237687528133392,
      "learning_rate": 8.182939213695053e-05,
      "loss": 0.0334,
      "step": 5110
    },
    {
      "epoch": 0.5540980052038161,
      "grad_norm": 0.1393345445394516,
      "learning_rate": 8.182576526911359e-05,
      "loss": 0.0241,
      "step": 5111
    },
    {
      "epoch": 0.5542064180398959,
      "grad_norm": 0.19405034184455872,
      "learning_rate": 8.182213840127666e-05,
      "loss": 0.0504,
      "step": 5112
    },
    {
      "epoch": 0.5543148308759757,
      "grad_norm": 0.14320127665996552,
      "learning_rate": 8.181851153343972e-05,
      "loss": 0.0316,
      "step": 5113
    },
    {
      "epoch": 0.5544232437120555,
      "grad_norm": 0.32619422674179077,
      "learning_rate": 8.181488466560279e-05,
      "loss": 0.0363,
      "step": 5114
    },
    {
      "epoch": 0.5545316565481353,
      "grad_norm": 0.1967397928237915,
      "learning_rate": 8.181125779776585e-05,
      "loss": 0.054,
      "step": 5115
    },
    {
      "epoch": 0.5546400693842151,
      "grad_norm": 0.2918334901332855,
      "learning_rate": 8.180763092992892e-05,
      "loss": 0.0586,
      "step": 5116
    },
    {
      "epoch": 0.5547484822202949,
      "grad_norm": 0.3629380464553833,
      "learning_rate": 8.180400406209198e-05,
      "loss": 0.0658,
      "step": 5117
    },
    {
      "epoch": 0.5548568950563747,
      "grad_norm": 0.24849839508533478,
      "learning_rate": 8.180037719425503e-05,
      "loss": 0.0683,
      "step": 5118
    },
    {
      "epoch": 0.5549653078924545,
      "grad_norm": 0.10134822130203247,
      "learning_rate": 8.179675032641812e-05,
      "loss": 0.0274,
      "step": 5119
    },
    {
      "epoch": 0.5550737207285342,
      "grad_norm": 0.1498813033103943,
      "learning_rate": 8.179312345858118e-05,
      "loss": 0.0281,
      "step": 5120
    },
    {
      "epoch": 0.5551821335646141,
      "grad_norm": 0.19293221831321716,
      "learning_rate": 8.178949659074425e-05,
      "loss": 0.0441,
      "step": 5121
    },
    {
      "epoch": 0.5552905464006939,
      "grad_norm": 0.1727006733417511,
      "learning_rate": 8.17858697229073e-05,
      "loss": 0.0384,
      "step": 5122
    },
    {
      "epoch": 0.5553989592367736,
      "grad_norm": 0.306613028049469,
      "learning_rate": 8.178224285507037e-05,
      "loss": 0.0738,
      "step": 5123
    },
    {
      "epoch": 0.5555073720728534,
      "grad_norm": 0.18710072338581085,
      "learning_rate": 8.177861598723343e-05,
      "loss": 0.0365,
      "step": 5124
    },
    {
      "epoch": 0.5556157849089333,
      "grad_norm": 0.2038463056087494,
      "learning_rate": 8.177498911939649e-05,
      "loss": 0.0458,
      "step": 5125
    },
    {
      "epoch": 0.555724197745013,
      "grad_norm": 0.15181350708007812,
      "learning_rate": 8.177136225155956e-05,
      "loss": 0.0282,
      "step": 5126
    },
    {
      "epoch": 0.5558326105810928,
      "grad_norm": 0.3254978060722351,
      "learning_rate": 8.176773538372262e-05,
      "loss": 0.0564,
      "step": 5127
    },
    {
      "epoch": 0.5559410234171726,
      "grad_norm": 0.2318146973848343,
      "learning_rate": 8.176410851588569e-05,
      "loss": 0.0278,
      "step": 5128
    },
    {
      "epoch": 0.5560494362532524,
      "grad_norm": 0.19547396898269653,
      "learning_rate": 8.176048164804875e-05,
      "loss": 0.0348,
      "step": 5129
    },
    {
      "epoch": 0.5561578490893322,
      "grad_norm": 0.30831992626190186,
      "learning_rate": 8.175685478021182e-05,
      "loss": 0.0476,
      "step": 5130
    },
    {
      "epoch": 0.556266261925412,
      "grad_norm": 0.1704959124326706,
      "learning_rate": 8.175322791237487e-05,
      "loss": 0.0786,
      "step": 5131
    },
    {
      "epoch": 0.5563746747614917,
      "grad_norm": 0.10842160135507584,
      "learning_rate": 8.174960104453794e-05,
      "loss": 0.0155,
      "step": 5132
    },
    {
      "epoch": 0.5564830875975716,
      "grad_norm": 0.2398470938205719,
      "learning_rate": 8.1745974176701e-05,
      "loss": 0.0837,
      "step": 5133
    },
    {
      "epoch": 0.5565915004336514,
      "grad_norm": 0.2059430330991745,
      "learning_rate": 8.174234730886406e-05,
      "loss": 0.0119,
      "step": 5134
    },
    {
      "epoch": 0.5566999132697311,
      "grad_norm": 0.12671451270580292,
      "learning_rate": 8.173872044102713e-05,
      "loss": 0.027,
      "step": 5135
    },
    {
      "epoch": 0.5568083261058109,
      "grad_norm": 0.15279564261436462,
      "learning_rate": 8.17350935731902e-05,
      "loss": 0.0245,
      "step": 5136
    },
    {
      "epoch": 0.5569167389418908,
      "grad_norm": 0.24258732795715332,
      "learning_rate": 8.173146670535327e-05,
      "loss": 0.1029,
      "step": 5137
    },
    {
      "epoch": 0.5570251517779705,
      "grad_norm": 0.10780220478773117,
      "learning_rate": 8.172783983751633e-05,
      "loss": 0.0289,
      "step": 5138
    },
    {
      "epoch": 0.5571335646140503,
      "grad_norm": 0.19752438366413116,
      "learning_rate": 8.172421296967939e-05,
      "loss": 0.0441,
      "step": 5139
    },
    {
      "epoch": 0.55724197745013,
      "grad_norm": 0.15896013379096985,
      "learning_rate": 8.172058610184246e-05,
      "loss": 0.0231,
      "step": 5140
    },
    {
      "epoch": 0.5573503902862099,
      "grad_norm": 0.09919769316911697,
      "learning_rate": 8.171695923400551e-05,
      "loss": 0.0157,
      "step": 5141
    },
    {
      "epoch": 0.5574588031222897,
      "grad_norm": 0.20676584541797638,
      "learning_rate": 8.171333236616859e-05,
      "loss": 0.0447,
      "step": 5142
    },
    {
      "epoch": 0.5575672159583694,
      "grad_norm": 0.21066562831401825,
      "learning_rate": 8.170970549833164e-05,
      "loss": 0.0418,
      "step": 5143
    },
    {
      "epoch": 0.5576756287944492,
      "grad_norm": 0.10541126132011414,
      "learning_rate": 8.170607863049471e-05,
      "loss": 0.0302,
      "step": 5144
    },
    {
      "epoch": 0.5577840416305291,
      "grad_norm": 0.22912436723709106,
      "learning_rate": 8.170245176265777e-05,
      "loss": 0.0403,
      "step": 5145
    },
    {
      "epoch": 0.5578924544666088,
      "grad_norm": 0.2668246030807495,
      "learning_rate": 8.169882489482084e-05,
      "loss": 0.0611,
      "step": 5146
    },
    {
      "epoch": 0.5580008673026886,
      "grad_norm": 0.26885947585105896,
      "learning_rate": 8.16951980269839e-05,
      "loss": 0.0436,
      "step": 5147
    },
    {
      "epoch": 0.5581092801387685,
      "grad_norm": 0.2023414969444275,
      "learning_rate": 8.169157115914696e-05,
      "loss": 0.0416,
      "step": 5148
    },
    {
      "epoch": 0.5582176929748482,
      "grad_norm": 0.46655580401420593,
      "learning_rate": 8.168794429131003e-05,
      "loss": 0.086,
      "step": 5149
    },
    {
      "epoch": 0.558326105810928,
      "grad_norm": 0.04667608067393303,
      "learning_rate": 8.168431742347308e-05,
      "loss": 0.0105,
      "step": 5150
    },
    {
      "epoch": 0.5584345186470078,
      "grad_norm": 0.10390812903642654,
      "learning_rate": 8.168069055563616e-05,
      "loss": 0.0129,
      "step": 5151
    },
    {
      "epoch": 0.5585429314830876,
      "grad_norm": 0.14812904596328735,
      "learning_rate": 8.167706368779921e-05,
      "loss": 0.037,
      "step": 5152
    },
    {
      "epoch": 0.5586513443191674,
      "grad_norm": 0.26281797885894775,
      "learning_rate": 8.167343681996228e-05,
      "loss": 0.0898,
      "step": 5153
    },
    {
      "epoch": 0.5587597571552472,
      "grad_norm": 0.2072485089302063,
      "learning_rate": 8.166980995212535e-05,
      "loss": 0.0734,
      "step": 5154
    },
    {
      "epoch": 0.5588681699913269,
      "grad_norm": 0.06496734917163849,
      "learning_rate": 8.166618308428841e-05,
      "loss": 0.0145,
      "step": 5155
    },
    {
      "epoch": 0.5589765828274068,
      "grad_norm": 0.16435986757278442,
      "learning_rate": 8.166255621645148e-05,
      "loss": 0.0445,
      "step": 5156
    },
    {
      "epoch": 0.5590849956634866,
      "grad_norm": 0.18950000405311584,
      "learning_rate": 8.165892934861454e-05,
      "loss": 0.0222,
      "step": 5157
    },
    {
      "epoch": 0.5591934084995663,
      "grad_norm": 0.23276656866073608,
      "learning_rate": 8.165530248077761e-05,
      "loss": 0.0352,
      "step": 5158
    },
    {
      "epoch": 0.5593018213356461,
      "grad_norm": 0.17536430060863495,
      "learning_rate": 8.165167561294067e-05,
      "loss": 0.0682,
      "step": 5159
    },
    {
      "epoch": 0.559410234171726,
      "grad_norm": 0.15630416572093964,
      "learning_rate": 8.164804874510374e-05,
      "loss": 0.0236,
      "step": 5160
    },
    {
      "epoch": 0.5595186470078057,
      "grad_norm": 0.10243482142686844,
      "learning_rate": 8.16444218772668e-05,
      "loss": 0.0193,
      "step": 5161
    },
    {
      "epoch": 0.5596270598438855,
      "grad_norm": 0.2185152769088745,
      "learning_rate": 8.164079500942985e-05,
      "loss": 0.0439,
      "step": 5162
    },
    {
      "epoch": 0.5597354726799653,
      "grad_norm": 0.2847191393375397,
      "learning_rate": 8.163716814159293e-05,
      "loss": 0.0619,
      "step": 5163
    },
    {
      "epoch": 0.5598438855160451,
      "grad_norm": 0.4415523409843445,
      "learning_rate": 8.163354127375598e-05,
      "loss": 0.0885,
      "step": 5164
    },
    {
      "epoch": 0.5599522983521249,
      "grad_norm": 0.16858142614364624,
      "learning_rate": 8.162991440591905e-05,
      "loss": 0.0371,
      "step": 5165
    },
    {
      "epoch": 0.5600607111882047,
      "grad_norm": 0.19427719712257385,
      "learning_rate": 8.162628753808211e-05,
      "loss": 0.0474,
      "step": 5166
    },
    {
      "epoch": 0.5601691240242844,
      "grad_norm": 0.2238142192363739,
      "learning_rate": 8.162266067024518e-05,
      "loss": 0.0295,
      "step": 5167
    },
    {
      "epoch": 0.5602775368603643,
      "grad_norm": 0.15009115636348724,
      "learning_rate": 8.161903380240824e-05,
      "loss": 0.0191,
      "step": 5168
    },
    {
      "epoch": 0.5603859496964441,
      "grad_norm": 0.2938786447048187,
      "learning_rate": 8.161540693457131e-05,
      "loss": 0.0363,
      "step": 5169
    },
    {
      "epoch": 0.5604943625325238,
      "grad_norm": 0.19748175144195557,
      "learning_rate": 8.161178006673437e-05,
      "loss": 0.0383,
      "step": 5170
    },
    {
      "epoch": 0.5606027753686036,
      "grad_norm": 0.37637457251548767,
      "learning_rate": 8.160815319889744e-05,
      "loss": 0.0523,
      "step": 5171
    },
    {
      "epoch": 0.5607111882046835,
      "grad_norm": 0.2126636505126953,
      "learning_rate": 8.160452633106051e-05,
      "loss": 0.0517,
      "step": 5172
    },
    {
      "epoch": 0.5608196010407632,
      "grad_norm": 0.2195681929588318,
      "learning_rate": 8.160089946322357e-05,
      "loss": 0.0675,
      "step": 5173
    },
    {
      "epoch": 0.560928013876843,
      "grad_norm": 0.10237639397382736,
      "learning_rate": 8.159727259538664e-05,
      "loss": 0.0144,
      "step": 5174
    },
    {
      "epoch": 0.5610364267129229,
      "grad_norm": 0.4246250092983246,
      "learning_rate": 8.15936457275497e-05,
      "loss": 0.0504,
      "step": 5175
    },
    {
      "epoch": 0.5611448395490026,
      "grad_norm": 0.1442992091178894,
      "learning_rate": 8.159001885971275e-05,
      "loss": 0.025,
      "step": 5176
    },
    {
      "epoch": 0.5612532523850824,
      "grad_norm": 0.5070520043373108,
      "learning_rate": 8.158639199187582e-05,
      "loss": 0.0493,
      "step": 5177
    },
    {
      "epoch": 0.5613616652211622,
      "grad_norm": 0.08859321475028992,
      "learning_rate": 8.158276512403888e-05,
      "loss": 0.0181,
      "step": 5178
    },
    {
      "epoch": 0.561470078057242,
      "grad_norm": 0.06479929387569427,
      "learning_rate": 8.157913825620195e-05,
      "loss": 0.0112,
      "step": 5179
    },
    {
      "epoch": 0.5615784908933218,
      "grad_norm": 0.2655770480632782,
      "learning_rate": 8.157551138836501e-05,
      "loss": 0.0505,
      "step": 5180
    },
    {
      "epoch": 0.5616869037294016,
      "grad_norm": 0.1940806806087494,
      "learning_rate": 8.157188452052808e-05,
      "loss": 0.0203,
      "step": 5181
    },
    {
      "epoch": 0.5617953165654813,
      "grad_norm": 0.21094489097595215,
      "learning_rate": 8.156825765269114e-05,
      "loss": 0.0322,
      "step": 5182
    },
    {
      "epoch": 0.5619037294015612,
      "grad_norm": 0.2520790994167328,
      "learning_rate": 8.156463078485421e-05,
      "loss": 0.0721,
      "step": 5183
    },
    {
      "epoch": 0.562012142237641,
      "grad_norm": 0.21298463642597198,
      "learning_rate": 8.156100391701726e-05,
      "loss": 0.0301,
      "step": 5184
    },
    {
      "epoch": 0.5621205550737207,
      "grad_norm": 0.231359601020813,
      "learning_rate": 8.155737704918032e-05,
      "loss": 0.0456,
      "step": 5185
    },
    {
      "epoch": 0.5622289679098005,
      "grad_norm": 0.17011649906635284,
      "learning_rate": 8.155375018134339e-05,
      "loss": 0.039,
      "step": 5186
    },
    {
      "epoch": 0.5623373807458804,
      "grad_norm": 0.13878722488880157,
      "learning_rate": 8.155012331350645e-05,
      "loss": 0.0239,
      "step": 5187
    },
    {
      "epoch": 0.5624457935819601,
      "grad_norm": 0.24718695878982544,
      "learning_rate": 8.154649644566953e-05,
      "loss": 0.0624,
      "step": 5188
    },
    {
      "epoch": 0.5625542064180399,
      "grad_norm": 0.16010072827339172,
      "learning_rate": 8.154286957783259e-05,
      "loss": 0.0301,
      "step": 5189
    },
    {
      "epoch": 0.5626626192541196,
      "grad_norm": 0.14826147258281708,
      "learning_rate": 8.153924270999565e-05,
      "loss": 0.065,
      "step": 5190
    },
    {
      "epoch": 0.5627710320901995,
      "grad_norm": 0.17747946083545685,
      "learning_rate": 8.153561584215872e-05,
      "loss": 0.0528,
      "step": 5191
    },
    {
      "epoch": 0.5628794449262793,
      "grad_norm": 0.12940412759780884,
      "learning_rate": 8.153198897432178e-05,
      "loss": 0.0319,
      "step": 5192
    },
    {
      "epoch": 0.562987857762359,
      "grad_norm": 0.10827058553695679,
      "learning_rate": 8.152836210648485e-05,
      "loss": 0.0363,
      "step": 5193
    },
    {
      "epoch": 0.5630962705984388,
      "grad_norm": 0.0862022265791893,
      "learning_rate": 8.15247352386479e-05,
      "loss": 0.0344,
      "step": 5194
    },
    {
      "epoch": 0.5632046834345187,
      "grad_norm": 0.20362916588783264,
      "learning_rate": 8.152110837081098e-05,
      "loss": 0.0264,
      "step": 5195
    },
    {
      "epoch": 0.5633130962705984,
      "grad_norm": 0.39733293652534485,
      "learning_rate": 8.151748150297403e-05,
      "loss": 0.0572,
      "step": 5196
    },
    {
      "epoch": 0.5634215091066782,
      "grad_norm": 0.2298072874546051,
      "learning_rate": 8.15138546351371e-05,
      "loss": 0.0381,
      "step": 5197
    },
    {
      "epoch": 0.563529921942758,
      "grad_norm": 0.22614051401615143,
      "learning_rate": 8.151022776730016e-05,
      "loss": 0.062,
      "step": 5198
    },
    {
      "epoch": 0.5636383347788378,
      "grad_norm": 0.4241751432418823,
      "learning_rate": 8.150660089946322e-05,
      "loss": 0.04,
      "step": 5199
    },
    {
      "epoch": 0.5637467476149176,
      "grad_norm": 0.25976720452308655,
      "learning_rate": 8.150297403162629e-05,
      "loss": 0.0591,
      "step": 5200
    },
    {
      "epoch": 0.5638551604509974,
      "grad_norm": 0.20185336470603943,
      "learning_rate": 8.149934716378935e-05,
      "loss": 0.0276,
      "step": 5201
    },
    {
      "epoch": 0.5639635732870771,
      "grad_norm": 0.2551899552345276,
      "learning_rate": 8.149572029595242e-05,
      "loss": 0.0347,
      "step": 5202
    },
    {
      "epoch": 0.564071986123157,
      "grad_norm": 0.16326896846294403,
      "learning_rate": 8.149209342811548e-05,
      "loss": 0.0161,
      "step": 5203
    },
    {
      "epoch": 0.5641803989592368,
      "grad_norm": 0.1610756367444992,
      "learning_rate": 8.148846656027855e-05,
      "loss": 0.022,
      "step": 5204
    },
    {
      "epoch": 0.5642888117953165,
      "grad_norm": 0.3557366132736206,
      "learning_rate": 8.148483969244162e-05,
      "loss": 0.0988,
      "step": 5205
    },
    {
      "epoch": 0.5643972246313964,
      "grad_norm": 0.1632910668849945,
      "learning_rate": 8.148121282460467e-05,
      "loss": 0.0127,
      "step": 5206
    },
    {
      "epoch": 0.5645056374674762,
      "grad_norm": 0.32841718196868896,
      "learning_rate": 8.147758595676775e-05,
      "loss": 0.0988,
      "step": 5207
    },
    {
      "epoch": 0.5646140503035559,
      "grad_norm": 0.15731683373451233,
      "learning_rate": 8.14739590889308e-05,
      "loss": 0.0539,
      "step": 5208
    },
    {
      "epoch": 0.5647224631396357,
      "grad_norm": 0.20810392498970032,
      "learning_rate": 8.147033222109387e-05,
      "loss": 0.0483,
      "step": 5209
    },
    {
      "epoch": 0.5648308759757156,
      "grad_norm": 0.16952641308307648,
      "learning_rate": 8.146670535325693e-05,
      "loss": 0.041,
      "step": 5210
    },
    {
      "epoch": 0.5649392888117953,
      "grad_norm": 0.09920988976955414,
      "learning_rate": 8.146307848542e-05,
      "loss": 0.0228,
      "step": 5211
    },
    {
      "epoch": 0.5650477016478751,
      "grad_norm": 0.3647213280200958,
      "learning_rate": 8.145945161758306e-05,
      "loss": 0.0912,
      "step": 5212
    },
    {
      "epoch": 0.5651561144839549,
      "grad_norm": 0.2529858648777008,
      "learning_rate": 8.145582474974612e-05,
      "loss": 0.0663,
      "step": 5213
    },
    {
      "epoch": 0.5652645273200347,
      "grad_norm": 0.10451678931713104,
      "learning_rate": 8.145219788190919e-05,
      "loss": 0.0338,
      "step": 5214
    },
    {
      "epoch": 0.5653729401561145,
      "grad_norm": 0.2442566156387329,
      "learning_rate": 8.144857101407224e-05,
      "loss": 0.0532,
      "step": 5215
    },
    {
      "epoch": 0.5654813529921943,
      "grad_norm": 0.2495170682668686,
      "learning_rate": 8.144494414623532e-05,
      "loss": 0.0732,
      "step": 5216
    },
    {
      "epoch": 0.565589765828274,
      "grad_norm": 0.28117135167121887,
      "learning_rate": 8.144131727839837e-05,
      "loss": 0.0514,
      "step": 5217
    },
    {
      "epoch": 0.5656981786643539,
      "grad_norm": 0.14594991505146027,
      "learning_rate": 8.143769041056144e-05,
      "loss": 0.0318,
      "step": 5218
    },
    {
      "epoch": 0.5658065915004337,
      "grad_norm": 0.06096811220049858,
      "learning_rate": 8.14340635427245e-05,
      "loss": 0.0101,
      "step": 5219
    },
    {
      "epoch": 0.5659150043365134,
      "grad_norm": 0.24855439364910126,
      "learning_rate": 8.143043667488757e-05,
      "loss": 0.082,
      "step": 5220
    },
    {
      "epoch": 0.5660234171725932,
      "grad_norm": 0.11738854646682739,
      "learning_rate": 8.142680980705063e-05,
      "loss": 0.0239,
      "step": 5221
    },
    {
      "epoch": 0.5661318300086731,
      "grad_norm": 0.198947012424469,
      "learning_rate": 8.142318293921369e-05,
      "loss": 0.0387,
      "step": 5222
    },
    {
      "epoch": 0.5662402428447528,
      "grad_norm": 0.15487328171730042,
      "learning_rate": 8.141955607137677e-05,
      "loss": 0.0318,
      "step": 5223
    },
    {
      "epoch": 0.5663486556808326,
      "grad_norm": 0.1885141134262085,
      "learning_rate": 8.141592920353983e-05,
      "loss": 0.0232,
      "step": 5224
    },
    {
      "epoch": 0.5664570685169124,
      "grad_norm": 0.05209425464272499,
      "learning_rate": 8.14123023357029e-05,
      "loss": 0.0116,
      "step": 5225
    },
    {
      "epoch": 0.5665654813529922,
      "grad_norm": 0.23306545615196228,
      "learning_rate": 8.140867546786596e-05,
      "loss": 0.056,
      "step": 5226
    },
    {
      "epoch": 0.566673894189072,
      "grad_norm": 0.09681030362844467,
      "learning_rate": 8.140504860002903e-05,
      "loss": 0.0282,
      "step": 5227
    },
    {
      "epoch": 0.5667823070251518,
      "grad_norm": 0.13179278373718262,
      "learning_rate": 8.140142173219209e-05,
      "loss": 0.0357,
      "step": 5228
    },
    {
      "epoch": 0.5668907198612315,
      "grad_norm": 0.17570462822914124,
      "learning_rate": 8.139779486435514e-05,
      "loss": 0.0315,
      "step": 5229
    },
    {
      "epoch": 0.5669991326973114,
      "grad_norm": 0.13604871928691864,
      "learning_rate": 8.139416799651821e-05,
      "loss": 0.0211,
      "step": 5230
    },
    {
      "epoch": 0.5671075455333912,
      "grad_norm": 0.16763266921043396,
      "learning_rate": 8.139054112868127e-05,
      "loss": 0.0574,
      "step": 5231
    },
    {
      "epoch": 0.5672159583694709,
      "grad_norm": 0.04967566579580307,
      "learning_rate": 8.138691426084434e-05,
      "loss": 0.014,
      "step": 5232
    },
    {
      "epoch": 0.5673243712055508,
      "grad_norm": 0.23413720726966858,
      "learning_rate": 8.13832873930074e-05,
      "loss": 0.0552,
      "step": 5233
    },
    {
      "epoch": 0.5674327840416306,
      "grad_norm": 0.15933758020401,
      "learning_rate": 8.137966052517047e-05,
      "loss": 0.0365,
      "step": 5234
    },
    {
      "epoch": 0.5675411968777103,
      "grad_norm": 0.22867074608802795,
      "learning_rate": 8.137603365733353e-05,
      "loss": 0.03,
      "step": 5235
    },
    {
      "epoch": 0.5676496097137901,
      "grad_norm": 0.22821199893951416,
      "learning_rate": 8.13724067894966e-05,
      "loss": 0.0503,
      "step": 5236
    },
    {
      "epoch": 0.56775802254987,
      "grad_norm": 0.5370973348617554,
      "learning_rate": 8.136877992165966e-05,
      "loss": 0.0543,
      "step": 5237
    },
    {
      "epoch": 0.5678664353859497,
      "grad_norm": 0.1534378081560135,
      "learning_rate": 8.136515305382271e-05,
      "loss": 0.0636,
      "step": 5238
    },
    {
      "epoch": 0.5679748482220295,
      "grad_norm": 0.08799184113740921,
      "learning_rate": 8.136152618598578e-05,
      "loss": 0.0205,
      "step": 5239
    },
    {
      "epoch": 0.5680832610581092,
      "grad_norm": 0.19391697645187378,
      "learning_rate": 8.135789931814885e-05,
      "loss": 0.0488,
      "step": 5240
    },
    {
      "epoch": 0.5681916738941891,
      "grad_norm": 0.19778230786323547,
      "learning_rate": 8.135427245031193e-05,
      "loss": 0.0404,
      "step": 5241
    },
    {
      "epoch": 0.5683000867302689,
      "grad_norm": 0.2085433453321457,
      "learning_rate": 8.135064558247498e-05,
      "loss": 0.0334,
      "step": 5242
    },
    {
      "epoch": 0.5684084995663486,
      "grad_norm": 0.09555337578058243,
      "learning_rate": 8.134701871463804e-05,
      "loss": 0.0129,
      "step": 5243
    },
    {
      "epoch": 0.5685169124024284,
      "grad_norm": 0.13165247440338135,
      "learning_rate": 8.134339184680111e-05,
      "loss": 0.0192,
      "step": 5244
    },
    {
      "epoch": 0.5686253252385083,
      "grad_norm": 0.1964394599199295,
      "learning_rate": 8.133976497896417e-05,
      "loss": 0.0155,
      "step": 5245
    },
    {
      "epoch": 0.568733738074588,
      "grad_norm": 0.14917698502540588,
      "learning_rate": 8.133613811112724e-05,
      "loss": 0.0351,
      "step": 5246
    },
    {
      "epoch": 0.5688421509106678,
      "grad_norm": 0.14643894135951996,
      "learning_rate": 8.13325112432903e-05,
      "loss": 0.0254,
      "step": 5247
    },
    {
      "epoch": 0.5689505637467476,
      "grad_norm": 0.3165483772754669,
      "learning_rate": 8.132888437545337e-05,
      "loss": 0.0396,
      "step": 5248
    },
    {
      "epoch": 0.5690589765828274,
      "grad_norm": 0.48632872104644775,
      "learning_rate": 8.132525750761642e-05,
      "loss": 0.0559,
      "step": 5249
    },
    {
      "epoch": 0.5691673894189072,
      "grad_norm": 0.17773453891277313,
      "learning_rate": 8.13216306397795e-05,
      "loss": 0.0406,
      "step": 5250
    },
    {
      "epoch": 0.569275802254987,
      "grad_norm": 0.23433072865009308,
      "learning_rate": 8.131800377194255e-05,
      "loss": 0.0374,
      "step": 5251
    },
    {
      "epoch": 0.5693842150910667,
      "grad_norm": 0.1422146111726761,
      "learning_rate": 8.131437690410561e-05,
      "loss": 0.0212,
      "step": 5252
    },
    {
      "epoch": 0.5694926279271466,
      "grad_norm": 0.4580996036529541,
      "learning_rate": 8.131075003626868e-05,
      "loss": 0.0685,
      "step": 5253
    },
    {
      "epoch": 0.5696010407632264,
      "grad_norm": 0.3428003787994385,
      "learning_rate": 8.130712316843174e-05,
      "loss": 0.0401,
      "step": 5254
    },
    {
      "epoch": 0.5697094535993061,
      "grad_norm": 0.2030242383480072,
      "learning_rate": 8.130349630059481e-05,
      "loss": 0.0342,
      "step": 5255
    },
    {
      "epoch": 0.5698178664353859,
      "grad_norm": 0.10675359517335892,
      "learning_rate": 8.129986943275787e-05,
      "loss": 0.0212,
      "step": 5256
    },
    {
      "epoch": 0.5699262792714658,
      "grad_norm": 0.13566549122333527,
      "learning_rate": 8.129624256492094e-05,
      "loss": 0.0235,
      "step": 5257
    },
    {
      "epoch": 0.5700346921075455,
      "grad_norm": 0.3933464288711548,
      "learning_rate": 8.129261569708401e-05,
      "loss": 0.0538,
      "step": 5258
    },
    {
      "epoch": 0.5701431049436253,
      "grad_norm": 0.12612086534500122,
      "learning_rate": 8.128898882924707e-05,
      "loss": 0.0142,
      "step": 5259
    },
    {
      "epoch": 0.5702515177797051,
      "grad_norm": 0.3980477750301361,
      "learning_rate": 8.128536196141014e-05,
      "loss": 0.0809,
      "step": 5260
    },
    {
      "epoch": 0.5703599306157849,
      "grad_norm": 0.24469350278377533,
      "learning_rate": 8.12817350935732e-05,
      "loss": 0.0373,
      "step": 5261
    },
    {
      "epoch": 0.5704683434518647,
      "grad_norm": 0.2594268321990967,
      "learning_rate": 8.127810822573626e-05,
      "loss": 0.039,
      "step": 5262
    },
    {
      "epoch": 0.5705767562879445,
      "grad_norm": 0.23951241374015808,
      "learning_rate": 8.127448135789932e-05,
      "loss": 0.036,
      "step": 5263
    },
    {
      "epoch": 0.5706851691240243,
      "grad_norm": 0.3590252101421356,
      "learning_rate": 8.127085449006239e-05,
      "loss": 0.034,
      "step": 5264
    },
    {
      "epoch": 0.5707935819601041,
      "grad_norm": 0.1268032044172287,
      "learning_rate": 8.126722762222545e-05,
      "loss": 0.0219,
      "step": 5265
    },
    {
      "epoch": 0.5709019947961839,
      "grad_norm": 0.16705910861492157,
      "learning_rate": 8.126360075438851e-05,
      "loss": 0.0491,
      "step": 5266
    },
    {
      "epoch": 0.5710104076322636,
      "grad_norm": 0.21745112538337708,
      "learning_rate": 8.125997388655158e-05,
      "loss": 0.0371,
      "step": 5267
    },
    {
      "epoch": 0.5711188204683435,
      "grad_norm": 0.18216267228126526,
      "learning_rate": 8.125634701871464e-05,
      "loss": 0.0403,
      "step": 5268
    },
    {
      "epoch": 0.5712272333044233,
      "grad_norm": 0.15808679163455963,
      "learning_rate": 8.12527201508777e-05,
      "loss": 0.0367,
      "step": 5269
    },
    {
      "epoch": 0.571335646140503,
      "grad_norm": 0.3388049304485321,
      "learning_rate": 8.124909328304076e-05,
      "loss": 0.0398,
      "step": 5270
    },
    {
      "epoch": 0.5714440589765828,
      "grad_norm": 0.3859892785549164,
      "learning_rate": 8.124546641520383e-05,
      "loss": 0.0775,
      "step": 5271
    },
    {
      "epoch": 0.5715524718126627,
      "grad_norm": 0.3155568838119507,
      "learning_rate": 8.124183954736689e-05,
      "loss": 0.0737,
      "step": 5272
    },
    {
      "epoch": 0.5716608846487424,
      "grad_norm": 0.10844230651855469,
      "learning_rate": 8.123821267952996e-05,
      "loss": 0.0183,
      "step": 5273
    },
    {
      "epoch": 0.5717692974848222,
      "grad_norm": 0.15564341843128204,
      "learning_rate": 8.123458581169302e-05,
      "loss": 0.0132,
      "step": 5274
    },
    {
      "epoch": 0.571877710320902,
      "grad_norm": 0.10531323403120041,
      "learning_rate": 8.123095894385609e-05,
      "loss": 0.0183,
      "step": 5275
    },
    {
      "epoch": 0.5719861231569818,
      "grad_norm": 0.40386897325515747,
      "learning_rate": 8.122733207601916e-05,
      "loss": 0.078,
      "step": 5276
    },
    {
      "epoch": 0.5720945359930616,
      "grad_norm": 0.18895307183265686,
      "learning_rate": 8.122370520818222e-05,
      "loss": 0.0338,
      "step": 5277
    },
    {
      "epoch": 0.5722029488291414,
      "grad_norm": 0.37420225143432617,
      "learning_rate": 8.122007834034529e-05,
      "loss": 0.0515,
      "step": 5278
    },
    {
      "epoch": 0.5723113616652211,
      "grad_norm": 0.2733837366104126,
      "learning_rate": 8.121645147250835e-05,
      "loss": 0.0584,
      "step": 5279
    },
    {
      "epoch": 0.572419774501301,
      "grad_norm": 0.28830522298812866,
      "learning_rate": 8.12128246046714e-05,
      "loss": 0.044,
      "step": 5280
    },
    {
      "epoch": 0.5725281873373808,
      "grad_norm": 0.2188348025083542,
      "learning_rate": 8.120919773683448e-05,
      "loss": 0.0294,
      "step": 5281
    },
    {
      "epoch": 0.5726366001734605,
      "grad_norm": 0.3539966344833374,
      "learning_rate": 8.120557086899753e-05,
      "loss": 0.0214,
      "step": 5282
    },
    {
      "epoch": 0.5727450130095403,
      "grad_norm": 0.23040203750133514,
      "learning_rate": 8.12019440011606e-05,
      "loss": 0.0242,
      "step": 5283
    },
    {
      "epoch": 0.5728534258456202,
      "grad_norm": 0.13327759504318237,
      "learning_rate": 8.119831713332366e-05,
      "loss": 0.0424,
      "step": 5284
    },
    {
      "epoch": 0.5729618386816999,
      "grad_norm": 0.12961329519748688,
      "learning_rate": 8.119469026548673e-05,
      "loss": 0.0352,
      "step": 5285
    },
    {
      "epoch": 0.5730702515177797,
      "grad_norm": 0.22908373177051544,
      "learning_rate": 8.119106339764979e-05,
      "loss": 0.0436,
      "step": 5286
    },
    {
      "epoch": 0.5731786643538594,
      "grad_norm": 0.19043397903442383,
      "learning_rate": 8.118743652981286e-05,
      "loss": 0.0258,
      "step": 5287
    },
    {
      "epoch": 0.5732870771899393,
      "grad_norm": 0.19243775308132172,
      "learning_rate": 8.118380966197592e-05,
      "loss": 0.0506,
      "step": 5288
    },
    {
      "epoch": 0.5733954900260191,
      "grad_norm": 0.3205799162387848,
      "learning_rate": 8.118018279413898e-05,
      "loss": 0.0798,
      "step": 5289
    },
    {
      "epoch": 0.5735039028620988,
      "grad_norm": 0.4447026252746582,
      "learning_rate": 8.117655592630205e-05,
      "loss": 0.0941,
      "step": 5290
    },
    {
      "epoch": 0.5736123156981786,
      "grad_norm": 0.16138316690921783,
      "learning_rate": 8.11729290584651e-05,
      "loss": 0.0543,
      "step": 5291
    },
    {
      "epoch": 0.5737207285342585,
      "grad_norm": 0.17361868917942047,
      "learning_rate": 8.116930219062819e-05,
      "loss": 0.0333,
      "step": 5292
    },
    {
      "epoch": 0.5738291413703382,
      "grad_norm": 0.09207087755203247,
      "learning_rate": 8.116567532279125e-05,
      "loss": 0.0167,
      "step": 5293
    },
    {
      "epoch": 0.573937554206418,
      "grad_norm": 0.26048949360847473,
      "learning_rate": 8.11620484549543e-05,
      "loss": 0.0745,
      "step": 5294
    },
    {
      "epoch": 0.5740459670424979,
      "grad_norm": 0.21269644796848297,
      "learning_rate": 8.115842158711737e-05,
      "loss": 0.0723,
      "step": 5295
    },
    {
      "epoch": 0.5741543798785776,
      "grad_norm": 0.20799653232097626,
      "learning_rate": 8.115479471928043e-05,
      "loss": 0.0463,
      "step": 5296
    },
    {
      "epoch": 0.5742627927146574,
      "grad_norm": 0.16984781622886658,
      "learning_rate": 8.11511678514435e-05,
      "loss": 0.0365,
      "step": 5297
    },
    {
      "epoch": 0.5743712055507372,
      "grad_norm": 0.1266660988330841,
      "learning_rate": 8.114754098360656e-05,
      "loss": 0.0378,
      "step": 5298
    },
    {
      "epoch": 0.574479618386817,
      "grad_norm": 0.2182321399450302,
      "learning_rate": 8.114391411576963e-05,
      "loss": 0.047,
      "step": 5299
    },
    {
      "epoch": 0.5745880312228968,
      "grad_norm": 0.24212811887264252,
      "learning_rate": 8.114028724793269e-05,
      "loss": 0.0852,
      "step": 5300
    },
    {
      "epoch": 0.5746964440589766,
      "grad_norm": 0.4181659519672394,
      "learning_rate": 8.113666038009576e-05,
      "loss": 0.1007,
      "step": 5301
    },
    {
      "epoch": 0.5748048568950563,
      "grad_norm": 0.13177961111068726,
      "learning_rate": 8.113303351225882e-05,
      "loss": 0.0243,
      "step": 5302
    },
    {
      "epoch": 0.5749132697311362,
      "grad_norm": 0.21272173523902893,
      "learning_rate": 8.112940664442187e-05,
      "loss": 0.0429,
      "step": 5303
    },
    {
      "epoch": 0.575021682567216,
      "grad_norm": 0.2532627284526825,
      "learning_rate": 8.112577977658494e-05,
      "loss": 0.0465,
      "step": 5304
    },
    {
      "epoch": 0.5751300954032957,
      "grad_norm": 0.12473496049642563,
      "learning_rate": 8.1122152908748e-05,
      "loss": 0.0479,
      "step": 5305
    },
    {
      "epoch": 0.5752385082393755,
      "grad_norm": 0.21718694269657135,
      "learning_rate": 8.111852604091107e-05,
      "loss": 0.0518,
      "step": 5306
    },
    {
      "epoch": 0.5753469210754554,
      "grad_norm": 0.235080748796463,
      "learning_rate": 8.111489917307413e-05,
      "loss": 0.0526,
      "step": 5307
    },
    {
      "epoch": 0.5754553339115351,
      "grad_norm": 0.20904235541820526,
      "learning_rate": 8.11112723052372e-05,
      "loss": 0.0433,
      "step": 5308
    },
    {
      "epoch": 0.5755637467476149,
      "grad_norm": 0.17160776257514954,
      "learning_rate": 8.110764543740027e-05,
      "loss": 0.0342,
      "step": 5309
    },
    {
      "epoch": 0.5756721595836947,
      "grad_norm": 0.11327365785837173,
      "learning_rate": 8.110401856956333e-05,
      "loss": 0.0385,
      "step": 5310
    },
    {
      "epoch": 0.5757805724197745,
      "grad_norm": 0.1565638780593872,
      "learning_rate": 8.11003917017264e-05,
      "loss": 0.0418,
      "step": 5311
    },
    {
      "epoch": 0.5758889852558543,
      "grad_norm": 0.17480014264583588,
      "learning_rate": 8.109676483388946e-05,
      "loss": 0.0425,
      "step": 5312
    },
    {
      "epoch": 0.5759973980919341,
      "grad_norm": 0.07161850482225418,
      "learning_rate": 8.109313796605253e-05,
      "loss": 0.0164,
      "step": 5313
    },
    {
      "epoch": 0.5761058109280138,
      "grad_norm": 0.15930812060832977,
      "learning_rate": 8.108951109821558e-05,
      "loss": 0.034,
      "step": 5314
    },
    {
      "epoch": 0.5762142237640937,
      "grad_norm": 0.15232275426387787,
      "learning_rate": 8.108588423037866e-05,
      "loss": 0.0462,
      "step": 5315
    },
    {
      "epoch": 0.5763226366001735,
      "grad_norm": 0.10657348483800888,
      "learning_rate": 8.108225736254171e-05,
      "loss": 0.0334,
      "step": 5316
    },
    {
      "epoch": 0.5764310494362532,
      "grad_norm": 0.13623929023742676,
      "learning_rate": 8.107863049470478e-05,
      "loss": 0.0263,
      "step": 5317
    },
    {
      "epoch": 0.576539462272333,
      "grad_norm": 0.27805545926094055,
      "learning_rate": 8.107500362686784e-05,
      "loss": 0.0375,
      "step": 5318
    },
    {
      "epoch": 0.5766478751084129,
      "grad_norm": 0.06625112146139145,
      "learning_rate": 8.10713767590309e-05,
      "loss": 0.0123,
      "step": 5319
    },
    {
      "epoch": 0.5767562879444926,
      "grad_norm": 0.10652878135442734,
      "learning_rate": 8.106774989119397e-05,
      "loss": 0.0279,
      "step": 5320
    },
    {
      "epoch": 0.5768647007805724,
      "grad_norm": 0.16429932415485382,
      "learning_rate": 8.106412302335703e-05,
      "loss": 0.0586,
      "step": 5321
    },
    {
      "epoch": 0.5769731136166523,
      "grad_norm": 0.15917842090129852,
      "learning_rate": 8.10604961555201e-05,
      "loss": 0.0324,
      "step": 5322
    },
    {
      "epoch": 0.577081526452732,
      "grad_norm": 0.1716393679380417,
      "learning_rate": 8.105686928768315e-05,
      "loss": 0.045,
      "step": 5323
    },
    {
      "epoch": 0.5771899392888118,
      "grad_norm": 0.13954848051071167,
      "learning_rate": 8.105324241984623e-05,
      "loss": 0.0218,
      "step": 5324
    },
    {
      "epoch": 0.5772983521248916,
      "grad_norm": 0.08543437719345093,
      "learning_rate": 8.104961555200928e-05,
      "loss": 0.0114,
      "step": 5325
    },
    {
      "epoch": 0.5774067649609714,
      "grad_norm": 0.5236547589302063,
      "learning_rate": 8.104598868417235e-05,
      "loss": 0.0505,
      "step": 5326
    },
    {
      "epoch": 0.5775151777970512,
      "grad_norm": 0.14280548691749573,
      "learning_rate": 8.104236181633542e-05,
      "loss": 0.0387,
      "step": 5327
    },
    {
      "epoch": 0.577623590633131,
      "grad_norm": 0.172420471906662,
      "learning_rate": 8.103873494849848e-05,
      "loss": 0.0355,
      "step": 5328
    },
    {
      "epoch": 0.5777320034692107,
      "grad_norm": 0.3287260830402374,
      "learning_rate": 8.103510808066155e-05,
      "loss": 0.0826,
      "step": 5329
    },
    {
      "epoch": 0.5778404163052906,
      "grad_norm": 0.16255132853984833,
      "learning_rate": 8.103148121282461e-05,
      "loss": 0.0505,
      "step": 5330
    },
    {
      "epoch": 0.5779488291413704,
      "grad_norm": 0.12313156574964523,
      "learning_rate": 8.102785434498768e-05,
      "loss": 0.029,
      "step": 5331
    },
    {
      "epoch": 0.5780572419774501,
      "grad_norm": 0.20114140212535858,
      "learning_rate": 8.102422747715074e-05,
      "loss": 0.0536,
      "step": 5332
    },
    {
      "epoch": 0.5781656548135299,
      "grad_norm": 0.2623872756958008,
      "learning_rate": 8.10206006093138e-05,
      "loss": 0.0405,
      "step": 5333
    },
    {
      "epoch": 0.5782740676496098,
      "grad_norm": 0.13557042181491852,
      "learning_rate": 8.101697374147687e-05,
      "loss": 0.0178,
      "step": 5334
    },
    {
      "epoch": 0.5783824804856895,
      "grad_norm": 0.14684122800827026,
      "learning_rate": 8.101334687363992e-05,
      "loss": 0.0261,
      "step": 5335
    },
    {
      "epoch": 0.5784908933217693,
      "grad_norm": 0.1616363674402237,
      "learning_rate": 8.1009720005803e-05,
      "loss": 0.0307,
      "step": 5336
    },
    {
      "epoch": 0.578599306157849,
      "grad_norm": 0.27712687849998474,
      "learning_rate": 8.100609313796605e-05,
      "loss": 0.0552,
      "step": 5337
    },
    {
      "epoch": 0.5787077189939289,
      "grad_norm": 0.2077316790819168,
      "learning_rate": 8.100246627012912e-05,
      "loss": 0.0303,
      "step": 5338
    },
    {
      "epoch": 0.5788161318300087,
      "grad_norm": 0.1742195188999176,
      "learning_rate": 8.099883940229218e-05,
      "loss": 0.0262,
      "step": 5339
    },
    {
      "epoch": 0.5789245446660884,
      "grad_norm": 0.14165325462818146,
      "learning_rate": 8.099521253445525e-05,
      "loss": 0.0282,
      "step": 5340
    },
    {
      "epoch": 0.5790329575021682,
      "grad_norm": 0.22450041770935059,
      "learning_rate": 8.099158566661831e-05,
      "loss": 0.043,
      "step": 5341
    },
    {
      "epoch": 0.5791413703382481,
      "grad_norm": 0.15798158943653107,
      "learning_rate": 8.098795879878137e-05,
      "loss": 0.0522,
      "step": 5342
    },
    {
      "epoch": 0.5792497831743278,
      "grad_norm": 0.13856662809848785,
      "learning_rate": 8.098433193094444e-05,
      "loss": 0.0194,
      "step": 5343
    },
    {
      "epoch": 0.5793581960104076,
      "grad_norm": 0.14349065721035004,
      "learning_rate": 8.098070506310751e-05,
      "loss": 0.0303,
      "step": 5344
    },
    {
      "epoch": 0.5794666088464874,
      "grad_norm": 0.20061033964157104,
      "learning_rate": 8.097707819527058e-05,
      "loss": 0.0243,
      "step": 5345
    },
    {
      "epoch": 0.5795750216825672,
      "grad_norm": 0.13563548028469086,
      "learning_rate": 8.097345132743364e-05,
      "loss": 0.0431,
      "step": 5346
    },
    {
      "epoch": 0.579683434518647,
      "grad_norm": 0.27355918288230896,
      "learning_rate": 8.09698244595967e-05,
      "loss": 0.1245,
      "step": 5347
    },
    {
      "epoch": 0.5797918473547268,
      "grad_norm": 0.016785308718681335,
      "learning_rate": 8.096619759175976e-05,
      "loss": 0.0023,
      "step": 5348
    },
    {
      "epoch": 0.5799002601908065,
      "grad_norm": 0.1536516398191452,
      "learning_rate": 8.096257072392282e-05,
      "loss": 0.0441,
      "step": 5349
    },
    {
      "epoch": 0.5800086730268864,
      "grad_norm": 0.15562714636325836,
      "learning_rate": 8.095894385608589e-05,
      "loss": 0.021,
      "step": 5350
    },
    {
      "epoch": 0.5801170858629662,
      "grad_norm": 0.3753819763660431,
      "learning_rate": 8.095531698824895e-05,
      "loss": 0.0986,
      "step": 5351
    },
    {
      "epoch": 0.5802254986990459,
      "grad_norm": 0.18196643888950348,
      "learning_rate": 8.095169012041202e-05,
      "loss": 0.031,
      "step": 5352
    },
    {
      "epoch": 0.5803339115351258,
      "grad_norm": 0.2957185208797455,
      "learning_rate": 8.094806325257508e-05,
      "loss": 0.0499,
      "step": 5353
    },
    {
      "epoch": 0.5804423243712056,
      "grad_norm": 0.07060117274522781,
      "learning_rate": 8.094443638473815e-05,
      "loss": 0.0148,
      "step": 5354
    },
    {
      "epoch": 0.5805507372072853,
      "grad_norm": 0.3367563486099243,
      "learning_rate": 8.09408095169012e-05,
      "loss": 0.031,
      "step": 5355
    },
    {
      "epoch": 0.5806591500433651,
      "grad_norm": 0.17855258285999298,
      "learning_rate": 8.093718264906426e-05,
      "loss": 0.048,
      "step": 5356
    },
    {
      "epoch": 0.580767562879445,
      "grad_norm": 0.2757517695426941,
      "learning_rate": 8.093355578122733e-05,
      "loss": 0.0929,
      "step": 5357
    },
    {
      "epoch": 0.5808759757155247,
      "grad_norm": 0.21048970520496368,
      "learning_rate": 8.092992891339039e-05,
      "loss": 0.0817,
      "step": 5358
    },
    {
      "epoch": 0.5809843885516045,
      "grad_norm": 0.1473030298948288,
      "learning_rate": 8.092630204555346e-05,
      "loss": 0.0147,
      "step": 5359
    },
    {
      "epoch": 0.5810928013876843,
      "grad_norm": 0.42684540152549744,
      "learning_rate": 8.092267517771652e-05,
      "loss": 0.0645,
      "step": 5360
    },
    {
      "epoch": 0.5812012142237641,
      "grad_norm": 0.20297175645828247,
      "learning_rate": 8.091904830987959e-05,
      "loss": 0.029,
      "step": 5361
    },
    {
      "epoch": 0.5813096270598439,
      "grad_norm": 0.1893981546163559,
      "learning_rate": 8.091542144204266e-05,
      "loss": 0.0502,
      "step": 5362
    },
    {
      "epoch": 0.5814180398959237,
      "grad_norm": 0.2951498329639435,
      "learning_rate": 8.091179457420572e-05,
      "loss": 0.0601,
      "step": 5363
    },
    {
      "epoch": 0.5815264527320034,
      "grad_norm": 0.11603013426065445,
      "learning_rate": 8.090816770636879e-05,
      "loss": 0.0356,
      "step": 5364
    },
    {
      "epoch": 0.5816348655680833,
      "grad_norm": 0.11704504489898682,
      "learning_rate": 8.090454083853185e-05,
      "loss": 0.0261,
      "step": 5365
    },
    {
      "epoch": 0.5817432784041631,
      "grad_norm": 0.22643186151981354,
      "learning_rate": 8.090091397069492e-05,
      "loss": 0.0195,
      "step": 5366
    },
    {
      "epoch": 0.5818516912402428,
      "grad_norm": 0.11062930524349213,
      "learning_rate": 8.089728710285798e-05,
      "loss": 0.0208,
      "step": 5367
    },
    {
      "epoch": 0.5819601040763226,
      "grad_norm": 0.1346079558134079,
      "learning_rate": 8.089366023502105e-05,
      "loss": 0.0381,
      "step": 5368
    },
    {
      "epoch": 0.5820685169124025,
      "grad_norm": 0.36275526881217957,
      "learning_rate": 8.08900333671841e-05,
      "loss": 0.062,
      "step": 5369
    },
    {
      "epoch": 0.5821769297484822,
      "grad_norm": 0.11476526409387589,
      "learning_rate": 8.088640649934716e-05,
      "loss": 0.0203,
      "step": 5370
    },
    {
      "epoch": 0.582285342584562,
      "grad_norm": 0.0960731953382492,
      "learning_rate": 8.088277963151023e-05,
      "loss": 0.011,
      "step": 5371
    },
    {
      "epoch": 0.5823937554206418,
      "grad_norm": 0.40106865763664246,
      "learning_rate": 8.087915276367329e-05,
      "loss": 0.0855,
      "step": 5372
    },
    {
      "epoch": 0.5825021682567216,
      "grad_norm": 0.31474724411964417,
      "learning_rate": 8.087552589583636e-05,
      "loss": 0.0772,
      "step": 5373
    },
    {
      "epoch": 0.5826105810928014,
      "grad_norm": 0.175267294049263,
      "learning_rate": 8.087189902799942e-05,
      "loss": 0.0433,
      "step": 5374
    },
    {
      "epoch": 0.5827189939288812,
      "grad_norm": 0.16300301253795624,
      "learning_rate": 8.086827216016249e-05,
      "loss": 0.0261,
      "step": 5375
    },
    {
      "epoch": 0.5828274067649609,
      "grad_norm": 0.08398562669754028,
      "learning_rate": 8.086464529232555e-05,
      "loss": 0.0134,
      "step": 5376
    },
    {
      "epoch": 0.5829358196010408,
      "grad_norm": 0.11182358860969543,
      "learning_rate": 8.086101842448862e-05,
      "loss": 0.0208,
      "step": 5377
    },
    {
      "epoch": 0.5830442324371206,
      "grad_norm": 0.41043195128440857,
      "learning_rate": 8.085739155665169e-05,
      "loss": 0.108,
      "step": 5378
    },
    {
      "epoch": 0.5831526452732003,
      "grad_norm": 0.32606297731399536,
      "learning_rate": 8.085376468881474e-05,
      "loss": 0.0502,
      "step": 5379
    },
    {
      "epoch": 0.5832610581092801,
      "grad_norm": 0.22925622761249542,
      "learning_rate": 8.085013782097782e-05,
      "loss": 0.0555,
      "step": 5380
    },
    {
      "epoch": 0.58336947094536,
      "grad_norm": 0.15813042223453522,
      "learning_rate": 8.084651095314087e-05,
      "loss": 0.0345,
      "step": 5381
    },
    {
      "epoch": 0.5834778837814397,
      "grad_norm": 0.17349790036678314,
      "learning_rate": 8.084288408530394e-05,
      "loss": 0.0374,
      "step": 5382
    },
    {
      "epoch": 0.5835862966175195,
      "grad_norm": 0.17726147174835205,
      "learning_rate": 8.0839257217467e-05,
      "loss": 0.03,
      "step": 5383
    },
    {
      "epoch": 0.5836947094535994,
      "grad_norm": 0.2351008802652359,
      "learning_rate": 8.083563034963006e-05,
      "loss": 0.0433,
      "step": 5384
    },
    {
      "epoch": 0.5838031222896791,
      "grad_norm": 0.34014832973480225,
      "learning_rate": 8.083200348179313e-05,
      "loss": 0.0992,
      "step": 5385
    },
    {
      "epoch": 0.5839115351257589,
      "grad_norm": 0.1634342521429062,
      "learning_rate": 8.082837661395619e-05,
      "loss": 0.0435,
      "step": 5386
    },
    {
      "epoch": 0.5840199479618386,
      "grad_norm": 0.1679147630929947,
      "learning_rate": 8.082474974611926e-05,
      "loss": 0.0325,
      "step": 5387
    },
    {
      "epoch": 0.5841283607979185,
      "grad_norm": 0.1544106900691986,
      "learning_rate": 8.082112287828231e-05,
      "loss": 0.0421,
      "step": 5388
    },
    {
      "epoch": 0.5842367736339983,
      "grad_norm": 0.5024896264076233,
      "learning_rate": 8.081749601044539e-05,
      "loss": 0.0377,
      "step": 5389
    },
    {
      "epoch": 0.584345186470078,
      "grad_norm": 0.22027693688869476,
      "learning_rate": 8.081386914260844e-05,
      "loss": 0.039,
      "step": 5390
    },
    {
      "epoch": 0.5844535993061578,
      "grad_norm": 0.3166391849517822,
      "learning_rate": 8.081024227477151e-05,
      "loss": 0.0208,
      "step": 5391
    },
    {
      "epoch": 0.5845620121422377,
      "grad_norm": 0.15748785436153412,
      "learning_rate": 8.080661540693457e-05,
      "loss": 0.0356,
      "step": 5392
    },
    {
      "epoch": 0.5846704249783174,
      "grad_norm": 0.10659579187631607,
      "learning_rate": 8.080298853909763e-05,
      "loss": 0.0349,
      "step": 5393
    },
    {
      "epoch": 0.5847788378143972,
      "grad_norm": 0.1428876519203186,
      "learning_rate": 8.07993616712607e-05,
      "loss": 0.0257,
      "step": 5394
    },
    {
      "epoch": 0.584887250650477,
      "grad_norm": 0.12703020870685577,
      "learning_rate": 8.079573480342377e-05,
      "loss": 0.0445,
      "step": 5395
    },
    {
      "epoch": 0.5849956634865568,
      "grad_norm": 0.20695190131664276,
      "learning_rate": 8.079210793558684e-05,
      "loss": 0.0355,
      "step": 5396
    },
    {
      "epoch": 0.5851040763226366,
      "grad_norm": 0.17279990017414093,
      "learning_rate": 8.07884810677499e-05,
      "loss": 0.0383,
      "step": 5397
    },
    {
      "epoch": 0.5852124891587164,
      "grad_norm": 0.18847273290157318,
      "learning_rate": 8.078485419991297e-05,
      "loss": 0.0537,
      "step": 5398
    },
    {
      "epoch": 0.5853209019947961,
      "grad_norm": 0.20631840825080872,
      "learning_rate": 8.078122733207603e-05,
      "loss": 0.053,
      "step": 5399
    },
    {
      "epoch": 0.585429314830876,
      "grad_norm": 0.13055850565433502,
      "learning_rate": 8.077760046423908e-05,
      "loss": 0.0202,
      "step": 5400
    },
    {
      "epoch": 0.5855377276669558,
      "grad_norm": 0.14934875071048737,
      "learning_rate": 8.077397359640215e-05,
      "loss": 0.0372,
      "step": 5401
    },
    {
      "epoch": 0.5856461405030355,
      "grad_norm": 0.31754523515701294,
      "learning_rate": 8.077034672856521e-05,
      "loss": 0.0364,
      "step": 5402
    },
    {
      "epoch": 0.5857545533391153,
      "grad_norm": 0.05553349480032921,
      "learning_rate": 8.076671986072828e-05,
      "loss": 0.0102,
      "step": 5403
    },
    {
      "epoch": 0.5858629661751952,
      "grad_norm": 0.11852538585662842,
      "learning_rate": 8.076309299289134e-05,
      "loss": 0.0313,
      "step": 5404
    },
    {
      "epoch": 0.5859713790112749,
      "grad_norm": 0.08389125764369965,
      "learning_rate": 8.075946612505441e-05,
      "loss": 0.0121,
      "step": 5405
    },
    {
      "epoch": 0.5860797918473547,
      "grad_norm": 0.2818315029144287,
      "learning_rate": 8.075583925721747e-05,
      "loss": 0.0664,
      "step": 5406
    },
    {
      "epoch": 0.5861882046834345,
      "grad_norm": 0.47789084911346436,
      "learning_rate": 8.075221238938053e-05,
      "loss": 0.0604,
      "step": 5407
    },
    {
      "epoch": 0.5862966175195143,
      "grad_norm": 0.1670248806476593,
      "learning_rate": 8.07485855215436e-05,
      "loss": 0.0538,
      "step": 5408
    },
    {
      "epoch": 0.5864050303555941,
      "grad_norm": 0.20338869094848633,
      "learning_rate": 8.074495865370665e-05,
      "loss": 0.0469,
      "step": 5409
    },
    {
      "epoch": 0.5865134431916739,
      "grad_norm": 0.17296987771987915,
      "learning_rate": 8.074133178586973e-05,
      "loss": 0.044,
      "step": 5410
    },
    {
      "epoch": 0.5866218560277537,
      "grad_norm": 0.14907881617546082,
      "learning_rate": 8.073770491803278e-05,
      "loss": 0.0193,
      "step": 5411
    },
    {
      "epoch": 0.5867302688638335,
      "grad_norm": 0.12194182723760605,
      "learning_rate": 8.073407805019585e-05,
      "loss": 0.02,
      "step": 5412
    },
    {
      "epoch": 0.5868386816999133,
      "grad_norm": 0.20120865106582642,
      "learning_rate": 8.073045118235892e-05,
      "loss": 0.0421,
      "step": 5413
    },
    {
      "epoch": 0.586947094535993,
      "grad_norm": 0.17902922630310059,
      "learning_rate": 8.072682431452198e-05,
      "loss": 0.0494,
      "step": 5414
    },
    {
      "epoch": 0.5870555073720729,
      "grad_norm": 0.2964630424976349,
      "learning_rate": 8.072319744668505e-05,
      "loss": 0.0614,
      "step": 5415
    },
    {
      "epoch": 0.5871639202081527,
      "grad_norm": 0.06431879103183746,
      "learning_rate": 8.071957057884811e-05,
      "loss": 0.0088,
      "step": 5416
    },
    {
      "epoch": 0.5872723330442324,
      "grad_norm": 0.16399943828582764,
      "learning_rate": 8.071594371101118e-05,
      "loss": 0.0144,
      "step": 5417
    },
    {
      "epoch": 0.5873807458803122,
      "grad_norm": 0.19593565165996552,
      "learning_rate": 8.071231684317424e-05,
      "loss": 0.0465,
      "step": 5418
    },
    {
      "epoch": 0.5874891587163921,
      "grad_norm": 0.19779746234416962,
      "learning_rate": 8.070868997533731e-05,
      "loss": 0.0344,
      "step": 5419
    },
    {
      "epoch": 0.5875975715524718,
      "grad_norm": 0.2769048511981964,
      "learning_rate": 8.070506310750037e-05,
      "loss": 0.055,
      "step": 5420
    },
    {
      "epoch": 0.5877059843885516,
      "grad_norm": 0.33102887868881226,
      "learning_rate": 8.070143623966344e-05,
      "loss": 0.0768,
      "step": 5421
    },
    {
      "epoch": 0.5878143972246314,
      "grad_norm": 0.1232566386461258,
      "learning_rate": 8.06978093718265e-05,
      "loss": 0.0352,
      "step": 5422
    },
    {
      "epoch": 0.5879228100607112,
      "grad_norm": 0.15193530917167664,
      "learning_rate": 8.069418250398955e-05,
      "loss": 0.0497,
      "step": 5423
    },
    {
      "epoch": 0.588031222896791,
      "grad_norm": 0.09685572236776352,
      "learning_rate": 8.069055563615262e-05,
      "loss": 0.0248,
      "step": 5424
    },
    {
      "epoch": 0.5881396357328708,
      "grad_norm": 0.23071271181106567,
      "learning_rate": 8.068692876831568e-05,
      "loss": 0.0444,
      "step": 5425
    },
    {
      "epoch": 0.5882480485689505,
      "grad_norm": 0.08930560946464539,
      "learning_rate": 8.068330190047875e-05,
      "loss": 0.0255,
      "step": 5426
    },
    {
      "epoch": 0.5883564614050304,
      "grad_norm": 0.1346617043018341,
      "learning_rate": 8.067967503264181e-05,
      "loss": 0.048,
      "step": 5427
    },
    {
      "epoch": 0.5884648742411102,
      "grad_norm": 0.14495967328548431,
      "learning_rate": 8.067604816480488e-05,
      "loss": 0.0507,
      "step": 5428
    },
    {
      "epoch": 0.5885732870771899,
      "grad_norm": 0.3127363622188568,
      "learning_rate": 8.067242129696794e-05,
      "loss": 0.0625,
      "step": 5429
    },
    {
      "epoch": 0.5886816999132697,
      "grad_norm": 0.1058003306388855,
      "learning_rate": 8.066879442913101e-05,
      "loss": 0.015,
      "step": 5430
    },
    {
      "epoch": 0.5887901127493496,
      "grad_norm": 0.17244750261306763,
      "learning_rate": 8.066516756129408e-05,
      "loss": 0.0314,
      "step": 5431
    },
    {
      "epoch": 0.5888985255854293,
      "grad_norm": 0.28439265489578247,
      "learning_rate": 8.066154069345714e-05,
      "loss": 0.0752,
      "step": 5432
    },
    {
      "epoch": 0.5890069384215091,
      "grad_norm": 0.11120551824569702,
      "learning_rate": 8.06579138256202e-05,
      "loss": 0.0171,
      "step": 5433
    },
    {
      "epoch": 0.5891153512575888,
      "grad_norm": 0.23956270515918732,
      "learning_rate": 8.065428695778326e-05,
      "loss": 0.0325,
      "step": 5434
    },
    {
      "epoch": 0.5892237640936687,
      "grad_norm": 0.07653269171714783,
      "learning_rate": 8.065066008994633e-05,
      "loss": 0.0149,
      "step": 5435
    },
    {
      "epoch": 0.5893321769297485,
      "grad_norm": 0.16450783610343933,
      "learning_rate": 8.064703322210939e-05,
      "loss": 0.0497,
      "step": 5436
    },
    {
      "epoch": 0.5894405897658282,
      "grad_norm": 0.2601332366466522,
      "learning_rate": 8.064340635427245e-05,
      "loss": 0.0571,
      "step": 5437
    },
    {
      "epoch": 0.589549002601908,
      "grad_norm": 0.25746452808380127,
      "learning_rate": 8.063977948643552e-05,
      "loss": 0.0645,
      "step": 5438
    },
    {
      "epoch": 0.5896574154379879,
      "grad_norm": 0.24204285442829132,
      "learning_rate": 8.063615261859858e-05,
      "loss": 0.0301,
      "step": 5439
    },
    {
      "epoch": 0.5897658282740676,
      "grad_norm": 0.10696758329868317,
      "learning_rate": 8.063252575076165e-05,
      "loss": 0.027,
      "step": 5440
    },
    {
      "epoch": 0.5898742411101474,
      "grad_norm": 0.19143901765346527,
      "learning_rate": 8.06288988829247e-05,
      "loss": 0.0423,
      "step": 5441
    },
    {
      "epoch": 0.5899826539462273,
      "grad_norm": 0.18622371554374695,
      "learning_rate": 8.062527201508778e-05,
      "loss": 0.0388,
      "step": 5442
    },
    {
      "epoch": 0.590091066782307,
      "grad_norm": 0.13498975336551666,
      "learning_rate": 8.062164514725083e-05,
      "loss": 0.0313,
      "step": 5443
    },
    {
      "epoch": 0.5901994796183868,
      "grad_norm": 0.09721891582012177,
      "learning_rate": 8.06180182794139e-05,
      "loss": 0.0144,
      "step": 5444
    },
    {
      "epoch": 0.5903078924544666,
      "grad_norm": 0.2161262184381485,
      "learning_rate": 8.061439141157696e-05,
      "loss": 0.0529,
      "step": 5445
    },
    {
      "epoch": 0.5904163052905465,
      "grad_norm": 0.14755629003047943,
      "learning_rate": 8.061076454374002e-05,
      "loss": 0.0308,
      "step": 5446
    },
    {
      "epoch": 0.5905247181266262,
      "grad_norm": 0.2522013485431671,
      "learning_rate": 8.06071376759031e-05,
      "loss": 0.0352,
      "step": 5447
    },
    {
      "epoch": 0.590633130962706,
      "grad_norm": 0.1982625424861908,
      "learning_rate": 8.060351080806616e-05,
      "loss": 0.0559,
      "step": 5448
    },
    {
      "epoch": 0.5907415437987857,
      "grad_norm": 0.08917699009180069,
      "learning_rate": 8.059988394022923e-05,
      "loss": 0.014,
      "step": 5449
    },
    {
      "epoch": 0.5908499566348656,
      "grad_norm": 0.10989020764827728,
      "learning_rate": 8.059625707239229e-05,
      "loss": 0.0281,
      "step": 5450
    },
    {
      "epoch": 0.5909583694709454,
      "grad_norm": 0.2993951737880707,
      "learning_rate": 8.059263020455535e-05,
      "loss": 0.0516,
      "step": 5451
    },
    {
      "epoch": 0.5910667823070251,
      "grad_norm": 0.10318302363157272,
      "learning_rate": 8.058900333671842e-05,
      "loss": 0.0285,
      "step": 5452
    },
    {
      "epoch": 0.5911751951431049,
      "grad_norm": 0.18216146528720856,
      "learning_rate": 8.058537646888147e-05,
      "loss": 0.0528,
      "step": 5453
    },
    {
      "epoch": 0.5912836079791848,
      "grad_norm": 0.0974351316690445,
      "learning_rate": 8.058174960104455e-05,
      "loss": 0.0184,
      "step": 5454
    },
    {
      "epoch": 0.5913920208152645,
      "grad_norm": 0.1549898236989975,
      "learning_rate": 8.05781227332076e-05,
      "loss": 0.0491,
      "step": 5455
    },
    {
      "epoch": 0.5915004336513443,
      "grad_norm": 0.12430647015571594,
      "learning_rate": 8.057449586537067e-05,
      "loss": 0.0377,
      "step": 5456
    },
    {
      "epoch": 0.5916088464874241,
      "grad_norm": 0.08993128687143326,
      "learning_rate": 8.057086899753373e-05,
      "loss": 0.009,
      "step": 5457
    },
    {
      "epoch": 0.5917172593235039,
      "grad_norm": 0.15368539094924927,
      "learning_rate": 8.05672421296968e-05,
      "loss": 0.0313,
      "step": 5458
    },
    {
      "epoch": 0.5918256721595837,
      "grad_norm": 0.11015304177999496,
      "learning_rate": 8.056361526185986e-05,
      "loss": 0.0063,
      "step": 5459
    },
    {
      "epoch": 0.5919340849956635,
      "grad_norm": 0.16572648286819458,
      "learning_rate": 8.055998839402292e-05,
      "loss": 0.0466,
      "step": 5460
    },
    {
      "epoch": 0.5920424978317432,
      "grad_norm": 0.09090834856033325,
      "learning_rate": 8.055636152618599e-05,
      "loss": 0.0212,
      "step": 5461
    },
    {
      "epoch": 0.5921509106678231,
      "grad_norm": 0.20191994309425354,
      "learning_rate": 8.055273465834905e-05,
      "loss": 0.0224,
      "step": 5462
    },
    {
      "epoch": 0.5922593235039029,
      "grad_norm": 0.1839028298854828,
      "learning_rate": 8.054910779051212e-05,
      "loss": 0.0708,
      "step": 5463
    },
    {
      "epoch": 0.5923677363399826,
      "grad_norm": 0.03077002801001072,
      "learning_rate": 8.054548092267517e-05,
      "loss": 0.0041,
      "step": 5464
    },
    {
      "epoch": 0.5924761491760624,
      "grad_norm": 0.14613981544971466,
      "learning_rate": 8.054185405483824e-05,
      "loss": 0.0327,
      "step": 5465
    },
    {
      "epoch": 0.5925845620121423,
      "grad_norm": 0.1639985293149948,
      "learning_rate": 8.053822718700132e-05,
      "loss": 0.0204,
      "step": 5466
    },
    {
      "epoch": 0.592692974848222,
      "grad_norm": 0.3761030435562134,
      "learning_rate": 8.053460031916437e-05,
      "loss": 0.0601,
      "step": 5467
    },
    {
      "epoch": 0.5928013876843018,
      "grad_norm": 0.46455809473991394,
      "learning_rate": 8.053097345132744e-05,
      "loss": 0.0773,
      "step": 5468
    },
    {
      "epoch": 0.5929098005203816,
      "grad_norm": 0.1892625391483307,
      "learning_rate": 8.05273465834905e-05,
      "loss": 0.0235,
      "step": 5469
    },
    {
      "epoch": 0.5930182133564614,
      "grad_norm": 0.15745148062705994,
      "learning_rate": 8.052371971565357e-05,
      "loss": 0.0155,
      "step": 5470
    },
    {
      "epoch": 0.5931266261925412,
      "grad_norm": 0.2985491156578064,
      "learning_rate": 8.052009284781663e-05,
      "loss": 0.0603,
      "step": 5471
    },
    {
      "epoch": 0.593235039028621,
      "grad_norm": 0.09811115264892578,
      "learning_rate": 8.05164659799797e-05,
      "loss": 0.0104,
      "step": 5472
    },
    {
      "epoch": 0.5933434518647008,
      "grad_norm": 0.08546444028615952,
      "learning_rate": 8.051283911214276e-05,
      "loss": 0.0086,
      "step": 5473
    },
    {
      "epoch": 0.5934518647007806,
      "grad_norm": 0.3024691641330719,
      "learning_rate": 8.050921224430581e-05,
      "loss": 0.0795,
      "step": 5474
    },
    {
      "epoch": 0.5935602775368604,
      "grad_norm": 0.2705264985561371,
      "learning_rate": 8.050558537646889e-05,
      "loss": 0.0493,
      "step": 5475
    },
    {
      "epoch": 0.5936686903729401,
      "grad_norm": 0.21608486771583557,
      "learning_rate": 8.050195850863194e-05,
      "loss": 0.0326,
      "step": 5476
    },
    {
      "epoch": 0.59377710320902,
      "grad_norm": 0.41184356808662415,
      "learning_rate": 8.049833164079501e-05,
      "loss": 0.0936,
      "step": 5477
    },
    {
      "epoch": 0.5938855160450998,
      "grad_norm": 0.10978085547685623,
      "learning_rate": 8.049470477295807e-05,
      "loss": 0.0172,
      "step": 5478
    },
    {
      "epoch": 0.5939939288811795,
      "grad_norm": 0.3144971430301666,
      "learning_rate": 8.049107790512114e-05,
      "loss": 0.077,
      "step": 5479
    },
    {
      "epoch": 0.5941023417172593,
      "grad_norm": 0.1777271032333374,
      "learning_rate": 8.04874510372842e-05,
      "loss": 0.0372,
      "step": 5480
    },
    {
      "epoch": 0.5942107545533392,
      "grad_norm": 0.3039371073246002,
      "learning_rate": 8.048382416944727e-05,
      "loss": 0.0792,
      "step": 5481
    },
    {
      "epoch": 0.5943191673894189,
      "grad_norm": 0.16294050216674805,
      "learning_rate": 8.048019730161034e-05,
      "loss": 0.0274,
      "step": 5482
    },
    {
      "epoch": 0.5944275802254987,
      "grad_norm": 0.07342628389596939,
      "learning_rate": 8.04765704337734e-05,
      "loss": 0.019,
      "step": 5483
    },
    {
      "epoch": 0.5945359930615784,
      "grad_norm": 0.22086641192436218,
      "learning_rate": 8.047294356593647e-05,
      "loss": 0.0327,
      "step": 5484
    },
    {
      "epoch": 0.5946444058976583,
      "grad_norm": 0.18840405344963074,
      "learning_rate": 8.046931669809953e-05,
      "loss": 0.052,
      "step": 5485
    },
    {
      "epoch": 0.5947528187337381,
      "grad_norm": 0.054537005722522736,
      "learning_rate": 8.04656898302626e-05,
      "loss": 0.0079,
      "step": 5486
    },
    {
      "epoch": 0.5948612315698178,
      "grad_norm": 0.24011756479740143,
      "learning_rate": 8.046206296242565e-05,
      "loss": 0.0381,
      "step": 5487
    },
    {
      "epoch": 0.5949696444058976,
      "grad_norm": 0.1259058266878128,
      "learning_rate": 8.045843609458871e-05,
      "loss": 0.0135,
      "step": 5488
    },
    {
      "epoch": 0.5950780572419775,
      "grad_norm": 0.10448876768350601,
      "learning_rate": 8.045480922675178e-05,
      "loss": 0.0251,
      "step": 5489
    },
    {
      "epoch": 0.5951864700780573,
      "grad_norm": 0.23564516007900238,
      "learning_rate": 8.045118235891484e-05,
      "loss": 0.05,
      "step": 5490
    },
    {
      "epoch": 0.595294882914137,
      "grad_norm": 0.28062474727630615,
      "learning_rate": 8.044755549107791e-05,
      "loss": 0.062,
      "step": 5491
    },
    {
      "epoch": 0.5954032957502168,
      "grad_norm": 0.19701193273067474,
      "learning_rate": 8.044392862324097e-05,
      "loss": 0.0225,
      "step": 5492
    },
    {
      "epoch": 0.5955117085862967,
      "grad_norm": 0.15624694526195526,
      "learning_rate": 8.044030175540404e-05,
      "loss": 0.0418,
      "step": 5493
    },
    {
      "epoch": 0.5956201214223764,
      "grad_norm": 0.13368304073810577,
      "learning_rate": 8.04366748875671e-05,
      "loss": 0.0309,
      "step": 5494
    },
    {
      "epoch": 0.5957285342584562,
      "grad_norm": 0.16885243356227875,
      "learning_rate": 8.043304801973017e-05,
      "loss": 0.0177,
      "step": 5495
    },
    {
      "epoch": 0.5958369470945359,
      "grad_norm": 0.163570836186409,
      "learning_rate": 8.042942115189322e-05,
      "loss": 0.0479,
      "step": 5496
    },
    {
      "epoch": 0.5959453599306158,
      "grad_norm": 0.23475012183189392,
      "learning_rate": 8.042579428405628e-05,
      "loss": 0.0358,
      "step": 5497
    },
    {
      "epoch": 0.5960537727666956,
      "grad_norm": 0.1124134212732315,
      "learning_rate": 8.042216741621935e-05,
      "loss": 0.0273,
      "step": 5498
    },
    {
      "epoch": 0.5961621856027753,
      "grad_norm": 0.07078138738870621,
      "learning_rate": 8.041854054838242e-05,
      "loss": 0.0096,
      "step": 5499
    },
    {
      "epoch": 0.5962705984388552,
      "grad_norm": 0.3013438880443573,
      "learning_rate": 8.04149136805455e-05,
      "loss": 0.0388,
      "step": 5500
    },
    {
      "epoch": 0.596379011274935,
      "grad_norm": 0.21521331369876862,
      "learning_rate": 8.041128681270855e-05,
      "loss": 0.0302,
      "step": 5501
    },
    {
      "epoch": 0.5964874241110147,
      "grad_norm": 0.11274369060993195,
      "learning_rate": 8.040765994487162e-05,
      "loss": 0.0114,
      "step": 5502
    },
    {
      "epoch": 0.5965958369470945,
      "grad_norm": 0.2586299479007721,
      "learning_rate": 8.040403307703468e-05,
      "loss": 0.0262,
      "step": 5503
    },
    {
      "epoch": 0.5967042497831744,
      "grad_norm": 0.12229303270578384,
      "learning_rate": 8.040040620919774e-05,
      "loss": 0.0284,
      "step": 5504
    },
    {
      "epoch": 0.5968126626192541,
      "grad_norm": 0.11094442754983902,
      "learning_rate": 8.039677934136081e-05,
      "loss": 0.0135,
      "step": 5505
    },
    {
      "epoch": 0.5969210754553339,
      "grad_norm": 0.18580929934978485,
      "learning_rate": 8.039315247352387e-05,
      "loss": 0.044,
      "step": 5506
    },
    {
      "epoch": 0.5970294882914137,
      "grad_norm": 0.07882888615131378,
      "learning_rate": 8.038952560568694e-05,
      "loss": 0.0122,
      "step": 5507
    },
    {
      "epoch": 0.5971379011274935,
      "grad_norm": 0.18529120087623596,
      "learning_rate": 8.038589873785e-05,
      "loss": 0.0139,
      "step": 5508
    },
    {
      "epoch": 0.5972463139635733,
      "grad_norm": 0.18706510961055756,
      "learning_rate": 8.038227187001306e-05,
      "loss": 0.0131,
      "step": 5509
    },
    {
      "epoch": 0.5973547267996531,
      "grad_norm": 0.3924682140350342,
      "learning_rate": 8.037864500217612e-05,
      "loss": 0.0516,
      "step": 5510
    },
    {
      "epoch": 0.5974631396357328,
      "grad_norm": 0.11102776229381561,
      "learning_rate": 8.037501813433918e-05,
      "loss": 0.0244,
      "step": 5511
    },
    {
      "epoch": 0.5975715524718127,
      "grad_norm": 0.39673352241516113,
      "learning_rate": 8.037139126650225e-05,
      "loss": 0.0359,
      "step": 5512
    },
    {
      "epoch": 0.5976799653078925,
      "grad_norm": 0.13781653344631195,
      "learning_rate": 8.036776439866531e-05,
      "loss": 0.0078,
      "step": 5513
    },
    {
      "epoch": 0.5977883781439722,
      "grad_norm": 0.08566179871559143,
      "learning_rate": 8.036413753082838e-05,
      "loss": 0.0069,
      "step": 5514
    },
    {
      "epoch": 0.597896790980052,
      "grad_norm": 0.2397809773683548,
      "learning_rate": 8.036051066299144e-05,
      "loss": 0.0662,
      "step": 5515
    },
    {
      "epoch": 0.5980052038161319,
      "grad_norm": 0.201897993683815,
      "learning_rate": 8.035688379515452e-05,
      "loss": 0.019,
      "step": 5516
    },
    {
      "epoch": 0.5981136166522116,
      "grad_norm": 0.228159099817276,
      "learning_rate": 8.035325692731758e-05,
      "loss": 0.0547,
      "step": 5517
    },
    {
      "epoch": 0.5982220294882914,
      "grad_norm": 0.16178424656391144,
      "learning_rate": 8.034963005948063e-05,
      "loss": 0.023,
      "step": 5518
    },
    {
      "epoch": 0.5983304423243712,
      "grad_norm": 0.26805946230888367,
      "learning_rate": 8.03460031916437e-05,
      "loss": 0.0568,
      "step": 5519
    },
    {
      "epoch": 0.598438855160451,
      "grad_norm": 0.23121041059494019,
      "learning_rate": 8.034237632380676e-05,
      "loss": 0.0246,
      "step": 5520
    },
    {
      "epoch": 0.5985472679965308,
      "grad_norm": 0.153594508767128,
      "learning_rate": 8.033874945596983e-05,
      "loss": 0.0167,
      "step": 5521
    },
    {
      "epoch": 0.5986556808326106,
      "grad_norm": 0.019171370193362236,
      "learning_rate": 8.033512258813289e-05,
      "loss": 0.002,
      "step": 5522
    },
    {
      "epoch": 0.5987640936686903,
      "grad_norm": 0.07678676396608353,
      "learning_rate": 8.033149572029596e-05,
      "loss": 0.0114,
      "step": 5523
    },
    {
      "epoch": 0.5988725065047702,
      "grad_norm": 0.11888333410024643,
      "learning_rate": 8.032786885245902e-05,
      "loss": 0.0137,
      "step": 5524
    },
    {
      "epoch": 0.59898091934085,
      "grad_norm": 0.20671354234218597,
      "learning_rate": 8.032424198462209e-05,
      "loss": 0.0275,
      "step": 5525
    },
    {
      "epoch": 0.5990893321769297,
      "grad_norm": 0.2681398093700409,
      "learning_rate": 8.032061511678515e-05,
      "loss": 0.0483,
      "step": 5526
    },
    {
      "epoch": 0.5991977450130095,
      "grad_norm": 0.1890437752008438,
      "learning_rate": 8.03169882489482e-05,
      "loss": 0.0377,
      "step": 5527
    },
    {
      "epoch": 0.5993061578490894,
      "grad_norm": 0.07657530903816223,
      "learning_rate": 8.031336138111128e-05,
      "loss": 0.0104,
      "step": 5528
    },
    {
      "epoch": 0.5994145706851691,
      "grad_norm": 0.34748390316963196,
      "learning_rate": 8.030973451327433e-05,
      "loss": 0.0768,
      "step": 5529
    },
    {
      "epoch": 0.5995229835212489,
      "grad_norm": 0.4077799320220947,
      "learning_rate": 8.03061076454374e-05,
      "loss": 0.0411,
      "step": 5530
    },
    {
      "epoch": 0.5996313963573288,
      "grad_norm": 0.18432986736297607,
      "learning_rate": 8.030248077760046e-05,
      "loss": 0.0248,
      "step": 5531
    },
    {
      "epoch": 0.5997398091934085,
      "grad_norm": 0.16928401589393616,
      "learning_rate": 8.029885390976353e-05,
      "loss": 0.0197,
      "step": 5532
    },
    {
      "epoch": 0.5998482220294883,
      "grad_norm": 0.26457375288009644,
      "learning_rate": 8.029522704192659e-05,
      "loss": 0.0552,
      "step": 5533
    },
    {
      "epoch": 0.599956634865568,
      "grad_norm": 0.10839365422725677,
      "learning_rate": 8.029160017408966e-05,
      "loss": 0.0149,
      "step": 5534
    },
    {
      "epoch": 0.6000650477016479,
      "grad_norm": 0.12132780998945236,
      "learning_rate": 8.028797330625273e-05,
      "loss": 0.0175,
      "step": 5535
    },
    {
      "epoch": 0.6001734605377277,
      "grad_norm": 0.5753858089447021,
      "learning_rate": 8.028434643841579e-05,
      "loss": 0.1085,
      "step": 5536
    },
    {
      "epoch": 0.6002818733738075,
      "grad_norm": 0.3518245220184326,
      "learning_rate": 8.028071957057886e-05,
      "loss": 0.0452,
      "step": 5537
    },
    {
      "epoch": 0.6003902862098872,
      "grad_norm": 0.42839494347572327,
      "learning_rate": 8.027709270274192e-05,
      "loss": 0.0512,
      "step": 5538
    },
    {
      "epoch": 0.6004986990459671,
      "grad_norm": 0.20987848937511444,
      "learning_rate": 8.027346583490499e-05,
      "loss": 0.0459,
      "step": 5539
    },
    {
      "epoch": 0.6006071118820469,
      "grad_norm": 0.20128114521503448,
      "learning_rate": 8.026983896706805e-05,
      "loss": 0.0116,
      "step": 5540
    },
    {
      "epoch": 0.6007155247181266,
      "grad_norm": 0.26541587710380554,
      "learning_rate": 8.02662120992311e-05,
      "loss": 0.029,
      "step": 5541
    },
    {
      "epoch": 0.6008239375542064,
      "grad_norm": 0.4118083715438843,
      "learning_rate": 8.026258523139417e-05,
      "loss": 0.0511,
      "step": 5542
    },
    {
      "epoch": 0.6009323503902863,
      "grad_norm": 0.22411535680294037,
      "learning_rate": 8.025895836355723e-05,
      "loss": 0.037,
      "step": 5543
    },
    {
      "epoch": 0.601040763226366,
      "grad_norm": 0.5866567492485046,
      "learning_rate": 8.02553314957203e-05,
      "loss": 0.0764,
      "step": 5544
    },
    {
      "epoch": 0.6011491760624458,
      "grad_norm": 0.365852952003479,
      "learning_rate": 8.025170462788336e-05,
      "loss": 0.0588,
      "step": 5545
    },
    {
      "epoch": 0.6012575888985255,
      "grad_norm": 0.17587541043758392,
      "learning_rate": 8.024807776004643e-05,
      "loss": 0.0413,
      "step": 5546
    },
    {
      "epoch": 0.6013660017346054,
      "grad_norm": 0.11375036090612411,
      "learning_rate": 8.024445089220949e-05,
      "loss": 0.0285,
      "step": 5547
    },
    {
      "epoch": 0.6014744145706852,
      "grad_norm": 0.2653259038925171,
      "learning_rate": 8.024082402437256e-05,
      "loss": 0.0676,
      "step": 5548
    },
    {
      "epoch": 0.6015828274067649,
      "grad_norm": 0.600840151309967,
      "learning_rate": 8.023719715653562e-05,
      "loss": 0.0702,
      "step": 5549
    },
    {
      "epoch": 0.6016912402428447,
      "grad_norm": 0.2076161801815033,
      "learning_rate": 8.023357028869867e-05,
      "loss": 0.0358,
      "step": 5550
    },
    {
      "epoch": 0.6017996530789246,
      "grad_norm": 0.24556201696395874,
      "learning_rate": 8.022994342086176e-05,
      "loss": 0.0609,
      "step": 5551
    },
    {
      "epoch": 0.6019080659150043,
      "grad_norm": 0.2206658571958542,
      "learning_rate": 8.022631655302481e-05,
      "loss": 0.0197,
      "step": 5552
    },
    {
      "epoch": 0.6020164787510841,
      "grad_norm": 0.17236283421516418,
      "learning_rate": 8.022268968518789e-05,
      "loss": 0.0483,
      "step": 5553
    },
    {
      "epoch": 0.6021248915871639,
      "grad_norm": 0.2507935166358948,
      "learning_rate": 8.021906281735094e-05,
      "loss": 0.0831,
      "step": 5554
    },
    {
      "epoch": 0.6022333044232437,
      "grad_norm": 0.18662968277931213,
      "learning_rate": 8.0215435949514e-05,
      "loss": 0.031,
      "step": 5555
    },
    {
      "epoch": 0.6023417172593235,
      "grad_norm": 0.19812074303627014,
      "learning_rate": 8.021180908167707e-05,
      "loss": 0.0377,
      "step": 5556
    },
    {
      "epoch": 0.6024501300954033,
      "grad_norm": 0.10961167514324188,
      "learning_rate": 8.020818221384013e-05,
      "loss": 0.0244,
      "step": 5557
    },
    {
      "epoch": 0.602558542931483,
      "grad_norm": 0.16138166189193726,
      "learning_rate": 8.02045553460032e-05,
      "loss": 0.0669,
      "step": 5558
    },
    {
      "epoch": 0.6026669557675629,
      "grad_norm": 0.14227327704429626,
      "learning_rate": 8.020092847816626e-05,
      "loss": 0.0481,
      "step": 5559
    },
    {
      "epoch": 0.6027753686036427,
      "grad_norm": 0.09765821695327759,
      "learning_rate": 8.019730161032933e-05,
      "loss": 0.0086,
      "step": 5560
    },
    {
      "epoch": 0.6028837814397224,
      "grad_norm": 0.3665320575237274,
      "learning_rate": 8.019367474249238e-05,
      "loss": 0.0504,
      "step": 5561
    },
    {
      "epoch": 0.6029921942758023,
      "grad_norm": 0.10653361678123474,
      "learning_rate": 8.019004787465546e-05,
      "loss": 0.0209,
      "step": 5562
    },
    {
      "epoch": 0.6031006071118821,
      "grad_norm": 0.22851820290088654,
      "learning_rate": 8.018642100681851e-05,
      "loss": 0.0677,
      "step": 5563
    },
    {
      "epoch": 0.6032090199479618,
      "grad_norm": 0.22715313732624054,
      "learning_rate": 8.018279413898157e-05,
      "loss": 0.0718,
      "step": 5564
    },
    {
      "epoch": 0.6033174327840416,
      "grad_norm": 0.13623933494091034,
      "learning_rate": 8.017916727114464e-05,
      "loss": 0.0281,
      "step": 5565
    },
    {
      "epoch": 0.6034258456201215,
      "grad_norm": 0.31147125363349915,
      "learning_rate": 8.01755404033077e-05,
      "loss": 0.0331,
      "step": 5566
    },
    {
      "epoch": 0.6035342584562012,
      "grad_norm": 0.18711550533771515,
      "learning_rate": 8.017191353547077e-05,
      "loss": 0.0367,
      "step": 5567
    },
    {
      "epoch": 0.603642671292281,
      "grad_norm": 0.1736888885498047,
      "learning_rate": 8.016828666763384e-05,
      "loss": 0.0397,
      "step": 5568
    },
    {
      "epoch": 0.6037510841283608,
      "grad_norm": 0.29209259152412415,
      "learning_rate": 8.01646597997969e-05,
      "loss": 0.049,
      "step": 5569
    },
    {
      "epoch": 0.6038594969644406,
      "grad_norm": 0.2853812277317047,
      "learning_rate": 8.016103293195997e-05,
      "loss": 0.0759,
      "step": 5570
    },
    {
      "epoch": 0.6039679098005204,
      "grad_norm": 0.16966761648654938,
      "learning_rate": 8.015740606412303e-05,
      "loss": 0.0339,
      "step": 5571
    },
    {
      "epoch": 0.6040763226366002,
      "grad_norm": 0.06624933332204819,
      "learning_rate": 8.01537791962861e-05,
      "loss": 0.016,
      "step": 5572
    },
    {
      "epoch": 0.6041847354726799,
      "grad_norm": 0.17265154421329498,
      "learning_rate": 8.015015232844915e-05,
      "loss": 0.0422,
      "step": 5573
    },
    {
      "epoch": 0.6042931483087598,
      "grad_norm": 0.19868279993534088,
      "learning_rate": 8.014652546061222e-05,
      "loss": 0.0278,
      "step": 5574
    },
    {
      "epoch": 0.6044015611448396,
      "grad_norm": 0.16202044486999512,
      "learning_rate": 8.014289859277528e-05,
      "loss": 0.0443,
      "step": 5575
    },
    {
      "epoch": 0.6045099739809193,
      "grad_norm": 0.11179771274328232,
      "learning_rate": 8.013927172493835e-05,
      "loss": 0.0135,
      "step": 5576
    },
    {
      "epoch": 0.6046183868169991,
      "grad_norm": 0.049663152545690536,
      "learning_rate": 8.013564485710141e-05,
      "loss": 0.0145,
      "step": 5577
    },
    {
      "epoch": 0.604726799653079,
      "grad_norm": 0.18429933488368988,
      "learning_rate": 8.013201798926447e-05,
      "loss": 0.0449,
      "step": 5578
    },
    {
      "epoch": 0.6048352124891587,
      "grad_norm": 0.12829230725765228,
      "learning_rate": 8.012839112142754e-05,
      "loss": 0.0233,
      "step": 5579
    },
    {
      "epoch": 0.6049436253252385,
      "grad_norm": 0.2111806422472,
      "learning_rate": 8.01247642535906e-05,
      "loss": 0.0647,
      "step": 5580
    },
    {
      "epoch": 0.6050520381613183,
      "grad_norm": 0.18134230375289917,
      "learning_rate": 8.012113738575367e-05,
      "loss": 0.0278,
      "step": 5581
    },
    {
      "epoch": 0.6051604509973981,
      "grad_norm": 0.20366328954696655,
      "learning_rate": 8.011751051791672e-05,
      "loss": 0.0421,
      "step": 5582
    },
    {
      "epoch": 0.6052688638334779,
      "grad_norm": 0.3566995859146118,
      "learning_rate": 8.01138836500798e-05,
      "loss": 0.0758,
      "step": 5583
    },
    {
      "epoch": 0.6053772766695577,
      "grad_norm": 0.1339012235403061,
      "learning_rate": 8.011025678224285e-05,
      "loss": 0.0312,
      "step": 5584
    },
    {
      "epoch": 0.6054856895056374,
      "grad_norm": 0.2504633069038391,
      "learning_rate": 8.010662991440592e-05,
      "loss": 0.0318,
      "step": 5585
    },
    {
      "epoch": 0.6055941023417173,
      "grad_norm": 0.24727186560630798,
      "learning_rate": 8.0103003046569e-05,
      "loss": 0.0262,
      "step": 5586
    },
    {
      "epoch": 0.605702515177797,
      "grad_norm": 0.36140114068984985,
      "learning_rate": 8.009937617873205e-05,
      "loss": 0.0738,
      "step": 5587
    },
    {
      "epoch": 0.6058109280138768,
      "grad_norm": 0.24595125019550323,
      "learning_rate": 8.009574931089512e-05,
      "loss": 0.0514,
      "step": 5588
    },
    {
      "epoch": 0.6059193408499567,
      "grad_norm": 0.1289285123348236,
      "learning_rate": 8.009212244305818e-05,
      "loss": 0.0265,
      "step": 5589
    },
    {
      "epoch": 0.6060277536860365,
      "grad_norm": 0.40224456787109375,
      "learning_rate": 8.008849557522125e-05,
      "loss": 0.061,
      "step": 5590
    },
    {
      "epoch": 0.6061361665221162,
      "grad_norm": 0.19319674372673035,
      "learning_rate": 8.008486870738431e-05,
      "loss": 0.0633,
      "step": 5591
    },
    {
      "epoch": 0.606244579358196,
      "grad_norm": 0.15914787352085114,
      "learning_rate": 8.008124183954737e-05,
      "loss": 0.0125,
      "step": 5592
    },
    {
      "epoch": 0.6063529921942759,
      "grad_norm": 0.12039891630411148,
      "learning_rate": 8.007761497171044e-05,
      "loss": 0.037,
      "step": 5593
    },
    {
      "epoch": 0.6064614050303556,
      "grad_norm": 0.25432902574539185,
      "learning_rate": 8.00739881038735e-05,
      "loss": 0.0676,
      "step": 5594
    },
    {
      "epoch": 0.6065698178664354,
      "grad_norm": 0.2679959535598755,
      "learning_rate": 8.007036123603656e-05,
      "loss": 0.051,
      "step": 5595
    },
    {
      "epoch": 0.6066782307025151,
      "grad_norm": 0.12596102058887482,
      "learning_rate": 8.006673436819962e-05,
      "loss": 0.0328,
      "step": 5596
    },
    {
      "epoch": 0.606786643538595,
      "grad_norm": 0.22123102843761444,
      "learning_rate": 8.006310750036269e-05,
      "loss": 0.0765,
      "step": 5597
    },
    {
      "epoch": 0.6068950563746748,
      "grad_norm": 0.06479378789663315,
      "learning_rate": 8.005948063252575e-05,
      "loss": 0.0206,
      "step": 5598
    },
    {
      "epoch": 0.6070034692107545,
      "grad_norm": 0.2323971837759018,
      "learning_rate": 8.005585376468882e-05,
      "loss": 0.0643,
      "step": 5599
    },
    {
      "epoch": 0.6071118820468343,
      "grad_norm": 0.12774285674095154,
      "learning_rate": 8.005222689685188e-05,
      "loss": 0.0365,
      "step": 5600
    },
    {
      "epoch": 0.6072202948829142,
      "grad_norm": 0.12009605020284653,
      "learning_rate": 8.004860002901494e-05,
      "loss": 0.022,
      "step": 5601
    },
    {
      "epoch": 0.6073287077189939,
      "grad_norm": 0.16204048693180084,
      "learning_rate": 8.0044973161178e-05,
      "loss": 0.0397,
      "step": 5602
    },
    {
      "epoch": 0.6074371205550737,
      "grad_norm": 0.18149824440479279,
      "learning_rate": 8.004134629334108e-05,
      "loss": 0.0445,
      "step": 5603
    },
    {
      "epoch": 0.6075455333911535,
      "grad_norm": 0.17538808286190033,
      "learning_rate": 8.003771942550415e-05,
      "loss": 0.0285,
      "step": 5604
    },
    {
      "epoch": 0.6076539462272333,
      "grad_norm": 0.4454292058944702,
      "learning_rate": 8.00340925576672e-05,
      "loss": 0.0639,
      "step": 5605
    },
    {
      "epoch": 0.6077623590633131,
      "grad_norm": 0.13251899182796478,
      "learning_rate": 8.003046568983028e-05,
      "loss": 0.038,
      "step": 5606
    },
    {
      "epoch": 0.6078707718993929,
      "grad_norm": 0.1809253990650177,
      "learning_rate": 8.002683882199333e-05,
      "loss": 0.0388,
      "step": 5607
    },
    {
      "epoch": 0.6079791847354726,
      "grad_norm": 0.11507377028465271,
      "learning_rate": 8.002321195415639e-05,
      "loss": 0.0382,
      "step": 5608
    },
    {
      "epoch": 0.6080875975715525,
      "grad_norm": 0.19136232137680054,
      "learning_rate": 8.001958508631946e-05,
      "loss": 0.0447,
      "step": 5609
    },
    {
      "epoch": 0.6081960104076323,
      "grad_norm": 0.1143084242939949,
      "learning_rate": 8.001595821848252e-05,
      "loss": 0.027,
      "step": 5610
    },
    {
      "epoch": 0.608304423243712,
      "grad_norm": 0.2912834584712982,
      "learning_rate": 8.001233135064559e-05,
      "loss": 0.1038,
      "step": 5611
    },
    {
      "epoch": 0.6084128360797918,
      "grad_norm": 0.17636078596115112,
      "learning_rate": 8.000870448280865e-05,
      "loss": 0.0395,
      "step": 5612
    },
    {
      "epoch": 0.6085212489158717,
      "grad_norm": 0.39067187905311584,
      "learning_rate": 8.000507761497172e-05,
      "loss": 0.0575,
      "step": 5613
    },
    {
      "epoch": 0.6086296617519514,
      "grad_norm": 0.19017232954502106,
      "learning_rate": 8.000145074713478e-05,
      "loss": 0.0383,
      "step": 5614
    },
    {
      "epoch": 0.6087380745880312,
      "grad_norm": 0.30526819825172424,
      "learning_rate": 7.999782387929785e-05,
      "loss": 0.0544,
      "step": 5615
    },
    {
      "epoch": 0.608846487424111,
      "grad_norm": 0.21257729828357697,
      "learning_rate": 7.99941970114609e-05,
      "loss": 0.0612,
      "step": 5616
    },
    {
      "epoch": 0.6089549002601908,
      "grad_norm": 0.13113577663898468,
      "learning_rate": 7.999057014362396e-05,
      "loss": 0.0516,
      "step": 5617
    },
    {
      "epoch": 0.6090633130962706,
      "grad_norm": 0.1293923556804657,
      "learning_rate": 7.998694327578703e-05,
      "loss": 0.0263,
      "step": 5618
    },
    {
      "epoch": 0.6091717259323504,
      "grad_norm": 0.09354591369628906,
      "learning_rate": 7.998331640795009e-05,
      "loss": 0.0234,
      "step": 5619
    },
    {
      "epoch": 0.6092801387684302,
      "grad_norm": 0.08102631568908691,
      "learning_rate": 7.997968954011317e-05,
      "loss": 0.0154,
      "step": 5620
    },
    {
      "epoch": 0.60938855160451,
      "grad_norm": 0.10402863472700119,
      "learning_rate": 7.997606267227623e-05,
      "loss": 0.0163,
      "step": 5621
    },
    {
      "epoch": 0.6094969644405898,
      "grad_norm": 0.1029779314994812,
      "learning_rate": 7.997243580443929e-05,
      "loss": 0.0176,
      "step": 5622
    },
    {
      "epoch": 0.6096053772766695,
      "grad_norm": 0.22990602254867554,
      "learning_rate": 7.996880893660236e-05,
      "loss": 0.0359,
      "step": 5623
    },
    {
      "epoch": 0.6097137901127494,
      "grad_norm": 0.11141464859247208,
      "learning_rate": 7.996518206876542e-05,
      "loss": 0.0312,
      "step": 5624
    },
    {
      "epoch": 0.6098222029488292,
      "grad_norm": 0.11242479085922241,
      "learning_rate": 7.996155520092849e-05,
      "loss": 0.0316,
      "step": 5625
    },
    {
      "epoch": 0.6099306157849089,
      "grad_norm": 0.1216948926448822,
      "learning_rate": 7.995792833309154e-05,
      "loss": 0.0275,
      "step": 5626
    },
    {
      "epoch": 0.6100390286209887,
      "grad_norm": 0.12645697593688965,
      "learning_rate": 7.995430146525462e-05,
      "loss": 0.0294,
      "step": 5627
    },
    {
      "epoch": 0.6101474414570686,
      "grad_norm": 0.23833805322647095,
      "learning_rate": 7.995067459741767e-05,
      "loss": 0.0415,
      "step": 5628
    },
    {
      "epoch": 0.6102558542931483,
      "grad_norm": 0.31193238496780396,
      "learning_rate": 7.994704772958074e-05,
      "loss": 0.0747,
      "step": 5629
    },
    {
      "epoch": 0.6103642671292281,
      "grad_norm": 0.22570791840553284,
      "learning_rate": 7.99434208617438e-05,
      "loss": 0.0441,
      "step": 5630
    },
    {
      "epoch": 0.6104726799653079,
      "grad_norm": 0.42850303649902344,
      "learning_rate": 7.993979399390686e-05,
      "loss": 0.0499,
      "step": 5631
    },
    {
      "epoch": 0.6105810928013877,
      "grad_norm": 0.3475046753883362,
      "learning_rate": 7.993616712606993e-05,
      "loss": 0.0802,
      "step": 5632
    },
    {
      "epoch": 0.6106895056374675,
      "grad_norm": 0.21450591087341309,
      "learning_rate": 7.993254025823299e-05,
      "loss": 0.0522,
      "step": 5633
    },
    {
      "epoch": 0.6107979184735473,
      "grad_norm": 0.3451519012451172,
      "learning_rate": 7.992891339039606e-05,
      "loss": 0.0396,
      "step": 5634
    },
    {
      "epoch": 0.610906331309627,
      "grad_norm": 0.07087286561727524,
      "learning_rate": 7.992528652255911e-05,
      "loss": 0.0185,
      "step": 5635
    },
    {
      "epoch": 0.6110147441457069,
      "grad_norm": 0.12731488049030304,
      "learning_rate": 7.992165965472219e-05,
      "loss": 0.034,
      "step": 5636
    },
    {
      "epoch": 0.6111231569817867,
      "grad_norm": 0.3077848255634308,
      "learning_rate": 7.991803278688526e-05,
      "loss": 0.0523,
      "step": 5637
    },
    {
      "epoch": 0.6112315698178664,
      "grad_norm": 0.08691620826721191,
      "learning_rate": 7.991440591904831e-05,
      "loss": 0.0089,
      "step": 5638
    },
    {
      "epoch": 0.6113399826539462,
      "grad_norm": 0.41180017590522766,
      "learning_rate": 7.991077905121138e-05,
      "loss": 0.0545,
      "step": 5639
    },
    {
      "epoch": 0.611448395490026,
      "grad_norm": 0.2286534309387207,
      "learning_rate": 7.990715218337444e-05,
      "loss": 0.0377,
      "step": 5640
    },
    {
      "epoch": 0.6115568083261058,
      "grad_norm": 0.22230394184589386,
      "learning_rate": 7.990352531553751e-05,
      "loss": 0.0401,
      "step": 5641
    },
    {
      "epoch": 0.6116652211621856,
      "grad_norm": 0.12187562137842178,
      "learning_rate": 7.989989844770057e-05,
      "loss": 0.0238,
      "step": 5642
    },
    {
      "epoch": 0.6117736339982653,
      "grad_norm": 0.245524063706398,
      "learning_rate": 7.989627157986364e-05,
      "loss": 0.0586,
      "step": 5643
    },
    {
      "epoch": 0.6118820468343452,
      "grad_norm": 0.306388258934021,
      "learning_rate": 7.98926447120267e-05,
      "loss": 0.0616,
      "step": 5644
    },
    {
      "epoch": 0.611990459670425,
      "grad_norm": 0.31241005659103394,
      "learning_rate": 7.988901784418976e-05,
      "loss": 0.0829,
      "step": 5645
    },
    {
      "epoch": 0.6120988725065047,
      "grad_norm": 0.224599227309227,
      "learning_rate": 7.988539097635283e-05,
      "loss": 0.029,
      "step": 5646
    },
    {
      "epoch": 0.6122072853425846,
      "grad_norm": 0.23008696734905243,
      "learning_rate": 7.988176410851588e-05,
      "loss": 0.0416,
      "step": 5647
    },
    {
      "epoch": 0.6123156981786644,
      "grad_norm": 0.19910328090190887,
      "learning_rate": 7.987813724067896e-05,
      "loss": 0.03,
      "step": 5648
    },
    {
      "epoch": 0.6124241110147441,
      "grad_norm": 0.09829253703355789,
      "learning_rate": 7.987451037284201e-05,
      "loss": 0.0164,
      "step": 5649
    },
    {
      "epoch": 0.6125325238508239,
      "grad_norm": 0.07268562912940979,
      "learning_rate": 7.987088350500508e-05,
      "loss": 0.0118,
      "step": 5650
    },
    {
      "epoch": 0.6126409366869038,
      "grad_norm": 0.15996775031089783,
      "learning_rate": 7.986725663716814e-05,
      "loss": 0.0321,
      "step": 5651
    },
    {
      "epoch": 0.6127493495229835,
      "grad_norm": 0.05816914513707161,
      "learning_rate": 7.986362976933121e-05,
      "loss": 0.0079,
      "step": 5652
    },
    {
      "epoch": 0.6128577623590633,
      "grad_norm": 0.12058640271425247,
      "learning_rate": 7.986000290149427e-05,
      "loss": 0.0221,
      "step": 5653
    },
    {
      "epoch": 0.6129661751951431,
      "grad_norm": 0.2137433886528015,
      "learning_rate": 7.985637603365733e-05,
      "loss": 0.0143,
      "step": 5654
    },
    {
      "epoch": 0.613074588031223,
      "grad_norm": 0.11806326359510422,
      "learning_rate": 7.985274916582041e-05,
      "loss": 0.021,
      "step": 5655
    },
    {
      "epoch": 0.6131830008673027,
      "grad_norm": 0.26169252395629883,
      "learning_rate": 7.984912229798347e-05,
      "loss": 0.0663,
      "step": 5656
    },
    {
      "epoch": 0.6132914137033825,
      "grad_norm": 0.2348860502243042,
      "learning_rate": 7.984549543014654e-05,
      "loss": 0.0853,
      "step": 5657
    },
    {
      "epoch": 0.6133998265394622,
      "grad_norm": 0.25038519501686096,
      "learning_rate": 7.98418685623096e-05,
      "loss": 0.037,
      "step": 5658
    },
    {
      "epoch": 0.6135082393755421,
      "grad_norm": 0.31676435470581055,
      "learning_rate": 7.983824169447265e-05,
      "loss": 0.0551,
      "step": 5659
    },
    {
      "epoch": 0.6136166522116219,
      "grad_norm": 0.14085173606872559,
      "learning_rate": 7.983461482663572e-05,
      "loss": 0.0186,
      "step": 5660
    },
    {
      "epoch": 0.6137250650477016,
      "grad_norm": 0.11013006418943405,
      "learning_rate": 7.983098795879878e-05,
      "loss": 0.0218,
      "step": 5661
    },
    {
      "epoch": 0.6138334778837814,
      "grad_norm": 0.27322739362716675,
      "learning_rate": 7.982736109096185e-05,
      "loss": 0.0442,
      "step": 5662
    },
    {
      "epoch": 0.6139418907198613,
      "grad_norm": 0.07800164818763733,
      "learning_rate": 7.982373422312491e-05,
      "loss": 0.0118,
      "step": 5663
    },
    {
      "epoch": 0.614050303555941,
      "grad_norm": 0.25939247012138367,
      "learning_rate": 7.982010735528798e-05,
      "loss": 0.0825,
      "step": 5664
    },
    {
      "epoch": 0.6141587163920208,
      "grad_norm": 0.2608410120010376,
      "learning_rate": 7.981648048745104e-05,
      "loss": 0.0611,
      "step": 5665
    },
    {
      "epoch": 0.6142671292281006,
      "grad_norm": 0.19036033749580383,
      "learning_rate": 7.981285361961411e-05,
      "loss": 0.0364,
      "step": 5666
    },
    {
      "epoch": 0.6143755420641804,
      "grad_norm": 0.11846281588077545,
      "learning_rate": 7.980922675177717e-05,
      "loss": 0.0175,
      "step": 5667
    },
    {
      "epoch": 0.6144839549002602,
      "grad_norm": 0.22743353247642517,
      "learning_rate": 7.980559988394022e-05,
      "loss": 0.0514,
      "step": 5668
    },
    {
      "epoch": 0.61459236773634,
      "grad_norm": 0.1882701963186264,
      "learning_rate": 7.98019730161033e-05,
      "loss": 0.023,
      "step": 5669
    },
    {
      "epoch": 0.6147007805724197,
      "grad_norm": 0.12171335518360138,
      "learning_rate": 7.979834614826635e-05,
      "loss": 0.0226,
      "step": 5670
    },
    {
      "epoch": 0.6148091934084996,
      "grad_norm": 0.3126350939273834,
      "learning_rate": 7.979471928042942e-05,
      "loss": 0.0394,
      "step": 5671
    },
    {
      "epoch": 0.6149176062445794,
      "grad_norm": 0.13902458548545837,
      "learning_rate": 7.97910924125925e-05,
      "loss": 0.0138,
      "step": 5672
    },
    {
      "epoch": 0.6150260190806591,
      "grad_norm": 0.07058385759592056,
      "learning_rate": 7.978746554475555e-05,
      "loss": 0.011,
      "step": 5673
    },
    {
      "epoch": 0.6151344319167389,
      "grad_norm": 0.18216100335121155,
      "learning_rate": 7.978383867691862e-05,
      "loss": 0.0375,
      "step": 5674
    },
    {
      "epoch": 0.6152428447528188,
      "grad_norm": 0.14784519374370575,
      "learning_rate": 7.978021180908168e-05,
      "loss": 0.0252,
      "step": 5675
    },
    {
      "epoch": 0.6153512575888985,
      "grad_norm": 0.10886117070913315,
      "learning_rate": 7.977658494124475e-05,
      "loss": 0.0177,
      "step": 5676
    },
    {
      "epoch": 0.6154596704249783,
      "grad_norm": 0.23740817606449127,
      "learning_rate": 7.977295807340781e-05,
      "loss": 0.077,
      "step": 5677
    },
    {
      "epoch": 0.6155680832610582,
      "grad_norm": 0.13269732892513275,
      "learning_rate": 7.976933120557088e-05,
      "loss": 0.0208,
      "step": 5678
    },
    {
      "epoch": 0.6156764960971379,
      "grad_norm": 0.2615469992160797,
      "learning_rate": 7.976570433773394e-05,
      "loss": 0.0465,
      "step": 5679
    },
    {
      "epoch": 0.6157849089332177,
      "grad_norm": 0.1311108022928238,
      "learning_rate": 7.9762077469897e-05,
      "loss": 0.014,
      "step": 5680
    },
    {
      "epoch": 0.6158933217692975,
      "grad_norm": 0.37455427646636963,
      "learning_rate": 7.975845060206006e-05,
      "loss": 0.049,
      "step": 5681
    },
    {
      "epoch": 0.6160017346053773,
      "grad_norm": 0.2052774429321289,
      "learning_rate": 7.975482373422312e-05,
      "loss": 0.0376,
      "step": 5682
    },
    {
      "epoch": 0.6161101474414571,
      "grad_norm": 0.2185063511133194,
      "learning_rate": 7.975119686638619e-05,
      "loss": 0.0481,
      "step": 5683
    },
    {
      "epoch": 0.6162185602775369,
      "grad_norm": 0.11742212623357773,
      "learning_rate": 7.974756999854925e-05,
      "loss": 0.0222,
      "step": 5684
    },
    {
      "epoch": 0.6163269731136166,
      "grad_norm": 0.05409912019968033,
      "learning_rate": 7.974394313071232e-05,
      "loss": 0.0089,
      "step": 5685
    },
    {
      "epoch": 0.6164353859496965,
      "grad_norm": 0.07677158713340759,
      "learning_rate": 7.974031626287538e-05,
      "loss": 0.0213,
      "step": 5686
    },
    {
      "epoch": 0.6165437987857763,
      "grad_norm": 0.11752869188785553,
      "learning_rate": 7.973668939503845e-05,
      "loss": 0.0224,
      "step": 5687
    },
    {
      "epoch": 0.616652211621856,
      "grad_norm": 0.09907286614179611,
      "learning_rate": 7.97330625272015e-05,
      "loss": 0.0156,
      "step": 5688
    },
    {
      "epoch": 0.6167606244579358,
      "grad_norm": 0.2325640171766281,
      "learning_rate": 7.972943565936458e-05,
      "loss": 0.0282,
      "step": 5689
    },
    {
      "epoch": 0.6168690372940157,
      "grad_norm": 0.13881777226924896,
      "learning_rate": 7.972580879152765e-05,
      "loss": 0.0138,
      "step": 5690
    },
    {
      "epoch": 0.6169774501300954,
      "grad_norm": 0.12325475364923477,
      "learning_rate": 7.97221819236907e-05,
      "loss": 0.0179,
      "step": 5691
    },
    {
      "epoch": 0.6170858629661752,
      "grad_norm": 0.23964719474315643,
      "learning_rate": 7.971855505585378e-05,
      "loss": 0.0603,
      "step": 5692
    },
    {
      "epoch": 0.6171942758022549,
      "grad_norm": 0.15424418449401855,
      "learning_rate": 7.971492818801683e-05,
      "loss": 0.0206,
      "step": 5693
    },
    {
      "epoch": 0.6173026886383348,
      "grad_norm": 0.16378429532051086,
      "learning_rate": 7.97113013201799e-05,
      "loss": 0.0332,
      "step": 5694
    },
    {
      "epoch": 0.6174111014744146,
      "grad_norm": 0.6343659162521362,
      "learning_rate": 7.970767445234296e-05,
      "loss": 0.1227,
      "step": 5695
    },
    {
      "epoch": 0.6175195143104943,
      "grad_norm": 0.15493929386138916,
      "learning_rate": 7.970404758450602e-05,
      "loss": 0.0285,
      "step": 5696
    },
    {
      "epoch": 0.6176279271465741,
      "grad_norm": 0.2588036060333252,
      "learning_rate": 7.970042071666909e-05,
      "loss": 0.047,
      "step": 5697
    },
    {
      "epoch": 0.617736339982654,
      "grad_norm": 0.19016897678375244,
      "learning_rate": 7.969679384883215e-05,
      "loss": 0.0128,
      "step": 5698
    },
    {
      "epoch": 0.6178447528187337,
      "grad_norm": 0.22556185722351074,
      "learning_rate": 7.969316698099522e-05,
      "loss": 0.0438,
      "step": 5699
    },
    {
      "epoch": 0.6179531656548135,
      "grad_norm": 0.22531944513320923,
      "learning_rate": 7.968954011315827e-05,
      "loss": 0.0282,
      "step": 5700
    },
    {
      "epoch": 0.6180615784908933,
      "grad_norm": 0.2423306554555893,
      "learning_rate": 7.968591324532135e-05,
      "loss": 0.0504,
      "step": 5701
    },
    {
      "epoch": 0.6181699913269731,
      "grad_norm": 0.08159035444259644,
      "learning_rate": 7.96822863774844e-05,
      "loss": 0.0253,
      "step": 5702
    },
    {
      "epoch": 0.6182784041630529,
      "grad_norm": 0.12400344014167786,
      "learning_rate": 7.967865950964747e-05,
      "loss": 0.0158,
      "step": 5703
    },
    {
      "epoch": 0.6183868169991327,
      "grad_norm": 0.08540426939725876,
      "learning_rate": 7.967503264181053e-05,
      "loss": 0.0103,
      "step": 5704
    },
    {
      "epoch": 0.6184952298352124,
      "grad_norm": 0.3611319661140442,
      "learning_rate": 7.967140577397359e-05,
      "loss": 0.0454,
      "step": 5705
    },
    {
      "epoch": 0.6186036426712923,
      "grad_norm": 0.24140658974647522,
      "learning_rate": 7.966777890613667e-05,
      "loss": 0.0564,
      "step": 5706
    },
    {
      "epoch": 0.6187120555073721,
      "grad_norm": 0.3266846239566803,
      "learning_rate": 7.966415203829973e-05,
      "loss": 0.0382,
      "step": 5707
    },
    {
      "epoch": 0.6188204683434518,
      "grad_norm": 0.31726330518722534,
      "learning_rate": 7.96605251704628e-05,
      "loss": 0.049,
      "step": 5708
    },
    {
      "epoch": 0.6189288811795317,
      "grad_norm": 0.27711111307144165,
      "learning_rate": 7.965689830262586e-05,
      "loss": 0.0444,
      "step": 5709
    },
    {
      "epoch": 0.6190372940156115,
      "grad_norm": 0.0754111185669899,
      "learning_rate": 7.965327143478893e-05,
      "loss": 0.01,
      "step": 5710
    },
    {
      "epoch": 0.6191457068516912,
      "grad_norm": 0.48914971947669983,
      "learning_rate": 7.964964456695199e-05,
      "loss": 0.0668,
      "step": 5711
    },
    {
      "epoch": 0.619254119687771,
      "grad_norm": 0.2817569375038147,
      "learning_rate": 7.964601769911504e-05,
      "loss": 0.0215,
      "step": 5712
    },
    {
      "epoch": 0.6193625325238509,
      "grad_norm": 0.29443493485450745,
      "learning_rate": 7.964239083127812e-05,
      "loss": 0.0299,
      "step": 5713
    },
    {
      "epoch": 0.6194709453599306,
      "grad_norm": 0.14416314661502838,
      "learning_rate": 7.963876396344117e-05,
      "loss": 0.0377,
      "step": 5714
    },
    {
      "epoch": 0.6195793581960104,
      "grad_norm": 0.12171221524477005,
      "learning_rate": 7.963513709560424e-05,
      "loss": 0.0196,
      "step": 5715
    },
    {
      "epoch": 0.6196877710320902,
      "grad_norm": 0.15568765997886658,
      "learning_rate": 7.96315102277673e-05,
      "loss": 0.022,
      "step": 5716
    },
    {
      "epoch": 0.61979618386817,
      "grad_norm": 0.39179304242134094,
      "learning_rate": 7.962788335993037e-05,
      "loss": 0.0634,
      "step": 5717
    },
    {
      "epoch": 0.6199045967042498,
      "grad_norm": 0.20187106728553772,
      "learning_rate": 7.962425649209343e-05,
      "loss": 0.0212,
      "step": 5718
    },
    {
      "epoch": 0.6200130095403296,
      "grad_norm": 0.08421317487955093,
      "learning_rate": 7.96206296242565e-05,
      "loss": 0.0191,
      "step": 5719
    },
    {
      "epoch": 0.6201214223764093,
      "grad_norm": 0.23762622475624084,
      "learning_rate": 7.961700275641956e-05,
      "loss": 0.0593,
      "step": 5720
    },
    {
      "epoch": 0.6202298352124892,
      "grad_norm": 0.42126601934432983,
      "learning_rate": 7.961337588858261e-05,
      "loss": 0.0687,
      "step": 5721
    },
    {
      "epoch": 0.620338248048569,
      "grad_norm": 0.13156770169734955,
      "learning_rate": 7.960974902074569e-05,
      "loss": 0.0238,
      "step": 5722
    },
    {
      "epoch": 0.6204466608846487,
      "grad_norm": 0.30658960342407227,
      "learning_rate": 7.960612215290874e-05,
      "loss": 0.0274,
      "step": 5723
    },
    {
      "epoch": 0.6205550737207285,
      "grad_norm": 0.10109920799732208,
      "learning_rate": 7.960249528507183e-05,
      "loss": 0.0152,
      "step": 5724
    },
    {
      "epoch": 0.6206634865568084,
      "grad_norm": 0.11479585617780685,
      "learning_rate": 7.959886841723488e-05,
      "loss": 0.024,
      "step": 5725
    },
    {
      "epoch": 0.6207718993928881,
      "grad_norm": 0.1733487993478775,
      "learning_rate": 7.959524154939794e-05,
      "loss": 0.0264,
      "step": 5726
    },
    {
      "epoch": 0.6208803122289679,
      "grad_norm": 0.15423089265823364,
      "learning_rate": 7.959161468156101e-05,
      "loss": 0.0295,
      "step": 5727
    },
    {
      "epoch": 0.6209887250650477,
      "grad_norm": 0.25242674350738525,
      "learning_rate": 7.958798781372407e-05,
      "loss": 0.0224,
      "step": 5728
    },
    {
      "epoch": 0.6210971379011275,
      "grad_norm": 0.18546631932258606,
      "learning_rate": 7.958436094588714e-05,
      "loss": 0.0475,
      "step": 5729
    },
    {
      "epoch": 0.6212055507372073,
      "grad_norm": 0.12022950500249863,
      "learning_rate": 7.95807340780502e-05,
      "loss": 0.019,
      "step": 5730
    },
    {
      "epoch": 0.621313963573287,
      "grad_norm": 0.17017129063606262,
      "learning_rate": 7.957710721021327e-05,
      "loss": 0.018,
      "step": 5731
    },
    {
      "epoch": 0.6214223764093668,
      "grad_norm": 0.1126156598329544,
      "learning_rate": 7.957348034237633e-05,
      "loss": 0.0153,
      "step": 5732
    },
    {
      "epoch": 0.6215307892454467,
      "grad_norm": 0.2408505380153656,
      "learning_rate": 7.95698534745394e-05,
      "loss": 0.0361,
      "step": 5733
    },
    {
      "epoch": 0.6216392020815265,
      "grad_norm": 0.14887484908103943,
      "learning_rate": 7.956622660670245e-05,
      "loss": 0.0437,
      "step": 5734
    },
    {
      "epoch": 0.6217476149176062,
      "grad_norm": 0.24281015992164612,
      "learning_rate": 7.956259973886551e-05,
      "loss": 0.0679,
      "step": 5735
    },
    {
      "epoch": 0.6218560277536861,
      "grad_norm": 0.10029730945825577,
      "learning_rate": 7.955897287102858e-05,
      "loss": 0.0134,
      "step": 5736
    },
    {
      "epoch": 0.6219644405897659,
      "grad_norm": 0.13623552024364471,
      "learning_rate": 7.955534600319164e-05,
      "loss": 0.0229,
      "step": 5737
    },
    {
      "epoch": 0.6220728534258456,
      "grad_norm": 0.16985249519348145,
      "learning_rate": 7.955171913535471e-05,
      "loss": 0.0308,
      "step": 5738
    },
    {
      "epoch": 0.6221812662619254,
      "grad_norm": 0.33534619212150574,
      "learning_rate": 7.954809226751777e-05,
      "loss": 0.0575,
      "step": 5739
    },
    {
      "epoch": 0.6222896790980053,
      "grad_norm": 0.14548417925834656,
      "learning_rate": 7.954446539968084e-05,
      "loss": 0.0261,
      "step": 5740
    },
    {
      "epoch": 0.622398091934085,
      "grad_norm": 0.16894911229610443,
      "learning_rate": 7.954083853184391e-05,
      "loss": 0.0315,
      "step": 5741
    },
    {
      "epoch": 0.6225065047701648,
      "grad_norm": 0.2054169923067093,
      "learning_rate": 7.953721166400697e-05,
      "loss": 0.0485,
      "step": 5742
    },
    {
      "epoch": 0.6226149176062445,
      "grad_norm": 0.25147712230682373,
      "learning_rate": 7.953358479617004e-05,
      "loss": 0.0868,
      "step": 5743
    },
    {
      "epoch": 0.6227233304423244,
      "grad_norm": 0.3175815939903259,
      "learning_rate": 7.95299579283331e-05,
      "loss": 0.032,
      "step": 5744
    },
    {
      "epoch": 0.6228317432784042,
      "grad_norm": 0.20939995348453522,
      "learning_rate": 7.952633106049617e-05,
      "loss": 0.051,
      "step": 5745
    },
    {
      "epoch": 0.622940156114484,
      "grad_norm": 0.22915899753570557,
      "learning_rate": 7.952270419265922e-05,
      "loss": 0.0436,
      "step": 5746
    },
    {
      "epoch": 0.6230485689505637,
      "grad_norm": 0.23790602385997772,
      "learning_rate": 7.95190773248223e-05,
      "loss": 0.0345,
      "step": 5747
    },
    {
      "epoch": 0.6231569817866436,
      "grad_norm": 0.4087715744972229,
      "learning_rate": 7.951545045698535e-05,
      "loss": 0.1012,
      "step": 5748
    },
    {
      "epoch": 0.6232653946227233,
      "grad_norm": 0.18653316795825958,
      "learning_rate": 7.951182358914841e-05,
      "loss": 0.0337,
      "step": 5749
    },
    {
      "epoch": 0.6233738074588031,
      "grad_norm": 0.32171234488487244,
      "learning_rate": 7.950819672131148e-05,
      "loss": 0.0486,
      "step": 5750
    },
    {
      "epoch": 0.6234822202948829,
      "grad_norm": 0.3927733898162842,
      "learning_rate": 7.950456985347454e-05,
      "loss": 0.0406,
      "step": 5751
    },
    {
      "epoch": 0.6235906331309627,
      "grad_norm": 0.13893383741378784,
      "learning_rate": 7.950094298563761e-05,
      "loss": 0.0297,
      "step": 5752
    },
    {
      "epoch": 0.6236990459670425,
      "grad_norm": 0.1467784196138382,
      "learning_rate": 7.949731611780067e-05,
      "loss": 0.049,
      "step": 5753
    },
    {
      "epoch": 0.6238074588031223,
      "grad_norm": 0.23617884516716003,
      "learning_rate": 7.949368924996374e-05,
      "loss": 0.0191,
      "step": 5754
    },
    {
      "epoch": 0.623915871639202,
      "grad_norm": 0.280443400144577,
      "learning_rate": 7.94900623821268e-05,
      "loss": 0.0818,
      "step": 5755
    },
    {
      "epoch": 0.6240242844752819,
      "grad_norm": 0.18190018832683563,
      "learning_rate": 7.948643551428986e-05,
      "loss": 0.0309,
      "step": 5756
    },
    {
      "epoch": 0.6241326973113617,
      "grad_norm": 0.26024916768074036,
      "learning_rate": 7.948280864645292e-05,
      "loss": 0.077,
      "step": 5757
    },
    {
      "epoch": 0.6242411101474414,
      "grad_norm": 0.08156587928533554,
      "learning_rate": 7.947918177861599e-05,
      "loss": 0.0123,
      "step": 5758
    },
    {
      "epoch": 0.6243495229835212,
      "grad_norm": 0.35883355140686035,
      "learning_rate": 7.947555491077906e-05,
      "loss": 0.0854,
      "step": 5759
    },
    {
      "epoch": 0.6244579358196011,
      "grad_norm": 0.20520609617233276,
      "learning_rate": 7.947192804294212e-05,
      "loss": 0.0771,
      "step": 5760
    },
    {
      "epoch": 0.6245663486556808,
      "grad_norm": 0.16175109148025513,
      "learning_rate": 7.946830117510519e-05,
      "loss": 0.0424,
      "step": 5761
    },
    {
      "epoch": 0.6246747614917606,
      "grad_norm": 0.09436646103858948,
      "learning_rate": 7.946467430726825e-05,
      "loss": 0.0204,
      "step": 5762
    },
    {
      "epoch": 0.6247831743278404,
      "grad_norm": 0.28172507882118225,
      "learning_rate": 7.946104743943131e-05,
      "loss": 0.0497,
      "step": 5763
    },
    {
      "epoch": 0.6248915871639202,
      "grad_norm": 0.11777792870998383,
      "learning_rate": 7.945742057159438e-05,
      "loss": 0.0271,
      "step": 5764
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.2975293695926666,
      "learning_rate": 7.945379370375744e-05,
      "loss": 0.0409,
      "step": 5765
    },
    {
      "epoch": 0.6251084128360798,
      "grad_norm": 0.12156815081834793,
      "learning_rate": 7.94501668359205e-05,
      "loss": 0.0315,
      "step": 5766
    },
    {
      "epoch": 0.6252168256721596,
      "grad_norm": 0.18544819951057434,
      "learning_rate": 7.944653996808356e-05,
      "loss": 0.0263,
      "step": 5767
    },
    {
      "epoch": 0.6253252385082394,
      "grad_norm": 0.1409876048564911,
      "learning_rate": 7.944291310024663e-05,
      "loss": 0.0328,
      "step": 5768
    },
    {
      "epoch": 0.6254336513443192,
      "grad_norm": 0.18300898373126984,
      "learning_rate": 7.943928623240969e-05,
      "loss": 0.0378,
      "step": 5769
    },
    {
      "epoch": 0.6255420641803989,
      "grad_norm": 0.20076347887516022,
      "learning_rate": 7.943565936457276e-05,
      "loss": 0.0389,
      "step": 5770
    },
    {
      "epoch": 0.6256504770164788,
      "grad_norm": 0.33704236149787903,
      "learning_rate": 7.943203249673582e-05,
      "loss": 0.0632,
      "step": 5771
    },
    {
      "epoch": 0.6257588898525586,
      "grad_norm": 0.21555575728416443,
      "learning_rate": 7.942840562889888e-05,
      "loss": 0.0297,
      "step": 5772
    },
    {
      "epoch": 0.6258673026886383,
      "grad_norm": 0.10776273161172867,
      "learning_rate": 7.942477876106195e-05,
      "loss": 0.0255,
      "step": 5773
    },
    {
      "epoch": 0.6259757155247181,
      "grad_norm": 0.19901110231876373,
      "learning_rate": 7.9421151893225e-05,
      "loss": 0.045,
      "step": 5774
    },
    {
      "epoch": 0.626084128360798,
      "grad_norm": 0.0740671306848526,
      "learning_rate": 7.941752502538808e-05,
      "loss": 0.0132,
      "step": 5775
    },
    {
      "epoch": 0.6261925411968777,
      "grad_norm": 0.1625034064054489,
      "learning_rate": 7.941389815755115e-05,
      "loss": 0.0479,
      "step": 5776
    },
    {
      "epoch": 0.6263009540329575,
      "grad_norm": 0.13122428953647614,
      "learning_rate": 7.94102712897142e-05,
      "loss": 0.0266,
      "step": 5777
    },
    {
      "epoch": 0.6264093668690373,
      "grad_norm": 0.20367538928985596,
      "learning_rate": 7.940664442187728e-05,
      "loss": 0.0181,
      "step": 5778
    },
    {
      "epoch": 0.6265177797051171,
      "grad_norm": 0.22001101076602936,
      "learning_rate": 7.940301755404033e-05,
      "loss": 0.0569,
      "step": 5779
    },
    {
      "epoch": 0.6266261925411969,
      "grad_norm": 0.2385265976190567,
      "learning_rate": 7.93993906862034e-05,
      "loss": 0.0481,
      "step": 5780
    },
    {
      "epoch": 0.6267346053772767,
      "grad_norm": 0.1705128252506256,
      "learning_rate": 7.939576381836646e-05,
      "loss": 0.0635,
      "step": 5781
    },
    {
      "epoch": 0.6268430182133564,
      "grad_norm": 0.14988979697227478,
      "learning_rate": 7.939213695052953e-05,
      "loss": 0.0371,
      "step": 5782
    },
    {
      "epoch": 0.6269514310494363,
      "grad_norm": 0.26394250988960266,
      "learning_rate": 7.938851008269259e-05,
      "loss": 0.0447,
      "step": 5783
    },
    {
      "epoch": 0.627059843885516,
      "grad_norm": 0.2372099608182907,
      "learning_rate": 7.938488321485566e-05,
      "loss": 0.0645,
      "step": 5784
    },
    {
      "epoch": 0.6271682567215958,
      "grad_norm": 0.31199634075164795,
      "learning_rate": 7.938125634701872e-05,
      "loss": 0.0744,
      "step": 5785
    },
    {
      "epoch": 0.6272766695576756,
      "grad_norm": 0.0766347199678421,
      "learning_rate": 7.937762947918177e-05,
      "loss": 0.0201,
      "step": 5786
    },
    {
      "epoch": 0.6273850823937555,
      "grad_norm": 0.1642492711544037,
      "learning_rate": 7.937400261134485e-05,
      "loss": 0.0493,
      "step": 5787
    },
    {
      "epoch": 0.6274934952298352,
      "grad_norm": 0.21672780811786652,
      "learning_rate": 7.93703757435079e-05,
      "loss": 0.0806,
      "step": 5788
    },
    {
      "epoch": 0.627601908065915,
      "grad_norm": 0.188805490732193,
      "learning_rate": 7.936674887567097e-05,
      "loss": 0.0347,
      "step": 5789
    },
    {
      "epoch": 0.6277103209019947,
      "grad_norm": 0.1284969002008438,
      "learning_rate": 7.936312200783403e-05,
      "loss": 0.0234,
      "step": 5790
    },
    {
      "epoch": 0.6278187337380746,
      "grad_norm": 0.15851059556007385,
      "learning_rate": 7.93594951399971e-05,
      "loss": 0.0305,
      "step": 5791
    },
    {
      "epoch": 0.6279271465741544,
      "grad_norm": 0.17927248775959015,
      "learning_rate": 7.935586827216016e-05,
      "loss": 0.0444,
      "step": 5792
    },
    {
      "epoch": 0.6280355594102341,
      "grad_norm": 0.1418083757162094,
      "learning_rate": 7.935224140432323e-05,
      "loss": 0.0131,
      "step": 5793
    },
    {
      "epoch": 0.6281439722463139,
      "grad_norm": 0.17200839519500732,
      "learning_rate": 7.93486145364863e-05,
      "loss": 0.0361,
      "step": 5794
    },
    {
      "epoch": 0.6282523850823938,
      "grad_norm": 0.24212782084941864,
      "learning_rate": 7.934498766864936e-05,
      "loss": 0.0812,
      "step": 5795
    },
    {
      "epoch": 0.6283607979184735,
      "grad_norm": 0.07693494111299515,
      "learning_rate": 7.934136080081243e-05,
      "loss": 0.0142,
      "step": 5796
    },
    {
      "epoch": 0.6284692107545533,
      "grad_norm": 0.18679475784301758,
      "learning_rate": 7.933773393297549e-05,
      "loss": 0.0492,
      "step": 5797
    },
    {
      "epoch": 0.6285776235906332,
      "grad_norm": 0.22141355276107788,
      "learning_rate": 7.933410706513856e-05,
      "loss": 0.0351,
      "step": 5798
    },
    {
      "epoch": 0.628686036426713,
      "grad_norm": 0.09305454790592194,
      "learning_rate": 7.933048019730161e-05,
      "loss": 0.0225,
      "step": 5799
    },
    {
      "epoch": 0.6287944492627927,
      "grad_norm": 0.17595161497592926,
      "learning_rate": 7.932685332946469e-05,
      "loss": 0.0268,
      "step": 5800
    },
    {
      "epoch": 0.6289028620988725,
      "grad_norm": 0.13623857498168945,
      "learning_rate": 7.932322646162774e-05,
      "loss": 0.0223,
      "step": 5801
    },
    {
      "epoch": 0.6290112749349523,
      "grad_norm": 0.1023092120885849,
      "learning_rate": 7.93195995937908e-05,
      "loss": 0.0164,
      "step": 5802
    },
    {
      "epoch": 0.6291196877710321,
      "grad_norm": 0.19748984277248383,
      "learning_rate": 7.931597272595387e-05,
      "loss": 0.0283,
      "step": 5803
    },
    {
      "epoch": 0.6292281006071119,
      "grad_norm": 0.10171901434659958,
      "learning_rate": 7.931234585811693e-05,
      "loss": 0.0119,
      "step": 5804
    },
    {
      "epoch": 0.6293365134431916,
      "grad_norm": 0.13190312683582306,
      "learning_rate": 7.930871899028e-05,
      "loss": 0.0146,
      "step": 5805
    },
    {
      "epoch": 0.6294449262792715,
      "grad_norm": 0.17217478156089783,
      "learning_rate": 7.930509212244306e-05,
      "loss": 0.0322,
      "step": 5806
    },
    {
      "epoch": 0.6295533391153513,
      "grad_norm": 0.217650905251503,
      "learning_rate": 7.930146525460613e-05,
      "loss": 0.0577,
      "step": 5807
    },
    {
      "epoch": 0.629661751951431,
      "grad_norm": 0.2531464993953705,
      "learning_rate": 7.929783838676918e-05,
      "loss": 0.056,
      "step": 5808
    },
    {
      "epoch": 0.6297701647875108,
      "grad_norm": 0.3808107078075409,
      "learning_rate": 7.929421151893224e-05,
      "loss": 0.0406,
      "step": 5809
    },
    {
      "epoch": 0.6298785776235907,
      "grad_norm": 0.14272554218769073,
      "learning_rate": 7.929058465109533e-05,
      "loss": 0.0208,
      "step": 5810
    },
    {
      "epoch": 0.6299869904596704,
      "grad_norm": 0.08403276652097702,
      "learning_rate": 7.928695778325838e-05,
      "loss": 0.0146,
      "step": 5811
    },
    {
      "epoch": 0.6300954032957502,
      "grad_norm": 0.22981874644756317,
      "learning_rate": 7.928333091542145e-05,
      "loss": 0.0386,
      "step": 5812
    },
    {
      "epoch": 0.63020381613183,
      "grad_norm": 0.13474521040916443,
      "learning_rate": 7.927970404758451e-05,
      "loss": 0.0282,
      "step": 5813
    },
    {
      "epoch": 0.6303122289679098,
      "grad_norm": 0.17819960415363312,
      "learning_rate": 7.927607717974758e-05,
      "loss": 0.0393,
      "step": 5814
    },
    {
      "epoch": 0.6304206418039896,
      "grad_norm": 0.30409693717956543,
      "learning_rate": 7.927245031191064e-05,
      "loss": 0.0684,
      "step": 5815
    },
    {
      "epoch": 0.6305290546400694,
      "grad_norm": 0.24857009947299957,
      "learning_rate": 7.92688234440737e-05,
      "loss": 0.0324,
      "step": 5816
    },
    {
      "epoch": 0.6306374674761491,
      "grad_norm": 0.047729797661304474,
      "learning_rate": 7.926519657623677e-05,
      "loss": 0.0179,
      "step": 5817
    },
    {
      "epoch": 0.630745880312229,
      "grad_norm": 0.1619102507829666,
      "learning_rate": 7.926156970839983e-05,
      "loss": 0.0534,
      "step": 5818
    },
    {
      "epoch": 0.6308542931483088,
      "grad_norm": 0.14596818387508392,
      "learning_rate": 7.92579428405629e-05,
      "loss": 0.0254,
      "step": 5819
    },
    {
      "epoch": 0.6309627059843885,
      "grad_norm": 0.3109261691570282,
      "learning_rate": 7.925431597272595e-05,
      "loss": 0.0444,
      "step": 5820
    },
    {
      "epoch": 0.6310711188204683,
      "grad_norm": 0.039392489939928055,
      "learning_rate": 7.925068910488902e-05,
      "loss": 0.0027,
      "step": 5821
    },
    {
      "epoch": 0.6311795316565482,
      "grad_norm": 0.37458178400993347,
      "learning_rate": 7.924706223705208e-05,
      "loss": 0.0603,
      "step": 5822
    },
    {
      "epoch": 0.6312879444926279,
      "grad_norm": 0.40068086981773376,
      "learning_rate": 7.924343536921515e-05,
      "loss": 0.0308,
      "step": 5823
    },
    {
      "epoch": 0.6313963573287077,
      "grad_norm": 0.07270889729261398,
      "learning_rate": 7.923980850137821e-05,
      "loss": 0.0101,
      "step": 5824
    },
    {
      "epoch": 0.6315047701647876,
      "grad_norm": 0.297974556684494,
      "learning_rate": 7.923618163354127e-05,
      "loss": 0.0615,
      "step": 5825
    },
    {
      "epoch": 0.6316131830008673,
      "grad_norm": 0.06760340183973312,
      "learning_rate": 7.923255476570434e-05,
      "loss": 0.008,
      "step": 5826
    },
    {
      "epoch": 0.6317215958369471,
      "grad_norm": 0.20477156341075897,
      "learning_rate": 7.922892789786741e-05,
      "loss": 0.0547,
      "step": 5827
    },
    {
      "epoch": 0.6318300086730269,
      "grad_norm": 0.28953927755355835,
      "learning_rate": 7.922530103003048e-05,
      "loss": 0.1013,
      "step": 5828
    },
    {
      "epoch": 0.6319384215091067,
      "grad_norm": 0.2857886254787445,
      "learning_rate": 7.922167416219354e-05,
      "loss": 0.0355,
      "step": 5829
    },
    {
      "epoch": 0.6320468343451865,
      "grad_norm": 0.2272629290819168,
      "learning_rate": 7.92180472943566e-05,
      "loss": 0.0267,
      "step": 5830
    },
    {
      "epoch": 0.6321552471812663,
      "grad_norm": 0.2869705557823181,
      "learning_rate": 7.921442042651967e-05,
      "loss": 0.0469,
      "step": 5831
    },
    {
      "epoch": 0.632263660017346,
      "grad_norm": 0.13205645978450775,
      "learning_rate": 7.921079355868272e-05,
      "loss": 0.0166,
      "step": 5832
    },
    {
      "epoch": 0.6323720728534259,
      "grad_norm": 0.17386317253112793,
      "learning_rate": 7.92071666908458e-05,
      "loss": 0.0574,
      "step": 5833
    },
    {
      "epoch": 0.6324804856895057,
      "grad_norm": 0.3194091320037842,
      "learning_rate": 7.920353982300885e-05,
      "loss": 0.0483,
      "step": 5834
    },
    {
      "epoch": 0.6325888985255854,
      "grad_norm": 0.25708842277526855,
      "learning_rate": 7.919991295517192e-05,
      "loss": 0.054,
      "step": 5835
    },
    {
      "epoch": 0.6326973113616652,
      "grad_norm": 0.1318257451057434,
      "learning_rate": 7.919628608733498e-05,
      "loss": 0.037,
      "step": 5836
    },
    {
      "epoch": 0.6328057241977451,
      "grad_norm": 0.27191588282585144,
      "learning_rate": 7.919265921949805e-05,
      "loss": 0.0553,
      "step": 5837
    },
    {
      "epoch": 0.6329141370338248,
      "grad_norm": 0.18659290671348572,
      "learning_rate": 7.918903235166111e-05,
      "loss": 0.042,
      "step": 5838
    },
    {
      "epoch": 0.6330225498699046,
      "grad_norm": 0.05595042556524277,
      "learning_rate": 7.918540548382417e-05,
      "loss": 0.0127,
      "step": 5839
    },
    {
      "epoch": 0.6331309627059843,
      "grad_norm": 0.10526745021343231,
      "learning_rate": 7.918177861598724e-05,
      "loss": 0.0139,
      "step": 5840
    },
    {
      "epoch": 0.6332393755420642,
      "grad_norm": 0.1883866786956787,
      "learning_rate": 7.91781517481503e-05,
      "loss": 0.0217,
      "step": 5841
    },
    {
      "epoch": 0.633347788378144,
      "grad_norm": 0.2420007437467575,
      "learning_rate": 7.917452488031336e-05,
      "loss": 0.0356,
      "step": 5842
    },
    {
      "epoch": 0.6334562012142237,
      "grad_norm": 0.27306997776031494,
      "learning_rate": 7.917089801247642e-05,
      "loss": 0.0407,
      "step": 5843
    },
    {
      "epoch": 0.6335646140503035,
      "grad_norm": 0.23584114015102386,
      "learning_rate": 7.916727114463949e-05,
      "loss": 0.0251,
      "step": 5844
    },
    {
      "epoch": 0.6336730268863834,
      "grad_norm": 0.18567553162574768,
      "learning_rate": 7.916364427680256e-05,
      "loss": 0.0505,
      "step": 5845
    },
    {
      "epoch": 0.6337814397224631,
      "grad_norm": 0.23199757933616638,
      "learning_rate": 7.916001740896562e-05,
      "loss": 0.0383,
      "step": 5846
    },
    {
      "epoch": 0.6338898525585429,
      "grad_norm": 0.09893931448459625,
      "learning_rate": 7.915639054112869e-05,
      "loss": 0.0222,
      "step": 5847
    },
    {
      "epoch": 0.6339982653946227,
      "grad_norm": 0.42352890968322754,
      "learning_rate": 7.915276367329175e-05,
      "loss": 0.0334,
      "step": 5848
    },
    {
      "epoch": 0.6341066782307025,
      "grad_norm": 0.40429988503456116,
      "learning_rate": 7.914913680545482e-05,
      "loss": 0.1242,
      "step": 5849
    },
    {
      "epoch": 0.6342150910667823,
      "grad_norm": 0.33260565996170044,
      "learning_rate": 7.914550993761788e-05,
      "loss": 0.0493,
      "step": 5850
    },
    {
      "epoch": 0.6343235039028621,
      "grad_norm": 0.731487512588501,
      "learning_rate": 7.914188306978095e-05,
      "loss": 0.0362,
      "step": 5851
    },
    {
      "epoch": 0.6344319167389418,
      "grad_norm": 0.31828898191452026,
      "learning_rate": 7.9138256201944e-05,
      "loss": 0.0481,
      "step": 5852
    },
    {
      "epoch": 0.6345403295750217,
      "grad_norm": 0.1071026623249054,
      "learning_rate": 7.913462933410706e-05,
      "loss": 0.0163,
      "step": 5853
    },
    {
      "epoch": 0.6346487424111015,
      "grad_norm": 0.10330908000469208,
      "learning_rate": 7.913100246627013e-05,
      "loss": 0.0171,
      "step": 5854
    },
    {
      "epoch": 0.6347571552471812,
      "grad_norm": 0.1656138151884079,
      "learning_rate": 7.912737559843319e-05,
      "loss": 0.0214,
      "step": 5855
    },
    {
      "epoch": 0.6348655680832611,
      "grad_norm": 0.125509113073349,
      "learning_rate": 7.912374873059626e-05,
      "loss": 0.018,
      "step": 5856
    },
    {
      "epoch": 0.6349739809193409,
      "grad_norm": 0.1469283252954483,
      "learning_rate": 7.912012186275932e-05,
      "loss": 0.0241,
      "step": 5857
    },
    {
      "epoch": 0.6350823937554206,
      "grad_norm": 0.10640585422515869,
      "learning_rate": 7.911649499492239e-05,
      "loss": 0.0196,
      "step": 5858
    },
    {
      "epoch": 0.6351908065915004,
      "grad_norm": 0.13932940363883972,
      "learning_rate": 7.911286812708545e-05,
      "loss": 0.022,
      "step": 5859
    },
    {
      "epoch": 0.6352992194275803,
      "grad_norm": 0.29675212502479553,
      "learning_rate": 7.910924125924852e-05,
      "loss": 0.0621,
      "step": 5860
    },
    {
      "epoch": 0.63540763226366,
      "grad_norm": 0.3723788559436798,
      "learning_rate": 7.910561439141158e-05,
      "loss": 0.0718,
      "step": 5861
    },
    {
      "epoch": 0.6355160450997398,
      "grad_norm": 0.27851536870002747,
      "learning_rate": 7.910198752357465e-05,
      "loss": 0.0578,
      "step": 5862
    },
    {
      "epoch": 0.6356244579358196,
      "grad_norm": 0.17016860842704773,
      "learning_rate": 7.909836065573772e-05,
      "loss": 0.0363,
      "step": 5863
    },
    {
      "epoch": 0.6357328707718994,
      "grad_norm": 0.08281677961349487,
      "learning_rate": 7.909473378790077e-05,
      "loss": 0.0084,
      "step": 5864
    },
    {
      "epoch": 0.6358412836079792,
      "grad_norm": 0.09274793416261673,
      "learning_rate": 7.909110692006385e-05,
      "loss": 0.0268,
      "step": 5865
    },
    {
      "epoch": 0.635949696444059,
      "grad_norm": 0.18569223582744598,
      "learning_rate": 7.90874800522269e-05,
      "loss": 0.0405,
      "step": 5866
    },
    {
      "epoch": 0.6360581092801387,
      "grad_norm": 0.13718439638614655,
      "learning_rate": 7.908385318438996e-05,
      "loss": 0.0337,
      "step": 5867
    },
    {
      "epoch": 0.6361665221162186,
      "grad_norm": 0.17347651720046997,
      "learning_rate": 7.908022631655303e-05,
      "loss": 0.0525,
      "step": 5868
    },
    {
      "epoch": 0.6362749349522984,
      "grad_norm": 0.26796218752861023,
      "learning_rate": 7.907659944871609e-05,
      "loss": 0.0432,
      "step": 5869
    },
    {
      "epoch": 0.6363833477883781,
      "grad_norm": 0.17139412462711334,
      "learning_rate": 7.907297258087916e-05,
      "loss": 0.0199,
      "step": 5870
    },
    {
      "epoch": 0.6364917606244579,
      "grad_norm": 0.10525836795568466,
      "learning_rate": 7.906934571304222e-05,
      "loss": 0.0107,
      "step": 5871
    },
    {
      "epoch": 0.6366001734605378,
      "grad_norm": 0.11813463270664215,
      "learning_rate": 7.906571884520529e-05,
      "loss": 0.0257,
      "step": 5872
    },
    {
      "epoch": 0.6367085862966175,
      "grad_norm": 0.2536749839782715,
      "learning_rate": 7.906209197736834e-05,
      "loss": 0.0398,
      "step": 5873
    },
    {
      "epoch": 0.6368169991326973,
      "grad_norm": 0.33784019947052,
      "learning_rate": 7.905846510953142e-05,
      "loss": 0.071,
      "step": 5874
    },
    {
      "epoch": 0.636925411968777,
      "grad_norm": 0.40406838059425354,
      "learning_rate": 7.905483824169447e-05,
      "loss": 0.0705,
      "step": 5875
    },
    {
      "epoch": 0.6370338248048569,
      "grad_norm": 0.25096654891967773,
      "learning_rate": 7.905121137385753e-05,
      "loss": 0.0546,
      "step": 5876
    },
    {
      "epoch": 0.6371422376409367,
      "grad_norm": 0.10964535921812057,
      "learning_rate": 7.90475845060206e-05,
      "loss": 0.0111,
      "step": 5877
    },
    {
      "epoch": 0.6372506504770165,
      "grad_norm": 0.27778372168540955,
      "learning_rate": 7.904395763818366e-05,
      "loss": 0.0473,
      "step": 5878
    },
    {
      "epoch": 0.6373590633130962,
      "grad_norm": 0.3422293961048126,
      "learning_rate": 7.904033077034674e-05,
      "loss": 0.0702,
      "step": 5879
    },
    {
      "epoch": 0.6374674761491761,
      "grad_norm": 0.23347236216068268,
      "learning_rate": 7.90367039025098e-05,
      "loss": 0.066,
      "step": 5880
    },
    {
      "epoch": 0.6375758889852559,
      "grad_norm": 0.20904508233070374,
      "learning_rate": 7.903307703467286e-05,
      "loss": 0.0548,
      "step": 5881
    },
    {
      "epoch": 0.6376843018213356,
      "grad_norm": 0.2945803105831146,
      "learning_rate": 7.902945016683593e-05,
      "loss": 0.0317,
      "step": 5882
    },
    {
      "epoch": 0.6377927146574154,
      "grad_norm": 0.1167963445186615,
      "learning_rate": 7.902582329899899e-05,
      "loss": 0.0224,
      "step": 5883
    },
    {
      "epoch": 0.6379011274934953,
      "grad_norm": 0.14775146543979645,
      "learning_rate": 7.902219643116206e-05,
      "loss": 0.0245,
      "step": 5884
    },
    {
      "epoch": 0.638009540329575,
      "grad_norm": 0.10501539707183838,
      "learning_rate": 7.901856956332511e-05,
      "loss": 0.0194,
      "step": 5885
    },
    {
      "epoch": 0.6381179531656548,
      "grad_norm": 0.16052204370498657,
      "learning_rate": 7.901494269548818e-05,
      "loss": 0.0381,
      "step": 5886
    },
    {
      "epoch": 0.6382263660017347,
      "grad_norm": 0.14231690764427185,
      "learning_rate": 7.901131582765124e-05,
      "loss": 0.0586,
      "step": 5887
    },
    {
      "epoch": 0.6383347788378144,
      "grad_norm": 0.17594709992408752,
      "learning_rate": 7.900768895981431e-05,
      "loss": 0.0245,
      "step": 5888
    },
    {
      "epoch": 0.6384431916738942,
      "grad_norm": 0.15613867342472076,
      "learning_rate": 7.900406209197737e-05,
      "loss": 0.035,
      "step": 5889
    },
    {
      "epoch": 0.638551604509974,
      "grad_norm": 0.09176366031169891,
      "learning_rate": 7.900043522414043e-05,
      "loss": 0.0137,
      "step": 5890
    },
    {
      "epoch": 0.6386600173460538,
      "grad_norm": 0.1655253916978836,
      "learning_rate": 7.89968083563035e-05,
      "loss": 0.0244,
      "step": 5891
    },
    {
      "epoch": 0.6387684301821336,
      "grad_norm": 0.21102212369441986,
      "learning_rate": 7.899318148846656e-05,
      "loss": 0.06,
      "step": 5892
    },
    {
      "epoch": 0.6388768430182133,
      "grad_norm": 0.28724706172943115,
      "learning_rate": 7.898955462062963e-05,
      "loss": 0.0315,
      "step": 5893
    },
    {
      "epoch": 0.6389852558542931,
      "grad_norm": 0.17917656898498535,
      "learning_rate": 7.898592775279268e-05,
      "loss": 0.0509,
      "step": 5894
    },
    {
      "epoch": 0.639093668690373,
      "grad_norm": 0.2549218237400055,
      "learning_rate": 7.898230088495576e-05,
      "loss": 0.0435,
      "step": 5895
    },
    {
      "epoch": 0.6392020815264527,
      "grad_norm": 0.2003694623708725,
      "learning_rate": 7.897867401711883e-05,
      "loss": 0.0279,
      "step": 5896
    },
    {
      "epoch": 0.6393104943625325,
      "grad_norm": 0.11057432740926743,
      "learning_rate": 7.897504714928188e-05,
      "loss": 0.0143,
      "step": 5897
    },
    {
      "epoch": 0.6394189071986123,
      "grad_norm": 0.28827956318855286,
      "learning_rate": 7.897142028144495e-05,
      "loss": 0.0663,
      "step": 5898
    },
    {
      "epoch": 0.6395273200346921,
      "grad_norm": 0.07597019523382187,
      "learning_rate": 7.896779341360801e-05,
      "loss": 0.0097,
      "step": 5899
    },
    {
      "epoch": 0.6396357328707719,
      "grad_norm": 0.057811424136161804,
      "learning_rate": 7.896416654577108e-05,
      "loss": 0.0106,
      "step": 5900
    },
    {
      "epoch": 0.6397441457068517,
      "grad_norm": 0.2609548568725586,
      "learning_rate": 7.896053967793414e-05,
      "loss": 0.0232,
      "step": 5901
    },
    {
      "epoch": 0.6398525585429314,
      "grad_norm": 0.17074407637119293,
      "learning_rate": 7.895691281009721e-05,
      "loss": 0.0302,
      "step": 5902
    },
    {
      "epoch": 0.6399609713790113,
      "grad_norm": 0.15051963925361633,
      "learning_rate": 7.895328594226027e-05,
      "loss": 0.0279,
      "step": 5903
    },
    {
      "epoch": 0.6400693842150911,
      "grad_norm": 0.12618866562843323,
      "learning_rate": 7.894965907442334e-05,
      "loss": 0.0237,
      "step": 5904
    },
    {
      "epoch": 0.6401777970511708,
      "grad_norm": 0.23892179131507874,
      "learning_rate": 7.89460322065864e-05,
      "loss": 0.0544,
      "step": 5905
    },
    {
      "epoch": 0.6402862098872506,
      "grad_norm": 0.14790725708007812,
      "learning_rate": 7.894240533874945e-05,
      "loss": 0.0274,
      "step": 5906
    },
    {
      "epoch": 0.6403946227233305,
      "grad_norm": 0.20219005644321442,
      "learning_rate": 7.893877847091252e-05,
      "loss": 0.0463,
      "step": 5907
    },
    {
      "epoch": 0.6405030355594102,
      "grad_norm": 0.16313141584396362,
      "learning_rate": 7.893515160307558e-05,
      "loss": 0.0267,
      "step": 5908
    },
    {
      "epoch": 0.64061144839549,
      "grad_norm": 0.22855070233345032,
      "learning_rate": 7.893152473523865e-05,
      "loss": 0.0687,
      "step": 5909
    },
    {
      "epoch": 0.6407198612315698,
      "grad_norm": 0.14193136990070343,
      "learning_rate": 7.892789786740171e-05,
      "loss": 0.0183,
      "step": 5910
    },
    {
      "epoch": 0.6408282740676496,
      "grad_norm": 0.264554500579834,
      "learning_rate": 7.892427099956478e-05,
      "loss": 0.0789,
      "step": 5911
    },
    {
      "epoch": 0.6409366869037294,
      "grad_norm": 0.11808906495571136,
      "learning_rate": 7.892064413172784e-05,
      "loss": 0.0262,
      "step": 5912
    },
    {
      "epoch": 0.6410450997398092,
      "grad_norm": 0.2536076605319977,
      "learning_rate": 7.89170172638909e-05,
      "loss": 0.0805,
      "step": 5913
    },
    {
      "epoch": 0.641153512575889,
      "grad_norm": 0.19152432680130005,
      "learning_rate": 7.891339039605398e-05,
      "loss": 0.0286,
      "step": 5914
    },
    {
      "epoch": 0.6412619254119688,
      "grad_norm": 0.2422632873058319,
      "learning_rate": 7.890976352821704e-05,
      "loss": 0.0445,
      "step": 5915
    },
    {
      "epoch": 0.6413703382480486,
      "grad_norm": 0.10328373312950134,
      "learning_rate": 7.890613666038011e-05,
      "loss": 0.0255,
      "step": 5916
    },
    {
      "epoch": 0.6414787510841283,
      "grad_norm": 0.1805894821882248,
      "learning_rate": 7.890250979254317e-05,
      "loss": 0.0643,
      "step": 5917
    },
    {
      "epoch": 0.6415871639202082,
      "grad_norm": 0.09575632214546204,
      "learning_rate": 7.889888292470624e-05,
      "loss": 0.0104,
      "step": 5918
    },
    {
      "epoch": 0.641695576756288,
      "grad_norm": 0.16277042031288147,
      "learning_rate": 7.88952560568693e-05,
      "loss": 0.0274,
      "step": 5919
    },
    {
      "epoch": 0.6418039895923677,
      "grad_norm": 0.2181924730539322,
      "learning_rate": 7.889162918903235e-05,
      "loss": 0.028,
      "step": 5920
    },
    {
      "epoch": 0.6419124024284475,
      "grad_norm": 0.18747177720069885,
      "learning_rate": 7.888800232119542e-05,
      "loss": 0.0606,
      "step": 5921
    },
    {
      "epoch": 0.6420208152645274,
      "grad_norm": 0.2512979507446289,
      "learning_rate": 7.888437545335848e-05,
      "loss": 0.0213,
      "step": 5922
    },
    {
      "epoch": 0.6421292281006071,
      "grad_norm": 0.08371841907501221,
      "learning_rate": 7.888074858552155e-05,
      "loss": 0.0164,
      "step": 5923
    },
    {
      "epoch": 0.6422376409366869,
      "grad_norm": 0.13701950013637543,
      "learning_rate": 7.887712171768461e-05,
      "loss": 0.0185,
      "step": 5924
    },
    {
      "epoch": 0.6423460537727667,
      "grad_norm": 0.20342066884040833,
      "learning_rate": 7.887349484984768e-05,
      "loss": 0.014,
      "step": 5925
    },
    {
      "epoch": 0.6424544666088465,
      "grad_norm": 0.08378469198942184,
      "learning_rate": 7.886986798201074e-05,
      "loss": 0.0138,
      "step": 5926
    },
    {
      "epoch": 0.6425628794449263,
      "grad_norm": 0.2088133990764618,
      "learning_rate": 7.88662411141738e-05,
      "loss": 0.071,
      "step": 5927
    },
    {
      "epoch": 0.6426712922810061,
      "grad_norm": 0.17508119344711304,
      "learning_rate": 7.886261424633686e-05,
      "loss": 0.0229,
      "step": 5928
    },
    {
      "epoch": 0.6427797051170858,
      "grad_norm": 0.21702003479003906,
      "learning_rate": 7.885898737849992e-05,
      "loss": 0.0315,
      "step": 5929
    },
    {
      "epoch": 0.6428881179531657,
      "grad_norm": 0.22569747269153595,
      "learning_rate": 7.885536051066299e-05,
      "loss": 0.0775,
      "step": 5930
    },
    {
      "epoch": 0.6429965307892455,
      "grad_norm": 0.10726849734783173,
      "learning_rate": 7.885173364282606e-05,
      "loss": 0.01,
      "step": 5931
    },
    {
      "epoch": 0.6431049436253252,
      "grad_norm": 0.13116349279880524,
      "learning_rate": 7.884810677498913e-05,
      "loss": 0.0272,
      "step": 5932
    },
    {
      "epoch": 0.643213356461405,
      "grad_norm": 0.11905094236135483,
      "learning_rate": 7.884447990715219e-05,
      "loss": 0.0237,
      "step": 5933
    },
    {
      "epoch": 0.6433217692974849,
      "grad_norm": 0.23349429666996002,
      "learning_rate": 7.884085303931525e-05,
      "loss": 0.0411,
      "step": 5934
    },
    {
      "epoch": 0.6434301821335646,
      "grad_norm": 0.04695850610733032,
      "learning_rate": 7.883722617147832e-05,
      "loss": 0.0115,
      "step": 5935
    },
    {
      "epoch": 0.6435385949696444,
      "grad_norm": 0.35777634382247925,
      "learning_rate": 7.883359930364138e-05,
      "loss": 0.0395,
      "step": 5936
    },
    {
      "epoch": 0.6436470078057241,
      "grad_norm": 0.2284182459115982,
      "learning_rate": 7.882997243580445e-05,
      "loss": 0.037,
      "step": 5937
    },
    {
      "epoch": 0.643755420641804,
      "grad_norm": 0.2581431567668915,
      "learning_rate": 7.88263455679675e-05,
      "loss": 0.0449,
      "step": 5938
    },
    {
      "epoch": 0.6438638334778838,
      "grad_norm": 0.08952964097261429,
      "learning_rate": 7.882271870013058e-05,
      "loss": 0.0185,
      "step": 5939
    },
    {
      "epoch": 0.6439722463139635,
      "grad_norm": 0.2117672711610794,
      "learning_rate": 7.881909183229363e-05,
      "loss": 0.0304,
      "step": 5940
    },
    {
      "epoch": 0.6440806591500433,
      "grad_norm": 0.17741209268569946,
      "learning_rate": 7.88154649644567e-05,
      "loss": 0.0229,
      "step": 5941
    },
    {
      "epoch": 0.6441890719861232,
      "grad_norm": 0.11923497915267944,
      "learning_rate": 7.881183809661976e-05,
      "loss": 0.012,
      "step": 5942
    },
    {
      "epoch": 0.644297484822203,
      "grad_norm": 0.1838044971227646,
      "learning_rate": 7.880821122878282e-05,
      "loss": 0.0359,
      "step": 5943
    },
    {
      "epoch": 0.6444058976582827,
      "grad_norm": 0.14866062998771667,
      "learning_rate": 7.880458436094589e-05,
      "loss": 0.0288,
      "step": 5944
    },
    {
      "epoch": 0.6445143104943626,
      "grad_norm": 0.4729295074939728,
      "learning_rate": 7.880095749310895e-05,
      "loss": 0.046,
      "step": 5945
    },
    {
      "epoch": 0.6446227233304423,
      "grad_norm": 0.20530818402767181,
      "learning_rate": 7.879733062527202e-05,
      "loss": 0.0252,
      "step": 5946
    },
    {
      "epoch": 0.6447311361665221,
      "grad_norm": 0.15033164620399475,
      "learning_rate": 7.879370375743508e-05,
      "loss": 0.0164,
      "step": 5947
    },
    {
      "epoch": 0.6448395490026019,
      "grad_norm": 0.4582308828830719,
      "learning_rate": 7.879007688959815e-05,
      "loss": 0.0929,
      "step": 5948
    },
    {
      "epoch": 0.6449479618386817,
      "grad_norm": 0.1428302675485611,
      "learning_rate": 7.878645002176122e-05,
      "loss": 0.0145,
      "step": 5949
    },
    {
      "epoch": 0.6450563746747615,
      "grad_norm": 0.30039897561073303,
      "learning_rate": 7.878282315392427e-05,
      "loss": 0.0354,
      "step": 5950
    },
    {
      "epoch": 0.6451647875108413,
      "grad_norm": 0.3090123236179352,
      "learning_rate": 7.877919628608735e-05,
      "loss": 0.1008,
      "step": 5951
    },
    {
      "epoch": 0.645273200346921,
      "grad_norm": 0.19802218675613403,
      "learning_rate": 7.87755694182504e-05,
      "loss": 0.0368,
      "step": 5952
    },
    {
      "epoch": 0.6453816131830009,
      "grad_norm": 0.3298075497150421,
      "learning_rate": 7.877194255041347e-05,
      "loss": 0.0551,
      "step": 5953
    },
    {
      "epoch": 0.6454900260190807,
      "grad_norm": 0.2826072871685028,
      "learning_rate": 7.876831568257653e-05,
      "loss": 0.0413,
      "step": 5954
    },
    {
      "epoch": 0.6455984388551604,
      "grad_norm": 0.31295648217201233,
      "learning_rate": 7.87646888147396e-05,
      "loss": 0.0339,
      "step": 5955
    },
    {
      "epoch": 0.6457068516912402,
      "grad_norm": 0.22511161863803864,
      "learning_rate": 7.876106194690266e-05,
      "loss": 0.0387,
      "step": 5956
    },
    {
      "epoch": 0.6458152645273201,
      "grad_norm": 0.18592572212219238,
      "learning_rate": 7.875743507906572e-05,
      "loss": 0.0455,
      "step": 5957
    },
    {
      "epoch": 0.6459236773633998,
      "grad_norm": 0.10087337344884872,
      "learning_rate": 7.875380821122879e-05,
      "loss": 0.0101,
      "step": 5958
    },
    {
      "epoch": 0.6460320901994796,
      "grad_norm": 0.20141363143920898,
      "learning_rate": 7.875018134339184e-05,
      "loss": 0.0367,
      "step": 5959
    },
    {
      "epoch": 0.6461405030355594,
      "grad_norm": 0.2341361939907074,
      "learning_rate": 7.874655447555492e-05,
      "loss": 0.0615,
      "step": 5960
    },
    {
      "epoch": 0.6462489158716392,
      "grad_norm": 0.22932103276252747,
      "learning_rate": 7.874292760771797e-05,
      "loss": 0.0537,
      "step": 5961
    },
    {
      "epoch": 0.646357328707719,
      "grad_norm": 0.1731639802455902,
      "learning_rate": 7.873930073988104e-05,
      "loss": 0.069,
      "step": 5962
    },
    {
      "epoch": 0.6464657415437988,
      "grad_norm": 0.26070278882980347,
      "learning_rate": 7.87356738720441e-05,
      "loss": 0.0356,
      "step": 5963
    },
    {
      "epoch": 0.6465741543798785,
      "grad_norm": 0.2213979810476303,
      "learning_rate": 7.873204700420717e-05,
      "loss": 0.045,
      "step": 5964
    },
    {
      "epoch": 0.6466825672159584,
      "grad_norm": 0.2887384295463562,
      "learning_rate": 7.872842013637023e-05,
      "loss": 0.0698,
      "step": 5965
    },
    {
      "epoch": 0.6467909800520382,
      "grad_norm": 0.2807256281375885,
      "learning_rate": 7.87247932685333e-05,
      "loss": 0.0545,
      "step": 5966
    },
    {
      "epoch": 0.6468993928881179,
      "grad_norm": 0.1356344223022461,
      "learning_rate": 7.872116640069637e-05,
      "loss": 0.018,
      "step": 5967
    },
    {
      "epoch": 0.6470078057241977,
      "grad_norm": 0.22377942502498627,
      "learning_rate": 7.871753953285943e-05,
      "loss": 0.0367,
      "step": 5968
    },
    {
      "epoch": 0.6471162185602776,
      "grad_norm": 0.08756127953529358,
      "learning_rate": 7.87139126650225e-05,
      "loss": 0.0157,
      "step": 5969
    },
    {
      "epoch": 0.6472246313963573,
      "grad_norm": 0.14699377119541168,
      "learning_rate": 7.871028579718556e-05,
      "loss": 0.0439,
      "step": 5970
    },
    {
      "epoch": 0.6473330442324371,
      "grad_norm": 0.1689309924840927,
      "learning_rate": 7.870665892934861e-05,
      "loss": 0.0522,
      "step": 5971
    },
    {
      "epoch": 0.647441457068517,
      "grad_norm": 0.15947608649730682,
      "learning_rate": 7.870303206151168e-05,
      "loss": 0.0196,
      "step": 5972
    },
    {
      "epoch": 0.6475498699045967,
      "grad_norm": 0.20390449464321136,
      "learning_rate": 7.869940519367474e-05,
      "loss": 0.0407,
      "step": 5973
    },
    {
      "epoch": 0.6476582827406765,
      "grad_norm": 0.16317340731620789,
      "learning_rate": 7.869577832583781e-05,
      "loss": 0.0323,
      "step": 5974
    },
    {
      "epoch": 0.6477666955767563,
      "grad_norm": 0.02968071773648262,
      "learning_rate": 7.869215145800087e-05,
      "loss": 0.0052,
      "step": 5975
    },
    {
      "epoch": 0.6478751084128361,
      "grad_norm": 0.22932247817516327,
      "learning_rate": 7.868852459016394e-05,
      "loss": 0.0343,
      "step": 5976
    },
    {
      "epoch": 0.6479835212489159,
      "grad_norm": 0.06299047917127609,
      "learning_rate": 7.8684897722327e-05,
      "loss": 0.0116,
      "step": 5977
    },
    {
      "epoch": 0.6480919340849957,
      "grad_norm": 0.15329623222351074,
      "learning_rate": 7.868127085449007e-05,
      "loss": 0.0253,
      "step": 5978
    },
    {
      "epoch": 0.6482003469210754,
      "grad_norm": 0.15447205305099487,
      "learning_rate": 7.867764398665313e-05,
      "loss": 0.0448,
      "step": 5979
    },
    {
      "epoch": 0.6483087597571553,
      "grad_norm": 0.34643247723579407,
      "learning_rate": 7.867401711881618e-05,
      "loss": 0.0942,
      "step": 5980
    },
    {
      "epoch": 0.6484171725932351,
      "grad_norm": 0.2384014129638672,
      "learning_rate": 7.867039025097925e-05,
      "loss": 0.0438,
      "step": 5981
    },
    {
      "epoch": 0.6485255854293148,
      "grad_norm": 0.1510802060365677,
      "learning_rate": 7.866676338314231e-05,
      "loss": 0.027,
      "step": 5982
    },
    {
      "epoch": 0.6486339982653946,
      "grad_norm": 0.23841364681720734,
      "learning_rate": 7.86631365153054e-05,
      "loss": 0.0626,
      "step": 5983
    },
    {
      "epoch": 0.6487424111014745,
      "grad_norm": 0.11526789516210556,
      "learning_rate": 7.865950964746845e-05,
      "loss": 0.0299,
      "step": 5984
    },
    {
      "epoch": 0.6488508239375542,
      "grad_norm": 0.2897433340549469,
      "learning_rate": 7.865588277963152e-05,
      "loss": 0.0768,
      "step": 5985
    },
    {
      "epoch": 0.648959236773634,
      "grad_norm": 0.0786174014210701,
      "learning_rate": 7.865225591179458e-05,
      "loss": 0.0112,
      "step": 5986
    },
    {
      "epoch": 0.6490676496097137,
      "grad_norm": 0.24783502519130707,
      "learning_rate": 7.864862904395764e-05,
      "loss": 0.0372,
      "step": 5987
    },
    {
      "epoch": 0.6491760624457936,
      "grad_norm": 0.1829051375389099,
      "learning_rate": 7.864500217612071e-05,
      "loss": 0.0682,
      "step": 5988
    },
    {
      "epoch": 0.6492844752818734,
      "grad_norm": 0.09073013812303543,
      "learning_rate": 7.864137530828377e-05,
      "loss": 0.0229,
      "step": 5989
    },
    {
      "epoch": 0.6493928881179531,
      "grad_norm": 0.218888521194458,
      "learning_rate": 7.863774844044684e-05,
      "loss": 0.0437,
      "step": 5990
    },
    {
      "epoch": 0.6495013009540329,
      "grad_norm": 0.25869220495224,
      "learning_rate": 7.86341215726099e-05,
      "loss": 0.0596,
      "step": 5991
    },
    {
      "epoch": 0.6496097137901128,
      "grad_norm": 0.364562064409256,
      "learning_rate": 7.863049470477297e-05,
      "loss": 0.1131,
      "step": 5992
    },
    {
      "epoch": 0.6497181266261925,
      "grad_norm": 0.26292309165000916,
      "learning_rate": 7.862686783693602e-05,
      "loss": 0.045,
      "step": 5993
    },
    {
      "epoch": 0.6498265394622723,
      "grad_norm": 0.23624691367149353,
      "learning_rate": 7.862324096909908e-05,
      "loss": 0.0401,
      "step": 5994
    },
    {
      "epoch": 0.6499349522983521,
      "grad_norm": 0.11499103158712387,
      "learning_rate": 7.861961410126215e-05,
      "loss": 0.057,
      "step": 5995
    },
    {
      "epoch": 0.650043365134432,
      "grad_norm": 0.2613341808319092,
      "learning_rate": 7.861598723342521e-05,
      "loss": 0.0643,
      "step": 5996
    },
    {
      "epoch": 0.6501517779705117,
      "grad_norm": 0.2655332684516907,
      "learning_rate": 7.861236036558828e-05,
      "loss": 0.052,
      "step": 5997
    },
    {
      "epoch": 0.6502601908065915,
      "grad_norm": 0.12578760087490082,
      "learning_rate": 7.860873349775134e-05,
      "loss": 0.0433,
      "step": 5998
    },
    {
      "epoch": 0.6503686036426712,
      "grad_norm": 0.09809673577547073,
      "learning_rate": 7.860510662991441e-05,
      "loss": 0.0224,
      "step": 5999
    },
    {
      "epoch": 0.6504770164787511,
      "grad_norm": 0.1582450568675995,
      "learning_rate": 7.860147976207748e-05,
      "loss": 0.0519,
      "step": 6000
    },
    {
      "epoch": 0.6505854293148309,
      "grad_norm": 0.24250642955303192,
      "learning_rate": 7.859785289424054e-05,
      "loss": 0.0647,
      "step": 6001
    },
    {
      "epoch": 0.6506938421509106,
      "grad_norm": 0.05895731970667839,
      "learning_rate": 7.859422602640361e-05,
      "loss": 0.0123,
      "step": 6002
    },
    {
      "epoch": 0.6508022549869905,
      "grad_norm": 0.15802280604839325,
      "learning_rate": 7.859059915856666e-05,
      "loss": 0.0275,
      "step": 6003
    },
    {
      "epoch": 0.6509106678230703,
      "grad_norm": 0.0972277894616127,
      "learning_rate": 7.858697229072974e-05,
      "loss": 0.0154,
      "step": 6004
    },
    {
      "epoch": 0.65101908065915,
      "grad_norm": 0.12777607142925262,
      "learning_rate": 7.858334542289279e-05,
      "loss": 0.0228,
      "step": 6005
    },
    {
      "epoch": 0.6511274934952298,
      "grad_norm": 0.1914081573486328,
      "learning_rate": 7.857971855505586e-05,
      "loss": 0.0281,
      "step": 6006
    },
    {
      "epoch": 0.6512359063313097,
      "grad_norm": 0.17010463774204254,
      "learning_rate": 7.857609168721892e-05,
      "loss": 0.0337,
      "step": 6007
    },
    {
      "epoch": 0.6513443191673894,
      "grad_norm": 0.1816033124923706,
      "learning_rate": 7.857246481938199e-05,
      "loss": 0.0392,
      "step": 6008
    },
    {
      "epoch": 0.6514527320034692,
      "grad_norm": 0.3568548560142517,
      "learning_rate": 7.856883795154505e-05,
      "loss": 0.095,
      "step": 6009
    },
    {
      "epoch": 0.651561144839549,
      "grad_norm": 0.24287237226963043,
      "learning_rate": 7.856521108370811e-05,
      "loss": 0.0417,
      "step": 6010
    },
    {
      "epoch": 0.6516695576756288,
      "grad_norm": 0.15352946519851685,
      "learning_rate": 7.856158421587118e-05,
      "loss": 0.0246,
      "step": 6011
    },
    {
      "epoch": 0.6517779705117086,
      "grad_norm": 0.07675620913505554,
      "learning_rate": 7.855795734803424e-05,
      "loss": 0.0206,
      "step": 6012
    },
    {
      "epoch": 0.6518863833477884,
      "grad_norm": 0.19134201109409332,
      "learning_rate": 7.85543304801973e-05,
      "loss": 0.0355,
      "step": 6013
    },
    {
      "epoch": 0.6519947961838681,
      "grad_norm": 0.13013438880443573,
      "learning_rate": 7.855070361236036e-05,
      "loss": 0.0299,
      "step": 6014
    },
    {
      "epoch": 0.652103209019948,
      "grad_norm": 0.15632931888103485,
      "learning_rate": 7.854707674452343e-05,
      "loss": 0.0411,
      "step": 6015
    },
    {
      "epoch": 0.6522116218560278,
      "grad_norm": 0.18090377748012543,
      "learning_rate": 7.854344987668649e-05,
      "loss": 0.0307,
      "step": 6016
    },
    {
      "epoch": 0.6523200346921075,
      "grad_norm": 0.23179109394550323,
      "learning_rate": 7.853982300884956e-05,
      "loss": 0.0254,
      "step": 6017
    },
    {
      "epoch": 0.6524284475281873,
      "grad_norm": 0.2278449386358261,
      "learning_rate": 7.853619614101263e-05,
      "loss": 0.0458,
      "step": 6018
    },
    {
      "epoch": 0.6525368603642672,
      "grad_norm": 0.2846772372722626,
      "learning_rate": 7.853256927317569e-05,
      "loss": 0.0797,
      "step": 6019
    },
    {
      "epoch": 0.6526452732003469,
      "grad_norm": 0.2433784455060959,
      "learning_rate": 7.852894240533876e-05,
      "loss": 0.0281,
      "step": 6020
    },
    {
      "epoch": 0.6527536860364267,
      "grad_norm": 0.09043809026479721,
      "learning_rate": 7.852531553750182e-05,
      "loss": 0.0227,
      "step": 6021
    },
    {
      "epoch": 0.6528620988725065,
      "grad_norm": 0.18499860167503357,
      "learning_rate": 7.852168866966489e-05,
      "loss": 0.043,
      "step": 6022
    },
    {
      "epoch": 0.6529705117085863,
      "grad_norm": 0.24688218533992767,
      "learning_rate": 7.851806180182795e-05,
      "loss": 0.0557,
      "step": 6023
    },
    {
      "epoch": 0.6530789245446661,
      "grad_norm": 0.11311716586351395,
      "learning_rate": 7.8514434933991e-05,
      "loss": 0.0285,
      "step": 6024
    },
    {
      "epoch": 0.6531873373807459,
      "grad_norm": 0.13147155940532684,
      "learning_rate": 7.851080806615408e-05,
      "loss": 0.0219,
      "step": 6025
    },
    {
      "epoch": 0.6532957502168256,
      "grad_norm": 0.1230265349149704,
      "learning_rate": 7.850718119831713e-05,
      "loss": 0.0229,
      "step": 6026
    },
    {
      "epoch": 0.6534041630529055,
      "grad_norm": 0.3833463788032532,
      "learning_rate": 7.85035543304802e-05,
      "loss": 0.0653,
      "step": 6027
    },
    {
      "epoch": 0.6535125758889853,
      "grad_norm": 0.17391660809516907,
      "learning_rate": 7.849992746264326e-05,
      "loss": 0.0315,
      "step": 6028
    },
    {
      "epoch": 0.653620988725065,
      "grad_norm": 0.2085186094045639,
      "learning_rate": 7.849630059480633e-05,
      "loss": 0.056,
      "step": 6029
    },
    {
      "epoch": 0.6537294015611448,
      "grad_norm": 0.2056618630886078,
      "learning_rate": 7.849267372696939e-05,
      "loss": 0.0224,
      "step": 6030
    },
    {
      "epoch": 0.6538378143972247,
      "grad_norm": 0.22685563564300537,
      "learning_rate": 7.848904685913246e-05,
      "loss": 0.0228,
      "step": 6031
    },
    {
      "epoch": 0.6539462272333044,
      "grad_norm": 0.10926568508148193,
      "learning_rate": 7.848541999129552e-05,
      "loss": 0.014,
      "step": 6032
    },
    {
      "epoch": 0.6540546400693842,
      "grad_norm": 0.22504067420959473,
      "learning_rate": 7.848179312345857e-05,
      "loss": 0.0207,
      "step": 6033
    },
    {
      "epoch": 0.6541630529054641,
      "grad_norm": 0.16797064244747162,
      "learning_rate": 7.847816625562165e-05,
      "loss": 0.0402,
      "step": 6034
    },
    {
      "epoch": 0.6542714657415438,
      "grad_norm": 0.1154119148850441,
      "learning_rate": 7.847453938778472e-05,
      "loss": 0.016,
      "step": 6035
    },
    {
      "epoch": 0.6543798785776236,
      "grad_norm": 0.11673064529895782,
      "learning_rate": 7.847091251994779e-05,
      "loss": 0.0227,
      "step": 6036
    },
    {
      "epoch": 0.6544882914137033,
      "grad_norm": 0.18499861657619476,
      "learning_rate": 7.846728565211084e-05,
      "loss": 0.0255,
      "step": 6037
    },
    {
      "epoch": 0.6545967042497832,
      "grad_norm": 0.3442157208919525,
      "learning_rate": 7.84636587842739e-05,
      "loss": 0.0352,
      "step": 6038
    },
    {
      "epoch": 0.654705117085863,
      "grad_norm": 0.40401995182037354,
      "learning_rate": 7.846003191643697e-05,
      "loss": 0.0525,
      "step": 6039
    },
    {
      "epoch": 0.6548135299219427,
      "grad_norm": 0.09944387525320053,
      "learning_rate": 7.845640504860003e-05,
      "loss": 0.0245,
      "step": 6040
    },
    {
      "epoch": 0.6549219427580225,
      "grad_norm": 0.08959446847438812,
      "learning_rate": 7.84527781807631e-05,
      "loss": 0.0185,
      "step": 6041
    },
    {
      "epoch": 0.6550303555941024,
      "grad_norm": 0.2205134630203247,
      "learning_rate": 7.844915131292616e-05,
      "loss": 0.0427,
      "step": 6042
    },
    {
      "epoch": 0.6551387684301822,
      "grad_norm": 0.15030770003795624,
      "learning_rate": 7.844552444508923e-05,
      "loss": 0.0282,
      "step": 6043
    },
    {
      "epoch": 0.6552471812662619,
      "grad_norm": 0.22289521992206573,
      "learning_rate": 7.844189757725229e-05,
      "loss": 0.0545,
      "step": 6044
    },
    {
      "epoch": 0.6553555941023417,
      "grad_norm": 0.2170165777206421,
      "learning_rate": 7.843827070941536e-05,
      "loss": 0.0162,
      "step": 6045
    },
    {
      "epoch": 0.6554640069384216,
      "grad_norm": 0.15042293071746826,
      "learning_rate": 7.843464384157841e-05,
      "loss": 0.0616,
      "step": 6046
    },
    {
      "epoch": 0.6555724197745013,
      "grad_norm": 0.055377550423145294,
      "learning_rate": 7.843101697374147e-05,
      "loss": 0.0122,
      "step": 6047
    },
    {
      "epoch": 0.6556808326105811,
      "grad_norm": 0.11694280803203583,
      "learning_rate": 7.842739010590454e-05,
      "loss": 0.0205,
      "step": 6048
    },
    {
      "epoch": 0.6557892454466608,
      "grad_norm": 0.19208022952079773,
      "learning_rate": 7.84237632380676e-05,
      "loss": 0.0287,
      "step": 6049
    },
    {
      "epoch": 0.6558976582827407,
      "grad_norm": 0.10461605340242386,
      "learning_rate": 7.842013637023067e-05,
      "loss": 0.0278,
      "step": 6050
    },
    {
      "epoch": 0.6560060711188205,
      "grad_norm": 0.23707260191440582,
      "learning_rate": 7.841650950239373e-05,
      "loss": 0.0489,
      "step": 6051
    },
    {
      "epoch": 0.6561144839549002,
      "grad_norm": 0.22391629219055176,
      "learning_rate": 7.84128826345568e-05,
      "loss": 0.0219,
      "step": 6052
    },
    {
      "epoch": 0.65622289679098,
      "grad_norm": 0.24301156401634216,
      "learning_rate": 7.840925576671987e-05,
      "loss": 0.0271,
      "step": 6053
    },
    {
      "epoch": 0.6563313096270599,
      "grad_norm": 0.21430304646492004,
      "learning_rate": 7.840562889888293e-05,
      "loss": 0.0293,
      "step": 6054
    },
    {
      "epoch": 0.6564397224631396,
      "grad_norm": 0.291852742433548,
      "learning_rate": 7.8402002031046e-05,
      "loss": 0.0391,
      "step": 6055
    },
    {
      "epoch": 0.6565481352992194,
      "grad_norm": 0.1723223328590393,
      "learning_rate": 7.839837516320906e-05,
      "loss": 0.0358,
      "step": 6056
    },
    {
      "epoch": 0.6566565481352992,
      "grad_norm": 0.25043579936027527,
      "learning_rate": 7.839474829537213e-05,
      "loss": 0.0531,
      "step": 6057
    },
    {
      "epoch": 0.656764960971379,
      "grad_norm": 0.3283046782016754,
      "learning_rate": 7.839112142753518e-05,
      "loss": 0.0897,
      "step": 6058
    },
    {
      "epoch": 0.6568733738074588,
      "grad_norm": 0.14953288435935974,
      "learning_rate": 7.838749455969825e-05,
      "loss": 0.0645,
      "step": 6059
    },
    {
      "epoch": 0.6569817866435386,
      "grad_norm": 0.2719121277332306,
      "learning_rate": 7.838386769186131e-05,
      "loss": 0.0422,
      "step": 6060
    },
    {
      "epoch": 0.6570901994796184,
      "grad_norm": 0.14441680908203125,
      "learning_rate": 7.838024082402437e-05,
      "loss": 0.0242,
      "step": 6061
    },
    {
      "epoch": 0.6571986123156982,
      "grad_norm": 0.19951504468917847,
      "learning_rate": 7.837661395618744e-05,
      "loss": 0.0431,
      "step": 6062
    },
    {
      "epoch": 0.657307025151778,
      "grad_norm": 0.18750983476638794,
      "learning_rate": 7.83729870883505e-05,
      "loss": 0.0377,
      "step": 6063
    },
    {
      "epoch": 0.6574154379878577,
      "grad_norm": 0.19064150750637054,
      "learning_rate": 7.836936022051357e-05,
      "loss": 0.0707,
      "step": 6064
    },
    {
      "epoch": 0.6575238508239376,
      "grad_norm": 0.22238756716251373,
      "learning_rate": 7.836573335267663e-05,
      "loss": 0.0206,
      "step": 6065
    },
    {
      "epoch": 0.6576322636600174,
      "grad_norm": 0.1420123428106308,
      "learning_rate": 7.83621064848397e-05,
      "loss": 0.0367,
      "step": 6066
    },
    {
      "epoch": 0.6577406764960971,
      "grad_norm": 0.1822592169046402,
      "learning_rate": 7.835847961700275e-05,
      "loss": 0.0423,
      "step": 6067
    },
    {
      "epoch": 0.6578490893321769,
      "grad_norm": 0.27233248949050903,
      "learning_rate": 7.835485274916582e-05,
      "loss": 0.0427,
      "step": 6068
    },
    {
      "epoch": 0.6579575021682568,
      "grad_norm": 0.3882635831832886,
      "learning_rate": 7.83512258813289e-05,
      "loss": 0.0749,
      "step": 6069
    },
    {
      "epoch": 0.6580659150043365,
      "grad_norm": 0.10424786061048508,
      "learning_rate": 7.834759901349195e-05,
      "loss": 0.0217,
      "step": 6070
    },
    {
      "epoch": 0.6581743278404163,
      "grad_norm": 0.10959989577531815,
      "learning_rate": 7.834397214565502e-05,
      "loss": 0.015,
      "step": 6071
    },
    {
      "epoch": 0.6582827406764961,
      "grad_norm": 0.06005451828241348,
      "learning_rate": 7.834034527781808e-05,
      "loss": 0.0063,
      "step": 6072
    },
    {
      "epoch": 0.6583911535125759,
      "grad_norm": 0.38462549448013306,
      "learning_rate": 7.833671840998115e-05,
      "loss": 0.0459,
      "step": 6073
    },
    {
      "epoch": 0.6584995663486557,
      "grad_norm": 0.23292118310928345,
      "learning_rate": 7.833309154214421e-05,
      "loss": 0.0287,
      "step": 6074
    },
    {
      "epoch": 0.6586079791847355,
      "grad_norm": 0.1494785100221634,
      "learning_rate": 7.832946467430727e-05,
      "loss": 0.0388,
      "step": 6075
    },
    {
      "epoch": 0.6587163920208152,
      "grad_norm": 0.09470465779304504,
      "learning_rate": 7.832583780647034e-05,
      "loss": 0.0218,
      "step": 6076
    },
    {
      "epoch": 0.6588248048568951,
      "grad_norm": 0.10068389028310776,
      "learning_rate": 7.83222109386334e-05,
      "loss": 0.024,
      "step": 6077
    },
    {
      "epoch": 0.6589332176929749,
      "grad_norm": 0.14198502898216248,
      "learning_rate": 7.831858407079647e-05,
      "loss": 0.0164,
      "step": 6078
    },
    {
      "epoch": 0.6590416305290546,
      "grad_norm": 0.1993405520915985,
      "learning_rate": 7.831495720295952e-05,
      "loss": 0.0392,
      "step": 6079
    },
    {
      "epoch": 0.6591500433651344,
      "grad_norm": 0.4280169606208801,
      "learning_rate": 7.83113303351226e-05,
      "loss": 0.0895,
      "step": 6080
    },
    {
      "epoch": 0.6592584562012143,
      "grad_norm": 0.23403888940811157,
      "learning_rate": 7.830770346728565e-05,
      "loss": 0.0259,
      "step": 6081
    },
    {
      "epoch": 0.659366869037294,
      "grad_norm": 0.19988785684108734,
      "learning_rate": 7.830407659944872e-05,
      "loss": 0.0402,
      "step": 6082
    },
    {
      "epoch": 0.6594752818733738,
      "grad_norm": 0.36455753445625305,
      "learning_rate": 7.830044973161178e-05,
      "loss": 0.075,
      "step": 6083
    },
    {
      "epoch": 0.6595836947094535,
      "grad_norm": 0.17434322834014893,
      "learning_rate": 7.829682286377484e-05,
      "loss": 0.0237,
      "step": 6084
    },
    {
      "epoch": 0.6596921075455334,
      "grad_norm": 0.14137598872184753,
      "learning_rate": 7.829319599593791e-05,
      "loss": 0.0164,
      "step": 6085
    },
    {
      "epoch": 0.6598005203816132,
      "grad_norm": 0.18417629599571228,
      "learning_rate": 7.828956912810097e-05,
      "loss": 0.036,
      "step": 6086
    },
    {
      "epoch": 0.659908933217693,
      "grad_norm": 0.09318354725837708,
      "learning_rate": 7.828594226026405e-05,
      "loss": 0.0275,
      "step": 6087
    },
    {
      "epoch": 0.6600173460537727,
      "grad_norm": 0.15951643884181976,
      "learning_rate": 7.828231539242711e-05,
      "loss": 0.0325,
      "step": 6088
    },
    {
      "epoch": 0.6601257588898526,
      "grad_norm": 0.25110968947410583,
      "learning_rate": 7.827868852459018e-05,
      "loss": 0.0685,
      "step": 6089
    },
    {
      "epoch": 0.6602341717259324,
      "grad_norm": 0.27114859223365784,
      "learning_rate": 7.827506165675324e-05,
      "loss": 0.0804,
      "step": 6090
    },
    {
      "epoch": 0.6603425845620121,
      "grad_norm": 0.2619170844554901,
      "learning_rate": 7.827143478891629e-05,
      "loss": 0.0569,
      "step": 6091
    },
    {
      "epoch": 0.660450997398092,
      "grad_norm": 0.06770621985197067,
      "learning_rate": 7.826780792107936e-05,
      "loss": 0.0117,
      "step": 6092
    },
    {
      "epoch": 0.6605594102341718,
      "grad_norm": 0.2709691822528839,
      "learning_rate": 7.826418105324242e-05,
      "loss": 0.0776,
      "step": 6093
    },
    {
      "epoch": 0.6606678230702515,
      "grad_norm": 0.16076187789440155,
      "learning_rate": 7.826055418540549e-05,
      "loss": 0.0236,
      "step": 6094
    },
    {
      "epoch": 0.6607762359063313,
      "grad_norm": 0.3665296137332916,
      "learning_rate": 7.825692731756855e-05,
      "loss": 0.0965,
      "step": 6095
    },
    {
      "epoch": 0.6608846487424112,
      "grad_norm": 0.08198587596416473,
      "learning_rate": 7.825330044973162e-05,
      "loss": 0.0139,
      "step": 6096
    },
    {
      "epoch": 0.6609930615784909,
      "grad_norm": 0.22875280678272247,
      "learning_rate": 7.824967358189468e-05,
      "loss": 0.0222,
      "step": 6097
    },
    {
      "epoch": 0.6611014744145707,
      "grad_norm": 0.24193523824214935,
      "learning_rate": 7.824604671405773e-05,
      "loss": 0.0642,
      "step": 6098
    },
    {
      "epoch": 0.6612098872506504,
      "grad_norm": 0.1616368591785431,
      "learning_rate": 7.82424198462208e-05,
      "loss": 0.0331,
      "step": 6099
    },
    {
      "epoch": 0.6613183000867303,
      "grad_norm": 0.13028469681739807,
      "learning_rate": 7.823879297838386e-05,
      "loss": 0.0342,
      "step": 6100
    },
    {
      "epoch": 0.6614267129228101,
      "grad_norm": 0.20056231319904327,
      "learning_rate": 7.823516611054693e-05,
      "loss": 0.0393,
      "step": 6101
    },
    {
      "epoch": 0.6615351257588898,
      "grad_norm": 0.1670621782541275,
      "learning_rate": 7.823153924270999e-05,
      "loss": 0.0228,
      "step": 6102
    },
    {
      "epoch": 0.6616435385949696,
      "grad_norm": 0.10946225374937057,
      "learning_rate": 7.822791237487306e-05,
      "loss": 0.0149,
      "step": 6103
    },
    {
      "epoch": 0.6617519514310495,
      "grad_norm": 0.21903932094573975,
      "learning_rate": 7.822428550703613e-05,
      "loss": 0.0501,
      "step": 6104
    },
    {
      "epoch": 0.6618603642671292,
      "grad_norm": 0.1800127476453781,
      "learning_rate": 7.822065863919919e-05,
      "loss": 0.0367,
      "step": 6105
    },
    {
      "epoch": 0.661968777103209,
      "grad_norm": 0.21484696865081787,
      "learning_rate": 7.821703177136226e-05,
      "loss": 0.0267,
      "step": 6106
    },
    {
      "epoch": 0.6620771899392888,
      "grad_norm": 0.23256203532218933,
      "learning_rate": 7.821340490352532e-05,
      "loss": 0.0226,
      "step": 6107
    },
    {
      "epoch": 0.6621856027753686,
      "grad_norm": 0.09666985273361206,
      "learning_rate": 7.820977803568839e-05,
      "loss": 0.0226,
      "step": 6108
    },
    {
      "epoch": 0.6622940156114484,
      "grad_norm": 0.17457596957683563,
      "learning_rate": 7.820615116785145e-05,
      "loss": 0.0157,
      "step": 6109
    },
    {
      "epoch": 0.6624024284475282,
      "grad_norm": 0.09829860925674438,
      "learning_rate": 7.820252430001452e-05,
      "loss": 0.0337,
      "step": 6110
    },
    {
      "epoch": 0.6625108412836079,
      "grad_norm": 0.21429221332073212,
      "learning_rate": 7.819889743217757e-05,
      "loss": 0.0644,
      "step": 6111
    },
    {
      "epoch": 0.6626192541196878,
      "grad_norm": 0.20068955421447754,
      "learning_rate": 7.819527056434065e-05,
      "loss": 0.0444,
      "step": 6112
    },
    {
      "epoch": 0.6627276669557676,
      "grad_norm": 0.13570107519626617,
      "learning_rate": 7.81916436965037e-05,
      "loss": 0.0457,
      "step": 6113
    },
    {
      "epoch": 0.6628360797918473,
      "grad_norm": 0.11169516295194626,
      "learning_rate": 7.818801682866676e-05,
      "loss": 0.0123,
      "step": 6114
    },
    {
      "epoch": 0.6629444926279271,
      "grad_norm": 0.24182136356830597,
      "learning_rate": 7.818438996082983e-05,
      "loss": 0.0237,
      "step": 6115
    },
    {
      "epoch": 0.663052905464007,
      "grad_norm": 0.11786070466041565,
      "learning_rate": 7.818076309299289e-05,
      "loss": 0.0316,
      "step": 6116
    },
    {
      "epoch": 0.6631613183000867,
      "grad_norm": 0.1720755398273468,
      "learning_rate": 7.817713622515596e-05,
      "loss": 0.0468,
      "step": 6117
    },
    {
      "epoch": 0.6632697311361665,
      "grad_norm": 0.4928763210773468,
      "learning_rate": 7.817350935731902e-05,
      "loss": 0.1442,
      "step": 6118
    },
    {
      "epoch": 0.6633781439722463,
      "grad_norm": 0.22085942327976227,
      "learning_rate": 7.816988248948209e-05,
      "loss": 0.0284,
      "step": 6119
    },
    {
      "epoch": 0.6634865568083261,
      "grad_norm": 0.08192285895347595,
      "learning_rate": 7.816625562164514e-05,
      "loss": 0.0259,
      "step": 6120
    },
    {
      "epoch": 0.6635949696444059,
      "grad_norm": 0.14838863909244537,
      "learning_rate": 7.816262875380822e-05,
      "loss": 0.0194,
      "step": 6121
    },
    {
      "epoch": 0.6637033824804857,
      "grad_norm": 0.1738324761390686,
      "learning_rate": 7.815900188597129e-05,
      "loss": 0.0333,
      "step": 6122
    },
    {
      "epoch": 0.6638117953165655,
      "grad_norm": 0.2522841691970825,
      "learning_rate": 7.815537501813434e-05,
      "loss": 0.0449,
      "step": 6123
    },
    {
      "epoch": 0.6639202081526453,
      "grad_norm": 0.09895715117454529,
      "learning_rate": 7.815174815029741e-05,
      "loss": 0.0123,
      "step": 6124
    },
    {
      "epoch": 0.6640286209887251,
      "grad_norm": 0.16116465628147125,
      "learning_rate": 7.814812128246047e-05,
      "loss": 0.0143,
      "step": 6125
    },
    {
      "epoch": 0.6641370338248048,
      "grad_norm": 0.07390125840902328,
      "learning_rate": 7.814449441462354e-05,
      "loss": 0.0123,
      "step": 6126
    },
    {
      "epoch": 0.6642454466608847,
      "grad_norm": 0.06597176939249039,
      "learning_rate": 7.81408675467866e-05,
      "loss": 0.0116,
      "step": 6127
    },
    {
      "epoch": 0.6643538594969645,
      "grad_norm": 0.21246887743473053,
      "learning_rate": 7.813724067894966e-05,
      "loss": 0.0575,
      "step": 6128
    },
    {
      "epoch": 0.6644622723330442,
      "grad_norm": 0.1620444506406784,
      "learning_rate": 7.813361381111273e-05,
      "loss": 0.0234,
      "step": 6129
    },
    {
      "epoch": 0.664570685169124,
      "grad_norm": 0.26575690507888794,
      "learning_rate": 7.812998694327579e-05,
      "loss": 0.0379,
      "step": 6130
    },
    {
      "epoch": 0.6646790980052039,
      "grad_norm": 0.25973641872406006,
      "learning_rate": 7.812636007543886e-05,
      "loss": 0.0648,
      "step": 6131
    },
    {
      "epoch": 0.6647875108412836,
      "grad_norm": 0.029302434995770454,
      "learning_rate": 7.812273320760191e-05,
      "loss": 0.0033,
      "step": 6132
    },
    {
      "epoch": 0.6648959236773634,
      "grad_norm": 0.23110583424568176,
      "learning_rate": 7.811910633976499e-05,
      "loss": 0.073,
      "step": 6133
    },
    {
      "epoch": 0.6650043365134432,
      "grad_norm": 0.14092113077640533,
      "learning_rate": 7.811547947192804e-05,
      "loss": 0.0468,
      "step": 6134
    },
    {
      "epoch": 0.665112749349523,
      "grad_norm": 0.15399903059005737,
      "learning_rate": 7.811185260409111e-05,
      "loss": 0.0186,
      "step": 6135
    },
    {
      "epoch": 0.6652211621856028,
      "grad_norm": 0.24448610842227936,
      "learning_rate": 7.810822573625417e-05,
      "loss": 0.0298,
      "step": 6136
    },
    {
      "epoch": 0.6653295750216826,
      "grad_norm": 0.2538750171661377,
      "learning_rate": 7.810459886841723e-05,
      "loss": 0.0463,
      "step": 6137
    },
    {
      "epoch": 0.6654379878577623,
      "grad_norm": 0.2998228371143341,
      "learning_rate": 7.810097200058031e-05,
      "loss": 0.055,
      "step": 6138
    },
    {
      "epoch": 0.6655464006938422,
      "grad_norm": 0.17467735707759857,
      "learning_rate": 7.809734513274337e-05,
      "loss": 0.0601,
      "step": 6139
    },
    {
      "epoch": 0.665654813529922,
      "grad_norm": 0.07875174283981323,
      "learning_rate": 7.809371826490644e-05,
      "loss": 0.0241,
      "step": 6140
    },
    {
      "epoch": 0.6657632263660017,
      "grad_norm": 0.15265962481498718,
      "learning_rate": 7.80900913970695e-05,
      "loss": 0.0247,
      "step": 6141
    },
    {
      "epoch": 0.6658716392020815,
      "grad_norm": 0.14600740373134613,
      "learning_rate": 7.808646452923256e-05,
      "loss": 0.0199,
      "step": 6142
    },
    {
      "epoch": 0.6659800520381614,
      "grad_norm": 0.07068317383527756,
      "learning_rate": 7.808283766139563e-05,
      "loss": 0.0085,
      "step": 6143
    },
    {
      "epoch": 0.6660884648742411,
      "grad_norm": 0.2741779386997223,
      "learning_rate": 7.807921079355868e-05,
      "loss": 0.0547,
      "step": 6144
    },
    {
      "epoch": 0.6661968777103209,
      "grad_norm": 0.30974042415618896,
      "learning_rate": 7.807558392572175e-05,
      "loss": 0.0334,
      "step": 6145
    },
    {
      "epoch": 0.6663052905464006,
      "grad_norm": 0.2692334055900574,
      "learning_rate": 7.807195705788481e-05,
      "loss": 0.0531,
      "step": 6146
    },
    {
      "epoch": 0.6664137033824805,
      "grad_norm": 0.5551879405975342,
      "learning_rate": 7.806833019004788e-05,
      "loss": 0.046,
      "step": 6147
    },
    {
      "epoch": 0.6665221162185603,
      "grad_norm": 0.11832219362258911,
      "learning_rate": 7.806470332221094e-05,
      "loss": 0.0302,
      "step": 6148
    },
    {
      "epoch": 0.66663052905464,
      "grad_norm": 0.07891492545604706,
      "learning_rate": 7.806107645437401e-05,
      "loss": 0.0125,
      "step": 6149
    },
    {
      "epoch": 0.6667389418907199,
      "grad_norm": 0.20718538761138916,
      "learning_rate": 7.805744958653707e-05,
      "loss": 0.0488,
      "step": 6150
    },
    {
      "epoch": 0.6668473547267997,
      "grad_norm": 0.1839093118906021,
      "learning_rate": 7.805382271870013e-05,
      "loss": 0.0587,
      "step": 6151
    },
    {
      "epoch": 0.6669557675628794,
      "grad_norm": 0.09525027126073837,
      "learning_rate": 7.80501958508632e-05,
      "loss": 0.0207,
      "step": 6152
    },
    {
      "epoch": 0.6670641803989592,
      "grad_norm": 0.2548862397670746,
      "learning_rate": 7.804656898302625e-05,
      "loss": 0.0715,
      "step": 6153
    },
    {
      "epoch": 0.6671725932350391,
      "grad_norm": 0.2868282198905945,
      "learning_rate": 7.804294211518932e-05,
      "loss": 0.0445,
      "step": 6154
    },
    {
      "epoch": 0.6672810060711188,
      "grad_norm": 0.18866392970085144,
      "learning_rate": 7.803931524735238e-05,
      "loss": 0.0356,
      "step": 6155
    },
    {
      "epoch": 0.6673894189071986,
      "grad_norm": 0.19506748020648956,
      "learning_rate": 7.803568837951545e-05,
      "loss": 0.0236,
      "step": 6156
    },
    {
      "epoch": 0.6674978317432784,
      "grad_norm": 0.14926229417324066,
      "learning_rate": 7.803206151167852e-05,
      "loss": 0.0396,
      "step": 6157
    },
    {
      "epoch": 0.6676062445793582,
      "grad_norm": 0.10359721630811691,
      "learning_rate": 7.802843464384158e-05,
      "loss": 0.0251,
      "step": 6158
    },
    {
      "epoch": 0.667714657415438,
      "grad_norm": 0.25169938802719116,
      "learning_rate": 7.802480777600465e-05,
      "loss": 0.038,
      "step": 6159
    },
    {
      "epoch": 0.6678230702515178,
      "grad_norm": 0.2032705694437027,
      "learning_rate": 7.802118090816771e-05,
      "loss": 0.0324,
      "step": 6160
    },
    {
      "epoch": 0.6679314830875975,
      "grad_norm": 0.0518200509250164,
      "learning_rate": 7.801755404033078e-05,
      "loss": 0.0112,
      "step": 6161
    },
    {
      "epoch": 0.6680398959236774,
      "grad_norm": 0.28140226006507874,
      "learning_rate": 7.801392717249384e-05,
      "loss": 0.026,
      "step": 6162
    },
    {
      "epoch": 0.6681483087597572,
      "grad_norm": 0.4346444010734558,
      "learning_rate": 7.801030030465691e-05,
      "loss": 0.0525,
      "step": 6163
    },
    {
      "epoch": 0.6682567215958369,
      "grad_norm": 0.055357564240694046,
      "learning_rate": 7.800667343681997e-05,
      "loss": 0.0104,
      "step": 6164
    },
    {
      "epoch": 0.6683651344319167,
      "grad_norm": 0.16269047558307648,
      "learning_rate": 7.800304656898302e-05,
      "loss": 0.0141,
      "step": 6165
    },
    {
      "epoch": 0.6684735472679966,
      "grad_norm": 0.18535475432872772,
      "learning_rate": 7.79994197011461e-05,
      "loss": 0.0494,
      "step": 6166
    },
    {
      "epoch": 0.6685819601040763,
      "grad_norm": 0.04855351150035858,
      "learning_rate": 7.799579283330915e-05,
      "loss": 0.0056,
      "step": 6167
    },
    {
      "epoch": 0.6686903729401561,
      "grad_norm": 0.45271632075309753,
      "learning_rate": 7.799216596547222e-05,
      "loss": 0.0386,
      "step": 6168
    },
    {
      "epoch": 0.6687987857762359,
      "grad_norm": 0.18100565671920776,
      "learning_rate": 7.798853909763528e-05,
      "loss": 0.0446,
      "step": 6169
    },
    {
      "epoch": 0.6689071986123157,
      "grad_norm": 0.05764247104525566,
      "learning_rate": 7.798491222979835e-05,
      "loss": 0.0091,
      "step": 6170
    },
    {
      "epoch": 0.6690156114483955,
      "grad_norm": 0.39919185638427734,
      "learning_rate": 7.798128536196141e-05,
      "loss": 0.0517,
      "step": 6171
    },
    {
      "epoch": 0.6691240242844753,
      "grad_norm": 0.18181617558002472,
      "learning_rate": 7.797765849412448e-05,
      "loss": 0.0545,
      "step": 6172
    },
    {
      "epoch": 0.669232437120555,
      "grad_norm": 0.14059242606163025,
      "learning_rate": 7.797403162628755e-05,
      "loss": 0.0267,
      "step": 6173
    },
    {
      "epoch": 0.6693408499566349,
      "grad_norm": 0.08464490622282028,
      "learning_rate": 7.79704047584506e-05,
      "loss": 0.0118,
      "step": 6174
    },
    {
      "epoch": 0.6694492627927147,
      "grad_norm": 0.09484957903623581,
      "learning_rate": 7.796677789061368e-05,
      "loss": 0.0289,
      "step": 6175
    },
    {
      "epoch": 0.6695576756287944,
      "grad_norm": 0.15083959698677063,
      "learning_rate": 7.796315102277673e-05,
      "loss": 0.0149,
      "step": 6176
    },
    {
      "epoch": 0.6696660884648742,
      "grad_norm": 0.3873192071914673,
      "learning_rate": 7.79595241549398e-05,
      "loss": 0.0778,
      "step": 6177
    },
    {
      "epoch": 0.6697745013009541,
      "grad_norm": 0.21988655626773834,
      "learning_rate": 7.795589728710286e-05,
      "loss": 0.0293,
      "step": 6178
    },
    {
      "epoch": 0.6698829141370338,
      "grad_norm": 0.20609766244888306,
      "learning_rate": 7.795227041926592e-05,
      "loss": 0.0558,
      "step": 6179
    },
    {
      "epoch": 0.6699913269731136,
      "grad_norm": 0.11565259844064713,
      "learning_rate": 7.794864355142899e-05,
      "loss": 0.0138,
      "step": 6180
    },
    {
      "epoch": 0.6700997398091935,
      "grad_norm": 0.16915500164031982,
      "learning_rate": 7.794501668359205e-05,
      "loss": 0.0228,
      "step": 6181
    },
    {
      "epoch": 0.6702081526452732,
      "grad_norm": 0.31845298409461975,
      "learning_rate": 7.794138981575512e-05,
      "loss": 0.0618,
      "step": 6182
    },
    {
      "epoch": 0.670316565481353,
      "grad_norm": 0.27616485953330994,
      "learning_rate": 7.793776294791818e-05,
      "loss": 0.0701,
      "step": 6183
    },
    {
      "epoch": 0.6704249783174328,
      "grad_norm": 0.32055243849754333,
      "learning_rate": 7.793413608008125e-05,
      "loss": 0.0559,
      "step": 6184
    },
    {
      "epoch": 0.6705333911535126,
      "grad_norm": 0.24951010942459106,
      "learning_rate": 7.79305092122443e-05,
      "loss": 0.0843,
      "step": 6185
    },
    {
      "epoch": 0.6706418039895924,
      "grad_norm": 0.16257555782794952,
      "learning_rate": 7.792688234440738e-05,
      "loss": 0.0399,
      "step": 6186
    },
    {
      "epoch": 0.6707502168256722,
      "grad_norm": 0.25249946117401123,
      "learning_rate": 7.792325547657043e-05,
      "loss": 0.0234,
      "step": 6187
    },
    {
      "epoch": 0.6708586296617519,
      "grad_norm": 0.304856538772583,
      "learning_rate": 7.791962860873349e-05,
      "loss": 0.0252,
      "step": 6188
    },
    {
      "epoch": 0.6709670424978318,
      "grad_norm": 0.31487125158309937,
      "learning_rate": 7.791600174089656e-05,
      "loss": 0.0778,
      "step": 6189
    },
    {
      "epoch": 0.6710754553339116,
      "grad_norm": 0.13951437175273895,
      "learning_rate": 7.791237487305963e-05,
      "loss": 0.027,
      "step": 6190
    },
    {
      "epoch": 0.6711838681699913,
      "grad_norm": 0.3819796144962311,
      "learning_rate": 7.79087480052227e-05,
      "loss": 0.0498,
      "step": 6191
    },
    {
      "epoch": 0.6712922810060711,
      "grad_norm": 0.23510880768299103,
      "learning_rate": 7.790512113738576e-05,
      "loss": 0.0408,
      "step": 6192
    },
    {
      "epoch": 0.671400693842151,
      "grad_norm": 0.2359796166419983,
      "learning_rate": 7.790149426954883e-05,
      "loss": 0.0173,
      "step": 6193
    },
    {
      "epoch": 0.6715091066782307,
      "grad_norm": 0.1420263648033142,
      "learning_rate": 7.789786740171189e-05,
      "loss": 0.0228,
      "step": 6194
    },
    {
      "epoch": 0.6716175195143105,
      "grad_norm": 0.22862853109836578,
      "learning_rate": 7.789424053387495e-05,
      "loss": 0.0753,
      "step": 6195
    },
    {
      "epoch": 0.6717259323503902,
      "grad_norm": 0.13015230000019073,
      "learning_rate": 7.789061366603802e-05,
      "loss": 0.0213,
      "step": 6196
    },
    {
      "epoch": 0.6718343451864701,
      "grad_norm": 0.24766448140144348,
      "learning_rate": 7.788698679820107e-05,
      "loss": 0.0796,
      "step": 6197
    },
    {
      "epoch": 0.6719427580225499,
      "grad_norm": 0.14205250144004822,
      "learning_rate": 7.788335993036415e-05,
      "loss": 0.0406,
      "step": 6198
    },
    {
      "epoch": 0.6720511708586296,
      "grad_norm": 0.29238247871398926,
      "learning_rate": 7.78797330625272e-05,
      "loss": 0.044,
      "step": 6199
    },
    {
      "epoch": 0.6721595836947094,
      "grad_norm": 0.2862134277820587,
      "learning_rate": 7.787610619469027e-05,
      "loss": 0.0904,
      "step": 6200
    },
    {
      "epoch": 0.6722679965307893,
      "grad_norm": 0.29508092999458313,
      "learning_rate": 7.787247932685333e-05,
      "loss": 0.0513,
      "step": 6201
    },
    {
      "epoch": 0.672376409366869,
      "grad_norm": 0.11435861885547638,
      "learning_rate": 7.78688524590164e-05,
      "loss": 0.0544,
      "step": 6202
    },
    {
      "epoch": 0.6724848222029488,
      "grad_norm": 0.1772966831922531,
      "learning_rate": 7.786522559117946e-05,
      "loss": 0.0417,
      "step": 6203
    },
    {
      "epoch": 0.6725932350390286,
      "grad_norm": 0.08829403668642044,
      "learning_rate": 7.786159872334252e-05,
      "loss": 0.0175,
      "step": 6204
    },
    {
      "epoch": 0.6727016478751084,
      "grad_norm": 0.1414656937122345,
      "learning_rate": 7.785797185550559e-05,
      "loss": 0.0271,
      "step": 6205
    },
    {
      "epoch": 0.6728100607111882,
      "grad_norm": 0.18317796289920807,
      "learning_rate": 7.785434498766864e-05,
      "loss": 0.072,
      "step": 6206
    },
    {
      "epoch": 0.672918473547268,
      "grad_norm": 0.06634794175624847,
      "learning_rate": 7.785071811983173e-05,
      "loss": 0.0129,
      "step": 6207
    },
    {
      "epoch": 0.6730268863833477,
      "grad_norm": 0.18266160786151886,
      "learning_rate": 7.784709125199479e-05,
      "loss": 0.032,
      "step": 6208
    },
    {
      "epoch": 0.6731352992194276,
      "grad_norm": 0.11890386790037155,
      "learning_rate": 7.784346438415784e-05,
      "loss": 0.0269,
      "step": 6209
    },
    {
      "epoch": 0.6732437120555074,
      "grad_norm": 0.1760266125202179,
      "learning_rate": 7.783983751632091e-05,
      "loss": 0.0471,
      "step": 6210
    },
    {
      "epoch": 0.6733521248915871,
      "grad_norm": 0.0671067014336586,
      "learning_rate": 7.783621064848397e-05,
      "loss": 0.0136,
      "step": 6211
    },
    {
      "epoch": 0.673460537727667,
      "grad_norm": 0.06617595255374908,
      "learning_rate": 7.783258378064704e-05,
      "loss": 0.0134,
      "step": 6212
    },
    {
      "epoch": 0.6735689505637468,
      "grad_norm": 0.10158716142177582,
      "learning_rate": 7.78289569128101e-05,
      "loss": 0.0218,
      "step": 6213
    },
    {
      "epoch": 0.6736773633998265,
      "grad_norm": 0.29237592220306396,
      "learning_rate": 7.782533004497317e-05,
      "loss": 0.0388,
      "step": 6214
    },
    {
      "epoch": 0.6737857762359063,
      "grad_norm": 0.29366639256477356,
      "learning_rate": 7.782170317713623e-05,
      "loss": 0.0498,
      "step": 6215
    },
    {
      "epoch": 0.6738941890719862,
      "grad_norm": 0.08840535581111908,
      "learning_rate": 7.78180763092993e-05,
      "loss": 0.0365,
      "step": 6216
    },
    {
      "epoch": 0.6740026019080659,
      "grad_norm": 0.15874359011650085,
      "learning_rate": 7.781444944146236e-05,
      "loss": 0.0371,
      "step": 6217
    },
    {
      "epoch": 0.6741110147441457,
      "grad_norm": 0.27770984172821045,
      "learning_rate": 7.781082257362541e-05,
      "loss": 0.0747,
      "step": 6218
    },
    {
      "epoch": 0.6742194275802255,
      "grad_norm": 0.254401296377182,
      "learning_rate": 7.780719570578848e-05,
      "loss": 0.0717,
      "step": 6219
    },
    {
      "epoch": 0.6743278404163053,
      "grad_norm": 0.3766610324382782,
      "learning_rate": 7.780356883795154e-05,
      "loss": 0.0787,
      "step": 6220
    },
    {
      "epoch": 0.6744362532523851,
      "grad_norm": 0.14127351343631744,
      "learning_rate": 7.779994197011461e-05,
      "loss": 0.02,
      "step": 6221
    },
    {
      "epoch": 0.6745446660884649,
      "grad_norm": 0.31453844904899597,
      "learning_rate": 7.779631510227767e-05,
      "loss": 0.0348,
      "step": 6222
    },
    {
      "epoch": 0.6746530789245446,
      "grad_norm": 0.15029828250408173,
      "learning_rate": 7.779268823444074e-05,
      "loss": 0.0171,
      "step": 6223
    },
    {
      "epoch": 0.6747614917606245,
      "grad_norm": 0.21094605326652527,
      "learning_rate": 7.77890613666038e-05,
      "loss": 0.0279,
      "step": 6224
    },
    {
      "epoch": 0.6748699045967043,
      "grad_norm": 0.2190292775630951,
      "learning_rate": 7.778543449876687e-05,
      "loss": 0.0735,
      "step": 6225
    },
    {
      "epoch": 0.674978317432784,
      "grad_norm": 0.23574699461460114,
      "learning_rate": 7.778180763092994e-05,
      "loss": 0.0736,
      "step": 6226
    },
    {
      "epoch": 0.6750867302688638,
      "grad_norm": 0.26942014694213867,
      "learning_rate": 7.7778180763093e-05,
      "loss": 0.082,
      "step": 6227
    },
    {
      "epoch": 0.6751951431049437,
      "grad_norm": 0.2672789990901947,
      "learning_rate": 7.777455389525607e-05,
      "loss": 0.0486,
      "step": 6228
    },
    {
      "epoch": 0.6753035559410234,
      "grad_norm": 0.15080329775810242,
      "learning_rate": 7.777092702741913e-05,
      "loss": 0.0443,
      "step": 6229
    },
    {
      "epoch": 0.6754119687771032,
      "grad_norm": 0.1467759609222412,
      "learning_rate": 7.77673001595822e-05,
      "loss": 0.0191,
      "step": 6230
    },
    {
      "epoch": 0.675520381613183,
      "grad_norm": 0.1573711782693863,
      "learning_rate": 7.776367329174525e-05,
      "loss": 0.0381,
      "step": 6231
    },
    {
      "epoch": 0.6756287944492628,
      "grad_norm": 0.14475998282432556,
      "learning_rate": 7.776004642390831e-05,
      "loss": 0.0391,
      "step": 6232
    },
    {
      "epoch": 0.6757372072853426,
      "grad_norm": 0.09418775886297226,
      "learning_rate": 7.775641955607138e-05,
      "loss": 0.0197,
      "step": 6233
    },
    {
      "epoch": 0.6758456201214224,
      "grad_norm": 0.1006484404206276,
      "learning_rate": 7.775279268823444e-05,
      "loss": 0.0251,
      "step": 6234
    },
    {
      "epoch": 0.6759540329575021,
      "grad_norm": 0.11490801721811295,
      "learning_rate": 7.774916582039751e-05,
      "loss": 0.0259,
      "step": 6235
    },
    {
      "epoch": 0.676062445793582,
      "grad_norm": 0.13744336366653442,
      "learning_rate": 7.774553895256057e-05,
      "loss": 0.0169,
      "step": 6236
    },
    {
      "epoch": 0.6761708586296618,
      "grad_norm": 0.1634717881679535,
      "learning_rate": 7.774191208472364e-05,
      "loss": 0.0332,
      "step": 6237
    },
    {
      "epoch": 0.6762792714657415,
      "grad_norm": 0.1501934975385666,
      "learning_rate": 7.77382852168867e-05,
      "loss": 0.0311,
      "step": 6238
    },
    {
      "epoch": 0.6763876843018214,
      "grad_norm": 0.11333757638931274,
      "learning_rate": 7.773465834904977e-05,
      "loss": 0.0452,
      "step": 6239
    },
    {
      "epoch": 0.6764960971379012,
      "grad_norm": 0.10317741334438324,
      "learning_rate": 7.773103148121282e-05,
      "loss": 0.0224,
      "step": 6240
    },
    {
      "epoch": 0.6766045099739809,
      "grad_norm": 0.3442743718624115,
      "learning_rate": 7.772740461337588e-05,
      "loss": 0.0468,
      "step": 6241
    },
    {
      "epoch": 0.6767129228100607,
      "grad_norm": 0.24385376274585724,
      "learning_rate": 7.772377774553897e-05,
      "loss": 0.0262,
      "step": 6242
    },
    {
      "epoch": 0.6768213356461406,
      "grad_norm": 0.25195497274398804,
      "learning_rate": 7.772015087770202e-05,
      "loss": 0.0522,
      "step": 6243
    },
    {
      "epoch": 0.6769297484822203,
      "grad_norm": 0.0936623364686966,
      "learning_rate": 7.77165240098651e-05,
      "loss": 0.0271,
      "step": 6244
    },
    {
      "epoch": 0.6770381613183001,
      "grad_norm": 0.1994846761226654,
      "learning_rate": 7.771289714202815e-05,
      "loss": 0.0409,
      "step": 6245
    },
    {
      "epoch": 0.6771465741543798,
      "grad_norm": 0.11321569234132767,
      "learning_rate": 7.770927027419121e-05,
      "loss": 0.02,
      "step": 6246
    },
    {
      "epoch": 0.6772549869904597,
      "grad_norm": 0.3133569359779358,
      "learning_rate": 7.770564340635428e-05,
      "loss": 0.0454,
      "step": 6247
    },
    {
      "epoch": 0.6773633998265395,
      "grad_norm": 0.2270544022321701,
      "learning_rate": 7.770201653851734e-05,
      "loss": 0.097,
      "step": 6248
    },
    {
      "epoch": 0.6774718126626192,
      "grad_norm": 0.13302740454673767,
      "learning_rate": 7.769838967068041e-05,
      "loss": 0.0198,
      "step": 6249
    },
    {
      "epoch": 0.677580225498699,
      "grad_norm": 0.16250064969062805,
      "learning_rate": 7.769476280284346e-05,
      "loss": 0.0314,
      "step": 6250
    },
    {
      "epoch": 0.6776886383347789,
      "grad_norm": 0.20880532264709473,
      "learning_rate": 7.769113593500654e-05,
      "loss": 0.0663,
      "step": 6251
    },
    {
      "epoch": 0.6777970511708586,
      "grad_norm": 0.24380958080291748,
      "learning_rate": 7.768750906716959e-05,
      "loss": 0.0723,
      "step": 6252
    },
    {
      "epoch": 0.6779054640069384,
      "grad_norm": 0.05617058277130127,
      "learning_rate": 7.768388219933266e-05,
      "loss": 0.0091,
      "step": 6253
    },
    {
      "epoch": 0.6780138768430182,
      "grad_norm": 0.15133610367774963,
      "learning_rate": 7.768025533149572e-05,
      "loss": 0.0532,
      "step": 6254
    },
    {
      "epoch": 0.678122289679098,
      "grad_norm": 0.11179720610380173,
      "learning_rate": 7.767662846365878e-05,
      "loss": 0.0398,
      "step": 6255
    },
    {
      "epoch": 0.6782307025151778,
      "grad_norm": 0.1021072044968605,
      "learning_rate": 7.767300159582185e-05,
      "loss": 0.0173,
      "step": 6256
    },
    {
      "epoch": 0.6783391153512576,
      "grad_norm": 0.3832467496395111,
      "learning_rate": 7.766937472798491e-05,
      "loss": 0.0937,
      "step": 6257
    },
    {
      "epoch": 0.6784475281873373,
      "grad_norm": 0.04027298465371132,
      "learning_rate": 7.766574786014798e-05,
      "loss": 0.0099,
      "step": 6258
    },
    {
      "epoch": 0.6785559410234172,
      "grad_norm": 0.29100754857063293,
      "learning_rate": 7.766212099231105e-05,
      "loss": 0.0713,
      "step": 6259
    },
    {
      "epoch": 0.678664353859497,
      "grad_norm": 0.39352208375930786,
      "learning_rate": 7.76584941244741e-05,
      "loss": 0.1154,
      "step": 6260
    },
    {
      "epoch": 0.6787727666955767,
      "grad_norm": 0.27417320013046265,
      "learning_rate": 7.765486725663718e-05,
      "loss": 0.0762,
      "step": 6261
    },
    {
      "epoch": 0.6788811795316565,
      "grad_norm": 0.12313249707221985,
      "learning_rate": 7.765124038880023e-05,
      "loss": 0.0276,
      "step": 6262
    },
    {
      "epoch": 0.6789895923677364,
      "grad_norm": 0.06633578985929489,
      "learning_rate": 7.76476135209633e-05,
      "loss": 0.0126,
      "step": 6263
    },
    {
      "epoch": 0.6790980052038161,
      "grad_norm": 0.17089447379112244,
      "learning_rate": 7.764398665312636e-05,
      "loss": 0.0651,
      "step": 6264
    },
    {
      "epoch": 0.6792064180398959,
      "grad_norm": 0.0555703341960907,
      "learning_rate": 7.764035978528943e-05,
      "loss": 0.0102,
      "step": 6265
    },
    {
      "epoch": 0.6793148308759757,
      "grad_norm": 0.08941555768251419,
      "learning_rate": 7.763673291745249e-05,
      "loss": 0.0133,
      "step": 6266
    },
    {
      "epoch": 0.6794232437120555,
      "grad_norm": 0.1701974719762802,
      "learning_rate": 7.763310604961556e-05,
      "loss": 0.0439,
      "step": 6267
    },
    {
      "epoch": 0.6795316565481353,
      "grad_norm": 0.1434474140405655,
      "learning_rate": 7.762947918177862e-05,
      "loss": 0.0362,
      "step": 6268
    },
    {
      "epoch": 0.6796400693842151,
      "grad_norm": 0.16599231958389282,
      "learning_rate": 7.762585231394168e-05,
      "loss": 0.0326,
      "step": 6269
    },
    {
      "epoch": 0.6797484822202949,
      "grad_norm": 0.15340958535671234,
      "learning_rate": 7.762222544610475e-05,
      "loss": 0.0258,
      "step": 6270
    },
    {
      "epoch": 0.6798568950563747,
      "grad_norm": 0.08139601349830627,
      "learning_rate": 7.76185985782678e-05,
      "loss": 0.0237,
      "step": 6271
    },
    {
      "epoch": 0.6799653078924545,
      "grad_norm": 0.14817585051059723,
      "learning_rate": 7.761497171043088e-05,
      "loss": 0.0354,
      "step": 6272
    },
    {
      "epoch": 0.6800737207285342,
      "grad_norm": 0.20199035108089447,
      "learning_rate": 7.761134484259393e-05,
      "loss": 0.0429,
      "step": 6273
    },
    {
      "epoch": 0.6801821335646141,
      "grad_norm": 0.2107207477092743,
      "learning_rate": 7.7607717974757e-05,
      "loss": 0.0289,
      "step": 6274
    },
    {
      "epoch": 0.6802905464006939,
      "grad_norm": 0.21113885939121246,
      "learning_rate": 7.760409110692006e-05,
      "loss": 0.0291,
      "step": 6275
    },
    {
      "epoch": 0.6803989592367736,
      "grad_norm": 0.12819892168045044,
      "learning_rate": 7.760046423908313e-05,
      "loss": 0.0401,
      "step": 6276
    },
    {
      "epoch": 0.6805073720728534,
      "grad_norm": 0.16341528296470642,
      "learning_rate": 7.75968373712462e-05,
      "loss": 0.025,
      "step": 6277
    },
    {
      "epoch": 0.6806157849089333,
      "grad_norm": 0.07722344249486923,
      "learning_rate": 7.759321050340926e-05,
      "loss": 0.0124,
      "step": 6278
    },
    {
      "epoch": 0.680724197745013,
      "grad_norm": 0.183136448264122,
      "learning_rate": 7.758958363557233e-05,
      "loss": 0.0459,
      "step": 6279
    },
    {
      "epoch": 0.6808326105810928,
      "grad_norm": 0.052375759929418564,
      "learning_rate": 7.758595676773539e-05,
      "loss": 0.0073,
      "step": 6280
    },
    {
      "epoch": 0.6809410234171726,
      "grad_norm": 0.054961565881967545,
      "learning_rate": 7.758232989989846e-05,
      "loss": 0.0095,
      "step": 6281
    },
    {
      "epoch": 0.6810494362532524,
      "grad_norm": 0.11874204874038696,
      "learning_rate": 7.757870303206152e-05,
      "loss": 0.0166,
      "step": 6282
    },
    {
      "epoch": 0.6811578490893322,
      "grad_norm": 0.14159643650054932,
      "learning_rate": 7.757507616422457e-05,
      "loss": 0.0191,
      "step": 6283
    },
    {
      "epoch": 0.681266261925412,
      "grad_norm": 0.25954222679138184,
      "learning_rate": 7.757144929638764e-05,
      "loss": 0.0672,
      "step": 6284
    },
    {
      "epoch": 0.6813746747614917,
      "grad_norm": 0.09942507743835449,
      "learning_rate": 7.75678224285507e-05,
      "loss": 0.0276,
      "step": 6285
    },
    {
      "epoch": 0.6814830875975716,
      "grad_norm": 0.13560040295124054,
      "learning_rate": 7.756419556071377e-05,
      "loss": 0.0282,
      "step": 6286
    },
    {
      "epoch": 0.6815915004336514,
      "grad_norm": 0.24077188968658447,
      "learning_rate": 7.756056869287683e-05,
      "loss": 0.0426,
      "step": 6287
    },
    {
      "epoch": 0.6816999132697311,
      "grad_norm": 0.10472370684146881,
      "learning_rate": 7.75569418250399e-05,
      "loss": 0.0149,
      "step": 6288
    },
    {
      "epoch": 0.6818083261058109,
      "grad_norm": 0.279254287481308,
      "learning_rate": 7.755331495720296e-05,
      "loss": 0.0243,
      "step": 6289
    },
    {
      "epoch": 0.6819167389418908,
      "grad_norm": 0.10350348055362701,
      "learning_rate": 7.754968808936603e-05,
      "loss": 0.013,
      "step": 6290
    },
    {
      "epoch": 0.6820251517779705,
      "grad_norm": 0.2588149607181549,
      "learning_rate": 7.754606122152909e-05,
      "loss": 0.0527,
      "step": 6291
    },
    {
      "epoch": 0.6821335646140503,
      "grad_norm": 0.13257622718811035,
      "learning_rate": 7.754243435369214e-05,
      "loss": 0.0328,
      "step": 6292
    },
    {
      "epoch": 0.68224197745013,
      "grad_norm": 0.15137098729610443,
      "learning_rate": 7.753880748585521e-05,
      "loss": 0.0184,
      "step": 6293
    },
    {
      "epoch": 0.6823503902862099,
      "grad_norm": 0.24549636244773865,
      "learning_rate": 7.753518061801829e-05,
      "loss": 0.0304,
      "step": 6294
    },
    {
      "epoch": 0.6824588031222897,
      "grad_norm": 0.10947518050670624,
      "learning_rate": 7.753155375018136e-05,
      "loss": 0.0265,
      "step": 6295
    },
    {
      "epoch": 0.6825672159583694,
      "grad_norm": 0.24588876962661743,
      "learning_rate": 7.752792688234441e-05,
      "loss": 0.0416,
      "step": 6296
    },
    {
      "epoch": 0.6826756287944492,
      "grad_norm": 0.29029735922813416,
      "learning_rate": 7.752430001450748e-05,
      "loss": 0.0349,
      "step": 6297
    },
    {
      "epoch": 0.6827840416305291,
      "grad_norm": 0.11883793026208878,
      "learning_rate": 7.752067314667054e-05,
      "loss": 0.034,
      "step": 6298
    },
    {
      "epoch": 0.6828924544666088,
      "grad_norm": 0.340169757604599,
      "learning_rate": 7.75170462788336e-05,
      "loss": 0.1046,
      "step": 6299
    },
    {
      "epoch": 0.6830008673026886,
      "grad_norm": 0.07226178050041199,
      "learning_rate": 7.751341941099667e-05,
      "loss": 0.0115,
      "step": 6300
    },
    {
      "epoch": 0.6831092801387685,
      "grad_norm": 0.1777629256248474,
      "learning_rate": 7.750979254315973e-05,
      "loss": 0.0246,
      "step": 6301
    },
    {
      "epoch": 0.6832176929748482,
      "grad_norm": 0.281534880399704,
      "learning_rate": 7.75061656753228e-05,
      "loss": 0.0599,
      "step": 6302
    },
    {
      "epoch": 0.683326105810928,
      "grad_norm": 0.05424489825963974,
      "learning_rate": 7.750253880748586e-05,
      "loss": 0.0102,
      "step": 6303
    },
    {
      "epoch": 0.6834345186470078,
      "grad_norm": 0.047182805836200714,
      "learning_rate": 7.749891193964893e-05,
      "loss": 0.0075,
      "step": 6304
    },
    {
      "epoch": 0.6835429314830876,
      "grad_norm": 0.14656274020671844,
      "learning_rate": 7.749528507181198e-05,
      "loss": 0.0326,
      "step": 6305
    },
    {
      "epoch": 0.6836513443191674,
      "grad_norm": 0.4044390022754669,
      "learning_rate": 7.749165820397505e-05,
      "loss": 0.0696,
      "step": 6306
    },
    {
      "epoch": 0.6837597571552472,
      "grad_norm": 0.14273867011070251,
      "learning_rate": 7.748803133613811e-05,
      "loss": 0.0289,
      "step": 6307
    },
    {
      "epoch": 0.6838681699913269,
      "grad_norm": 0.20135003328323364,
      "learning_rate": 7.748440446830117e-05,
      "loss": 0.0752,
      "step": 6308
    },
    {
      "epoch": 0.6839765828274068,
      "grad_norm": 0.3835076689720154,
      "learning_rate": 7.748077760046424e-05,
      "loss": 0.0676,
      "step": 6309
    },
    {
      "epoch": 0.6840849956634866,
      "grad_norm": 0.14363665878772736,
      "learning_rate": 7.74771507326273e-05,
      "loss": 0.0216,
      "step": 6310
    },
    {
      "epoch": 0.6841934084995663,
      "grad_norm": 0.21614117920398712,
      "learning_rate": 7.747352386479038e-05,
      "loss": 0.0449,
      "step": 6311
    },
    {
      "epoch": 0.6843018213356461,
      "grad_norm": 0.18656356632709503,
      "learning_rate": 7.746989699695344e-05,
      "loss": 0.0249,
      "step": 6312
    },
    {
      "epoch": 0.684410234171726,
      "grad_norm": 0.11125986278057098,
      "learning_rate": 7.74662701291165e-05,
      "loss": 0.0241,
      "step": 6313
    },
    {
      "epoch": 0.6845186470078057,
      "grad_norm": 0.08995544910430908,
      "learning_rate": 7.746264326127957e-05,
      "loss": 0.0221,
      "step": 6314
    },
    {
      "epoch": 0.6846270598438855,
      "grad_norm": 0.25065094232559204,
      "learning_rate": 7.745901639344263e-05,
      "loss": 0.0306,
      "step": 6315
    },
    {
      "epoch": 0.6847354726799653,
      "grad_norm": 0.31059232354164124,
      "learning_rate": 7.74553895256057e-05,
      "loss": 0.0706,
      "step": 6316
    },
    {
      "epoch": 0.6848438855160451,
      "grad_norm": 0.14395684003829956,
      "learning_rate": 7.745176265776875e-05,
      "loss": 0.0357,
      "step": 6317
    },
    {
      "epoch": 0.6849522983521249,
      "grad_norm": 0.06465250253677368,
      "learning_rate": 7.744813578993182e-05,
      "loss": 0.0073,
      "step": 6318
    },
    {
      "epoch": 0.6850607111882047,
      "grad_norm": 0.09546156227588654,
      "learning_rate": 7.744450892209488e-05,
      "loss": 0.0129,
      "step": 6319
    },
    {
      "epoch": 0.6851691240242844,
      "grad_norm": 0.13340358436107635,
      "learning_rate": 7.744088205425795e-05,
      "loss": 0.0291,
      "step": 6320
    },
    {
      "epoch": 0.6852775368603643,
      "grad_norm": 0.19012166559696198,
      "learning_rate": 7.743725518642101e-05,
      "loss": 0.024,
      "step": 6321
    },
    {
      "epoch": 0.6853859496964441,
      "grad_norm": 0.1747509390115738,
      "learning_rate": 7.743362831858407e-05,
      "loss": 0.0519,
      "step": 6322
    },
    {
      "epoch": 0.6854943625325238,
      "grad_norm": 0.19965937733650208,
      "learning_rate": 7.743000145074714e-05,
      "loss": 0.0694,
      "step": 6323
    },
    {
      "epoch": 0.6856027753686036,
      "grad_norm": 0.20674067735671997,
      "learning_rate": 7.74263745829102e-05,
      "loss": 0.0306,
      "step": 6324
    },
    {
      "epoch": 0.6857111882046835,
      "grad_norm": 0.3243408501148224,
      "learning_rate": 7.742274771507327e-05,
      "loss": 0.0439,
      "step": 6325
    },
    {
      "epoch": 0.6858196010407632,
      "grad_norm": 0.17671968042850494,
      "learning_rate": 7.741912084723632e-05,
      "loss": 0.0361,
      "step": 6326
    },
    {
      "epoch": 0.685928013876843,
      "grad_norm": 0.32471227645874023,
      "learning_rate": 7.74154939793994e-05,
      "loss": 0.037,
      "step": 6327
    },
    {
      "epoch": 0.6860364267129229,
      "grad_norm": 0.22596046328544617,
      "learning_rate": 7.741186711156247e-05,
      "loss": 0.0479,
      "step": 6328
    },
    {
      "epoch": 0.6861448395490026,
      "grad_norm": 0.07488810271024704,
      "learning_rate": 7.740824024372552e-05,
      "loss": 0.011,
      "step": 6329
    },
    {
      "epoch": 0.6862532523850824,
      "grad_norm": 0.08476107567548752,
      "learning_rate": 7.74046133758886e-05,
      "loss": 0.0172,
      "step": 6330
    },
    {
      "epoch": 0.6863616652211622,
      "grad_norm": 0.22856689989566803,
      "learning_rate": 7.740098650805165e-05,
      "loss": 0.0233,
      "step": 6331
    },
    {
      "epoch": 0.686470078057242,
      "grad_norm": 0.3061654269695282,
      "learning_rate": 7.739735964021472e-05,
      "loss": 0.0247,
      "step": 6332
    },
    {
      "epoch": 0.6865784908933218,
      "grad_norm": 0.09042348712682724,
      "learning_rate": 7.739373277237778e-05,
      "loss": 0.0085,
      "step": 6333
    },
    {
      "epoch": 0.6866869037294016,
      "grad_norm": 0.22706185281276703,
      "learning_rate": 7.739010590454085e-05,
      "loss": 0.0315,
      "step": 6334
    },
    {
      "epoch": 0.6867953165654813,
      "grad_norm": 0.3342978060245514,
      "learning_rate": 7.738647903670391e-05,
      "loss": 0.099,
      "step": 6335
    },
    {
      "epoch": 0.6869037294015612,
      "grad_norm": 0.07688651978969574,
      "learning_rate": 7.738285216886696e-05,
      "loss": 0.017,
      "step": 6336
    },
    {
      "epoch": 0.687012142237641,
      "grad_norm": 0.2725133001804352,
      "learning_rate": 7.737922530103004e-05,
      "loss": 0.0426,
      "step": 6337
    },
    {
      "epoch": 0.6871205550737207,
      "grad_norm": 0.25463342666625977,
      "learning_rate": 7.737559843319309e-05,
      "loss": 0.0301,
      "step": 6338
    },
    {
      "epoch": 0.6872289679098005,
      "grad_norm": 0.16640083491802216,
      "learning_rate": 7.737197156535616e-05,
      "loss": 0.0127,
      "step": 6339
    },
    {
      "epoch": 0.6873373807458804,
      "grad_norm": 0.09306679666042328,
      "learning_rate": 7.736834469751922e-05,
      "loss": 0.0194,
      "step": 6340
    },
    {
      "epoch": 0.6874457935819601,
      "grad_norm": 0.2764437198638916,
      "learning_rate": 7.736471782968229e-05,
      "loss": 0.0636,
      "step": 6341
    },
    {
      "epoch": 0.6875542064180399,
      "grad_norm": 0.20699703693389893,
      "learning_rate": 7.736109096184535e-05,
      "loss": 0.0357,
      "step": 6342
    },
    {
      "epoch": 0.6876626192541196,
      "grad_norm": 0.20705394446849823,
      "learning_rate": 7.735746409400842e-05,
      "loss": 0.0376,
      "step": 6343
    },
    {
      "epoch": 0.6877710320901995,
      "grad_norm": 0.1428089588880539,
      "learning_rate": 7.735383722617148e-05,
      "loss": 0.012,
      "step": 6344
    },
    {
      "epoch": 0.6878794449262793,
      "grad_norm": 0.3128963112831116,
      "learning_rate": 7.735021035833453e-05,
      "loss": 0.0567,
      "step": 6345
    },
    {
      "epoch": 0.687987857762359,
      "grad_norm": 0.15311068296432495,
      "learning_rate": 7.734658349049762e-05,
      "loss": 0.034,
      "step": 6346
    },
    {
      "epoch": 0.6880962705984388,
      "grad_norm": 0.147698312997818,
      "learning_rate": 7.734295662266068e-05,
      "loss": 0.0351,
      "step": 6347
    },
    {
      "epoch": 0.6882046834345187,
      "grad_norm": 0.16135679185390472,
      "learning_rate": 7.733932975482375e-05,
      "loss": 0.0374,
      "step": 6348
    },
    {
      "epoch": 0.6883130962705984,
      "grad_norm": 0.19453081488609314,
      "learning_rate": 7.73357028869868e-05,
      "loss": 0.0566,
      "step": 6349
    },
    {
      "epoch": 0.6884215091066782,
      "grad_norm": 0.11763845384120941,
      "learning_rate": 7.733207601914986e-05,
      "loss": 0.029,
      "step": 6350
    },
    {
      "epoch": 0.688529921942758,
      "grad_norm": 0.10950423777103424,
      "learning_rate": 7.732844915131293e-05,
      "loss": 0.0195,
      "step": 6351
    },
    {
      "epoch": 0.6886383347788378,
      "grad_norm": 0.0854378268122673,
      "learning_rate": 7.732482228347599e-05,
      "loss": 0.0149,
      "step": 6352
    },
    {
      "epoch": 0.6887467476149176,
      "grad_norm": 0.33689141273498535,
      "learning_rate": 7.732119541563906e-05,
      "loss": 0.0792,
      "step": 6353
    },
    {
      "epoch": 0.6888551604509974,
      "grad_norm": 0.0894145667552948,
      "learning_rate": 7.731756854780212e-05,
      "loss": 0.01,
      "step": 6354
    },
    {
      "epoch": 0.6889635732870771,
      "grad_norm": 0.14237956702709198,
      "learning_rate": 7.731394167996519e-05,
      "loss": 0.0265,
      "step": 6355
    },
    {
      "epoch": 0.689071986123157,
      "grad_norm": 0.10175703465938568,
      "learning_rate": 7.731031481212825e-05,
      "loss": 0.0185,
      "step": 6356
    },
    {
      "epoch": 0.6891803989592368,
      "grad_norm": 0.36517906188964844,
      "learning_rate": 7.730668794429132e-05,
      "loss": 0.0293,
      "step": 6357
    },
    {
      "epoch": 0.6892888117953165,
      "grad_norm": 0.1500391811132431,
      "learning_rate": 7.730306107645437e-05,
      "loss": 0.023,
      "step": 6358
    },
    {
      "epoch": 0.6893972246313964,
      "grad_norm": 0.17078934609889984,
      "learning_rate": 7.729943420861743e-05,
      "loss": 0.0192,
      "step": 6359
    },
    {
      "epoch": 0.6895056374674762,
      "grad_norm": 0.16147099435329437,
      "learning_rate": 7.72958073407805e-05,
      "loss": 0.0459,
      "step": 6360
    },
    {
      "epoch": 0.6896140503035559,
      "grad_norm": 0.11126508563756943,
      "learning_rate": 7.729218047294356e-05,
      "loss": 0.0276,
      "step": 6361
    },
    {
      "epoch": 0.6897224631396357,
      "grad_norm": 0.21255870163440704,
      "learning_rate": 7.728855360510663e-05,
      "loss": 0.028,
      "step": 6362
    },
    {
      "epoch": 0.6898308759757156,
      "grad_norm": 0.15329593420028687,
      "learning_rate": 7.72849267372697e-05,
      "loss": 0.0136,
      "step": 6363
    },
    {
      "epoch": 0.6899392888117953,
      "grad_norm": 0.188227578997612,
      "learning_rate": 7.728129986943276e-05,
      "loss": 0.0517,
      "step": 6364
    },
    {
      "epoch": 0.6900477016478751,
      "grad_norm": 0.08039513230323792,
      "learning_rate": 7.727767300159583e-05,
      "loss": 0.01,
      "step": 6365
    },
    {
      "epoch": 0.6901561144839549,
      "grad_norm": 0.27335670590400696,
      "learning_rate": 7.727404613375889e-05,
      "loss": 0.0547,
      "step": 6366
    },
    {
      "epoch": 0.6902645273200347,
      "grad_norm": 0.32994890213012695,
      "learning_rate": 7.727041926592196e-05,
      "loss": 0.0732,
      "step": 6367
    },
    {
      "epoch": 0.6903729401561145,
      "grad_norm": 0.1640913188457489,
      "learning_rate": 7.726679239808502e-05,
      "loss": 0.0539,
      "step": 6368
    },
    {
      "epoch": 0.6904813529921943,
      "grad_norm": 0.20507469773292542,
      "learning_rate": 7.726316553024809e-05,
      "loss": 0.0339,
      "step": 6369
    },
    {
      "epoch": 0.690589765828274,
      "grad_norm": 0.23443099856376648,
      "learning_rate": 7.725953866241114e-05,
      "loss": 0.032,
      "step": 6370
    },
    {
      "epoch": 0.6906981786643539,
      "grad_norm": 0.21888628602027893,
      "learning_rate": 7.725591179457421e-05,
      "loss": 0.0489,
      "step": 6371
    },
    {
      "epoch": 0.6908065915004337,
      "grad_norm": 0.1511031836271286,
      "learning_rate": 7.725228492673727e-05,
      "loss": 0.0192,
      "step": 6372
    },
    {
      "epoch": 0.6909150043365134,
      "grad_norm": 0.2545281648635864,
      "learning_rate": 7.724865805890033e-05,
      "loss": 0.059,
      "step": 6373
    },
    {
      "epoch": 0.6910234171725932,
      "grad_norm": 0.14657975733280182,
      "learning_rate": 7.72450311910634e-05,
      "loss": 0.0473,
      "step": 6374
    },
    {
      "epoch": 0.6911318300086731,
      "grad_norm": 0.24186483025550842,
      "learning_rate": 7.724140432322646e-05,
      "loss": 0.0552,
      "step": 6375
    },
    {
      "epoch": 0.6912402428447528,
      "grad_norm": 0.4641193747520447,
      "learning_rate": 7.723777745538953e-05,
      "loss": 0.0557,
      "step": 6376
    },
    {
      "epoch": 0.6913486556808326,
      "grad_norm": 0.1397254914045334,
      "learning_rate": 7.723415058755259e-05,
      "loss": 0.0333,
      "step": 6377
    },
    {
      "epoch": 0.6914570685169124,
      "grad_norm": 0.31166401505470276,
      "learning_rate": 7.723052371971566e-05,
      "loss": 0.0446,
      "step": 6378
    },
    {
      "epoch": 0.6915654813529922,
      "grad_norm": 0.21606814861297607,
      "learning_rate": 7.722689685187871e-05,
      "loss": 0.0526,
      "step": 6379
    },
    {
      "epoch": 0.691673894189072,
      "grad_norm": 0.14679023623466492,
      "learning_rate": 7.722326998404179e-05,
      "loss": 0.0255,
      "step": 6380
    },
    {
      "epoch": 0.6917823070251518,
      "grad_norm": 0.09408073872327805,
      "learning_rate": 7.721964311620486e-05,
      "loss": 0.0276,
      "step": 6381
    },
    {
      "epoch": 0.6918907198612315,
      "grad_norm": 0.1182955875992775,
      "learning_rate": 7.721601624836791e-05,
      "loss": 0.0362,
      "step": 6382
    },
    {
      "epoch": 0.6919991326973114,
      "grad_norm": 0.05588918551802635,
      "learning_rate": 7.721238938053098e-05,
      "loss": 0.007,
      "step": 6383
    },
    {
      "epoch": 0.6921075455333912,
      "grad_norm": 0.17653879523277283,
      "learning_rate": 7.720876251269404e-05,
      "loss": 0.1207,
      "step": 6384
    },
    {
      "epoch": 0.6922159583694709,
      "grad_norm": 0.17655998468399048,
      "learning_rate": 7.720513564485711e-05,
      "loss": 0.0194,
      "step": 6385
    },
    {
      "epoch": 0.6923243712055508,
      "grad_norm": 0.2002410590648651,
      "learning_rate": 7.720150877702017e-05,
      "loss": 0.0567,
      "step": 6386
    },
    {
      "epoch": 0.6924327840416306,
      "grad_norm": 0.027659961953759193,
      "learning_rate": 7.719788190918324e-05,
      "loss": 0.0072,
      "step": 6387
    },
    {
      "epoch": 0.6925411968777103,
      "grad_norm": 0.12556906044483185,
      "learning_rate": 7.71942550413463e-05,
      "loss": 0.0275,
      "step": 6388
    },
    {
      "epoch": 0.6926496097137901,
      "grad_norm": 0.36209604144096375,
      "learning_rate": 7.719062817350936e-05,
      "loss": 0.0492,
      "step": 6389
    },
    {
      "epoch": 0.69275802254987,
      "grad_norm": 0.17253723740577698,
      "learning_rate": 7.718700130567243e-05,
      "loss": 0.0298,
      "step": 6390
    },
    {
      "epoch": 0.6928664353859497,
      "grad_norm": 0.21493883430957794,
      "learning_rate": 7.718337443783548e-05,
      "loss": 0.0512,
      "step": 6391
    },
    {
      "epoch": 0.6929748482220295,
      "grad_norm": 0.09540694206953049,
      "learning_rate": 7.717974756999855e-05,
      "loss": 0.0184,
      "step": 6392
    },
    {
      "epoch": 0.6930832610581092,
      "grad_norm": 0.15053796768188477,
      "learning_rate": 7.717612070216161e-05,
      "loss": 0.0199,
      "step": 6393
    },
    {
      "epoch": 0.6931916738941891,
      "grad_norm": 0.1448909193277359,
      "learning_rate": 7.717249383432468e-05,
      "loss": 0.033,
      "step": 6394
    },
    {
      "epoch": 0.6933000867302689,
      "grad_norm": 0.09226997941732407,
      "learning_rate": 7.716886696648774e-05,
      "loss": 0.0412,
      "step": 6395
    },
    {
      "epoch": 0.6934084995663486,
      "grad_norm": 0.07667014747858047,
      "learning_rate": 7.71652400986508e-05,
      "loss": 0.0111,
      "step": 6396
    },
    {
      "epoch": 0.6935169124024284,
      "grad_norm": 0.1934346705675125,
      "learning_rate": 7.716161323081388e-05,
      "loss": 0.0415,
      "step": 6397
    },
    {
      "epoch": 0.6936253252385083,
      "grad_norm": 0.11698087304830551,
      "learning_rate": 7.715798636297694e-05,
      "loss": 0.0137,
      "step": 6398
    },
    {
      "epoch": 0.693733738074588,
      "grad_norm": 0.24656414985656738,
      "learning_rate": 7.715435949514001e-05,
      "loss": 0.0516,
      "step": 6399
    },
    {
      "epoch": 0.6938421509106678,
      "grad_norm": 0.3333248794078827,
      "learning_rate": 7.715073262730307e-05,
      "loss": 0.039,
      "step": 6400
    },
    {
      "epoch": 0.6939505637467476,
      "grad_norm": 0.2122281789779663,
      "learning_rate": 7.714710575946614e-05,
      "loss": 0.0211,
      "step": 6401
    },
    {
      "epoch": 0.6940589765828274,
      "grad_norm": 0.13220328092575073,
      "learning_rate": 7.71434788916292e-05,
      "loss": 0.0275,
      "step": 6402
    },
    {
      "epoch": 0.6941673894189072,
      "grad_norm": 0.12689843773841858,
      "learning_rate": 7.713985202379225e-05,
      "loss": 0.0091,
      "step": 6403
    },
    {
      "epoch": 0.694275802254987,
      "grad_norm": 0.24159587919712067,
      "learning_rate": 7.713622515595532e-05,
      "loss": 0.0481,
      "step": 6404
    },
    {
      "epoch": 0.6943842150910667,
      "grad_norm": 0.1810653656721115,
      "learning_rate": 7.713259828811838e-05,
      "loss": 0.032,
      "step": 6405
    },
    {
      "epoch": 0.6944926279271466,
      "grad_norm": 0.1277674287557602,
      "learning_rate": 7.712897142028145e-05,
      "loss": 0.0219,
      "step": 6406
    },
    {
      "epoch": 0.6946010407632264,
      "grad_norm": 0.16385319828987122,
      "learning_rate": 7.712534455244451e-05,
      "loss": 0.0084,
      "step": 6407
    },
    {
      "epoch": 0.6947094535993061,
      "grad_norm": 0.1470402479171753,
      "learning_rate": 7.712171768460758e-05,
      "loss": 0.0245,
      "step": 6408
    },
    {
      "epoch": 0.6948178664353859,
      "grad_norm": 0.1772501915693283,
      "learning_rate": 7.711809081677064e-05,
      "loss": 0.0241,
      "step": 6409
    },
    {
      "epoch": 0.6949262792714658,
      "grad_norm": 0.19271047413349152,
      "learning_rate": 7.711446394893371e-05,
      "loss": 0.0327,
      "step": 6410
    },
    {
      "epoch": 0.6950346921075455,
      "grad_norm": 0.3489392101764679,
      "learning_rate": 7.711083708109677e-05,
      "loss": 0.0721,
      "step": 6411
    },
    {
      "epoch": 0.6951431049436253,
      "grad_norm": 0.19898831844329834,
      "learning_rate": 7.710721021325982e-05,
      "loss": 0.0266,
      "step": 6412
    },
    {
      "epoch": 0.6952515177797051,
      "grad_norm": 0.3336540758609772,
      "learning_rate": 7.71035833454229e-05,
      "loss": 0.0603,
      "step": 6413
    },
    {
      "epoch": 0.6953599306157849,
      "grad_norm": 0.4044140577316284,
      "learning_rate": 7.709995647758595e-05,
      "loss": 0.0419,
      "step": 6414
    },
    {
      "epoch": 0.6954683434518647,
      "grad_norm": 0.1577858030796051,
      "learning_rate": 7.709632960974904e-05,
      "loss": 0.0207,
      "step": 6415
    },
    {
      "epoch": 0.6955767562879445,
      "grad_norm": 0.3118389844894409,
      "learning_rate": 7.709270274191209e-05,
      "loss": 0.0616,
      "step": 6416
    },
    {
      "epoch": 0.6956851691240243,
      "grad_norm": 0.3242674767971039,
      "learning_rate": 7.708907587407515e-05,
      "loss": 0.1088,
      "step": 6417
    },
    {
      "epoch": 0.6957935819601041,
      "grad_norm": 0.23178572952747345,
      "learning_rate": 7.708544900623822e-05,
      "loss": 0.1048,
      "step": 6418
    },
    {
      "epoch": 0.6959019947961839,
      "grad_norm": 0.12117349356412888,
      "learning_rate": 7.708182213840128e-05,
      "loss": 0.0131,
      "step": 6419
    },
    {
      "epoch": 0.6960104076322636,
      "grad_norm": 0.1766088455915451,
      "learning_rate": 7.707819527056435e-05,
      "loss": 0.0509,
      "step": 6420
    },
    {
      "epoch": 0.6961188204683435,
      "grad_norm": 0.0612097829580307,
      "learning_rate": 7.70745684027274e-05,
      "loss": 0.0069,
      "step": 6421
    },
    {
      "epoch": 0.6962272333044233,
      "grad_norm": 0.1912844032049179,
      "learning_rate": 7.707094153489048e-05,
      "loss": 0.0308,
      "step": 6422
    },
    {
      "epoch": 0.696335646140503,
      "grad_norm": 0.1781623810529709,
      "learning_rate": 7.706731466705353e-05,
      "loss": 0.0291,
      "step": 6423
    },
    {
      "epoch": 0.6964440589765828,
      "grad_norm": 0.32322531938552856,
      "learning_rate": 7.70636877992166e-05,
      "loss": 0.0404,
      "step": 6424
    },
    {
      "epoch": 0.6965524718126627,
      "grad_norm": 0.13441742956638336,
      "learning_rate": 7.706006093137966e-05,
      "loss": 0.0223,
      "step": 6425
    },
    {
      "epoch": 0.6966608846487424,
      "grad_norm": 0.6981438398361206,
      "learning_rate": 7.705643406354272e-05,
      "loss": 0.0793,
      "step": 6426
    },
    {
      "epoch": 0.6967692974848222,
      "grad_norm": 0.28050467371940613,
      "learning_rate": 7.705280719570579e-05,
      "loss": 0.0565,
      "step": 6427
    },
    {
      "epoch": 0.696877710320902,
      "grad_norm": 0.2491118311882019,
      "learning_rate": 7.704918032786885e-05,
      "loss": 0.0362,
      "step": 6428
    },
    {
      "epoch": 0.6969861231569818,
      "grad_norm": 0.18881212174892426,
      "learning_rate": 7.704555346003192e-05,
      "loss": 0.0183,
      "step": 6429
    },
    {
      "epoch": 0.6970945359930616,
      "grad_norm": 0.22981546819210052,
      "learning_rate": 7.704192659219498e-05,
      "loss": 0.0421,
      "step": 6430
    },
    {
      "epoch": 0.6972029488291414,
      "grad_norm": 0.1116725355386734,
      "learning_rate": 7.703829972435805e-05,
      "loss": 0.0246,
      "step": 6431
    },
    {
      "epoch": 0.6973113616652211,
      "grad_norm": 0.062396254390478134,
      "learning_rate": 7.703467285652112e-05,
      "loss": 0.0103,
      "step": 6432
    },
    {
      "epoch": 0.697419774501301,
      "grad_norm": 0.16680027544498444,
      "learning_rate": 7.703104598868418e-05,
      "loss": 0.0212,
      "step": 6433
    },
    {
      "epoch": 0.6975281873373808,
      "grad_norm": 0.16547131538391113,
      "learning_rate": 7.702741912084725e-05,
      "loss": 0.0296,
      "step": 6434
    },
    {
      "epoch": 0.6976366001734605,
      "grad_norm": 0.23128950595855713,
      "learning_rate": 7.70237922530103e-05,
      "loss": 0.0273,
      "step": 6435
    },
    {
      "epoch": 0.6977450130095403,
      "grad_norm": 0.1495940387248993,
      "learning_rate": 7.702016538517337e-05,
      "loss": 0.0406,
      "step": 6436
    },
    {
      "epoch": 0.6978534258456202,
      "grad_norm": 0.15757650136947632,
      "learning_rate": 7.701653851733643e-05,
      "loss": 0.049,
      "step": 6437
    },
    {
      "epoch": 0.6979618386816999,
      "grad_norm": 0.10851528495550156,
      "learning_rate": 7.70129116494995e-05,
      "loss": 0.0205,
      "step": 6438
    },
    {
      "epoch": 0.6980702515177797,
      "grad_norm": 0.20882481336593628,
      "learning_rate": 7.700928478166256e-05,
      "loss": 0.0375,
      "step": 6439
    },
    {
      "epoch": 0.6981786643538594,
      "grad_norm": 0.056521717458963394,
      "learning_rate": 7.700565791382562e-05,
      "loss": 0.0081,
      "step": 6440
    },
    {
      "epoch": 0.6982870771899393,
      "grad_norm": 0.10894417017698288,
      "learning_rate": 7.700203104598869e-05,
      "loss": 0.0134,
      "step": 6441
    },
    {
      "epoch": 0.6983954900260191,
      "grad_norm": 0.29064449667930603,
      "learning_rate": 7.699840417815175e-05,
      "loss": 0.0609,
      "step": 6442
    },
    {
      "epoch": 0.6985039028620988,
      "grad_norm": 0.07867945730686188,
      "learning_rate": 7.699477731031482e-05,
      "loss": 0.0148,
      "step": 6443
    },
    {
      "epoch": 0.6986123156981786,
      "grad_norm": 0.08533627539873123,
      "learning_rate": 7.699115044247787e-05,
      "loss": 0.014,
      "step": 6444
    },
    {
      "epoch": 0.6987207285342585,
      "grad_norm": 0.3230172097682953,
      "learning_rate": 7.698752357464095e-05,
      "loss": 0.0596,
      "step": 6445
    },
    {
      "epoch": 0.6988291413703382,
      "grad_norm": 0.1429254561662674,
      "learning_rate": 7.6983896706804e-05,
      "loss": 0.0424,
      "step": 6446
    },
    {
      "epoch": 0.698937554206418,
      "grad_norm": 0.08078411221504211,
      "learning_rate": 7.698026983896707e-05,
      "loss": 0.0147,
      "step": 6447
    },
    {
      "epoch": 0.6990459670424979,
      "grad_norm": 0.2255338728427887,
      "learning_rate": 7.697664297113013e-05,
      "loss": 0.0461,
      "step": 6448
    },
    {
      "epoch": 0.6991543798785776,
      "grad_norm": 0.26996690034866333,
      "learning_rate": 7.69730161032932e-05,
      "loss": 0.064,
      "step": 6449
    },
    {
      "epoch": 0.6992627927146574,
      "grad_norm": 0.4098343551158905,
      "learning_rate": 7.696938923545627e-05,
      "loss": 0.05,
      "step": 6450
    },
    {
      "epoch": 0.6993712055507372,
      "grad_norm": 0.690344512462616,
      "learning_rate": 7.696576236761933e-05,
      "loss": 0.0179,
      "step": 6451
    },
    {
      "epoch": 0.699479618386817,
      "grad_norm": 0.2523149847984314,
      "learning_rate": 7.69621354997824e-05,
      "loss": 0.0338,
      "step": 6452
    },
    {
      "epoch": 0.6995880312228968,
      "grad_norm": 0.18739581108093262,
      "learning_rate": 7.695850863194546e-05,
      "loss": 0.0283,
      "step": 6453
    },
    {
      "epoch": 0.6996964440589766,
      "grad_norm": 0.29473742842674255,
      "learning_rate": 7.695488176410852e-05,
      "loss": 0.0393,
      "step": 6454
    },
    {
      "epoch": 0.6998048568950563,
      "grad_norm": 0.22116689383983612,
      "learning_rate": 7.695125489627159e-05,
      "loss": 0.0329,
      "step": 6455
    },
    {
      "epoch": 0.6999132697311362,
      "grad_norm": 0.18239271640777588,
      "learning_rate": 7.694762802843464e-05,
      "loss": 0.0148,
      "step": 6456
    },
    {
      "epoch": 0.700021682567216,
      "grad_norm": 0.19827976822853088,
      "learning_rate": 7.694400116059771e-05,
      "loss": 0.0368,
      "step": 6457
    },
    {
      "epoch": 0.7001300954032957,
      "grad_norm": 0.10883581638336182,
      "learning_rate": 7.694037429276077e-05,
      "loss": 0.0237,
      "step": 6458
    },
    {
      "epoch": 0.7002385082393755,
      "grad_norm": 0.27512064576148987,
      "learning_rate": 7.693674742492384e-05,
      "loss": 0.0591,
      "step": 6459
    },
    {
      "epoch": 0.7003469210754554,
      "grad_norm": 0.04115184396505356,
      "learning_rate": 7.69331205570869e-05,
      "loss": 0.0053,
      "step": 6460
    },
    {
      "epoch": 0.7004553339115351,
      "grad_norm": 0.30416426062583923,
      "learning_rate": 7.692949368924997e-05,
      "loss": 0.0903,
      "step": 6461
    },
    {
      "epoch": 0.7005637467476149,
      "grad_norm": 0.046248942613601685,
      "learning_rate": 7.692586682141303e-05,
      "loss": 0.0059,
      "step": 6462
    },
    {
      "epoch": 0.7006721595836947,
      "grad_norm": 0.14258956909179688,
      "learning_rate": 7.692223995357609e-05,
      "loss": 0.0301,
      "step": 6463
    },
    {
      "epoch": 0.7007805724197745,
      "grad_norm": 0.17049367725849152,
      "learning_rate": 7.691861308573916e-05,
      "loss": 0.0302,
      "step": 6464
    },
    {
      "epoch": 0.7008889852558543,
      "grad_norm": 0.20452895760536194,
      "learning_rate": 7.691498621790221e-05,
      "loss": 0.0293,
      "step": 6465
    },
    {
      "epoch": 0.7009973980919341,
      "grad_norm": 0.26786714792251587,
      "learning_rate": 7.691135935006528e-05,
      "loss": 0.025,
      "step": 6466
    },
    {
      "epoch": 0.7011058109280138,
      "grad_norm": 0.38737207651138306,
      "learning_rate": 7.690773248222836e-05,
      "loss": 0.0522,
      "step": 6467
    },
    {
      "epoch": 0.7012142237640937,
      "grad_norm": 0.3665865659713745,
      "learning_rate": 7.690410561439143e-05,
      "loss": 0.0869,
      "step": 6468
    },
    {
      "epoch": 0.7013226366001735,
      "grad_norm": 0.055076878517866135,
      "learning_rate": 7.690047874655448e-05,
      "loss": 0.0068,
      "step": 6469
    },
    {
      "epoch": 0.7014310494362532,
      "grad_norm": 0.5814291834831238,
      "learning_rate": 7.689685187871754e-05,
      "loss": 0.0551,
      "step": 6470
    },
    {
      "epoch": 0.701539462272333,
      "grad_norm": 0.30197346210479736,
      "learning_rate": 7.689322501088061e-05,
      "loss": 0.0362,
      "step": 6471
    },
    {
      "epoch": 0.7016478751084129,
      "grad_norm": 0.24199871718883514,
      "learning_rate": 7.688959814304367e-05,
      "loss": 0.0602,
      "step": 6472
    },
    {
      "epoch": 0.7017562879444926,
      "grad_norm": 0.431043416261673,
      "learning_rate": 7.688597127520674e-05,
      "loss": 0.0802,
      "step": 6473
    },
    {
      "epoch": 0.7018647007805724,
      "grad_norm": 0.32532674074172974,
      "learning_rate": 7.68823444073698e-05,
      "loss": 0.0289,
      "step": 6474
    },
    {
      "epoch": 0.7019731136166523,
      "grad_norm": 0.31938308477401733,
      "learning_rate": 7.687871753953287e-05,
      "loss": 0.0606,
      "step": 6475
    },
    {
      "epoch": 0.702081526452732,
      "grad_norm": 0.1261880248785019,
      "learning_rate": 7.687509067169593e-05,
      "loss": 0.0216,
      "step": 6476
    },
    {
      "epoch": 0.7021899392888118,
      "grad_norm": 0.0923963412642479,
      "learning_rate": 7.687146380385898e-05,
      "loss": 0.0327,
      "step": 6477
    },
    {
      "epoch": 0.7022983521248916,
      "grad_norm": 0.14714503288269043,
      "learning_rate": 7.686783693602205e-05,
      "loss": 0.0302,
      "step": 6478
    },
    {
      "epoch": 0.7024067649609714,
      "grad_norm": 0.22584591805934906,
      "learning_rate": 7.686421006818511e-05,
      "loss": 0.0445,
      "step": 6479
    },
    {
      "epoch": 0.7025151777970512,
      "grad_norm": 0.03662467375397682,
      "learning_rate": 7.686058320034818e-05,
      "loss": 0.0068,
      "step": 6480
    },
    {
      "epoch": 0.702623590633131,
      "grad_norm": 0.1589203178882599,
      "learning_rate": 7.685695633251124e-05,
      "loss": 0.0345,
      "step": 6481
    },
    {
      "epoch": 0.7027320034692107,
      "grad_norm": 0.14323875308036804,
      "learning_rate": 7.685332946467431e-05,
      "loss": 0.0291,
      "step": 6482
    },
    {
      "epoch": 0.7028404163052906,
      "grad_norm": 0.15417276322841644,
      "learning_rate": 7.684970259683737e-05,
      "loss": 0.0193,
      "step": 6483
    },
    {
      "epoch": 0.7029488291413704,
      "grad_norm": 0.15732739865779877,
      "learning_rate": 7.684607572900044e-05,
      "loss": 0.0167,
      "step": 6484
    },
    {
      "epoch": 0.7030572419774501,
      "grad_norm": 0.2706490159034729,
      "learning_rate": 7.684244886116351e-05,
      "loss": 0.0871,
      "step": 6485
    },
    {
      "epoch": 0.7031656548135299,
      "grad_norm": 0.12902478873729706,
      "learning_rate": 7.683882199332657e-05,
      "loss": 0.02,
      "step": 6486
    },
    {
      "epoch": 0.7032740676496098,
      "grad_norm": 0.08752624690532684,
      "learning_rate": 7.683519512548964e-05,
      "loss": 0.0234,
      "step": 6487
    },
    {
      "epoch": 0.7033824804856895,
      "grad_norm": 0.32337620854377747,
      "learning_rate": 7.68315682576527e-05,
      "loss": 0.0448,
      "step": 6488
    },
    {
      "epoch": 0.7034908933217693,
      "grad_norm": 0.27492454648017883,
      "learning_rate": 7.682794138981577e-05,
      "loss": 0.07,
      "step": 6489
    },
    {
      "epoch": 0.703599306157849,
      "grad_norm": 0.22241345047950745,
      "learning_rate": 7.682431452197882e-05,
      "loss": 0.0551,
      "step": 6490
    },
    {
      "epoch": 0.7037077189939289,
      "grad_norm": 0.20240411162376404,
      "learning_rate": 7.68206876541419e-05,
      "loss": 0.0492,
      "step": 6491
    },
    {
      "epoch": 0.7038161318300087,
      "grad_norm": 0.16748294234275818,
      "learning_rate": 7.681706078630495e-05,
      "loss": 0.0462,
      "step": 6492
    },
    {
      "epoch": 0.7039245446660884,
      "grad_norm": 0.17017164826393127,
      "learning_rate": 7.681343391846801e-05,
      "loss": 0.0272,
      "step": 6493
    },
    {
      "epoch": 0.7040329575021682,
      "grad_norm": 0.06418465822935104,
      "learning_rate": 7.680980705063108e-05,
      "loss": 0.0188,
      "step": 6494
    },
    {
      "epoch": 0.7041413703382481,
      "grad_norm": 0.21091210842132568,
      "learning_rate": 7.680618018279414e-05,
      "loss": 0.0395,
      "step": 6495
    },
    {
      "epoch": 0.7042497831743278,
      "grad_norm": 0.08095841109752655,
      "learning_rate": 7.680255331495721e-05,
      "loss": 0.0192,
      "step": 6496
    },
    {
      "epoch": 0.7043581960104076,
      "grad_norm": 0.17758746445178986,
      "learning_rate": 7.679892644712027e-05,
      "loss": 0.0558,
      "step": 6497
    },
    {
      "epoch": 0.7044666088464874,
      "grad_norm": 0.25295689702033997,
      "learning_rate": 7.679529957928334e-05,
      "loss": 0.0449,
      "step": 6498
    },
    {
      "epoch": 0.7045750216825672,
      "grad_norm": 0.15422753989696503,
      "learning_rate": 7.67916727114464e-05,
      "loss": 0.0474,
      "step": 6499
    },
    {
      "epoch": 0.704683434518647,
      "grad_norm": 0.14988508820533752,
      "learning_rate": 7.678804584360946e-05,
      "loss": 0.0376,
      "step": 6500
    },
    {
      "epoch": 0.7047918473547268,
      "grad_norm": 0.0868728831410408,
      "learning_rate": 7.678441897577254e-05,
      "loss": 0.0208,
      "step": 6501
    },
    {
      "epoch": 0.7049002601908065,
      "grad_norm": 0.07329050451517105,
      "learning_rate": 7.678079210793559e-05,
      "loss": 0.0164,
      "step": 6502
    },
    {
      "epoch": 0.7050086730268864,
      "grad_norm": 0.200791597366333,
      "learning_rate": 7.677716524009866e-05,
      "loss": 0.0283,
      "step": 6503
    },
    {
      "epoch": 0.7051170858629662,
      "grad_norm": 0.19981607794761658,
      "learning_rate": 7.677353837226172e-05,
      "loss": 0.0167,
      "step": 6504
    },
    {
      "epoch": 0.7052254986990459,
      "grad_norm": 0.10916242748498917,
      "learning_rate": 7.676991150442479e-05,
      "loss": 0.0393,
      "step": 6505
    },
    {
      "epoch": 0.7053339115351258,
      "grad_norm": 0.17800162732601166,
      "learning_rate": 7.676628463658785e-05,
      "loss": 0.0365,
      "step": 6506
    },
    {
      "epoch": 0.7054423243712056,
      "grad_norm": 0.23605793714523315,
      "learning_rate": 7.67626577687509e-05,
      "loss": 0.0438,
      "step": 6507
    },
    {
      "epoch": 0.7055507372072853,
      "grad_norm": 0.2725428640842438,
      "learning_rate": 7.675903090091398e-05,
      "loss": 0.0577,
      "step": 6508
    },
    {
      "epoch": 0.7056591500433651,
      "grad_norm": 0.2573852241039276,
      "learning_rate": 7.675540403307703e-05,
      "loss": 0.0564,
      "step": 6509
    },
    {
      "epoch": 0.705767562879445,
      "grad_norm": 0.26593315601348877,
      "learning_rate": 7.67517771652401e-05,
      "loss": 0.0872,
      "step": 6510
    },
    {
      "epoch": 0.7058759757155247,
      "grad_norm": 0.15601782500743866,
      "learning_rate": 7.674815029740316e-05,
      "loss": 0.0376,
      "step": 6511
    },
    {
      "epoch": 0.7059843885516045,
      "grad_norm": 0.18913789093494415,
      "learning_rate": 7.674452342956623e-05,
      "loss": 0.039,
      "step": 6512
    },
    {
      "epoch": 0.7060928013876843,
      "grad_norm": 0.08112525194883347,
      "learning_rate": 7.674089656172929e-05,
      "loss": 0.0164,
      "step": 6513
    },
    {
      "epoch": 0.7062012142237641,
      "grad_norm": 0.362056702375412,
      "learning_rate": 7.673726969389236e-05,
      "loss": 0.0642,
      "step": 6514
    },
    {
      "epoch": 0.7063096270598439,
      "grad_norm": 0.1490611881017685,
      "learning_rate": 7.673364282605542e-05,
      "loss": 0.0252,
      "step": 6515
    },
    {
      "epoch": 0.7064180398959237,
      "grad_norm": 0.29432278871536255,
      "learning_rate": 7.673001595821848e-05,
      "loss": 0.0381,
      "step": 6516
    },
    {
      "epoch": 0.7065264527320034,
      "grad_norm": 0.1742076873779297,
      "learning_rate": 7.672638909038155e-05,
      "loss": 0.0306,
      "step": 6517
    },
    {
      "epoch": 0.7066348655680833,
      "grad_norm": 0.10435135662555695,
      "learning_rate": 7.672276222254462e-05,
      "loss": 0.0126,
      "step": 6518
    },
    {
      "epoch": 0.7067432784041631,
      "grad_norm": 0.22853516042232513,
      "learning_rate": 7.671913535470769e-05,
      "loss": 0.0481,
      "step": 6519
    },
    {
      "epoch": 0.7068516912402428,
      "grad_norm": 0.1690034419298172,
      "learning_rate": 7.671550848687075e-05,
      "loss": 0.0379,
      "step": 6520
    },
    {
      "epoch": 0.7069601040763226,
      "grad_norm": 0.15635299682617188,
      "learning_rate": 7.67118816190338e-05,
      "loss": 0.0378,
      "step": 6521
    },
    {
      "epoch": 0.7070685169124025,
      "grad_norm": 0.2288001924753189,
      "learning_rate": 7.670825475119687e-05,
      "loss": 0.0301,
      "step": 6522
    },
    {
      "epoch": 0.7071769297484822,
      "grad_norm": 0.22015158832073212,
      "learning_rate": 7.670462788335993e-05,
      "loss": 0.0701,
      "step": 6523
    },
    {
      "epoch": 0.707285342584562,
      "grad_norm": 0.16142627596855164,
      "learning_rate": 7.6701001015523e-05,
      "loss": 0.0495,
      "step": 6524
    },
    {
      "epoch": 0.7073937554206418,
      "grad_norm": 0.3881983757019043,
      "learning_rate": 7.669737414768606e-05,
      "loss": 0.0489,
      "step": 6525
    },
    {
      "epoch": 0.7075021682567216,
      "grad_norm": 0.2121088057756424,
      "learning_rate": 7.669374727984913e-05,
      "loss": 0.0294,
      "step": 6526
    },
    {
      "epoch": 0.7076105810928014,
      "grad_norm": 0.21697352826595306,
      "learning_rate": 7.669012041201219e-05,
      "loss": 0.0733,
      "step": 6527
    },
    {
      "epoch": 0.7077189939288812,
      "grad_norm": 0.20774690806865692,
      "learning_rate": 7.668649354417526e-05,
      "loss": 0.0507,
      "step": 6528
    },
    {
      "epoch": 0.7078274067649609,
      "grad_norm": 0.07968883961439133,
      "learning_rate": 7.668286667633832e-05,
      "loss": 0.0096,
      "step": 6529
    },
    {
      "epoch": 0.7079358196010408,
      "grad_norm": 0.11093290895223618,
      "learning_rate": 7.667923980850137e-05,
      "loss": 0.0179,
      "step": 6530
    },
    {
      "epoch": 0.7080442324371206,
      "grad_norm": 0.1132478415966034,
      "learning_rate": 7.667561294066444e-05,
      "loss": 0.0208,
      "step": 6531
    },
    {
      "epoch": 0.7081526452732003,
      "grad_norm": 0.08329886943101883,
      "learning_rate": 7.66719860728275e-05,
      "loss": 0.0161,
      "step": 6532
    },
    {
      "epoch": 0.7082610581092801,
      "grad_norm": 0.0654735416173935,
      "learning_rate": 7.666835920499057e-05,
      "loss": 0.0182,
      "step": 6533
    },
    {
      "epoch": 0.70836947094536,
      "grad_norm": 0.22327347099781036,
      "learning_rate": 7.666473233715363e-05,
      "loss": 0.03,
      "step": 6534
    },
    {
      "epoch": 0.7084778837814397,
      "grad_norm": 0.1251169592142105,
      "learning_rate": 7.66611054693167e-05,
      "loss": 0.047,
      "step": 6535
    },
    {
      "epoch": 0.7085862966175195,
      "grad_norm": 0.13390976190567017,
      "learning_rate": 7.665747860147977e-05,
      "loss": 0.034,
      "step": 6536
    },
    {
      "epoch": 0.7086947094535994,
      "grad_norm": 0.30193421244621277,
      "learning_rate": 7.665385173364283e-05,
      "loss": 0.0247,
      "step": 6537
    },
    {
      "epoch": 0.7088031222896791,
      "grad_norm": 0.045113109052181244,
      "learning_rate": 7.66502248658059e-05,
      "loss": 0.0099,
      "step": 6538
    },
    {
      "epoch": 0.7089115351257589,
      "grad_norm": 0.14940401911735535,
      "learning_rate": 7.664659799796896e-05,
      "loss": 0.0251,
      "step": 6539
    },
    {
      "epoch": 0.7090199479618386,
      "grad_norm": 0.32708194851875305,
      "learning_rate": 7.664297113013203e-05,
      "loss": 0.0723,
      "step": 6540
    },
    {
      "epoch": 0.7091283607979185,
      "grad_norm": 0.1637178361415863,
      "learning_rate": 7.663934426229509e-05,
      "loss": 0.0194,
      "step": 6541
    },
    {
      "epoch": 0.7092367736339983,
      "grad_norm": 0.19667205214500427,
      "learning_rate": 7.663571739445816e-05,
      "loss": 0.0691,
      "step": 6542
    },
    {
      "epoch": 0.709345186470078,
      "grad_norm": 0.14927572011947632,
      "learning_rate": 7.663209052662121e-05,
      "loss": 0.0415,
      "step": 6543
    },
    {
      "epoch": 0.7094535993061578,
      "grad_norm": 0.15672005712985992,
      "learning_rate": 7.662846365878427e-05,
      "loss": 0.0242,
      "step": 6544
    },
    {
      "epoch": 0.7095620121422377,
      "grad_norm": 0.16591301560401917,
      "learning_rate": 7.662483679094734e-05,
      "loss": 0.0305,
      "step": 6545
    },
    {
      "epoch": 0.7096704249783174,
      "grad_norm": 0.04723764583468437,
      "learning_rate": 7.66212099231104e-05,
      "loss": 0.0069,
      "step": 6546
    },
    {
      "epoch": 0.7097788378143972,
      "grad_norm": 0.03557952865958214,
      "learning_rate": 7.661758305527347e-05,
      "loss": 0.0049,
      "step": 6547
    },
    {
      "epoch": 0.709887250650477,
      "grad_norm": 0.1744348257780075,
      "learning_rate": 7.661395618743653e-05,
      "loss": 0.0353,
      "step": 6548
    },
    {
      "epoch": 0.7099956634865568,
      "grad_norm": 0.10953325778245926,
      "learning_rate": 7.66103293195996e-05,
      "loss": 0.0302,
      "step": 6549
    },
    {
      "epoch": 0.7101040763226366,
      "grad_norm": 0.19342049956321716,
      "learning_rate": 7.660670245176266e-05,
      "loss": 0.0413,
      "step": 6550
    },
    {
      "epoch": 0.7102124891587164,
      "grad_norm": 0.22786396741867065,
      "learning_rate": 7.660307558392573e-05,
      "loss": 0.0704,
      "step": 6551
    },
    {
      "epoch": 0.7103209019947961,
      "grad_norm": 0.2539605498313904,
      "learning_rate": 7.659944871608878e-05,
      "loss": 0.0549,
      "step": 6552
    },
    {
      "epoch": 0.710429314830876,
      "grad_norm": 0.07090378552675247,
      "learning_rate": 7.659582184825185e-05,
      "loss": 0.0109,
      "step": 6553
    },
    {
      "epoch": 0.7105377276669558,
      "grad_norm": 0.11861792206764221,
      "learning_rate": 7.659219498041493e-05,
      "loss": 0.0218,
      "step": 6554
    },
    {
      "epoch": 0.7106461405030355,
      "grad_norm": 0.09559102356433868,
      "learning_rate": 7.658856811257798e-05,
      "loss": 0.0136,
      "step": 6555
    },
    {
      "epoch": 0.7107545533391153,
      "grad_norm": 0.24199828505516052,
      "learning_rate": 7.658494124474105e-05,
      "loss": 0.032,
      "step": 6556
    },
    {
      "epoch": 0.7108629661751952,
      "grad_norm": 0.335592120885849,
      "learning_rate": 7.658131437690411e-05,
      "loss": 0.0918,
      "step": 6557
    },
    {
      "epoch": 0.7109713790112749,
      "grad_norm": 0.21827764809131622,
      "learning_rate": 7.657768750906717e-05,
      "loss": 0.0364,
      "step": 6558
    },
    {
      "epoch": 0.7110797918473547,
      "grad_norm": 0.11001879721879959,
      "learning_rate": 7.657406064123024e-05,
      "loss": 0.015,
      "step": 6559
    },
    {
      "epoch": 0.7111882046834345,
      "grad_norm": 0.12725448608398438,
      "learning_rate": 7.65704337733933e-05,
      "loss": 0.0256,
      "step": 6560
    },
    {
      "epoch": 0.7112966175195143,
      "grad_norm": 0.23686419427394867,
      "learning_rate": 7.656680690555637e-05,
      "loss": 0.052,
      "step": 6561
    },
    {
      "epoch": 0.7114050303555941,
      "grad_norm": 0.18473833799362183,
      "learning_rate": 7.656318003771943e-05,
      "loss": 0.027,
      "step": 6562
    },
    {
      "epoch": 0.7115134431916739,
      "grad_norm": 0.23653879761695862,
      "learning_rate": 7.65595531698825e-05,
      "loss": 0.0423,
      "step": 6563
    },
    {
      "epoch": 0.7116218560277537,
      "grad_norm": 0.11839410662651062,
      "learning_rate": 7.655592630204555e-05,
      "loss": 0.0167,
      "step": 6564
    },
    {
      "epoch": 0.7117302688638335,
      "grad_norm": 0.15428796410560608,
      "learning_rate": 7.655229943420862e-05,
      "loss": 0.0402,
      "step": 6565
    },
    {
      "epoch": 0.7118386816999133,
      "grad_norm": 0.19330830872058868,
      "learning_rate": 7.654867256637168e-05,
      "loss": 0.0334,
      "step": 6566
    },
    {
      "epoch": 0.711947094535993,
      "grad_norm": 0.2592005431652069,
      "learning_rate": 7.654504569853474e-05,
      "loss": 0.0373,
      "step": 6567
    },
    {
      "epoch": 0.7120555073720729,
      "grad_norm": 0.13021259009838104,
      "learning_rate": 7.654141883069781e-05,
      "loss": 0.0393,
      "step": 6568
    },
    {
      "epoch": 0.7121639202081527,
      "grad_norm": 0.13641251623630524,
      "learning_rate": 7.653779196286087e-05,
      "loss": 0.021,
      "step": 6569
    },
    {
      "epoch": 0.7122723330442324,
      "grad_norm": 0.07233231514692307,
      "learning_rate": 7.653416509502395e-05,
      "loss": 0.0147,
      "step": 6570
    },
    {
      "epoch": 0.7123807458803122,
      "grad_norm": 0.18496474623680115,
      "learning_rate": 7.653053822718701e-05,
      "loss": 0.0306,
      "step": 6571
    },
    {
      "epoch": 0.7124891587163921,
      "grad_norm": 0.1869935542345047,
      "learning_rate": 7.652691135935008e-05,
      "loss": 0.0268,
      "step": 6572
    },
    {
      "epoch": 0.7125975715524718,
      "grad_norm": 0.29627329111099243,
      "learning_rate": 7.652328449151314e-05,
      "loss": 0.0707,
      "step": 6573
    },
    {
      "epoch": 0.7127059843885516,
      "grad_norm": 0.14991337060928345,
      "learning_rate": 7.65196576236762e-05,
      "loss": 0.034,
      "step": 6574
    },
    {
      "epoch": 0.7128143972246314,
      "grad_norm": 0.0884062722325325,
      "learning_rate": 7.651603075583927e-05,
      "loss": 0.0127,
      "step": 6575
    },
    {
      "epoch": 0.7129228100607112,
      "grad_norm": 0.30730581283569336,
      "learning_rate": 7.651240388800232e-05,
      "loss": 0.041,
      "step": 6576
    },
    {
      "epoch": 0.713031222896791,
      "grad_norm": 0.26726412773132324,
      "learning_rate": 7.65087770201654e-05,
      "loss": 0.0588,
      "step": 6577
    },
    {
      "epoch": 0.7131396357328708,
      "grad_norm": 0.2050105482339859,
      "learning_rate": 7.650515015232845e-05,
      "loss": 0.1095,
      "step": 6578
    },
    {
      "epoch": 0.7132480485689505,
      "grad_norm": 0.27082395553588867,
      "learning_rate": 7.650152328449152e-05,
      "loss": 0.0219,
      "step": 6579
    },
    {
      "epoch": 0.7133564614050304,
      "grad_norm": 0.21840523183345795,
      "learning_rate": 7.649789641665458e-05,
      "loss": 0.0227,
      "step": 6580
    },
    {
      "epoch": 0.7134648742411102,
      "grad_norm": 0.20614901185035706,
      "learning_rate": 7.649426954881764e-05,
      "loss": 0.0232,
      "step": 6581
    },
    {
      "epoch": 0.7135732870771899,
      "grad_norm": 0.267991840839386,
      "learning_rate": 7.649064268098071e-05,
      "loss": 0.0478,
      "step": 6582
    },
    {
      "epoch": 0.7136816999132697,
      "grad_norm": 0.09061262756586075,
      "learning_rate": 7.648701581314376e-05,
      "loss": 0.02,
      "step": 6583
    },
    {
      "epoch": 0.7137901127493496,
      "grad_norm": 0.06944214552640915,
      "learning_rate": 7.648338894530684e-05,
      "loss": 0.0151,
      "step": 6584
    },
    {
      "epoch": 0.7138985255854293,
      "grad_norm": 0.19359134137630463,
      "learning_rate": 7.647976207746989e-05,
      "loss": 0.0208,
      "step": 6585
    },
    {
      "epoch": 0.7140069384215091,
      "grad_norm": 0.28928542137145996,
      "learning_rate": 7.647613520963296e-05,
      "loss": 0.0348,
      "step": 6586
    },
    {
      "epoch": 0.7141153512575888,
      "grad_norm": 0.18720655143260956,
      "learning_rate": 7.647250834179602e-05,
      "loss": 0.022,
      "step": 6587
    },
    {
      "epoch": 0.7142237640936687,
      "grad_norm": 0.20464926958084106,
      "learning_rate": 7.646888147395909e-05,
      "loss": 0.0311,
      "step": 6588
    },
    {
      "epoch": 0.7143321769297485,
      "grad_norm": 0.1497209668159485,
      "learning_rate": 7.646525460612216e-05,
      "loss": 0.0415,
      "step": 6589
    },
    {
      "epoch": 0.7144405897658282,
      "grad_norm": 0.10347793996334076,
      "learning_rate": 7.646162773828522e-05,
      "loss": 0.0103,
      "step": 6590
    },
    {
      "epoch": 0.714549002601908,
      "grad_norm": 0.32174432277679443,
      "learning_rate": 7.645800087044829e-05,
      "loss": 0.049,
      "step": 6591
    },
    {
      "epoch": 0.7146574154379879,
      "grad_norm": 0.18542174994945526,
      "learning_rate": 7.645437400261135e-05,
      "loss": 0.021,
      "step": 6592
    },
    {
      "epoch": 0.7147658282740676,
      "grad_norm": 0.2672230303287506,
      "learning_rate": 7.645074713477442e-05,
      "loss": 0.0782,
      "step": 6593
    },
    {
      "epoch": 0.7148742411101474,
      "grad_norm": 0.22073860466480255,
      "learning_rate": 7.644712026693748e-05,
      "loss": 0.0377,
      "step": 6594
    },
    {
      "epoch": 0.7149826539462273,
      "grad_norm": 0.2519160509109497,
      "learning_rate": 7.644349339910055e-05,
      "loss": 0.0285,
      "step": 6595
    },
    {
      "epoch": 0.715091066782307,
      "grad_norm": 0.18011772632598877,
      "learning_rate": 7.64398665312636e-05,
      "loss": 0.0171,
      "step": 6596
    },
    {
      "epoch": 0.7151994796183868,
      "grad_norm": 0.18597573041915894,
      "learning_rate": 7.643623966342666e-05,
      "loss": 0.0145,
      "step": 6597
    },
    {
      "epoch": 0.7153078924544666,
      "grad_norm": 0.07364879548549652,
      "learning_rate": 7.643261279558973e-05,
      "loss": 0.0089,
      "step": 6598
    },
    {
      "epoch": 0.7154163052905465,
      "grad_norm": 0.16048085689544678,
      "learning_rate": 7.642898592775279e-05,
      "loss": 0.0205,
      "step": 6599
    },
    {
      "epoch": 0.7155247181266262,
      "grad_norm": 0.04170799255371094,
      "learning_rate": 7.642535905991586e-05,
      "loss": 0.0031,
      "step": 6600
    },
    {
      "epoch": 0.715633130962706,
      "grad_norm": 0.17304791510105133,
      "learning_rate": 7.642173219207892e-05,
      "loss": 0.0252,
      "step": 6601
    },
    {
      "epoch": 0.7157415437987857,
      "grad_norm": 0.2908419370651245,
      "learning_rate": 7.641810532424199e-05,
      "loss": 0.0611,
      "step": 6602
    },
    {
      "epoch": 0.7158499566348656,
      "grad_norm": 0.1653556078672409,
      "learning_rate": 7.641447845640505e-05,
      "loss": 0.0361,
      "step": 6603
    },
    {
      "epoch": 0.7159583694709454,
      "grad_norm": 0.28294670581817627,
      "learning_rate": 7.641085158856812e-05,
      "loss": 0.0312,
      "step": 6604
    },
    {
      "epoch": 0.7160667823070251,
      "grad_norm": 0.2118975967168808,
      "learning_rate": 7.640722472073119e-05,
      "loss": 0.024,
      "step": 6605
    },
    {
      "epoch": 0.7161751951431049,
      "grad_norm": 0.2678367495536804,
      "learning_rate": 7.640359785289425e-05,
      "loss": 0.0537,
      "step": 6606
    },
    {
      "epoch": 0.7162836079791848,
      "grad_norm": 0.3792387843132019,
      "learning_rate": 7.639997098505732e-05,
      "loss": 0.0494,
      "step": 6607
    },
    {
      "epoch": 0.7163920208152645,
      "grad_norm": 0.23004506528377533,
      "learning_rate": 7.639634411722037e-05,
      "loss": 0.0382,
      "step": 6608
    },
    {
      "epoch": 0.7165004336513443,
      "grad_norm": 0.26033252477645874,
      "learning_rate": 7.639271724938344e-05,
      "loss": 0.0423,
      "step": 6609
    },
    {
      "epoch": 0.7166088464874241,
      "grad_norm": 0.042408641427755356,
      "learning_rate": 7.63890903815465e-05,
      "loss": 0.0071,
      "step": 6610
    },
    {
      "epoch": 0.7167172593235039,
      "grad_norm": 0.16737054288387299,
      "learning_rate": 7.638546351370956e-05,
      "loss": 0.0455,
      "step": 6611
    },
    {
      "epoch": 0.7168256721595837,
      "grad_norm": 0.34465155005455017,
      "learning_rate": 7.638183664587263e-05,
      "loss": 0.0596,
      "step": 6612
    },
    {
      "epoch": 0.7169340849956635,
      "grad_norm": 0.07842554152011871,
      "learning_rate": 7.637820977803569e-05,
      "loss": 0.0136,
      "step": 6613
    },
    {
      "epoch": 0.7170424978317432,
      "grad_norm": 0.27352097630500793,
      "learning_rate": 7.637458291019876e-05,
      "loss": 0.0541,
      "step": 6614
    },
    {
      "epoch": 0.7171509106678231,
      "grad_norm": 0.21371202170848846,
      "learning_rate": 7.637095604236182e-05,
      "loss": 0.0586,
      "step": 6615
    },
    {
      "epoch": 0.7172593235039029,
      "grad_norm": 0.05397150292992592,
      "learning_rate": 7.636732917452489e-05,
      "loss": 0.0071,
      "step": 6616
    },
    {
      "epoch": 0.7173677363399826,
      "grad_norm": 0.3791351318359375,
      "learning_rate": 7.636370230668794e-05,
      "loss": 0.0315,
      "step": 6617
    },
    {
      "epoch": 0.7174761491760624,
      "grad_norm": 0.23896151781082153,
      "learning_rate": 7.636007543885102e-05,
      "loss": 0.0716,
      "step": 6618
    },
    {
      "epoch": 0.7175845620121423,
      "grad_norm": 0.2621311843395233,
      "learning_rate": 7.635644857101407e-05,
      "loss": 0.0445,
      "step": 6619
    },
    {
      "epoch": 0.717692974848222,
      "grad_norm": 0.40994736552238464,
      "learning_rate": 7.635282170317713e-05,
      "loss": 0.0453,
      "step": 6620
    },
    {
      "epoch": 0.7178013876843018,
      "grad_norm": 0.28538721799850464,
      "learning_rate": 7.63491948353402e-05,
      "loss": 0.0546,
      "step": 6621
    },
    {
      "epoch": 0.7179098005203816,
      "grad_norm": 0.23770606517791748,
      "learning_rate": 7.634556796750327e-05,
      "loss": 0.0539,
      "step": 6622
    },
    {
      "epoch": 0.7180182133564614,
      "grad_norm": 0.225850448012352,
      "learning_rate": 7.634194109966634e-05,
      "loss": 0.0273,
      "step": 6623
    },
    {
      "epoch": 0.7181266261925412,
      "grad_norm": 0.12353117763996124,
      "learning_rate": 7.63383142318294e-05,
      "loss": 0.0235,
      "step": 6624
    },
    {
      "epoch": 0.718235039028621,
      "grad_norm": 0.2158309817314148,
      "learning_rate": 7.633468736399246e-05,
      "loss": 0.024,
      "step": 6625
    },
    {
      "epoch": 0.7183434518647008,
      "grad_norm": 0.1197907030582428,
      "learning_rate": 7.633106049615553e-05,
      "loss": 0.0112,
      "step": 6626
    },
    {
      "epoch": 0.7184518647007806,
      "grad_norm": 0.1391611248254776,
      "learning_rate": 7.632743362831859e-05,
      "loss": 0.0165,
      "step": 6627
    },
    {
      "epoch": 0.7185602775368604,
      "grad_norm": 0.06981804221868515,
      "learning_rate": 7.632380676048166e-05,
      "loss": 0.0089,
      "step": 6628
    },
    {
      "epoch": 0.7186686903729401,
      "grad_norm": 0.14471790194511414,
      "learning_rate": 7.632017989264471e-05,
      "loss": 0.0189,
      "step": 6629
    },
    {
      "epoch": 0.71877710320902,
      "grad_norm": 0.1502828747034073,
      "learning_rate": 7.631655302480778e-05,
      "loss": 0.043,
      "step": 6630
    },
    {
      "epoch": 0.7188855160450998,
      "grad_norm": 0.21132265031337738,
      "learning_rate": 7.631292615697084e-05,
      "loss": 0.0453,
      "step": 6631
    },
    {
      "epoch": 0.7189939288811795,
      "grad_norm": 0.29688653349876404,
      "learning_rate": 7.630929928913391e-05,
      "loss": 0.0255,
      "step": 6632
    },
    {
      "epoch": 0.7191023417172593,
      "grad_norm": 0.12438858300447464,
      "learning_rate": 7.630567242129697e-05,
      "loss": 0.0254,
      "step": 6633
    },
    {
      "epoch": 0.7192107545533392,
      "grad_norm": 0.5169137120246887,
      "learning_rate": 7.630204555346003e-05,
      "loss": 0.0533,
      "step": 6634
    },
    {
      "epoch": 0.7193191673894189,
      "grad_norm": 0.34306320548057556,
      "learning_rate": 7.62984186856231e-05,
      "loss": 0.0589,
      "step": 6635
    },
    {
      "epoch": 0.7194275802254987,
      "grad_norm": 0.1375809609889984,
      "learning_rate": 7.629479181778616e-05,
      "loss": 0.0204,
      "step": 6636
    },
    {
      "epoch": 0.7195359930615784,
      "grad_norm": 0.21107210218906403,
      "learning_rate": 7.629116494994923e-05,
      "loss": 0.0377,
      "step": 6637
    },
    {
      "epoch": 0.7196444058976583,
      "grad_norm": 0.2459922879934311,
      "learning_rate": 7.628753808211228e-05,
      "loss": 0.0196,
      "step": 6638
    },
    {
      "epoch": 0.7197528187337381,
      "grad_norm": 0.3589024841785431,
      "learning_rate": 7.628391121427535e-05,
      "loss": 0.0519,
      "step": 6639
    },
    {
      "epoch": 0.7198612315698178,
      "grad_norm": 0.08343607187271118,
      "learning_rate": 7.628028434643843e-05,
      "loss": 0.0172,
      "step": 6640
    },
    {
      "epoch": 0.7199696444058976,
      "grad_norm": 0.18653330206871033,
      "learning_rate": 7.627665747860148e-05,
      "loss": 0.028,
      "step": 6641
    },
    {
      "epoch": 0.7200780572419775,
      "grad_norm": 0.10295794904232025,
      "learning_rate": 7.627303061076455e-05,
      "loss": 0.0306,
      "step": 6642
    },
    {
      "epoch": 0.7201864700780573,
      "grad_norm": 0.03947567567229271,
      "learning_rate": 7.626940374292761e-05,
      "loss": 0.0044,
      "step": 6643
    },
    {
      "epoch": 0.720294882914137,
      "grad_norm": 0.17111052572727203,
      "learning_rate": 7.626577687509068e-05,
      "loss": 0.0668,
      "step": 6644
    },
    {
      "epoch": 0.7204032957502168,
      "grad_norm": 0.2033156305551529,
      "learning_rate": 7.626215000725374e-05,
      "loss": 0.0651,
      "step": 6645
    },
    {
      "epoch": 0.7205117085862967,
      "grad_norm": 0.23279190063476562,
      "learning_rate": 7.625852313941681e-05,
      "loss": 0.0422,
      "step": 6646
    },
    {
      "epoch": 0.7206201214223764,
      "grad_norm": 0.100892573595047,
      "learning_rate": 7.625489627157987e-05,
      "loss": 0.0107,
      "step": 6647
    },
    {
      "epoch": 0.7207285342584562,
      "grad_norm": 0.10521049797534943,
      "learning_rate": 7.625126940374292e-05,
      "loss": 0.0262,
      "step": 6648
    },
    {
      "epoch": 0.7208369470945359,
      "grad_norm": 0.21229562163352966,
      "learning_rate": 7.6247642535906e-05,
      "loss": 0.0581,
      "step": 6649
    },
    {
      "epoch": 0.7209453599306158,
      "grad_norm": 0.40942564606666565,
      "learning_rate": 7.624401566806905e-05,
      "loss": 0.0387,
      "step": 6650
    },
    {
      "epoch": 0.7210537727666956,
      "grad_norm": 0.2685782015323639,
      "learning_rate": 7.624038880023212e-05,
      "loss": 0.0496,
      "step": 6651
    },
    {
      "epoch": 0.7211621856027753,
      "grad_norm": 0.23486514389514923,
      "learning_rate": 7.623676193239518e-05,
      "loss": 0.099,
      "step": 6652
    },
    {
      "epoch": 0.7212705984388552,
      "grad_norm": 0.15462861955165863,
      "learning_rate": 7.623313506455825e-05,
      "loss": 0.0176,
      "step": 6653
    },
    {
      "epoch": 0.721379011274935,
      "grad_norm": 0.1467231959104538,
      "learning_rate": 7.622950819672131e-05,
      "loss": 0.0429,
      "step": 6654
    },
    {
      "epoch": 0.7214874241110147,
      "grad_norm": 0.153003990650177,
      "learning_rate": 7.622588132888438e-05,
      "loss": 0.0377,
      "step": 6655
    },
    {
      "epoch": 0.7215958369470945,
      "grad_norm": 0.2539753019809723,
      "learning_rate": 7.622225446104744e-05,
      "loss": 0.0593,
      "step": 6656
    },
    {
      "epoch": 0.7217042497831744,
      "grad_norm": 0.23562084138393402,
      "learning_rate": 7.621862759321051e-05,
      "loss": 0.0187,
      "step": 6657
    },
    {
      "epoch": 0.7218126626192541,
      "grad_norm": 0.1789936125278473,
      "learning_rate": 7.621500072537358e-05,
      "loss": 0.0442,
      "step": 6658
    },
    {
      "epoch": 0.7219210754553339,
      "grad_norm": 0.272034615278244,
      "learning_rate": 7.621137385753664e-05,
      "loss": 0.0662,
      "step": 6659
    },
    {
      "epoch": 0.7220294882914137,
      "grad_norm": 0.266070693731308,
      "learning_rate": 7.620774698969971e-05,
      "loss": 0.0452,
      "step": 6660
    },
    {
      "epoch": 0.7221379011274935,
      "grad_norm": 0.18171028792858124,
      "learning_rate": 7.620412012186276e-05,
      "loss": 0.0372,
      "step": 6661
    },
    {
      "epoch": 0.7222463139635733,
      "grad_norm": 0.40654993057250977,
      "learning_rate": 7.620049325402582e-05,
      "loss": 0.0526,
      "step": 6662
    },
    {
      "epoch": 0.7223547267996531,
      "grad_norm": 0.19437634944915771,
      "learning_rate": 7.619686638618889e-05,
      "loss": 0.0702,
      "step": 6663
    },
    {
      "epoch": 0.7224631396357328,
      "grad_norm": 0.24928011000156403,
      "learning_rate": 7.619323951835195e-05,
      "loss": 0.0339,
      "step": 6664
    },
    {
      "epoch": 0.7225715524718127,
      "grad_norm": 0.11118920147418976,
      "learning_rate": 7.618961265051502e-05,
      "loss": 0.0262,
      "step": 6665
    },
    {
      "epoch": 0.7226799653078925,
      "grad_norm": 0.14218510687351227,
      "learning_rate": 7.618598578267808e-05,
      "loss": 0.0162,
      "step": 6666
    },
    {
      "epoch": 0.7227883781439722,
      "grad_norm": 0.12363430112600327,
      "learning_rate": 7.618235891484115e-05,
      "loss": 0.0363,
      "step": 6667
    },
    {
      "epoch": 0.722896790980052,
      "grad_norm": 0.1135154590010643,
      "learning_rate": 7.61787320470042e-05,
      "loss": 0.0257,
      "step": 6668
    },
    {
      "epoch": 0.7230052038161319,
      "grad_norm": 0.3431769609451294,
      "learning_rate": 7.617510517916728e-05,
      "loss": 0.0506,
      "step": 6669
    },
    {
      "epoch": 0.7231136166522116,
      "grad_norm": 0.16272622346878052,
      "learning_rate": 7.617147831133033e-05,
      "loss": 0.0262,
      "step": 6670
    },
    {
      "epoch": 0.7232220294882914,
      "grad_norm": 0.16086408495903015,
      "learning_rate": 7.616785144349339e-05,
      "loss": 0.0402,
      "step": 6671
    },
    {
      "epoch": 0.7233304423243712,
      "grad_norm": 0.23593436181545258,
      "learning_rate": 7.616422457565646e-05,
      "loss": 0.0264,
      "step": 6672
    },
    {
      "epoch": 0.723438855160451,
      "grad_norm": 0.05201711505651474,
      "learning_rate": 7.616059770781952e-05,
      "loss": 0.0134,
      "step": 6673
    },
    {
      "epoch": 0.7235472679965308,
      "grad_norm": 0.3172434866428375,
      "learning_rate": 7.61569708399826e-05,
      "loss": 0.053,
      "step": 6674
    },
    {
      "epoch": 0.7236556808326106,
      "grad_norm": 0.10827146470546722,
      "learning_rate": 7.615334397214566e-05,
      "loss": 0.0179,
      "step": 6675
    },
    {
      "epoch": 0.7237640936686903,
      "grad_norm": 0.14609500765800476,
      "learning_rate": 7.614971710430873e-05,
      "loss": 0.0505,
      "step": 6676
    },
    {
      "epoch": 0.7238725065047702,
      "grad_norm": 0.226228728890419,
      "learning_rate": 7.614609023647179e-05,
      "loss": 0.0487,
      "step": 6677
    },
    {
      "epoch": 0.72398091934085,
      "grad_norm": 0.19271618127822876,
      "learning_rate": 7.614246336863485e-05,
      "loss": 0.0506,
      "step": 6678
    },
    {
      "epoch": 0.7240893321769297,
      "grad_norm": 0.23942576348781586,
      "learning_rate": 7.613883650079792e-05,
      "loss": 0.049,
      "step": 6679
    },
    {
      "epoch": 0.7241977450130095,
      "grad_norm": 0.25921013951301575,
      "learning_rate": 7.613520963296098e-05,
      "loss": 0.0801,
      "step": 6680
    },
    {
      "epoch": 0.7243061578490894,
      "grad_norm": 0.11306818574666977,
      "learning_rate": 7.613158276512405e-05,
      "loss": 0.0222,
      "step": 6681
    },
    {
      "epoch": 0.7244145706851691,
      "grad_norm": 0.2659040689468384,
      "learning_rate": 7.61279558972871e-05,
      "loss": 0.064,
      "step": 6682
    },
    {
      "epoch": 0.7245229835212489,
      "grad_norm": 0.3182101547718048,
      "learning_rate": 7.612432902945018e-05,
      "loss": 0.0699,
      "step": 6683
    },
    {
      "epoch": 0.7246313963573288,
      "grad_norm": 0.16271795332431793,
      "learning_rate": 7.612070216161323e-05,
      "loss": 0.0312,
      "step": 6684
    },
    {
      "epoch": 0.7247398091934085,
      "grad_norm": 0.08039360493421555,
      "learning_rate": 7.61170752937763e-05,
      "loss": 0.0168,
      "step": 6685
    },
    {
      "epoch": 0.7248482220294883,
      "grad_norm": 0.09968532621860504,
      "learning_rate": 7.611344842593936e-05,
      "loss": 0.0169,
      "step": 6686
    },
    {
      "epoch": 0.724956634865568,
      "grad_norm": 0.2645803391933441,
      "learning_rate": 7.610982155810242e-05,
      "loss": 0.0724,
      "step": 6687
    },
    {
      "epoch": 0.7250650477016479,
      "grad_norm": 0.33942702412605286,
      "learning_rate": 7.610619469026549e-05,
      "loss": 0.0293,
      "step": 6688
    },
    {
      "epoch": 0.7251734605377277,
      "grad_norm": 0.15464620292186737,
      "learning_rate": 7.610256782242855e-05,
      "loss": 0.0641,
      "step": 6689
    },
    {
      "epoch": 0.7252818733738075,
      "grad_norm": 0.13444463908672333,
      "learning_rate": 7.609894095459162e-05,
      "loss": 0.0342,
      "step": 6690
    },
    {
      "epoch": 0.7253902862098872,
      "grad_norm": 0.3000962436199188,
      "learning_rate": 7.609531408675469e-05,
      "loss": 0.0511,
      "step": 6691
    },
    {
      "epoch": 0.7254986990459671,
      "grad_norm": 0.09381526708602905,
      "learning_rate": 7.609168721891775e-05,
      "loss": 0.0229,
      "step": 6692
    },
    {
      "epoch": 0.7256071118820469,
      "grad_norm": 0.279104620218277,
      "learning_rate": 7.608806035108082e-05,
      "loss": 0.0424,
      "step": 6693
    },
    {
      "epoch": 0.7257155247181266,
      "grad_norm": 0.29620635509490967,
      "learning_rate": 7.608443348324387e-05,
      "loss": 0.0594,
      "step": 6694
    },
    {
      "epoch": 0.7258239375542064,
      "grad_norm": 0.24282215535640717,
      "learning_rate": 7.608080661540694e-05,
      "loss": 0.0559,
      "step": 6695
    },
    {
      "epoch": 0.7259323503902863,
      "grad_norm": 0.23461312055587769,
      "learning_rate": 7.607717974757e-05,
      "loss": 0.051,
      "step": 6696
    },
    {
      "epoch": 0.726040763226366,
      "grad_norm": 0.13524147868156433,
      "learning_rate": 7.607355287973307e-05,
      "loss": 0.0307,
      "step": 6697
    },
    {
      "epoch": 0.7261491760624458,
      "grad_norm": 0.13737595081329346,
      "learning_rate": 7.606992601189613e-05,
      "loss": 0.0175,
      "step": 6698
    },
    {
      "epoch": 0.7262575888985255,
      "grad_norm": 0.10849308222532272,
      "learning_rate": 7.60662991440592e-05,
      "loss": 0.0137,
      "step": 6699
    },
    {
      "epoch": 0.7263660017346054,
      "grad_norm": 0.09864682704210281,
      "learning_rate": 7.606267227622226e-05,
      "loss": 0.0226,
      "step": 6700
    },
    {
      "epoch": 0.7264744145706852,
      "grad_norm": 0.15955612063407898,
      "learning_rate": 7.605904540838532e-05,
      "loss": 0.027,
      "step": 6701
    },
    {
      "epoch": 0.7265828274067649,
      "grad_norm": 0.11983806639909744,
      "learning_rate": 7.605541854054839e-05,
      "loss": 0.0323,
      "step": 6702
    },
    {
      "epoch": 0.7266912402428447,
      "grad_norm": 0.17704978585243225,
      "learning_rate": 7.605179167271144e-05,
      "loss": 0.044,
      "step": 6703
    },
    {
      "epoch": 0.7267996530789246,
      "grad_norm": 0.2847110331058502,
      "learning_rate": 7.604816480487451e-05,
      "loss": 0.0694,
      "step": 6704
    },
    {
      "epoch": 0.7269080659150043,
      "grad_norm": 0.16232775151729584,
      "learning_rate": 7.604453793703757e-05,
      "loss": 0.0282,
      "step": 6705
    },
    {
      "epoch": 0.7270164787510841,
      "grad_norm": 0.2901935875415802,
      "learning_rate": 7.604091106920064e-05,
      "loss": 0.044,
      "step": 6706
    },
    {
      "epoch": 0.7271248915871639,
      "grad_norm": 0.07467374205589294,
      "learning_rate": 7.60372842013637e-05,
      "loss": 0.0199,
      "step": 6707
    },
    {
      "epoch": 0.7272333044232437,
      "grad_norm": 0.2275877147912979,
      "learning_rate": 7.603365733352677e-05,
      "loss": 0.0412,
      "step": 6708
    },
    {
      "epoch": 0.7273417172593235,
      "grad_norm": 0.20843879878520966,
      "learning_rate": 7.603003046568984e-05,
      "loss": 0.0411,
      "step": 6709
    },
    {
      "epoch": 0.7274501300954033,
      "grad_norm": 0.17462153732776642,
      "learning_rate": 7.60264035978529e-05,
      "loss": 0.0381,
      "step": 6710
    },
    {
      "epoch": 0.727558542931483,
      "grad_norm": 0.08483216166496277,
      "learning_rate": 7.602277673001597e-05,
      "loss": 0.0209,
      "step": 6711
    },
    {
      "epoch": 0.7276669557675629,
      "grad_norm": 0.21398746967315674,
      "learning_rate": 7.601914986217903e-05,
      "loss": 0.0304,
      "step": 6712
    },
    {
      "epoch": 0.7277753686036427,
      "grad_norm": 0.1835850477218628,
      "learning_rate": 7.60155229943421e-05,
      "loss": 0.0476,
      "step": 6713
    },
    {
      "epoch": 0.7278837814397224,
      "grad_norm": 0.2186102718114853,
      "learning_rate": 7.601189612650516e-05,
      "loss": 0.0528,
      "step": 6714
    },
    {
      "epoch": 0.7279921942758023,
      "grad_norm": 0.1952100694179535,
      "learning_rate": 7.600826925866821e-05,
      "loss": 0.0434,
      "step": 6715
    },
    {
      "epoch": 0.7281006071118821,
      "grad_norm": 0.3484506905078888,
      "learning_rate": 7.600464239083128e-05,
      "loss": 0.0289,
      "step": 6716
    },
    {
      "epoch": 0.7282090199479618,
      "grad_norm": 0.19105947017669678,
      "learning_rate": 7.600101552299434e-05,
      "loss": 0.0423,
      "step": 6717
    },
    {
      "epoch": 0.7283174327840416,
      "grad_norm": 0.16266100108623505,
      "learning_rate": 7.599738865515741e-05,
      "loss": 0.0219,
      "step": 6718
    },
    {
      "epoch": 0.7284258456201215,
      "grad_norm": 0.3002903163433075,
      "learning_rate": 7.599376178732047e-05,
      "loss": 0.0577,
      "step": 6719
    },
    {
      "epoch": 0.7285342584562012,
      "grad_norm": 0.17426791787147522,
      "learning_rate": 7.599013491948354e-05,
      "loss": 0.0292,
      "step": 6720
    },
    {
      "epoch": 0.728642671292281,
      "grad_norm": 0.21210546791553497,
      "learning_rate": 7.59865080516466e-05,
      "loss": 0.0457,
      "step": 6721
    },
    {
      "epoch": 0.7287510841283608,
      "grad_norm": 0.21161918342113495,
      "learning_rate": 7.598288118380967e-05,
      "loss": 0.0272,
      "step": 6722
    },
    {
      "epoch": 0.7288594969644406,
      "grad_norm": 0.11640134453773499,
      "learning_rate": 7.597925431597273e-05,
      "loss": 0.0252,
      "step": 6723
    },
    {
      "epoch": 0.7289679098005204,
      "grad_norm": 0.143046036362648,
      "learning_rate": 7.597562744813578e-05,
      "loss": 0.0395,
      "step": 6724
    },
    {
      "epoch": 0.7290763226366002,
      "grad_norm": 0.2646027207374573,
      "learning_rate": 7.597200058029885e-05,
      "loss": 0.0443,
      "step": 6725
    },
    {
      "epoch": 0.7291847354726799,
      "grad_norm": 0.27240288257598877,
      "learning_rate": 7.596837371246192e-05,
      "loss": 0.0492,
      "step": 6726
    },
    {
      "epoch": 0.7292931483087598,
      "grad_norm": 0.13271866738796234,
      "learning_rate": 7.5964746844625e-05,
      "loss": 0.0349,
      "step": 6727
    },
    {
      "epoch": 0.7294015611448396,
      "grad_norm": 0.27832508087158203,
      "learning_rate": 7.596111997678805e-05,
      "loss": 0.0335,
      "step": 6728
    },
    {
      "epoch": 0.7295099739809193,
      "grad_norm": 0.32652586698532104,
      "learning_rate": 7.595749310895111e-05,
      "loss": 0.0671,
      "step": 6729
    },
    {
      "epoch": 0.7296183868169991,
      "grad_norm": 0.19347193837165833,
      "learning_rate": 7.595386624111418e-05,
      "loss": 0.0329,
      "step": 6730
    },
    {
      "epoch": 0.729726799653079,
      "grad_norm": 0.12497486174106598,
      "learning_rate": 7.595023937327724e-05,
      "loss": 0.0194,
      "step": 6731
    },
    {
      "epoch": 0.7298352124891587,
      "grad_norm": 0.31978705525398254,
      "learning_rate": 7.594661250544031e-05,
      "loss": 0.0693,
      "step": 6732
    },
    {
      "epoch": 0.7299436253252385,
      "grad_norm": 0.21547915041446686,
      "learning_rate": 7.594298563760337e-05,
      "loss": 0.026,
      "step": 6733
    },
    {
      "epoch": 0.7300520381613183,
      "grad_norm": 0.1955854594707489,
      "learning_rate": 7.593935876976644e-05,
      "loss": 0.0248,
      "step": 6734
    },
    {
      "epoch": 0.7301604509973981,
      "grad_norm": 0.12454675883054733,
      "learning_rate": 7.59357319019295e-05,
      "loss": 0.0183,
      "step": 6735
    },
    {
      "epoch": 0.7302688638334779,
      "grad_norm": 0.19131991267204285,
      "learning_rate": 7.593210503409257e-05,
      "loss": 0.032,
      "step": 6736
    },
    {
      "epoch": 0.7303772766695577,
      "grad_norm": 0.15631236135959625,
      "learning_rate": 7.592847816625562e-05,
      "loss": 0.0451,
      "step": 6737
    },
    {
      "epoch": 0.7304856895056374,
      "grad_norm": 0.10880609601736069,
      "learning_rate": 7.592485129841868e-05,
      "loss": 0.0228,
      "step": 6738
    },
    {
      "epoch": 0.7305941023417173,
      "grad_norm": 0.1446685642004013,
      "learning_rate": 7.592122443058175e-05,
      "loss": 0.0252,
      "step": 6739
    },
    {
      "epoch": 0.730702515177797,
      "grad_norm": 0.25241655111312866,
      "learning_rate": 7.591759756274481e-05,
      "loss": 0.0573,
      "step": 6740
    },
    {
      "epoch": 0.7308109280138768,
      "grad_norm": 0.08776994794607162,
      "learning_rate": 7.591397069490788e-05,
      "loss": 0.0119,
      "step": 6741
    },
    {
      "epoch": 0.7309193408499567,
      "grad_norm": 0.29928505420684814,
      "learning_rate": 7.591034382707094e-05,
      "loss": 0.0324,
      "step": 6742
    },
    {
      "epoch": 0.7310277536860365,
      "grad_norm": 0.23232398927211761,
      "learning_rate": 7.590671695923401e-05,
      "loss": 0.038,
      "step": 6743
    },
    {
      "epoch": 0.7311361665221162,
      "grad_norm": 0.1193545013666153,
      "learning_rate": 7.590309009139708e-05,
      "loss": 0.0259,
      "step": 6744
    },
    {
      "epoch": 0.731244579358196,
      "grad_norm": 0.14839200675487518,
      "learning_rate": 7.589946322356014e-05,
      "loss": 0.0512,
      "step": 6745
    },
    {
      "epoch": 0.7313529921942759,
      "grad_norm": 0.24139396846294403,
      "learning_rate": 7.589583635572321e-05,
      "loss": 0.0329,
      "step": 6746
    },
    {
      "epoch": 0.7314614050303556,
      "grad_norm": 0.3324120342731476,
      "learning_rate": 7.589220948788626e-05,
      "loss": 0.0755,
      "step": 6747
    },
    {
      "epoch": 0.7315698178664354,
      "grad_norm": 0.13188084959983826,
      "learning_rate": 7.588858262004934e-05,
      "loss": 0.044,
      "step": 6748
    },
    {
      "epoch": 0.7316782307025151,
      "grad_norm": 0.2361704558134079,
      "learning_rate": 7.588495575221239e-05,
      "loss": 0.0274,
      "step": 6749
    },
    {
      "epoch": 0.731786643538595,
      "grad_norm": 0.16563962399959564,
      "learning_rate": 7.588132888437546e-05,
      "loss": 0.0294,
      "step": 6750
    },
    {
      "epoch": 0.7318950563746748,
      "grad_norm": 0.1876341551542282,
      "learning_rate": 7.587770201653852e-05,
      "loss": 0.0353,
      "step": 6751
    },
    {
      "epoch": 0.7320034692107545,
      "grad_norm": 0.13650326430797577,
      "learning_rate": 7.587407514870158e-05,
      "loss": 0.0314,
      "step": 6752
    },
    {
      "epoch": 0.7321118820468343,
      "grad_norm": 0.18346203863620758,
      "learning_rate": 7.587044828086465e-05,
      "loss": 0.0685,
      "step": 6753
    },
    {
      "epoch": 0.7322202948829142,
      "grad_norm": 0.2633607089519501,
      "learning_rate": 7.58668214130277e-05,
      "loss": 0.0595,
      "step": 6754
    },
    {
      "epoch": 0.7323287077189939,
      "grad_norm": 0.07456585764884949,
      "learning_rate": 7.586319454519078e-05,
      "loss": 0.009,
      "step": 6755
    },
    {
      "epoch": 0.7324371205550737,
      "grad_norm": 0.1895207017660141,
      "learning_rate": 7.585956767735383e-05,
      "loss": 0.0152,
      "step": 6756
    },
    {
      "epoch": 0.7325455333911535,
      "grad_norm": 0.13896635174751282,
      "learning_rate": 7.58559408095169e-05,
      "loss": 0.0268,
      "step": 6757
    },
    {
      "epoch": 0.7326539462272333,
      "grad_norm": 0.14372338354587555,
      "learning_rate": 7.585231394167996e-05,
      "loss": 0.0205,
      "step": 6758
    },
    {
      "epoch": 0.7327623590633131,
      "grad_norm": 0.17260846495628357,
      "learning_rate": 7.584868707384303e-05,
      "loss": 0.023,
      "step": 6759
    },
    {
      "epoch": 0.7328707718993929,
      "grad_norm": 0.22281712293624878,
      "learning_rate": 7.58450602060061e-05,
      "loss": 0.0452,
      "step": 6760
    },
    {
      "epoch": 0.7329791847354726,
      "grad_norm": 0.12498439103364944,
      "learning_rate": 7.584143333816916e-05,
      "loss": 0.0167,
      "step": 6761
    },
    {
      "epoch": 0.7330875975715525,
      "grad_norm": 0.15847748517990112,
      "learning_rate": 7.583780647033223e-05,
      "loss": 0.038,
      "step": 6762
    },
    {
      "epoch": 0.7331960104076323,
      "grad_norm": 0.1946127712726593,
      "learning_rate": 7.583417960249529e-05,
      "loss": 0.0235,
      "step": 6763
    },
    {
      "epoch": 0.733304423243712,
      "grad_norm": 0.21870552003383636,
      "learning_rate": 7.583055273465836e-05,
      "loss": 0.0315,
      "step": 6764
    },
    {
      "epoch": 0.7334128360797918,
      "grad_norm": 0.10763105750083923,
      "learning_rate": 7.582692586682142e-05,
      "loss": 0.0085,
      "step": 6765
    },
    {
      "epoch": 0.7335212489158717,
      "grad_norm": 0.14546576142311096,
      "learning_rate": 7.582329899898448e-05,
      "loss": 0.038,
      "step": 6766
    },
    {
      "epoch": 0.7336296617519514,
      "grad_norm": 0.2630450427532196,
      "learning_rate": 7.581967213114755e-05,
      "loss": 0.0401,
      "step": 6767
    },
    {
      "epoch": 0.7337380745880312,
      "grad_norm": 0.056421808898448944,
      "learning_rate": 7.58160452633106e-05,
      "loss": 0.0065,
      "step": 6768
    },
    {
      "epoch": 0.733846487424111,
      "grad_norm": 0.23132801055908203,
      "learning_rate": 7.581241839547367e-05,
      "loss": 0.037,
      "step": 6769
    },
    {
      "epoch": 0.7339549002601908,
      "grad_norm": 0.07809706032276154,
      "learning_rate": 7.580879152763673e-05,
      "loss": 0.0089,
      "step": 6770
    },
    {
      "epoch": 0.7340633130962706,
      "grad_norm": 0.13137929141521454,
      "learning_rate": 7.58051646597998e-05,
      "loss": 0.0464,
      "step": 6771
    },
    {
      "epoch": 0.7341717259323504,
      "grad_norm": 0.062367916107177734,
      "learning_rate": 7.580153779196286e-05,
      "loss": 0.0113,
      "step": 6772
    },
    {
      "epoch": 0.7342801387684302,
      "grad_norm": 0.26956236362457275,
      "learning_rate": 7.579791092412593e-05,
      "loss": 0.0408,
      "step": 6773
    },
    {
      "epoch": 0.73438855160451,
      "grad_norm": 0.04481687396764755,
      "learning_rate": 7.579428405628899e-05,
      "loss": 0.0171,
      "step": 6774
    },
    {
      "epoch": 0.7344969644405898,
      "grad_norm": 0.36446207761764526,
      "learning_rate": 7.579065718845205e-05,
      "loss": 0.0647,
      "step": 6775
    },
    {
      "epoch": 0.7346053772766695,
      "grad_norm": 0.23028546571731567,
      "learning_rate": 7.578703032061512e-05,
      "loss": 0.0388,
      "step": 6776
    },
    {
      "epoch": 0.7347137901127494,
      "grad_norm": 0.21031878888607025,
      "learning_rate": 7.578340345277817e-05,
      "loss": 0.0304,
      "step": 6777
    },
    {
      "epoch": 0.7348222029488292,
      "grad_norm": 0.13287431001663208,
      "learning_rate": 7.577977658494126e-05,
      "loss": 0.0427,
      "step": 6778
    },
    {
      "epoch": 0.7349306157849089,
      "grad_norm": 0.32859283685684204,
      "learning_rate": 7.577614971710432e-05,
      "loss": 0.0407,
      "step": 6779
    },
    {
      "epoch": 0.7350390286209887,
      "grad_norm": 0.267043799161911,
      "learning_rate": 7.577252284926739e-05,
      "loss": 0.0414,
      "step": 6780
    },
    {
      "epoch": 0.7351474414570686,
      "grad_norm": 0.3079756200313568,
      "learning_rate": 7.576889598143044e-05,
      "loss": 0.0333,
      "step": 6781
    },
    {
      "epoch": 0.7352558542931483,
      "grad_norm": 0.35305967926979065,
      "learning_rate": 7.57652691135935e-05,
      "loss": 0.0737,
      "step": 6782
    },
    {
      "epoch": 0.7353642671292281,
      "grad_norm": 0.0905638262629509,
      "learning_rate": 7.576164224575657e-05,
      "loss": 0.0273,
      "step": 6783
    },
    {
      "epoch": 0.7354726799653079,
      "grad_norm": 0.6437965631484985,
      "learning_rate": 7.575801537791963e-05,
      "loss": 0.0858,
      "step": 6784
    },
    {
      "epoch": 0.7355810928013877,
      "grad_norm": 0.2022920846939087,
      "learning_rate": 7.57543885100827e-05,
      "loss": 0.0568,
      "step": 6785
    },
    {
      "epoch": 0.7356895056374675,
      "grad_norm": 0.2586762607097626,
      "learning_rate": 7.575076164224576e-05,
      "loss": 0.0341,
      "step": 6786
    },
    {
      "epoch": 0.7357979184735473,
      "grad_norm": 0.4354073405265808,
      "learning_rate": 7.574713477440883e-05,
      "loss": 0.0482,
      "step": 6787
    },
    {
      "epoch": 0.735906331309627,
      "grad_norm": 0.2091589719057083,
      "learning_rate": 7.574350790657189e-05,
      "loss": 0.0347,
      "step": 6788
    },
    {
      "epoch": 0.7360147441457069,
      "grad_norm": 0.11530763655900955,
      "learning_rate": 7.573988103873496e-05,
      "loss": 0.0166,
      "step": 6789
    },
    {
      "epoch": 0.7361231569817867,
      "grad_norm": 0.336198627948761,
      "learning_rate": 7.573625417089801e-05,
      "loss": 0.0455,
      "step": 6790
    },
    {
      "epoch": 0.7362315698178664,
      "grad_norm": 0.131549671292305,
      "learning_rate": 7.573262730306107e-05,
      "loss": 0.0219,
      "step": 6791
    },
    {
      "epoch": 0.7363399826539462,
      "grad_norm": 0.21624326705932617,
      "learning_rate": 7.572900043522414e-05,
      "loss": 0.0274,
      "step": 6792
    },
    {
      "epoch": 0.736448395490026,
      "grad_norm": 0.24921798706054688,
      "learning_rate": 7.57253735673872e-05,
      "loss": 0.0359,
      "step": 6793
    },
    {
      "epoch": 0.7365568083261058,
      "grad_norm": 0.09125665575265884,
      "learning_rate": 7.572174669955027e-05,
      "loss": 0.0156,
      "step": 6794
    },
    {
      "epoch": 0.7366652211621856,
      "grad_norm": 0.16412776708602905,
      "learning_rate": 7.571811983171334e-05,
      "loss": 0.0205,
      "step": 6795
    },
    {
      "epoch": 0.7367736339982653,
      "grad_norm": 0.2984970510005951,
      "learning_rate": 7.57144929638764e-05,
      "loss": 0.0356,
      "step": 6796
    },
    {
      "epoch": 0.7368820468343452,
      "grad_norm": 0.14026157557964325,
      "learning_rate": 7.571086609603947e-05,
      "loss": 0.0262,
      "step": 6797
    },
    {
      "epoch": 0.736990459670425,
      "grad_norm": 0.35638296604156494,
      "learning_rate": 7.570723922820253e-05,
      "loss": 0.0447,
      "step": 6798
    },
    {
      "epoch": 0.7370988725065047,
      "grad_norm": 0.11506226658821106,
      "learning_rate": 7.57036123603656e-05,
      "loss": 0.0285,
      "step": 6799
    },
    {
      "epoch": 0.7372072853425846,
      "grad_norm": 0.11483989655971527,
      "learning_rate": 7.569998549252866e-05,
      "loss": 0.0343,
      "step": 6800
    },
    {
      "epoch": 0.7373156981786644,
      "grad_norm": 0.13422347605228424,
      "learning_rate": 7.569635862469173e-05,
      "loss": 0.0195,
      "step": 6801
    },
    {
      "epoch": 0.7374241110147441,
      "grad_norm": 0.2653389871120453,
      "learning_rate": 7.569273175685478e-05,
      "loss": 0.0424,
      "step": 6802
    },
    {
      "epoch": 0.7375325238508239,
      "grad_norm": 0.17369002103805542,
      "learning_rate": 7.568910488901785e-05,
      "loss": 0.046,
      "step": 6803
    },
    {
      "epoch": 0.7376409366869038,
      "grad_norm": 0.2108561247587204,
      "learning_rate": 7.568547802118091e-05,
      "loss": 0.0605,
      "step": 6804
    },
    {
      "epoch": 0.7377493495229835,
      "grad_norm": 0.23548701405525208,
      "learning_rate": 7.568185115334397e-05,
      "loss": 0.031,
      "step": 6805
    },
    {
      "epoch": 0.7378577623590633,
      "grad_norm": 0.15753480792045593,
      "learning_rate": 7.567822428550704e-05,
      "loss": 0.0295,
      "step": 6806
    },
    {
      "epoch": 0.7379661751951431,
      "grad_norm": 0.07458582520484924,
      "learning_rate": 7.56745974176701e-05,
      "loss": 0.0175,
      "step": 6807
    },
    {
      "epoch": 0.738074588031223,
      "grad_norm": 0.1382468342781067,
      "learning_rate": 7.567097054983317e-05,
      "loss": 0.021,
      "step": 6808
    },
    {
      "epoch": 0.7381830008673027,
      "grad_norm": 0.18471302092075348,
      "learning_rate": 7.566734368199623e-05,
      "loss": 0.0577,
      "step": 6809
    },
    {
      "epoch": 0.7382914137033825,
      "grad_norm": 0.11350146681070328,
      "learning_rate": 7.56637168141593e-05,
      "loss": 0.028,
      "step": 6810
    },
    {
      "epoch": 0.7383998265394622,
      "grad_norm": 0.19776789844036102,
      "learning_rate": 7.566008994632235e-05,
      "loss": 0.068,
      "step": 6811
    },
    {
      "epoch": 0.7385082393755421,
      "grad_norm": 0.17259003221988678,
      "learning_rate": 7.565646307848542e-05,
      "loss": 0.0456,
      "step": 6812
    },
    {
      "epoch": 0.7386166522116219,
      "grad_norm": 0.08289452642202377,
      "learning_rate": 7.56528362106485e-05,
      "loss": 0.015,
      "step": 6813
    },
    {
      "epoch": 0.7387250650477016,
      "grad_norm": 0.22350327670574188,
      "learning_rate": 7.564920934281155e-05,
      "loss": 0.0486,
      "step": 6814
    },
    {
      "epoch": 0.7388334778837814,
      "grad_norm": 0.20014886558055878,
      "learning_rate": 7.564558247497462e-05,
      "loss": 0.0266,
      "step": 6815
    },
    {
      "epoch": 0.7389418907198613,
      "grad_norm": 0.12139976769685745,
      "learning_rate": 7.564195560713768e-05,
      "loss": 0.0337,
      "step": 6816
    },
    {
      "epoch": 0.739050303555941,
      "grad_norm": 0.23206879198551178,
      "learning_rate": 7.563832873930075e-05,
      "loss": 0.0219,
      "step": 6817
    },
    {
      "epoch": 0.7391587163920208,
      "grad_norm": 0.13592474162578583,
      "learning_rate": 7.563470187146381e-05,
      "loss": 0.0276,
      "step": 6818
    },
    {
      "epoch": 0.7392671292281006,
      "grad_norm": 0.21820373833179474,
      "learning_rate": 7.563107500362687e-05,
      "loss": 0.0466,
      "step": 6819
    },
    {
      "epoch": 0.7393755420641804,
      "grad_norm": 0.2722359001636505,
      "learning_rate": 7.562744813578994e-05,
      "loss": 0.051,
      "step": 6820
    },
    {
      "epoch": 0.7394839549002602,
      "grad_norm": 0.2825256884098053,
      "learning_rate": 7.5623821267953e-05,
      "loss": 0.0559,
      "step": 6821
    },
    {
      "epoch": 0.73959236773634,
      "grad_norm": 0.1826179474592209,
      "learning_rate": 7.562019440011607e-05,
      "loss": 0.0436,
      "step": 6822
    },
    {
      "epoch": 0.7397007805724197,
      "grad_norm": 0.2127513587474823,
      "learning_rate": 7.561656753227912e-05,
      "loss": 0.0208,
      "step": 6823
    },
    {
      "epoch": 0.7398091934084996,
      "grad_norm": 0.21414244174957275,
      "learning_rate": 7.56129406644422e-05,
      "loss": 0.0357,
      "step": 6824
    },
    {
      "epoch": 0.7399176062445794,
      "grad_norm": 0.22105373442173004,
      "learning_rate": 7.560931379660525e-05,
      "loss": 0.0333,
      "step": 6825
    },
    {
      "epoch": 0.7400260190806591,
      "grad_norm": 0.21497197449207306,
      "learning_rate": 7.560568692876832e-05,
      "loss": 0.0348,
      "step": 6826
    },
    {
      "epoch": 0.7401344319167389,
      "grad_norm": 0.052306875586509705,
      "learning_rate": 7.560206006093138e-05,
      "loss": 0.0124,
      "step": 6827
    },
    {
      "epoch": 0.7402428447528188,
      "grad_norm": 0.16929586231708527,
      "learning_rate": 7.559843319309444e-05,
      "loss": 0.0188,
      "step": 6828
    },
    {
      "epoch": 0.7403512575888985,
      "grad_norm": 0.14213892817497253,
      "learning_rate": 7.559480632525752e-05,
      "loss": 0.0263,
      "step": 6829
    },
    {
      "epoch": 0.7404596704249783,
      "grad_norm": 0.15578128397464752,
      "learning_rate": 7.559117945742058e-05,
      "loss": 0.0425,
      "step": 6830
    },
    {
      "epoch": 0.7405680832610582,
      "grad_norm": 0.2293439507484436,
      "learning_rate": 7.558755258958365e-05,
      "loss": 0.0553,
      "step": 6831
    },
    {
      "epoch": 0.7406764960971379,
      "grad_norm": 0.24682936072349548,
      "learning_rate": 7.55839257217467e-05,
      "loss": 0.0382,
      "step": 6832
    },
    {
      "epoch": 0.7407849089332177,
      "grad_norm": 0.1590837985277176,
      "learning_rate": 7.558029885390976e-05,
      "loss": 0.033,
      "step": 6833
    },
    {
      "epoch": 0.7408933217692975,
      "grad_norm": 0.2591364085674286,
      "learning_rate": 7.557667198607283e-05,
      "loss": 0.0631,
      "step": 6834
    },
    {
      "epoch": 0.7410017346053773,
      "grad_norm": 0.30748507380485535,
      "learning_rate": 7.557304511823589e-05,
      "loss": 0.0763,
      "step": 6835
    },
    {
      "epoch": 0.7411101474414571,
      "grad_norm": 0.23103894293308258,
      "learning_rate": 7.556941825039896e-05,
      "loss": 0.0549,
      "step": 6836
    },
    {
      "epoch": 0.7412185602775369,
      "grad_norm": 0.17170225083827972,
      "learning_rate": 7.556579138256202e-05,
      "loss": 0.0503,
      "step": 6837
    },
    {
      "epoch": 0.7413269731136166,
      "grad_norm": 0.13744233548641205,
      "learning_rate": 7.556216451472509e-05,
      "loss": 0.0369,
      "step": 6838
    },
    {
      "epoch": 0.7414353859496965,
      "grad_norm": 0.12105235457420349,
      "learning_rate": 7.555853764688815e-05,
      "loss": 0.0354,
      "step": 6839
    },
    {
      "epoch": 0.7415437987857763,
      "grad_norm": 0.33868879079818726,
      "learning_rate": 7.555491077905122e-05,
      "loss": 0.0671,
      "step": 6840
    },
    {
      "epoch": 0.741652211621856,
      "grad_norm": 0.12314411997795105,
      "learning_rate": 7.555128391121428e-05,
      "loss": 0.0482,
      "step": 6841
    },
    {
      "epoch": 0.7417606244579358,
      "grad_norm": 0.18570895493030548,
      "learning_rate": 7.554765704337733e-05,
      "loss": 0.069,
      "step": 6842
    },
    {
      "epoch": 0.7418690372940157,
      "grad_norm": 0.203774094581604,
      "learning_rate": 7.55440301755404e-05,
      "loss": 0.0323,
      "step": 6843
    },
    {
      "epoch": 0.7419774501300954,
      "grad_norm": 0.16596543788909912,
      "learning_rate": 7.554040330770346e-05,
      "loss": 0.0234,
      "step": 6844
    },
    {
      "epoch": 0.7420858629661752,
      "grad_norm": 0.16212128102779388,
      "learning_rate": 7.553677643986653e-05,
      "loss": 0.034,
      "step": 6845
    },
    {
      "epoch": 0.7421942758022549,
      "grad_norm": 0.18268822133541107,
      "learning_rate": 7.553314957202959e-05,
      "loss": 0.0474,
      "step": 6846
    },
    {
      "epoch": 0.7423026886383348,
      "grad_norm": 0.1456611156463623,
      "learning_rate": 7.552952270419266e-05,
      "loss": 0.029,
      "step": 6847
    },
    {
      "epoch": 0.7424111014744146,
      "grad_norm": 0.18198099732398987,
      "learning_rate": 7.552589583635573e-05,
      "loss": 0.0462,
      "step": 6848
    },
    {
      "epoch": 0.7425195143104943,
      "grad_norm": 0.1509561687707901,
      "learning_rate": 7.552226896851879e-05,
      "loss": 0.0371,
      "step": 6849
    },
    {
      "epoch": 0.7426279271465741,
      "grad_norm": 0.16970251500606537,
      "learning_rate": 7.551864210068186e-05,
      "loss": 0.0503,
      "step": 6850
    },
    {
      "epoch": 0.742736339982654,
      "grad_norm": 0.17665955424308777,
      "learning_rate": 7.551501523284492e-05,
      "loss": 0.0495,
      "step": 6851
    },
    {
      "epoch": 0.7428447528187337,
      "grad_norm": 0.08672262728214264,
      "learning_rate": 7.551138836500799e-05,
      "loss": 0.0183,
      "step": 6852
    },
    {
      "epoch": 0.7429531656548135,
      "grad_norm": 0.28720998764038086,
      "learning_rate": 7.550776149717105e-05,
      "loss": 0.0672,
      "step": 6853
    },
    {
      "epoch": 0.7430615784908933,
      "grad_norm": 0.09052964299917221,
      "learning_rate": 7.550413462933412e-05,
      "loss": 0.0164,
      "step": 6854
    },
    {
      "epoch": 0.7431699913269731,
      "grad_norm": 0.10964083671569824,
      "learning_rate": 7.550050776149717e-05,
      "loss": 0.025,
      "step": 6855
    },
    {
      "epoch": 0.7432784041630529,
      "grad_norm": 0.1979406327009201,
      "learning_rate": 7.549688089366023e-05,
      "loss": 0.0395,
      "step": 6856
    },
    {
      "epoch": 0.7433868169991327,
      "grad_norm": 0.25668469071388245,
      "learning_rate": 7.54932540258233e-05,
      "loss": 0.0489,
      "step": 6857
    },
    {
      "epoch": 0.7434952298352124,
      "grad_norm": 0.2511960566043854,
      "learning_rate": 7.548962715798636e-05,
      "loss": 0.041,
      "step": 6858
    },
    {
      "epoch": 0.7436036426712923,
      "grad_norm": 0.22682856023311615,
      "learning_rate": 7.548600029014943e-05,
      "loss": 0.0409,
      "step": 6859
    },
    {
      "epoch": 0.7437120555073721,
      "grad_norm": 0.25256428122520447,
      "learning_rate": 7.548237342231249e-05,
      "loss": 0.0336,
      "step": 6860
    },
    {
      "epoch": 0.7438204683434518,
      "grad_norm": 0.1298014521598816,
      "learning_rate": 7.547874655447556e-05,
      "loss": 0.0322,
      "step": 6861
    },
    {
      "epoch": 0.7439288811795317,
      "grad_norm": 0.07356435060501099,
      "learning_rate": 7.547511968663862e-05,
      "loss": 0.0177,
      "step": 6862
    },
    {
      "epoch": 0.7440372940156115,
      "grad_norm": 0.24912232160568237,
      "learning_rate": 7.547149281880169e-05,
      "loss": 0.0516,
      "step": 6863
    },
    {
      "epoch": 0.7441457068516912,
      "grad_norm": 0.06935498118400574,
      "learning_rate": 7.546786595096476e-05,
      "loss": 0.0068,
      "step": 6864
    },
    {
      "epoch": 0.744254119687771,
      "grad_norm": 0.39273661375045776,
      "learning_rate": 7.546423908312782e-05,
      "loss": 0.0432,
      "step": 6865
    },
    {
      "epoch": 0.7443625325238509,
      "grad_norm": 0.1568657010793686,
      "learning_rate": 7.546061221529089e-05,
      "loss": 0.0444,
      "step": 6866
    },
    {
      "epoch": 0.7444709453599306,
      "grad_norm": 0.16632646322250366,
      "learning_rate": 7.545698534745394e-05,
      "loss": 0.0455,
      "step": 6867
    },
    {
      "epoch": 0.7445793581960104,
      "grad_norm": 0.11277464777231216,
      "learning_rate": 7.545335847961701e-05,
      "loss": 0.016,
      "step": 6868
    },
    {
      "epoch": 0.7446877710320902,
      "grad_norm": 0.24678339064121246,
      "learning_rate": 7.544973161178007e-05,
      "loss": 0.0658,
      "step": 6869
    },
    {
      "epoch": 0.74479618386817,
      "grad_norm": 0.2502025067806244,
      "learning_rate": 7.544610474394314e-05,
      "loss": 0.0318,
      "step": 6870
    },
    {
      "epoch": 0.7449045967042498,
      "grad_norm": 0.06642460823059082,
      "learning_rate": 7.54424778761062e-05,
      "loss": 0.0097,
      "step": 6871
    },
    {
      "epoch": 0.7450130095403296,
      "grad_norm": 0.19633269309997559,
      "learning_rate": 7.543885100826926e-05,
      "loss": 0.0589,
      "step": 6872
    },
    {
      "epoch": 0.7451214223764093,
      "grad_norm": 0.21412935853004456,
      "learning_rate": 7.543522414043233e-05,
      "loss": 0.0542,
      "step": 6873
    },
    {
      "epoch": 0.7452298352124892,
      "grad_norm": 0.1837114542722702,
      "learning_rate": 7.543159727259539e-05,
      "loss": 0.0414,
      "step": 6874
    },
    {
      "epoch": 0.745338248048569,
      "grad_norm": 0.1379525065422058,
      "learning_rate": 7.542797040475846e-05,
      "loss": 0.0198,
      "step": 6875
    },
    {
      "epoch": 0.7454466608846487,
      "grad_norm": 0.27207180857658386,
      "learning_rate": 7.542434353692151e-05,
      "loss": 0.0624,
      "step": 6876
    },
    {
      "epoch": 0.7455550737207285,
      "grad_norm": 0.0955590233206749,
      "learning_rate": 7.542071666908458e-05,
      "loss": 0.017,
      "step": 6877
    },
    {
      "epoch": 0.7456634865568084,
      "grad_norm": 0.23700617253780365,
      "learning_rate": 7.541708980124764e-05,
      "loss": 0.0534,
      "step": 6878
    },
    {
      "epoch": 0.7457718993928881,
      "grad_norm": 0.19909241795539856,
      "learning_rate": 7.54134629334107e-05,
      "loss": 0.0667,
      "step": 6879
    },
    {
      "epoch": 0.7458803122289679,
      "grad_norm": 0.22379733622074127,
      "learning_rate": 7.540983606557377e-05,
      "loss": 0.0547,
      "step": 6880
    },
    {
      "epoch": 0.7459887250650477,
      "grad_norm": 0.12802265584468842,
      "learning_rate": 7.540620919773684e-05,
      "loss": 0.03,
      "step": 6881
    },
    {
      "epoch": 0.7460971379011275,
      "grad_norm": 0.08576147258281708,
      "learning_rate": 7.540258232989991e-05,
      "loss": 0.024,
      "step": 6882
    },
    {
      "epoch": 0.7462055507372073,
      "grad_norm": 0.12442052364349365,
      "learning_rate": 7.539895546206297e-05,
      "loss": 0.0313,
      "step": 6883
    },
    {
      "epoch": 0.746313963573287,
      "grad_norm": 0.2738708257675171,
      "learning_rate": 7.539532859422604e-05,
      "loss": 0.0554,
      "step": 6884
    },
    {
      "epoch": 0.7464223764093668,
      "grad_norm": 0.5115833282470703,
      "learning_rate": 7.53917017263891e-05,
      "loss": 0.0753,
      "step": 6885
    },
    {
      "epoch": 0.7465307892454467,
      "grad_norm": 0.10573422908782959,
      "learning_rate": 7.538807485855215e-05,
      "loss": 0.0211,
      "step": 6886
    },
    {
      "epoch": 0.7466392020815265,
      "grad_norm": 0.09539550542831421,
      "learning_rate": 7.538444799071523e-05,
      "loss": 0.0617,
      "step": 6887
    },
    {
      "epoch": 0.7467476149176062,
      "grad_norm": 0.10486699640750885,
      "learning_rate": 7.538082112287828e-05,
      "loss": 0.0161,
      "step": 6888
    },
    {
      "epoch": 0.7468560277536861,
      "grad_norm": 0.2208595722913742,
      "learning_rate": 7.537719425504135e-05,
      "loss": 0.0671,
      "step": 6889
    },
    {
      "epoch": 0.7469644405897659,
      "grad_norm": 0.18081364035606384,
      "learning_rate": 7.537356738720441e-05,
      "loss": 0.0339,
      "step": 6890
    },
    {
      "epoch": 0.7470728534258456,
      "grad_norm": 0.08267618715763092,
      "learning_rate": 7.536994051936748e-05,
      "loss": 0.0131,
      "step": 6891
    },
    {
      "epoch": 0.7471812662619254,
      "grad_norm": 0.20659427344799042,
      "learning_rate": 7.536631365153054e-05,
      "loss": 0.0862,
      "step": 6892
    },
    {
      "epoch": 0.7472896790980053,
      "grad_norm": 0.2667924463748932,
      "learning_rate": 7.536268678369361e-05,
      "loss": 0.0438,
      "step": 6893
    },
    {
      "epoch": 0.747398091934085,
      "grad_norm": 0.18826258182525635,
      "learning_rate": 7.535905991585667e-05,
      "loss": 0.0418,
      "step": 6894
    },
    {
      "epoch": 0.7475065047701648,
      "grad_norm": 0.24346546828746796,
      "learning_rate": 7.535543304801972e-05,
      "loss": 0.0515,
      "step": 6895
    },
    {
      "epoch": 0.7476149176062445,
      "grad_norm": 0.12774300575256348,
      "learning_rate": 7.53518061801828e-05,
      "loss": 0.027,
      "step": 6896
    },
    {
      "epoch": 0.7477233304423244,
      "grad_norm": 0.06198832392692566,
      "learning_rate": 7.534817931234585e-05,
      "loss": 0.0163,
      "step": 6897
    },
    {
      "epoch": 0.7478317432784042,
      "grad_norm": 0.08787355571985245,
      "learning_rate": 7.534455244450894e-05,
      "loss": 0.0176,
      "step": 6898
    },
    {
      "epoch": 0.747940156114484,
      "grad_norm": 0.12094981968402863,
      "learning_rate": 7.5340925576672e-05,
      "loss": 0.0189,
      "step": 6899
    },
    {
      "epoch": 0.7480485689505637,
      "grad_norm": 0.06412872672080994,
      "learning_rate": 7.533729870883505e-05,
      "loss": 0.0093,
      "step": 6900
    },
    {
      "epoch": 0.7481569817866436,
      "grad_norm": 0.1278695911169052,
      "learning_rate": 7.533367184099812e-05,
      "loss": 0.0294,
      "step": 6901
    },
    {
      "epoch": 0.7482653946227233,
      "grad_norm": 0.15256857872009277,
      "learning_rate": 7.533004497316118e-05,
      "loss": 0.0244,
      "step": 6902
    },
    {
      "epoch": 0.7483738074588031,
      "grad_norm": 0.1875872015953064,
      "learning_rate": 7.532641810532425e-05,
      "loss": 0.0692,
      "step": 6903
    },
    {
      "epoch": 0.7484822202948829,
      "grad_norm": 0.17510534822940826,
      "learning_rate": 7.532279123748731e-05,
      "loss": 0.0489,
      "step": 6904
    },
    {
      "epoch": 0.7485906331309627,
      "grad_norm": 0.14768683910369873,
      "learning_rate": 7.531916436965038e-05,
      "loss": 0.0221,
      "step": 6905
    },
    {
      "epoch": 0.7486990459670425,
      "grad_norm": 0.29195478558540344,
      "learning_rate": 7.531553750181344e-05,
      "loss": 0.0509,
      "step": 6906
    },
    {
      "epoch": 0.7488074588031223,
      "grad_norm": 0.3073832094669342,
      "learning_rate": 7.531191063397651e-05,
      "loss": 0.0672,
      "step": 6907
    },
    {
      "epoch": 0.748915871639202,
      "grad_norm": 0.15016688406467438,
      "learning_rate": 7.530828376613956e-05,
      "loss": 0.0306,
      "step": 6908
    },
    {
      "epoch": 0.7490242844752819,
      "grad_norm": 0.7364755868911743,
      "learning_rate": 7.530465689830262e-05,
      "loss": 0.0867,
      "step": 6909
    },
    {
      "epoch": 0.7491326973113617,
      "grad_norm": 0.15557938814163208,
      "learning_rate": 7.530103003046569e-05,
      "loss": 0.0253,
      "step": 6910
    },
    {
      "epoch": 0.7492411101474414,
      "grad_norm": 4.19527006149292,
      "learning_rate": 7.529740316262875e-05,
      "loss": 0.2169,
      "step": 6911
    },
    {
      "epoch": 0.7493495229835212,
      "grad_norm": 0.212681844830513,
      "learning_rate": 7.529377629479182e-05,
      "loss": 0.0166,
      "step": 6912
    },
    {
      "epoch": 0.7494579358196011,
      "grad_norm": 0.16402120888233185,
      "learning_rate": 7.529014942695488e-05,
      "loss": 0.0438,
      "step": 6913
    },
    {
      "epoch": 0.7495663486556808,
      "grad_norm": 0.21983139216899872,
      "learning_rate": 7.528652255911795e-05,
      "loss": 0.0388,
      "step": 6914
    },
    {
      "epoch": 0.7496747614917606,
      "grad_norm": 0.27963244915008545,
      "learning_rate": 7.528289569128101e-05,
      "loss": 0.0668,
      "step": 6915
    },
    {
      "epoch": 0.7497831743278404,
      "grad_norm": 0.18677973747253418,
      "learning_rate": 7.527926882344408e-05,
      "loss": 0.0452,
      "step": 6916
    },
    {
      "epoch": 0.7498915871639202,
      "grad_norm": 0.21434453129768372,
      "learning_rate": 7.527564195560715e-05,
      "loss": 0.063,
      "step": 6917
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.15107910335063934,
      "learning_rate": 7.52720150877702e-05,
      "loss": 0.0277,
      "step": 6918
    },
    {
      "epoch": 0.7501084128360798,
      "grad_norm": 0.14489388465881348,
      "learning_rate": 7.526838821993328e-05,
      "loss": 0.04,
      "step": 6919
    },
    {
      "epoch": 0.7502168256721596,
      "grad_norm": 0.11297674477100372,
      "learning_rate": 7.526476135209633e-05,
      "loss": 0.0257,
      "step": 6920
    },
    {
      "epoch": 0.7503252385082394,
      "grad_norm": 0.1791386753320694,
      "learning_rate": 7.52611344842594e-05,
      "loss": 0.0335,
      "step": 6921
    },
    {
      "epoch": 0.7504336513443192,
      "grad_norm": 0.11185142397880554,
      "learning_rate": 7.525750761642246e-05,
      "loss": 0.0207,
      "step": 6922
    },
    {
      "epoch": 0.7505420641803989,
      "grad_norm": 0.06738176196813583,
      "learning_rate": 7.525388074858552e-05,
      "loss": 0.0233,
      "step": 6923
    },
    {
      "epoch": 0.7506504770164788,
      "grad_norm": 0.15497860312461853,
      "learning_rate": 7.525025388074859e-05,
      "loss": 0.0381,
      "step": 6924
    },
    {
      "epoch": 0.7507588898525586,
      "grad_norm": 0.1994602084159851,
      "learning_rate": 7.524662701291165e-05,
      "loss": 0.0889,
      "step": 6925
    },
    {
      "epoch": 0.7508673026886383,
      "grad_norm": 0.1771007478237152,
      "learning_rate": 7.524300014507472e-05,
      "loss": 0.0342,
      "step": 6926
    },
    {
      "epoch": 0.7509757155247181,
      "grad_norm": 0.09407971799373627,
      "learning_rate": 7.523937327723778e-05,
      "loss": 0.0135,
      "step": 6927
    },
    {
      "epoch": 0.751084128360798,
      "grad_norm": 0.11723711341619492,
      "learning_rate": 7.523574640940085e-05,
      "loss": 0.0447,
      "step": 6928
    },
    {
      "epoch": 0.7511925411968777,
      "grad_norm": 0.1540742963552475,
      "learning_rate": 7.52321195415639e-05,
      "loss": 0.062,
      "step": 6929
    },
    {
      "epoch": 0.7513009540329575,
      "grad_norm": 0.14241699874401093,
      "learning_rate": 7.522849267372698e-05,
      "loss": 0.0282,
      "step": 6930
    },
    {
      "epoch": 0.7514093668690373,
      "grad_norm": 0.3030508756637573,
      "learning_rate": 7.522486580589003e-05,
      "loss": 0.0513,
      "step": 6931
    },
    {
      "epoch": 0.7515177797051171,
      "grad_norm": 0.37514325976371765,
      "learning_rate": 7.522123893805309e-05,
      "loss": 0.0401,
      "step": 6932
    },
    {
      "epoch": 0.7516261925411969,
      "grad_norm": 0.049839965999126434,
      "learning_rate": 7.521761207021617e-05,
      "loss": 0.006,
      "step": 6933
    },
    {
      "epoch": 0.7517346053772767,
      "grad_norm": 0.09984828531742096,
      "learning_rate": 7.521398520237923e-05,
      "loss": 0.0211,
      "step": 6934
    },
    {
      "epoch": 0.7518430182133564,
      "grad_norm": 0.1599927395582199,
      "learning_rate": 7.52103583345423e-05,
      "loss": 0.0252,
      "step": 6935
    },
    {
      "epoch": 0.7519514310494363,
      "grad_norm": 0.21173499524593353,
      "learning_rate": 7.520673146670536e-05,
      "loss": 0.0274,
      "step": 6936
    },
    {
      "epoch": 0.752059843885516,
      "grad_norm": 0.1204918697476387,
      "learning_rate": 7.520310459886842e-05,
      "loss": 0.025,
      "step": 6937
    },
    {
      "epoch": 0.7521682567215958,
      "grad_norm": 0.11962025612592697,
      "learning_rate": 7.519947773103149e-05,
      "loss": 0.0256,
      "step": 6938
    },
    {
      "epoch": 0.7522766695576756,
      "grad_norm": 0.27441564202308655,
      "learning_rate": 7.519585086319455e-05,
      "loss": 0.0729,
      "step": 6939
    },
    {
      "epoch": 0.7523850823937555,
      "grad_norm": 0.13242264091968536,
      "learning_rate": 7.519222399535762e-05,
      "loss": 0.0368,
      "step": 6940
    },
    {
      "epoch": 0.7524934952298352,
      "grad_norm": 0.09073315560817719,
      "learning_rate": 7.518859712752067e-05,
      "loss": 0.0281,
      "step": 6941
    },
    {
      "epoch": 0.752601908065915,
      "grad_norm": 0.19524256885051727,
      "learning_rate": 7.518497025968374e-05,
      "loss": 0.0471,
      "step": 6942
    },
    {
      "epoch": 0.7527103209019947,
      "grad_norm": 0.14470957219600677,
      "learning_rate": 7.51813433918468e-05,
      "loss": 0.0319,
      "step": 6943
    },
    {
      "epoch": 0.7528187337380746,
      "grad_norm": 0.18192458152770996,
      "learning_rate": 7.517771652400987e-05,
      "loss": 0.0309,
      "step": 6944
    },
    {
      "epoch": 0.7529271465741544,
      "grad_norm": 0.23771315813064575,
      "learning_rate": 7.517408965617293e-05,
      "loss": 0.0333,
      "step": 6945
    },
    {
      "epoch": 0.7530355594102341,
      "grad_norm": 0.17074313759803772,
      "learning_rate": 7.517046278833599e-05,
      "loss": 0.0638,
      "step": 6946
    },
    {
      "epoch": 0.7531439722463139,
      "grad_norm": 0.13683125376701355,
      "learning_rate": 7.516683592049906e-05,
      "loss": 0.0284,
      "step": 6947
    },
    {
      "epoch": 0.7532523850823938,
      "grad_norm": 0.1754980832338333,
      "learning_rate": 7.516320905266212e-05,
      "loss": 0.0367,
      "step": 6948
    },
    {
      "epoch": 0.7533607979184735,
      "grad_norm": 0.14249740540981293,
      "learning_rate": 7.515958218482519e-05,
      "loss": 0.0576,
      "step": 6949
    },
    {
      "epoch": 0.7534692107545533,
      "grad_norm": 0.11782553046941757,
      "learning_rate": 7.515595531698826e-05,
      "loss": 0.0554,
      "step": 6950
    },
    {
      "epoch": 0.7535776235906332,
      "grad_norm": 0.14414410293102264,
      "learning_rate": 7.515232844915131e-05,
      "loss": 0.0582,
      "step": 6951
    },
    {
      "epoch": 0.753686036426713,
      "grad_norm": 0.25645801424980164,
      "learning_rate": 7.514870158131439e-05,
      "loss": 0.0549,
      "step": 6952
    },
    {
      "epoch": 0.7537944492627927,
      "grad_norm": 0.25976958870887756,
      "learning_rate": 7.514507471347744e-05,
      "loss": 0.0706,
      "step": 6953
    },
    {
      "epoch": 0.7539028620988725,
      "grad_norm": 0.0990995466709137,
      "learning_rate": 7.514144784564051e-05,
      "loss": 0.0295,
      "step": 6954
    },
    {
      "epoch": 0.7540112749349523,
      "grad_norm": 0.14877517521381378,
      "learning_rate": 7.513782097780357e-05,
      "loss": 0.0357,
      "step": 6955
    },
    {
      "epoch": 0.7541196877710321,
      "grad_norm": 0.1650475561618805,
      "learning_rate": 7.513419410996664e-05,
      "loss": 0.0295,
      "step": 6956
    },
    {
      "epoch": 0.7542281006071119,
      "grad_norm": 0.3262278735637665,
      "learning_rate": 7.51305672421297e-05,
      "loss": 0.0746,
      "step": 6957
    },
    {
      "epoch": 0.7543365134431916,
      "grad_norm": 0.3671509027481079,
      "learning_rate": 7.512694037429277e-05,
      "loss": 0.0811,
      "step": 6958
    },
    {
      "epoch": 0.7544449262792715,
      "grad_norm": 0.13272005319595337,
      "learning_rate": 7.512331350645583e-05,
      "loss": 0.0306,
      "step": 6959
    },
    {
      "epoch": 0.7545533391153513,
      "grad_norm": 0.23502130806446075,
      "learning_rate": 7.511968663861888e-05,
      "loss": 0.0851,
      "step": 6960
    },
    {
      "epoch": 0.754661751951431,
      "grad_norm": 0.14075125753879547,
      "learning_rate": 7.511605977078196e-05,
      "loss": 0.0512,
      "step": 6961
    },
    {
      "epoch": 0.7547701647875108,
      "grad_norm": 0.1914520114660263,
      "learning_rate": 7.511243290294501e-05,
      "loss": 0.0595,
      "step": 6962
    },
    {
      "epoch": 0.7548785776235907,
      "grad_norm": 0.09787729382514954,
      "learning_rate": 7.510880603510808e-05,
      "loss": 0.039,
      "step": 6963
    },
    {
      "epoch": 0.7549869904596704,
      "grad_norm": 0.17598655819892883,
      "learning_rate": 7.510517916727114e-05,
      "loss": 0.0264,
      "step": 6964
    },
    {
      "epoch": 0.7550954032957502,
      "grad_norm": 0.38863900303840637,
      "learning_rate": 7.510155229943421e-05,
      "loss": 0.0566,
      "step": 6965
    },
    {
      "epoch": 0.75520381613183,
      "grad_norm": 0.16689744591712952,
      "learning_rate": 7.509792543159727e-05,
      "loss": 0.0526,
      "step": 6966
    },
    {
      "epoch": 0.7553122289679098,
      "grad_norm": 0.08167421072721481,
      "learning_rate": 7.509429856376034e-05,
      "loss": 0.0184,
      "step": 6967
    },
    {
      "epoch": 0.7554206418039896,
      "grad_norm": 0.08947470784187317,
      "learning_rate": 7.509067169592341e-05,
      "loss": 0.0244,
      "step": 6968
    },
    {
      "epoch": 0.7555290546400694,
      "grad_norm": 0.08264164626598358,
      "learning_rate": 7.508704482808647e-05,
      "loss": 0.0203,
      "step": 6969
    },
    {
      "epoch": 0.7556374674761491,
      "grad_norm": 0.20468446612358093,
      "learning_rate": 7.508341796024954e-05,
      "loss": 0.0763,
      "step": 6970
    },
    {
      "epoch": 0.755745880312229,
      "grad_norm": 0.135408416390419,
      "learning_rate": 7.50797910924126e-05,
      "loss": 0.0279,
      "step": 6971
    },
    {
      "epoch": 0.7558542931483088,
      "grad_norm": 0.05182962119579315,
      "learning_rate": 7.507616422457567e-05,
      "loss": 0.0144,
      "step": 6972
    },
    {
      "epoch": 0.7559627059843885,
      "grad_norm": 0.0401541031897068,
      "learning_rate": 7.507253735673872e-05,
      "loss": 0.0054,
      "step": 6973
    },
    {
      "epoch": 0.7560711188204683,
      "grad_norm": 0.15176761150360107,
      "learning_rate": 7.50689104889018e-05,
      "loss": 0.0402,
      "step": 6974
    },
    {
      "epoch": 0.7561795316565482,
      "grad_norm": 0.3195817768573761,
      "learning_rate": 7.506528362106485e-05,
      "loss": 0.0438,
      "step": 6975
    },
    {
      "epoch": 0.7562879444926279,
      "grad_norm": 0.10212454944849014,
      "learning_rate": 7.506165675322791e-05,
      "loss": 0.0156,
      "step": 6976
    },
    {
      "epoch": 0.7563963573287077,
      "grad_norm": 0.1191440224647522,
      "learning_rate": 7.505802988539098e-05,
      "loss": 0.0383,
      "step": 6977
    },
    {
      "epoch": 0.7565047701647876,
      "grad_norm": 0.19994448125362396,
      "learning_rate": 7.505440301755404e-05,
      "loss": 0.0513,
      "step": 6978
    },
    {
      "epoch": 0.7566131830008673,
      "grad_norm": 0.405024915933609,
      "learning_rate": 7.505077614971711e-05,
      "loss": 0.0666,
      "step": 6979
    },
    {
      "epoch": 0.7567215958369471,
      "grad_norm": 0.08316820114850998,
      "learning_rate": 7.504714928188017e-05,
      "loss": 0.0273,
      "step": 6980
    },
    {
      "epoch": 0.7568300086730269,
      "grad_norm": 0.1695309281349182,
      "learning_rate": 7.504352241404324e-05,
      "loss": 0.0359,
      "step": 6981
    },
    {
      "epoch": 0.7569384215091067,
      "grad_norm": 0.16743555665016174,
      "learning_rate": 7.50398955462063e-05,
      "loss": 0.0408,
      "step": 6982
    },
    {
      "epoch": 0.7570468343451865,
      "grad_norm": 0.09053240716457367,
      "learning_rate": 7.503626867836935e-05,
      "loss": 0.0128,
      "step": 6983
    },
    {
      "epoch": 0.7571552471812663,
      "grad_norm": 0.3273780345916748,
      "learning_rate": 7.503264181053242e-05,
      "loss": 0.0429,
      "step": 6984
    },
    {
      "epoch": 0.757263660017346,
      "grad_norm": 0.16279013454914093,
      "learning_rate": 7.50290149426955e-05,
      "loss": 0.0575,
      "step": 6985
    },
    {
      "epoch": 0.7573720728534259,
      "grad_norm": 0.21713776886463165,
      "learning_rate": 7.502538807485857e-05,
      "loss": 0.0522,
      "step": 6986
    },
    {
      "epoch": 0.7574804856895057,
      "grad_norm": 0.2021426111459732,
      "learning_rate": 7.502176120702162e-05,
      "loss": 0.0372,
      "step": 6987
    },
    {
      "epoch": 0.7575888985255854,
      "grad_norm": 0.12437055259943008,
      "learning_rate": 7.50181343391847e-05,
      "loss": 0.0211,
      "step": 6988
    },
    {
      "epoch": 0.7576973113616652,
      "grad_norm": 0.2171066552400589,
      "learning_rate": 7.501450747134775e-05,
      "loss": 0.0403,
      "step": 6989
    },
    {
      "epoch": 0.7578057241977451,
      "grad_norm": 0.07763005793094635,
      "learning_rate": 7.501088060351081e-05,
      "loss": 0.0181,
      "step": 6990
    },
    {
      "epoch": 0.7579141370338248,
      "grad_norm": 0.180104598402977,
      "learning_rate": 7.500725373567388e-05,
      "loss": 0.019,
      "step": 6991
    },
    {
      "epoch": 0.7580225498699046,
      "grad_norm": 0.1247204914689064,
      "learning_rate": 7.500362686783694e-05,
      "loss": 0.0244,
      "step": 6992
    },
    {
      "epoch": 0.7581309627059843,
      "grad_norm": 0.1262546330690384,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.0377,
      "step": 6993
    },
    {
      "epoch": 0.7582393755420642,
      "grad_norm": 0.11617130786180496,
      "learning_rate": 7.499637313216306e-05,
      "loss": 0.0159,
      "step": 6994
    },
    {
      "epoch": 0.758347788378144,
      "grad_norm": 0.1471879780292511,
      "learning_rate": 7.499274626432614e-05,
      "loss": 0.0247,
      "step": 6995
    },
    {
      "epoch": 0.7584562012142237,
      "grad_norm": 0.05598379671573639,
      "learning_rate": 7.498911939648919e-05,
      "loss": 0.0292,
      "step": 6996
    },
    {
      "epoch": 0.7585646140503035,
      "grad_norm": 0.32841774821281433,
      "learning_rate": 7.498549252865226e-05,
      "loss": 0.0385,
      "step": 6997
    },
    {
      "epoch": 0.7586730268863834,
      "grad_norm": 0.11167731881141663,
      "learning_rate": 7.498186566081532e-05,
      "loss": 0.0178,
      "step": 6998
    },
    {
      "epoch": 0.7587814397224631,
      "grad_norm": 0.2058272659778595,
      "learning_rate": 7.497823879297838e-05,
      "loss": 0.0456,
      "step": 6999
    },
    {
      "epoch": 0.7588898525585429,
      "grad_norm": 0.16242767870426178,
      "learning_rate": 7.497461192514145e-05,
      "loss": 0.0352,
      "step": 7000
    },
    {
      "epoch": 0.7589982653946227,
      "grad_norm": 0.3635471761226654,
      "learning_rate": 7.49709850573045e-05,
      "loss": 0.0371,
      "step": 7001
    },
    {
      "epoch": 0.7591066782307025,
      "grad_norm": 0.3053867816925049,
      "learning_rate": 7.496735818946759e-05,
      "loss": 0.0166,
      "step": 7002
    },
    {
      "epoch": 0.7592150910667823,
      "grad_norm": 0.26128554344177246,
      "learning_rate": 7.496373132163065e-05,
      "loss": 0.0418,
      "step": 7003
    },
    {
      "epoch": 0.7593235039028621,
      "grad_norm": 0.3287019431591034,
      "learning_rate": 7.49601044537937e-05,
      "loss": 0.0276,
      "step": 7004
    },
    {
      "epoch": 0.7594319167389418,
      "grad_norm": 0.13702739775180817,
      "learning_rate": 7.495647758595678e-05,
      "loss": 0.0318,
      "step": 7005
    },
    {
      "epoch": 0.7595403295750217,
      "grad_norm": 0.05648130550980568,
      "learning_rate": 7.495285071811983e-05,
      "loss": 0.0106,
      "step": 7006
    },
    {
      "epoch": 0.7596487424111015,
      "grad_norm": 0.2557844817638397,
      "learning_rate": 7.49492238502829e-05,
      "loss": 0.0381,
      "step": 7007
    },
    {
      "epoch": 0.7597571552471812,
      "grad_norm": 0.2611927092075348,
      "learning_rate": 7.494559698244596e-05,
      "loss": 0.0408,
      "step": 7008
    },
    {
      "epoch": 0.7598655680832611,
      "grad_norm": 0.19540904462337494,
      "learning_rate": 7.494197011460903e-05,
      "loss": 0.0363,
      "step": 7009
    },
    {
      "epoch": 0.7599739809193409,
      "grad_norm": 0.061302851885557175,
      "learning_rate": 7.493834324677209e-05,
      "loss": 0.009,
      "step": 7010
    },
    {
      "epoch": 0.7600823937554206,
      "grad_norm": 0.12259994447231293,
      "learning_rate": 7.493471637893516e-05,
      "loss": 0.0225,
      "step": 7011
    },
    {
      "epoch": 0.7601908065915004,
      "grad_norm": 0.18593181669712067,
      "learning_rate": 7.493108951109822e-05,
      "loss": 0.0156,
      "step": 7012
    },
    {
      "epoch": 0.7602992194275803,
      "grad_norm": 0.19217149913311005,
      "learning_rate": 7.492746264326128e-05,
      "loss": 0.0657,
      "step": 7013
    },
    {
      "epoch": 0.76040763226366,
      "grad_norm": 0.2846892774105072,
      "learning_rate": 7.492383577542435e-05,
      "loss": 0.0385,
      "step": 7014
    },
    {
      "epoch": 0.7605160450997398,
      "grad_norm": 0.33156052231788635,
      "learning_rate": 7.49202089075874e-05,
      "loss": 0.0529,
      "step": 7015
    },
    {
      "epoch": 0.7606244579358196,
      "grad_norm": 0.07814309746026993,
      "learning_rate": 7.491658203975047e-05,
      "loss": 0.0276,
      "step": 7016
    },
    {
      "epoch": 0.7607328707718994,
      "grad_norm": 0.27853286266326904,
      "learning_rate": 7.491295517191353e-05,
      "loss": 0.0475,
      "step": 7017
    },
    {
      "epoch": 0.7608412836079792,
      "grad_norm": 0.07710682600736618,
      "learning_rate": 7.49093283040766e-05,
      "loss": 0.0081,
      "step": 7018
    },
    {
      "epoch": 0.760949696444059,
      "grad_norm": 0.5622749924659729,
      "learning_rate": 7.490570143623967e-05,
      "loss": 0.0459,
      "step": 7019
    },
    {
      "epoch": 0.7610581092801387,
      "grad_norm": 0.22496192157268524,
      "learning_rate": 7.490207456840273e-05,
      "loss": 0.0462,
      "step": 7020
    },
    {
      "epoch": 0.7611665221162186,
      "grad_norm": 0.09893593937158585,
      "learning_rate": 7.48984477005658e-05,
      "loss": 0.0105,
      "step": 7021
    },
    {
      "epoch": 0.7612749349522984,
      "grad_norm": 0.12425705790519714,
      "learning_rate": 7.489482083272886e-05,
      "loss": 0.0228,
      "step": 7022
    },
    {
      "epoch": 0.7613833477883781,
      "grad_norm": 0.31184837222099304,
      "learning_rate": 7.489119396489193e-05,
      "loss": 0.0452,
      "step": 7023
    },
    {
      "epoch": 0.7614917606244579,
      "grad_norm": 0.15403223037719727,
      "learning_rate": 7.488756709705499e-05,
      "loss": 0.014,
      "step": 7024
    },
    {
      "epoch": 0.7616001734605378,
      "grad_norm": 0.12138432264328003,
      "learning_rate": 7.488394022921806e-05,
      "loss": 0.0296,
      "step": 7025
    },
    {
      "epoch": 0.7617085862966175,
      "grad_norm": 0.39387771487236023,
      "learning_rate": 7.488031336138112e-05,
      "loss": 0.0595,
      "step": 7026
    },
    {
      "epoch": 0.7618169991326973,
      "grad_norm": 0.33137956261634827,
      "learning_rate": 7.487668649354417e-05,
      "loss": 0.0585,
      "step": 7027
    },
    {
      "epoch": 0.761925411968777,
      "grad_norm": 0.10281232744455338,
      "learning_rate": 7.487305962570724e-05,
      "loss": 0.0085,
      "step": 7028
    },
    {
      "epoch": 0.7620338248048569,
      "grad_norm": 0.6692275404930115,
      "learning_rate": 7.48694327578703e-05,
      "loss": 0.1114,
      "step": 7029
    },
    {
      "epoch": 0.7621422376409367,
      "grad_norm": 0.052687954157590866,
      "learning_rate": 7.486580589003337e-05,
      "loss": 0.0097,
      "step": 7030
    },
    {
      "epoch": 0.7622506504770165,
      "grad_norm": 0.3995525538921356,
      "learning_rate": 7.486217902219643e-05,
      "loss": 0.0715,
      "step": 7031
    },
    {
      "epoch": 0.7623590633130962,
      "grad_norm": 0.17180006206035614,
      "learning_rate": 7.48585521543595e-05,
      "loss": 0.0258,
      "step": 7032
    },
    {
      "epoch": 0.7624674761491761,
      "grad_norm": 0.3346973955631256,
      "learning_rate": 7.485492528652256e-05,
      "loss": 0.0575,
      "step": 7033
    },
    {
      "epoch": 0.7625758889852559,
      "grad_norm": 0.16441848874092102,
      "learning_rate": 7.485129841868563e-05,
      "loss": 0.0264,
      "step": 7034
    },
    {
      "epoch": 0.7626843018213356,
      "grad_norm": 0.07136984169483185,
      "learning_rate": 7.484767155084869e-05,
      "loss": 0.0091,
      "step": 7035
    },
    {
      "epoch": 0.7627927146574154,
      "grad_norm": 0.40612247586250305,
      "learning_rate": 7.484404468301174e-05,
      "loss": 0.0893,
      "step": 7036
    },
    {
      "epoch": 0.7629011274934953,
      "grad_norm": 0.09095020592212677,
      "learning_rate": 7.484041781517483e-05,
      "loss": 0.0101,
      "step": 7037
    },
    {
      "epoch": 0.763009540329575,
      "grad_norm": 0.20638395845890045,
      "learning_rate": 7.483679094733788e-05,
      "loss": 0.0354,
      "step": 7038
    },
    {
      "epoch": 0.7631179531656548,
      "grad_norm": 0.07463426887989044,
      "learning_rate": 7.483316407950096e-05,
      "loss": 0.0229,
      "step": 7039
    },
    {
      "epoch": 0.7632263660017347,
      "grad_norm": 0.2367807924747467,
      "learning_rate": 7.482953721166401e-05,
      "loss": 0.0555,
      "step": 7040
    },
    {
      "epoch": 0.7633347788378144,
      "grad_norm": 0.3230421841144562,
      "learning_rate": 7.482591034382707e-05,
      "loss": 0.0495,
      "step": 7041
    },
    {
      "epoch": 0.7634431916738942,
      "grad_norm": 0.1259595900774002,
      "learning_rate": 7.482228347599014e-05,
      "loss": 0.0328,
      "step": 7042
    },
    {
      "epoch": 0.763551604509974,
      "grad_norm": 0.24649891257286072,
      "learning_rate": 7.48186566081532e-05,
      "loss": 0.0473,
      "step": 7043
    },
    {
      "epoch": 0.7636600173460538,
      "grad_norm": 0.13301952183246613,
      "learning_rate": 7.481502974031627e-05,
      "loss": 0.0176,
      "step": 7044
    },
    {
      "epoch": 0.7637684301821336,
      "grad_norm": 0.22021034359931946,
      "learning_rate": 7.481140287247933e-05,
      "loss": 0.0763,
      "step": 7045
    },
    {
      "epoch": 0.7638768430182133,
      "grad_norm": 0.16107100248336792,
      "learning_rate": 7.48077760046424e-05,
      "loss": 0.0385,
      "step": 7046
    },
    {
      "epoch": 0.7639852558542931,
      "grad_norm": 0.2130114734172821,
      "learning_rate": 7.480414913680546e-05,
      "loss": 0.0448,
      "step": 7047
    },
    {
      "epoch": 0.764093668690373,
      "grad_norm": 0.2675473093986511,
      "learning_rate": 7.480052226896853e-05,
      "loss": 0.0267,
      "step": 7048
    },
    {
      "epoch": 0.7642020815264527,
      "grad_norm": 0.1286090910434723,
      "learning_rate": 7.479689540113158e-05,
      "loss": 0.0387,
      "step": 7049
    },
    {
      "epoch": 0.7643104943625325,
      "grad_norm": 0.3350259065628052,
      "learning_rate": 7.479326853329464e-05,
      "loss": 0.0516,
      "step": 7050
    },
    {
      "epoch": 0.7644189071986123,
      "grad_norm": 0.41568267345428467,
      "learning_rate": 7.478964166545771e-05,
      "loss": 0.1071,
      "step": 7051
    },
    {
      "epoch": 0.7645273200346921,
      "grad_norm": 0.05333938077092171,
      "learning_rate": 7.478601479762077e-05,
      "loss": 0.0189,
      "step": 7052
    },
    {
      "epoch": 0.7646357328707719,
      "grad_norm": 0.25001823902130127,
      "learning_rate": 7.478238792978384e-05,
      "loss": 0.0443,
      "step": 7053
    },
    {
      "epoch": 0.7647441457068517,
      "grad_norm": 0.13756617903709412,
      "learning_rate": 7.477876106194691e-05,
      "loss": 0.0216,
      "step": 7054
    },
    {
      "epoch": 0.7648525585429314,
      "grad_norm": 0.19658446311950684,
      "learning_rate": 7.477513419410998e-05,
      "loss": 0.0519,
      "step": 7055
    },
    {
      "epoch": 0.7649609713790113,
      "grad_norm": 0.2194129228591919,
      "learning_rate": 7.477150732627304e-05,
      "loss": 0.0633,
      "step": 7056
    },
    {
      "epoch": 0.7650693842150911,
      "grad_norm": 0.16394227743148804,
      "learning_rate": 7.47678804584361e-05,
      "loss": 0.0356,
      "step": 7057
    },
    {
      "epoch": 0.7651777970511708,
      "grad_norm": 0.14452186226844788,
      "learning_rate": 7.476425359059917e-05,
      "loss": 0.0184,
      "step": 7058
    },
    {
      "epoch": 0.7652862098872506,
      "grad_norm": 0.1367126852273941,
      "learning_rate": 7.476062672276222e-05,
      "loss": 0.0247,
      "step": 7059
    },
    {
      "epoch": 0.7653946227233305,
      "grad_norm": 0.2137882113456726,
      "learning_rate": 7.47569998549253e-05,
      "loss": 0.0547,
      "step": 7060
    },
    {
      "epoch": 0.7655030355594102,
      "grad_norm": 0.10549711436033249,
      "learning_rate": 7.475337298708835e-05,
      "loss": 0.0117,
      "step": 7061
    },
    {
      "epoch": 0.76561144839549,
      "grad_norm": 0.18252678215503693,
      "learning_rate": 7.474974611925142e-05,
      "loss": 0.0358,
      "step": 7062
    },
    {
      "epoch": 0.7657198612315698,
      "grad_norm": 0.23721566796302795,
      "learning_rate": 7.474611925141448e-05,
      "loss": 0.0536,
      "step": 7063
    },
    {
      "epoch": 0.7658282740676496,
      "grad_norm": 0.16665084660053253,
      "learning_rate": 7.474249238357754e-05,
      "loss": 0.0281,
      "step": 7064
    },
    {
      "epoch": 0.7659366869037294,
      "grad_norm": 0.06337030231952667,
      "learning_rate": 7.473886551574061e-05,
      "loss": 0.0125,
      "step": 7065
    },
    {
      "epoch": 0.7660450997398092,
      "grad_norm": 0.23260986804962158,
      "learning_rate": 7.473523864790367e-05,
      "loss": 0.0693,
      "step": 7066
    },
    {
      "epoch": 0.766153512575889,
      "grad_norm": 0.23430369794368744,
      "learning_rate": 7.473161178006674e-05,
      "loss": 0.0546,
      "step": 7067
    },
    {
      "epoch": 0.7662619254119688,
      "grad_norm": 0.1560530811548233,
      "learning_rate": 7.47279849122298e-05,
      "loss": 0.0345,
      "step": 7068
    },
    {
      "epoch": 0.7663703382480486,
      "grad_norm": 0.23304656147956848,
      "learning_rate": 7.472435804439287e-05,
      "loss": 0.0495,
      "step": 7069
    },
    {
      "epoch": 0.7664787510841283,
      "grad_norm": 0.12738047540187836,
      "learning_rate": 7.472073117655592e-05,
      "loss": 0.0261,
      "step": 7070
    },
    {
      "epoch": 0.7665871639202082,
      "grad_norm": 0.24270112812519073,
      "learning_rate": 7.4717104308719e-05,
      "loss": 0.0281,
      "step": 7071
    },
    {
      "epoch": 0.766695576756288,
      "grad_norm": 0.2736748456954956,
      "learning_rate": 7.471347744088206e-05,
      "loss": 0.0867,
      "step": 7072
    },
    {
      "epoch": 0.7668039895923677,
      "grad_norm": 0.13791325688362122,
      "learning_rate": 7.470985057304512e-05,
      "loss": 0.028,
      "step": 7073
    },
    {
      "epoch": 0.7669124024284475,
      "grad_norm": 0.1248173788189888,
      "learning_rate": 7.470622370520819e-05,
      "loss": 0.0202,
      "step": 7074
    },
    {
      "epoch": 0.7670208152645274,
      "grad_norm": 0.22115661203861237,
      "learning_rate": 7.470259683737125e-05,
      "loss": 0.0684,
      "step": 7075
    },
    {
      "epoch": 0.7671292281006071,
      "grad_norm": 0.2259455919265747,
      "learning_rate": 7.469896996953432e-05,
      "loss": 0.0743,
      "step": 7076
    },
    {
      "epoch": 0.7672376409366869,
      "grad_norm": 0.1839585304260254,
      "learning_rate": 7.469534310169738e-05,
      "loss": 0.0488,
      "step": 7077
    },
    {
      "epoch": 0.7673460537727667,
      "grad_norm": 0.18665851652622223,
      "learning_rate": 7.469171623386045e-05,
      "loss": 0.0287,
      "step": 7078
    },
    {
      "epoch": 0.7674544666088465,
      "grad_norm": 0.13108573853969574,
      "learning_rate": 7.46880893660235e-05,
      "loss": 0.0285,
      "step": 7079
    },
    {
      "epoch": 0.7675628794449263,
      "grad_norm": 0.04821062088012695,
      "learning_rate": 7.468446249818656e-05,
      "loss": 0.0049,
      "step": 7080
    },
    {
      "epoch": 0.7676712922810061,
      "grad_norm": 0.12444739043712616,
      "learning_rate": 7.468083563034963e-05,
      "loss": 0.0178,
      "step": 7081
    },
    {
      "epoch": 0.7677797051170858,
      "grad_norm": 0.07085813581943512,
      "learning_rate": 7.467720876251269e-05,
      "loss": 0.015,
      "step": 7082
    },
    {
      "epoch": 0.7678881179531657,
      "grad_norm": 0.17245300114154816,
      "learning_rate": 7.467358189467576e-05,
      "loss": 0.0319,
      "step": 7083
    },
    {
      "epoch": 0.7679965307892455,
      "grad_norm": 0.2286619395017624,
      "learning_rate": 7.466995502683882e-05,
      "loss": 0.0572,
      "step": 7084
    },
    {
      "epoch": 0.7681049436253252,
      "grad_norm": 0.0372929722070694,
      "learning_rate": 7.466632815900189e-05,
      "loss": 0.0157,
      "step": 7085
    },
    {
      "epoch": 0.768213356461405,
      "grad_norm": 0.2813814878463745,
      "learning_rate": 7.466270129116495e-05,
      "loss": 0.0537,
      "step": 7086
    },
    {
      "epoch": 0.7683217692974849,
      "grad_norm": 0.2756373882293701,
      "learning_rate": 7.465907442332802e-05,
      "loss": 0.0552,
      "step": 7087
    },
    {
      "epoch": 0.7684301821335646,
      "grad_norm": 0.06688059121370316,
      "learning_rate": 7.465544755549108e-05,
      "loss": 0.0099,
      "step": 7088
    },
    {
      "epoch": 0.7685385949696444,
      "grad_norm": 0.13735347986221313,
      "learning_rate": 7.465182068765415e-05,
      "loss": 0.0294,
      "step": 7089
    },
    {
      "epoch": 0.7686470078057241,
      "grad_norm": 0.10735689103603363,
      "learning_rate": 7.464819381981722e-05,
      "loss": 0.0146,
      "step": 7090
    },
    {
      "epoch": 0.768755420641804,
      "grad_norm": 0.1345592886209488,
      "learning_rate": 7.464456695198028e-05,
      "loss": 0.0422,
      "step": 7091
    },
    {
      "epoch": 0.7688638334778838,
      "grad_norm": 0.13162918388843536,
      "learning_rate": 7.464094008414335e-05,
      "loss": 0.0234,
      "step": 7092
    },
    {
      "epoch": 0.7689722463139635,
      "grad_norm": 0.12974922358989716,
      "learning_rate": 7.46373132163064e-05,
      "loss": 0.0187,
      "step": 7093
    },
    {
      "epoch": 0.7690806591500433,
      "grad_norm": 0.24988989531993866,
      "learning_rate": 7.463368634846946e-05,
      "loss": 0.0401,
      "step": 7094
    },
    {
      "epoch": 0.7691890719861232,
      "grad_norm": 0.2199133038520813,
      "learning_rate": 7.463005948063253e-05,
      "loss": 0.0313,
      "step": 7095
    },
    {
      "epoch": 0.769297484822203,
      "grad_norm": 0.13141338527202606,
      "learning_rate": 7.462643261279559e-05,
      "loss": 0.0228,
      "step": 7096
    },
    {
      "epoch": 0.7694058976582827,
      "grad_norm": 0.27279943227767944,
      "learning_rate": 7.462280574495866e-05,
      "loss": 0.0423,
      "step": 7097
    },
    {
      "epoch": 0.7695143104943626,
      "grad_norm": 0.08785470575094223,
      "learning_rate": 7.461917887712172e-05,
      "loss": 0.0146,
      "step": 7098
    },
    {
      "epoch": 0.7696227233304423,
      "grad_norm": 0.3678830564022064,
      "learning_rate": 7.461555200928479e-05,
      "loss": 0.0686,
      "step": 7099
    },
    {
      "epoch": 0.7697311361665221,
      "grad_norm": 0.06909941881895065,
      "learning_rate": 7.461192514144785e-05,
      "loss": 0.0215,
      "step": 7100
    },
    {
      "epoch": 0.7698395490026019,
      "grad_norm": 0.1813126802444458,
      "learning_rate": 7.460829827361092e-05,
      "loss": 0.0242,
      "step": 7101
    },
    {
      "epoch": 0.7699479618386817,
      "grad_norm": 0.3211074769496918,
      "learning_rate": 7.460467140577397e-05,
      "loss": 0.0617,
      "step": 7102
    },
    {
      "epoch": 0.7700563746747615,
      "grad_norm": 0.17858688533306122,
      "learning_rate": 7.460104453793703e-05,
      "loss": 0.0395,
      "step": 7103
    },
    {
      "epoch": 0.7701647875108413,
      "grad_norm": 0.12936268746852875,
      "learning_rate": 7.45974176701001e-05,
      "loss": 0.0114,
      "step": 7104
    },
    {
      "epoch": 0.770273200346921,
      "grad_norm": 0.21828730404376984,
      "learning_rate": 7.459379080226316e-05,
      "loss": 0.0532,
      "step": 7105
    },
    {
      "epoch": 0.7703816131830009,
      "grad_norm": 0.10715238749980927,
      "learning_rate": 7.459016393442624e-05,
      "loss": 0.0165,
      "step": 7106
    },
    {
      "epoch": 0.7704900260190807,
      "grad_norm": 0.04868239164352417,
      "learning_rate": 7.45865370665893e-05,
      "loss": 0.0076,
      "step": 7107
    },
    {
      "epoch": 0.7705984388551604,
      "grad_norm": 0.1286516785621643,
      "learning_rate": 7.458291019875236e-05,
      "loss": 0.0216,
      "step": 7108
    },
    {
      "epoch": 0.7707068516912402,
      "grad_norm": 0.4541170597076416,
      "learning_rate": 7.457928333091543e-05,
      "loss": 0.0545,
      "step": 7109
    },
    {
      "epoch": 0.7708152645273201,
      "grad_norm": 0.16810470819473267,
      "learning_rate": 7.457565646307849e-05,
      "loss": 0.0472,
      "step": 7110
    },
    {
      "epoch": 0.7709236773633998,
      "grad_norm": 0.31290334463119507,
      "learning_rate": 7.457202959524156e-05,
      "loss": 0.0616,
      "step": 7111
    },
    {
      "epoch": 0.7710320901994796,
      "grad_norm": 0.18896786868572235,
      "learning_rate": 7.456840272740462e-05,
      "loss": 0.0334,
      "step": 7112
    },
    {
      "epoch": 0.7711405030355594,
      "grad_norm": 0.16699250042438507,
      "learning_rate": 7.456477585956769e-05,
      "loss": 0.0315,
      "step": 7113
    },
    {
      "epoch": 0.7712489158716392,
      "grad_norm": 0.28967976570129395,
      "learning_rate": 7.456114899173074e-05,
      "loss": 0.0188,
      "step": 7114
    },
    {
      "epoch": 0.771357328707719,
      "grad_norm": 0.19468681514263153,
      "learning_rate": 7.455752212389381e-05,
      "loss": 0.0485,
      "step": 7115
    },
    {
      "epoch": 0.7714657415437988,
      "grad_norm": 0.1997627466917038,
      "learning_rate": 7.455389525605687e-05,
      "loss": 0.0392,
      "step": 7116
    },
    {
      "epoch": 0.7715741543798785,
      "grad_norm": 0.22518454492092133,
      "learning_rate": 7.455026838821993e-05,
      "loss": 0.0288,
      "step": 7117
    },
    {
      "epoch": 0.7716825672159584,
      "grad_norm": 0.08273933827877045,
      "learning_rate": 7.4546641520383e-05,
      "loss": 0.0192,
      "step": 7118
    },
    {
      "epoch": 0.7717909800520382,
      "grad_norm": 0.180396169424057,
      "learning_rate": 7.454301465254606e-05,
      "loss": 0.0494,
      "step": 7119
    },
    {
      "epoch": 0.7718993928881179,
      "grad_norm": 0.11460791528224945,
      "learning_rate": 7.453938778470913e-05,
      "loss": 0.0233,
      "step": 7120
    },
    {
      "epoch": 0.7720078057241977,
      "grad_norm": 0.20626258850097656,
      "learning_rate": 7.453576091687219e-05,
      "loss": 0.0529,
      "step": 7121
    },
    {
      "epoch": 0.7721162185602776,
      "grad_norm": 0.21737608313560486,
      "learning_rate": 7.453213404903526e-05,
      "loss": 0.0239,
      "step": 7122
    },
    {
      "epoch": 0.7722246313963573,
      "grad_norm": 0.08303812146186829,
      "learning_rate": 7.452850718119833e-05,
      "loss": 0.0108,
      "step": 7123
    },
    {
      "epoch": 0.7723330442324371,
      "grad_norm": 0.14054115116596222,
      "learning_rate": 7.452488031336138e-05,
      "loss": 0.0252,
      "step": 7124
    },
    {
      "epoch": 0.772441457068517,
      "grad_norm": 0.28074195981025696,
      "learning_rate": 7.452125344552446e-05,
      "loss": 0.0211,
      "step": 7125
    },
    {
      "epoch": 0.7725498699045967,
      "grad_norm": 0.18830256164073944,
      "learning_rate": 7.451762657768751e-05,
      "loss": 0.0223,
      "step": 7126
    },
    {
      "epoch": 0.7726582827406765,
      "grad_norm": 0.4357435405254364,
      "learning_rate": 7.451399970985058e-05,
      "loss": 0.0284,
      "step": 7127
    },
    {
      "epoch": 0.7727666955767563,
      "grad_norm": 0.11642478406429291,
      "learning_rate": 7.451037284201364e-05,
      "loss": 0.0212,
      "step": 7128
    },
    {
      "epoch": 0.7728751084128361,
      "grad_norm": 0.3072212040424347,
      "learning_rate": 7.450674597417671e-05,
      "loss": 0.0278,
      "step": 7129
    },
    {
      "epoch": 0.7729835212489159,
      "grad_norm": 0.0563158243894577,
      "learning_rate": 7.450311910633977e-05,
      "loss": 0.0072,
      "step": 7130
    },
    {
      "epoch": 0.7730919340849957,
      "grad_norm": 0.20733578503131866,
      "learning_rate": 7.449949223850283e-05,
      "loss": 0.0337,
      "step": 7131
    },
    {
      "epoch": 0.7732003469210754,
      "grad_norm": 0.31664007902145386,
      "learning_rate": 7.44958653706659e-05,
      "loss": 0.0711,
      "step": 7132
    },
    {
      "epoch": 0.7733087597571553,
      "grad_norm": 0.2084154486656189,
      "learning_rate": 7.449223850282895e-05,
      "loss": 0.0211,
      "step": 7133
    },
    {
      "epoch": 0.7734171725932351,
      "grad_norm": 0.0374535508453846,
      "learning_rate": 7.448861163499203e-05,
      "loss": 0.0091,
      "step": 7134
    },
    {
      "epoch": 0.7735255854293148,
      "grad_norm": 0.3031061589717865,
      "learning_rate": 7.448498476715508e-05,
      "loss": 0.0216,
      "step": 7135
    },
    {
      "epoch": 0.7736339982653946,
      "grad_norm": 0.2388124167919159,
      "learning_rate": 7.448135789931815e-05,
      "loss": 0.0289,
      "step": 7136
    },
    {
      "epoch": 0.7737424111014745,
      "grad_norm": 0.2011488974094391,
      "learning_rate": 7.447773103148121e-05,
      "loss": 0.0355,
      "step": 7137
    },
    {
      "epoch": 0.7738508239375542,
      "grad_norm": 0.16387508809566498,
      "learning_rate": 7.447410416364428e-05,
      "loss": 0.0335,
      "step": 7138
    },
    {
      "epoch": 0.773959236773634,
      "grad_norm": 0.10003410279750824,
      "learning_rate": 7.447047729580734e-05,
      "loss": 0.0201,
      "step": 7139
    },
    {
      "epoch": 0.7740676496097137,
      "grad_norm": 0.18974806368350983,
      "learning_rate": 7.446685042797041e-05,
      "loss": 0.0572,
      "step": 7140
    },
    {
      "epoch": 0.7741760624457936,
      "grad_norm": 0.15338313579559326,
      "learning_rate": 7.446322356013348e-05,
      "loss": 0.0266,
      "step": 7141
    },
    {
      "epoch": 0.7742844752818734,
      "grad_norm": 0.5142562389373779,
      "learning_rate": 7.445959669229654e-05,
      "loss": 0.0621,
      "step": 7142
    },
    {
      "epoch": 0.7743928881179531,
      "grad_norm": 0.1860523223876953,
      "learning_rate": 7.445596982445961e-05,
      "loss": 0.0207,
      "step": 7143
    },
    {
      "epoch": 0.7745013009540329,
      "grad_norm": 0.08808138966560364,
      "learning_rate": 7.445234295662267e-05,
      "loss": 0.0073,
      "step": 7144
    },
    {
      "epoch": 0.7746097137901128,
      "grad_norm": 0.20008569955825806,
      "learning_rate": 7.444871608878572e-05,
      "loss": 0.0442,
      "step": 7145
    },
    {
      "epoch": 0.7747181266261925,
      "grad_norm": 0.15268872678279877,
      "learning_rate": 7.44450892209488e-05,
      "loss": 0.0212,
      "step": 7146
    },
    {
      "epoch": 0.7748265394622723,
      "grad_norm": 0.28086748719215393,
      "learning_rate": 7.444146235311185e-05,
      "loss": 0.032,
      "step": 7147
    },
    {
      "epoch": 0.7749349522983521,
      "grad_norm": 0.21074552834033966,
      "learning_rate": 7.443783548527492e-05,
      "loss": 0.0285,
      "step": 7148
    },
    {
      "epoch": 0.775043365134432,
      "grad_norm": 0.2272573560476303,
      "learning_rate": 7.443420861743798e-05,
      "loss": 0.05,
      "step": 7149
    },
    {
      "epoch": 0.7751517779705117,
      "grad_norm": 0.09313849359750748,
      "learning_rate": 7.443058174960105e-05,
      "loss": 0.0183,
      "step": 7150
    },
    {
      "epoch": 0.7752601908065915,
      "grad_norm": 0.2786896228790283,
      "learning_rate": 7.442695488176411e-05,
      "loss": 0.064,
      "step": 7151
    },
    {
      "epoch": 0.7753686036426712,
      "grad_norm": 0.20193816721439362,
      "learning_rate": 7.442332801392718e-05,
      "loss": 0.014,
      "step": 7152
    },
    {
      "epoch": 0.7754770164787511,
      "grad_norm": 0.40554317831993103,
      "learning_rate": 7.441970114609024e-05,
      "loss": 0.055,
      "step": 7153
    },
    {
      "epoch": 0.7755854293148309,
      "grad_norm": 0.2586762309074402,
      "learning_rate": 7.44160742782533e-05,
      "loss": 0.0732,
      "step": 7154
    },
    {
      "epoch": 0.7756938421509106,
      "grad_norm": 0.16154274344444275,
      "learning_rate": 7.441244741041636e-05,
      "loss": 0.0136,
      "step": 7155
    },
    {
      "epoch": 0.7758022549869905,
      "grad_norm": 0.15214209258556366,
      "learning_rate": 7.440882054257942e-05,
      "loss": 0.0316,
      "step": 7156
    },
    {
      "epoch": 0.7759106678230703,
      "grad_norm": 0.15862564742565155,
      "learning_rate": 7.440519367474249e-05,
      "loss": 0.0377,
      "step": 7157
    },
    {
      "epoch": 0.77601908065915,
      "grad_norm": 0.19924232363700867,
      "learning_rate": 7.440156680690556e-05,
      "loss": 0.0212,
      "step": 7158
    },
    {
      "epoch": 0.7761274934952298,
      "grad_norm": 0.19602684676647186,
      "learning_rate": 7.439793993906863e-05,
      "loss": 0.0285,
      "step": 7159
    },
    {
      "epoch": 0.7762359063313097,
      "grad_norm": 0.4156453609466553,
      "learning_rate": 7.439431307123169e-05,
      "loss": 0.0598,
      "step": 7160
    },
    {
      "epoch": 0.7763443191673894,
      "grad_norm": 0.37334898114204407,
      "learning_rate": 7.439068620339475e-05,
      "loss": 0.0834,
      "step": 7161
    },
    {
      "epoch": 0.7764527320034692,
      "grad_norm": 0.07286888360977173,
      "learning_rate": 7.438705933555782e-05,
      "loss": 0.0193,
      "step": 7162
    },
    {
      "epoch": 0.776561144839549,
      "grad_norm": 0.13445360958576202,
      "learning_rate": 7.438343246772088e-05,
      "loss": 0.0234,
      "step": 7163
    },
    {
      "epoch": 0.7766695576756288,
      "grad_norm": 0.23828527331352234,
      "learning_rate": 7.437980559988395e-05,
      "loss": 0.0232,
      "step": 7164
    },
    {
      "epoch": 0.7767779705117086,
      "grad_norm": 0.3932146430015564,
      "learning_rate": 7.4376178732047e-05,
      "loss": 0.0538,
      "step": 7165
    },
    {
      "epoch": 0.7768863833477884,
      "grad_norm": 0.2036150097846985,
      "learning_rate": 7.437255186421008e-05,
      "loss": 0.0154,
      "step": 7166
    },
    {
      "epoch": 0.7769947961838681,
      "grad_norm": 0.2589965760707855,
      "learning_rate": 7.436892499637313e-05,
      "loss": 0.0419,
      "step": 7167
    },
    {
      "epoch": 0.777103209019948,
      "grad_norm": 0.12693534791469574,
      "learning_rate": 7.436529812853619e-05,
      "loss": 0.0353,
      "step": 7168
    },
    {
      "epoch": 0.7772116218560278,
      "grad_norm": 0.16689357161521912,
      "learning_rate": 7.436167126069926e-05,
      "loss": 0.0442,
      "step": 7169
    },
    {
      "epoch": 0.7773200346921075,
      "grad_norm": 0.2859066128730774,
      "learning_rate": 7.435804439286232e-05,
      "loss": 0.0972,
      "step": 7170
    },
    {
      "epoch": 0.7774284475281873,
      "grad_norm": 0.14668238162994385,
      "learning_rate": 7.435441752502539e-05,
      "loss": 0.0291,
      "step": 7171
    },
    {
      "epoch": 0.7775368603642672,
      "grad_norm": 0.12485285103321075,
      "learning_rate": 7.435079065718845e-05,
      "loss": 0.0202,
      "step": 7172
    },
    {
      "epoch": 0.7776452732003469,
      "grad_norm": 0.18448032438755035,
      "learning_rate": 7.434716378935152e-05,
      "loss": 0.0267,
      "step": 7173
    },
    {
      "epoch": 0.7777536860364267,
      "grad_norm": 0.05104825645685196,
      "learning_rate": 7.434353692151458e-05,
      "loss": 0.0117,
      "step": 7174
    },
    {
      "epoch": 0.7778620988725065,
      "grad_norm": 0.13609445095062256,
      "learning_rate": 7.433991005367765e-05,
      "loss": 0.0234,
      "step": 7175
    },
    {
      "epoch": 0.7779705117085863,
      "grad_norm": 0.20903438329696655,
      "learning_rate": 7.433628318584072e-05,
      "loss": 0.0364,
      "step": 7176
    },
    {
      "epoch": 0.7780789245446661,
      "grad_norm": 0.0840391293168068,
      "learning_rate": 7.433265631800378e-05,
      "loss": 0.0179,
      "step": 7177
    },
    {
      "epoch": 0.7781873373807459,
      "grad_norm": 0.27663516998291016,
      "learning_rate": 7.432902945016685e-05,
      "loss": 0.0452,
      "step": 7178
    },
    {
      "epoch": 0.7782957502168256,
      "grad_norm": 0.11692696809768677,
      "learning_rate": 7.43254025823299e-05,
      "loss": 0.0283,
      "step": 7179
    },
    {
      "epoch": 0.7784041630529055,
      "grad_norm": 0.16912811994552612,
      "learning_rate": 7.432177571449297e-05,
      "loss": 0.0484,
      "step": 7180
    },
    {
      "epoch": 0.7785125758889853,
      "grad_norm": 0.13867270946502686,
      "learning_rate": 7.431814884665603e-05,
      "loss": 0.0243,
      "step": 7181
    },
    {
      "epoch": 0.778620988725065,
      "grad_norm": 0.05565302446484566,
      "learning_rate": 7.43145219788191e-05,
      "loss": 0.0095,
      "step": 7182
    },
    {
      "epoch": 0.7787294015611448,
      "grad_norm": 0.24046559631824493,
      "learning_rate": 7.431089511098216e-05,
      "loss": 0.0353,
      "step": 7183
    },
    {
      "epoch": 0.7788378143972247,
      "grad_norm": 0.1340610533952713,
      "learning_rate": 7.430726824314522e-05,
      "loss": 0.0118,
      "step": 7184
    },
    {
      "epoch": 0.7789462272333044,
      "grad_norm": 0.1134335994720459,
      "learning_rate": 7.430364137530829e-05,
      "loss": 0.0232,
      "step": 7185
    },
    {
      "epoch": 0.7790546400693842,
      "grad_norm": 0.1803038865327835,
      "learning_rate": 7.430001450747135e-05,
      "loss": 0.0458,
      "step": 7186
    },
    {
      "epoch": 0.7791630529054641,
      "grad_norm": 0.1603982150554657,
      "learning_rate": 7.429638763963442e-05,
      "loss": 0.0228,
      "step": 7187
    },
    {
      "epoch": 0.7792714657415438,
      "grad_norm": 0.18081657588481903,
      "learning_rate": 7.429276077179747e-05,
      "loss": 0.0221,
      "step": 7188
    },
    {
      "epoch": 0.7793798785776236,
      "grad_norm": 0.12601763010025024,
      "learning_rate": 7.428913390396054e-05,
      "loss": 0.0337,
      "step": 7189
    },
    {
      "epoch": 0.7794882914137033,
      "grad_norm": 0.15414616465568542,
      "learning_rate": 7.42855070361236e-05,
      "loss": 0.0302,
      "step": 7190
    },
    {
      "epoch": 0.7795967042497832,
      "grad_norm": 0.20585955679416656,
      "learning_rate": 7.428188016828667e-05,
      "loss": 0.0288,
      "step": 7191
    },
    {
      "epoch": 0.779705117085863,
      "grad_norm": 0.14029701054096222,
      "learning_rate": 7.427825330044974e-05,
      "loss": 0.007,
      "step": 7192
    },
    {
      "epoch": 0.7798135299219427,
      "grad_norm": 0.45512765645980835,
      "learning_rate": 7.42746264326128e-05,
      "loss": 0.0599,
      "step": 7193
    },
    {
      "epoch": 0.7799219427580225,
      "grad_norm": 0.1730281412601471,
      "learning_rate": 7.427099956477587e-05,
      "loss": 0.0297,
      "step": 7194
    },
    {
      "epoch": 0.7800303555941024,
      "grad_norm": 0.2211177945137024,
      "learning_rate": 7.426737269693893e-05,
      "loss": 0.0473,
      "step": 7195
    },
    {
      "epoch": 0.7801387684301822,
      "grad_norm": 0.2658673822879791,
      "learning_rate": 7.4263745829102e-05,
      "loss": 0.0352,
      "step": 7196
    },
    {
      "epoch": 0.7802471812662619,
      "grad_norm": 0.07173795253038406,
      "learning_rate": 7.426011896126506e-05,
      "loss": 0.0127,
      "step": 7197
    },
    {
      "epoch": 0.7803555941023417,
      "grad_norm": 0.33598971366882324,
      "learning_rate": 7.425649209342811e-05,
      "loss": 0.0403,
      "step": 7198
    },
    {
      "epoch": 0.7804640069384216,
      "grad_norm": 0.13386809825897217,
      "learning_rate": 7.425286522559119e-05,
      "loss": 0.0268,
      "step": 7199
    },
    {
      "epoch": 0.7805724197745013,
      "grad_norm": 0.17023161053657532,
      "learning_rate": 7.424923835775424e-05,
      "loss": 0.0188,
      "step": 7200
    },
    {
      "epoch": 0.7806808326105811,
      "grad_norm": 0.28780609369277954,
      "learning_rate": 7.424561148991731e-05,
      "loss": 0.0667,
      "step": 7201
    },
    {
      "epoch": 0.7807892454466608,
      "grad_norm": 0.09872665256261826,
      "learning_rate": 7.424198462208037e-05,
      "loss": 0.0184,
      "step": 7202
    },
    {
      "epoch": 0.7808976582827407,
      "grad_norm": 0.13473264873027802,
      "learning_rate": 7.423835775424344e-05,
      "loss": 0.0314,
      "step": 7203
    },
    {
      "epoch": 0.7810060711188205,
      "grad_norm": 0.3243859112262726,
      "learning_rate": 7.42347308864065e-05,
      "loss": 0.0516,
      "step": 7204
    },
    {
      "epoch": 0.7811144839549002,
      "grad_norm": 0.0838366448879242,
      "learning_rate": 7.423110401856957e-05,
      "loss": 0.0123,
      "step": 7205
    },
    {
      "epoch": 0.78122289679098,
      "grad_norm": 0.29246193170547485,
      "learning_rate": 7.422747715073263e-05,
      "loss": 0.0323,
      "step": 7206
    },
    {
      "epoch": 0.7813313096270599,
      "grad_norm": 0.3086179196834564,
      "learning_rate": 7.422385028289568e-05,
      "loss": 0.0488,
      "step": 7207
    },
    {
      "epoch": 0.7814397224631396,
      "grad_norm": 0.3429819643497467,
      "learning_rate": 7.422022341505876e-05,
      "loss": 0.0239,
      "step": 7208
    },
    {
      "epoch": 0.7815481352992194,
      "grad_norm": 0.3197551965713501,
      "learning_rate": 7.421659654722183e-05,
      "loss": 0.0533,
      "step": 7209
    },
    {
      "epoch": 0.7816565481352992,
      "grad_norm": 0.2475096881389618,
      "learning_rate": 7.42129696793849e-05,
      "loss": 0.0425,
      "step": 7210
    },
    {
      "epoch": 0.781764960971379,
      "grad_norm": 0.35333237051963806,
      "learning_rate": 7.420934281154795e-05,
      "loss": 0.0414,
      "step": 7211
    },
    {
      "epoch": 0.7818733738074588,
      "grad_norm": 0.10746555030345917,
      "learning_rate": 7.420571594371101e-05,
      "loss": 0.0172,
      "step": 7212
    },
    {
      "epoch": 0.7819817866435386,
      "grad_norm": 0.16075152158737183,
      "learning_rate": 7.420208907587408e-05,
      "loss": 0.0474,
      "step": 7213
    },
    {
      "epoch": 0.7820901994796184,
      "grad_norm": 0.1638629138469696,
      "learning_rate": 7.419846220803714e-05,
      "loss": 0.0363,
      "step": 7214
    },
    {
      "epoch": 0.7821986123156982,
      "grad_norm": 0.07037412375211716,
      "learning_rate": 7.419483534020021e-05,
      "loss": 0.0105,
      "step": 7215
    },
    {
      "epoch": 0.782307025151778,
      "grad_norm": 0.20390933752059937,
      "learning_rate": 7.419120847236327e-05,
      "loss": 0.0391,
      "step": 7216
    },
    {
      "epoch": 0.7824154379878577,
      "grad_norm": 0.2533985376358032,
      "learning_rate": 7.418758160452634e-05,
      "loss": 0.0276,
      "step": 7217
    },
    {
      "epoch": 0.7825238508239376,
      "grad_norm": 0.09174013137817383,
      "learning_rate": 7.41839547366894e-05,
      "loss": 0.0157,
      "step": 7218
    },
    {
      "epoch": 0.7826322636600174,
      "grad_norm": 0.16487859189510345,
      "learning_rate": 7.418032786885247e-05,
      "loss": 0.027,
      "step": 7219
    },
    {
      "epoch": 0.7827406764960971,
      "grad_norm": 0.17155976593494415,
      "learning_rate": 7.417670100101552e-05,
      "loss": 0.0249,
      "step": 7220
    },
    {
      "epoch": 0.7828490893321769,
      "grad_norm": 0.28059861063957214,
      "learning_rate": 7.417307413317858e-05,
      "loss": 0.0379,
      "step": 7221
    },
    {
      "epoch": 0.7829575021682568,
      "grad_norm": 0.08308413624763489,
      "learning_rate": 7.416944726534165e-05,
      "loss": 0.0139,
      "step": 7222
    },
    {
      "epoch": 0.7830659150043365,
      "grad_norm": 0.14686322212219238,
      "learning_rate": 7.416582039750471e-05,
      "loss": 0.0268,
      "step": 7223
    },
    {
      "epoch": 0.7831743278404163,
      "grad_norm": 0.14033274352550507,
      "learning_rate": 7.416219352966778e-05,
      "loss": 0.016,
      "step": 7224
    },
    {
      "epoch": 0.7832827406764961,
      "grad_norm": 0.10417608171701431,
      "learning_rate": 7.415856666183084e-05,
      "loss": 0.0198,
      "step": 7225
    },
    {
      "epoch": 0.7833911535125759,
      "grad_norm": 0.1737632155418396,
      "learning_rate": 7.415493979399391e-05,
      "loss": 0.0102,
      "step": 7226
    },
    {
      "epoch": 0.7834995663486557,
      "grad_norm": 0.22591230273246765,
      "learning_rate": 7.415131292615698e-05,
      "loss": 0.0403,
      "step": 7227
    },
    {
      "epoch": 0.7836079791847355,
      "grad_norm": 0.5239908695220947,
      "learning_rate": 7.414768605832004e-05,
      "loss": 0.0808,
      "step": 7228
    },
    {
      "epoch": 0.7837163920208152,
      "grad_norm": 0.28394895792007446,
      "learning_rate": 7.414405919048311e-05,
      "loss": 0.0467,
      "step": 7229
    },
    {
      "epoch": 0.7838248048568951,
      "grad_norm": 0.24218282103538513,
      "learning_rate": 7.414043232264617e-05,
      "loss": 0.0364,
      "step": 7230
    },
    {
      "epoch": 0.7839332176929749,
      "grad_norm": 0.35662031173706055,
      "learning_rate": 7.413680545480924e-05,
      "loss": 0.0339,
      "step": 7231
    },
    {
      "epoch": 0.7840416305290546,
      "grad_norm": 0.24604293704032898,
      "learning_rate": 7.41331785869723e-05,
      "loss": 0.0573,
      "step": 7232
    },
    {
      "epoch": 0.7841500433651344,
      "grad_norm": 0.24557259678840637,
      "learning_rate": 7.412955171913537e-05,
      "loss": 0.0325,
      "step": 7233
    },
    {
      "epoch": 0.7842584562012143,
      "grad_norm": 0.06350226700305939,
      "learning_rate": 7.412592485129842e-05,
      "loss": 0.0108,
      "step": 7234
    },
    {
      "epoch": 0.784366869037294,
      "grad_norm": 0.21300971508026123,
      "learning_rate": 7.412229798346148e-05,
      "loss": 0.0241,
      "step": 7235
    },
    {
      "epoch": 0.7844752818733738,
      "grad_norm": 0.10760564357042313,
      "learning_rate": 7.411867111562455e-05,
      "loss": 0.0149,
      "step": 7236
    },
    {
      "epoch": 0.7845836947094535,
      "grad_norm": 0.09763982892036438,
      "learning_rate": 7.411504424778761e-05,
      "loss": 0.0078,
      "step": 7237
    },
    {
      "epoch": 0.7846921075455334,
      "grad_norm": 0.2164423018693924,
      "learning_rate": 7.411141737995068e-05,
      "loss": 0.0219,
      "step": 7238
    },
    {
      "epoch": 0.7848005203816132,
      "grad_norm": 0.11547163873910904,
      "learning_rate": 7.410779051211374e-05,
      "loss": 0.0276,
      "step": 7239
    },
    {
      "epoch": 0.784908933217693,
      "grad_norm": 0.26169314980506897,
      "learning_rate": 7.410416364427681e-05,
      "loss": 0.0521,
      "step": 7240
    },
    {
      "epoch": 0.7850173460537727,
      "grad_norm": 0.2386927604675293,
      "learning_rate": 7.410053677643986e-05,
      "loss": 0.0409,
      "step": 7241
    },
    {
      "epoch": 0.7851257588898526,
      "grad_norm": 0.18097667396068573,
      "learning_rate": 7.409690990860294e-05,
      "loss": 0.0148,
      "step": 7242
    },
    {
      "epoch": 0.7852341717259324,
      "grad_norm": 0.3019028604030609,
      "learning_rate": 7.409328304076599e-05,
      "loss": 0.0836,
      "step": 7243
    },
    {
      "epoch": 0.7853425845620121,
      "grad_norm": 0.16449598968029022,
      "learning_rate": 7.408965617292906e-05,
      "loss": 0.0295,
      "step": 7244
    },
    {
      "epoch": 0.785450997398092,
      "grad_norm": 0.08982286602258682,
      "learning_rate": 7.408602930509213e-05,
      "loss": 0.0089,
      "step": 7245
    },
    {
      "epoch": 0.7855594102341718,
      "grad_norm": 0.16293679177761078,
      "learning_rate": 7.408240243725519e-05,
      "loss": 0.0219,
      "step": 7246
    },
    {
      "epoch": 0.7856678230702515,
      "grad_norm": 0.16894911229610443,
      "learning_rate": 7.407877556941826e-05,
      "loss": 0.0211,
      "step": 7247
    },
    {
      "epoch": 0.7857762359063313,
      "grad_norm": 0.35286104679107666,
      "learning_rate": 7.407514870158132e-05,
      "loss": 0.0706,
      "step": 7248
    },
    {
      "epoch": 0.7858846487424112,
      "grad_norm": 0.1575452983379364,
      "learning_rate": 7.407152183374438e-05,
      "loss": 0.0488,
      "step": 7249
    },
    {
      "epoch": 0.7859930615784909,
      "grad_norm": 0.30458012223243713,
      "learning_rate": 7.406789496590745e-05,
      "loss": 0.0476,
      "step": 7250
    },
    {
      "epoch": 0.7861014744145707,
      "grad_norm": 0.2801983952522278,
      "learning_rate": 7.40642680980705e-05,
      "loss": 0.056,
      "step": 7251
    },
    {
      "epoch": 0.7862098872506504,
      "grad_norm": 0.3431731164455414,
      "learning_rate": 7.406064123023358e-05,
      "loss": 0.0525,
      "step": 7252
    },
    {
      "epoch": 0.7863183000867303,
      "grad_norm": 0.2509811520576477,
      "learning_rate": 7.405701436239663e-05,
      "loss": 0.0304,
      "step": 7253
    },
    {
      "epoch": 0.7864267129228101,
      "grad_norm": 0.20792944729328156,
      "learning_rate": 7.40533874945597e-05,
      "loss": 0.0236,
      "step": 7254
    },
    {
      "epoch": 0.7865351257588898,
      "grad_norm": 0.0829872414469719,
      "learning_rate": 7.404976062672276e-05,
      "loss": 0.0201,
      "step": 7255
    },
    {
      "epoch": 0.7866435385949696,
      "grad_norm": 0.3556806445121765,
      "learning_rate": 7.404613375888583e-05,
      "loss": 0.0603,
      "step": 7256
    },
    {
      "epoch": 0.7867519514310495,
      "grad_norm": 0.1295802742242813,
      "learning_rate": 7.404250689104889e-05,
      "loss": 0.0279,
      "step": 7257
    },
    {
      "epoch": 0.7868603642671292,
      "grad_norm": 0.20963478088378906,
      "learning_rate": 7.403888002321195e-05,
      "loss": 0.0417,
      "step": 7258
    },
    {
      "epoch": 0.786968777103209,
      "grad_norm": 0.1335778832435608,
      "learning_rate": 7.403525315537502e-05,
      "loss": 0.0177,
      "step": 7259
    },
    {
      "epoch": 0.7870771899392888,
      "grad_norm": 0.22468489408493042,
      "learning_rate": 7.403162628753808e-05,
      "loss": 0.0603,
      "step": 7260
    },
    {
      "epoch": 0.7871856027753686,
      "grad_norm": 0.11422070860862732,
      "learning_rate": 7.402799941970116e-05,
      "loss": 0.0135,
      "step": 7261
    },
    {
      "epoch": 0.7872940156114484,
      "grad_norm": 0.09208565205335617,
      "learning_rate": 7.402437255186422e-05,
      "loss": 0.0135,
      "step": 7262
    },
    {
      "epoch": 0.7874024284475282,
      "grad_norm": 0.2400549352169037,
      "learning_rate": 7.402074568402729e-05,
      "loss": 0.0415,
      "step": 7263
    },
    {
      "epoch": 0.7875108412836079,
      "grad_norm": 0.34741294384002686,
      "learning_rate": 7.401711881619035e-05,
      "loss": 0.0673,
      "step": 7264
    },
    {
      "epoch": 0.7876192541196878,
      "grad_norm": 0.2937508523464203,
      "learning_rate": 7.40134919483534e-05,
      "loss": 0.0576,
      "step": 7265
    },
    {
      "epoch": 0.7877276669557676,
      "grad_norm": 0.1588936150074005,
      "learning_rate": 7.400986508051647e-05,
      "loss": 0.0283,
      "step": 7266
    },
    {
      "epoch": 0.7878360797918473,
      "grad_norm": 0.15739087760448456,
      "learning_rate": 7.400623821267953e-05,
      "loss": 0.039,
      "step": 7267
    },
    {
      "epoch": 0.7879444926279271,
      "grad_norm": 0.2542042136192322,
      "learning_rate": 7.40026113448426e-05,
      "loss": 0.0881,
      "step": 7268
    },
    {
      "epoch": 0.788052905464007,
      "grad_norm": 0.135713130235672,
      "learning_rate": 7.399898447700566e-05,
      "loss": 0.0247,
      "step": 7269
    },
    {
      "epoch": 0.7881613183000867,
      "grad_norm": 0.23534056544303894,
      "learning_rate": 7.399535760916873e-05,
      "loss": 0.0239,
      "step": 7270
    },
    {
      "epoch": 0.7882697311361665,
      "grad_norm": 0.1852220594882965,
      "learning_rate": 7.399173074133179e-05,
      "loss": 0.0318,
      "step": 7271
    },
    {
      "epoch": 0.7883781439722463,
      "grad_norm": 0.19597749412059784,
      "learning_rate": 7.398810387349486e-05,
      "loss": 0.0424,
      "step": 7272
    },
    {
      "epoch": 0.7884865568083261,
      "grad_norm": 0.06328895688056946,
      "learning_rate": 7.398447700565792e-05,
      "loss": 0.0101,
      "step": 7273
    },
    {
      "epoch": 0.7885949696444059,
      "grad_norm": 0.2457161694765091,
      "learning_rate": 7.398085013782097e-05,
      "loss": 0.0678,
      "step": 7274
    },
    {
      "epoch": 0.7887033824804857,
      "grad_norm": 0.03648507967591286,
      "learning_rate": 7.397722326998404e-05,
      "loss": 0.0071,
      "step": 7275
    },
    {
      "epoch": 0.7888117953165655,
      "grad_norm": 0.11148478090763092,
      "learning_rate": 7.39735964021471e-05,
      "loss": 0.026,
      "step": 7276
    },
    {
      "epoch": 0.7889202081526453,
      "grad_norm": 0.3208922743797302,
      "learning_rate": 7.396996953431017e-05,
      "loss": 0.0679,
      "step": 7277
    },
    {
      "epoch": 0.7890286209887251,
      "grad_norm": 0.15204915404319763,
      "learning_rate": 7.396634266647323e-05,
      "loss": 0.0207,
      "step": 7278
    },
    {
      "epoch": 0.7891370338248048,
      "grad_norm": 0.13977238535881042,
      "learning_rate": 7.39627157986363e-05,
      "loss": 0.02,
      "step": 7279
    },
    {
      "epoch": 0.7892454466608847,
      "grad_norm": 0.17397058010101318,
      "learning_rate": 7.395908893079937e-05,
      "loss": 0.0374,
      "step": 7280
    },
    {
      "epoch": 0.7893538594969645,
      "grad_norm": 0.06616024672985077,
      "learning_rate": 7.395546206296243e-05,
      "loss": 0.0131,
      "step": 7281
    },
    {
      "epoch": 0.7894622723330442,
      "grad_norm": 0.09549261629581451,
      "learning_rate": 7.39518351951255e-05,
      "loss": 0.0122,
      "step": 7282
    },
    {
      "epoch": 0.789570685169124,
      "grad_norm": 0.1559891253709793,
      "learning_rate": 7.394820832728856e-05,
      "loss": 0.0297,
      "step": 7283
    },
    {
      "epoch": 0.7896790980052039,
      "grad_norm": 0.20185425877571106,
      "learning_rate": 7.394458145945163e-05,
      "loss": 0.0267,
      "step": 7284
    },
    {
      "epoch": 0.7897875108412836,
      "grad_norm": 0.5086910724639893,
      "learning_rate": 7.394095459161469e-05,
      "loss": 0.0602,
      "step": 7285
    },
    {
      "epoch": 0.7898959236773634,
      "grad_norm": 0.5138098001480103,
      "learning_rate": 7.393732772377776e-05,
      "loss": 0.0768,
      "step": 7286
    },
    {
      "epoch": 0.7900043365134432,
      "grad_norm": 0.12156586349010468,
      "learning_rate": 7.393370085594081e-05,
      "loss": 0.0231,
      "step": 7287
    },
    {
      "epoch": 0.790112749349523,
      "grad_norm": 0.13224957883358002,
      "learning_rate": 7.393007398810387e-05,
      "loss": 0.0271,
      "step": 7288
    },
    {
      "epoch": 0.7902211621856028,
      "grad_norm": 0.19537819921970367,
      "learning_rate": 7.392644712026694e-05,
      "loss": 0.0351,
      "step": 7289
    },
    {
      "epoch": 0.7903295750216826,
      "grad_norm": 0.11101191490888596,
      "learning_rate": 7.392282025243e-05,
      "loss": 0.0157,
      "step": 7290
    },
    {
      "epoch": 0.7904379878577623,
      "grad_norm": 0.2710186243057251,
      "learning_rate": 7.391919338459307e-05,
      "loss": 0.056,
      "step": 7291
    },
    {
      "epoch": 0.7905464006938422,
      "grad_norm": 0.3295306861400604,
      "learning_rate": 7.391556651675613e-05,
      "loss": 0.0486,
      "step": 7292
    },
    {
      "epoch": 0.790654813529922,
      "grad_norm": 0.3190065026283264,
      "learning_rate": 7.39119396489192e-05,
      "loss": 0.0541,
      "step": 7293
    },
    {
      "epoch": 0.7907632263660017,
      "grad_norm": 0.17720453441143036,
      "learning_rate": 7.390831278108226e-05,
      "loss": 0.045,
      "step": 7294
    },
    {
      "epoch": 0.7908716392020815,
      "grad_norm": 0.25085383653640747,
      "learning_rate": 7.390468591324533e-05,
      "loss": 0.0634,
      "step": 7295
    },
    {
      "epoch": 0.7909800520381614,
      "grad_norm": 0.02969842217862606,
      "learning_rate": 7.39010590454084e-05,
      "loss": 0.0093,
      "step": 7296
    },
    {
      "epoch": 0.7910884648742411,
      "grad_norm": 0.14562159776687622,
      "learning_rate": 7.389743217757145e-05,
      "loss": 0.0218,
      "step": 7297
    },
    {
      "epoch": 0.7911968777103209,
      "grad_norm": 0.1552070528268814,
      "learning_rate": 7.389380530973453e-05,
      "loss": 0.0127,
      "step": 7298
    },
    {
      "epoch": 0.7913052905464006,
      "grad_norm": 0.15678492188453674,
      "learning_rate": 7.389017844189758e-05,
      "loss": 0.0103,
      "step": 7299
    },
    {
      "epoch": 0.7914137033824805,
      "grad_norm": 0.17486801743507385,
      "learning_rate": 7.388655157406065e-05,
      "loss": 0.0267,
      "step": 7300
    },
    {
      "epoch": 0.7915221162185603,
      "grad_norm": 0.1539379060268402,
      "learning_rate": 7.388292470622371e-05,
      "loss": 0.0318,
      "step": 7301
    },
    {
      "epoch": 0.79163052905464,
      "grad_norm": 0.30832311511039734,
      "learning_rate": 7.387929783838677e-05,
      "loss": 0.0548,
      "step": 7302
    },
    {
      "epoch": 0.7917389418907199,
      "grad_norm": 0.16140320897102356,
      "learning_rate": 7.387567097054984e-05,
      "loss": 0.04,
      "step": 7303
    },
    {
      "epoch": 0.7918473547267997,
      "grad_norm": 0.14934930205345154,
      "learning_rate": 7.38720441027129e-05,
      "loss": 0.0162,
      "step": 7304
    },
    {
      "epoch": 0.7919557675628794,
      "grad_norm": 0.18167802691459656,
      "learning_rate": 7.386841723487597e-05,
      "loss": 0.0514,
      "step": 7305
    },
    {
      "epoch": 0.7920641803989592,
      "grad_norm": 0.08383950591087341,
      "learning_rate": 7.386479036703902e-05,
      "loss": 0.0157,
      "step": 7306
    },
    {
      "epoch": 0.7921725932350391,
      "grad_norm": 0.36419492959976196,
      "learning_rate": 7.38611634992021e-05,
      "loss": 0.0694,
      "step": 7307
    },
    {
      "epoch": 0.7922810060711188,
      "grad_norm": 0.09042639285326004,
      "learning_rate": 7.385753663136515e-05,
      "loss": 0.0168,
      "step": 7308
    },
    {
      "epoch": 0.7923894189071986,
      "grad_norm": 0.17819400131702423,
      "learning_rate": 7.385390976352822e-05,
      "loss": 0.0336,
      "step": 7309
    },
    {
      "epoch": 0.7924978317432784,
      "grad_norm": 0.21039055287837982,
      "learning_rate": 7.385028289569128e-05,
      "loss": 0.0434,
      "step": 7310
    },
    {
      "epoch": 0.7926062445793582,
      "grad_norm": 0.09619039297103882,
      "learning_rate": 7.384665602785434e-05,
      "loss": 0.0162,
      "step": 7311
    },
    {
      "epoch": 0.792714657415438,
      "grad_norm": 0.22255657613277435,
      "learning_rate": 7.384302916001741e-05,
      "loss": 0.0575,
      "step": 7312
    },
    {
      "epoch": 0.7928230702515178,
      "grad_norm": 0.3673226833343506,
      "learning_rate": 7.383940229218048e-05,
      "loss": 0.0704,
      "step": 7313
    },
    {
      "epoch": 0.7929314830875975,
      "grad_norm": 0.36919426918029785,
      "learning_rate": 7.383577542434355e-05,
      "loss": 0.1656,
      "step": 7314
    },
    {
      "epoch": 0.7930398959236774,
      "grad_norm": 0.08830996602773666,
      "learning_rate": 7.383214855650661e-05,
      "loss": 0.0227,
      "step": 7315
    },
    {
      "epoch": 0.7931483087597572,
      "grad_norm": 0.09708971530199051,
      "learning_rate": 7.382852168866967e-05,
      "loss": 0.011,
      "step": 7316
    },
    {
      "epoch": 0.7932567215958369,
      "grad_norm": 0.09955533593893051,
      "learning_rate": 7.382489482083274e-05,
      "loss": 0.018,
      "step": 7317
    },
    {
      "epoch": 0.7933651344319167,
      "grad_norm": 0.15228715538978577,
      "learning_rate": 7.38212679529958e-05,
      "loss": 0.0537,
      "step": 7318
    },
    {
      "epoch": 0.7934735472679966,
      "grad_norm": 0.16259324550628662,
      "learning_rate": 7.381764108515886e-05,
      "loss": 0.0341,
      "step": 7319
    },
    {
      "epoch": 0.7935819601040763,
      "grad_norm": 0.18277059495449066,
      "learning_rate": 7.381401421732192e-05,
      "loss": 0.0329,
      "step": 7320
    },
    {
      "epoch": 0.7936903729401561,
      "grad_norm": 0.13242240250110626,
      "learning_rate": 7.381038734948499e-05,
      "loss": 0.0406,
      "step": 7321
    },
    {
      "epoch": 0.7937987857762359,
      "grad_norm": 0.10427870601415634,
      "learning_rate": 7.380676048164805e-05,
      "loss": 0.0302,
      "step": 7322
    },
    {
      "epoch": 0.7939071986123157,
      "grad_norm": 0.17738884687423706,
      "learning_rate": 7.380313361381112e-05,
      "loss": 0.0229,
      "step": 7323
    },
    {
      "epoch": 0.7940156114483955,
      "grad_norm": 0.1850283443927765,
      "learning_rate": 7.379950674597418e-05,
      "loss": 0.045,
      "step": 7324
    },
    {
      "epoch": 0.7941240242844753,
      "grad_norm": 0.2695583701133728,
      "learning_rate": 7.379587987813724e-05,
      "loss": 0.0803,
      "step": 7325
    },
    {
      "epoch": 0.794232437120555,
      "grad_norm": 0.21580290794372559,
      "learning_rate": 7.37922530103003e-05,
      "loss": 0.088,
      "step": 7326
    },
    {
      "epoch": 0.7943408499566349,
      "grad_norm": 0.10595493763685226,
      "learning_rate": 7.378862614246336e-05,
      "loss": 0.0217,
      "step": 7327
    },
    {
      "epoch": 0.7944492627927147,
      "grad_norm": 0.16727106273174286,
      "learning_rate": 7.378499927462643e-05,
      "loss": 0.048,
      "step": 7328
    },
    {
      "epoch": 0.7945576756287944,
      "grad_norm": 0.20745089650154114,
      "learning_rate": 7.378137240678949e-05,
      "loss": 0.0533,
      "step": 7329
    },
    {
      "epoch": 0.7946660884648742,
      "grad_norm": 0.3022977113723755,
      "learning_rate": 7.377774553895256e-05,
      "loss": 0.0413,
      "step": 7330
    },
    {
      "epoch": 0.7947745013009541,
      "grad_norm": 0.1601441204547882,
      "learning_rate": 7.377411867111563e-05,
      "loss": 0.035,
      "step": 7331
    },
    {
      "epoch": 0.7948829141370338,
      "grad_norm": 0.18788570165634155,
      "learning_rate": 7.377049180327869e-05,
      "loss": 0.0596,
      "step": 7332
    },
    {
      "epoch": 0.7949913269731136,
      "grad_norm": 0.12285356223583221,
      "learning_rate": 7.376686493544176e-05,
      "loss": 0.0337,
      "step": 7333
    },
    {
      "epoch": 0.7950997398091935,
      "grad_norm": 0.12957675755023956,
      "learning_rate": 7.376323806760482e-05,
      "loss": 0.042,
      "step": 7334
    },
    {
      "epoch": 0.7952081526452732,
      "grad_norm": 0.19815921783447266,
      "learning_rate": 7.375961119976789e-05,
      "loss": 0.0407,
      "step": 7335
    },
    {
      "epoch": 0.795316565481353,
      "grad_norm": 0.10222329944372177,
      "learning_rate": 7.375598433193095e-05,
      "loss": 0.0235,
      "step": 7336
    },
    {
      "epoch": 0.7954249783174328,
      "grad_norm": 0.5141772031784058,
      "learning_rate": 7.375235746409402e-05,
      "loss": 0.0576,
      "step": 7337
    },
    {
      "epoch": 0.7955333911535126,
      "grad_norm": 0.2038368433713913,
      "learning_rate": 7.374873059625708e-05,
      "loss": 0.0467,
      "step": 7338
    },
    {
      "epoch": 0.7956418039895924,
      "grad_norm": 0.10661584138870239,
      "learning_rate": 7.374510372842013e-05,
      "loss": 0.0156,
      "step": 7339
    },
    {
      "epoch": 0.7957502168256722,
      "grad_norm": 0.08568646013736725,
      "learning_rate": 7.37414768605832e-05,
      "loss": 0.0217,
      "step": 7340
    },
    {
      "epoch": 0.7958586296617519,
      "grad_norm": 0.13538230955600739,
      "learning_rate": 7.373784999274626e-05,
      "loss": 0.0285,
      "step": 7341
    },
    {
      "epoch": 0.7959670424978318,
      "grad_norm": 0.14156277477741241,
      "learning_rate": 7.373422312490933e-05,
      "loss": 0.0372,
      "step": 7342
    },
    {
      "epoch": 0.7960754553339116,
      "grad_norm": 0.15041989088058472,
      "learning_rate": 7.373059625707239e-05,
      "loss": 0.0275,
      "step": 7343
    },
    {
      "epoch": 0.7961838681699913,
      "grad_norm": 0.11708329617977142,
      "learning_rate": 7.372696938923546e-05,
      "loss": 0.0274,
      "step": 7344
    },
    {
      "epoch": 0.7962922810060711,
      "grad_norm": 0.060852158814668655,
      "learning_rate": 7.372334252139852e-05,
      "loss": 0.0093,
      "step": 7345
    },
    {
      "epoch": 0.796400693842151,
      "grad_norm": 0.22286051511764526,
      "learning_rate": 7.371971565356159e-05,
      "loss": 0.0364,
      "step": 7346
    },
    {
      "epoch": 0.7965091066782307,
      "grad_norm": 0.20266315340995789,
      "learning_rate": 7.371608878572465e-05,
      "loss": 0.0315,
      "step": 7347
    },
    {
      "epoch": 0.7966175195143105,
      "grad_norm": 0.1675747036933899,
      "learning_rate": 7.371246191788772e-05,
      "loss": 0.031,
      "step": 7348
    },
    {
      "epoch": 0.7967259323503902,
      "grad_norm": 0.13054119050502777,
      "learning_rate": 7.370883505005079e-05,
      "loss": 0.0244,
      "step": 7349
    },
    {
      "epoch": 0.7968343451864701,
      "grad_norm": 0.16700512170791626,
      "learning_rate": 7.370520818221385e-05,
      "loss": 0.0336,
      "step": 7350
    },
    {
      "epoch": 0.7969427580225499,
      "grad_norm": 0.1858224868774414,
      "learning_rate": 7.370158131437692e-05,
      "loss": 0.0548,
      "step": 7351
    },
    {
      "epoch": 0.7970511708586296,
      "grad_norm": 0.05468175187706947,
      "learning_rate": 7.369795444653997e-05,
      "loss": 0.0098,
      "step": 7352
    },
    {
      "epoch": 0.7971595836947094,
      "grad_norm": 0.25320181250572205,
      "learning_rate": 7.369432757870304e-05,
      "loss": 0.0561,
      "step": 7353
    },
    {
      "epoch": 0.7972679965307893,
      "grad_norm": 0.1916273534297943,
      "learning_rate": 7.36907007108661e-05,
      "loss": 0.037,
      "step": 7354
    },
    {
      "epoch": 0.797376409366869,
      "grad_norm": 0.11843428015708923,
      "learning_rate": 7.368707384302916e-05,
      "loss": 0.0342,
      "step": 7355
    },
    {
      "epoch": 0.7974848222029488,
      "grad_norm": 0.1202484518289566,
      "learning_rate": 7.368344697519223e-05,
      "loss": 0.0369,
      "step": 7356
    },
    {
      "epoch": 0.7975932350390286,
      "grad_norm": 0.1561916619539261,
      "learning_rate": 7.367982010735529e-05,
      "loss": 0.0236,
      "step": 7357
    },
    {
      "epoch": 0.7977016478751084,
      "grad_norm": 0.2340044528245926,
      "learning_rate": 7.367619323951836e-05,
      "loss": 0.0618,
      "step": 7358
    },
    {
      "epoch": 0.7978100607111882,
      "grad_norm": 0.11159610003232956,
      "learning_rate": 7.367256637168142e-05,
      "loss": 0.02,
      "step": 7359
    },
    {
      "epoch": 0.797918473547268,
      "grad_norm": 0.14198002219200134,
      "learning_rate": 7.366893950384449e-05,
      "loss": 0.0247,
      "step": 7360
    },
    {
      "epoch": 0.7980268863833477,
      "grad_norm": 0.24758844077587128,
      "learning_rate": 7.366531263600754e-05,
      "loss": 0.0448,
      "step": 7361
    },
    {
      "epoch": 0.7981352992194276,
      "grad_norm": 0.31526339054107666,
      "learning_rate": 7.36616857681706e-05,
      "loss": 0.0694,
      "step": 7362
    },
    {
      "epoch": 0.7982437120555074,
      "grad_norm": 0.08443096280097961,
      "learning_rate": 7.365805890033367e-05,
      "loss": 0.0224,
      "step": 7363
    },
    {
      "epoch": 0.7983521248915871,
      "grad_norm": 0.33733823895454407,
      "learning_rate": 7.365443203249673e-05,
      "loss": 0.0403,
      "step": 7364
    },
    {
      "epoch": 0.798460537727667,
      "grad_norm": 0.12126469612121582,
      "learning_rate": 7.365080516465981e-05,
      "loss": 0.0185,
      "step": 7365
    },
    {
      "epoch": 0.7985689505637468,
      "grad_norm": 0.2010287344455719,
      "learning_rate": 7.364717829682287e-05,
      "loss": 0.0309,
      "step": 7366
    },
    {
      "epoch": 0.7986773633998265,
      "grad_norm": 0.32760360836982727,
      "learning_rate": 7.364355142898594e-05,
      "loss": 0.0973,
      "step": 7367
    },
    {
      "epoch": 0.7987857762359063,
      "grad_norm": 0.2474280297756195,
      "learning_rate": 7.3639924561149e-05,
      "loss": 0.0626,
      "step": 7368
    },
    {
      "epoch": 0.7988941890719862,
      "grad_norm": 0.19300809502601624,
      "learning_rate": 7.363629769331206e-05,
      "loss": 0.0859,
      "step": 7369
    },
    {
      "epoch": 0.7990026019080659,
      "grad_norm": 0.307494580745697,
      "learning_rate": 7.363267082547513e-05,
      "loss": 0.0492,
      "step": 7370
    },
    {
      "epoch": 0.7991110147441457,
      "grad_norm": 0.11806512624025345,
      "learning_rate": 7.362904395763818e-05,
      "loss": 0.0234,
      "step": 7371
    },
    {
      "epoch": 0.7992194275802255,
      "grad_norm": 0.16597945988178253,
      "learning_rate": 7.362541708980126e-05,
      "loss": 0.0231,
      "step": 7372
    },
    {
      "epoch": 0.7993278404163053,
      "grad_norm": 0.09118465334177017,
      "learning_rate": 7.362179022196431e-05,
      "loss": 0.0179,
      "step": 7373
    },
    {
      "epoch": 0.7994362532523851,
      "grad_norm": 0.18106374144554138,
      "learning_rate": 7.361816335412738e-05,
      "loss": 0.0365,
      "step": 7374
    },
    {
      "epoch": 0.7995446660884649,
      "grad_norm": 0.2508782744407654,
      "learning_rate": 7.361453648629044e-05,
      "loss": 0.0337,
      "step": 7375
    },
    {
      "epoch": 0.7996530789245446,
      "grad_norm": 0.13687142729759216,
      "learning_rate": 7.361090961845351e-05,
      "loss": 0.0139,
      "step": 7376
    },
    {
      "epoch": 0.7997614917606245,
      "grad_norm": 0.21697212755680084,
      "learning_rate": 7.360728275061657e-05,
      "loss": 0.0621,
      "step": 7377
    },
    {
      "epoch": 0.7998699045967043,
      "grad_norm": 0.08401285856962204,
      "learning_rate": 7.360365588277963e-05,
      "loss": 0.023,
      "step": 7378
    },
    {
      "epoch": 0.799978317432784,
      "grad_norm": 0.4755513668060303,
      "learning_rate": 7.36000290149427e-05,
      "loss": 0.0555,
      "step": 7379
    },
    {
      "epoch": 0.8000867302688638,
      "grad_norm": 0.340768039226532,
      "learning_rate": 7.359640214710575e-05,
      "loss": 0.0304,
      "step": 7380
    },
    {
      "epoch": 0.8001951431049437,
      "grad_norm": 0.37085410952568054,
      "learning_rate": 7.359277527926883e-05,
      "loss": 0.0493,
      "step": 7381
    },
    {
      "epoch": 0.8003035559410234,
      "grad_norm": 0.47383153438568115,
      "learning_rate": 7.35891484114319e-05,
      "loss": 0.0955,
      "step": 7382
    },
    {
      "epoch": 0.8004119687771032,
      "grad_norm": 0.30683162808418274,
      "learning_rate": 7.358552154359495e-05,
      "loss": 0.0506,
      "step": 7383
    },
    {
      "epoch": 0.800520381613183,
      "grad_norm": 0.16427314281463623,
      "learning_rate": 7.358189467575802e-05,
      "loss": 0.0227,
      "step": 7384
    },
    {
      "epoch": 0.8006287944492628,
      "grad_norm": 0.1474492847919464,
      "learning_rate": 7.357826780792108e-05,
      "loss": 0.0199,
      "step": 7385
    },
    {
      "epoch": 0.8007372072853426,
      "grad_norm": 0.14221584796905518,
      "learning_rate": 7.357464094008415e-05,
      "loss": 0.024,
      "step": 7386
    },
    {
      "epoch": 0.8008456201214224,
      "grad_norm": 0.28073930740356445,
      "learning_rate": 7.357101407224721e-05,
      "loss": 0.0546,
      "step": 7387
    },
    {
      "epoch": 0.8009540329575021,
      "grad_norm": 0.11940896511077881,
      "learning_rate": 7.356738720441028e-05,
      "loss": 0.0281,
      "step": 7388
    },
    {
      "epoch": 0.801062445793582,
      "grad_norm": 0.1701885461807251,
      "learning_rate": 7.356376033657334e-05,
      "loss": 0.0334,
      "step": 7389
    },
    {
      "epoch": 0.8011708586296618,
      "grad_norm": 0.10806173831224442,
      "learning_rate": 7.356013346873641e-05,
      "loss": 0.0229,
      "step": 7390
    },
    {
      "epoch": 0.8012792714657415,
      "grad_norm": 0.3447599411010742,
      "learning_rate": 7.355650660089947e-05,
      "loss": 0.0451,
      "step": 7391
    },
    {
      "epoch": 0.8013876843018214,
      "grad_norm": 0.15684406459331512,
      "learning_rate": 7.355287973306252e-05,
      "loss": 0.0419,
      "step": 7392
    },
    {
      "epoch": 0.8014960971379012,
      "grad_norm": 0.22211647033691406,
      "learning_rate": 7.35492528652256e-05,
      "loss": 0.034,
      "step": 7393
    },
    {
      "epoch": 0.8016045099739809,
      "grad_norm": 0.15852321684360504,
      "learning_rate": 7.354562599738865e-05,
      "loss": 0.0294,
      "step": 7394
    },
    {
      "epoch": 0.8017129228100607,
      "grad_norm": 0.16991887986660004,
      "learning_rate": 7.354199912955172e-05,
      "loss": 0.0171,
      "step": 7395
    },
    {
      "epoch": 0.8018213356461406,
      "grad_norm": 0.11506420373916626,
      "learning_rate": 7.353837226171478e-05,
      "loss": 0.0143,
      "step": 7396
    },
    {
      "epoch": 0.8019297484822203,
      "grad_norm": 0.1850346326828003,
      "learning_rate": 7.353474539387785e-05,
      "loss": 0.0346,
      "step": 7397
    },
    {
      "epoch": 0.8020381613183001,
      "grad_norm": 0.1700340062379837,
      "learning_rate": 7.353111852604091e-05,
      "loss": 0.0153,
      "step": 7398
    },
    {
      "epoch": 0.8021465741543798,
      "grad_norm": 0.11618396639823914,
      "learning_rate": 7.352749165820398e-05,
      "loss": 0.0135,
      "step": 7399
    },
    {
      "epoch": 0.8022549869904597,
      "grad_norm": 0.2703060507774353,
      "learning_rate": 7.352386479036705e-05,
      "loss": 0.0497,
      "step": 7400
    },
    {
      "epoch": 0.8023633998265395,
      "grad_norm": 0.1678716093301773,
      "learning_rate": 7.352023792253011e-05,
      "loss": 0.0234,
      "step": 7401
    },
    {
      "epoch": 0.8024718126626192,
      "grad_norm": 0.11836737394332886,
      "learning_rate": 7.351661105469318e-05,
      "loss": 0.022,
      "step": 7402
    },
    {
      "epoch": 0.802580225498699,
      "grad_norm": 0.08057592064142227,
      "learning_rate": 7.351298418685624e-05,
      "loss": 0.0169,
      "step": 7403
    },
    {
      "epoch": 0.8026886383347789,
      "grad_norm": 0.13708807528018951,
      "learning_rate": 7.35093573190193e-05,
      "loss": 0.0142,
      "step": 7404
    },
    {
      "epoch": 0.8027970511708586,
      "grad_norm": 0.1738869994878769,
      "learning_rate": 7.350573045118236e-05,
      "loss": 0.0493,
      "step": 7405
    },
    {
      "epoch": 0.8029054640069384,
      "grad_norm": 0.272764652967453,
      "learning_rate": 7.350210358334542e-05,
      "loss": 0.0224,
      "step": 7406
    },
    {
      "epoch": 0.8030138768430182,
      "grad_norm": 0.2253284901380539,
      "learning_rate": 7.349847671550849e-05,
      "loss": 0.052,
      "step": 7407
    },
    {
      "epoch": 0.803122289679098,
      "grad_norm": 0.06895985454320908,
      "learning_rate": 7.349484984767155e-05,
      "loss": 0.0095,
      "step": 7408
    },
    {
      "epoch": 0.8032307025151778,
      "grad_norm": 0.02188483066856861,
      "learning_rate": 7.349122297983462e-05,
      "loss": 0.0022,
      "step": 7409
    },
    {
      "epoch": 0.8033391153512576,
      "grad_norm": 0.3431827127933502,
      "learning_rate": 7.348759611199768e-05,
      "loss": 0.0821,
      "step": 7410
    },
    {
      "epoch": 0.8034475281873373,
      "grad_norm": 0.12401007115840912,
      "learning_rate": 7.348396924416075e-05,
      "loss": 0.0233,
      "step": 7411
    },
    {
      "epoch": 0.8035559410234172,
      "grad_norm": 0.10927421599626541,
      "learning_rate": 7.34803423763238e-05,
      "loss": 0.0164,
      "step": 7412
    },
    {
      "epoch": 0.803664353859497,
      "grad_norm": 0.0764576643705368,
      "learning_rate": 7.347671550848688e-05,
      "loss": 0.0097,
      "step": 7413
    },
    {
      "epoch": 0.8037727666955767,
      "grad_norm": 0.21234367787837982,
      "learning_rate": 7.347308864064993e-05,
      "loss": 0.0394,
      "step": 7414
    },
    {
      "epoch": 0.8038811795316565,
      "grad_norm": 0.1928604394197464,
      "learning_rate": 7.346946177281299e-05,
      "loss": 0.0369,
      "step": 7415
    },
    {
      "epoch": 0.8039895923677364,
      "grad_norm": 0.22474023699760437,
      "learning_rate": 7.346583490497606e-05,
      "loss": 0.0588,
      "step": 7416
    },
    {
      "epoch": 0.8040980052038161,
      "grad_norm": 0.0341683030128479,
      "learning_rate": 7.346220803713913e-05,
      "loss": 0.0058,
      "step": 7417
    },
    {
      "epoch": 0.8042064180398959,
      "grad_norm": 0.2801356911659241,
      "learning_rate": 7.34585811693022e-05,
      "loss": 0.0337,
      "step": 7418
    },
    {
      "epoch": 0.8043148308759757,
      "grad_norm": 0.13103650510311127,
      "learning_rate": 7.345495430146526e-05,
      "loss": 0.0294,
      "step": 7419
    },
    {
      "epoch": 0.8044232437120555,
      "grad_norm": 0.16394774615764618,
      "learning_rate": 7.345132743362832e-05,
      "loss": 0.0332,
      "step": 7420
    },
    {
      "epoch": 0.8045316565481353,
      "grad_norm": 0.30464914441108704,
      "learning_rate": 7.344770056579139e-05,
      "loss": 0.0491,
      "step": 7421
    },
    {
      "epoch": 0.8046400693842151,
      "grad_norm": 0.07118754833936691,
      "learning_rate": 7.344407369795445e-05,
      "loss": 0.0065,
      "step": 7422
    },
    {
      "epoch": 0.8047484822202949,
      "grad_norm": 0.24078604578971863,
      "learning_rate": 7.344044683011752e-05,
      "loss": 0.0401,
      "step": 7423
    },
    {
      "epoch": 0.8048568950563747,
      "grad_norm": 0.2533344328403473,
      "learning_rate": 7.343681996228058e-05,
      "loss": 0.0444,
      "step": 7424
    },
    {
      "epoch": 0.8049653078924545,
      "grad_norm": 0.2086314707994461,
      "learning_rate": 7.343319309444365e-05,
      "loss": 0.043,
      "step": 7425
    },
    {
      "epoch": 0.8050737207285342,
      "grad_norm": 0.10154982656240463,
      "learning_rate": 7.34295662266067e-05,
      "loss": 0.0151,
      "step": 7426
    },
    {
      "epoch": 0.8051821335646141,
      "grad_norm": 0.03420945629477501,
      "learning_rate": 7.342593935876977e-05,
      "loss": 0.003,
      "step": 7427
    },
    {
      "epoch": 0.8052905464006939,
      "grad_norm": 0.2717426121234894,
      "learning_rate": 7.342231249093283e-05,
      "loss": 0.0289,
      "step": 7428
    },
    {
      "epoch": 0.8053989592367736,
      "grad_norm": 0.17573095858097076,
      "learning_rate": 7.341868562309589e-05,
      "loss": 0.0307,
      "step": 7429
    },
    {
      "epoch": 0.8055073720728534,
      "grad_norm": 0.31958186626434326,
      "learning_rate": 7.341505875525896e-05,
      "loss": 0.0447,
      "step": 7430
    },
    {
      "epoch": 0.8056157849089333,
      "grad_norm": 0.15414036810398102,
      "learning_rate": 7.341143188742202e-05,
      "loss": 0.022,
      "step": 7431
    },
    {
      "epoch": 0.805724197745013,
      "grad_norm": 0.2206404060125351,
      "learning_rate": 7.340780501958509e-05,
      "loss": 0.0496,
      "step": 7432
    },
    {
      "epoch": 0.8058326105810928,
      "grad_norm": 0.19003158807754517,
      "learning_rate": 7.340417815174815e-05,
      "loss": 0.0196,
      "step": 7433
    },
    {
      "epoch": 0.8059410234171726,
      "grad_norm": 0.1088075265288353,
      "learning_rate": 7.340055128391122e-05,
      "loss": 0.0232,
      "step": 7434
    },
    {
      "epoch": 0.8060494362532524,
      "grad_norm": 0.19952411949634552,
      "learning_rate": 7.339692441607429e-05,
      "loss": 0.0329,
      "step": 7435
    },
    {
      "epoch": 0.8061578490893322,
      "grad_norm": 0.3999553620815277,
      "learning_rate": 7.339329754823734e-05,
      "loss": 0.0401,
      "step": 7436
    },
    {
      "epoch": 0.806266261925412,
      "grad_norm": 0.18763387203216553,
      "learning_rate": 7.338967068040042e-05,
      "loss": 0.0443,
      "step": 7437
    },
    {
      "epoch": 0.8063746747614917,
      "grad_norm": 0.06447519361972809,
      "learning_rate": 7.338604381256347e-05,
      "loss": 0.016,
      "step": 7438
    },
    {
      "epoch": 0.8064830875975716,
      "grad_norm": 0.1673329919576645,
      "learning_rate": 7.338241694472654e-05,
      "loss": 0.0398,
      "step": 7439
    },
    {
      "epoch": 0.8065915004336514,
      "grad_norm": 0.25784891843795776,
      "learning_rate": 7.33787900768896e-05,
      "loss": 0.0178,
      "step": 7440
    },
    {
      "epoch": 0.8066999132697311,
      "grad_norm": 0.13859257102012634,
      "learning_rate": 7.337516320905267e-05,
      "loss": 0.0155,
      "step": 7441
    },
    {
      "epoch": 0.8068083261058109,
      "grad_norm": 0.09915991127490997,
      "learning_rate": 7.337153634121573e-05,
      "loss": 0.0207,
      "step": 7442
    },
    {
      "epoch": 0.8069167389418908,
      "grad_norm": 0.16835984587669373,
      "learning_rate": 7.336790947337879e-05,
      "loss": 0.0226,
      "step": 7443
    },
    {
      "epoch": 0.8070251517779705,
      "grad_norm": 0.13465182483196259,
      "learning_rate": 7.336428260554186e-05,
      "loss": 0.0227,
      "step": 7444
    },
    {
      "epoch": 0.8071335646140503,
      "grad_norm": 0.46016228199005127,
      "learning_rate": 7.336065573770491e-05,
      "loss": 0.1116,
      "step": 7445
    },
    {
      "epoch": 0.80724197745013,
      "grad_norm": 0.14788974821567535,
      "learning_rate": 7.335702886986799e-05,
      "loss": 0.0476,
      "step": 7446
    },
    {
      "epoch": 0.8073503902862099,
      "grad_norm": 0.19261635839939117,
      "learning_rate": 7.335340200203104e-05,
      "loss": 0.0372,
      "step": 7447
    },
    {
      "epoch": 0.8074588031222897,
      "grad_norm": 0.2094871699810028,
      "learning_rate": 7.334977513419411e-05,
      "loss": 0.0607,
      "step": 7448
    },
    {
      "epoch": 0.8075672159583694,
      "grad_norm": 0.12571047246456146,
      "learning_rate": 7.334614826635717e-05,
      "loss": 0.0198,
      "step": 7449
    },
    {
      "epoch": 0.8076756287944492,
      "grad_norm": 0.3331054151058197,
      "learning_rate": 7.334252139852024e-05,
      "loss": 0.0663,
      "step": 7450
    },
    {
      "epoch": 0.8077840416305291,
      "grad_norm": 0.13412299752235413,
      "learning_rate": 7.333889453068331e-05,
      "loss": 0.0266,
      "step": 7451
    },
    {
      "epoch": 0.8078924544666088,
      "grad_norm": 0.29441994428634644,
      "learning_rate": 7.333526766284637e-05,
      "loss": 0.0458,
      "step": 7452
    },
    {
      "epoch": 0.8080008673026886,
      "grad_norm": 0.13004222512245178,
      "learning_rate": 7.333164079500944e-05,
      "loss": 0.0299,
      "step": 7453
    },
    {
      "epoch": 0.8081092801387685,
      "grad_norm": 0.15125592052936554,
      "learning_rate": 7.33280139271725e-05,
      "loss": 0.0312,
      "step": 7454
    },
    {
      "epoch": 0.8082176929748482,
      "grad_norm": 0.11509399861097336,
      "learning_rate": 7.332438705933557e-05,
      "loss": 0.0224,
      "step": 7455
    },
    {
      "epoch": 0.808326105810928,
      "grad_norm": 0.11956024169921875,
      "learning_rate": 7.332076019149863e-05,
      "loss": 0.0223,
      "step": 7456
    },
    {
      "epoch": 0.8084345186470078,
      "grad_norm": 0.1409265249967575,
      "learning_rate": 7.33171333236617e-05,
      "loss": 0.0286,
      "step": 7457
    },
    {
      "epoch": 0.8085429314830876,
      "grad_norm": 0.09384842216968536,
      "learning_rate": 7.331350645582475e-05,
      "loss": 0.007,
      "step": 7458
    },
    {
      "epoch": 0.8086513443191674,
      "grad_norm": 0.1677665114402771,
      "learning_rate": 7.330987958798781e-05,
      "loss": 0.0616,
      "step": 7459
    },
    {
      "epoch": 0.8087597571552472,
      "grad_norm": 0.2878968119621277,
      "learning_rate": 7.330625272015088e-05,
      "loss": 0.0693,
      "step": 7460
    },
    {
      "epoch": 0.8088681699913269,
      "grad_norm": 0.22546343505382538,
      "learning_rate": 7.330262585231394e-05,
      "loss": 0.0153,
      "step": 7461
    },
    {
      "epoch": 0.8089765828274068,
      "grad_norm": 0.11405504494905472,
      "learning_rate": 7.329899898447701e-05,
      "loss": 0.0161,
      "step": 7462
    },
    {
      "epoch": 0.8090849956634866,
      "grad_norm": 0.25883856415748596,
      "learning_rate": 7.329537211664007e-05,
      "loss": 0.0512,
      "step": 7463
    },
    {
      "epoch": 0.8091934084995663,
      "grad_norm": 0.30255499482154846,
      "learning_rate": 7.329174524880314e-05,
      "loss": 0.0812,
      "step": 7464
    },
    {
      "epoch": 0.8093018213356461,
      "grad_norm": 0.07324332743883133,
      "learning_rate": 7.32881183809662e-05,
      "loss": 0.0083,
      "step": 7465
    },
    {
      "epoch": 0.809410234171726,
      "grad_norm": 0.25060319900512695,
      "learning_rate": 7.328449151312925e-05,
      "loss": 0.0335,
      "step": 7466
    },
    {
      "epoch": 0.8095186470078057,
      "grad_norm": 0.2025534063577652,
      "learning_rate": 7.328086464529233e-05,
      "loss": 0.0207,
      "step": 7467
    },
    {
      "epoch": 0.8096270598438855,
      "grad_norm": 0.049006395041942596,
      "learning_rate": 7.327723777745538e-05,
      "loss": 0.0073,
      "step": 7468
    },
    {
      "epoch": 0.8097354726799653,
      "grad_norm": 0.4693222939968109,
      "learning_rate": 7.327361090961847e-05,
      "loss": 0.071,
      "step": 7469
    },
    {
      "epoch": 0.8098438855160451,
      "grad_norm": 0.1555599570274353,
      "learning_rate": 7.326998404178152e-05,
      "loss": 0.0592,
      "step": 7470
    },
    {
      "epoch": 0.8099522983521249,
      "grad_norm": 0.03844651207327843,
      "learning_rate": 7.32663571739446e-05,
      "loss": 0.0071,
      "step": 7471
    },
    {
      "epoch": 0.8100607111882047,
      "grad_norm": 0.25226953625679016,
      "learning_rate": 7.326273030610765e-05,
      "loss": 0.0532,
      "step": 7472
    },
    {
      "epoch": 0.8101691240242844,
      "grad_norm": 0.07107497751712799,
      "learning_rate": 7.325910343827071e-05,
      "loss": 0.0111,
      "step": 7473
    },
    {
      "epoch": 0.8102775368603643,
      "grad_norm": 0.13240566849708557,
      "learning_rate": 7.325547657043378e-05,
      "loss": 0.0308,
      "step": 7474
    },
    {
      "epoch": 0.8103859496964441,
      "grad_norm": 0.32327133417129517,
      "learning_rate": 7.325184970259684e-05,
      "loss": 0.0946,
      "step": 7475
    },
    {
      "epoch": 0.8104943625325238,
      "grad_norm": 0.1328275352716446,
      "learning_rate": 7.324822283475991e-05,
      "loss": 0.0291,
      "step": 7476
    },
    {
      "epoch": 0.8106027753686036,
      "grad_norm": 0.10012339055538177,
      "learning_rate": 7.324459596692297e-05,
      "loss": 0.0296,
      "step": 7477
    },
    {
      "epoch": 0.8107111882046835,
      "grad_norm": 0.21699059009552002,
      "learning_rate": 7.324096909908604e-05,
      "loss": 0.0279,
      "step": 7478
    },
    {
      "epoch": 0.8108196010407632,
      "grad_norm": 0.24436618387699127,
      "learning_rate": 7.32373422312491e-05,
      "loss": 0.0616,
      "step": 7479
    },
    {
      "epoch": 0.810928013876843,
      "grad_norm": 0.12216354161500931,
      "learning_rate": 7.323371536341217e-05,
      "loss": 0.0193,
      "step": 7480
    },
    {
      "epoch": 0.8110364267129229,
      "grad_norm": 0.1624859869480133,
      "learning_rate": 7.323008849557522e-05,
      "loss": 0.0444,
      "step": 7481
    },
    {
      "epoch": 0.8111448395490026,
      "grad_norm": 0.1518387794494629,
      "learning_rate": 7.322646162773828e-05,
      "loss": 0.0526,
      "step": 7482
    },
    {
      "epoch": 0.8112532523850824,
      "grad_norm": 0.03949911519885063,
      "learning_rate": 7.322283475990135e-05,
      "loss": 0.006,
      "step": 7483
    },
    {
      "epoch": 0.8113616652211622,
      "grad_norm": 0.27216464281082153,
      "learning_rate": 7.321920789206441e-05,
      "loss": 0.0235,
      "step": 7484
    },
    {
      "epoch": 0.811470078057242,
      "grad_norm": 0.1676260530948639,
      "learning_rate": 7.321558102422748e-05,
      "loss": 0.0309,
      "step": 7485
    },
    {
      "epoch": 0.8115784908933218,
      "grad_norm": 0.10140727460384369,
      "learning_rate": 7.321195415639055e-05,
      "loss": 0.0106,
      "step": 7486
    },
    {
      "epoch": 0.8116869037294016,
      "grad_norm": 0.23289266228675842,
      "learning_rate": 7.320832728855361e-05,
      "loss": 0.0542,
      "step": 7487
    },
    {
      "epoch": 0.8117953165654813,
      "grad_norm": 0.08792196214199066,
      "learning_rate": 7.320470042071668e-05,
      "loss": 0.0184,
      "step": 7488
    },
    {
      "epoch": 0.8119037294015612,
      "grad_norm": 0.28147974610328674,
      "learning_rate": 7.320107355287974e-05,
      "loss": 0.0496,
      "step": 7489
    },
    {
      "epoch": 0.812012142237641,
      "grad_norm": 0.1573370397090912,
      "learning_rate": 7.31974466850428e-05,
      "loss": 0.0467,
      "step": 7490
    },
    {
      "epoch": 0.8121205550737207,
      "grad_norm": 0.125144824385643,
      "learning_rate": 7.319381981720586e-05,
      "loss": 0.0276,
      "step": 7491
    },
    {
      "epoch": 0.8122289679098005,
      "grad_norm": 0.15592999756336212,
      "learning_rate": 7.319019294936893e-05,
      "loss": 0.0208,
      "step": 7492
    },
    {
      "epoch": 0.8123373807458804,
      "grad_norm": 0.18060733377933502,
      "learning_rate": 7.318656608153199e-05,
      "loss": 0.0319,
      "step": 7493
    },
    {
      "epoch": 0.8124457935819601,
      "grad_norm": 0.10758762806653976,
      "learning_rate": 7.318293921369506e-05,
      "loss": 0.0106,
      "step": 7494
    },
    {
      "epoch": 0.8125542064180399,
      "grad_norm": 0.24688763916492462,
      "learning_rate": 7.317931234585812e-05,
      "loss": 0.0525,
      "step": 7495
    },
    {
      "epoch": 0.8126626192541196,
      "grad_norm": 0.253231406211853,
      "learning_rate": 7.317568547802118e-05,
      "loss": 0.0381,
      "step": 7496
    },
    {
      "epoch": 0.8127710320901995,
      "grad_norm": 0.20561985671520233,
      "learning_rate": 7.317205861018425e-05,
      "loss": 0.0622,
      "step": 7497
    },
    {
      "epoch": 0.8128794449262793,
      "grad_norm": 0.2929288446903229,
      "learning_rate": 7.31684317423473e-05,
      "loss": 0.028,
      "step": 7498
    },
    {
      "epoch": 0.812987857762359,
      "grad_norm": 0.1501011997461319,
      "learning_rate": 7.316480487451038e-05,
      "loss": 0.0307,
      "step": 7499
    },
    {
      "epoch": 0.8130962705984388,
      "grad_norm": 0.16301080584526062,
      "learning_rate": 7.316117800667343e-05,
      "loss": 0.0521,
      "step": 7500
    },
    {
      "epoch": 0.8132046834345187,
      "grad_norm": 0.19788075983524323,
      "learning_rate": 7.31575511388365e-05,
      "loss": 0.0374,
      "step": 7501
    },
    {
      "epoch": 0.8133130962705984,
      "grad_norm": 0.3342827558517456,
      "learning_rate": 7.315392427099956e-05,
      "loss": 0.1091,
      "step": 7502
    },
    {
      "epoch": 0.8134215091066782,
      "grad_norm": 0.10870979726314545,
      "learning_rate": 7.315029740316263e-05,
      "loss": 0.0205,
      "step": 7503
    },
    {
      "epoch": 0.813529921942758,
      "grad_norm": 0.1588071584701538,
      "learning_rate": 7.31466705353257e-05,
      "loss": 0.0313,
      "step": 7504
    },
    {
      "epoch": 0.8136383347788378,
      "grad_norm": 0.12156529724597931,
      "learning_rate": 7.314304366748876e-05,
      "loss": 0.0416,
      "step": 7505
    },
    {
      "epoch": 0.8137467476149176,
      "grad_norm": 0.2795543074607849,
      "learning_rate": 7.313941679965183e-05,
      "loss": 0.0854,
      "step": 7506
    },
    {
      "epoch": 0.8138551604509974,
      "grad_norm": 0.10030845552682877,
      "learning_rate": 7.313578993181489e-05,
      "loss": 0.0225,
      "step": 7507
    },
    {
      "epoch": 0.8139635732870771,
      "grad_norm": 0.6006414890289307,
      "learning_rate": 7.313216306397796e-05,
      "loss": 0.0502,
      "step": 7508
    },
    {
      "epoch": 0.814071986123157,
      "grad_norm": 0.09533824026584625,
      "learning_rate": 7.312853619614102e-05,
      "loss": 0.0248,
      "step": 7509
    },
    {
      "epoch": 0.8141803989592368,
      "grad_norm": 0.29882046580314636,
      "learning_rate": 7.312490932830407e-05,
      "loss": 0.0607,
      "step": 7510
    },
    {
      "epoch": 0.8142888117953165,
      "grad_norm": 0.238754004240036,
      "learning_rate": 7.312128246046715e-05,
      "loss": 0.0554,
      "step": 7511
    },
    {
      "epoch": 0.8143972246313964,
      "grad_norm": 0.10843119025230408,
      "learning_rate": 7.31176555926302e-05,
      "loss": 0.0143,
      "step": 7512
    },
    {
      "epoch": 0.8145056374674762,
      "grad_norm": 0.2784215807914734,
      "learning_rate": 7.311402872479327e-05,
      "loss": 0.0649,
      "step": 7513
    },
    {
      "epoch": 0.8146140503035559,
      "grad_norm": 0.1007547527551651,
      "learning_rate": 7.311040185695633e-05,
      "loss": 0.0112,
      "step": 7514
    },
    {
      "epoch": 0.8147224631396357,
      "grad_norm": 0.10809452086687088,
      "learning_rate": 7.31067749891194e-05,
      "loss": 0.0455,
      "step": 7515
    },
    {
      "epoch": 0.8148308759757156,
      "grad_norm": 0.11284762620925903,
      "learning_rate": 7.310314812128246e-05,
      "loss": 0.0131,
      "step": 7516
    },
    {
      "epoch": 0.8149392888117953,
      "grad_norm": 0.1344030797481537,
      "learning_rate": 7.309952125344553e-05,
      "loss": 0.0152,
      "step": 7517
    },
    {
      "epoch": 0.8150477016478751,
      "grad_norm": 0.21944835782051086,
      "learning_rate": 7.309589438560859e-05,
      "loss": 0.0736,
      "step": 7518
    },
    {
      "epoch": 0.8151561144839549,
      "grad_norm": 0.26384490728378296,
      "learning_rate": 7.309226751777164e-05,
      "loss": 0.0381,
      "step": 7519
    },
    {
      "epoch": 0.8152645273200347,
      "grad_norm": 0.25866109132766724,
      "learning_rate": 7.308864064993473e-05,
      "loss": 0.0521,
      "step": 7520
    },
    {
      "epoch": 0.8153729401561145,
      "grad_norm": 0.14767998456954956,
      "learning_rate": 7.308501378209779e-05,
      "loss": 0.024,
      "step": 7521
    },
    {
      "epoch": 0.8154813529921943,
      "grad_norm": 0.09163352847099304,
      "learning_rate": 7.308138691426086e-05,
      "loss": 0.017,
      "step": 7522
    },
    {
      "epoch": 0.815589765828274,
      "grad_norm": 0.16453032195568085,
      "learning_rate": 7.307776004642391e-05,
      "loss": 0.0376,
      "step": 7523
    },
    {
      "epoch": 0.8156981786643539,
      "grad_norm": 0.1290811449289322,
      "learning_rate": 7.307413317858697e-05,
      "loss": 0.0269,
      "step": 7524
    },
    {
      "epoch": 0.8158065915004337,
      "grad_norm": 0.10599424690008163,
      "learning_rate": 7.307050631075004e-05,
      "loss": 0.0264,
      "step": 7525
    },
    {
      "epoch": 0.8159150043365134,
      "grad_norm": 0.1892673671245575,
      "learning_rate": 7.30668794429131e-05,
      "loss": 0.0388,
      "step": 7526
    },
    {
      "epoch": 0.8160234171725932,
      "grad_norm": 0.1342865526676178,
      "learning_rate": 7.306325257507617e-05,
      "loss": 0.0154,
      "step": 7527
    },
    {
      "epoch": 0.8161318300086731,
      "grad_norm": 0.3693649470806122,
      "learning_rate": 7.305962570723923e-05,
      "loss": 0.0299,
      "step": 7528
    },
    {
      "epoch": 0.8162402428447528,
      "grad_norm": 0.1580442488193512,
      "learning_rate": 7.30559988394023e-05,
      "loss": 0.0389,
      "step": 7529
    },
    {
      "epoch": 0.8163486556808326,
      "grad_norm": 0.23274436593055725,
      "learning_rate": 7.305237197156536e-05,
      "loss": 0.084,
      "step": 7530
    },
    {
      "epoch": 0.8164570685169124,
      "grad_norm": 0.09564580023288727,
      "learning_rate": 7.304874510372843e-05,
      "loss": 0.0168,
      "step": 7531
    },
    {
      "epoch": 0.8165654813529922,
      "grad_norm": 0.21086719632148743,
      "learning_rate": 7.304511823589149e-05,
      "loss": 0.0539,
      "step": 7532
    },
    {
      "epoch": 0.816673894189072,
      "grad_norm": 0.08149191737174988,
      "learning_rate": 7.304149136805454e-05,
      "loss": 0.0209,
      "step": 7533
    },
    {
      "epoch": 0.8167823070251518,
      "grad_norm": 0.3935127556324005,
      "learning_rate": 7.303786450021761e-05,
      "loss": 0.0421,
      "step": 7534
    },
    {
      "epoch": 0.8168907198612315,
      "grad_norm": 0.10155792534351349,
      "learning_rate": 7.303423763238067e-05,
      "loss": 0.0103,
      "step": 7535
    },
    {
      "epoch": 0.8169991326973114,
      "grad_norm": 0.358523964881897,
      "learning_rate": 7.303061076454374e-05,
      "loss": 0.1141,
      "step": 7536
    },
    {
      "epoch": 0.8171075455333912,
      "grad_norm": 0.18043281137943268,
      "learning_rate": 7.30269838967068e-05,
      "loss": 0.0186,
      "step": 7537
    },
    {
      "epoch": 0.8172159583694709,
      "grad_norm": 0.21089786291122437,
      "learning_rate": 7.302335702886988e-05,
      "loss": 0.0515,
      "step": 7538
    },
    {
      "epoch": 0.8173243712055508,
      "grad_norm": 0.10515730828046799,
      "learning_rate": 7.301973016103294e-05,
      "loss": 0.0218,
      "step": 7539
    },
    {
      "epoch": 0.8174327840416306,
      "grad_norm": 0.2339736819267273,
      "learning_rate": 7.3016103293196e-05,
      "loss": 0.047,
      "step": 7540
    },
    {
      "epoch": 0.8175411968777103,
      "grad_norm": 0.15065550804138184,
      "learning_rate": 7.301247642535907e-05,
      "loss": 0.0474,
      "step": 7541
    },
    {
      "epoch": 0.8176496097137901,
      "grad_norm": 0.1316090226173401,
      "learning_rate": 7.300884955752213e-05,
      "loss": 0.0365,
      "step": 7542
    },
    {
      "epoch": 0.81775802254987,
      "grad_norm": 0.1422095149755478,
      "learning_rate": 7.30052226896852e-05,
      "loss": 0.0498,
      "step": 7543
    },
    {
      "epoch": 0.8178664353859497,
      "grad_norm": 0.04449286684393883,
      "learning_rate": 7.300159582184825e-05,
      "loss": 0.0061,
      "step": 7544
    },
    {
      "epoch": 0.8179748482220295,
      "grad_norm": 0.13656987249851227,
      "learning_rate": 7.299796895401133e-05,
      "loss": 0.0212,
      "step": 7545
    },
    {
      "epoch": 0.8180832610581092,
      "grad_norm": 0.22852376103401184,
      "learning_rate": 7.299434208617438e-05,
      "loss": 0.0451,
      "step": 7546
    },
    {
      "epoch": 0.8181916738941891,
      "grad_norm": 0.24026910960674286,
      "learning_rate": 7.299071521833744e-05,
      "loss": 0.0354,
      "step": 7547
    },
    {
      "epoch": 0.8183000867302689,
      "grad_norm": 0.24692845344543457,
      "learning_rate": 7.298708835050051e-05,
      "loss": 0.036,
      "step": 7548
    },
    {
      "epoch": 0.8184084995663486,
      "grad_norm": 0.3392592668533325,
      "learning_rate": 7.298346148266357e-05,
      "loss": 0.0354,
      "step": 7549
    },
    {
      "epoch": 0.8185169124024284,
      "grad_norm": 0.07616698741912842,
      "learning_rate": 7.297983461482664e-05,
      "loss": 0.0108,
      "step": 7550
    },
    {
      "epoch": 0.8186253252385083,
      "grad_norm": 0.15348251163959503,
      "learning_rate": 7.29762077469897e-05,
      "loss": 0.0414,
      "step": 7551
    },
    {
      "epoch": 0.818733738074588,
      "grad_norm": 0.16334404051303864,
      "learning_rate": 7.297258087915277e-05,
      "loss": 0.0422,
      "step": 7552
    },
    {
      "epoch": 0.8188421509106678,
      "grad_norm": 0.21205489337444305,
      "learning_rate": 7.296895401131582e-05,
      "loss": 0.02,
      "step": 7553
    },
    {
      "epoch": 0.8189505637467476,
      "grad_norm": 0.15769760310649872,
      "learning_rate": 7.29653271434789e-05,
      "loss": 0.0108,
      "step": 7554
    },
    {
      "epoch": 0.8190589765828274,
      "grad_norm": 0.18271633982658386,
      "learning_rate": 7.296170027564197e-05,
      "loss": 0.0145,
      "step": 7555
    },
    {
      "epoch": 0.8191673894189072,
      "grad_norm": 0.12954479455947876,
      "learning_rate": 7.295807340780502e-05,
      "loss": 0.0416,
      "step": 7556
    },
    {
      "epoch": 0.819275802254987,
      "grad_norm": 0.25491979718208313,
      "learning_rate": 7.29544465399681e-05,
      "loss": 0.0434,
      "step": 7557
    },
    {
      "epoch": 0.8193842150910667,
      "grad_norm": 0.1901794672012329,
      "learning_rate": 7.295081967213115e-05,
      "loss": 0.0627,
      "step": 7558
    },
    {
      "epoch": 0.8194926279271466,
      "grad_norm": 0.2452854961156845,
      "learning_rate": 7.294719280429422e-05,
      "loss": 0.0285,
      "step": 7559
    },
    {
      "epoch": 0.8196010407632264,
      "grad_norm": 0.2871745526790619,
      "learning_rate": 7.294356593645728e-05,
      "loss": 0.0803,
      "step": 7560
    },
    {
      "epoch": 0.8197094535993061,
      "grad_norm": 0.2588918209075928,
      "learning_rate": 7.293993906862035e-05,
      "loss": 0.0695,
      "step": 7561
    },
    {
      "epoch": 0.8198178664353859,
      "grad_norm": 0.23873461782932281,
      "learning_rate": 7.293631220078341e-05,
      "loss": 0.0464,
      "step": 7562
    },
    {
      "epoch": 0.8199262792714658,
      "grad_norm": 0.18661300837993622,
      "learning_rate": 7.293268533294647e-05,
      "loss": 0.0319,
      "step": 7563
    },
    {
      "epoch": 0.8200346921075455,
      "grad_norm": 0.2513742744922638,
      "learning_rate": 7.292905846510954e-05,
      "loss": 0.0201,
      "step": 7564
    },
    {
      "epoch": 0.8201431049436253,
      "grad_norm": 0.12864893674850464,
      "learning_rate": 7.29254315972726e-05,
      "loss": 0.0426,
      "step": 7565
    },
    {
      "epoch": 0.8202515177797051,
      "grad_norm": 0.14418841898441315,
      "learning_rate": 7.292180472943566e-05,
      "loss": 0.0267,
      "step": 7566
    },
    {
      "epoch": 0.8203599306157849,
      "grad_norm": 0.17871537804603577,
      "learning_rate": 7.291817786159872e-05,
      "loss": 0.0397,
      "step": 7567
    },
    {
      "epoch": 0.8204683434518647,
      "grad_norm": 0.22523343563079834,
      "learning_rate": 7.291455099376179e-05,
      "loss": 0.0352,
      "step": 7568
    },
    {
      "epoch": 0.8205767562879445,
      "grad_norm": 0.09748993813991547,
      "learning_rate": 7.291092412592485e-05,
      "loss": 0.0138,
      "step": 7569
    },
    {
      "epoch": 0.8206851691240243,
      "grad_norm": 0.2134445756673813,
      "learning_rate": 7.290729725808792e-05,
      "loss": 0.0402,
      "step": 7570
    },
    {
      "epoch": 0.8207935819601041,
      "grad_norm": 0.3384164273738861,
      "learning_rate": 7.290367039025098e-05,
      "loss": 0.0315,
      "step": 7571
    },
    {
      "epoch": 0.8209019947961839,
      "grad_norm": 0.2391907423734665,
      "learning_rate": 7.290004352241405e-05,
      "loss": 0.0455,
      "step": 7572
    },
    {
      "epoch": 0.8210104076322636,
      "grad_norm": 0.12444088608026505,
      "learning_rate": 7.289641665457712e-05,
      "loss": 0.022,
      "step": 7573
    },
    {
      "epoch": 0.8211188204683435,
      "grad_norm": 0.18528591096401215,
      "learning_rate": 7.289278978674018e-05,
      "loss": 0.0405,
      "step": 7574
    },
    {
      "epoch": 0.8212272333044233,
      "grad_norm": 0.13294312357902527,
      "learning_rate": 7.288916291890325e-05,
      "loss": 0.0265,
      "step": 7575
    },
    {
      "epoch": 0.821335646140503,
      "grad_norm": 0.25645503401756287,
      "learning_rate": 7.28855360510663e-05,
      "loss": 0.0493,
      "step": 7576
    },
    {
      "epoch": 0.8214440589765828,
      "grad_norm": 0.2145666778087616,
      "learning_rate": 7.288190918322936e-05,
      "loss": 0.0358,
      "step": 7577
    },
    {
      "epoch": 0.8215524718126627,
      "grad_norm": 0.2284562587738037,
      "learning_rate": 7.287828231539243e-05,
      "loss": 0.0544,
      "step": 7578
    },
    {
      "epoch": 0.8216608846487424,
      "grad_norm": 0.06948591023683548,
      "learning_rate": 7.287465544755549e-05,
      "loss": 0.0085,
      "step": 7579
    },
    {
      "epoch": 0.8217692974848222,
      "grad_norm": 0.39150917530059814,
      "learning_rate": 7.287102857971856e-05,
      "loss": 0.0547,
      "step": 7580
    },
    {
      "epoch": 0.821877710320902,
      "grad_norm": 0.22354313731193542,
      "learning_rate": 7.286740171188162e-05,
      "loss": 0.0344,
      "step": 7581
    },
    {
      "epoch": 0.8219861231569818,
      "grad_norm": 0.26421070098876953,
      "learning_rate": 7.286377484404469e-05,
      "loss": 0.0583,
      "step": 7582
    },
    {
      "epoch": 0.8220945359930616,
      "grad_norm": 0.12976723909378052,
      "learning_rate": 7.286014797620775e-05,
      "loss": 0.0179,
      "step": 7583
    },
    {
      "epoch": 0.8222029488291414,
      "grad_norm": 0.3093010485172272,
      "learning_rate": 7.285652110837082e-05,
      "loss": 0.0577,
      "step": 7584
    },
    {
      "epoch": 0.8223113616652211,
      "grad_norm": 0.3249175250530243,
      "learning_rate": 7.285289424053388e-05,
      "loss": 0.0444,
      "step": 7585
    },
    {
      "epoch": 0.822419774501301,
      "grad_norm": 0.32817015051841736,
      "learning_rate": 7.284926737269693e-05,
      "loss": 0.0671,
      "step": 7586
    },
    {
      "epoch": 0.8225281873373808,
      "grad_norm": 0.26296377182006836,
      "learning_rate": 7.284564050486e-05,
      "loss": 0.0404,
      "step": 7587
    },
    {
      "epoch": 0.8226366001734605,
      "grad_norm": 0.253388911485672,
      "learning_rate": 7.284201363702306e-05,
      "loss": 0.041,
      "step": 7588
    },
    {
      "epoch": 0.8227450130095403,
      "grad_norm": 0.26056793332099915,
      "learning_rate": 7.283838676918613e-05,
      "loss": 0.0292,
      "step": 7589
    },
    {
      "epoch": 0.8228534258456202,
      "grad_norm": 0.08844106644392014,
      "learning_rate": 7.28347599013492e-05,
      "loss": 0.0065,
      "step": 7590
    },
    {
      "epoch": 0.8229618386816999,
      "grad_norm": 0.07516971975564957,
      "learning_rate": 7.283113303351226e-05,
      "loss": 0.0123,
      "step": 7591
    },
    {
      "epoch": 0.8230702515177797,
      "grad_norm": 0.13611410558223724,
      "learning_rate": 7.282750616567533e-05,
      "loss": 0.0289,
      "step": 7592
    },
    {
      "epoch": 0.8231786643538594,
      "grad_norm": 0.3413386642932892,
      "learning_rate": 7.282387929783839e-05,
      "loss": 0.0663,
      "step": 7593
    },
    {
      "epoch": 0.8232870771899393,
      "grad_norm": 0.11797007918357849,
      "learning_rate": 7.282025243000146e-05,
      "loss": 0.0226,
      "step": 7594
    },
    {
      "epoch": 0.8233954900260191,
      "grad_norm": 0.14850164949893951,
      "learning_rate": 7.281662556216452e-05,
      "loss": 0.0361,
      "step": 7595
    },
    {
      "epoch": 0.8235039028620988,
      "grad_norm": 0.14129674434661865,
      "learning_rate": 7.281299869432759e-05,
      "loss": 0.0232,
      "step": 7596
    },
    {
      "epoch": 0.8236123156981786,
      "grad_norm": 0.31807827949523926,
      "learning_rate": 7.280937182649065e-05,
      "loss": 0.0201,
      "step": 7597
    },
    {
      "epoch": 0.8237207285342585,
      "grad_norm": 0.29334917664527893,
      "learning_rate": 7.280574495865372e-05,
      "loss": 0.0716,
      "step": 7598
    },
    {
      "epoch": 0.8238291413703382,
      "grad_norm": 0.41039618849754333,
      "learning_rate": 7.280211809081677e-05,
      "loss": 0.0706,
      "step": 7599
    },
    {
      "epoch": 0.823937554206418,
      "grad_norm": 0.23328502476215363,
      "learning_rate": 7.279849122297983e-05,
      "loss": 0.0708,
      "step": 7600
    },
    {
      "epoch": 0.8240459670424979,
      "grad_norm": 0.23723165690898895,
      "learning_rate": 7.27948643551429e-05,
      "loss": 0.0352,
      "step": 7601
    },
    {
      "epoch": 0.8241543798785776,
      "grad_norm": 0.08112429082393646,
      "learning_rate": 7.279123748730596e-05,
      "loss": 0.012,
      "step": 7602
    },
    {
      "epoch": 0.8242627927146574,
      "grad_norm": 0.17906500399112701,
      "learning_rate": 7.278761061946903e-05,
      "loss": 0.06,
      "step": 7603
    },
    {
      "epoch": 0.8243712055507372,
      "grad_norm": 0.05115412548184395,
      "learning_rate": 7.278398375163209e-05,
      "loss": 0.0152,
      "step": 7604
    },
    {
      "epoch": 0.824479618386817,
      "grad_norm": 0.13703791797161102,
      "learning_rate": 7.278035688379516e-05,
      "loss": 0.0222,
      "step": 7605
    },
    {
      "epoch": 0.8245880312228968,
      "grad_norm": 0.19609475135803223,
      "learning_rate": 7.277673001595822e-05,
      "loss": 0.0242,
      "step": 7606
    },
    {
      "epoch": 0.8246964440589766,
      "grad_norm": 0.3063405752182007,
      "learning_rate": 7.277310314812129e-05,
      "loss": 0.0483,
      "step": 7607
    },
    {
      "epoch": 0.8248048568950563,
      "grad_norm": 0.3534610867500305,
      "learning_rate": 7.276947628028436e-05,
      "loss": 0.0575,
      "step": 7608
    },
    {
      "epoch": 0.8249132697311362,
      "grad_norm": 0.2792212665081024,
      "learning_rate": 7.276584941244741e-05,
      "loss": 0.0479,
      "step": 7609
    },
    {
      "epoch": 0.825021682567216,
      "grad_norm": 0.23237480223178864,
      "learning_rate": 7.276222254461049e-05,
      "loss": 0.0381,
      "step": 7610
    },
    {
      "epoch": 0.8251300954032957,
      "grad_norm": 0.20898008346557617,
      "learning_rate": 7.275859567677354e-05,
      "loss": 0.0213,
      "step": 7611
    },
    {
      "epoch": 0.8252385082393755,
      "grad_norm": 0.14008907973766327,
      "learning_rate": 7.275496880893661e-05,
      "loss": 0.0491,
      "step": 7612
    },
    {
      "epoch": 0.8253469210754554,
      "grad_norm": 0.0799647718667984,
      "learning_rate": 7.275134194109967e-05,
      "loss": 0.0212,
      "step": 7613
    },
    {
      "epoch": 0.8254553339115351,
      "grad_norm": 0.18116171658039093,
      "learning_rate": 7.274771507326273e-05,
      "loss": 0.0349,
      "step": 7614
    },
    {
      "epoch": 0.8255637467476149,
      "grad_norm": 0.26520654559135437,
      "learning_rate": 7.27440882054258e-05,
      "loss": 0.0625,
      "step": 7615
    },
    {
      "epoch": 0.8256721595836947,
      "grad_norm": 0.17963595688343048,
      "learning_rate": 7.274046133758886e-05,
      "loss": 0.0448,
      "step": 7616
    },
    {
      "epoch": 0.8257805724197745,
      "grad_norm": 0.23601731657981873,
      "learning_rate": 7.273683446975193e-05,
      "loss": 0.0292,
      "step": 7617
    },
    {
      "epoch": 0.8258889852558543,
      "grad_norm": 0.24695655703544617,
      "learning_rate": 7.273320760191498e-05,
      "loss": 0.0588,
      "step": 7618
    },
    {
      "epoch": 0.8259973980919341,
      "grad_norm": 0.08410384505987167,
      "learning_rate": 7.272958073407806e-05,
      "loss": 0.0189,
      "step": 7619
    },
    {
      "epoch": 0.8261058109280138,
      "grad_norm": 0.44278472661972046,
      "learning_rate": 7.272595386624111e-05,
      "loss": 0.107,
      "step": 7620
    },
    {
      "epoch": 0.8262142237640937,
      "grad_norm": 0.20823660492897034,
      "learning_rate": 7.272232699840418e-05,
      "loss": 0.0354,
      "step": 7621
    },
    {
      "epoch": 0.8263226366001735,
      "grad_norm": 0.13466446101665497,
      "learning_rate": 7.271870013056724e-05,
      "loss": 0.043,
      "step": 7622
    },
    {
      "epoch": 0.8264310494362532,
      "grad_norm": 0.16713088750839233,
      "learning_rate": 7.27150732627303e-05,
      "loss": 0.0239,
      "step": 7623
    },
    {
      "epoch": 0.826539462272333,
      "grad_norm": 0.12578405439853668,
      "learning_rate": 7.271144639489338e-05,
      "loss": 0.0308,
      "step": 7624
    },
    {
      "epoch": 0.8266478751084129,
      "grad_norm": 0.17557422816753387,
      "learning_rate": 7.270781952705644e-05,
      "loss": 0.0372,
      "step": 7625
    },
    {
      "epoch": 0.8267562879444926,
      "grad_norm": 0.1827683448791504,
      "learning_rate": 7.270419265921951e-05,
      "loss": 0.0665,
      "step": 7626
    },
    {
      "epoch": 0.8268647007805724,
      "grad_norm": 0.1292622685432434,
      "learning_rate": 7.270056579138257e-05,
      "loss": 0.0309,
      "step": 7627
    },
    {
      "epoch": 0.8269731136166523,
      "grad_norm": 0.16616667807102203,
      "learning_rate": 7.269693892354563e-05,
      "loss": 0.0355,
      "step": 7628
    },
    {
      "epoch": 0.827081526452732,
      "grad_norm": 0.19272087514400482,
      "learning_rate": 7.26933120557087e-05,
      "loss": 0.0358,
      "step": 7629
    },
    {
      "epoch": 0.8271899392888118,
      "grad_norm": 0.17742732167243958,
      "learning_rate": 7.268968518787175e-05,
      "loss": 0.0574,
      "step": 7630
    },
    {
      "epoch": 0.8272983521248916,
      "grad_norm": 0.18055875599384308,
      "learning_rate": 7.268605832003482e-05,
      "loss": 0.0411,
      "step": 7631
    },
    {
      "epoch": 0.8274067649609714,
      "grad_norm": 0.1530396193265915,
      "learning_rate": 7.268243145219788e-05,
      "loss": 0.0429,
      "step": 7632
    },
    {
      "epoch": 0.8275151777970512,
      "grad_norm": 0.19871392846107483,
      "learning_rate": 7.267880458436095e-05,
      "loss": 0.0648,
      "step": 7633
    },
    {
      "epoch": 0.827623590633131,
      "grad_norm": 0.05651167035102844,
      "learning_rate": 7.267517771652401e-05,
      "loss": 0.0129,
      "step": 7634
    },
    {
      "epoch": 0.8277320034692107,
      "grad_norm": 0.051587387919425964,
      "learning_rate": 7.267155084868708e-05,
      "loss": 0.0091,
      "step": 7635
    },
    {
      "epoch": 0.8278404163052906,
      "grad_norm": 0.0753326416015625,
      "learning_rate": 7.266792398085014e-05,
      "loss": 0.0135,
      "step": 7636
    },
    {
      "epoch": 0.8279488291413704,
      "grad_norm": 0.1370673030614853,
      "learning_rate": 7.26642971130132e-05,
      "loss": 0.0405,
      "step": 7637
    },
    {
      "epoch": 0.8280572419774501,
      "grad_norm": 0.25566402077674866,
      "learning_rate": 7.266067024517627e-05,
      "loss": 0.0326,
      "step": 7638
    },
    {
      "epoch": 0.8281656548135299,
      "grad_norm": 0.16600392758846283,
      "learning_rate": 7.265704337733932e-05,
      "loss": 0.024,
      "step": 7639
    },
    {
      "epoch": 0.8282740676496098,
      "grad_norm": 0.2150392234325409,
      "learning_rate": 7.26534165095024e-05,
      "loss": 0.0261,
      "step": 7640
    },
    {
      "epoch": 0.8283824804856895,
      "grad_norm": 0.09822136163711548,
      "learning_rate": 7.264978964166547e-05,
      "loss": 0.0127,
      "step": 7641
    },
    {
      "epoch": 0.8284908933217693,
      "grad_norm": 0.18077729642391205,
      "learning_rate": 7.264616277382854e-05,
      "loss": 0.0564,
      "step": 7642
    },
    {
      "epoch": 0.828599306157849,
      "grad_norm": 0.1502785086631775,
      "learning_rate": 7.26425359059916e-05,
      "loss": 0.0226,
      "step": 7643
    },
    {
      "epoch": 0.8287077189939289,
      "grad_norm": 0.09372126311063766,
      "learning_rate": 7.263890903815465e-05,
      "loss": 0.0258,
      "step": 7644
    },
    {
      "epoch": 0.8288161318300087,
      "grad_norm": 0.14148986339569092,
      "learning_rate": 7.263528217031772e-05,
      "loss": 0.0277,
      "step": 7645
    },
    {
      "epoch": 0.8289245446660884,
      "grad_norm": 0.182484969496727,
      "learning_rate": 7.263165530248078e-05,
      "loss": 0.05,
      "step": 7646
    },
    {
      "epoch": 0.8290329575021682,
      "grad_norm": 0.18063868582248688,
      "learning_rate": 7.262802843464385e-05,
      "loss": 0.0531,
      "step": 7647
    },
    {
      "epoch": 0.8291413703382481,
      "grad_norm": 0.08350836485624313,
      "learning_rate": 7.262440156680691e-05,
      "loss": 0.0195,
      "step": 7648
    },
    {
      "epoch": 0.8292497831743278,
      "grad_norm": 0.09066551178693771,
      "learning_rate": 7.262077469896998e-05,
      "loss": 0.0111,
      "step": 7649
    },
    {
      "epoch": 0.8293581960104076,
      "grad_norm": 0.429994136095047,
      "learning_rate": 7.261714783113304e-05,
      "loss": 0.049,
      "step": 7650
    },
    {
      "epoch": 0.8294666088464874,
      "grad_norm": 0.18320411443710327,
      "learning_rate": 7.26135209632961e-05,
      "loss": 0.0334,
      "step": 7651
    },
    {
      "epoch": 0.8295750216825672,
      "grad_norm": 0.07259302586317062,
      "learning_rate": 7.260989409545916e-05,
      "loss": 0.0166,
      "step": 7652
    },
    {
      "epoch": 0.829683434518647,
      "grad_norm": 0.0890158861875534,
      "learning_rate": 7.260626722762222e-05,
      "loss": 0.0247,
      "step": 7653
    },
    {
      "epoch": 0.8297918473547268,
      "grad_norm": 0.19691087305545807,
      "learning_rate": 7.260264035978529e-05,
      "loss": 0.0192,
      "step": 7654
    },
    {
      "epoch": 0.8299002601908065,
      "grad_norm": 0.1247304379940033,
      "learning_rate": 7.259901349194835e-05,
      "loss": 0.0216,
      "step": 7655
    },
    {
      "epoch": 0.8300086730268864,
      "grad_norm": 0.30666112899780273,
      "learning_rate": 7.259538662411142e-05,
      "loss": 0.1227,
      "step": 7656
    },
    {
      "epoch": 0.8301170858629662,
      "grad_norm": 0.10478857159614563,
      "learning_rate": 7.259175975627448e-05,
      "loss": 0.0197,
      "step": 7657
    },
    {
      "epoch": 0.8302254986990459,
      "grad_norm": 0.061665210872888565,
      "learning_rate": 7.258813288843755e-05,
      "loss": 0.0119,
      "step": 7658
    },
    {
      "epoch": 0.8303339115351258,
      "grad_norm": 0.28453633189201355,
      "learning_rate": 7.258450602060062e-05,
      "loss": 0.0482,
      "step": 7659
    },
    {
      "epoch": 0.8304423243712056,
      "grad_norm": 0.2751031219959259,
      "learning_rate": 7.258087915276368e-05,
      "loss": 0.0365,
      "step": 7660
    },
    {
      "epoch": 0.8305507372072853,
      "grad_norm": 0.140463724732399,
      "learning_rate": 7.257725228492675e-05,
      "loss": 0.04,
      "step": 7661
    },
    {
      "epoch": 0.8306591500433651,
      "grad_norm": 0.45153942704200745,
      "learning_rate": 7.25736254170898e-05,
      "loss": 0.0695,
      "step": 7662
    },
    {
      "epoch": 0.830767562879445,
      "grad_norm": 0.1283131241798401,
      "learning_rate": 7.256999854925288e-05,
      "loss": 0.035,
      "step": 7663
    },
    {
      "epoch": 0.8308759757155247,
      "grad_norm": 0.1087074801325798,
      "learning_rate": 7.256637168141593e-05,
      "loss": 0.0196,
      "step": 7664
    },
    {
      "epoch": 0.8309843885516045,
      "grad_norm": 0.39755934476852417,
      "learning_rate": 7.2562744813579e-05,
      "loss": 0.0436,
      "step": 7665
    },
    {
      "epoch": 0.8310928013876843,
      "grad_norm": 0.057181984186172485,
      "learning_rate": 7.255911794574206e-05,
      "loss": 0.0113,
      "step": 7666
    },
    {
      "epoch": 0.8312012142237641,
      "grad_norm": 0.32833585143089294,
      "learning_rate": 7.255549107790512e-05,
      "loss": 0.0707,
      "step": 7667
    },
    {
      "epoch": 0.8313096270598439,
      "grad_norm": 0.2835705578327179,
      "learning_rate": 7.255186421006819e-05,
      "loss": 0.0785,
      "step": 7668
    },
    {
      "epoch": 0.8314180398959237,
      "grad_norm": 0.26908886432647705,
      "learning_rate": 7.254823734223125e-05,
      "loss": 0.0776,
      "step": 7669
    },
    {
      "epoch": 0.8315264527320034,
      "grad_norm": 0.31372806429862976,
      "learning_rate": 7.254461047439432e-05,
      "loss": 0.0663,
      "step": 7670
    },
    {
      "epoch": 0.8316348655680833,
      "grad_norm": 0.08077134191989899,
      "learning_rate": 7.254098360655738e-05,
      "loss": 0.0068,
      "step": 7671
    },
    {
      "epoch": 0.8317432784041631,
      "grad_norm": 0.27084672451019287,
      "learning_rate": 7.253735673872045e-05,
      "loss": 0.0355,
      "step": 7672
    },
    {
      "epoch": 0.8318516912402428,
      "grad_norm": 0.09620332717895508,
      "learning_rate": 7.25337298708835e-05,
      "loss": 0.0222,
      "step": 7673
    },
    {
      "epoch": 0.8319601040763226,
      "grad_norm": 0.21446917951107025,
      "learning_rate": 7.253010300304657e-05,
      "loss": 0.0657,
      "step": 7674
    },
    {
      "epoch": 0.8320685169124025,
      "grad_norm": 0.3473885655403137,
      "learning_rate": 7.252647613520963e-05,
      "loss": 0.0158,
      "step": 7675
    },
    {
      "epoch": 0.8321769297484822,
      "grad_norm": 0.07836531102657318,
      "learning_rate": 7.25228492673727e-05,
      "loss": 0.0112,
      "step": 7676
    },
    {
      "epoch": 0.832285342584562,
      "grad_norm": 0.2614039182662964,
      "learning_rate": 7.251922239953577e-05,
      "loss": 0.0359,
      "step": 7677
    },
    {
      "epoch": 0.8323937554206418,
      "grad_norm": 0.10426139086484909,
      "learning_rate": 7.251559553169883e-05,
      "loss": 0.0266,
      "step": 7678
    },
    {
      "epoch": 0.8325021682567216,
      "grad_norm": 0.18706154823303223,
      "learning_rate": 7.25119686638619e-05,
      "loss": 0.0274,
      "step": 7679
    },
    {
      "epoch": 0.8326105810928014,
      "grad_norm": 0.11209125816822052,
      "learning_rate": 7.250834179602496e-05,
      "loss": 0.021,
      "step": 7680
    },
    {
      "epoch": 0.8327189939288812,
      "grad_norm": 0.06567485630512238,
      "learning_rate": 7.250471492818802e-05,
      "loss": 0.0158,
      "step": 7681
    },
    {
      "epoch": 0.8328274067649609,
      "grad_norm": 0.046916987746953964,
      "learning_rate": 7.250108806035109e-05,
      "loss": 0.0056,
      "step": 7682
    },
    {
      "epoch": 0.8329358196010408,
      "grad_norm": 0.3460477292537689,
      "learning_rate": 7.249746119251414e-05,
      "loss": 0.0726,
      "step": 7683
    },
    {
      "epoch": 0.8330442324371206,
      "grad_norm": 0.16328470408916473,
      "learning_rate": 7.249383432467722e-05,
      "loss": 0.0299,
      "step": 7684
    },
    {
      "epoch": 0.8331526452732003,
      "grad_norm": 0.04464768245816231,
      "learning_rate": 7.249020745684027e-05,
      "loss": 0.0042,
      "step": 7685
    },
    {
      "epoch": 0.8332610581092801,
      "grad_norm": 0.31349480152130127,
      "learning_rate": 7.248658058900334e-05,
      "loss": 0.0612,
      "step": 7686
    },
    {
      "epoch": 0.83336947094536,
      "grad_norm": 0.09796112030744553,
      "learning_rate": 7.24829537211664e-05,
      "loss": 0.0155,
      "step": 7687
    },
    {
      "epoch": 0.8334778837814397,
      "grad_norm": 0.1738642156124115,
      "learning_rate": 7.247932685332947e-05,
      "loss": 0.0116,
      "step": 7688
    },
    {
      "epoch": 0.8335862966175195,
      "grad_norm": 0.47728490829467773,
      "learning_rate": 7.247569998549253e-05,
      "loss": 0.0414,
      "step": 7689
    },
    {
      "epoch": 0.8336947094535994,
      "grad_norm": 0.08728250116109848,
      "learning_rate": 7.247207311765559e-05,
      "loss": 0.0118,
      "step": 7690
    },
    {
      "epoch": 0.8338031222896791,
      "grad_norm": 0.09571637958288193,
      "learning_rate": 7.246844624981866e-05,
      "loss": 0.0218,
      "step": 7691
    },
    {
      "epoch": 0.8339115351257589,
      "grad_norm": 0.13532884418964386,
      "learning_rate": 7.246481938198171e-05,
      "loss": 0.0136,
      "step": 7692
    },
    {
      "epoch": 0.8340199479618386,
      "grad_norm": 0.11140545457601547,
      "learning_rate": 7.24611925141448e-05,
      "loss": 0.0237,
      "step": 7693
    },
    {
      "epoch": 0.8341283607979185,
      "grad_norm": 0.1403438299894333,
      "learning_rate": 7.245756564630786e-05,
      "loss": 0.0259,
      "step": 7694
    },
    {
      "epoch": 0.8342367736339983,
      "grad_norm": 0.07674931734800339,
      "learning_rate": 7.245393877847091e-05,
      "loss": 0.0243,
      "step": 7695
    },
    {
      "epoch": 0.834345186470078,
      "grad_norm": 0.19677592813968658,
      "learning_rate": 7.245031191063398e-05,
      "loss": 0.038,
      "step": 7696
    },
    {
      "epoch": 0.8344535993061578,
      "grad_norm": 0.32348141074180603,
      "learning_rate": 7.244668504279704e-05,
      "loss": 0.0431,
      "step": 7697
    },
    {
      "epoch": 0.8345620121422377,
      "grad_norm": 0.31837567687034607,
      "learning_rate": 7.244305817496011e-05,
      "loss": 0.0326,
      "step": 7698
    },
    {
      "epoch": 0.8346704249783174,
      "grad_norm": 0.12620151042938232,
      "learning_rate": 7.243943130712317e-05,
      "loss": 0.0184,
      "step": 7699
    },
    {
      "epoch": 0.8347788378143972,
      "grad_norm": 0.35325759649276733,
      "learning_rate": 7.243580443928624e-05,
      "loss": 0.0555,
      "step": 7700
    },
    {
      "epoch": 0.834887250650477,
      "grad_norm": 0.1843249499797821,
      "learning_rate": 7.24321775714493e-05,
      "loss": 0.0355,
      "step": 7701
    },
    {
      "epoch": 0.8349956634865568,
      "grad_norm": 0.18902699649333954,
      "learning_rate": 7.242855070361237e-05,
      "loss": 0.0416,
      "step": 7702
    },
    {
      "epoch": 0.8351040763226366,
      "grad_norm": 0.2666170001029968,
      "learning_rate": 7.242492383577543e-05,
      "loss": 0.0482,
      "step": 7703
    },
    {
      "epoch": 0.8352124891587164,
      "grad_norm": 0.4378790259361267,
      "learning_rate": 7.242129696793848e-05,
      "loss": 0.0719,
      "step": 7704
    },
    {
      "epoch": 0.8353209019947961,
      "grad_norm": 0.1555664837360382,
      "learning_rate": 7.241767010010155e-05,
      "loss": 0.011,
      "step": 7705
    },
    {
      "epoch": 0.835429314830876,
      "grad_norm": 0.16181907057762146,
      "learning_rate": 7.241404323226461e-05,
      "loss": 0.0259,
      "step": 7706
    },
    {
      "epoch": 0.8355377276669558,
      "grad_norm": 0.13827738165855408,
      "learning_rate": 7.241041636442768e-05,
      "loss": 0.0289,
      "step": 7707
    },
    {
      "epoch": 0.8356461405030355,
      "grad_norm": 0.19835910201072693,
      "learning_rate": 7.240678949659074e-05,
      "loss": 0.0388,
      "step": 7708
    },
    {
      "epoch": 0.8357545533391153,
      "grad_norm": 0.24703286588191986,
      "learning_rate": 7.240316262875381e-05,
      "loss": 0.0741,
      "step": 7709
    },
    {
      "epoch": 0.8358629661751952,
      "grad_norm": 0.15524397790431976,
      "learning_rate": 7.239953576091688e-05,
      "loss": 0.042,
      "step": 7710
    },
    {
      "epoch": 0.8359713790112749,
      "grad_norm": 0.16493138670921326,
      "learning_rate": 7.239590889307994e-05,
      "loss": 0.0636,
      "step": 7711
    },
    {
      "epoch": 0.8360797918473547,
      "grad_norm": 0.41817396879196167,
      "learning_rate": 7.239228202524301e-05,
      "loss": 0.0751,
      "step": 7712
    },
    {
      "epoch": 0.8361882046834345,
      "grad_norm": 0.11617792397737503,
      "learning_rate": 7.238865515740607e-05,
      "loss": 0.0295,
      "step": 7713
    },
    {
      "epoch": 0.8362966175195143,
      "grad_norm": 0.06465981155633926,
      "learning_rate": 7.238502828956914e-05,
      "loss": 0.0102,
      "step": 7714
    },
    {
      "epoch": 0.8364050303555941,
      "grad_norm": 0.4370456039905548,
      "learning_rate": 7.23814014217322e-05,
      "loss": 0.0257,
      "step": 7715
    },
    {
      "epoch": 0.8365134431916739,
      "grad_norm": 0.11930215358734131,
      "learning_rate": 7.237777455389527e-05,
      "loss": 0.0155,
      "step": 7716
    },
    {
      "epoch": 0.8366218560277537,
      "grad_norm": 0.23987741768360138,
      "learning_rate": 7.237414768605832e-05,
      "loss": 0.0501,
      "step": 7717
    },
    {
      "epoch": 0.8367302688638335,
      "grad_norm": 0.3055862486362457,
      "learning_rate": 7.237052081822138e-05,
      "loss": 0.0722,
      "step": 7718
    },
    {
      "epoch": 0.8368386816999133,
      "grad_norm": 0.12272115051746368,
      "learning_rate": 7.236689395038445e-05,
      "loss": 0.0216,
      "step": 7719
    },
    {
      "epoch": 0.836947094535993,
      "grad_norm": 0.14041244983673096,
      "learning_rate": 7.236326708254751e-05,
      "loss": 0.0271,
      "step": 7720
    },
    {
      "epoch": 0.8370555073720729,
      "grad_norm": 0.23795264959335327,
      "learning_rate": 7.235964021471058e-05,
      "loss": 0.0429,
      "step": 7721
    },
    {
      "epoch": 0.8371639202081527,
      "grad_norm": 0.20315425097942352,
      "learning_rate": 7.235601334687364e-05,
      "loss": 0.0371,
      "step": 7722
    },
    {
      "epoch": 0.8372723330442324,
      "grad_norm": 0.39612269401550293,
      "learning_rate": 7.235238647903671e-05,
      "loss": 0.0612,
      "step": 7723
    },
    {
      "epoch": 0.8373807458803122,
      "grad_norm": 0.04968873783946037,
      "learning_rate": 7.234875961119977e-05,
      "loss": 0.0189,
      "step": 7724
    },
    {
      "epoch": 0.8374891587163921,
      "grad_norm": 0.08854629099369049,
      "learning_rate": 7.234513274336284e-05,
      "loss": 0.0254,
      "step": 7725
    },
    {
      "epoch": 0.8375975715524718,
      "grad_norm": 0.23122639954090118,
      "learning_rate": 7.23415058755259e-05,
      "loss": 0.0335,
      "step": 7726
    },
    {
      "epoch": 0.8377059843885516,
      "grad_norm": 0.14763668179512024,
      "learning_rate": 7.233787900768895e-05,
      "loss": 0.0316,
      "step": 7727
    },
    {
      "epoch": 0.8378143972246314,
      "grad_norm": 0.3738853335380554,
      "learning_rate": 7.233425213985204e-05,
      "loss": 0.1097,
      "step": 7728
    },
    {
      "epoch": 0.8379228100607112,
      "grad_norm": 0.2403835952281952,
      "learning_rate": 7.23306252720151e-05,
      "loss": 0.0496,
      "step": 7729
    },
    {
      "epoch": 0.838031222896791,
      "grad_norm": 0.19350063800811768,
      "learning_rate": 7.232699840417816e-05,
      "loss": 0.0416,
      "step": 7730
    },
    {
      "epoch": 0.8381396357328708,
      "grad_norm": 0.12868671119213104,
      "learning_rate": 7.232337153634122e-05,
      "loss": 0.0227,
      "step": 7731
    },
    {
      "epoch": 0.8382480485689505,
      "grad_norm": 0.1739678531885147,
      "learning_rate": 7.231974466850428e-05,
      "loss": 0.0253,
      "step": 7732
    },
    {
      "epoch": 0.8383564614050304,
      "grad_norm": 0.0863536149263382,
      "learning_rate": 7.231611780066735e-05,
      "loss": 0.022,
      "step": 7733
    },
    {
      "epoch": 0.8384648742411102,
      "grad_norm": 0.07355201244354248,
      "learning_rate": 7.231249093283041e-05,
      "loss": 0.015,
      "step": 7734
    },
    {
      "epoch": 0.8385732870771899,
      "grad_norm": 0.28537672758102417,
      "learning_rate": 7.230886406499348e-05,
      "loss": 0.0301,
      "step": 7735
    },
    {
      "epoch": 0.8386816999132697,
      "grad_norm": 0.11434146016836166,
      "learning_rate": 7.230523719715654e-05,
      "loss": 0.029,
      "step": 7736
    },
    {
      "epoch": 0.8387901127493496,
      "grad_norm": 0.05153202638030052,
      "learning_rate": 7.23016103293196e-05,
      "loss": 0.006,
      "step": 7737
    },
    {
      "epoch": 0.8388985255854293,
      "grad_norm": 0.08982716500759125,
      "learning_rate": 7.229798346148266e-05,
      "loss": 0.0125,
      "step": 7738
    },
    {
      "epoch": 0.8390069384215091,
      "grad_norm": 0.15937912464141846,
      "learning_rate": 7.229435659364573e-05,
      "loss": 0.0541,
      "step": 7739
    },
    {
      "epoch": 0.8391153512575888,
      "grad_norm": 0.16032344102859497,
      "learning_rate": 7.229072972580879e-05,
      "loss": 0.0319,
      "step": 7740
    },
    {
      "epoch": 0.8392237640936687,
      "grad_norm": 0.20661357045173645,
      "learning_rate": 7.228710285797185e-05,
      "loss": 0.0454,
      "step": 7741
    },
    {
      "epoch": 0.8393321769297485,
      "grad_norm": 0.20242193341255188,
      "learning_rate": 7.228347599013492e-05,
      "loss": 0.0256,
      "step": 7742
    },
    {
      "epoch": 0.8394405897658282,
      "grad_norm": 0.18743880093097687,
      "learning_rate": 7.227984912229798e-05,
      "loss": 0.0224,
      "step": 7743
    },
    {
      "epoch": 0.839549002601908,
      "grad_norm": 0.24648800492286682,
      "learning_rate": 7.227622225446105e-05,
      "loss": 0.0552,
      "step": 7744
    },
    {
      "epoch": 0.8396574154379879,
      "grad_norm": 0.310009628534317,
      "learning_rate": 7.227259538662412e-05,
      "loss": 0.0549,
      "step": 7745
    },
    {
      "epoch": 0.8397658282740676,
      "grad_norm": 0.2755275070667267,
      "learning_rate": 7.226896851878719e-05,
      "loss": 0.0432,
      "step": 7746
    },
    {
      "epoch": 0.8398742411101474,
      "grad_norm": 0.10935520380735397,
      "learning_rate": 7.226534165095025e-05,
      "loss": 0.0284,
      "step": 7747
    },
    {
      "epoch": 0.8399826539462273,
      "grad_norm": 0.2268521636724472,
      "learning_rate": 7.22617147831133e-05,
      "loss": 0.0408,
      "step": 7748
    },
    {
      "epoch": 0.840091066782307,
      "grad_norm": 0.04623261094093323,
      "learning_rate": 7.225808791527638e-05,
      "loss": 0.0118,
      "step": 7749
    },
    {
      "epoch": 0.8401994796183868,
      "grad_norm": 0.2428824007511139,
      "learning_rate": 7.225446104743943e-05,
      "loss": 0.0747,
      "step": 7750
    },
    {
      "epoch": 0.8403078924544666,
      "grad_norm": 0.18854300677776337,
      "learning_rate": 7.22508341796025e-05,
      "loss": 0.0502,
      "step": 7751
    },
    {
      "epoch": 0.8404163052905465,
      "grad_norm": 0.23971858620643616,
      "learning_rate": 7.224720731176556e-05,
      "loss": 0.053,
      "step": 7752
    },
    {
      "epoch": 0.8405247181266262,
      "grad_norm": 0.33951282501220703,
      "learning_rate": 7.224358044392863e-05,
      "loss": 0.0381,
      "step": 7753
    },
    {
      "epoch": 0.840633130962706,
      "grad_norm": 0.2913505434989929,
      "learning_rate": 7.223995357609169e-05,
      "loss": 0.0915,
      "step": 7754
    },
    {
      "epoch": 0.8407415437987857,
      "grad_norm": 0.19223666191101074,
      "learning_rate": 7.223632670825476e-05,
      "loss": 0.0429,
      "step": 7755
    },
    {
      "epoch": 0.8408499566348656,
      "grad_norm": 0.10437985509634018,
      "learning_rate": 7.223269984041782e-05,
      "loss": 0.0197,
      "step": 7756
    },
    {
      "epoch": 0.8409583694709454,
      "grad_norm": 0.11830931156873703,
      "learning_rate": 7.222907297258087e-05,
      "loss": 0.0281,
      "step": 7757
    },
    {
      "epoch": 0.8410667823070251,
      "grad_norm": 0.2930743098258972,
      "learning_rate": 7.222544610474395e-05,
      "loss": 0.0648,
      "step": 7758
    },
    {
      "epoch": 0.8411751951431049,
      "grad_norm": 0.2533465027809143,
      "learning_rate": 7.2221819236907e-05,
      "loss": 0.0349,
      "step": 7759
    },
    {
      "epoch": 0.8412836079791848,
      "grad_norm": 0.06262462586164474,
      "learning_rate": 7.221819236907007e-05,
      "loss": 0.0074,
      "step": 7760
    },
    {
      "epoch": 0.8413920208152645,
      "grad_norm": 0.27951815724372864,
      "learning_rate": 7.221456550123313e-05,
      "loss": 0.0401,
      "step": 7761
    },
    {
      "epoch": 0.8415004336513443,
      "grad_norm": 0.2514035403728485,
      "learning_rate": 7.22109386333962e-05,
      "loss": 0.0473,
      "step": 7762
    },
    {
      "epoch": 0.8416088464874241,
      "grad_norm": 0.20223799347877502,
      "learning_rate": 7.220731176555927e-05,
      "loss": 0.036,
      "step": 7763
    },
    {
      "epoch": 0.8417172593235039,
      "grad_norm": 0.09197966009378433,
      "learning_rate": 7.220368489772233e-05,
      "loss": 0.0275,
      "step": 7764
    },
    {
      "epoch": 0.8418256721595837,
      "grad_norm": 0.13703376054763794,
      "learning_rate": 7.22000580298854e-05,
      "loss": 0.0255,
      "step": 7765
    },
    {
      "epoch": 0.8419340849956635,
      "grad_norm": 0.08324848860502243,
      "learning_rate": 7.219643116204846e-05,
      "loss": 0.0097,
      "step": 7766
    },
    {
      "epoch": 0.8420424978317432,
      "grad_norm": 0.27992475032806396,
      "learning_rate": 7.219280429421153e-05,
      "loss": 0.0555,
      "step": 7767
    },
    {
      "epoch": 0.8421509106678231,
      "grad_norm": 0.1670590341091156,
      "learning_rate": 7.218917742637459e-05,
      "loss": 0.0345,
      "step": 7768
    },
    {
      "epoch": 0.8422593235039029,
      "grad_norm": 0.09514282643795013,
      "learning_rate": 7.218555055853766e-05,
      "loss": 0.0122,
      "step": 7769
    },
    {
      "epoch": 0.8423677363399826,
      "grad_norm": 0.16989290714263916,
      "learning_rate": 7.218192369070071e-05,
      "loss": 0.0259,
      "step": 7770
    },
    {
      "epoch": 0.8424761491760624,
      "grad_norm": 0.26163777709007263,
      "learning_rate": 7.217829682286377e-05,
      "loss": 0.0504,
      "step": 7771
    },
    {
      "epoch": 0.8425845620121423,
      "grad_norm": 0.06504420191049576,
      "learning_rate": 7.217466995502684e-05,
      "loss": 0.0098,
      "step": 7772
    },
    {
      "epoch": 0.842692974848222,
      "grad_norm": 0.22510136663913727,
      "learning_rate": 7.21710430871899e-05,
      "loss": 0.0298,
      "step": 7773
    },
    {
      "epoch": 0.8428013876843018,
      "grad_norm": 0.13695967197418213,
      "learning_rate": 7.216741621935297e-05,
      "loss": 0.0396,
      "step": 7774
    },
    {
      "epoch": 0.8429098005203816,
      "grad_norm": 0.09939170628786087,
      "learning_rate": 7.216378935151603e-05,
      "loss": 0.0133,
      "step": 7775
    },
    {
      "epoch": 0.8430182133564614,
      "grad_norm": 0.24088075757026672,
      "learning_rate": 7.21601624836791e-05,
      "loss": 0.0348,
      "step": 7776
    },
    {
      "epoch": 0.8431266261925412,
      "grad_norm": 0.17473794519901276,
      "learning_rate": 7.215653561584216e-05,
      "loss": 0.0376,
      "step": 7777
    },
    {
      "epoch": 0.843235039028621,
      "grad_norm": 0.18194197118282318,
      "learning_rate": 7.215290874800523e-05,
      "loss": 0.0422,
      "step": 7778
    },
    {
      "epoch": 0.8433434518647008,
      "grad_norm": 0.3225380778312683,
      "learning_rate": 7.214928188016829e-05,
      "loss": 0.0604,
      "step": 7779
    },
    {
      "epoch": 0.8434518647007806,
      "grad_norm": 0.21815820038318634,
      "learning_rate": 7.214565501233136e-05,
      "loss": 0.0623,
      "step": 7780
    },
    {
      "epoch": 0.8435602775368604,
      "grad_norm": 0.0824328139424324,
      "learning_rate": 7.214202814449443e-05,
      "loss": 0.0177,
      "step": 7781
    },
    {
      "epoch": 0.8436686903729401,
      "grad_norm": 0.24681322276592255,
      "learning_rate": 7.213840127665748e-05,
      "loss": 0.0421,
      "step": 7782
    },
    {
      "epoch": 0.84377710320902,
      "grad_norm": 0.20513546466827393,
      "learning_rate": 7.213477440882056e-05,
      "loss": 0.0378,
      "step": 7783
    },
    {
      "epoch": 0.8438855160450998,
      "grad_norm": 0.20951980352401733,
      "learning_rate": 7.213114754098361e-05,
      "loss": 0.0402,
      "step": 7784
    },
    {
      "epoch": 0.8439939288811795,
      "grad_norm": 0.1982707530260086,
      "learning_rate": 7.212752067314667e-05,
      "loss": 0.0455,
      "step": 7785
    },
    {
      "epoch": 0.8441023417172593,
      "grad_norm": 0.1965356320142746,
      "learning_rate": 7.212389380530974e-05,
      "loss": 0.0261,
      "step": 7786
    },
    {
      "epoch": 0.8442107545533392,
      "grad_norm": 0.2794542610645294,
      "learning_rate": 7.21202669374728e-05,
      "loss": 0.0613,
      "step": 7787
    },
    {
      "epoch": 0.8443191673894189,
      "grad_norm": 0.131144180893898,
      "learning_rate": 7.211664006963587e-05,
      "loss": 0.0219,
      "step": 7788
    },
    {
      "epoch": 0.8444275802254987,
      "grad_norm": 0.244261234998703,
      "learning_rate": 7.211301320179893e-05,
      "loss": 0.0402,
      "step": 7789
    },
    {
      "epoch": 0.8445359930615784,
      "grad_norm": 0.2314135879278183,
      "learning_rate": 7.2109386333962e-05,
      "loss": 0.057,
      "step": 7790
    },
    {
      "epoch": 0.8446444058976583,
      "grad_norm": 0.13454438745975494,
      "learning_rate": 7.210575946612505e-05,
      "loss": 0.0341,
      "step": 7791
    },
    {
      "epoch": 0.8447528187337381,
      "grad_norm": 0.20109522342681885,
      "learning_rate": 7.210213259828813e-05,
      "loss": 0.0375,
      "step": 7792
    },
    {
      "epoch": 0.8448612315698178,
      "grad_norm": 0.2622292637825012,
      "learning_rate": 7.209850573045118e-05,
      "loss": 0.0326,
      "step": 7793
    },
    {
      "epoch": 0.8449696444058976,
      "grad_norm": 0.5510300993919373,
      "learning_rate": 7.209487886261424e-05,
      "loss": 0.0467,
      "step": 7794
    },
    {
      "epoch": 0.8450780572419775,
      "grad_norm": 0.09301844984292984,
      "learning_rate": 7.209125199477731e-05,
      "loss": 0.0329,
      "step": 7795
    },
    {
      "epoch": 0.8451864700780573,
      "grad_norm": 0.18533539772033691,
      "learning_rate": 7.208762512694037e-05,
      "loss": 0.0264,
      "step": 7796
    },
    {
      "epoch": 0.845294882914137,
      "grad_norm": 0.194435253739357,
      "learning_rate": 7.208399825910345e-05,
      "loss": 0.0416,
      "step": 7797
    },
    {
      "epoch": 0.8454032957502168,
      "grad_norm": 0.16088519990444183,
      "learning_rate": 7.208037139126651e-05,
      "loss": 0.024,
      "step": 7798
    },
    {
      "epoch": 0.8455117085862967,
      "grad_norm": 0.2040340155363083,
      "learning_rate": 7.207674452342957e-05,
      "loss": 0.0224,
      "step": 7799
    },
    {
      "epoch": 0.8456201214223764,
      "grad_norm": 0.05489439517259598,
      "learning_rate": 7.207311765559264e-05,
      "loss": 0.0124,
      "step": 7800
    },
    {
      "epoch": 0.8457285342584562,
      "grad_norm": 0.2661227285861969,
      "learning_rate": 7.20694907877557e-05,
      "loss": 0.0539,
      "step": 7801
    },
    {
      "epoch": 0.8458369470945359,
      "grad_norm": 0.21061304211616516,
      "learning_rate": 7.206586391991877e-05,
      "loss": 0.0498,
      "step": 7802
    },
    {
      "epoch": 0.8459453599306158,
      "grad_norm": 0.18821541965007782,
      "learning_rate": 7.206223705208182e-05,
      "loss": 0.0371,
      "step": 7803
    },
    {
      "epoch": 0.8460537727666956,
      "grad_norm": 0.18667802214622498,
      "learning_rate": 7.20586101842449e-05,
      "loss": 0.048,
      "step": 7804
    },
    {
      "epoch": 0.8461621856027753,
      "grad_norm": 0.10615679621696472,
      "learning_rate": 7.205498331640795e-05,
      "loss": 0.0383,
      "step": 7805
    },
    {
      "epoch": 0.8462705984388552,
      "grad_norm": 0.1739823818206787,
      "learning_rate": 7.205135644857102e-05,
      "loss": 0.0571,
      "step": 7806
    },
    {
      "epoch": 0.846379011274935,
      "grad_norm": 0.2857854962348938,
      "learning_rate": 7.204772958073408e-05,
      "loss": 0.0602,
      "step": 7807
    },
    {
      "epoch": 0.8464874241110147,
      "grad_norm": 0.12753994762897491,
      "learning_rate": 7.204410271289714e-05,
      "loss": 0.0231,
      "step": 7808
    },
    {
      "epoch": 0.8465958369470945,
      "grad_norm": 0.18555499613285065,
      "learning_rate": 7.204047584506021e-05,
      "loss": 0.0661,
      "step": 7809
    },
    {
      "epoch": 0.8467042497831744,
      "grad_norm": 0.11477532982826233,
      "learning_rate": 7.203684897722327e-05,
      "loss": 0.0159,
      "step": 7810
    },
    {
      "epoch": 0.8468126626192541,
      "grad_norm": 0.19028782844543457,
      "learning_rate": 7.203322210938634e-05,
      "loss": 0.0423,
      "step": 7811
    },
    {
      "epoch": 0.8469210754553339,
      "grad_norm": 0.29172417521476746,
      "learning_rate": 7.20295952415494e-05,
      "loss": 0.0349,
      "step": 7812
    },
    {
      "epoch": 0.8470294882914137,
      "grad_norm": 0.09588099271059036,
      "learning_rate": 7.202596837371246e-05,
      "loss": 0.0187,
      "step": 7813
    },
    {
      "epoch": 0.8471379011274935,
      "grad_norm": 0.1881927102804184,
      "learning_rate": 7.202234150587554e-05,
      "loss": 0.0602,
      "step": 7814
    },
    {
      "epoch": 0.8472463139635733,
      "grad_norm": 0.10170750319957733,
      "learning_rate": 7.201871463803859e-05,
      "loss": 0.0274,
      "step": 7815
    },
    {
      "epoch": 0.8473547267996531,
      "grad_norm": 0.11232202500104904,
      "learning_rate": 7.201508777020166e-05,
      "loss": 0.0137,
      "step": 7816
    },
    {
      "epoch": 0.8474631396357328,
      "grad_norm": 0.1779884397983551,
      "learning_rate": 7.201146090236472e-05,
      "loss": 0.0448,
      "step": 7817
    },
    {
      "epoch": 0.8475715524718127,
      "grad_norm": 0.14975199103355408,
      "learning_rate": 7.200783403452779e-05,
      "loss": 0.037,
      "step": 7818
    },
    {
      "epoch": 0.8476799653078925,
      "grad_norm": 0.1044369786977768,
      "learning_rate": 7.200420716669085e-05,
      "loss": 0.0182,
      "step": 7819
    },
    {
      "epoch": 0.8477883781439722,
      "grad_norm": 0.1290450394153595,
      "learning_rate": 7.200058029885392e-05,
      "loss": 0.0211,
      "step": 7820
    },
    {
      "epoch": 0.847896790980052,
      "grad_norm": 0.1171480342745781,
      "learning_rate": 7.199695343101698e-05,
      "loss": 0.021,
      "step": 7821
    },
    {
      "epoch": 0.8480052038161319,
      "grad_norm": 0.1668742597103119,
      "learning_rate": 7.199332656318003e-05,
      "loss": 0.0273,
      "step": 7822
    },
    {
      "epoch": 0.8481136166522116,
      "grad_norm": 0.14626917243003845,
      "learning_rate": 7.19896996953431e-05,
      "loss": 0.0309,
      "step": 7823
    },
    {
      "epoch": 0.8482220294882914,
      "grad_norm": 0.2930324971675873,
      "learning_rate": 7.198607282750616e-05,
      "loss": 0.0373,
      "step": 7824
    },
    {
      "epoch": 0.8483304423243712,
      "grad_norm": 0.20256802439689636,
      "learning_rate": 7.198244595966923e-05,
      "loss": 0.0352,
      "step": 7825
    },
    {
      "epoch": 0.848438855160451,
      "grad_norm": 0.09945126622915268,
      "learning_rate": 7.197881909183229e-05,
      "loss": 0.014,
      "step": 7826
    },
    {
      "epoch": 0.8485472679965308,
      "grad_norm": 0.08492517471313477,
      "learning_rate": 7.197519222399536e-05,
      "loss": 0.0158,
      "step": 7827
    },
    {
      "epoch": 0.8486556808326106,
      "grad_norm": 0.20974276959896088,
      "learning_rate": 7.197156535615842e-05,
      "loss": 0.0319,
      "step": 7828
    },
    {
      "epoch": 0.8487640936686903,
      "grad_norm": 0.11382872611284256,
      "learning_rate": 7.196793848832149e-05,
      "loss": 0.0311,
      "step": 7829
    },
    {
      "epoch": 0.8488725065047702,
      "grad_norm": 0.16398465633392334,
      "learning_rate": 7.196431162048455e-05,
      "loss": 0.0319,
      "step": 7830
    },
    {
      "epoch": 0.84898091934085,
      "grad_norm": 0.08439022302627563,
      "learning_rate": 7.196068475264762e-05,
      "loss": 0.0201,
      "step": 7831
    },
    {
      "epoch": 0.8490893321769297,
      "grad_norm": 0.16265824437141418,
      "learning_rate": 7.195705788481069e-05,
      "loss": 0.0286,
      "step": 7832
    },
    {
      "epoch": 0.8491977450130095,
      "grad_norm": 0.10827411711215973,
      "learning_rate": 7.195343101697375e-05,
      "loss": 0.0143,
      "step": 7833
    },
    {
      "epoch": 0.8493061578490894,
      "grad_norm": 0.2481779158115387,
      "learning_rate": 7.194980414913682e-05,
      "loss": 0.0621,
      "step": 7834
    },
    {
      "epoch": 0.8494145706851691,
      "grad_norm": 0.21674326062202454,
      "learning_rate": 7.194617728129988e-05,
      "loss": 0.0609,
      "step": 7835
    },
    {
      "epoch": 0.8495229835212489,
      "grad_norm": 0.19375064969062805,
      "learning_rate": 7.194255041346293e-05,
      "loss": 0.0328,
      "step": 7836
    },
    {
      "epoch": 0.8496313963573288,
      "grad_norm": 0.2391994744539261,
      "learning_rate": 7.1938923545626e-05,
      "loss": 0.0451,
      "step": 7837
    },
    {
      "epoch": 0.8497398091934085,
      "grad_norm": 0.3332207202911377,
      "learning_rate": 7.193529667778906e-05,
      "loss": 0.0239,
      "step": 7838
    },
    {
      "epoch": 0.8498482220294883,
      "grad_norm": 0.11582610011100769,
      "learning_rate": 7.193166980995213e-05,
      "loss": 0.0155,
      "step": 7839
    },
    {
      "epoch": 0.849956634865568,
      "grad_norm": 0.06579311937093735,
      "learning_rate": 7.192804294211519e-05,
      "loss": 0.0101,
      "step": 7840
    },
    {
      "epoch": 0.8500650477016479,
      "grad_norm": 0.07625479996204376,
      "learning_rate": 7.192441607427826e-05,
      "loss": 0.0122,
      "step": 7841
    },
    {
      "epoch": 0.8501734605377277,
      "grad_norm": 0.10695783793926239,
      "learning_rate": 7.192078920644132e-05,
      "loss": 0.0175,
      "step": 7842
    },
    {
      "epoch": 0.8502818733738075,
      "grad_norm": 0.08713295310735703,
      "learning_rate": 7.191716233860439e-05,
      "loss": 0.0098,
      "step": 7843
    },
    {
      "epoch": 0.8503902862098872,
      "grad_norm": 0.2830442488193512,
      "learning_rate": 7.191353547076745e-05,
      "loss": 0.0591,
      "step": 7844
    },
    {
      "epoch": 0.8504986990459671,
      "grad_norm": 0.1917296200990677,
      "learning_rate": 7.19099086029305e-05,
      "loss": 0.0617,
      "step": 7845
    },
    {
      "epoch": 0.8506071118820469,
      "grad_norm": 0.2249588519334793,
      "learning_rate": 7.190628173509357e-05,
      "loss": 0.0115,
      "step": 7846
    },
    {
      "epoch": 0.8507155247181266,
      "grad_norm": 0.07406031340360641,
      "learning_rate": 7.190265486725663e-05,
      "loss": 0.0057,
      "step": 7847
    },
    {
      "epoch": 0.8508239375542064,
      "grad_norm": 0.2539006173610687,
      "learning_rate": 7.18990279994197e-05,
      "loss": 0.0304,
      "step": 7848
    },
    {
      "epoch": 0.8509323503902863,
      "grad_norm": 0.09327951073646545,
      "learning_rate": 7.189540113158277e-05,
      "loss": 0.0208,
      "step": 7849
    },
    {
      "epoch": 0.851040763226366,
      "grad_norm": 0.05216607451438904,
      "learning_rate": 7.189177426374584e-05,
      "loss": 0.0053,
      "step": 7850
    },
    {
      "epoch": 0.8511491760624458,
      "grad_norm": 0.10601403564214706,
      "learning_rate": 7.18881473959089e-05,
      "loss": 0.0208,
      "step": 7851
    },
    {
      "epoch": 0.8512575888985255,
      "grad_norm": 0.16710664331912994,
      "learning_rate": 7.188452052807196e-05,
      "loss": 0.0293,
      "step": 7852
    },
    {
      "epoch": 0.8513660017346054,
      "grad_norm": 0.05429520085453987,
      "learning_rate": 7.188089366023503e-05,
      "loss": 0.0082,
      "step": 7853
    },
    {
      "epoch": 0.8514744145706852,
      "grad_norm": 0.2089809626340866,
      "learning_rate": 7.187726679239809e-05,
      "loss": 0.0287,
      "step": 7854
    },
    {
      "epoch": 0.8515828274067649,
      "grad_norm": 0.15442587435245514,
      "learning_rate": 7.187363992456116e-05,
      "loss": 0.0328,
      "step": 7855
    },
    {
      "epoch": 0.8516912402428447,
      "grad_norm": 0.5173770189285278,
      "learning_rate": 7.187001305672421e-05,
      "loss": 0.0405,
      "step": 7856
    },
    {
      "epoch": 0.8517996530789246,
      "grad_norm": 0.19838301837444305,
      "learning_rate": 7.186638618888729e-05,
      "loss": 0.0351,
      "step": 7857
    },
    {
      "epoch": 0.8519080659150043,
      "grad_norm": 0.4880709648132324,
      "learning_rate": 7.186275932105034e-05,
      "loss": 0.0333,
      "step": 7858
    },
    {
      "epoch": 0.8520164787510841,
      "grad_norm": 0.8921049237251282,
      "learning_rate": 7.185913245321341e-05,
      "loss": 0.0366,
      "step": 7859
    },
    {
      "epoch": 0.8521248915871639,
      "grad_norm": 0.3760261535644531,
      "learning_rate": 7.185550558537647e-05,
      "loss": 0.1032,
      "step": 7860
    },
    {
      "epoch": 0.8522333044232437,
      "grad_norm": 0.17848944664001465,
      "learning_rate": 7.185187871753953e-05,
      "loss": 0.0554,
      "step": 7861
    },
    {
      "epoch": 0.8523417172593235,
      "grad_norm": 0.3494648039340973,
      "learning_rate": 7.18482518497026e-05,
      "loss": 0.0829,
      "step": 7862
    },
    {
      "epoch": 0.8524501300954033,
      "grad_norm": 0.07538025826215744,
      "learning_rate": 7.184462498186566e-05,
      "loss": 0.0167,
      "step": 7863
    },
    {
      "epoch": 0.852558542931483,
      "grad_norm": 0.0357348695397377,
      "learning_rate": 7.184099811402873e-05,
      "loss": 0.0073,
      "step": 7864
    },
    {
      "epoch": 0.8526669557675629,
      "grad_norm": 0.2984878420829773,
      "learning_rate": 7.183737124619178e-05,
      "loss": 0.0264,
      "step": 7865
    },
    {
      "epoch": 0.8527753686036427,
      "grad_norm": 0.2150987982749939,
      "learning_rate": 7.183374437835486e-05,
      "loss": 0.0108,
      "step": 7866
    },
    {
      "epoch": 0.8528837814397224,
      "grad_norm": 0.13427691161632538,
      "learning_rate": 7.183011751051793e-05,
      "loss": 0.0167,
      "step": 7867
    },
    {
      "epoch": 0.8529921942758023,
      "grad_norm": 0.05456521734595299,
      "learning_rate": 7.182649064268098e-05,
      "loss": 0.0132,
      "step": 7868
    },
    {
      "epoch": 0.8531006071118821,
      "grad_norm": 0.21175633370876312,
      "learning_rate": 7.182286377484405e-05,
      "loss": 0.0457,
      "step": 7869
    },
    {
      "epoch": 0.8532090199479618,
      "grad_norm": 0.15021191537380219,
      "learning_rate": 7.181923690700711e-05,
      "loss": 0.0426,
      "step": 7870
    },
    {
      "epoch": 0.8533174327840416,
      "grad_norm": 0.467176228761673,
      "learning_rate": 7.181561003917018e-05,
      "loss": 0.1027,
      "step": 7871
    },
    {
      "epoch": 0.8534258456201215,
      "grad_norm": 0.24001482129096985,
      "learning_rate": 7.181198317133324e-05,
      "loss": 0.0214,
      "step": 7872
    },
    {
      "epoch": 0.8535342584562012,
      "grad_norm": 0.03595276176929474,
      "learning_rate": 7.180835630349631e-05,
      "loss": 0.0055,
      "step": 7873
    },
    {
      "epoch": 0.853642671292281,
      "grad_norm": 0.21268439292907715,
      "learning_rate": 7.180472943565937e-05,
      "loss": 0.0497,
      "step": 7874
    },
    {
      "epoch": 0.8537510841283608,
      "grad_norm": 0.13442596793174744,
      "learning_rate": 7.180110256782243e-05,
      "loss": 0.0209,
      "step": 7875
    },
    {
      "epoch": 0.8538594969644406,
      "grad_norm": 0.330562561750412,
      "learning_rate": 7.17974756999855e-05,
      "loss": 0.0615,
      "step": 7876
    },
    {
      "epoch": 0.8539679098005204,
      "grad_norm": 0.28293290734291077,
      "learning_rate": 7.179384883214855e-05,
      "loss": 0.0539,
      "step": 7877
    },
    {
      "epoch": 0.8540763226366002,
      "grad_norm": 0.11207214742898941,
      "learning_rate": 7.179022196431162e-05,
      "loss": 0.022,
      "step": 7878
    },
    {
      "epoch": 0.8541847354726799,
      "grad_norm": 0.271146297454834,
      "learning_rate": 7.178659509647468e-05,
      "loss": 0.0595,
      "step": 7879
    },
    {
      "epoch": 0.8542931483087598,
      "grad_norm": 0.21267253160476685,
      "learning_rate": 7.178296822863775e-05,
      "loss": 0.0507,
      "step": 7880
    },
    {
      "epoch": 0.8544015611448396,
      "grad_norm": 0.13242626190185547,
      "learning_rate": 7.177934136080081e-05,
      "loss": 0.0164,
      "step": 7881
    },
    {
      "epoch": 0.8545099739809193,
      "grad_norm": 0.09119216352701187,
      "learning_rate": 7.177571449296388e-05,
      "loss": 0.0147,
      "step": 7882
    },
    {
      "epoch": 0.8546183868169991,
      "grad_norm": 0.2435731589794159,
      "learning_rate": 7.177208762512695e-05,
      "loss": 0.0365,
      "step": 7883
    },
    {
      "epoch": 0.854726799653079,
      "grad_norm": 0.14671610295772552,
      "learning_rate": 7.176846075729001e-05,
      "loss": 0.0199,
      "step": 7884
    },
    {
      "epoch": 0.8548352124891587,
      "grad_norm": 0.17615215480327606,
      "learning_rate": 7.176483388945308e-05,
      "loss": 0.074,
      "step": 7885
    },
    {
      "epoch": 0.8549436253252385,
      "grad_norm": 0.26308754086494446,
      "learning_rate": 7.176120702161614e-05,
      "loss": 0.0372,
      "step": 7886
    },
    {
      "epoch": 0.8550520381613183,
      "grad_norm": 0.25094515085220337,
      "learning_rate": 7.175758015377921e-05,
      "loss": 0.0526,
      "step": 7887
    },
    {
      "epoch": 0.8551604509973981,
      "grad_norm": 0.1768483817577362,
      "learning_rate": 7.175395328594227e-05,
      "loss": 0.0643,
      "step": 7888
    },
    {
      "epoch": 0.8552688638334779,
      "grad_norm": 0.14054197072982788,
      "learning_rate": 7.175032641810532e-05,
      "loss": 0.0434,
      "step": 7889
    },
    {
      "epoch": 0.8553772766695577,
      "grad_norm": 0.06586118042469025,
      "learning_rate": 7.17466995502684e-05,
      "loss": 0.0104,
      "step": 7890
    },
    {
      "epoch": 0.8554856895056374,
      "grad_norm": 0.25670933723449707,
      "learning_rate": 7.174307268243145e-05,
      "loss": 0.0379,
      "step": 7891
    },
    {
      "epoch": 0.8555941023417173,
      "grad_norm": 0.18794840574264526,
      "learning_rate": 7.173944581459452e-05,
      "loss": 0.0323,
      "step": 7892
    },
    {
      "epoch": 0.855702515177797,
      "grad_norm": 0.9070135951042175,
      "learning_rate": 7.173581894675758e-05,
      "loss": 0.0353,
      "step": 7893
    },
    {
      "epoch": 0.8558109280138768,
      "grad_norm": 0.3245839774608612,
      "learning_rate": 7.173219207892065e-05,
      "loss": 0.0183,
      "step": 7894
    },
    {
      "epoch": 0.8559193408499567,
      "grad_norm": 0.21244746446609497,
      "learning_rate": 7.172856521108371e-05,
      "loss": 0.0537,
      "step": 7895
    },
    {
      "epoch": 0.8560277536860365,
      "grad_norm": 0.13072402775287628,
      "learning_rate": 7.172493834324678e-05,
      "loss": 0.035,
      "step": 7896
    },
    {
      "epoch": 0.8561361665221162,
      "grad_norm": 0.1488720327615738,
      "learning_rate": 7.172131147540984e-05,
      "loss": 0.0382,
      "step": 7897
    },
    {
      "epoch": 0.856244579358196,
      "grad_norm": 0.10182593762874603,
      "learning_rate": 7.17176846075729e-05,
      "loss": 0.03,
      "step": 7898
    },
    {
      "epoch": 0.8563529921942759,
      "grad_norm": 0.1788155883550644,
      "learning_rate": 7.171405773973596e-05,
      "loss": 0.0298,
      "step": 7899
    },
    {
      "epoch": 0.8564614050303556,
      "grad_norm": 0.17052383720874786,
      "learning_rate": 7.171043087189904e-05,
      "loss": 0.0392,
      "step": 7900
    },
    {
      "epoch": 0.8565698178664354,
      "grad_norm": 0.4124024212360382,
      "learning_rate": 7.17068040040621e-05,
      "loss": 0.0713,
      "step": 7901
    },
    {
      "epoch": 0.8566782307025151,
      "grad_norm": 0.1212775856256485,
      "learning_rate": 7.170317713622516e-05,
      "loss": 0.0327,
      "step": 7902
    },
    {
      "epoch": 0.856786643538595,
      "grad_norm": 0.2183791846036911,
      "learning_rate": 7.169955026838822e-05,
      "loss": 0.0468,
      "step": 7903
    },
    {
      "epoch": 0.8568950563746748,
      "grad_norm": 0.12163421511650085,
      "learning_rate": 7.169592340055129e-05,
      "loss": 0.0271,
      "step": 7904
    },
    {
      "epoch": 0.8570034692107545,
      "grad_norm": 0.22783416509628296,
      "learning_rate": 7.169229653271435e-05,
      "loss": 0.0411,
      "step": 7905
    },
    {
      "epoch": 0.8571118820468343,
      "grad_norm": 0.16865919530391693,
      "learning_rate": 7.168866966487742e-05,
      "loss": 0.0606,
      "step": 7906
    },
    {
      "epoch": 0.8572202948829142,
      "grad_norm": 0.2319718450307846,
      "learning_rate": 7.168504279704048e-05,
      "loss": 0.0673,
      "step": 7907
    },
    {
      "epoch": 0.8573287077189939,
      "grad_norm": 0.24774101376533508,
      "learning_rate": 7.168141592920355e-05,
      "loss": 0.0394,
      "step": 7908
    },
    {
      "epoch": 0.8574371205550737,
      "grad_norm": 0.12713082134723663,
      "learning_rate": 7.16777890613666e-05,
      "loss": 0.02,
      "step": 7909
    },
    {
      "epoch": 0.8575455333911535,
      "grad_norm": 0.16543808579444885,
      "learning_rate": 7.167416219352968e-05,
      "loss": 0.0377,
      "step": 7910
    },
    {
      "epoch": 0.8576539462272333,
      "grad_norm": 0.09173773229122162,
      "learning_rate": 7.167053532569273e-05,
      "loss": 0.0306,
      "step": 7911
    },
    {
      "epoch": 0.8577623590633131,
      "grad_norm": 0.2589794099330902,
      "learning_rate": 7.166690845785579e-05,
      "loss": 0.0702,
      "step": 7912
    },
    {
      "epoch": 0.8578707718993929,
      "grad_norm": 0.10036162286996841,
      "learning_rate": 7.166328159001886e-05,
      "loss": 0.0243,
      "step": 7913
    },
    {
      "epoch": 0.8579791847354726,
      "grad_norm": 0.22689694166183472,
      "learning_rate": 7.165965472218192e-05,
      "loss": 0.056,
      "step": 7914
    },
    {
      "epoch": 0.8580875975715525,
      "grad_norm": 0.47240787744522095,
      "learning_rate": 7.165602785434499e-05,
      "loss": 0.0886,
      "step": 7915
    },
    {
      "epoch": 0.8581960104076323,
      "grad_norm": 0.0813051387667656,
      "learning_rate": 7.165240098650805e-05,
      "loss": 0.0196,
      "step": 7916
    },
    {
      "epoch": 0.858304423243712,
      "grad_norm": 0.20989903807640076,
      "learning_rate": 7.164877411867112e-05,
      "loss": 0.0458,
      "step": 7917
    },
    {
      "epoch": 0.8584128360797918,
      "grad_norm": 0.2095758318901062,
      "learning_rate": 7.164514725083419e-05,
      "loss": 0.0408,
      "step": 7918
    },
    {
      "epoch": 0.8585212489158717,
      "grad_norm": 0.2233932614326477,
      "learning_rate": 7.164152038299725e-05,
      "loss": 0.066,
      "step": 7919
    },
    {
      "epoch": 0.8586296617519514,
      "grad_norm": 0.08417648077011108,
      "learning_rate": 7.163789351516032e-05,
      "loss": 0.0206,
      "step": 7920
    },
    {
      "epoch": 0.8587380745880312,
      "grad_norm": 0.1585991233587265,
      "learning_rate": 7.163426664732337e-05,
      "loss": 0.0331,
      "step": 7921
    },
    {
      "epoch": 0.858846487424111,
      "grad_norm": 0.06988028436899185,
      "learning_rate": 7.163063977948645e-05,
      "loss": 0.0106,
      "step": 7922
    },
    {
      "epoch": 0.8589549002601908,
      "grad_norm": 0.16661830246448517,
      "learning_rate": 7.16270129116495e-05,
      "loss": 0.0332,
      "step": 7923
    },
    {
      "epoch": 0.8590633130962706,
      "grad_norm": 0.11871712654829025,
      "learning_rate": 7.162338604381257e-05,
      "loss": 0.0232,
      "step": 7924
    },
    {
      "epoch": 0.8591717259323504,
      "grad_norm": 0.4869867265224457,
      "learning_rate": 7.161975917597563e-05,
      "loss": 0.0961,
      "step": 7925
    },
    {
      "epoch": 0.8592801387684302,
      "grad_norm": 0.337234228849411,
      "learning_rate": 7.161613230813869e-05,
      "loss": 0.0473,
      "step": 7926
    },
    {
      "epoch": 0.85938855160451,
      "grad_norm": 0.2110324203968048,
      "learning_rate": 7.161250544030176e-05,
      "loss": 0.0414,
      "step": 7927
    },
    {
      "epoch": 0.8594969644405898,
      "grad_norm": 0.13509896397590637,
      "learning_rate": 7.160887857246482e-05,
      "loss": 0.0247,
      "step": 7928
    },
    {
      "epoch": 0.8596053772766695,
      "grad_norm": 0.16537591814994812,
      "learning_rate": 7.160525170462789e-05,
      "loss": 0.0297,
      "step": 7929
    },
    {
      "epoch": 0.8597137901127494,
      "grad_norm": 0.22845283150672913,
      "learning_rate": 7.160162483679094e-05,
      "loss": 0.038,
      "step": 7930
    },
    {
      "epoch": 0.8598222029488292,
      "grad_norm": 0.25021857023239136,
      "learning_rate": 7.159799796895402e-05,
      "loss": 0.0367,
      "step": 7931
    },
    {
      "epoch": 0.8599306157849089,
      "grad_norm": 0.13060636818408966,
      "learning_rate": 7.159437110111707e-05,
      "loss": 0.0233,
      "step": 7932
    },
    {
      "epoch": 0.8600390286209887,
      "grad_norm": 0.19453613460063934,
      "learning_rate": 7.159074423328014e-05,
      "loss": 0.0298,
      "step": 7933
    },
    {
      "epoch": 0.8601474414570686,
      "grad_norm": 0.09876472502946854,
      "learning_rate": 7.15871173654432e-05,
      "loss": 0.0142,
      "step": 7934
    },
    {
      "epoch": 0.8602558542931483,
      "grad_norm": 0.1912546008825302,
      "learning_rate": 7.158349049760627e-05,
      "loss": 0.0359,
      "step": 7935
    },
    {
      "epoch": 0.8603642671292281,
      "grad_norm": 0.16847366094589233,
      "learning_rate": 7.157986362976934e-05,
      "loss": 0.0161,
      "step": 7936
    },
    {
      "epoch": 0.8604726799653079,
      "grad_norm": 0.09213375300168991,
      "learning_rate": 7.15762367619324e-05,
      "loss": 0.011,
      "step": 7937
    },
    {
      "epoch": 0.8605810928013877,
      "grad_norm": 0.1276477724313736,
      "learning_rate": 7.157260989409547e-05,
      "loss": 0.0201,
      "step": 7938
    },
    {
      "epoch": 0.8606895056374675,
      "grad_norm": 0.17959341406822205,
      "learning_rate": 7.156898302625853e-05,
      "loss": 0.0229,
      "step": 7939
    },
    {
      "epoch": 0.8607979184735473,
      "grad_norm": 0.09755415469408035,
      "learning_rate": 7.15653561584216e-05,
      "loss": 0.0279,
      "step": 7940
    },
    {
      "epoch": 0.860906331309627,
      "grad_norm": 0.18231357634067535,
      "learning_rate": 7.156172929058466e-05,
      "loss": 0.0227,
      "step": 7941
    },
    {
      "epoch": 0.8610147441457069,
      "grad_norm": 0.10178732126951218,
      "learning_rate": 7.155810242274771e-05,
      "loss": 0.0198,
      "step": 7942
    },
    {
      "epoch": 0.8611231569817867,
      "grad_norm": 0.3401865065097809,
      "learning_rate": 7.155447555491078e-05,
      "loss": 0.0672,
      "step": 7943
    },
    {
      "epoch": 0.8612315698178664,
      "grad_norm": 0.12693174183368683,
      "learning_rate": 7.155084868707384e-05,
      "loss": 0.0292,
      "step": 7944
    },
    {
      "epoch": 0.8613399826539462,
      "grad_norm": 0.09609213471412659,
      "learning_rate": 7.154722181923691e-05,
      "loss": 0.0169,
      "step": 7945
    },
    {
      "epoch": 0.861448395490026,
      "grad_norm": 0.3388534486293793,
      "learning_rate": 7.154359495139997e-05,
      "loss": 0.0615,
      "step": 7946
    },
    {
      "epoch": 0.8615568083261058,
      "grad_norm": 0.23352397978305817,
      "learning_rate": 7.153996808356304e-05,
      "loss": 0.0519,
      "step": 7947
    },
    {
      "epoch": 0.8616652211621856,
      "grad_norm": 0.06079716607928276,
      "learning_rate": 7.15363412157261e-05,
      "loss": 0.0214,
      "step": 7948
    },
    {
      "epoch": 0.8617736339982653,
      "grad_norm": 0.25003781914711,
      "learning_rate": 7.153271434788916e-05,
      "loss": 0.0259,
      "step": 7949
    },
    {
      "epoch": 0.8618820468343452,
      "grad_norm": 0.311178594827652,
      "learning_rate": 7.152908748005223e-05,
      "loss": 0.0465,
      "step": 7950
    },
    {
      "epoch": 0.861990459670425,
      "grad_norm": 0.0982377678155899,
      "learning_rate": 7.152546061221528e-05,
      "loss": 0.017,
      "step": 7951
    },
    {
      "epoch": 0.8620988725065047,
      "grad_norm": 0.157281756401062,
      "learning_rate": 7.152183374437837e-05,
      "loss": 0.0408,
      "step": 7952
    },
    {
      "epoch": 0.8622072853425846,
      "grad_norm": 0.3010604679584503,
      "learning_rate": 7.151820687654143e-05,
      "loss": 0.0449,
      "step": 7953
    },
    {
      "epoch": 0.8623156981786644,
      "grad_norm": 0.12017426639795303,
      "learning_rate": 7.15145800087045e-05,
      "loss": 0.0248,
      "step": 7954
    },
    {
      "epoch": 0.8624241110147441,
      "grad_norm": 0.07554254680871964,
      "learning_rate": 7.151095314086755e-05,
      "loss": 0.0177,
      "step": 7955
    },
    {
      "epoch": 0.8625325238508239,
      "grad_norm": 0.11883949488401413,
      "learning_rate": 7.150732627303061e-05,
      "loss": 0.0178,
      "step": 7956
    },
    {
      "epoch": 0.8626409366869038,
      "grad_norm": 0.07268009334802628,
      "learning_rate": 7.150369940519368e-05,
      "loss": 0.0162,
      "step": 7957
    },
    {
      "epoch": 0.8627493495229835,
      "grad_norm": 0.5094917416572571,
      "learning_rate": 7.150007253735674e-05,
      "loss": 0.063,
      "step": 7958
    },
    {
      "epoch": 0.8628577623590633,
      "grad_norm": 0.23555348813533783,
      "learning_rate": 7.149644566951981e-05,
      "loss": 0.0475,
      "step": 7959
    },
    {
      "epoch": 0.8629661751951431,
      "grad_norm": 0.36636459827423096,
      "learning_rate": 7.149281880168287e-05,
      "loss": 0.0483,
      "step": 7960
    },
    {
      "epoch": 0.863074588031223,
      "grad_norm": 0.3717450499534607,
      "learning_rate": 7.148919193384594e-05,
      "loss": 0.1019,
      "step": 7961
    },
    {
      "epoch": 0.8631830008673027,
      "grad_norm": 0.1763790398836136,
      "learning_rate": 7.1485565066009e-05,
      "loss": 0.0365,
      "step": 7962
    },
    {
      "epoch": 0.8632914137033825,
      "grad_norm": 0.21465110778808594,
      "learning_rate": 7.148193819817207e-05,
      "loss": 0.0314,
      "step": 7963
    },
    {
      "epoch": 0.8633998265394622,
      "grad_norm": 0.18272531032562256,
      "learning_rate": 7.147831133033512e-05,
      "loss": 0.1096,
      "step": 7964
    },
    {
      "epoch": 0.8635082393755421,
      "grad_norm": 0.23230686783790588,
      "learning_rate": 7.147468446249818e-05,
      "loss": 0.0957,
      "step": 7965
    },
    {
      "epoch": 0.8636166522116219,
      "grad_norm": 0.1139533668756485,
      "learning_rate": 7.147105759466125e-05,
      "loss": 0.0207,
      "step": 7966
    },
    {
      "epoch": 0.8637250650477016,
      "grad_norm": 0.38574957847595215,
      "learning_rate": 7.146743072682431e-05,
      "loss": 0.0677,
      "step": 7967
    },
    {
      "epoch": 0.8638334778837814,
      "grad_norm": 0.09094196557998657,
      "learning_rate": 7.146380385898738e-05,
      "loss": 0.0161,
      "step": 7968
    },
    {
      "epoch": 0.8639418907198613,
      "grad_norm": 0.23180733621120453,
      "learning_rate": 7.146017699115044e-05,
      "loss": 0.0698,
      "step": 7969
    },
    {
      "epoch": 0.864050303555941,
      "grad_norm": 0.16727660596370697,
      "learning_rate": 7.145655012331351e-05,
      "loss": 0.0212,
      "step": 7970
    },
    {
      "epoch": 0.8641587163920208,
      "grad_norm": 0.17183610796928406,
      "learning_rate": 7.145292325547658e-05,
      "loss": 0.0314,
      "step": 7971
    },
    {
      "epoch": 0.8642671292281006,
      "grad_norm": 0.1958630084991455,
      "learning_rate": 7.144929638763964e-05,
      "loss": 0.049,
      "step": 7972
    },
    {
      "epoch": 0.8643755420641804,
      "grad_norm": 0.1329156458377838,
      "learning_rate": 7.144566951980271e-05,
      "loss": 0.0243,
      "step": 7973
    },
    {
      "epoch": 0.8644839549002602,
      "grad_norm": 0.05768560618162155,
      "learning_rate": 7.144204265196577e-05,
      "loss": 0.0057,
      "step": 7974
    },
    {
      "epoch": 0.86459236773634,
      "grad_norm": 0.17465439438819885,
      "learning_rate": 7.143841578412884e-05,
      "loss": 0.0522,
      "step": 7975
    },
    {
      "epoch": 0.8647007805724197,
      "grad_norm": 0.2166949063539505,
      "learning_rate": 7.14347889162919e-05,
      "loss": 0.0578,
      "step": 7976
    },
    {
      "epoch": 0.8648091934084996,
      "grad_norm": 0.15228766202926636,
      "learning_rate": 7.143116204845496e-05,
      "loss": 0.0197,
      "step": 7977
    },
    {
      "epoch": 0.8649176062445794,
      "grad_norm": 0.18916690349578857,
      "learning_rate": 7.142753518061802e-05,
      "loss": 0.0396,
      "step": 7978
    },
    {
      "epoch": 0.8650260190806591,
      "grad_norm": 0.14336830377578735,
      "learning_rate": 7.142390831278108e-05,
      "loss": 0.0339,
      "step": 7979
    },
    {
      "epoch": 0.8651344319167389,
      "grad_norm": 0.09731753170490265,
      "learning_rate": 7.142028144494415e-05,
      "loss": 0.017,
      "step": 7980
    },
    {
      "epoch": 0.8652428447528188,
      "grad_norm": 0.1988598257303238,
      "learning_rate": 7.141665457710721e-05,
      "loss": 0.0416,
      "step": 7981
    },
    {
      "epoch": 0.8653512575888985,
      "grad_norm": 0.07351531833410263,
      "learning_rate": 7.141302770927028e-05,
      "loss": 0.0123,
      "step": 7982
    },
    {
      "epoch": 0.8654596704249783,
      "grad_norm": 0.04626224935054779,
      "learning_rate": 7.140940084143334e-05,
      "loss": 0.0079,
      "step": 7983
    },
    {
      "epoch": 0.8655680832610582,
      "grad_norm": 0.196036234498024,
      "learning_rate": 7.14057739735964e-05,
      "loss": 0.0312,
      "step": 7984
    },
    {
      "epoch": 0.8656764960971379,
      "grad_norm": 0.16439495980739594,
      "learning_rate": 7.140214710575946e-05,
      "loss": 0.0287,
      "step": 7985
    },
    {
      "epoch": 0.8657849089332177,
      "grad_norm": 0.09887492656707764,
      "learning_rate": 7.139852023792253e-05,
      "loss": 0.0137,
      "step": 7986
    },
    {
      "epoch": 0.8658933217692975,
      "grad_norm": 0.13241475820541382,
      "learning_rate": 7.13948933700856e-05,
      "loss": 0.0348,
      "step": 7987
    },
    {
      "epoch": 0.8660017346053773,
      "grad_norm": 0.17594024538993835,
      "learning_rate": 7.139126650224866e-05,
      "loss": 0.0425,
      "step": 7988
    },
    {
      "epoch": 0.8661101474414571,
      "grad_norm": 0.391170859336853,
      "learning_rate": 7.138763963441173e-05,
      "loss": 0.0427,
      "step": 7989
    },
    {
      "epoch": 0.8662185602775369,
      "grad_norm": 0.17513714730739594,
      "learning_rate": 7.138401276657479e-05,
      "loss": 0.0302,
      "step": 7990
    },
    {
      "epoch": 0.8663269731136166,
      "grad_norm": 0.09912392497062683,
      "learning_rate": 7.138038589873786e-05,
      "loss": 0.0188,
      "step": 7991
    },
    {
      "epoch": 0.8664353859496965,
      "grad_norm": 0.05431148037314415,
      "learning_rate": 7.137675903090092e-05,
      "loss": 0.0172,
      "step": 7992
    },
    {
      "epoch": 0.8665437987857763,
      "grad_norm": 0.09628123044967651,
      "learning_rate": 7.137313216306398e-05,
      "loss": 0.0121,
      "step": 7993
    },
    {
      "epoch": 0.866652211621856,
      "grad_norm": 0.17691965401172638,
      "learning_rate": 7.136950529522705e-05,
      "loss": 0.0318,
      "step": 7994
    },
    {
      "epoch": 0.8667606244579358,
      "grad_norm": 0.1718076914548874,
      "learning_rate": 7.13658784273901e-05,
      "loss": 0.0189,
      "step": 7995
    },
    {
      "epoch": 0.8668690372940157,
      "grad_norm": 0.17846573889255524,
      "learning_rate": 7.136225155955318e-05,
      "loss": 0.0436,
      "step": 7996
    },
    {
      "epoch": 0.8669774501300954,
      "grad_norm": 0.29237279295921326,
      "learning_rate": 7.135862469171623e-05,
      "loss": 0.0705,
      "step": 7997
    },
    {
      "epoch": 0.8670858629661752,
      "grad_norm": 0.2072647660970688,
      "learning_rate": 7.13549978238793e-05,
      "loss": 0.0231,
      "step": 7998
    },
    {
      "epoch": 0.8671942758022549,
      "grad_norm": 0.0674082413315773,
      "learning_rate": 7.135137095604236e-05,
      "loss": 0.0078,
      "step": 7999
    },
    {
      "epoch": 0.8673026886383348,
      "grad_norm": 0.203034907579422,
      "learning_rate": 7.134774408820543e-05,
      "loss": 0.0292,
      "step": 8000
    },
    {
      "epoch": 0.8674111014744146,
      "grad_norm": 0.18253518640995026,
      "learning_rate": 7.134411722036849e-05,
      "loss": 0.0409,
      "step": 8001
    },
    {
      "epoch": 0.8675195143104943,
      "grad_norm": 0.11666301637887955,
      "learning_rate": 7.134049035253155e-05,
      "loss": 0.014,
      "step": 8002
    },
    {
      "epoch": 0.8676279271465741,
      "grad_norm": 0.11861982941627502,
      "learning_rate": 7.133686348469462e-05,
      "loss": 0.0251,
      "step": 8003
    },
    {
      "epoch": 0.867736339982654,
      "grad_norm": 0.1200217604637146,
      "learning_rate": 7.133323661685769e-05,
      "loss": 0.0117,
      "step": 8004
    },
    {
      "epoch": 0.8678447528187337,
      "grad_norm": 0.17994992434978485,
      "learning_rate": 7.132960974902076e-05,
      "loss": 0.0388,
      "step": 8005
    },
    {
      "epoch": 0.8679531656548135,
      "grad_norm": 0.3437471091747284,
      "learning_rate": 7.132598288118382e-05,
      "loss": 0.0885,
      "step": 8006
    },
    {
      "epoch": 0.8680615784908933,
      "grad_norm": 0.21803846955299377,
      "learning_rate": 7.132235601334687e-05,
      "loss": 0.0186,
      "step": 8007
    },
    {
      "epoch": 0.8681699913269731,
      "grad_norm": 0.3777022957801819,
      "learning_rate": 7.131872914550994e-05,
      "loss": 0.0668,
      "step": 8008
    },
    {
      "epoch": 0.8682784041630529,
      "grad_norm": 0.22416865825653076,
      "learning_rate": 7.1315102277673e-05,
      "loss": 0.0393,
      "step": 8009
    },
    {
      "epoch": 0.8683868169991327,
      "grad_norm": 0.10038905590772629,
      "learning_rate": 7.131147540983607e-05,
      "loss": 0.0098,
      "step": 8010
    },
    {
      "epoch": 0.8684952298352124,
      "grad_norm": 0.14764700829982758,
      "learning_rate": 7.130784854199913e-05,
      "loss": 0.031,
      "step": 8011
    },
    {
      "epoch": 0.8686036426712923,
      "grad_norm": 0.2084120810031891,
      "learning_rate": 7.13042216741622e-05,
      "loss": 0.0454,
      "step": 8012
    },
    {
      "epoch": 0.8687120555073721,
      "grad_norm": 0.2816745340824127,
      "learning_rate": 7.130059480632526e-05,
      "loss": 0.0336,
      "step": 8013
    },
    {
      "epoch": 0.8688204683434518,
      "grad_norm": 0.0907418429851532,
      "learning_rate": 7.129696793848833e-05,
      "loss": 0.0207,
      "step": 8014
    },
    {
      "epoch": 0.8689288811795317,
      "grad_norm": 0.29434940218925476,
      "learning_rate": 7.129334107065139e-05,
      "loss": 0.0386,
      "step": 8015
    },
    {
      "epoch": 0.8690372940156115,
      "grad_norm": 0.07083213329315186,
      "learning_rate": 7.128971420281444e-05,
      "loss": 0.0163,
      "step": 8016
    },
    {
      "epoch": 0.8691457068516912,
      "grad_norm": 0.21462087333202362,
      "learning_rate": 7.128608733497752e-05,
      "loss": 0.0529,
      "step": 8017
    },
    {
      "epoch": 0.869254119687771,
      "grad_norm": 0.08292725682258606,
      "learning_rate": 7.128246046714057e-05,
      "loss": 0.0194,
      "step": 8018
    },
    {
      "epoch": 0.8693625325238509,
      "grad_norm": 0.2069227397441864,
      "learning_rate": 7.127883359930364e-05,
      "loss": 0.0554,
      "step": 8019
    },
    {
      "epoch": 0.8694709453599306,
      "grad_norm": 0.058811064809560776,
      "learning_rate": 7.12752067314667e-05,
      "loss": 0.0104,
      "step": 8020
    },
    {
      "epoch": 0.8695793581960104,
      "grad_norm": 0.15575416386127472,
      "learning_rate": 7.127157986362977e-05,
      "loss": 0.0351,
      "step": 8021
    },
    {
      "epoch": 0.8696877710320902,
      "grad_norm": 0.1270834058523178,
      "learning_rate": 7.126795299579284e-05,
      "loss": 0.0161,
      "step": 8022
    },
    {
      "epoch": 0.86979618386817,
      "grad_norm": 0.29842785000801086,
      "learning_rate": 7.12643261279559e-05,
      "loss": 0.0807,
      "step": 8023
    },
    {
      "epoch": 0.8699045967042498,
      "grad_norm": 0.2953464388847351,
      "learning_rate": 7.126069926011897e-05,
      "loss": 0.059,
      "step": 8024
    },
    {
      "epoch": 0.8700130095403296,
      "grad_norm": 0.09359770268201828,
      "learning_rate": 7.125707239228203e-05,
      "loss": 0.0137,
      "step": 8025
    },
    {
      "epoch": 0.8701214223764093,
      "grad_norm": 0.09824351966381073,
      "learning_rate": 7.12534455244451e-05,
      "loss": 0.0113,
      "step": 8026
    },
    {
      "epoch": 0.8702298352124892,
      "grad_norm": 0.15718364715576172,
      "learning_rate": 7.124981865660816e-05,
      "loss": 0.0394,
      "step": 8027
    },
    {
      "epoch": 0.870338248048569,
      "grad_norm": 0.30834123492240906,
      "learning_rate": 7.124619178877123e-05,
      "loss": 0.0451,
      "step": 8028
    },
    {
      "epoch": 0.8704466608846487,
      "grad_norm": 0.42730414867401123,
      "learning_rate": 7.124256492093428e-05,
      "loss": 0.0876,
      "step": 8029
    },
    {
      "epoch": 0.8705550737207285,
      "grad_norm": 0.14481262862682343,
      "learning_rate": 7.123893805309734e-05,
      "loss": 0.0355,
      "step": 8030
    },
    {
      "epoch": 0.8706634865568084,
      "grad_norm": 0.30271679162979126,
      "learning_rate": 7.123531118526041e-05,
      "loss": 0.0504,
      "step": 8031
    },
    {
      "epoch": 0.8707718993928881,
      "grad_norm": 0.19708891212940216,
      "learning_rate": 7.123168431742347e-05,
      "loss": 0.0493,
      "step": 8032
    },
    {
      "epoch": 0.8708803122289679,
      "grad_norm": 0.20553115010261536,
      "learning_rate": 7.122805744958654e-05,
      "loss": 0.0473,
      "step": 8033
    },
    {
      "epoch": 0.8709887250650477,
      "grad_norm": 0.13070929050445557,
      "learning_rate": 7.12244305817496e-05,
      "loss": 0.0332,
      "step": 8034
    },
    {
      "epoch": 0.8710971379011275,
      "grad_norm": 0.1252169907093048,
      "learning_rate": 7.122080371391267e-05,
      "loss": 0.0642,
      "step": 8035
    },
    {
      "epoch": 0.8712055507372073,
      "grad_norm": 0.03982730582356453,
      "learning_rate": 7.121717684607573e-05,
      "loss": 0.0061,
      "step": 8036
    },
    {
      "epoch": 0.871313963573287,
      "grad_norm": 0.15973708033561707,
      "learning_rate": 7.12135499782388e-05,
      "loss": 0.0196,
      "step": 8037
    },
    {
      "epoch": 0.8714223764093668,
      "grad_norm": 0.21512451767921448,
      "learning_rate": 7.120992311040185e-05,
      "loss": 0.0362,
      "step": 8038
    },
    {
      "epoch": 0.8715307892454467,
      "grad_norm": 0.14847448468208313,
      "learning_rate": 7.120629624256493e-05,
      "loss": 0.0261,
      "step": 8039
    },
    {
      "epoch": 0.8716392020815265,
      "grad_norm": 0.14645560085773468,
      "learning_rate": 7.1202669374728e-05,
      "loss": 0.0231,
      "step": 8040
    },
    {
      "epoch": 0.8717476149176062,
      "grad_norm": 0.19588033854961395,
      "learning_rate": 7.119904250689105e-05,
      "loss": 0.0478,
      "step": 8041
    },
    {
      "epoch": 0.8718560277536861,
      "grad_norm": 0.11172252148389816,
      "learning_rate": 7.119541563905412e-05,
      "loss": 0.0305,
      "step": 8042
    },
    {
      "epoch": 0.8719644405897659,
      "grad_norm": 0.19549331068992615,
      "learning_rate": 7.119178877121718e-05,
      "loss": 0.0342,
      "step": 8043
    },
    {
      "epoch": 0.8720728534258456,
      "grad_norm": 0.20577137172222137,
      "learning_rate": 7.118816190338025e-05,
      "loss": 0.0439,
      "step": 8044
    },
    {
      "epoch": 0.8721812662619254,
      "grad_norm": 0.12117034196853638,
      "learning_rate": 7.118453503554331e-05,
      "loss": 0.026,
      "step": 8045
    },
    {
      "epoch": 0.8722896790980053,
      "grad_norm": 0.15114736557006836,
      "learning_rate": 7.118090816770637e-05,
      "loss": 0.0479,
      "step": 8046
    },
    {
      "epoch": 0.872398091934085,
      "grad_norm": 0.15171723067760468,
      "learning_rate": 7.117728129986944e-05,
      "loss": 0.0378,
      "step": 8047
    },
    {
      "epoch": 0.8725065047701648,
      "grad_norm": 0.15902338922023773,
      "learning_rate": 7.11736544320325e-05,
      "loss": 0.0289,
      "step": 8048
    },
    {
      "epoch": 0.8726149176062445,
      "grad_norm": 0.2994912266731262,
      "learning_rate": 7.117002756419557e-05,
      "loss": 0.04,
      "step": 8049
    },
    {
      "epoch": 0.8727233304423244,
      "grad_norm": 0.20574769377708435,
      "learning_rate": 7.116640069635862e-05,
      "loss": 0.0416,
      "step": 8050
    },
    {
      "epoch": 0.8728317432784042,
      "grad_norm": 0.10912150889635086,
      "learning_rate": 7.11627738285217e-05,
      "loss": 0.0216,
      "step": 8051
    },
    {
      "epoch": 0.872940156114484,
      "grad_norm": 0.17725811898708344,
      "learning_rate": 7.115914696068475e-05,
      "loss": 0.0341,
      "step": 8052
    },
    {
      "epoch": 0.8730485689505637,
      "grad_norm": 0.08072889596223831,
      "learning_rate": 7.115552009284781e-05,
      "loss": 0.0185,
      "step": 8053
    },
    {
      "epoch": 0.8731569817866436,
      "grad_norm": 0.2227458506822586,
      "learning_rate": 7.115189322501088e-05,
      "loss": 0.0237,
      "step": 8054
    },
    {
      "epoch": 0.8732653946227233,
      "grad_norm": 0.24289704859256744,
      "learning_rate": 7.114826635717394e-05,
      "loss": 0.0613,
      "step": 8055
    },
    {
      "epoch": 0.8733738074588031,
      "grad_norm": 0.10241104662418365,
      "learning_rate": 7.114463948933702e-05,
      "loss": 0.0143,
      "step": 8056
    },
    {
      "epoch": 0.8734822202948829,
      "grad_norm": 0.1368042528629303,
      "learning_rate": 7.114101262150008e-05,
      "loss": 0.0293,
      "step": 8057
    },
    {
      "epoch": 0.8735906331309627,
      "grad_norm": 0.34080541133880615,
      "learning_rate": 7.113738575366315e-05,
      "loss": 0.0843,
      "step": 8058
    },
    {
      "epoch": 0.8736990459670425,
      "grad_norm": 0.38228318095207214,
      "learning_rate": 7.113375888582621e-05,
      "loss": 0.0849,
      "step": 8059
    },
    {
      "epoch": 0.8738074588031223,
      "grad_norm": 0.1065044030547142,
      "learning_rate": 7.113013201798926e-05,
      "loss": 0.0282,
      "step": 8060
    },
    {
      "epoch": 0.873915871639202,
      "grad_norm": 0.1797236055135727,
      "learning_rate": 7.112650515015234e-05,
      "loss": 0.033,
      "step": 8061
    },
    {
      "epoch": 0.8740242844752819,
      "grad_norm": 0.204926535487175,
      "learning_rate": 7.112287828231539e-05,
      "loss": 0.0199,
      "step": 8062
    },
    {
      "epoch": 0.8741326973113617,
      "grad_norm": 0.22420457005500793,
      "learning_rate": 7.111925141447846e-05,
      "loss": 0.0465,
      "step": 8063
    },
    {
      "epoch": 0.8742411101474414,
      "grad_norm": 0.20361365377902985,
      "learning_rate": 7.111562454664152e-05,
      "loss": 0.0504,
      "step": 8064
    },
    {
      "epoch": 0.8743495229835212,
      "grad_norm": 0.13579779863357544,
      "learning_rate": 7.111199767880459e-05,
      "loss": 0.0407,
      "step": 8065
    },
    {
      "epoch": 0.8744579358196011,
      "grad_norm": 0.20189833641052246,
      "learning_rate": 7.110837081096765e-05,
      "loss": 0.0351,
      "step": 8066
    },
    {
      "epoch": 0.8745663486556808,
      "grad_norm": 0.12225629389286041,
      "learning_rate": 7.110474394313072e-05,
      "loss": 0.0204,
      "step": 8067
    },
    {
      "epoch": 0.8746747614917606,
      "grad_norm": 0.1056787297129631,
      "learning_rate": 7.110111707529378e-05,
      "loss": 0.0222,
      "step": 8068
    },
    {
      "epoch": 0.8747831743278404,
      "grad_norm": 0.21486744284629822,
      "learning_rate": 7.109749020745683e-05,
      "loss": 0.0652,
      "step": 8069
    },
    {
      "epoch": 0.8748915871639202,
      "grad_norm": 0.10007143020629883,
      "learning_rate": 7.10938633396199e-05,
      "loss": 0.0299,
      "step": 8070
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.23963294923305511,
      "learning_rate": 7.109023647178296e-05,
      "loss": 0.0375,
      "step": 8071
    },
    {
      "epoch": 0.8751084128360798,
      "grad_norm": 0.17167630791664124,
      "learning_rate": 7.108660960394603e-05,
      "loss": 0.0224,
      "step": 8072
    },
    {
      "epoch": 0.8752168256721596,
      "grad_norm": 0.27025845646858215,
      "learning_rate": 7.10829827361091e-05,
      "loss": 0.0375,
      "step": 8073
    },
    {
      "epoch": 0.8753252385082394,
      "grad_norm": 0.31136971712112427,
      "learning_rate": 7.107935586827216e-05,
      "loss": 0.0608,
      "step": 8074
    },
    {
      "epoch": 0.8754336513443192,
      "grad_norm": 0.2748355567455292,
      "learning_rate": 7.107572900043523e-05,
      "loss": 0.0508,
      "step": 8075
    },
    {
      "epoch": 0.8755420641803989,
      "grad_norm": 0.2547391355037689,
      "learning_rate": 7.107210213259829e-05,
      "loss": 0.0304,
      "step": 8076
    },
    {
      "epoch": 0.8756504770164788,
      "grad_norm": 0.11641758680343628,
      "learning_rate": 7.106847526476136e-05,
      "loss": 0.038,
      "step": 8077
    },
    {
      "epoch": 0.8757588898525586,
      "grad_norm": 0.15680080652236938,
      "learning_rate": 7.106484839692442e-05,
      "loss": 0.0165,
      "step": 8078
    },
    {
      "epoch": 0.8758673026886383,
      "grad_norm": 0.11093161255121231,
      "learning_rate": 7.106122152908749e-05,
      "loss": 0.0216,
      "step": 8079
    },
    {
      "epoch": 0.8759757155247181,
      "grad_norm": 0.21419686079025269,
      "learning_rate": 7.105759466125055e-05,
      "loss": 0.071,
      "step": 8080
    },
    {
      "epoch": 0.876084128360798,
      "grad_norm": 0.2633257210254669,
      "learning_rate": 7.105396779341362e-05,
      "loss": 0.0679,
      "step": 8081
    },
    {
      "epoch": 0.8761925411968777,
      "grad_norm": 0.1331114023923874,
      "learning_rate": 7.105034092557668e-05,
      "loss": 0.0133,
      "step": 8082
    },
    {
      "epoch": 0.8763009540329575,
      "grad_norm": 0.17296212911605835,
      "learning_rate": 7.104671405773973e-05,
      "loss": 0.0598,
      "step": 8083
    },
    {
      "epoch": 0.8764093668690373,
      "grad_norm": 0.22688058018684387,
      "learning_rate": 7.10430871899028e-05,
      "loss": 0.0258,
      "step": 8084
    },
    {
      "epoch": 0.8765177797051171,
      "grad_norm": 0.08602749556303024,
      "learning_rate": 7.103946032206586e-05,
      "loss": 0.0192,
      "step": 8085
    },
    {
      "epoch": 0.8766261925411969,
      "grad_norm": 0.2625148594379425,
      "learning_rate": 7.103583345422893e-05,
      "loss": 0.0741,
      "step": 8086
    },
    {
      "epoch": 0.8767346053772767,
      "grad_norm": 0.16924679279327393,
      "learning_rate": 7.103220658639199e-05,
      "loss": 0.022,
      "step": 8087
    },
    {
      "epoch": 0.8768430182133564,
      "grad_norm": 0.3162122070789337,
      "learning_rate": 7.102857971855506e-05,
      "loss": 0.0321,
      "step": 8088
    },
    {
      "epoch": 0.8769514310494363,
      "grad_norm": 0.04263728857040405,
      "learning_rate": 7.102495285071812e-05,
      "loss": 0.0101,
      "step": 8089
    },
    {
      "epoch": 0.877059843885516,
      "grad_norm": 0.10071415454149246,
      "learning_rate": 7.102132598288119e-05,
      "loss": 0.0312,
      "step": 8090
    },
    {
      "epoch": 0.8771682567215958,
      "grad_norm": 0.12976011633872986,
      "learning_rate": 7.101769911504426e-05,
      "loss": 0.0195,
      "step": 8091
    },
    {
      "epoch": 0.8772766695576756,
      "grad_norm": 0.23466449975967407,
      "learning_rate": 7.101407224720732e-05,
      "loss": 0.0315,
      "step": 8092
    },
    {
      "epoch": 0.8773850823937555,
      "grad_norm": 0.13947272300720215,
      "learning_rate": 7.101044537937039e-05,
      "loss": 0.0336,
      "step": 8093
    },
    {
      "epoch": 0.8774934952298352,
      "grad_norm": 0.11505135148763657,
      "learning_rate": 7.100681851153344e-05,
      "loss": 0.0289,
      "step": 8094
    },
    {
      "epoch": 0.877601908065915,
      "grad_norm": 0.20609226822853088,
      "learning_rate": 7.100319164369652e-05,
      "loss": 0.0463,
      "step": 8095
    },
    {
      "epoch": 0.8777103209019947,
      "grad_norm": 0.09658893197774887,
      "learning_rate": 7.099956477585957e-05,
      "loss": 0.011,
      "step": 8096
    },
    {
      "epoch": 0.8778187337380746,
      "grad_norm": 0.24947433173656464,
      "learning_rate": 7.099593790802263e-05,
      "loss": 0.0727,
      "step": 8097
    },
    {
      "epoch": 0.8779271465741544,
      "grad_norm": 0.07292397320270538,
      "learning_rate": 7.09923110401857e-05,
      "loss": 0.016,
      "step": 8098
    },
    {
      "epoch": 0.8780355594102341,
      "grad_norm": 0.23425839841365814,
      "learning_rate": 7.098868417234876e-05,
      "loss": 0.0348,
      "step": 8099
    },
    {
      "epoch": 0.8781439722463139,
      "grad_norm": 0.3090246915817261,
      "learning_rate": 7.098505730451183e-05,
      "loss": 0.0342,
      "step": 8100
    },
    {
      "epoch": 0.8782523850823938,
      "grad_norm": 0.12033111602067947,
      "learning_rate": 7.098143043667489e-05,
      "loss": 0.03,
      "step": 8101
    },
    {
      "epoch": 0.8783607979184735,
      "grad_norm": 0.19304314255714417,
      "learning_rate": 7.097780356883796e-05,
      "loss": 0.0334,
      "step": 8102
    },
    {
      "epoch": 0.8784692107545533,
      "grad_norm": 0.09505266696214676,
      "learning_rate": 7.097417670100101e-05,
      "loss": 0.0102,
      "step": 8103
    },
    {
      "epoch": 0.8785776235906332,
      "grad_norm": 0.06556783616542816,
      "learning_rate": 7.097054983316409e-05,
      "loss": 0.013,
      "step": 8104
    },
    {
      "epoch": 0.878686036426713,
      "grad_norm": 0.27892640233039856,
      "learning_rate": 7.096692296532714e-05,
      "loss": 0.0515,
      "step": 8105
    },
    {
      "epoch": 0.8787944492627927,
      "grad_norm": 0.1265910118818283,
      "learning_rate": 7.09632960974902e-05,
      "loss": 0.0269,
      "step": 8106
    },
    {
      "epoch": 0.8789028620988725,
      "grad_norm": 0.07368496060371399,
      "learning_rate": 7.095966922965327e-05,
      "loss": 0.0108,
      "step": 8107
    },
    {
      "epoch": 0.8790112749349523,
      "grad_norm": 0.2678552567958832,
      "learning_rate": 7.095604236181634e-05,
      "loss": 0.0227,
      "step": 8108
    },
    {
      "epoch": 0.8791196877710321,
      "grad_norm": 0.17060208320617676,
      "learning_rate": 7.095241549397941e-05,
      "loss": 0.0244,
      "step": 8109
    },
    {
      "epoch": 0.8792281006071119,
      "grad_norm": 0.1062491312623024,
      "learning_rate": 7.094878862614247e-05,
      "loss": 0.021,
      "step": 8110
    },
    {
      "epoch": 0.8793365134431916,
      "grad_norm": 0.3017558753490448,
      "learning_rate": 7.094516175830553e-05,
      "loss": 0.0314,
      "step": 8111
    },
    {
      "epoch": 0.8794449262792715,
      "grad_norm": 0.17183047533035278,
      "learning_rate": 7.09415348904686e-05,
      "loss": 0.0536,
      "step": 8112
    },
    {
      "epoch": 0.8795533391153513,
      "grad_norm": 0.34931716322898865,
      "learning_rate": 7.093790802263166e-05,
      "loss": 0.0419,
      "step": 8113
    },
    {
      "epoch": 0.879661751951431,
      "grad_norm": 0.11460204422473907,
      "learning_rate": 7.093428115479473e-05,
      "loss": 0.0199,
      "step": 8114
    },
    {
      "epoch": 0.8797701647875108,
      "grad_norm": 0.22147008776664734,
      "learning_rate": 7.093065428695778e-05,
      "loss": 0.0718,
      "step": 8115
    },
    {
      "epoch": 0.8798785776235907,
      "grad_norm": 0.2535322904586792,
      "learning_rate": 7.092702741912085e-05,
      "loss": 0.0521,
      "step": 8116
    },
    {
      "epoch": 0.8799869904596704,
      "grad_norm": 0.07134652137756348,
      "learning_rate": 7.092340055128391e-05,
      "loss": 0.0192,
      "step": 8117
    },
    {
      "epoch": 0.8800954032957502,
      "grad_norm": 0.15309852361679077,
      "learning_rate": 7.091977368344698e-05,
      "loss": 0.0223,
      "step": 8118
    },
    {
      "epoch": 0.88020381613183,
      "grad_norm": 0.26002874970436096,
      "learning_rate": 7.091614681561004e-05,
      "loss": 0.0938,
      "step": 8119
    },
    {
      "epoch": 0.8803122289679098,
      "grad_norm": 0.36911246180534363,
      "learning_rate": 7.09125199477731e-05,
      "loss": 0.0425,
      "step": 8120
    },
    {
      "epoch": 0.8804206418039896,
      "grad_norm": 0.2732700705528259,
      "learning_rate": 7.090889307993617e-05,
      "loss": 0.0369,
      "step": 8121
    },
    {
      "epoch": 0.8805290546400694,
      "grad_norm": 0.18694256246089935,
      "learning_rate": 7.090526621209923e-05,
      "loss": 0.018,
      "step": 8122
    },
    {
      "epoch": 0.8806374674761491,
      "grad_norm": 0.19363933801651,
      "learning_rate": 7.09016393442623e-05,
      "loss": 0.0333,
      "step": 8123
    },
    {
      "epoch": 0.880745880312229,
      "grad_norm": 0.10851846635341644,
      "learning_rate": 7.089801247642535e-05,
      "loss": 0.0134,
      "step": 8124
    },
    {
      "epoch": 0.8808542931483088,
      "grad_norm": 0.24739353358745575,
      "learning_rate": 7.089438560858844e-05,
      "loss": 0.0636,
      "step": 8125
    },
    {
      "epoch": 0.8809627059843885,
      "grad_norm": 0.09243977069854736,
      "learning_rate": 7.08907587407515e-05,
      "loss": 0.0108,
      "step": 8126
    },
    {
      "epoch": 0.8810711188204683,
      "grad_norm": 0.1505022495985031,
      "learning_rate": 7.088713187291455e-05,
      "loss": 0.0283,
      "step": 8127
    },
    {
      "epoch": 0.8811795316565482,
      "grad_norm": 0.23720313608646393,
      "learning_rate": 7.088350500507762e-05,
      "loss": 0.0544,
      "step": 8128
    },
    {
      "epoch": 0.8812879444926279,
      "grad_norm": 0.11306137591600418,
      "learning_rate": 7.087987813724068e-05,
      "loss": 0.0324,
      "step": 8129
    },
    {
      "epoch": 0.8813963573287077,
      "grad_norm": 0.21153707802295685,
      "learning_rate": 7.087625126940375e-05,
      "loss": 0.0489,
      "step": 8130
    },
    {
      "epoch": 0.8815047701647876,
      "grad_norm": 0.3027937412261963,
      "learning_rate": 7.087262440156681e-05,
      "loss": 0.0519,
      "step": 8131
    },
    {
      "epoch": 0.8816131830008673,
      "grad_norm": 0.18956391513347626,
      "learning_rate": 7.086899753372988e-05,
      "loss": 0.0703,
      "step": 8132
    },
    {
      "epoch": 0.8817215958369471,
      "grad_norm": 0.3294215202331543,
      "learning_rate": 7.086537066589294e-05,
      "loss": 0.0271,
      "step": 8133
    },
    {
      "epoch": 0.8818300086730269,
      "grad_norm": 0.16481465101242065,
      "learning_rate": 7.0861743798056e-05,
      "loss": 0.0348,
      "step": 8134
    },
    {
      "epoch": 0.8819384215091067,
      "grad_norm": 0.1110762283205986,
      "learning_rate": 7.085811693021907e-05,
      "loss": 0.0131,
      "step": 8135
    },
    {
      "epoch": 0.8820468343451865,
      "grad_norm": 0.09507325291633606,
      "learning_rate": 7.085449006238212e-05,
      "loss": 0.0184,
      "step": 8136
    },
    {
      "epoch": 0.8821552471812663,
      "grad_norm": 0.12461806833744049,
      "learning_rate": 7.08508631945452e-05,
      "loss": 0.0228,
      "step": 8137
    },
    {
      "epoch": 0.882263660017346,
      "grad_norm": 0.17043785750865936,
      "learning_rate": 7.084723632670825e-05,
      "loss": 0.0396,
      "step": 8138
    },
    {
      "epoch": 0.8823720728534259,
      "grad_norm": 0.1339920312166214,
      "learning_rate": 7.084360945887132e-05,
      "loss": 0.0091,
      "step": 8139
    },
    {
      "epoch": 0.8824804856895057,
      "grad_norm": 0.2002619057893753,
      "learning_rate": 7.083998259103438e-05,
      "loss": 0.0428,
      "step": 8140
    },
    {
      "epoch": 0.8825888985255854,
      "grad_norm": 0.14989019930362701,
      "learning_rate": 7.083635572319745e-05,
      "loss": 0.0472,
      "step": 8141
    },
    {
      "epoch": 0.8826973113616652,
      "grad_norm": 0.02692476287484169,
      "learning_rate": 7.083272885536052e-05,
      "loss": 0.0038,
      "step": 8142
    },
    {
      "epoch": 0.8828057241977451,
      "grad_norm": 0.18666648864746094,
      "learning_rate": 7.082910198752358e-05,
      "loss": 0.0364,
      "step": 8143
    },
    {
      "epoch": 0.8829141370338248,
      "grad_norm": 0.41509556770324707,
      "learning_rate": 7.082547511968665e-05,
      "loss": 0.0416,
      "step": 8144
    },
    {
      "epoch": 0.8830225498699046,
      "grad_norm": 0.2975228726863861,
      "learning_rate": 7.082184825184971e-05,
      "loss": 0.0654,
      "step": 8145
    },
    {
      "epoch": 0.8831309627059843,
      "grad_norm": 0.11228503286838531,
      "learning_rate": 7.081822138401278e-05,
      "loss": 0.012,
      "step": 8146
    },
    {
      "epoch": 0.8832393755420642,
      "grad_norm": 0.06705374270677567,
      "learning_rate": 7.081459451617584e-05,
      "loss": 0.0089,
      "step": 8147
    },
    {
      "epoch": 0.883347788378144,
      "grad_norm": 0.07681688666343689,
      "learning_rate": 7.08109676483389e-05,
      "loss": 0.0118,
      "step": 8148
    },
    {
      "epoch": 0.8834562012142237,
      "grad_norm": 0.17233873903751373,
      "learning_rate": 7.080734078050196e-05,
      "loss": 0.0254,
      "step": 8149
    },
    {
      "epoch": 0.8835646140503035,
      "grad_norm": 0.2386370450258255,
      "learning_rate": 7.080371391266502e-05,
      "loss": 0.0317,
      "step": 8150
    },
    {
      "epoch": 0.8836730268863834,
      "grad_norm": 1.0408856868743896,
      "learning_rate": 7.080008704482809e-05,
      "loss": 0.0227,
      "step": 8151
    },
    {
      "epoch": 0.8837814397224631,
      "grad_norm": 0.1805187314748764,
      "learning_rate": 7.079646017699115e-05,
      "loss": 0.025,
      "step": 8152
    },
    {
      "epoch": 0.8838898525585429,
      "grad_norm": 0.19848546385765076,
      "learning_rate": 7.079283330915422e-05,
      "loss": 0.0236,
      "step": 8153
    },
    {
      "epoch": 0.8839982653946227,
      "grad_norm": 0.025960806757211685,
      "learning_rate": 7.078920644131728e-05,
      "loss": 0.0045,
      "step": 8154
    },
    {
      "epoch": 0.8841066782307025,
      "grad_norm": 0.20043060183525085,
      "learning_rate": 7.078557957348035e-05,
      "loss": 0.0304,
      "step": 8155
    },
    {
      "epoch": 0.8842150910667823,
      "grad_norm": 0.07513710111379623,
      "learning_rate": 7.07819527056434e-05,
      "loss": 0.0099,
      "step": 8156
    },
    {
      "epoch": 0.8843235039028621,
      "grad_norm": 0.16674070060253143,
      "learning_rate": 7.077832583780648e-05,
      "loss": 0.0243,
      "step": 8157
    },
    {
      "epoch": 0.8844319167389418,
      "grad_norm": 0.26633670926094055,
      "learning_rate": 7.077469896996953e-05,
      "loss": 0.0109,
      "step": 8158
    },
    {
      "epoch": 0.8845403295750217,
      "grad_norm": 0.20288676023483276,
      "learning_rate": 7.077107210213259e-05,
      "loss": 0.0236,
      "step": 8159
    },
    {
      "epoch": 0.8846487424111015,
      "grad_norm": 0.09487023204565048,
      "learning_rate": 7.076744523429568e-05,
      "loss": 0.0075,
      "step": 8160
    },
    {
      "epoch": 0.8847571552471812,
      "grad_norm": 0.254024475812912,
      "learning_rate": 7.076381836645873e-05,
      "loss": 0.0552,
      "step": 8161
    },
    {
      "epoch": 0.8848655680832611,
      "grad_norm": 0.14746594429016113,
      "learning_rate": 7.07601914986218e-05,
      "loss": 0.0153,
      "step": 8162
    },
    {
      "epoch": 0.8849739809193409,
      "grad_norm": 0.41793110966682434,
      "learning_rate": 7.075656463078486e-05,
      "loss": 0.0476,
      "step": 8163
    },
    {
      "epoch": 0.8850823937554206,
      "grad_norm": 0.14267666637897491,
      "learning_rate": 7.075293776294792e-05,
      "loss": 0.0206,
      "step": 8164
    },
    {
      "epoch": 0.8851908065915004,
      "grad_norm": 0.3358180522918701,
      "learning_rate": 7.074931089511099e-05,
      "loss": 0.0673,
      "step": 8165
    },
    {
      "epoch": 0.8852992194275803,
      "grad_norm": 0.35201162099838257,
      "learning_rate": 7.074568402727405e-05,
      "loss": 0.0441,
      "step": 8166
    },
    {
      "epoch": 0.88540763226366,
      "grad_norm": 0.11533790081739426,
      "learning_rate": 7.074205715943712e-05,
      "loss": 0.0184,
      "step": 8167
    },
    {
      "epoch": 0.8855160450997398,
      "grad_norm": 0.17737336456775665,
      "learning_rate": 7.073843029160017e-05,
      "loss": 0.0635,
      "step": 8168
    },
    {
      "epoch": 0.8856244579358196,
      "grad_norm": 0.3317050337791443,
      "learning_rate": 7.073480342376325e-05,
      "loss": 0.0418,
      "step": 8169
    },
    {
      "epoch": 0.8857328707718994,
      "grad_norm": 0.19020676612854004,
      "learning_rate": 7.07311765559263e-05,
      "loss": 0.0225,
      "step": 8170
    },
    {
      "epoch": 0.8858412836079792,
      "grad_norm": 0.38157638907432556,
      "learning_rate": 7.072754968808937e-05,
      "loss": 0.0236,
      "step": 8171
    },
    {
      "epoch": 0.885949696444059,
      "grad_norm": 0.2800363600254059,
      "learning_rate": 7.072392282025243e-05,
      "loss": 0.0342,
      "step": 8172
    },
    {
      "epoch": 0.8860581092801387,
      "grad_norm": 0.09377872198820114,
      "learning_rate": 7.072029595241549e-05,
      "loss": 0.0189,
      "step": 8173
    },
    {
      "epoch": 0.8861665221162186,
      "grad_norm": 0.2758983373641968,
      "learning_rate": 7.071666908457856e-05,
      "loss": 0.0532,
      "step": 8174
    },
    {
      "epoch": 0.8862749349522984,
      "grad_norm": 0.27220237255096436,
      "learning_rate": 7.071304221674162e-05,
      "loss": 0.0527,
      "step": 8175
    },
    {
      "epoch": 0.8863833477883781,
      "grad_norm": 0.052508722990751266,
      "learning_rate": 7.070941534890469e-05,
      "loss": 0.0025,
      "step": 8176
    },
    {
      "epoch": 0.8864917606244579,
      "grad_norm": 0.6340174674987793,
      "learning_rate": 7.070578848106776e-05,
      "loss": 0.0249,
      "step": 8177
    },
    {
      "epoch": 0.8866001734605378,
      "grad_norm": 0.20802150666713715,
      "learning_rate": 7.070216161323082e-05,
      "loss": 0.0425,
      "step": 8178
    },
    {
      "epoch": 0.8867085862966175,
      "grad_norm": 0.18175286054611206,
      "learning_rate": 7.069853474539389e-05,
      "loss": 0.0215,
      "step": 8179
    },
    {
      "epoch": 0.8868169991326973,
      "grad_norm": 0.08407673239707947,
      "learning_rate": 7.069490787755694e-05,
      "loss": 0.0206,
      "step": 8180
    },
    {
      "epoch": 0.886925411968777,
      "grad_norm": 0.18314102292060852,
      "learning_rate": 7.069128100972001e-05,
      "loss": 0.0171,
      "step": 8181
    },
    {
      "epoch": 0.8870338248048569,
      "grad_norm": 0.12048956751823425,
      "learning_rate": 7.068765414188307e-05,
      "loss": 0.0228,
      "step": 8182
    },
    {
      "epoch": 0.8871422376409367,
      "grad_norm": 0.3841020464897156,
      "learning_rate": 7.068402727404614e-05,
      "loss": 0.0438,
      "step": 8183
    },
    {
      "epoch": 0.8872506504770165,
      "grad_norm": 0.21127153933048248,
      "learning_rate": 7.06804004062092e-05,
      "loss": 0.0424,
      "step": 8184
    },
    {
      "epoch": 0.8873590633130962,
      "grad_norm": 0.19111087918281555,
      "learning_rate": 7.067677353837227e-05,
      "loss": 0.0267,
      "step": 8185
    },
    {
      "epoch": 0.8874674761491761,
      "grad_norm": 0.07684051990509033,
      "learning_rate": 7.067314667053533e-05,
      "loss": 0.0178,
      "step": 8186
    },
    {
      "epoch": 0.8875758889852559,
      "grad_norm": 0.23482745885849,
      "learning_rate": 7.066951980269839e-05,
      "loss": 0.0255,
      "step": 8187
    },
    {
      "epoch": 0.8876843018213356,
      "grad_norm": 0.4384686350822449,
      "learning_rate": 7.066589293486146e-05,
      "loss": 0.031,
      "step": 8188
    },
    {
      "epoch": 0.8877927146574154,
      "grad_norm": 0.0938895046710968,
      "learning_rate": 7.066226606702451e-05,
      "loss": 0.0145,
      "step": 8189
    },
    {
      "epoch": 0.8879011274934953,
      "grad_norm": 0.15565264225006104,
      "learning_rate": 7.065863919918758e-05,
      "loss": 0.0245,
      "step": 8190
    },
    {
      "epoch": 0.888009540329575,
      "grad_norm": 0.2516123354434967,
      "learning_rate": 7.065501233135064e-05,
      "loss": 0.0282,
      "step": 8191
    },
    {
      "epoch": 0.8881179531656548,
      "grad_norm": 0.34932851791381836,
      "learning_rate": 7.065138546351371e-05,
      "loss": 0.1181,
      "step": 8192
    },
    {
      "epoch": 0.8882263660017347,
      "grad_norm": 0.05445198342204094,
      "learning_rate": 7.064775859567677e-05,
      "loss": 0.0081,
      "step": 8193
    },
    {
      "epoch": 0.8883347788378144,
      "grad_norm": 0.12495463341474533,
      "learning_rate": 7.064413172783984e-05,
      "loss": 0.0306,
      "step": 8194
    },
    {
      "epoch": 0.8884431916738942,
      "grad_norm": 0.32978299260139465,
      "learning_rate": 7.064050486000291e-05,
      "loss": 0.0666,
      "step": 8195
    },
    {
      "epoch": 0.888551604509974,
      "grad_norm": 0.07013220340013504,
      "learning_rate": 7.063687799216597e-05,
      "loss": 0.0134,
      "step": 8196
    },
    {
      "epoch": 0.8886600173460538,
      "grad_norm": 0.041210271418094635,
      "learning_rate": 7.063325112432904e-05,
      "loss": 0.006,
      "step": 8197
    },
    {
      "epoch": 0.8887684301821336,
      "grad_norm": 0.2401949018239975,
      "learning_rate": 7.06296242564921e-05,
      "loss": 0.0711,
      "step": 8198
    },
    {
      "epoch": 0.8888768430182133,
      "grad_norm": 0.3408621847629547,
      "learning_rate": 7.062599738865517e-05,
      "loss": 0.0513,
      "step": 8199
    },
    {
      "epoch": 0.8889852558542931,
      "grad_norm": 0.26284098625183105,
      "learning_rate": 7.062237052081823e-05,
      "loss": 0.0813,
      "step": 8200
    },
    {
      "epoch": 0.889093668690373,
      "grad_norm": 0.2147810310125351,
      "learning_rate": 7.061874365298128e-05,
      "loss": 0.0316,
      "step": 8201
    },
    {
      "epoch": 0.8892020815264527,
      "grad_norm": 0.14759911596775055,
      "learning_rate": 7.061511678514435e-05,
      "loss": 0.0496,
      "step": 8202
    },
    {
      "epoch": 0.8893104943625325,
      "grad_norm": 0.2050267457962036,
      "learning_rate": 7.061148991730741e-05,
      "loss": 0.0356,
      "step": 8203
    },
    {
      "epoch": 0.8894189071986123,
      "grad_norm": 0.11528818309307098,
      "learning_rate": 7.060786304947048e-05,
      "loss": 0.0219,
      "step": 8204
    },
    {
      "epoch": 0.8895273200346921,
      "grad_norm": 0.0788457915186882,
      "learning_rate": 7.060423618163354e-05,
      "loss": 0.0223,
      "step": 8205
    },
    {
      "epoch": 0.8896357328707719,
      "grad_norm": 0.18301227688789368,
      "learning_rate": 7.060060931379661e-05,
      "loss": 0.0263,
      "step": 8206
    },
    {
      "epoch": 0.8897441457068517,
      "grad_norm": 0.17010392248630524,
      "learning_rate": 7.059698244595967e-05,
      "loss": 0.0219,
      "step": 8207
    },
    {
      "epoch": 0.8898525585429314,
      "grad_norm": 0.2493535727262497,
      "learning_rate": 7.059335557812274e-05,
      "loss": 0.0532,
      "step": 8208
    },
    {
      "epoch": 0.8899609713790113,
      "grad_norm": 0.25282642245292664,
      "learning_rate": 7.05897287102858e-05,
      "loss": 0.0295,
      "step": 8209
    },
    {
      "epoch": 0.8900693842150911,
      "grad_norm": 0.15608178079128265,
      "learning_rate": 7.058610184244885e-05,
      "loss": 0.0364,
      "step": 8210
    },
    {
      "epoch": 0.8901777970511708,
      "grad_norm": 0.08529151976108551,
      "learning_rate": 7.058247497461194e-05,
      "loss": 0.0122,
      "step": 8211
    },
    {
      "epoch": 0.8902862098872506,
      "grad_norm": 0.24244703352451324,
      "learning_rate": 7.0578848106775e-05,
      "loss": 0.0589,
      "step": 8212
    },
    {
      "epoch": 0.8903946227233305,
      "grad_norm": 0.05045154318213463,
      "learning_rate": 7.057522123893807e-05,
      "loss": 0.0093,
      "step": 8213
    },
    {
      "epoch": 0.8905030355594102,
      "grad_norm": 0.1531284749507904,
      "learning_rate": 7.057159437110112e-05,
      "loss": 0.0399,
      "step": 8214
    },
    {
      "epoch": 0.89061144839549,
      "grad_norm": 0.1739942580461502,
      "learning_rate": 7.056796750326418e-05,
      "loss": 0.0376,
      "step": 8215
    },
    {
      "epoch": 0.8907198612315698,
      "grad_norm": 0.5073890686035156,
      "learning_rate": 7.056434063542725e-05,
      "loss": 0.0358,
      "step": 8216
    },
    {
      "epoch": 0.8908282740676496,
      "grad_norm": 0.24481625854969025,
      "learning_rate": 7.056071376759031e-05,
      "loss": 0.0455,
      "step": 8217
    },
    {
      "epoch": 0.8909366869037294,
      "grad_norm": 0.13940443098545074,
      "learning_rate": 7.055708689975338e-05,
      "loss": 0.0427,
      "step": 8218
    },
    {
      "epoch": 0.8910450997398092,
      "grad_norm": 0.16679926216602325,
      "learning_rate": 7.055346003191644e-05,
      "loss": 0.0349,
      "step": 8219
    },
    {
      "epoch": 0.891153512575889,
      "grad_norm": 0.25355979800224304,
      "learning_rate": 7.054983316407951e-05,
      "loss": 0.0332,
      "step": 8220
    },
    {
      "epoch": 0.8912619254119688,
      "grad_norm": 0.17633022367954254,
      "learning_rate": 7.054620629624257e-05,
      "loss": 0.0431,
      "step": 8221
    },
    {
      "epoch": 0.8913703382480486,
      "grad_norm": 0.3421608507633209,
      "learning_rate": 7.054257942840564e-05,
      "loss": 0.0769,
      "step": 8222
    },
    {
      "epoch": 0.8914787510841283,
      "grad_norm": 0.2805745005607605,
      "learning_rate": 7.05389525605687e-05,
      "loss": 0.0579,
      "step": 8223
    },
    {
      "epoch": 0.8915871639202082,
      "grad_norm": 0.16526943445205688,
      "learning_rate": 7.053532569273175e-05,
      "loss": 0.0199,
      "step": 8224
    },
    {
      "epoch": 0.891695576756288,
      "grad_norm": 0.09617527574300766,
      "learning_rate": 7.053169882489482e-05,
      "loss": 0.0339,
      "step": 8225
    },
    {
      "epoch": 0.8918039895923677,
      "grad_norm": 0.16458573937416077,
      "learning_rate": 7.052807195705788e-05,
      "loss": 0.0288,
      "step": 8226
    },
    {
      "epoch": 0.8919124024284475,
      "grad_norm": 0.15960371494293213,
      "learning_rate": 7.052444508922095e-05,
      "loss": 0.0193,
      "step": 8227
    },
    {
      "epoch": 0.8920208152645274,
      "grad_norm": 0.6246485114097595,
      "learning_rate": 7.052081822138401e-05,
      "loss": 0.073,
      "step": 8228
    },
    {
      "epoch": 0.8921292281006071,
      "grad_norm": 0.13152167201042175,
      "learning_rate": 7.051719135354709e-05,
      "loss": 0.0331,
      "step": 8229
    },
    {
      "epoch": 0.8922376409366869,
      "grad_norm": 0.10834681242704391,
      "learning_rate": 7.051356448571015e-05,
      "loss": 0.0128,
      "step": 8230
    },
    {
      "epoch": 0.8923460537727667,
      "grad_norm": 0.868117094039917,
      "learning_rate": 7.05099376178732e-05,
      "loss": 0.0615,
      "step": 8231
    },
    {
      "epoch": 0.8924544666088465,
      "grad_norm": 0.3000691533088684,
      "learning_rate": 7.050631075003628e-05,
      "loss": 0.0831,
      "step": 8232
    },
    {
      "epoch": 0.8925628794449263,
      "grad_norm": 0.18000361323356628,
      "learning_rate": 7.050268388219933e-05,
      "loss": 0.033,
      "step": 8233
    },
    {
      "epoch": 0.8926712922810061,
      "grad_norm": 0.2405652403831482,
      "learning_rate": 7.04990570143624e-05,
      "loss": 0.0338,
      "step": 8234
    },
    {
      "epoch": 0.8927797051170858,
      "grad_norm": 0.18053452670574188,
      "learning_rate": 7.049543014652546e-05,
      "loss": 0.0253,
      "step": 8235
    },
    {
      "epoch": 0.8928881179531657,
      "grad_norm": 0.05341268703341484,
      "learning_rate": 7.049180327868853e-05,
      "loss": 0.0084,
      "step": 8236
    },
    {
      "epoch": 0.8929965307892455,
      "grad_norm": 0.161050945520401,
      "learning_rate": 7.048817641085159e-05,
      "loss": 0.0543,
      "step": 8237
    },
    {
      "epoch": 0.8931049436253252,
      "grad_norm": 0.26310667395591736,
      "learning_rate": 7.048454954301466e-05,
      "loss": 0.0338,
      "step": 8238
    },
    {
      "epoch": 0.893213356461405,
      "grad_norm": 0.2446061074733734,
      "learning_rate": 7.048092267517772e-05,
      "loss": 0.0571,
      "step": 8239
    },
    {
      "epoch": 0.8933217692974849,
      "grad_norm": 0.37706857919692993,
      "learning_rate": 7.047729580734078e-05,
      "loss": 0.0665,
      "step": 8240
    },
    {
      "epoch": 0.8934301821335646,
      "grad_norm": 0.2044512778520584,
      "learning_rate": 7.047366893950385e-05,
      "loss": 0.0405,
      "step": 8241
    },
    {
      "epoch": 0.8935385949696444,
      "grad_norm": 0.26682087779045105,
      "learning_rate": 7.04700420716669e-05,
      "loss": 0.0516,
      "step": 8242
    },
    {
      "epoch": 0.8936470078057241,
      "grad_norm": 0.12349703907966614,
      "learning_rate": 7.046641520382998e-05,
      "loss": 0.0301,
      "step": 8243
    },
    {
      "epoch": 0.893755420641804,
      "grad_norm": 0.18494272232055664,
      "learning_rate": 7.046278833599303e-05,
      "loss": 0.0689,
      "step": 8244
    },
    {
      "epoch": 0.8938638334778838,
      "grad_norm": 0.21287661790847778,
      "learning_rate": 7.04591614681561e-05,
      "loss": 0.0201,
      "step": 8245
    },
    {
      "epoch": 0.8939722463139635,
      "grad_norm": 0.08815315365791321,
      "learning_rate": 7.045553460031917e-05,
      "loss": 0.0096,
      "step": 8246
    },
    {
      "epoch": 0.8940806591500433,
      "grad_norm": 0.09471911936998367,
      "learning_rate": 7.045190773248223e-05,
      "loss": 0.038,
      "step": 8247
    },
    {
      "epoch": 0.8941890719861232,
      "grad_norm": 0.12962903082370758,
      "learning_rate": 7.04482808646453e-05,
      "loss": 0.0469,
      "step": 8248
    },
    {
      "epoch": 0.894297484822203,
      "grad_norm": 0.22114643454551697,
      "learning_rate": 7.044465399680836e-05,
      "loss": 0.0763,
      "step": 8249
    },
    {
      "epoch": 0.8944058976582827,
      "grad_norm": 0.06787149608135223,
      "learning_rate": 7.044102712897143e-05,
      "loss": 0.0113,
      "step": 8250
    },
    {
      "epoch": 0.8945143104943626,
      "grad_norm": 0.20024849474430084,
      "learning_rate": 7.043740026113449e-05,
      "loss": 0.0556,
      "step": 8251
    },
    {
      "epoch": 0.8946227233304423,
      "grad_norm": 0.1538437157869339,
      "learning_rate": 7.043377339329756e-05,
      "loss": 0.0361,
      "step": 8252
    },
    {
      "epoch": 0.8947311361665221,
      "grad_norm": 0.19909842312335968,
      "learning_rate": 7.043014652546062e-05,
      "loss": 0.0364,
      "step": 8253
    },
    {
      "epoch": 0.8948395490026019,
      "grad_norm": 0.1062912717461586,
      "learning_rate": 7.042651965762367e-05,
      "loss": 0.0222,
      "step": 8254
    },
    {
      "epoch": 0.8949479618386817,
      "grad_norm": 0.25478097796440125,
      "learning_rate": 7.042289278978674e-05,
      "loss": 0.0314,
      "step": 8255
    },
    {
      "epoch": 0.8950563746747615,
      "grad_norm": 0.18152263760566711,
      "learning_rate": 7.04192659219498e-05,
      "loss": 0.0324,
      "step": 8256
    },
    {
      "epoch": 0.8951647875108413,
      "grad_norm": 0.13939905166625977,
      "learning_rate": 7.041563905411287e-05,
      "loss": 0.0185,
      "step": 8257
    },
    {
      "epoch": 0.895273200346921,
      "grad_norm": 0.12639787793159485,
      "learning_rate": 7.041201218627593e-05,
      "loss": 0.0314,
      "step": 8258
    },
    {
      "epoch": 0.8953816131830009,
      "grad_norm": 0.10804291069507599,
      "learning_rate": 7.0408385318439e-05,
      "loss": 0.0319,
      "step": 8259
    },
    {
      "epoch": 0.8954900260190807,
      "grad_norm": 0.2621471583843231,
      "learning_rate": 7.040475845060206e-05,
      "loss": 0.0484,
      "step": 8260
    },
    {
      "epoch": 0.8955984388551604,
      "grad_norm": 0.2546211779117584,
      "learning_rate": 7.040113158276513e-05,
      "loss": 0.0597,
      "step": 8261
    },
    {
      "epoch": 0.8957068516912402,
      "grad_norm": 0.04644327610731125,
      "learning_rate": 7.039750471492819e-05,
      "loss": 0.0097,
      "step": 8262
    },
    {
      "epoch": 0.8958152645273201,
      "grad_norm": 0.14975890517234802,
      "learning_rate": 7.039387784709126e-05,
      "loss": 0.0356,
      "step": 8263
    },
    {
      "epoch": 0.8959236773633998,
      "grad_norm": 0.16553199291229248,
      "learning_rate": 7.039025097925433e-05,
      "loss": 0.0196,
      "step": 8264
    },
    {
      "epoch": 0.8960320901994796,
      "grad_norm": 0.06677013635635376,
      "learning_rate": 7.038662411141739e-05,
      "loss": 0.011,
      "step": 8265
    },
    {
      "epoch": 0.8961405030355594,
      "grad_norm": 0.24515312910079956,
      "learning_rate": 7.038299724358046e-05,
      "loss": 0.094,
      "step": 8266
    },
    {
      "epoch": 0.8962489158716392,
      "grad_norm": 0.2942920923233032,
      "learning_rate": 7.037937037574351e-05,
      "loss": 0.0548,
      "step": 8267
    },
    {
      "epoch": 0.896357328707719,
      "grad_norm": 0.22245654463768005,
      "learning_rate": 7.037574350790657e-05,
      "loss": 0.0498,
      "step": 8268
    },
    {
      "epoch": 0.8964657415437988,
      "grad_norm": 0.14756609499454498,
      "learning_rate": 7.037211664006964e-05,
      "loss": 0.0328,
      "step": 8269
    },
    {
      "epoch": 0.8965741543798785,
      "grad_norm": 0.3666822612285614,
      "learning_rate": 7.03684897722327e-05,
      "loss": 0.0431,
      "step": 8270
    },
    {
      "epoch": 0.8966825672159584,
      "grad_norm": 0.10003490746021271,
      "learning_rate": 7.036486290439577e-05,
      "loss": 0.0221,
      "step": 8271
    },
    {
      "epoch": 0.8967909800520382,
      "grad_norm": 0.1306259036064148,
      "learning_rate": 7.036123603655883e-05,
      "loss": 0.0402,
      "step": 8272
    },
    {
      "epoch": 0.8968993928881179,
      "grad_norm": 0.2279355376958847,
      "learning_rate": 7.03576091687219e-05,
      "loss": 0.0455,
      "step": 8273
    },
    {
      "epoch": 0.8970078057241977,
      "grad_norm": 0.12767945230007172,
      "learning_rate": 7.035398230088496e-05,
      "loss": 0.024,
      "step": 8274
    },
    {
      "epoch": 0.8971162185602776,
      "grad_norm": 0.29038479924201965,
      "learning_rate": 7.035035543304803e-05,
      "loss": 0.0441,
      "step": 8275
    },
    {
      "epoch": 0.8972246313963573,
      "grad_norm": 0.47677651047706604,
      "learning_rate": 7.034672856521108e-05,
      "loss": 0.0609,
      "step": 8276
    },
    {
      "epoch": 0.8973330442324371,
      "grad_norm": 0.09843884408473969,
      "learning_rate": 7.034310169737414e-05,
      "loss": 0.0204,
      "step": 8277
    },
    {
      "epoch": 0.897441457068517,
      "grad_norm": 0.18064557015895844,
      "learning_rate": 7.033947482953721e-05,
      "loss": 0.041,
      "step": 8278
    },
    {
      "epoch": 0.8975498699045967,
      "grad_norm": 0.20418673753738403,
      "learning_rate": 7.033584796170027e-05,
      "loss": 0.024,
      "step": 8279
    },
    {
      "epoch": 0.8976582827406765,
      "grad_norm": 0.18040621280670166,
      "learning_rate": 7.033222109386334e-05,
      "loss": 0.0103,
      "step": 8280
    },
    {
      "epoch": 0.8977666955767563,
      "grad_norm": 0.22899262607097626,
      "learning_rate": 7.032859422602641e-05,
      "loss": 0.1066,
      "step": 8281
    },
    {
      "epoch": 0.8978751084128361,
      "grad_norm": 0.08114714920520782,
      "learning_rate": 7.032496735818947e-05,
      "loss": 0.0097,
      "step": 8282
    },
    {
      "epoch": 0.8979835212489159,
      "grad_norm": 0.1352447271347046,
      "learning_rate": 7.032134049035254e-05,
      "loss": 0.0412,
      "step": 8283
    },
    {
      "epoch": 0.8980919340849957,
      "grad_norm": 0.18052782118320465,
      "learning_rate": 7.03177136225156e-05,
      "loss": 0.0406,
      "step": 8284
    },
    {
      "epoch": 0.8982003469210754,
      "grad_norm": 0.21196557581424713,
      "learning_rate": 7.031408675467867e-05,
      "loss": 0.035,
      "step": 8285
    },
    {
      "epoch": 0.8983087597571553,
      "grad_norm": 0.13699428737163544,
      "learning_rate": 7.031045988684173e-05,
      "loss": 0.0271,
      "step": 8286
    },
    {
      "epoch": 0.8984171725932351,
      "grad_norm": 0.1592918187379837,
      "learning_rate": 7.03068330190048e-05,
      "loss": 0.0316,
      "step": 8287
    },
    {
      "epoch": 0.8985255854293148,
      "grad_norm": 0.1948782056570053,
      "learning_rate": 7.030320615116785e-05,
      "loss": 0.0495,
      "step": 8288
    },
    {
      "epoch": 0.8986339982653946,
      "grad_norm": 0.15597224235534668,
      "learning_rate": 7.029957928333092e-05,
      "loss": 0.0322,
      "step": 8289
    },
    {
      "epoch": 0.8987424111014745,
      "grad_norm": 0.11928185075521469,
      "learning_rate": 7.029595241549398e-05,
      "loss": 0.0272,
      "step": 8290
    },
    {
      "epoch": 0.8988508239375542,
      "grad_norm": 0.2314392328262329,
      "learning_rate": 7.029232554765704e-05,
      "loss": 0.0453,
      "step": 8291
    },
    {
      "epoch": 0.898959236773634,
      "grad_norm": 0.36849281191825867,
      "learning_rate": 7.028869867982011e-05,
      "loss": 0.0729,
      "step": 8292
    },
    {
      "epoch": 0.8990676496097137,
      "grad_norm": 0.20817697048187256,
      "learning_rate": 7.028507181198317e-05,
      "loss": 0.0387,
      "step": 8293
    },
    {
      "epoch": 0.8991760624457936,
      "grad_norm": 0.14156101644039154,
      "learning_rate": 7.028144494414624e-05,
      "loss": 0.0351,
      "step": 8294
    },
    {
      "epoch": 0.8992844752818734,
      "grad_norm": 0.148685023188591,
      "learning_rate": 7.02778180763093e-05,
      "loss": 0.0348,
      "step": 8295
    },
    {
      "epoch": 0.8993928881179531,
      "grad_norm": 0.2205781638622284,
      "learning_rate": 7.027419120847237e-05,
      "loss": 0.0257,
      "step": 8296
    },
    {
      "epoch": 0.8995013009540329,
      "grad_norm": 0.2361903190612793,
      "learning_rate": 7.027056434063542e-05,
      "loss": 0.0164,
      "step": 8297
    },
    {
      "epoch": 0.8996097137901128,
      "grad_norm": 0.15576563775539398,
      "learning_rate": 7.02669374727985e-05,
      "loss": 0.0347,
      "step": 8298
    },
    {
      "epoch": 0.8997181266261925,
      "grad_norm": 0.20627610385417938,
      "learning_rate": 7.026331060496157e-05,
      "loss": 0.0324,
      "step": 8299
    },
    {
      "epoch": 0.8998265394622723,
      "grad_norm": 0.22869688272476196,
      "learning_rate": 7.025968373712462e-05,
      "loss": 0.0345,
      "step": 8300
    },
    {
      "epoch": 0.8999349522983521,
      "grad_norm": 0.07752407342195511,
      "learning_rate": 7.02560568692877e-05,
      "loss": 0.0179,
      "step": 8301
    },
    {
      "epoch": 0.900043365134432,
      "grad_norm": 0.09511078149080276,
      "learning_rate": 7.025243000145075e-05,
      "loss": 0.0216,
      "step": 8302
    },
    {
      "epoch": 0.9001517779705117,
      "grad_norm": 0.22191333770751953,
      "learning_rate": 7.024880313361382e-05,
      "loss": 0.0473,
      "step": 8303
    },
    {
      "epoch": 0.9002601908065915,
      "grad_norm": 0.22235286235809326,
      "learning_rate": 7.024517626577688e-05,
      "loss": 0.0116,
      "step": 8304
    },
    {
      "epoch": 0.9003686036426712,
      "grad_norm": 0.0791744664311409,
      "learning_rate": 7.024154939793994e-05,
      "loss": 0.0125,
      "step": 8305
    },
    {
      "epoch": 0.9004770164787511,
      "grad_norm": 0.1036810427904129,
      "learning_rate": 7.023792253010301e-05,
      "loss": 0.0276,
      "step": 8306
    },
    {
      "epoch": 0.9005854293148309,
      "grad_norm": 0.1029292643070221,
      "learning_rate": 7.023429566226606e-05,
      "loss": 0.0197,
      "step": 8307
    },
    {
      "epoch": 0.9006938421509106,
      "grad_norm": 0.12438840419054031,
      "learning_rate": 7.023066879442914e-05,
      "loss": 0.0389,
      "step": 8308
    },
    {
      "epoch": 0.9008022549869905,
      "grad_norm": 0.203545480966568,
      "learning_rate": 7.022704192659219e-05,
      "loss": 0.0219,
      "step": 8309
    },
    {
      "epoch": 0.9009106678230703,
      "grad_norm": 0.23808066546916962,
      "learning_rate": 7.022341505875526e-05,
      "loss": 0.0432,
      "step": 8310
    },
    {
      "epoch": 0.90101908065915,
      "grad_norm": 0.23676273226737976,
      "learning_rate": 7.021978819091832e-05,
      "loss": 0.0285,
      "step": 8311
    },
    {
      "epoch": 0.9011274934952298,
      "grad_norm": 0.28387686610221863,
      "learning_rate": 7.021616132308139e-05,
      "loss": 0.0701,
      "step": 8312
    },
    {
      "epoch": 0.9012359063313097,
      "grad_norm": 0.17123199999332428,
      "learning_rate": 7.021253445524445e-05,
      "loss": 0.0146,
      "step": 8313
    },
    {
      "epoch": 0.9013443191673894,
      "grad_norm": 0.2149064689874649,
      "learning_rate": 7.020890758740751e-05,
      "loss": 0.0201,
      "step": 8314
    },
    {
      "epoch": 0.9014527320034692,
      "grad_norm": 0.4091375768184662,
      "learning_rate": 7.020528071957059e-05,
      "loss": 0.0349,
      "step": 8315
    },
    {
      "epoch": 0.901561144839549,
      "grad_norm": 0.1764528900384903,
      "learning_rate": 7.020165385173365e-05,
      "loss": 0.0308,
      "step": 8316
    },
    {
      "epoch": 0.9016695576756288,
      "grad_norm": 0.16868942975997925,
      "learning_rate": 7.019802698389672e-05,
      "loss": 0.0281,
      "step": 8317
    },
    {
      "epoch": 0.9017779705117086,
      "grad_norm": 0.13720840215682983,
      "learning_rate": 7.019440011605978e-05,
      "loss": 0.0262,
      "step": 8318
    },
    {
      "epoch": 0.9018863833477884,
      "grad_norm": 0.09796848148107529,
      "learning_rate": 7.019077324822283e-05,
      "loss": 0.0177,
      "step": 8319
    },
    {
      "epoch": 0.9019947961838681,
      "grad_norm": 0.35752546787261963,
      "learning_rate": 7.01871463803859e-05,
      "loss": 0.0445,
      "step": 8320
    },
    {
      "epoch": 0.902103209019948,
      "grad_norm": 0.3317844569683075,
      "learning_rate": 7.018351951254896e-05,
      "loss": 0.0458,
      "step": 8321
    },
    {
      "epoch": 0.9022116218560278,
      "grad_norm": 0.4330267906188965,
      "learning_rate": 7.017989264471203e-05,
      "loss": 0.082,
      "step": 8322
    },
    {
      "epoch": 0.9023200346921075,
      "grad_norm": 0.08812427520751953,
      "learning_rate": 7.017626577687509e-05,
      "loss": 0.026,
      "step": 8323
    },
    {
      "epoch": 0.9024284475281873,
      "grad_norm": 0.12378055602312088,
      "learning_rate": 7.017263890903816e-05,
      "loss": 0.0091,
      "step": 8324
    },
    {
      "epoch": 0.9025368603642672,
      "grad_norm": 0.2966347634792328,
      "learning_rate": 7.016901204120122e-05,
      "loss": 0.0471,
      "step": 8325
    },
    {
      "epoch": 0.9026452732003469,
      "grad_norm": 0.15323606133460999,
      "learning_rate": 7.016538517336429e-05,
      "loss": 0.0217,
      "step": 8326
    },
    {
      "epoch": 0.9027536860364267,
      "grad_norm": 0.061997272074222565,
      "learning_rate": 7.016175830552735e-05,
      "loss": 0.0124,
      "step": 8327
    },
    {
      "epoch": 0.9028620988725065,
      "grad_norm": 0.03858667612075806,
      "learning_rate": 7.01581314376904e-05,
      "loss": 0.0089,
      "step": 8328
    },
    {
      "epoch": 0.9029705117085863,
      "grad_norm": 0.31310391426086426,
      "learning_rate": 7.015450456985348e-05,
      "loss": 0.1055,
      "step": 8329
    },
    {
      "epoch": 0.9030789245446661,
      "grad_norm": 0.09745745360851288,
      "learning_rate": 7.015087770201653e-05,
      "loss": 0.0321,
      "step": 8330
    },
    {
      "epoch": 0.9031873373807459,
      "grad_norm": 0.23715928196907043,
      "learning_rate": 7.01472508341796e-05,
      "loss": 0.0361,
      "step": 8331
    },
    {
      "epoch": 0.9032957502168256,
      "grad_norm": 0.13425077497959137,
      "learning_rate": 7.014362396634267e-05,
      "loss": 0.043,
      "step": 8332
    },
    {
      "epoch": 0.9034041630529055,
      "grad_norm": 0.17155060172080994,
      "learning_rate": 7.013999709850575e-05,
      "loss": 0.0267,
      "step": 8333
    },
    {
      "epoch": 0.9035125758889853,
      "grad_norm": 0.20772512257099152,
      "learning_rate": 7.01363702306688e-05,
      "loss": 0.0347,
      "step": 8334
    },
    {
      "epoch": 0.903620988725065,
      "grad_norm": 0.31825560331344604,
      "learning_rate": 7.013274336283186e-05,
      "loss": 0.0426,
      "step": 8335
    },
    {
      "epoch": 0.9037294015611448,
      "grad_norm": 0.3741911053657532,
      "learning_rate": 7.012911649499493e-05,
      "loss": 0.0293,
      "step": 8336
    },
    {
      "epoch": 0.9038378143972247,
      "grad_norm": 0.09112229198217392,
      "learning_rate": 7.012548962715799e-05,
      "loss": 0.0245,
      "step": 8337
    },
    {
      "epoch": 0.9039462272333044,
      "grad_norm": 0.5260095596313477,
      "learning_rate": 7.012186275932106e-05,
      "loss": 0.0718,
      "step": 8338
    },
    {
      "epoch": 0.9040546400693842,
      "grad_norm": 0.16611748933792114,
      "learning_rate": 7.011823589148412e-05,
      "loss": 0.0211,
      "step": 8339
    },
    {
      "epoch": 0.9041630529054641,
      "grad_norm": 0.21252042055130005,
      "learning_rate": 7.011460902364719e-05,
      "loss": 0.021,
      "step": 8340
    },
    {
      "epoch": 0.9042714657415438,
      "grad_norm": 0.0794280394911766,
      "learning_rate": 7.011098215581024e-05,
      "loss": 0.0118,
      "step": 8341
    },
    {
      "epoch": 0.9043798785776236,
      "grad_norm": 0.08872871100902557,
      "learning_rate": 7.010735528797332e-05,
      "loss": 0.018,
      "step": 8342
    },
    {
      "epoch": 0.9044882914137033,
      "grad_norm": 0.12368738651275635,
      "learning_rate": 7.010372842013637e-05,
      "loss": 0.015,
      "step": 8343
    },
    {
      "epoch": 0.9045967042497832,
      "grad_norm": 0.1828915774822235,
      "learning_rate": 7.010010155229943e-05,
      "loss": 0.0361,
      "step": 8344
    },
    {
      "epoch": 0.904705117085863,
      "grad_norm": 0.30356207489967346,
      "learning_rate": 7.00964746844625e-05,
      "loss": 0.0461,
      "step": 8345
    },
    {
      "epoch": 0.9048135299219427,
      "grad_norm": 0.2727445662021637,
      "learning_rate": 7.009284781662556e-05,
      "loss": 0.0437,
      "step": 8346
    },
    {
      "epoch": 0.9049219427580225,
      "grad_norm": 0.1428997814655304,
      "learning_rate": 7.008922094878863e-05,
      "loss": 0.0289,
      "step": 8347
    },
    {
      "epoch": 0.9050303555941024,
      "grad_norm": 0.16094952821731567,
      "learning_rate": 7.008559408095169e-05,
      "loss": 0.0501,
      "step": 8348
    },
    {
      "epoch": 0.9051387684301822,
      "grad_norm": 0.2580762207508087,
      "learning_rate": 7.008196721311476e-05,
      "loss": 0.0374,
      "step": 8349
    },
    {
      "epoch": 0.9052471812662619,
      "grad_norm": 0.22105605900287628,
      "learning_rate": 7.007834034527783e-05,
      "loss": 0.0432,
      "step": 8350
    },
    {
      "epoch": 0.9053555941023417,
      "grad_norm": 0.6620034575462341,
      "learning_rate": 7.007471347744089e-05,
      "loss": 0.0371,
      "step": 8351
    },
    {
      "epoch": 0.9054640069384216,
      "grad_norm": 0.0826745554804802,
      "learning_rate": 7.007108660960396e-05,
      "loss": 0.018,
      "step": 8352
    },
    {
      "epoch": 0.9055724197745013,
      "grad_norm": 0.21043388545513153,
      "learning_rate": 7.006745974176701e-05,
      "loss": 0.0407,
      "step": 8353
    },
    {
      "epoch": 0.9056808326105811,
      "grad_norm": 0.04589061439037323,
      "learning_rate": 7.006383287393008e-05,
      "loss": 0.0073,
      "step": 8354
    },
    {
      "epoch": 0.9057892454466608,
      "grad_norm": 0.16622142493724823,
      "learning_rate": 7.006020600609314e-05,
      "loss": 0.0312,
      "step": 8355
    },
    {
      "epoch": 0.9058976582827407,
      "grad_norm": 0.27441680431365967,
      "learning_rate": 7.005657913825621e-05,
      "loss": 0.0476,
      "step": 8356
    },
    {
      "epoch": 0.9060060711188205,
      "grad_norm": 0.1583113819360733,
      "learning_rate": 7.005295227041927e-05,
      "loss": 0.0472,
      "step": 8357
    },
    {
      "epoch": 0.9061144839549002,
      "grad_norm": 0.10427608340978622,
      "learning_rate": 7.004932540258233e-05,
      "loss": 0.0138,
      "step": 8358
    },
    {
      "epoch": 0.90622289679098,
      "grad_norm": 0.09522975236177444,
      "learning_rate": 7.00456985347454e-05,
      "loss": 0.0196,
      "step": 8359
    },
    {
      "epoch": 0.9063313096270599,
      "grad_norm": 0.12951689958572388,
      "learning_rate": 7.004207166690846e-05,
      "loss": 0.0344,
      "step": 8360
    },
    {
      "epoch": 0.9064397224631396,
      "grad_norm": 0.16244927048683167,
      "learning_rate": 7.003844479907153e-05,
      "loss": 0.0147,
      "step": 8361
    },
    {
      "epoch": 0.9065481352992194,
      "grad_norm": 0.20771723985671997,
      "learning_rate": 7.003481793123458e-05,
      "loss": 0.0676,
      "step": 8362
    },
    {
      "epoch": 0.9066565481352992,
      "grad_norm": 0.16529835760593414,
      "learning_rate": 7.003119106339765e-05,
      "loss": 0.045,
      "step": 8363
    },
    {
      "epoch": 0.906764960971379,
      "grad_norm": 0.10511212795972824,
      "learning_rate": 7.002756419556071e-05,
      "loss": 0.0182,
      "step": 8364
    },
    {
      "epoch": 0.9068733738074588,
      "grad_norm": 0.31008264422416687,
      "learning_rate": 7.002393732772378e-05,
      "loss": 0.0518,
      "step": 8365
    },
    {
      "epoch": 0.9069817866435386,
      "grad_norm": 0.15626651048660278,
      "learning_rate": 7.002031045988684e-05,
      "loss": 0.0294,
      "step": 8366
    },
    {
      "epoch": 0.9070901994796184,
      "grad_norm": 0.22100940346717834,
      "learning_rate": 7.001668359204991e-05,
      "loss": 0.0319,
      "step": 8367
    },
    {
      "epoch": 0.9071986123156982,
      "grad_norm": 0.11006421595811844,
      "learning_rate": 7.001305672421298e-05,
      "loss": 0.0259,
      "step": 8368
    },
    {
      "epoch": 0.907307025151778,
      "grad_norm": 0.17779676616191864,
      "learning_rate": 7.000942985637604e-05,
      "loss": 0.0314,
      "step": 8369
    },
    {
      "epoch": 0.9074154379878577,
      "grad_norm": 0.32057419419288635,
      "learning_rate": 7.000580298853911e-05,
      "loss": 0.0601,
      "step": 8370
    },
    {
      "epoch": 0.9075238508239376,
      "grad_norm": 0.12125437706708908,
      "learning_rate": 7.000217612070217e-05,
      "loss": 0.0264,
      "step": 8371
    },
    {
      "epoch": 0.9076322636600174,
      "grad_norm": 0.3524584174156189,
      "learning_rate": 6.999854925286522e-05,
      "loss": 0.0471,
      "step": 8372
    },
    {
      "epoch": 0.9077406764960971,
      "grad_norm": 0.2068106234073639,
      "learning_rate": 6.99949223850283e-05,
      "loss": 0.048,
      "step": 8373
    },
    {
      "epoch": 0.9078490893321769,
      "grad_norm": 0.22231365740299225,
      "learning_rate": 6.999129551719135e-05,
      "loss": 0.0248,
      "step": 8374
    },
    {
      "epoch": 0.9079575021682568,
      "grad_norm": 0.09568531811237335,
      "learning_rate": 6.998766864935442e-05,
      "loss": 0.0251,
      "step": 8375
    },
    {
      "epoch": 0.9080659150043365,
      "grad_norm": 0.15729326009750366,
      "learning_rate": 6.998404178151748e-05,
      "loss": 0.0292,
      "step": 8376
    },
    {
      "epoch": 0.9081743278404163,
      "grad_norm": 0.1057807058095932,
      "learning_rate": 6.998041491368055e-05,
      "loss": 0.0194,
      "step": 8377
    },
    {
      "epoch": 0.9082827406764961,
      "grad_norm": 0.21151843667030334,
      "learning_rate": 6.997678804584361e-05,
      "loss": 0.031,
      "step": 8378
    },
    {
      "epoch": 0.9083911535125759,
      "grad_norm": 0.1129685789346695,
      "learning_rate": 6.997316117800668e-05,
      "loss": 0.01,
      "step": 8379
    },
    {
      "epoch": 0.9084995663486557,
      "grad_norm": 0.3290417790412903,
      "learning_rate": 6.996953431016974e-05,
      "loss": 0.0805,
      "step": 8380
    },
    {
      "epoch": 0.9086079791847355,
      "grad_norm": 0.11654709279537201,
      "learning_rate": 6.99659074423328e-05,
      "loss": 0.0135,
      "step": 8381
    },
    {
      "epoch": 0.9087163920208152,
      "grad_norm": 0.1868221014738083,
      "learning_rate": 6.996228057449587e-05,
      "loss": 0.0296,
      "step": 8382
    },
    {
      "epoch": 0.9088248048568951,
      "grad_norm": 0.3382006883621216,
      "learning_rate": 6.995865370665892e-05,
      "loss": 0.0207,
      "step": 8383
    },
    {
      "epoch": 0.9089332176929749,
      "grad_norm": 0.14839863777160645,
      "learning_rate": 6.995502683882201e-05,
      "loss": 0.0133,
      "step": 8384
    },
    {
      "epoch": 0.9090416305290546,
      "grad_norm": 0.07314904034137726,
      "learning_rate": 6.995139997098507e-05,
      "loss": 0.0178,
      "step": 8385
    },
    {
      "epoch": 0.9091500433651344,
      "grad_norm": 0.11043111979961395,
      "learning_rate": 6.994777310314812e-05,
      "loss": 0.0213,
      "step": 8386
    },
    {
      "epoch": 0.9092584562012143,
      "grad_norm": 0.21792082488536835,
      "learning_rate": 6.99441462353112e-05,
      "loss": 0.0251,
      "step": 8387
    },
    {
      "epoch": 0.909366869037294,
      "grad_norm": 0.29066216945648193,
      "learning_rate": 6.994051936747425e-05,
      "loss": 0.0218,
      "step": 8388
    },
    {
      "epoch": 0.9094752818733738,
      "grad_norm": 0.17953170835971832,
      "learning_rate": 6.993689249963732e-05,
      "loss": 0.0342,
      "step": 8389
    },
    {
      "epoch": 0.9095836947094535,
      "grad_norm": 0.37564823031425476,
      "learning_rate": 6.993326563180038e-05,
      "loss": 0.0521,
      "step": 8390
    },
    {
      "epoch": 0.9096921075455334,
      "grad_norm": 0.08617367595434189,
      "learning_rate": 6.992963876396345e-05,
      "loss": 0.0132,
      "step": 8391
    },
    {
      "epoch": 0.9098005203816132,
      "grad_norm": 0.1324377804994583,
      "learning_rate": 6.992601189612651e-05,
      "loss": 0.0135,
      "step": 8392
    },
    {
      "epoch": 0.909908933217693,
      "grad_norm": 0.08419261127710342,
      "learning_rate": 6.992238502828958e-05,
      "loss": 0.0189,
      "step": 8393
    },
    {
      "epoch": 0.9100173460537727,
      "grad_norm": 0.20356759428977966,
      "learning_rate": 6.991875816045264e-05,
      "loss": 0.0427,
      "step": 8394
    },
    {
      "epoch": 0.9101257588898526,
      "grad_norm": 0.12189092487096786,
      "learning_rate": 6.991513129261569e-05,
      "loss": 0.0259,
      "step": 8395
    },
    {
      "epoch": 0.9102341717259324,
      "grad_norm": 0.19508036971092224,
      "learning_rate": 6.991150442477876e-05,
      "loss": 0.0576,
      "step": 8396
    },
    {
      "epoch": 0.9103425845620121,
      "grad_norm": 0.6057370901107788,
      "learning_rate": 6.990787755694182e-05,
      "loss": 0.0819,
      "step": 8397
    },
    {
      "epoch": 0.910450997398092,
      "grad_norm": 0.17073659598827362,
      "learning_rate": 6.990425068910489e-05,
      "loss": 0.0278,
      "step": 8398
    },
    {
      "epoch": 0.9105594102341718,
      "grad_norm": 0.2080177217721939,
      "learning_rate": 6.990062382126795e-05,
      "loss": 0.0398,
      "step": 8399
    },
    {
      "epoch": 0.9106678230702515,
      "grad_norm": 0.18356940150260925,
      "learning_rate": 6.989699695343102e-05,
      "loss": 0.0536,
      "step": 8400
    },
    {
      "epoch": 0.9107762359063313,
      "grad_norm": 0.5290119647979736,
      "learning_rate": 6.989337008559409e-05,
      "loss": 0.0483,
      "step": 8401
    },
    {
      "epoch": 0.9108846487424112,
      "grad_norm": 0.6414016485214233,
      "learning_rate": 6.988974321775715e-05,
      "loss": 0.0526,
      "step": 8402
    },
    {
      "epoch": 0.9109930615784909,
      "grad_norm": 0.26647764444351196,
      "learning_rate": 6.988611634992022e-05,
      "loss": 0.0686,
      "step": 8403
    },
    {
      "epoch": 0.9111014744145707,
      "grad_norm": 0.1954779177904129,
      "learning_rate": 6.988248948208328e-05,
      "loss": 0.0271,
      "step": 8404
    },
    {
      "epoch": 0.9112098872506504,
      "grad_norm": 0.19328629970550537,
      "learning_rate": 6.987886261424635e-05,
      "loss": 0.0291,
      "step": 8405
    },
    {
      "epoch": 0.9113183000867303,
      "grad_norm": 0.30995702743530273,
      "learning_rate": 6.98752357464094e-05,
      "loss": 0.0519,
      "step": 8406
    },
    {
      "epoch": 0.9114267129228101,
      "grad_norm": 0.37050074338912964,
      "learning_rate": 6.987160887857248e-05,
      "loss": 0.0532,
      "step": 8407
    },
    {
      "epoch": 0.9115351257588898,
      "grad_norm": 0.19884632527828217,
      "learning_rate": 6.986798201073553e-05,
      "loss": 0.0264,
      "step": 8408
    },
    {
      "epoch": 0.9116435385949696,
      "grad_norm": 0.11281558871269226,
      "learning_rate": 6.986435514289859e-05,
      "loss": 0.0232,
      "step": 8409
    },
    {
      "epoch": 0.9117519514310495,
      "grad_norm": 0.10123657435178757,
      "learning_rate": 6.986072827506166e-05,
      "loss": 0.0207,
      "step": 8410
    },
    {
      "epoch": 0.9118603642671292,
      "grad_norm": 0.1776735633611679,
      "learning_rate": 6.985710140722472e-05,
      "loss": 0.032,
      "step": 8411
    },
    {
      "epoch": 0.911968777103209,
      "grad_norm": 0.1896778792142868,
      "learning_rate": 6.985347453938779e-05,
      "loss": 0.039,
      "step": 8412
    },
    {
      "epoch": 0.9120771899392888,
      "grad_norm": 0.2533765733242035,
      "learning_rate": 6.984984767155085e-05,
      "loss": 0.0711,
      "step": 8413
    },
    {
      "epoch": 0.9121856027753686,
      "grad_norm": 0.1814204305410385,
      "learning_rate": 6.984622080371392e-05,
      "loss": 0.0372,
      "step": 8414
    },
    {
      "epoch": 0.9122940156114484,
      "grad_norm": 0.1819847822189331,
      "learning_rate": 6.984259393587697e-05,
      "loss": 0.0375,
      "step": 8415
    },
    {
      "epoch": 0.9124024284475282,
      "grad_norm": 0.17207472026348114,
      "learning_rate": 6.983896706804005e-05,
      "loss": 0.0367,
      "step": 8416
    },
    {
      "epoch": 0.9125108412836079,
      "grad_norm": 0.09654467552900314,
      "learning_rate": 6.98353402002031e-05,
      "loss": 0.0288,
      "step": 8417
    },
    {
      "epoch": 0.9126192541196878,
      "grad_norm": 0.3965500593185425,
      "learning_rate": 6.983171333236616e-05,
      "loss": 0.0787,
      "step": 8418
    },
    {
      "epoch": 0.9127276669557676,
      "grad_norm": 0.13469600677490234,
      "learning_rate": 6.982808646452924e-05,
      "loss": 0.0261,
      "step": 8419
    },
    {
      "epoch": 0.9128360797918473,
      "grad_norm": 0.07864225655794144,
      "learning_rate": 6.98244595966923e-05,
      "loss": 0.013,
      "step": 8420
    },
    {
      "epoch": 0.9129444926279271,
      "grad_norm": 0.18321345746517181,
      "learning_rate": 6.982083272885537e-05,
      "loss": 0.0268,
      "step": 8421
    },
    {
      "epoch": 0.913052905464007,
      "grad_norm": 0.14706449210643768,
      "learning_rate": 6.981720586101843e-05,
      "loss": 0.0406,
      "step": 8422
    },
    {
      "epoch": 0.9131613183000867,
      "grad_norm": 0.20192347466945648,
      "learning_rate": 6.98135789931815e-05,
      "loss": 0.0255,
      "step": 8423
    },
    {
      "epoch": 0.9132697311361665,
      "grad_norm": 0.13039539754390717,
      "learning_rate": 6.980995212534456e-05,
      "loss": 0.0388,
      "step": 8424
    },
    {
      "epoch": 0.9133781439722463,
      "grad_norm": 0.09646814316511154,
      "learning_rate": 6.980632525750762e-05,
      "loss": 0.0204,
      "step": 8425
    },
    {
      "epoch": 0.9134865568083261,
      "grad_norm": 0.18308120965957642,
      "learning_rate": 6.980269838967069e-05,
      "loss": 0.0324,
      "step": 8426
    },
    {
      "epoch": 0.9135949696444059,
      "grad_norm": 0.20166872441768646,
      "learning_rate": 6.979907152183374e-05,
      "loss": 0.0471,
      "step": 8427
    },
    {
      "epoch": 0.9137033824804857,
      "grad_norm": 0.12429236620664597,
      "learning_rate": 6.979544465399681e-05,
      "loss": 0.0375,
      "step": 8428
    },
    {
      "epoch": 0.9138117953165655,
      "grad_norm": 0.1993822306394577,
      "learning_rate": 6.979181778615987e-05,
      "loss": 0.0616,
      "step": 8429
    },
    {
      "epoch": 0.9139202081526453,
      "grad_norm": 0.13592000305652618,
      "learning_rate": 6.978819091832294e-05,
      "loss": 0.0283,
      "step": 8430
    },
    {
      "epoch": 0.9140286209887251,
      "grad_norm": 0.05388989299535751,
      "learning_rate": 6.9784564050486e-05,
      "loss": 0.0094,
      "step": 8431
    },
    {
      "epoch": 0.9141370338248048,
      "grad_norm": 0.19731302559375763,
      "learning_rate": 6.978093718264906e-05,
      "loss": 0.0334,
      "step": 8432
    },
    {
      "epoch": 0.9142454466608847,
      "grad_norm": 0.3071664869785309,
      "learning_rate": 6.977731031481213e-05,
      "loss": 0.0725,
      "step": 8433
    },
    {
      "epoch": 0.9143538594969645,
      "grad_norm": 0.17286501824855804,
      "learning_rate": 6.977368344697519e-05,
      "loss": 0.0475,
      "step": 8434
    },
    {
      "epoch": 0.9144622723330442,
      "grad_norm": 0.18047718703746796,
      "learning_rate": 6.977005657913826e-05,
      "loss": 0.032,
      "step": 8435
    },
    {
      "epoch": 0.914570685169124,
      "grad_norm": 0.12861216068267822,
      "learning_rate": 6.976642971130133e-05,
      "loss": 0.024,
      "step": 8436
    },
    {
      "epoch": 0.9146790980052039,
      "grad_norm": 0.13643746078014374,
      "learning_rate": 6.97628028434644e-05,
      "loss": 0.0292,
      "step": 8437
    },
    {
      "epoch": 0.9147875108412836,
      "grad_norm": 0.049612388014793396,
      "learning_rate": 6.975917597562746e-05,
      "loss": 0.011,
      "step": 8438
    },
    {
      "epoch": 0.9148959236773634,
      "grad_norm": 0.1929377168416977,
      "learning_rate": 6.975554910779051e-05,
      "loss": 0.0326,
      "step": 8439
    },
    {
      "epoch": 0.9150043365134432,
      "grad_norm": 0.20043644309043884,
      "learning_rate": 6.975192223995358e-05,
      "loss": 0.0372,
      "step": 8440
    },
    {
      "epoch": 0.915112749349523,
      "grad_norm": 0.16777698695659637,
      "learning_rate": 6.974829537211664e-05,
      "loss": 0.0493,
      "step": 8441
    },
    {
      "epoch": 0.9152211621856028,
      "grad_norm": 0.2042718231678009,
      "learning_rate": 6.974466850427971e-05,
      "loss": 0.0459,
      "step": 8442
    },
    {
      "epoch": 0.9153295750216826,
      "grad_norm": 0.33057209849357605,
      "learning_rate": 6.974104163644277e-05,
      "loss": 0.0734,
      "step": 8443
    },
    {
      "epoch": 0.9154379878577623,
      "grad_norm": 0.08423490822315216,
      "learning_rate": 6.973741476860584e-05,
      "loss": 0.0124,
      "step": 8444
    },
    {
      "epoch": 0.9155464006938422,
      "grad_norm": 0.13587018847465515,
      "learning_rate": 6.97337879007689e-05,
      "loss": 0.0279,
      "step": 8445
    },
    {
      "epoch": 0.915654813529922,
      "grad_norm": 0.31696265935897827,
      "learning_rate": 6.973016103293197e-05,
      "loss": 0.0502,
      "step": 8446
    },
    {
      "epoch": 0.9157632263660017,
      "grad_norm": 0.12725672125816345,
      "learning_rate": 6.972653416509503e-05,
      "loss": 0.0136,
      "step": 8447
    },
    {
      "epoch": 0.9158716392020815,
      "grad_norm": 0.14279834926128387,
      "learning_rate": 6.972290729725808e-05,
      "loss": 0.0238,
      "step": 8448
    },
    {
      "epoch": 0.9159800520381614,
      "grad_norm": 0.3068068325519562,
      "learning_rate": 6.971928042942115e-05,
      "loss": 0.073,
      "step": 8449
    },
    {
      "epoch": 0.9160884648742411,
      "grad_norm": 0.274346262216568,
      "learning_rate": 6.971565356158421e-05,
      "loss": 0.0503,
      "step": 8450
    },
    {
      "epoch": 0.9161968777103209,
      "grad_norm": 0.18257296085357666,
      "learning_rate": 6.971202669374728e-05,
      "loss": 0.0251,
      "step": 8451
    },
    {
      "epoch": 0.9163052905464006,
      "grad_norm": 0.24811536073684692,
      "learning_rate": 6.970839982591034e-05,
      "loss": 0.0552,
      "step": 8452
    },
    {
      "epoch": 0.9164137033824805,
      "grad_norm": 0.21050696074962616,
      "learning_rate": 6.970477295807341e-05,
      "loss": 0.0414,
      "step": 8453
    },
    {
      "epoch": 0.9165221162185603,
      "grad_norm": 0.09900177270174026,
      "learning_rate": 6.970114609023648e-05,
      "loss": 0.0194,
      "step": 8454
    },
    {
      "epoch": 0.91663052905464,
      "grad_norm": 0.15978701412677765,
      "learning_rate": 6.969751922239954e-05,
      "loss": 0.0125,
      "step": 8455
    },
    {
      "epoch": 0.9167389418907199,
      "grad_norm": 0.0945877879858017,
      "learning_rate": 6.969389235456261e-05,
      "loss": 0.0111,
      "step": 8456
    },
    {
      "epoch": 0.9168473547267997,
      "grad_norm": 0.18019254505634308,
      "learning_rate": 6.969026548672567e-05,
      "loss": 0.02,
      "step": 8457
    },
    {
      "epoch": 0.9169557675628794,
      "grad_norm": 0.2856054902076721,
      "learning_rate": 6.968663861888874e-05,
      "loss": 0.0518,
      "step": 8458
    },
    {
      "epoch": 0.9170641803989592,
      "grad_norm": 0.11430191993713379,
      "learning_rate": 6.96830117510518e-05,
      "loss": 0.0167,
      "step": 8459
    },
    {
      "epoch": 0.9171725932350391,
      "grad_norm": 0.23382100462913513,
      "learning_rate": 6.967938488321487e-05,
      "loss": 0.0871,
      "step": 8460
    },
    {
      "epoch": 0.9172810060711188,
      "grad_norm": 0.13165633380413055,
      "learning_rate": 6.967575801537792e-05,
      "loss": 0.0183,
      "step": 8461
    },
    {
      "epoch": 0.9173894189071986,
      "grad_norm": 0.1337292194366455,
      "learning_rate": 6.967213114754098e-05,
      "loss": 0.0452,
      "step": 8462
    },
    {
      "epoch": 0.9174978317432784,
      "grad_norm": 0.14101964235305786,
      "learning_rate": 6.966850427970405e-05,
      "loss": 0.0293,
      "step": 8463
    },
    {
      "epoch": 0.9176062445793582,
      "grad_norm": 0.23471218347549438,
      "learning_rate": 6.966487741186711e-05,
      "loss": 0.0568,
      "step": 8464
    },
    {
      "epoch": 0.917714657415438,
      "grad_norm": 0.08305017650127411,
      "learning_rate": 6.966125054403018e-05,
      "loss": 0.012,
      "step": 8465
    },
    {
      "epoch": 0.9178230702515178,
      "grad_norm": 0.15504303574562073,
      "learning_rate": 6.965762367619324e-05,
      "loss": 0.0307,
      "step": 8466
    },
    {
      "epoch": 0.9179314830875975,
      "grad_norm": 0.3155895173549652,
      "learning_rate": 6.965399680835631e-05,
      "loss": 0.0568,
      "step": 8467
    },
    {
      "epoch": 0.9180398959236774,
      "grad_norm": 0.14051979780197144,
      "learning_rate": 6.965036994051937e-05,
      "loss": 0.0378,
      "step": 8468
    },
    {
      "epoch": 0.9181483087597572,
      "grad_norm": 0.20913608372211456,
      "learning_rate": 6.964674307268244e-05,
      "loss": 0.0365,
      "step": 8469
    },
    {
      "epoch": 0.9182567215958369,
      "grad_norm": 0.1496056318283081,
      "learning_rate": 6.96431162048455e-05,
      "loss": 0.0321,
      "step": 8470
    },
    {
      "epoch": 0.9183651344319167,
      "grad_norm": 0.18083107471466064,
      "learning_rate": 6.963948933700856e-05,
      "loss": 0.0449,
      "step": 8471
    },
    {
      "epoch": 0.9184735472679966,
      "grad_norm": 0.19423070549964905,
      "learning_rate": 6.963586246917164e-05,
      "loss": 0.0409,
      "step": 8472
    },
    {
      "epoch": 0.9185819601040763,
      "grad_norm": 0.06795734167098999,
      "learning_rate": 6.963223560133469e-05,
      "loss": 0.0127,
      "step": 8473
    },
    {
      "epoch": 0.9186903729401561,
      "grad_norm": 0.07146871834993362,
      "learning_rate": 6.962860873349776e-05,
      "loss": 0.02,
      "step": 8474
    },
    {
      "epoch": 0.9187987857762359,
      "grad_norm": 0.29187050461769104,
      "learning_rate": 6.962498186566082e-05,
      "loss": 0.0525,
      "step": 8475
    },
    {
      "epoch": 0.9189071986123157,
      "grad_norm": 0.26694566011428833,
      "learning_rate": 6.962135499782388e-05,
      "loss": 0.051,
      "step": 8476
    },
    {
      "epoch": 0.9190156114483955,
      "grad_norm": 0.2891043424606323,
      "learning_rate": 6.961772812998695e-05,
      "loss": 0.0719,
      "step": 8477
    },
    {
      "epoch": 0.9191240242844753,
      "grad_norm": 0.3050157129764557,
      "learning_rate": 6.961410126215e-05,
      "loss": 0.0388,
      "step": 8478
    },
    {
      "epoch": 0.919232437120555,
      "grad_norm": 0.19821348786354065,
      "learning_rate": 6.961047439431308e-05,
      "loss": 0.0571,
      "step": 8479
    },
    {
      "epoch": 0.9193408499566349,
      "grad_norm": 0.12833131849765778,
      "learning_rate": 6.960684752647613e-05,
      "loss": 0.0312,
      "step": 8480
    },
    {
      "epoch": 0.9194492627927147,
      "grad_norm": 0.21418987214565277,
      "learning_rate": 6.96032206586392e-05,
      "loss": 0.0467,
      "step": 8481
    },
    {
      "epoch": 0.9195576756287944,
      "grad_norm": 0.1539652794599533,
      "learning_rate": 6.959959379080226e-05,
      "loss": 0.0114,
      "step": 8482
    },
    {
      "epoch": 0.9196660884648742,
      "grad_norm": 0.13303422927856445,
      "learning_rate": 6.959596692296533e-05,
      "loss": 0.0354,
      "step": 8483
    },
    {
      "epoch": 0.9197745013009541,
      "grad_norm": 0.23512589931488037,
      "learning_rate": 6.959234005512839e-05,
      "loss": 0.0323,
      "step": 8484
    },
    {
      "epoch": 0.9198829141370338,
      "grad_norm": 0.11735706031322479,
      "learning_rate": 6.958871318729145e-05,
      "loss": 0.038,
      "step": 8485
    },
    {
      "epoch": 0.9199913269731136,
      "grad_norm": 0.12517184019088745,
      "learning_rate": 6.958508631945452e-05,
      "loss": 0.0271,
      "step": 8486
    },
    {
      "epoch": 0.9200997398091935,
      "grad_norm": 0.15027949213981628,
      "learning_rate": 6.958145945161758e-05,
      "loss": 0.041,
      "step": 8487
    },
    {
      "epoch": 0.9202081526452732,
      "grad_norm": 0.1188308596611023,
      "learning_rate": 6.957783258378066e-05,
      "loss": 0.0219,
      "step": 8488
    },
    {
      "epoch": 0.920316565481353,
      "grad_norm": 0.162410706281662,
      "learning_rate": 6.957420571594372e-05,
      "loss": 0.0241,
      "step": 8489
    },
    {
      "epoch": 0.9204249783174328,
      "grad_norm": 0.2147923707962036,
      "learning_rate": 6.957057884810678e-05,
      "loss": 0.0461,
      "step": 8490
    },
    {
      "epoch": 0.9205333911535126,
      "grad_norm": 0.2570362687110901,
      "learning_rate": 6.956695198026985e-05,
      "loss": 0.0322,
      "step": 8491
    },
    {
      "epoch": 0.9206418039895924,
      "grad_norm": 0.05581685155630112,
      "learning_rate": 6.95633251124329e-05,
      "loss": 0.0074,
      "step": 8492
    },
    {
      "epoch": 0.9207502168256722,
      "grad_norm": 0.2501676082611084,
      "learning_rate": 6.955969824459597e-05,
      "loss": 0.0692,
      "step": 8493
    },
    {
      "epoch": 0.9208586296617519,
      "grad_norm": 0.14276735484600067,
      "learning_rate": 6.955607137675903e-05,
      "loss": 0.028,
      "step": 8494
    },
    {
      "epoch": 0.9209670424978318,
      "grad_norm": 0.22413116693496704,
      "learning_rate": 6.95524445089221e-05,
      "loss": 0.0545,
      "step": 8495
    },
    {
      "epoch": 0.9210754553339116,
      "grad_norm": 0.18390032649040222,
      "learning_rate": 6.954881764108516e-05,
      "loss": 0.0347,
      "step": 8496
    },
    {
      "epoch": 0.9211838681699913,
      "grad_norm": 0.1743393987417221,
      "learning_rate": 6.954519077324823e-05,
      "loss": 0.0292,
      "step": 8497
    },
    {
      "epoch": 0.9212922810060711,
      "grad_norm": 0.2510145306587219,
      "learning_rate": 6.954156390541129e-05,
      "loss": 0.0499,
      "step": 8498
    },
    {
      "epoch": 0.921400693842151,
      "grad_norm": 0.14128842949867249,
      "learning_rate": 6.953793703757435e-05,
      "loss": 0.0239,
      "step": 8499
    },
    {
      "epoch": 0.9215091066782307,
      "grad_norm": 0.1899874210357666,
      "learning_rate": 6.953431016973742e-05,
      "loss": 0.0283,
      "step": 8500
    },
    {
      "epoch": 0.9216175195143105,
      "grad_norm": 0.23311862349510193,
      "learning_rate": 6.953068330190047e-05,
      "loss": 0.0429,
      "step": 8501
    },
    {
      "epoch": 0.9217259323503902,
      "grad_norm": 0.16973817348480225,
      "learning_rate": 6.952705643406355e-05,
      "loss": 0.0177,
      "step": 8502
    },
    {
      "epoch": 0.9218343451864701,
      "grad_norm": 0.1938551962375641,
      "learning_rate": 6.95234295662266e-05,
      "loss": 0.0491,
      "step": 8503
    },
    {
      "epoch": 0.9219427580225499,
      "grad_norm": 0.40360429883003235,
      "learning_rate": 6.951980269838967e-05,
      "loss": 0.0534,
      "step": 8504
    },
    {
      "epoch": 0.9220511708586296,
      "grad_norm": 0.22671954333782196,
      "learning_rate": 6.951617583055274e-05,
      "loss": 0.0545,
      "step": 8505
    },
    {
      "epoch": 0.9221595836947094,
      "grad_norm": 0.20615780353546143,
      "learning_rate": 6.95125489627158e-05,
      "loss": 0.0415,
      "step": 8506
    },
    {
      "epoch": 0.9222679965307893,
      "grad_norm": 0.0750470831990242,
      "learning_rate": 6.950892209487887e-05,
      "loss": 0.0084,
      "step": 8507
    },
    {
      "epoch": 0.922376409366869,
      "grad_norm": 0.13607870042324066,
      "learning_rate": 6.950529522704193e-05,
      "loss": 0.0147,
      "step": 8508
    },
    {
      "epoch": 0.9224848222029488,
      "grad_norm": 0.3437138795852661,
      "learning_rate": 6.9501668359205e-05,
      "loss": 0.0525,
      "step": 8509
    },
    {
      "epoch": 0.9225932350390286,
      "grad_norm": 0.43360763788223267,
      "learning_rate": 6.949804149136806e-05,
      "loss": 0.1095,
      "step": 8510
    },
    {
      "epoch": 0.9227016478751084,
      "grad_norm": 0.3600192070007324,
      "learning_rate": 6.949441462353113e-05,
      "loss": 0.0712,
      "step": 8511
    },
    {
      "epoch": 0.9228100607111882,
      "grad_norm": 0.16907091438770294,
      "learning_rate": 6.949078775569419e-05,
      "loss": 0.0258,
      "step": 8512
    },
    {
      "epoch": 0.922918473547268,
      "grad_norm": 0.12040775269269943,
      "learning_rate": 6.948716088785724e-05,
      "loss": 0.0139,
      "step": 8513
    },
    {
      "epoch": 0.9230268863833477,
      "grad_norm": 0.308242529630661,
      "learning_rate": 6.948353402002031e-05,
      "loss": 0.0735,
      "step": 8514
    },
    {
      "epoch": 0.9231352992194276,
      "grad_norm": 0.16208185255527496,
      "learning_rate": 6.947990715218337e-05,
      "loss": 0.0444,
      "step": 8515
    },
    {
      "epoch": 0.9232437120555074,
      "grad_norm": 0.061976972967386246,
      "learning_rate": 6.947628028434644e-05,
      "loss": 0.0128,
      "step": 8516
    },
    {
      "epoch": 0.9233521248915871,
      "grad_norm": 0.09709101915359497,
      "learning_rate": 6.94726534165095e-05,
      "loss": 0.0175,
      "step": 8517
    },
    {
      "epoch": 0.923460537727667,
      "grad_norm": 0.14907647669315338,
      "learning_rate": 6.946902654867257e-05,
      "loss": 0.0341,
      "step": 8518
    },
    {
      "epoch": 0.9235689505637468,
      "grad_norm": 0.10847741365432739,
      "learning_rate": 6.946539968083563e-05,
      "loss": 0.0228,
      "step": 8519
    },
    {
      "epoch": 0.9236773633998265,
      "grad_norm": 0.22739122807979584,
      "learning_rate": 6.94617728129987e-05,
      "loss": 0.0753,
      "step": 8520
    },
    {
      "epoch": 0.9237857762359063,
      "grad_norm": 0.24114073812961578,
      "learning_rate": 6.945814594516176e-05,
      "loss": 0.0631,
      "step": 8521
    },
    {
      "epoch": 0.9238941890719862,
      "grad_norm": 0.1399797946214676,
      "learning_rate": 6.945451907732483e-05,
      "loss": 0.0342,
      "step": 8522
    },
    {
      "epoch": 0.9240026019080659,
      "grad_norm": 0.09126017242670059,
      "learning_rate": 6.94508922094879e-05,
      "loss": 0.0135,
      "step": 8523
    },
    {
      "epoch": 0.9241110147441457,
      "grad_norm": 0.09881646931171417,
      "learning_rate": 6.944726534165096e-05,
      "loss": 0.0178,
      "step": 8524
    },
    {
      "epoch": 0.9242194275802255,
      "grad_norm": 0.37389177083969116,
      "learning_rate": 6.944363847381403e-05,
      "loss": 0.0587,
      "step": 8525
    },
    {
      "epoch": 0.9243278404163053,
      "grad_norm": 0.18530456721782684,
      "learning_rate": 6.944001160597708e-05,
      "loss": 0.036,
      "step": 8526
    },
    {
      "epoch": 0.9244362532523851,
      "grad_norm": 0.11568993330001831,
      "learning_rate": 6.943638473814015e-05,
      "loss": 0.0137,
      "step": 8527
    },
    {
      "epoch": 0.9245446660884649,
      "grad_norm": 0.16531701385974884,
      "learning_rate": 6.943275787030321e-05,
      "loss": 0.0405,
      "step": 8528
    },
    {
      "epoch": 0.9246530789245446,
      "grad_norm": 0.17694000899791718,
      "learning_rate": 6.942913100246627e-05,
      "loss": 0.041,
      "step": 8529
    },
    {
      "epoch": 0.9247614917606245,
      "grad_norm": 0.23287703096866608,
      "learning_rate": 6.942550413462934e-05,
      "loss": 0.0501,
      "step": 8530
    },
    {
      "epoch": 0.9248699045967043,
      "grad_norm": 0.28256669640541077,
      "learning_rate": 6.94218772667924e-05,
      "loss": 0.0548,
      "step": 8531
    },
    {
      "epoch": 0.924978317432784,
      "grad_norm": 0.14838501811027527,
      "learning_rate": 6.941825039895547e-05,
      "loss": 0.036,
      "step": 8532
    },
    {
      "epoch": 0.9250867302688638,
      "grad_norm": 0.07809535413980484,
      "learning_rate": 6.941462353111853e-05,
      "loss": 0.0135,
      "step": 8533
    },
    {
      "epoch": 0.9251951431049437,
      "grad_norm": 0.1851027011871338,
      "learning_rate": 6.94109966632816e-05,
      "loss": 0.0378,
      "step": 8534
    },
    {
      "epoch": 0.9253035559410234,
      "grad_norm": 0.2330491989850998,
      "learning_rate": 6.940736979544465e-05,
      "loss": 0.0365,
      "step": 8535
    },
    {
      "epoch": 0.9254119687771032,
      "grad_norm": 0.19841425120830536,
      "learning_rate": 6.940374292760771e-05,
      "loss": 0.0269,
      "step": 8536
    },
    {
      "epoch": 0.925520381613183,
      "grad_norm": 0.12003772705793381,
      "learning_rate": 6.940011605977078e-05,
      "loss": 0.0291,
      "step": 8537
    },
    {
      "epoch": 0.9256287944492628,
      "grad_norm": 0.28340405225753784,
      "learning_rate": 6.939648919193384e-05,
      "loss": 0.0526,
      "step": 8538
    },
    {
      "epoch": 0.9257372072853426,
      "grad_norm": 0.12791621685028076,
      "learning_rate": 6.939286232409691e-05,
      "loss": 0.0387,
      "step": 8539
    },
    {
      "epoch": 0.9258456201214224,
      "grad_norm": 0.3728983998298645,
      "learning_rate": 6.938923545625998e-05,
      "loss": 0.0444,
      "step": 8540
    },
    {
      "epoch": 0.9259540329575021,
      "grad_norm": 0.08367067575454712,
      "learning_rate": 6.938560858842305e-05,
      "loss": 0.0265,
      "step": 8541
    },
    {
      "epoch": 0.926062445793582,
      "grad_norm": 0.1737755984067917,
      "learning_rate": 6.938198172058611e-05,
      "loss": 0.022,
      "step": 8542
    },
    {
      "epoch": 0.9261708586296618,
      "grad_norm": 0.2484283149242401,
      "learning_rate": 6.937835485274917e-05,
      "loss": 0.0802,
      "step": 8543
    },
    {
      "epoch": 0.9262792714657415,
      "grad_norm": 0.05242406576871872,
      "learning_rate": 6.937472798491224e-05,
      "loss": 0.0052,
      "step": 8544
    },
    {
      "epoch": 0.9263876843018214,
      "grad_norm": 0.2969220280647278,
      "learning_rate": 6.93711011170753e-05,
      "loss": 0.0472,
      "step": 8545
    },
    {
      "epoch": 0.9264960971379012,
      "grad_norm": 0.1389644593000412,
      "learning_rate": 6.936747424923837e-05,
      "loss": 0.0272,
      "step": 8546
    },
    {
      "epoch": 0.9266045099739809,
      "grad_norm": 0.10166551917791367,
      "learning_rate": 6.936384738140142e-05,
      "loss": 0.0124,
      "step": 8547
    },
    {
      "epoch": 0.9267129228100607,
      "grad_norm": 0.16124548017978668,
      "learning_rate": 6.93602205135645e-05,
      "loss": 0.0263,
      "step": 8548
    },
    {
      "epoch": 0.9268213356461406,
      "grad_norm": 0.3573760390281677,
      "learning_rate": 6.935659364572755e-05,
      "loss": 0.0732,
      "step": 8549
    },
    {
      "epoch": 0.9269297484822203,
      "grad_norm": 0.36495241522789,
      "learning_rate": 6.935296677789062e-05,
      "loss": 0.0735,
      "step": 8550
    },
    {
      "epoch": 0.9270381613183001,
      "grad_norm": 0.1334042102098465,
      "learning_rate": 6.934933991005368e-05,
      "loss": 0.028,
      "step": 8551
    },
    {
      "epoch": 0.9271465741543798,
      "grad_norm": 0.058560341596603394,
      "learning_rate": 6.934571304221674e-05,
      "loss": 0.0085,
      "step": 8552
    },
    {
      "epoch": 0.9272549869904597,
      "grad_norm": 0.2178712636232376,
      "learning_rate": 6.934208617437981e-05,
      "loss": 0.0535,
      "step": 8553
    },
    {
      "epoch": 0.9273633998265395,
      "grad_norm": 0.19305363297462463,
      "learning_rate": 6.933845930654286e-05,
      "loss": 0.0331,
      "step": 8554
    },
    {
      "epoch": 0.9274718126626192,
      "grad_norm": 0.09683095663785934,
      "learning_rate": 6.933483243870594e-05,
      "loss": 0.0165,
      "step": 8555
    },
    {
      "epoch": 0.927580225498699,
      "grad_norm": 0.09347715228796005,
      "learning_rate": 6.933120557086899e-05,
      "loss": 0.0172,
      "step": 8556
    },
    {
      "epoch": 0.9276886383347789,
      "grad_norm": 0.16477623581886292,
      "learning_rate": 6.932757870303206e-05,
      "loss": 0.0338,
      "step": 8557
    },
    {
      "epoch": 0.9277970511708586,
      "grad_norm": 0.15390998125076294,
      "learning_rate": 6.932395183519513e-05,
      "loss": 0.0241,
      "step": 8558
    },
    {
      "epoch": 0.9279054640069384,
      "grad_norm": 0.07193228602409363,
      "learning_rate": 6.932032496735819e-05,
      "loss": 0.0214,
      "step": 8559
    },
    {
      "epoch": 0.9280138768430182,
      "grad_norm": 0.15592895448207855,
      "learning_rate": 6.931669809952126e-05,
      "loss": 0.0534,
      "step": 8560
    },
    {
      "epoch": 0.928122289679098,
      "grad_norm": 0.1465662270784378,
      "learning_rate": 6.931307123168432e-05,
      "loss": 0.0255,
      "step": 8561
    },
    {
      "epoch": 0.9282307025151778,
      "grad_norm": 0.09387452900409698,
      "learning_rate": 6.930944436384739e-05,
      "loss": 0.0189,
      "step": 8562
    },
    {
      "epoch": 0.9283391153512576,
      "grad_norm": 0.230925053358078,
      "learning_rate": 6.930581749601045e-05,
      "loss": 0.0411,
      "step": 8563
    },
    {
      "epoch": 0.9284475281873373,
      "grad_norm": 0.13201892375946045,
      "learning_rate": 6.930219062817352e-05,
      "loss": 0.0294,
      "step": 8564
    },
    {
      "epoch": 0.9285559410234172,
      "grad_norm": 0.1749650239944458,
      "learning_rate": 6.929856376033658e-05,
      "loss": 0.033,
      "step": 8565
    },
    {
      "epoch": 0.928664353859497,
      "grad_norm": 0.06340691447257996,
      "learning_rate": 6.929493689249963e-05,
      "loss": 0.0107,
      "step": 8566
    },
    {
      "epoch": 0.9287727666955767,
      "grad_norm": 0.49621063470840454,
      "learning_rate": 6.92913100246627e-05,
      "loss": 0.0671,
      "step": 8567
    },
    {
      "epoch": 0.9288811795316565,
      "grad_norm": 0.09839458018541336,
      "learning_rate": 6.928768315682576e-05,
      "loss": 0.0285,
      "step": 8568
    },
    {
      "epoch": 0.9289895923677364,
      "grad_norm": 0.09421604126691818,
      "learning_rate": 6.928405628898883e-05,
      "loss": 0.0166,
      "step": 8569
    },
    {
      "epoch": 0.9290980052038161,
      "grad_norm": 0.3677878975868225,
      "learning_rate": 6.928042942115189e-05,
      "loss": 0.0399,
      "step": 8570
    },
    {
      "epoch": 0.9292064180398959,
      "grad_norm": 0.2259400337934494,
      "learning_rate": 6.927680255331496e-05,
      "loss": 0.0303,
      "step": 8571
    },
    {
      "epoch": 0.9293148308759757,
      "grad_norm": 0.17267338931560516,
      "learning_rate": 6.927317568547802e-05,
      "loss": 0.0386,
      "step": 8572
    },
    {
      "epoch": 0.9294232437120555,
      "grad_norm": 0.2580057978630066,
      "learning_rate": 6.926954881764109e-05,
      "loss": 0.0513,
      "step": 8573
    },
    {
      "epoch": 0.9295316565481353,
      "grad_norm": 0.1433945745229721,
      "learning_rate": 6.926592194980416e-05,
      "loss": 0.0191,
      "step": 8574
    },
    {
      "epoch": 0.9296400693842151,
      "grad_norm": 0.07698196172714233,
      "learning_rate": 6.926229508196722e-05,
      "loss": 0.0133,
      "step": 8575
    },
    {
      "epoch": 0.9297484822202949,
      "grad_norm": 0.18462646007537842,
      "learning_rate": 6.925866821413029e-05,
      "loss": 0.0276,
      "step": 8576
    },
    {
      "epoch": 0.9298568950563747,
      "grad_norm": 0.28216490149497986,
      "learning_rate": 6.925504134629335e-05,
      "loss": 0.0447,
      "step": 8577
    },
    {
      "epoch": 0.9299653078924545,
      "grad_norm": 0.06509789079427719,
      "learning_rate": 6.925141447845642e-05,
      "loss": 0.0071,
      "step": 8578
    },
    {
      "epoch": 0.9300737207285342,
      "grad_norm": 0.4775529205799103,
      "learning_rate": 6.924778761061947e-05,
      "loss": 0.0691,
      "step": 8579
    },
    {
      "epoch": 0.9301821335646141,
      "grad_norm": 0.2008637934923172,
      "learning_rate": 6.924416074278253e-05,
      "loss": 0.0445,
      "step": 8580
    },
    {
      "epoch": 0.9302905464006939,
      "grad_norm": 0.14120589196681976,
      "learning_rate": 6.92405338749456e-05,
      "loss": 0.0235,
      "step": 8581
    },
    {
      "epoch": 0.9303989592367736,
      "grad_norm": 0.20503368973731995,
      "learning_rate": 6.923690700710866e-05,
      "loss": 0.0167,
      "step": 8582
    },
    {
      "epoch": 0.9305073720728534,
      "grad_norm": 0.11048492789268494,
      "learning_rate": 6.923328013927173e-05,
      "loss": 0.0128,
      "step": 8583
    },
    {
      "epoch": 0.9306157849089333,
      "grad_norm": 0.4748561978340149,
      "learning_rate": 6.922965327143479e-05,
      "loss": 0.054,
      "step": 8584
    },
    {
      "epoch": 0.930724197745013,
      "grad_norm": 0.12058333307504654,
      "learning_rate": 6.922602640359786e-05,
      "loss": 0.0177,
      "step": 8585
    },
    {
      "epoch": 0.9308326105810928,
      "grad_norm": 0.16899698972702026,
      "learning_rate": 6.922239953576092e-05,
      "loss": 0.0565,
      "step": 8586
    },
    {
      "epoch": 0.9309410234171726,
      "grad_norm": 0.24702216684818268,
      "learning_rate": 6.921877266792399e-05,
      "loss": 0.036,
      "step": 8587
    },
    {
      "epoch": 0.9310494362532524,
      "grad_norm": 0.19108252227306366,
      "learning_rate": 6.921514580008704e-05,
      "loss": 0.0294,
      "step": 8588
    },
    {
      "epoch": 0.9311578490893322,
      "grad_norm": 0.2282584011554718,
      "learning_rate": 6.92115189322501e-05,
      "loss": 0.0334,
      "step": 8589
    },
    {
      "epoch": 0.931266261925412,
      "grad_norm": 0.19891943037509918,
      "learning_rate": 6.920789206441317e-05,
      "loss": 0.0293,
      "step": 8590
    },
    {
      "epoch": 0.9313746747614917,
      "grad_norm": 0.057643793523311615,
      "learning_rate": 6.920426519657623e-05,
      "loss": 0.0076,
      "step": 8591
    },
    {
      "epoch": 0.9314830875975716,
      "grad_norm": 0.23629724979400635,
      "learning_rate": 6.920063832873931e-05,
      "loss": 0.0245,
      "step": 8592
    },
    {
      "epoch": 0.9315915004336514,
      "grad_norm": 0.19099532067775726,
      "learning_rate": 6.919701146090237e-05,
      "loss": 0.0195,
      "step": 8593
    },
    {
      "epoch": 0.9316999132697311,
      "grad_norm": 0.3078084886074066,
      "learning_rate": 6.919338459306543e-05,
      "loss": 0.0289,
      "step": 8594
    },
    {
      "epoch": 0.9318083261058109,
      "grad_norm": 0.15815520286560059,
      "learning_rate": 6.91897577252285e-05,
      "loss": 0.0254,
      "step": 8595
    },
    {
      "epoch": 0.9319167389418908,
      "grad_norm": 0.2821459472179413,
      "learning_rate": 6.918613085739156e-05,
      "loss": 0.0249,
      "step": 8596
    },
    {
      "epoch": 0.9320251517779705,
      "grad_norm": 0.12284892052412033,
      "learning_rate": 6.918250398955463e-05,
      "loss": 0.0143,
      "step": 8597
    },
    {
      "epoch": 0.9321335646140503,
      "grad_norm": 0.19155770540237427,
      "learning_rate": 6.917887712171769e-05,
      "loss": 0.0513,
      "step": 8598
    },
    {
      "epoch": 0.93224197745013,
      "grad_norm": 0.24263951182365417,
      "learning_rate": 6.917525025388076e-05,
      "loss": 0.0383,
      "step": 8599
    },
    {
      "epoch": 0.9323503902862099,
      "grad_norm": 0.20336884260177612,
      "learning_rate": 6.917162338604381e-05,
      "loss": 0.0448,
      "step": 8600
    },
    {
      "epoch": 0.9324588031222897,
      "grad_norm": 0.11191824823617935,
      "learning_rate": 6.916799651820688e-05,
      "loss": 0.0139,
      "step": 8601
    },
    {
      "epoch": 0.9325672159583694,
      "grad_norm": 0.12203191965818405,
      "learning_rate": 6.916436965036994e-05,
      "loss": 0.0245,
      "step": 8602
    },
    {
      "epoch": 0.9326756287944492,
      "grad_norm": 0.1518096774816513,
      "learning_rate": 6.9160742782533e-05,
      "loss": 0.0156,
      "step": 8603
    },
    {
      "epoch": 0.9327840416305291,
      "grad_norm": 0.2150544673204422,
      "learning_rate": 6.915711591469607e-05,
      "loss": 0.0468,
      "step": 8604
    },
    {
      "epoch": 0.9328924544666088,
      "grad_norm": 0.2641916871070862,
      "learning_rate": 6.915348904685913e-05,
      "loss": 0.0269,
      "step": 8605
    },
    {
      "epoch": 0.9330008673026886,
      "grad_norm": 0.1477971225976944,
      "learning_rate": 6.91498621790222e-05,
      "loss": 0.0513,
      "step": 8606
    },
    {
      "epoch": 0.9331092801387685,
      "grad_norm": 0.11684232205152512,
      "learning_rate": 6.914623531118526e-05,
      "loss": 0.0094,
      "step": 8607
    },
    {
      "epoch": 0.9332176929748482,
      "grad_norm": 0.15404433012008667,
      "learning_rate": 6.914260844334833e-05,
      "loss": 0.0287,
      "step": 8608
    },
    {
      "epoch": 0.933326105810928,
      "grad_norm": 0.20984278619289398,
      "learning_rate": 6.91389815755114e-05,
      "loss": 0.0246,
      "step": 8609
    },
    {
      "epoch": 0.9334345186470078,
      "grad_norm": 0.2791597247123718,
      "learning_rate": 6.913535470767445e-05,
      "loss": 0.0523,
      "step": 8610
    },
    {
      "epoch": 0.9335429314830876,
      "grad_norm": 0.1912526935338974,
      "learning_rate": 6.913172783983753e-05,
      "loss": 0.0413,
      "step": 8611
    },
    {
      "epoch": 0.9336513443191674,
      "grad_norm": 0.15651579201221466,
      "learning_rate": 6.912810097200058e-05,
      "loss": 0.0239,
      "step": 8612
    },
    {
      "epoch": 0.9337597571552472,
      "grad_norm": 0.15251553058624268,
      "learning_rate": 6.912447410416365e-05,
      "loss": 0.0312,
      "step": 8613
    },
    {
      "epoch": 0.9338681699913269,
      "grad_norm": 0.23257318139076233,
      "learning_rate": 6.912084723632671e-05,
      "loss": 0.0314,
      "step": 8614
    },
    {
      "epoch": 0.9339765828274068,
      "grad_norm": 0.3021831810474396,
      "learning_rate": 6.911722036848978e-05,
      "loss": 0.0325,
      "step": 8615
    },
    {
      "epoch": 0.9340849956634866,
      "grad_norm": 0.3583555221557617,
      "learning_rate": 6.911359350065284e-05,
      "loss": 0.0416,
      "step": 8616
    },
    {
      "epoch": 0.9341934084995663,
      "grad_norm": 0.128318652510643,
      "learning_rate": 6.91099666328159e-05,
      "loss": 0.0256,
      "step": 8617
    },
    {
      "epoch": 0.9343018213356461,
      "grad_norm": 0.140035480260849,
      "learning_rate": 6.910633976497897e-05,
      "loss": 0.0139,
      "step": 8618
    },
    {
      "epoch": 0.934410234171726,
      "grad_norm": 0.11962950229644775,
      "learning_rate": 6.910271289714203e-05,
      "loss": 0.0357,
      "step": 8619
    },
    {
      "epoch": 0.9345186470078057,
      "grad_norm": 0.21501708030700684,
      "learning_rate": 6.90990860293051e-05,
      "loss": 0.0335,
      "step": 8620
    },
    {
      "epoch": 0.9346270598438855,
      "grad_norm": 0.27589285373687744,
      "learning_rate": 6.909545916146815e-05,
      "loss": 0.0746,
      "step": 8621
    },
    {
      "epoch": 0.9347354726799653,
      "grad_norm": 0.2776908278465271,
      "learning_rate": 6.909183229363122e-05,
      "loss": 0.0348,
      "step": 8622
    },
    {
      "epoch": 0.9348438855160451,
      "grad_norm": 0.19029133021831512,
      "learning_rate": 6.908820542579428e-05,
      "loss": 0.0582,
      "step": 8623
    },
    {
      "epoch": 0.9349522983521249,
      "grad_norm": 0.16232118010520935,
      "learning_rate": 6.908457855795735e-05,
      "loss": 0.0378,
      "step": 8624
    },
    {
      "epoch": 0.9350607111882047,
      "grad_norm": 0.12759776413440704,
      "learning_rate": 6.908095169012041e-05,
      "loss": 0.0162,
      "step": 8625
    },
    {
      "epoch": 0.9351691240242844,
      "grad_norm": 0.23600910604000092,
      "learning_rate": 6.907732482228348e-05,
      "loss": 0.0313,
      "step": 8626
    },
    {
      "epoch": 0.9352775368603643,
      "grad_norm": 0.2714971899986267,
      "learning_rate": 6.907369795444655e-05,
      "loss": 0.0395,
      "step": 8627
    },
    {
      "epoch": 0.9353859496964441,
      "grad_norm": 0.12224544584751129,
      "learning_rate": 6.907007108660961e-05,
      "loss": 0.0178,
      "step": 8628
    },
    {
      "epoch": 0.9354943625325238,
      "grad_norm": 0.16050419211387634,
      "learning_rate": 6.906644421877268e-05,
      "loss": 0.0327,
      "step": 8629
    },
    {
      "epoch": 0.9356027753686036,
      "grad_norm": 0.22749806940555573,
      "learning_rate": 6.906281735093574e-05,
      "loss": 0.0299,
      "step": 8630
    },
    {
      "epoch": 0.9357111882046835,
      "grad_norm": 0.09709831327199936,
      "learning_rate": 6.905919048309881e-05,
      "loss": 0.0107,
      "step": 8631
    },
    {
      "epoch": 0.9358196010407632,
      "grad_norm": 0.16808897256851196,
      "learning_rate": 6.905556361526187e-05,
      "loss": 0.0325,
      "step": 8632
    },
    {
      "epoch": 0.935928013876843,
      "grad_norm": 0.26573267579078674,
      "learning_rate": 6.905193674742492e-05,
      "loss": 0.0802,
      "step": 8633
    },
    {
      "epoch": 0.9360364267129229,
      "grad_norm": 0.2856786251068115,
      "learning_rate": 6.9048309879588e-05,
      "loss": 0.0391,
      "step": 8634
    },
    {
      "epoch": 0.9361448395490026,
      "grad_norm": 0.14149588346481323,
      "learning_rate": 6.904468301175105e-05,
      "loss": 0.0293,
      "step": 8635
    },
    {
      "epoch": 0.9362532523850824,
      "grad_norm": 0.19872350990772247,
      "learning_rate": 6.904105614391412e-05,
      "loss": 0.052,
      "step": 8636
    },
    {
      "epoch": 0.9363616652211622,
      "grad_norm": 0.13808199763298035,
      "learning_rate": 6.903742927607718e-05,
      "loss": 0.0225,
      "step": 8637
    },
    {
      "epoch": 0.936470078057242,
      "grad_norm": 0.15636411309242249,
      "learning_rate": 6.903380240824025e-05,
      "loss": 0.0369,
      "step": 8638
    },
    {
      "epoch": 0.9365784908933218,
      "grad_norm": 0.24669155478477478,
      "learning_rate": 6.903017554040331e-05,
      "loss": 0.036,
      "step": 8639
    },
    {
      "epoch": 0.9366869037294016,
      "grad_norm": 0.17666423320770264,
      "learning_rate": 6.902654867256638e-05,
      "loss": 0.0343,
      "step": 8640
    },
    {
      "epoch": 0.9367953165654813,
      "grad_norm": 0.19914428889751434,
      "learning_rate": 6.902292180472944e-05,
      "loss": 0.0447,
      "step": 8641
    },
    {
      "epoch": 0.9369037294015612,
      "grad_norm": 0.35912442207336426,
      "learning_rate": 6.901929493689249e-05,
      "loss": 0.0784,
      "step": 8642
    },
    {
      "epoch": 0.937012142237641,
      "grad_norm": 0.18360772728919983,
      "learning_rate": 6.901566806905558e-05,
      "loss": 0.0284,
      "step": 8643
    },
    {
      "epoch": 0.9371205550737207,
      "grad_norm": 0.13600891828536987,
      "learning_rate": 6.901204120121863e-05,
      "loss": 0.0254,
      "step": 8644
    },
    {
      "epoch": 0.9372289679098005,
      "grad_norm": 0.1162727028131485,
      "learning_rate": 6.90084143333817e-05,
      "loss": 0.02,
      "step": 8645
    },
    {
      "epoch": 0.9373373807458804,
      "grad_norm": 0.25157293677330017,
      "learning_rate": 6.900478746554476e-05,
      "loss": 0.081,
      "step": 8646
    },
    {
      "epoch": 0.9374457935819601,
      "grad_norm": 0.137815922498703,
      "learning_rate": 6.900116059770782e-05,
      "loss": 0.0217,
      "step": 8647
    },
    {
      "epoch": 0.9375542064180399,
      "grad_norm": 0.11479903012514114,
      "learning_rate": 6.899753372987089e-05,
      "loss": 0.0218,
      "step": 8648
    },
    {
      "epoch": 0.9376626192541196,
      "grad_norm": 0.22124211490154266,
      "learning_rate": 6.899390686203395e-05,
      "loss": 0.062,
      "step": 8649
    },
    {
      "epoch": 0.9377710320901995,
      "grad_norm": 0.07939136773347855,
      "learning_rate": 6.899027999419702e-05,
      "loss": 0.0121,
      "step": 8650
    },
    {
      "epoch": 0.9378794449262793,
      "grad_norm": 0.1470513790845871,
      "learning_rate": 6.898665312636008e-05,
      "loss": 0.0395,
      "step": 8651
    },
    {
      "epoch": 0.937987857762359,
      "grad_norm": 0.08410760760307312,
      "learning_rate": 6.898302625852315e-05,
      "loss": 0.0072,
      "step": 8652
    },
    {
      "epoch": 0.9380962705984388,
      "grad_norm": 0.199081152677536,
      "learning_rate": 6.89793993906862e-05,
      "loss": 0.042,
      "step": 8653
    },
    {
      "epoch": 0.9382046834345187,
      "grad_norm": 0.13872936367988586,
      "learning_rate": 6.897577252284928e-05,
      "loss": 0.0283,
      "step": 8654
    },
    {
      "epoch": 0.9383130962705984,
      "grad_norm": 0.11975430697202682,
      "learning_rate": 6.897214565501233e-05,
      "loss": 0.0291,
      "step": 8655
    },
    {
      "epoch": 0.9384215091066782,
      "grad_norm": 0.1578971892595291,
      "learning_rate": 6.896851878717539e-05,
      "loss": 0.026,
      "step": 8656
    },
    {
      "epoch": 0.938529921942758,
      "grad_norm": 0.1993427872657776,
      "learning_rate": 6.896489191933846e-05,
      "loss": 0.0249,
      "step": 8657
    },
    {
      "epoch": 0.9386383347788378,
      "grad_norm": 0.11939666420221329,
      "learning_rate": 6.896126505150152e-05,
      "loss": 0.0282,
      "step": 8658
    },
    {
      "epoch": 0.9387467476149176,
      "grad_norm": 0.22318661212921143,
      "learning_rate": 6.895763818366459e-05,
      "loss": 0.0321,
      "step": 8659
    },
    {
      "epoch": 0.9388551604509974,
      "grad_norm": 0.11901607364416122,
      "learning_rate": 6.895401131582765e-05,
      "loss": 0.0209,
      "step": 8660
    },
    {
      "epoch": 0.9389635732870771,
      "grad_norm": 0.21509841084480286,
      "learning_rate": 6.895038444799072e-05,
      "loss": 0.0545,
      "step": 8661
    },
    {
      "epoch": 0.939071986123157,
      "grad_norm": 0.16289624571800232,
      "learning_rate": 6.894675758015379e-05,
      "loss": 0.0352,
      "step": 8662
    },
    {
      "epoch": 0.9391803989592368,
      "grad_norm": 0.7280914187431335,
      "learning_rate": 6.894313071231685e-05,
      "loss": 0.089,
      "step": 8663
    },
    {
      "epoch": 0.9392888117953165,
      "grad_norm": 0.1378437727689743,
      "learning_rate": 6.893950384447992e-05,
      "loss": 0.0188,
      "step": 8664
    },
    {
      "epoch": 0.9393972246313964,
      "grad_norm": 0.10032664984464645,
      "learning_rate": 6.893587697664297e-05,
      "loss": 0.0212,
      "step": 8665
    },
    {
      "epoch": 0.9395056374674762,
      "grad_norm": 0.22724966704845428,
      "learning_rate": 6.893225010880604e-05,
      "loss": 0.0383,
      "step": 8666
    },
    {
      "epoch": 0.9396140503035559,
      "grad_norm": 0.18857304751873016,
      "learning_rate": 6.89286232409691e-05,
      "loss": 0.0295,
      "step": 8667
    },
    {
      "epoch": 0.9397224631396357,
      "grad_norm": 0.2225259691476822,
      "learning_rate": 6.892499637313217e-05,
      "loss": 0.0426,
      "step": 8668
    },
    {
      "epoch": 0.9398308759757156,
      "grad_norm": 0.17160457372665405,
      "learning_rate": 6.892136950529523e-05,
      "loss": 0.0505,
      "step": 8669
    },
    {
      "epoch": 0.9399392888117953,
      "grad_norm": 0.24993537366390228,
      "learning_rate": 6.891774263745829e-05,
      "loss": 0.03,
      "step": 8670
    },
    {
      "epoch": 0.9400477016478751,
      "grad_norm": 0.06759625673294067,
      "learning_rate": 6.891411576962136e-05,
      "loss": 0.0111,
      "step": 8671
    },
    {
      "epoch": 0.9401561144839549,
      "grad_norm": 0.17746871709823608,
      "learning_rate": 6.891048890178442e-05,
      "loss": 0.0356,
      "step": 8672
    },
    {
      "epoch": 0.9402645273200347,
      "grad_norm": 0.5601698756217957,
      "learning_rate": 6.890686203394749e-05,
      "loss": 0.117,
      "step": 8673
    },
    {
      "epoch": 0.9403729401561145,
      "grad_norm": 0.18906186521053314,
      "learning_rate": 6.890323516611054e-05,
      "loss": 0.0308,
      "step": 8674
    },
    {
      "epoch": 0.9404813529921943,
      "grad_norm": 0.18784402310848236,
      "learning_rate": 6.889960829827361e-05,
      "loss": 0.0492,
      "step": 8675
    },
    {
      "epoch": 0.940589765828274,
      "grad_norm": 0.3469923138618469,
      "learning_rate": 6.889598143043667e-05,
      "loss": 0.0892,
      "step": 8676
    },
    {
      "epoch": 0.9406981786643539,
      "grad_norm": 0.07591279596090317,
      "learning_rate": 6.889235456259974e-05,
      "loss": 0.0082,
      "step": 8677
    },
    {
      "epoch": 0.9408065915004337,
      "grad_norm": 0.14682090282440186,
      "learning_rate": 6.888872769476281e-05,
      "loss": 0.0486,
      "step": 8678
    },
    {
      "epoch": 0.9409150043365134,
      "grad_norm": 0.09524022042751312,
      "learning_rate": 6.888510082692587e-05,
      "loss": 0.014,
      "step": 8679
    },
    {
      "epoch": 0.9410234171725932,
      "grad_norm": 0.20378661155700684,
      "learning_rate": 6.888147395908894e-05,
      "loss": 0.04,
      "step": 8680
    },
    {
      "epoch": 0.9411318300086731,
      "grad_norm": 0.13701947033405304,
      "learning_rate": 6.8877847091252e-05,
      "loss": 0.0321,
      "step": 8681
    },
    {
      "epoch": 0.9412402428447528,
      "grad_norm": 0.1176273301243782,
      "learning_rate": 6.887422022341507e-05,
      "loss": 0.0232,
      "step": 8682
    },
    {
      "epoch": 0.9413486556808326,
      "grad_norm": 0.22862878441810608,
      "learning_rate": 6.887059335557813e-05,
      "loss": 0.0517,
      "step": 8683
    },
    {
      "epoch": 0.9414570685169124,
      "grad_norm": 0.23926576972007751,
      "learning_rate": 6.886696648774119e-05,
      "loss": 0.0345,
      "step": 8684
    },
    {
      "epoch": 0.9415654813529922,
      "grad_norm": 0.14973686635494232,
      "learning_rate": 6.886333961990426e-05,
      "loss": 0.0341,
      "step": 8685
    },
    {
      "epoch": 0.941673894189072,
      "grad_norm": 0.22438381612300873,
      "learning_rate": 6.885971275206731e-05,
      "loss": 0.0369,
      "step": 8686
    },
    {
      "epoch": 0.9417823070251518,
      "grad_norm": 0.21059754490852356,
      "learning_rate": 6.885608588423038e-05,
      "loss": 0.0559,
      "step": 8687
    },
    {
      "epoch": 0.9418907198612315,
      "grad_norm": 0.17198175191879272,
      "learning_rate": 6.885245901639344e-05,
      "loss": 0.0482,
      "step": 8688
    },
    {
      "epoch": 0.9419991326973114,
      "grad_norm": 0.10602065920829773,
      "learning_rate": 6.884883214855651e-05,
      "loss": 0.0204,
      "step": 8689
    },
    {
      "epoch": 0.9421075455333912,
      "grad_norm": 0.1028265506029129,
      "learning_rate": 6.884520528071957e-05,
      "loss": 0.0389,
      "step": 8690
    },
    {
      "epoch": 0.9422159583694709,
      "grad_norm": 0.03757818788290024,
      "learning_rate": 6.884157841288264e-05,
      "loss": 0.0073,
      "step": 8691
    },
    {
      "epoch": 0.9423243712055508,
      "grad_norm": 0.04969875141978264,
      "learning_rate": 6.88379515450457e-05,
      "loss": 0.0151,
      "step": 8692
    },
    {
      "epoch": 0.9424327840416306,
      "grad_norm": 0.1355537474155426,
      "learning_rate": 6.883432467720876e-05,
      "loss": 0.0406,
      "step": 8693
    },
    {
      "epoch": 0.9425411968777103,
      "grad_norm": 0.24270229041576385,
      "learning_rate": 6.883069780937183e-05,
      "loss": 0.051,
      "step": 8694
    },
    {
      "epoch": 0.9426496097137901,
      "grad_norm": 0.1927080899477005,
      "learning_rate": 6.88270709415349e-05,
      "loss": 0.06,
      "step": 8695
    },
    {
      "epoch": 0.94275802254987,
      "grad_norm": 0.17414604127407074,
      "learning_rate": 6.882344407369797e-05,
      "loss": 0.0392,
      "step": 8696
    },
    {
      "epoch": 0.9428664353859497,
      "grad_norm": 0.18786856532096863,
      "learning_rate": 6.881981720586103e-05,
      "loss": 0.0552,
      "step": 8697
    },
    {
      "epoch": 0.9429748482220295,
      "grad_norm": 0.10980876535177231,
      "learning_rate": 6.881619033802408e-05,
      "loss": 0.0188,
      "step": 8698
    },
    {
      "epoch": 0.9430832610581092,
      "grad_norm": 0.13725228607654572,
      "learning_rate": 6.881256347018715e-05,
      "loss": 0.0218,
      "step": 8699
    },
    {
      "epoch": 0.9431916738941891,
      "grad_norm": 0.1885838508605957,
      "learning_rate": 6.880893660235021e-05,
      "loss": 0.054,
      "step": 8700
    },
    {
      "epoch": 0.9433000867302689,
      "grad_norm": 0.11086854338645935,
      "learning_rate": 6.880530973451328e-05,
      "loss": 0.0347,
      "step": 8701
    },
    {
      "epoch": 0.9434084995663486,
      "grad_norm": 0.22332657873630524,
      "learning_rate": 6.880168286667634e-05,
      "loss": 0.0545,
      "step": 8702
    },
    {
      "epoch": 0.9435169124024284,
      "grad_norm": 0.23625221848487854,
      "learning_rate": 6.879805599883941e-05,
      "loss": 0.0402,
      "step": 8703
    },
    {
      "epoch": 0.9436253252385083,
      "grad_norm": 0.13571873307228088,
      "learning_rate": 6.879442913100247e-05,
      "loss": 0.0235,
      "step": 8704
    },
    {
      "epoch": 0.943733738074588,
      "grad_norm": 0.08301762491464615,
      "learning_rate": 6.879080226316554e-05,
      "loss": 0.0103,
      "step": 8705
    },
    {
      "epoch": 0.9438421509106678,
      "grad_norm": 0.33495402336120605,
      "learning_rate": 6.87871753953286e-05,
      "loss": 0.0589,
      "step": 8706
    },
    {
      "epoch": 0.9439505637467476,
      "grad_norm": 0.12319952994585037,
      "learning_rate": 6.878354852749165e-05,
      "loss": 0.0142,
      "step": 8707
    },
    {
      "epoch": 0.9440589765828274,
      "grad_norm": 0.09921035915613174,
      "learning_rate": 6.877992165965472e-05,
      "loss": 0.0181,
      "step": 8708
    },
    {
      "epoch": 0.9441673894189072,
      "grad_norm": 0.09240017831325531,
      "learning_rate": 6.877629479181778e-05,
      "loss": 0.021,
      "step": 8709
    },
    {
      "epoch": 0.944275802254987,
      "grad_norm": 0.2292153239250183,
      "learning_rate": 6.877266792398085e-05,
      "loss": 0.0536,
      "step": 8710
    },
    {
      "epoch": 0.9443842150910667,
      "grad_norm": 0.1928136646747589,
      "learning_rate": 6.876904105614391e-05,
      "loss": 0.0414,
      "step": 8711
    },
    {
      "epoch": 0.9444926279271466,
      "grad_norm": 0.20588916540145874,
      "learning_rate": 6.8765414188307e-05,
      "loss": 0.0342,
      "step": 8712
    },
    {
      "epoch": 0.9446010407632264,
      "grad_norm": 0.0360201857984066,
      "learning_rate": 6.876178732047005e-05,
      "loss": 0.0062,
      "step": 8713
    },
    {
      "epoch": 0.9447094535993061,
      "grad_norm": 0.1404491513967514,
      "learning_rate": 6.875816045263311e-05,
      "loss": 0.0244,
      "step": 8714
    },
    {
      "epoch": 0.9448178664353859,
      "grad_norm": 0.08004626631736755,
      "learning_rate": 6.875453358479618e-05,
      "loss": 0.0162,
      "step": 8715
    },
    {
      "epoch": 0.9449262792714658,
      "grad_norm": 0.28126347064971924,
      "learning_rate": 6.875090671695924e-05,
      "loss": 0.0403,
      "step": 8716
    },
    {
      "epoch": 0.9450346921075455,
      "grad_norm": 0.16361892223358154,
      "learning_rate": 6.874727984912231e-05,
      "loss": 0.0325,
      "step": 8717
    },
    {
      "epoch": 0.9451431049436253,
      "grad_norm": 0.11411785334348679,
      "learning_rate": 6.874365298128536e-05,
      "loss": 0.0263,
      "step": 8718
    },
    {
      "epoch": 0.9452515177797051,
      "grad_norm": 0.11100062727928162,
      "learning_rate": 6.874002611344844e-05,
      "loss": 0.0203,
      "step": 8719
    },
    {
      "epoch": 0.9453599306157849,
      "grad_norm": 0.12309660017490387,
      "learning_rate": 6.873639924561149e-05,
      "loss": 0.0251,
      "step": 8720
    },
    {
      "epoch": 0.9454683434518647,
      "grad_norm": 0.0744570717215538,
      "learning_rate": 6.873277237777455e-05,
      "loss": 0.0076,
      "step": 8721
    },
    {
      "epoch": 0.9455767562879445,
      "grad_norm": 0.19333285093307495,
      "learning_rate": 6.872914550993762e-05,
      "loss": 0.0653,
      "step": 8722
    },
    {
      "epoch": 0.9456851691240243,
      "grad_norm": 0.2654673159122467,
      "learning_rate": 6.872551864210068e-05,
      "loss": 0.0921,
      "step": 8723
    },
    {
      "epoch": 0.9457935819601041,
      "grad_norm": 0.21793633699417114,
      "learning_rate": 6.872189177426375e-05,
      "loss": 0.0175,
      "step": 8724
    },
    {
      "epoch": 0.9459019947961839,
      "grad_norm": 0.2660762369632721,
      "learning_rate": 6.87182649064268e-05,
      "loss": 0.0454,
      "step": 8725
    },
    {
      "epoch": 0.9460104076322636,
      "grad_norm": 0.1874389350414276,
      "learning_rate": 6.871463803858988e-05,
      "loss": 0.0316,
      "step": 8726
    },
    {
      "epoch": 0.9461188204683435,
      "grad_norm": 0.18802329897880554,
      "learning_rate": 6.871101117075293e-05,
      "loss": 0.0222,
      "step": 8727
    },
    {
      "epoch": 0.9462272333044233,
      "grad_norm": 0.12181500345468521,
      "learning_rate": 6.8707384302916e-05,
      "loss": 0.0288,
      "step": 8728
    },
    {
      "epoch": 0.946335646140503,
      "grad_norm": 0.23654724657535553,
      "learning_rate": 6.870375743507906e-05,
      "loss": 0.059,
      "step": 8729
    },
    {
      "epoch": 0.9464440589765828,
      "grad_norm": 0.13523250818252563,
      "learning_rate": 6.870013056724213e-05,
      "loss": 0.0211,
      "step": 8730
    },
    {
      "epoch": 0.9465524718126627,
      "grad_norm": 0.18108782172203064,
      "learning_rate": 6.86965036994052e-05,
      "loss": 0.0393,
      "step": 8731
    },
    {
      "epoch": 0.9466608846487424,
      "grad_norm": 0.15208180248737335,
      "learning_rate": 6.869287683156826e-05,
      "loss": 0.0306,
      "step": 8732
    },
    {
      "epoch": 0.9467692974848222,
      "grad_norm": 0.19517526030540466,
      "learning_rate": 6.868924996373133e-05,
      "loss": 0.0444,
      "step": 8733
    },
    {
      "epoch": 0.946877710320902,
      "grad_norm": 0.30563923716545105,
      "learning_rate": 6.868562309589439e-05,
      "loss": 0.0346,
      "step": 8734
    },
    {
      "epoch": 0.9469861231569818,
      "grad_norm": 0.4736092686653137,
      "learning_rate": 6.868199622805746e-05,
      "loss": 0.0727,
      "step": 8735
    },
    {
      "epoch": 0.9470945359930616,
      "grad_norm": 0.1355053186416626,
      "learning_rate": 6.867836936022052e-05,
      "loss": 0.0254,
      "step": 8736
    },
    {
      "epoch": 0.9472029488291414,
      "grad_norm": 0.22040453553199768,
      "learning_rate": 6.867474249238358e-05,
      "loss": 0.0213,
      "step": 8737
    },
    {
      "epoch": 0.9473113616652211,
      "grad_norm": 0.23791438341140747,
      "learning_rate": 6.867111562454665e-05,
      "loss": 0.0273,
      "step": 8738
    },
    {
      "epoch": 0.947419774501301,
      "grad_norm": 0.12082305550575256,
      "learning_rate": 6.86674887567097e-05,
      "loss": 0.0162,
      "step": 8739
    },
    {
      "epoch": 0.9475281873373808,
      "grad_norm": 0.10839419811964035,
      "learning_rate": 6.866386188887277e-05,
      "loss": 0.0184,
      "step": 8740
    },
    {
      "epoch": 0.9476366001734605,
      "grad_norm": 0.09753565490245819,
      "learning_rate": 6.866023502103583e-05,
      "loss": 0.0119,
      "step": 8741
    },
    {
      "epoch": 0.9477450130095403,
      "grad_norm": 0.044102609157562256,
      "learning_rate": 6.86566081531989e-05,
      "loss": 0.0036,
      "step": 8742
    },
    {
      "epoch": 0.9478534258456202,
      "grad_norm": 0.1427694708108902,
      "learning_rate": 6.865298128536196e-05,
      "loss": 0.0187,
      "step": 8743
    },
    {
      "epoch": 0.9479618386816999,
      "grad_norm": 0.11153984069824219,
      "learning_rate": 6.864935441752503e-05,
      "loss": 0.0325,
      "step": 8744
    },
    {
      "epoch": 0.9480702515177797,
      "grad_norm": 0.08532706648111343,
      "learning_rate": 6.864572754968809e-05,
      "loss": 0.0199,
      "step": 8745
    },
    {
      "epoch": 0.9481786643538594,
      "grad_norm": 0.35134223103523254,
      "learning_rate": 6.864210068185115e-05,
      "loss": 0.0591,
      "step": 8746
    },
    {
      "epoch": 0.9482870771899393,
      "grad_norm": 0.10481208562850952,
      "learning_rate": 6.863847381401423e-05,
      "loss": 0.0168,
      "step": 8747
    },
    {
      "epoch": 0.9483954900260191,
      "grad_norm": 0.20819734036922455,
      "learning_rate": 6.863484694617729e-05,
      "loss": 0.0501,
      "step": 8748
    },
    {
      "epoch": 0.9485039028620988,
      "grad_norm": 0.05614391341805458,
      "learning_rate": 6.863122007834036e-05,
      "loss": 0.0058,
      "step": 8749
    },
    {
      "epoch": 0.9486123156981786,
      "grad_norm": 0.22235824167728424,
      "learning_rate": 6.862759321050342e-05,
      "loss": 0.0499,
      "step": 8750
    },
    {
      "epoch": 0.9487207285342585,
      "grad_norm": 0.06725438684225082,
      "learning_rate": 6.862396634266647e-05,
      "loss": 0.0087,
      "step": 8751
    },
    {
      "epoch": 0.9488291413703382,
      "grad_norm": 0.45402824878692627,
      "learning_rate": 6.862033947482954e-05,
      "loss": 0.0229,
      "step": 8752
    },
    {
      "epoch": 0.948937554206418,
      "grad_norm": 0.17038238048553467,
      "learning_rate": 6.86167126069926e-05,
      "loss": 0.0285,
      "step": 8753
    },
    {
      "epoch": 0.9490459670424979,
      "grad_norm": 0.0795556828379631,
      "learning_rate": 6.861308573915567e-05,
      "loss": 0.0104,
      "step": 8754
    },
    {
      "epoch": 0.9491543798785776,
      "grad_norm": 0.23349377512931824,
      "learning_rate": 6.860945887131873e-05,
      "loss": 0.0276,
      "step": 8755
    },
    {
      "epoch": 0.9492627927146574,
      "grad_norm": 0.2733514904975891,
      "learning_rate": 6.86058320034818e-05,
      "loss": 0.0259,
      "step": 8756
    },
    {
      "epoch": 0.9493712055507372,
      "grad_norm": 0.13465972244739532,
      "learning_rate": 6.860220513564486e-05,
      "loss": 0.0221,
      "step": 8757
    },
    {
      "epoch": 0.949479618386817,
      "grad_norm": 0.26447296142578125,
      "learning_rate": 6.859857826780793e-05,
      "loss": 0.018,
      "step": 8758
    },
    {
      "epoch": 0.9495880312228968,
      "grad_norm": 0.34704816341400146,
      "learning_rate": 6.859495139997099e-05,
      "loss": 0.0564,
      "step": 8759
    },
    {
      "epoch": 0.9496964440589766,
      "grad_norm": 0.10220472514629364,
      "learning_rate": 6.859132453213404e-05,
      "loss": 0.0079,
      "step": 8760
    },
    {
      "epoch": 0.9498048568950563,
      "grad_norm": 0.3357275724411011,
      "learning_rate": 6.858769766429711e-05,
      "loss": 0.0829,
      "step": 8761
    },
    {
      "epoch": 0.9499132697311362,
      "grad_norm": 0.0932183712720871,
      "learning_rate": 6.858407079646017e-05,
      "loss": 0.0167,
      "step": 8762
    },
    {
      "epoch": 0.950021682567216,
      "grad_norm": 0.08312497287988663,
      "learning_rate": 6.858044392862324e-05,
      "loss": 0.0207,
      "step": 8763
    },
    {
      "epoch": 0.9501300954032957,
      "grad_norm": 0.23692528903484344,
      "learning_rate": 6.857681706078631e-05,
      "loss": 0.0472,
      "step": 8764
    },
    {
      "epoch": 0.9502385082393755,
      "grad_norm": 0.09246177226305008,
      "learning_rate": 6.857319019294937e-05,
      "loss": 0.017,
      "step": 8765
    },
    {
      "epoch": 0.9503469210754554,
      "grad_norm": 0.09379351139068604,
      "learning_rate": 6.856956332511244e-05,
      "loss": 0.0198,
      "step": 8766
    },
    {
      "epoch": 0.9504553339115351,
      "grad_norm": 0.2526717782020569,
      "learning_rate": 6.85659364572755e-05,
      "loss": 0.0296,
      "step": 8767
    },
    {
      "epoch": 0.9505637467476149,
      "grad_norm": 0.27559101581573486,
      "learning_rate": 6.856230958943857e-05,
      "loss": 0.0462,
      "step": 8768
    },
    {
      "epoch": 0.9506721595836947,
      "grad_norm": 0.28104841709136963,
      "learning_rate": 6.855868272160163e-05,
      "loss": 0.0532,
      "step": 8769
    },
    {
      "epoch": 0.9507805724197745,
      "grad_norm": 0.3160526156425476,
      "learning_rate": 6.85550558537647e-05,
      "loss": 0.0465,
      "step": 8770
    },
    {
      "epoch": 0.9508889852558543,
      "grad_norm": 0.19371706247329712,
      "learning_rate": 6.855142898592776e-05,
      "loss": 0.046,
      "step": 8771
    },
    {
      "epoch": 0.9509973980919341,
      "grad_norm": 0.12168905884027481,
      "learning_rate": 6.854780211809083e-05,
      "loss": 0.019,
      "step": 8772
    },
    {
      "epoch": 0.9511058109280138,
      "grad_norm": 0.11937122792005539,
      "learning_rate": 6.854417525025388e-05,
      "loss": 0.025,
      "step": 8773
    },
    {
      "epoch": 0.9512142237640937,
      "grad_norm": 0.27127593755722046,
      "learning_rate": 6.854054838241694e-05,
      "loss": 0.0476,
      "step": 8774
    },
    {
      "epoch": 0.9513226366001735,
      "grad_norm": 0.10855678468942642,
      "learning_rate": 6.853692151458001e-05,
      "loss": 0.0139,
      "step": 8775
    },
    {
      "epoch": 0.9514310494362532,
      "grad_norm": 0.400425523519516,
      "learning_rate": 6.853329464674307e-05,
      "loss": 0.0805,
      "step": 8776
    },
    {
      "epoch": 0.951539462272333,
      "grad_norm": 0.15376627445220947,
      "learning_rate": 6.852966777890614e-05,
      "loss": 0.0219,
      "step": 8777
    },
    {
      "epoch": 0.9516478751084129,
      "grad_norm": 0.08826953172683716,
      "learning_rate": 6.85260409110692e-05,
      "loss": 0.0111,
      "step": 8778
    },
    {
      "epoch": 0.9517562879444926,
      "grad_norm": 0.217274472117424,
      "learning_rate": 6.852241404323227e-05,
      "loss": 0.0236,
      "step": 8779
    },
    {
      "epoch": 0.9518647007805724,
      "grad_norm": 0.1090289056301117,
      "learning_rate": 6.851878717539533e-05,
      "loss": 0.0211,
      "step": 8780
    },
    {
      "epoch": 0.9519731136166523,
      "grad_norm": 0.20997774600982666,
      "learning_rate": 6.85151603075584e-05,
      "loss": 0.0241,
      "step": 8781
    },
    {
      "epoch": 0.952081526452732,
      "grad_norm": 0.0826449766755104,
      "learning_rate": 6.851153343972147e-05,
      "loss": 0.0131,
      "step": 8782
    },
    {
      "epoch": 0.9521899392888118,
      "grad_norm": 0.3475659191608429,
      "learning_rate": 6.850790657188452e-05,
      "loss": 0.0539,
      "step": 8783
    },
    {
      "epoch": 0.9522983521248916,
      "grad_norm": 0.2039174884557724,
      "learning_rate": 6.85042797040476e-05,
      "loss": 0.0271,
      "step": 8784
    },
    {
      "epoch": 0.9524067649609714,
      "grad_norm": 0.23838303983211517,
      "learning_rate": 6.850065283621065e-05,
      "loss": 0.0457,
      "step": 8785
    },
    {
      "epoch": 0.9525151777970512,
      "grad_norm": 0.30379611253738403,
      "learning_rate": 6.849702596837372e-05,
      "loss": 0.0171,
      "step": 8786
    },
    {
      "epoch": 0.952623590633131,
      "grad_norm": 0.17046114802360535,
      "learning_rate": 6.849339910053678e-05,
      "loss": 0.0275,
      "step": 8787
    },
    {
      "epoch": 0.9527320034692107,
      "grad_norm": 0.19051328301429749,
      "learning_rate": 6.848977223269984e-05,
      "loss": 0.0601,
      "step": 8788
    },
    {
      "epoch": 0.9528404163052906,
      "grad_norm": 0.12697160243988037,
      "learning_rate": 6.848614536486291e-05,
      "loss": 0.0285,
      "step": 8789
    },
    {
      "epoch": 0.9529488291413704,
      "grad_norm": 0.18520432710647583,
      "learning_rate": 6.848251849702597e-05,
      "loss": 0.0725,
      "step": 8790
    },
    {
      "epoch": 0.9530572419774501,
      "grad_norm": 0.10544045269489288,
      "learning_rate": 6.847889162918904e-05,
      "loss": 0.0136,
      "step": 8791
    },
    {
      "epoch": 0.9531656548135299,
      "grad_norm": 0.20578902959823608,
      "learning_rate": 6.84752647613521e-05,
      "loss": 0.0565,
      "step": 8792
    },
    {
      "epoch": 0.9532740676496098,
      "grad_norm": 0.08491138368844986,
      "learning_rate": 6.847163789351517e-05,
      "loss": 0.011,
      "step": 8793
    },
    {
      "epoch": 0.9533824804856895,
      "grad_norm": 0.1808917224407196,
      "learning_rate": 6.846801102567822e-05,
      "loss": 0.0316,
      "step": 8794
    },
    {
      "epoch": 0.9534908933217693,
      "grad_norm": 0.16192831099033356,
      "learning_rate": 6.84643841578413e-05,
      "loss": 0.0291,
      "step": 8795
    },
    {
      "epoch": 0.953599306157849,
      "grad_norm": 0.12104664742946625,
      "learning_rate": 6.846075729000435e-05,
      "loss": 0.0356,
      "step": 8796
    },
    {
      "epoch": 0.9537077189939289,
      "grad_norm": 0.14064215123653412,
      "learning_rate": 6.845713042216741e-05,
      "loss": 0.0399,
      "step": 8797
    },
    {
      "epoch": 0.9538161318300087,
      "grad_norm": 0.09212693572044373,
      "learning_rate": 6.845350355433048e-05,
      "loss": 0.0197,
      "step": 8798
    },
    {
      "epoch": 0.9539245446660884,
      "grad_norm": 0.17682713270187378,
      "learning_rate": 6.844987668649355e-05,
      "loss": 0.0208,
      "step": 8799
    },
    {
      "epoch": 0.9540329575021682,
      "grad_norm": 0.28189659118652344,
      "learning_rate": 6.844624981865662e-05,
      "loss": 0.0408,
      "step": 8800
    },
    {
      "epoch": 0.9541413703382481,
      "grad_norm": 0.15823405981063843,
      "learning_rate": 6.844262295081968e-05,
      "loss": 0.0275,
      "step": 8801
    },
    {
      "epoch": 0.9542497831743278,
      "grad_norm": 0.11606527864933014,
      "learning_rate": 6.843899608298274e-05,
      "loss": 0.0203,
      "step": 8802
    },
    {
      "epoch": 0.9543581960104076,
      "grad_norm": 0.13995878398418427,
      "learning_rate": 6.843536921514581e-05,
      "loss": 0.0265,
      "step": 8803
    },
    {
      "epoch": 0.9544666088464874,
      "grad_norm": 0.15880584716796875,
      "learning_rate": 6.843174234730886e-05,
      "loss": 0.049,
      "step": 8804
    },
    {
      "epoch": 0.9545750216825672,
      "grad_norm": 0.13987798988819122,
      "learning_rate": 6.842811547947193e-05,
      "loss": 0.0306,
      "step": 8805
    },
    {
      "epoch": 0.954683434518647,
      "grad_norm": 0.20373108983039856,
      "learning_rate": 6.842448861163499e-05,
      "loss": 0.029,
      "step": 8806
    },
    {
      "epoch": 0.9547918473547268,
      "grad_norm": 0.1745918244123459,
      "learning_rate": 6.842086174379806e-05,
      "loss": 0.0548,
      "step": 8807
    },
    {
      "epoch": 0.9549002601908065,
      "grad_norm": 0.11954902112483978,
      "learning_rate": 6.841723487596112e-05,
      "loss": 0.0211,
      "step": 8808
    },
    {
      "epoch": 0.9550086730268864,
      "grad_norm": 0.2565174400806427,
      "learning_rate": 6.841360800812419e-05,
      "loss": 0.0427,
      "step": 8809
    },
    {
      "epoch": 0.9551170858629662,
      "grad_norm": 0.10458511859178543,
      "learning_rate": 6.840998114028725e-05,
      "loss": 0.019,
      "step": 8810
    },
    {
      "epoch": 0.9552254986990459,
      "grad_norm": 0.1068601980805397,
      "learning_rate": 6.84063542724503e-05,
      "loss": 0.0114,
      "step": 8811
    },
    {
      "epoch": 0.9553339115351258,
      "grad_norm": 0.10398472100496292,
      "learning_rate": 6.840272740461338e-05,
      "loss": 0.0174,
      "step": 8812
    },
    {
      "epoch": 0.9554423243712056,
      "grad_norm": 0.29048725962638855,
      "learning_rate": 6.839910053677643e-05,
      "loss": 0.0585,
      "step": 8813
    },
    {
      "epoch": 0.9555507372072853,
      "grad_norm": 0.25359606742858887,
      "learning_rate": 6.83954736689395e-05,
      "loss": 0.0309,
      "step": 8814
    },
    {
      "epoch": 0.9556591500433651,
      "grad_norm": 0.42650797963142395,
      "learning_rate": 6.839184680110256e-05,
      "loss": 0.0288,
      "step": 8815
    },
    {
      "epoch": 0.955767562879445,
      "grad_norm": 0.23896890878677368,
      "learning_rate": 6.838821993326565e-05,
      "loss": 0.0306,
      "step": 8816
    },
    {
      "epoch": 0.9558759757155247,
      "grad_norm": 0.17393921315670013,
      "learning_rate": 6.83845930654287e-05,
      "loss": 0.0253,
      "step": 8817
    },
    {
      "epoch": 0.9559843885516045,
      "grad_norm": 0.38454267382621765,
      "learning_rate": 6.838096619759176e-05,
      "loss": 0.0342,
      "step": 8818
    },
    {
      "epoch": 0.9560928013876843,
      "grad_norm": 0.20989686250686646,
      "learning_rate": 6.837733932975483e-05,
      "loss": 0.035,
      "step": 8819
    },
    {
      "epoch": 0.9562012142237641,
      "grad_norm": 0.08216332644224167,
      "learning_rate": 6.837371246191789e-05,
      "loss": 0.0198,
      "step": 8820
    },
    {
      "epoch": 0.9563096270598439,
      "grad_norm": 0.22751197218894958,
      "learning_rate": 6.837008559408096e-05,
      "loss": 0.0387,
      "step": 8821
    },
    {
      "epoch": 0.9564180398959237,
      "grad_norm": 0.07187998294830322,
      "learning_rate": 6.836645872624402e-05,
      "loss": 0.0119,
      "step": 8822
    },
    {
      "epoch": 0.9565264527320034,
      "grad_norm": 0.08704506605863571,
      "learning_rate": 6.836283185840709e-05,
      "loss": 0.0106,
      "step": 8823
    },
    {
      "epoch": 0.9566348655680833,
      "grad_norm": 0.21164755523204803,
      "learning_rate": 6.835920499057015e-05,
      "loss": 0.0443,
      "step": 8824
    },
    {
      "epoch": 0.9567432784041631,
      "grad_norm": 0.05169528350234032,
      "learning_rate": 6.835557812273322e-05,
      "loss": 0.0072,
      "step": 8825
    },
    {
      "epoch": 0.9568516912402428,
      "grad_norm": 0.15920692682266235,
      "learning_rate": 6.835195125489627e-05,
      "loss": 0.0229,
      "step": 8826
    },
    {
      "epoch": 0.9569601040763226,
      "grad_norm": 0.1637868583202362,
      "learning_rate": 6.834832438705933e-05,
      "loss": 0.0155,
      "step": 8827
    },
    {
      "epoch": 0.9570685169124025,
      "grad_norm": 0.2034519910812378,
      "learning_rate": 6.83446975192224e-05,
      "loss": 0.0402,
      "step": 8828
    },
    {
      "epoch": 0.9571769297484822,
      "grad_norm": 0.16016346216201782,
      "learning_rate": 6.834107065138546e-05,
      "loss": 0.0326,
      "step": 8829
    },
    {
      "epoch": 0.957285342584562,
      "grad_norm": 0.16330662369728088,
      "learning_rate": 6.833744378354853e-05,
      "loss": 0.0163,
      "step": 8830
    },
    {
      "epoch": 0.9573937554206418,
      "grad_norm": 0.06670256704092026,
      "learning_rate": 6.833381691571159e-05,
      "loss": 0.0111,
      "step": 8831
    },
    {
      "epoch": 0.9575021682567216,
      "grad_norm": 0.5072423815727234,
      "learning_rate": 6.833019004787466e-05,
      "loss": 0.0967,
      "step": 8832
    },
    {
      "epoch": 0.9576105810928014,
      "grad_norm": 0.1950099617242813,
      "learning_rate": 6.832656318003773e-05,
      "loss": 0.0615,
      "step": 8833
    },
    {
      "epoch": 0.9577189939288812,
      "grad_norm": 0.13831433653831482,
      "learning_rate": 6.832293631220079e-05,
      "loss": 0.0256,
      "step": 8834
    },
    {
      "epoch": 0.9578274067649609,
      "grad_norm": 0.364890456199646,
      "learning_rate": 6.831930944436386e-05,
      "loss": 0.0559,
      "step": 8835
    },
    {
      "epoch": 0.9579358196010408,
      "grad_norm": 0.14647388458251953,
      "learning_rate": 6.831568257652692e-05,
      "loss": 0.0329,
      "step": 8836
    },
    {
      "epoch": 0.9580442324371206,
      "grad_norm": 0.06340634077787399,
      "learning_rate": 6.831205570868999e-05,
      "loss": 0.0083,
      "step": 8837
    },
    {
      "epoch": 0.9581526452732003,
      "grad_norm": 0.08446882665157318,
      "learning_rate": 6.830842884085304e-05,
      "loss": 0.0152,
      "step": 8838
    },
    {
      "epoch": 0.9582610581092801,
      "grad_norm": 0.12889441847801208,
      "learning_rate": 6.830480197301611e-05,
      "loss": 0.019,
      "step": 8839
    },
    {
      "epoch": 0.95836947094536,
      "grad_norm": 0.13173750042915344,
      "learning_rate": 6.830117510517917e-05,
      "loss": 0.0274,
      "step": 8840
    },
    {
      "epoch": 0.9584778837814397,
      "grad_norm": 0.11113540828227997,
      "learning_rate": 6.829754823734223e-05,
      "loss": 0.0184,
      "step": 8841
    },
    {
      "epoch": 0.9585862966175195,
      "grad_norm": 0.134026437997818,
      "learning_rate": 6.82939213695053e-05,
      "loss": 0.0176,
      "step": 8842
    },
    {
      "epoch": 0.9586947094535994,
      "grad_norm": 0.11135578900575638,
      "learning_rate": 6.829029450166836e-05,
      "loss": 0.0261,
      "step": 8843
    },
    {
      "epoch": 0.9588031222896791,
      "grad_norm": 0.28078681230545044,
      "learning_rate": 6.828666763383143e-05,
      "loss": 0.0488,
      "step": 8844
    },
    {
      "epoch": 0.9589115351257589,
      "grad_norm": 0.3332379460334778,
      "learning_rate": 6.828304076599449e-05,
      "loss": 0.0401,
      "step": 8845
    },
    {
      "epoch": 0.9590199479618386,
      "grad_norm": 0.06480947881937027,
      "learning_rate": 6.827941389815756e-05,
      "loss": 0.009,
      "step": 8846
    },
    {
      "epoch": 0.9591283607979185,
      "grad_norm": 0.1571040153503418,
      "learning_rate": 6.827578703032061e-05,
      "loss": 0.0305,
      "step": 8847
    },
    {
      "epoch": 0.9592367736339983,
      "grad_norm": 0.2216096967458725,
      "learning_rate": 6.827216016248368e-05,
      "loss": 0.0342,
      "step": 8848
    },
    {
      "epoch": 0.959345186470078,
      "grad_norm": 0.07819811999797821,
      "learning_rate": 6.826853329464674e-05,
      "loss": 0.0102,
      "step": 8849
    },
    {
      "epoch": 0.9594535993061578,
      "grad_norm": 0.4704149067401886,
      "learning_rate": 6.82649064268098e-05,
      "loss": 0.0706,
      "step": 8850
    },
    {
      "epoch": 0.9595620121422377,
      "grad_norm": 0.4739720821380615,
      "learning_rate": 6.826127955897288e-05,
      "loss": 0.0731,
      "step": 8851
    },
    {
      "epoch": 0.9596704249783174,
      "grad_norm": 0.1686786711215973,
      "learning_rate": 6.825765269113594e-05,
      "loss": 0.0225,
      "step": 8852
    },
    {
      "epoch": 0.9597788378143972,
      "grad_norm": 0.08854978531599045,
      "learning_rate": 6.825402582329901e-05,
      "loss": 0.0213,
      "step": 8853
    },
    {
      "epoch": 0.959887250650477,
      "grad_norm": 0.20107170939445496,
      "learning_rate": 6.825039895546207e-05,
      "loss": 0.0333,
      "step": 8854
    },
    {
      "epoch": 0.9599956634865568,
      "grad_norm": 0.21692053973674774,
      "learning_rate": 6.824677208762513e-05,
      "loss": 0.0337,
      "step": 8855
    },
    {
      "epoch": 0.9601040763226366,
      "grad_norm": 0.17861855030059814,
      "learning_rate": 6.82431452197882e-05,
      "loss": 0.0438,
      "step": 8856
    },
    {
      "epoch": 0.9602124891587164,
      "grad_norm": 0.32214319705963135,
      "learning_rate": 6.823951835195125e-05,
      "loss": 0.0531,
      "step": 8857
    },
    {
      "epoch": 0.9603209019947961,
      "grad_norm": 0.13550639152526855,
      "learning_rate": 6.823589148411433e-05,
      "loss": 0.0267,
      "step": 8858
    },
    {
      "epoch": 0.960429314830876,
      "grad_norm": 0.20363843441009521,
      "learning_rate": 6.823226461627738e-05,
      "loss": 0.0353,
      "step": 8859
    },
    {
      "epoch": 0.9605377276669558,
      "grad_norm": 0.1879638284444809,
      "learning_rate": 6.822863774844045e-05,
      "loss": 0.0311,
      "step": 8860
    },
    {
      "epoch": 0.9606461405030355,
      "grad_norm": 0.18597401678562164,
      "learning_rate": 6.822501088060351e-05,
      "loss": 0.042,
      "step": 8861
    },
    {
      "epoch": 0.9607545533391153,
      "grad_norm": 0.165299654006958,
      "learning_rate": 6.822138401276658e-05,
      "loss": 0.0334,
      "step": 8862
    },
    {
      "epoch": 0.9608629661751952,
      "grad_norm": 0.165408656001091,
      "learning_rate": 6.821775714492964e-05,
      "loss": 0.029,
      "step": 8863
    },
    {
      "epoch": 0.9609713790112749,
      "grad_norm": 0.14348237216472626,
      "learning_rate": 6.82141302770927e-05,
      "loss": 0.0245,
      "step": 8864
    },
    {
      "epoch": 0.9610797918473547,
      "grad_norm": 0.2258911430835724,
      "learning_rate": 6.821050340925577e-05,
      "loss": 0.0344,
      "step": 8865
    },
    {
      "epoch": 0.9611882046834345,
      "grad_norm": 0.1649141013622284,
      "learning_rate": 6.820687654141883e-05,
      "loss": 0.0619,
      "step": 8866
    },
    {
      "epoch": 0.9612966175195143,
      "grad_norm": 0.05722926929593086,
      "learning_rate": 6.82032496735819e-05,
      "loss": 0.0071,
      "step": 8867
    },
    {
      "epoch": 0.9614050303555941,
      "grad_norm": 0.2357899695634842,
      "learning_rate": 6.819962280574497e-05,
      "loss": 0.0738,
      "step": 8868
    },
    {
      "epoch": 0.9615134431916739,
      "grad_norm": 0.16011057794094086,
      "learning_rate": 6.819599593790802e-05,
      "loss": 0.0373,
      "step": 8869
    },
    {
      "epoch": 0.9616218560277537,
      "grad_norm": 0.0723281279206276,
      "learning_rate": 6.81923690700711e-05,
      "loss": 0.0148,
      "step": 8870
    },
    {
      "epoch": 0.9617302688638335,
      "grad_norm": 0.2798657715320587,
      "learning_rate": 6.818874220223415e-05,
      "loss": 0.0223,
      "step": 8871
    },
    {
      "epoch": 0.9618386816999133,
      "grad_norm": 0.11726746708154678,
      "learning_rate": 6.818511533439722e-05,
      "loss": 0.0154,
      "step": 8872
    },
    {
      "epoch": 0.961947094535993,
      "grad_norm": 0.24333585798740387,
      "learning_rate": 6.818148846656028e-05,
      "loss": 0.0709,
      "step": 8873
    },
    {
      "epoch": 0.9620555073720729,
      "grad_norm": 0.1844690889120102,
      "learning_rate": 6.817786159872335e-05,
      "loss": 0.0487,
      "step": 8874
    },
    {
      "epoch": 0.9621639202081527,
      "grad_norm": 0.18076500296592712,
      "learning_rate": 6.817423473088641e-05,
      "loss": 0.03,
      "step": 8875
    },
    {
      "epoch": 0.9622723330442324,
      "grad_norm": 0.06835609674453735,
      "learning_rate": 6.817060786304948e-05,
      "loss": 0.0143,
      "step": 8876
    },
    {
      "epoch": 0.9623807458803122,
      "grad_norm": 0.13586869835853577,
      "learning_rate": 6.816698099521254e-05,
      "loss": 0.0168,
      "step": 8877
    },
    {
      "epoch": 0.9624891587163921,
      "grad_norm": 0.8419947624206543,
      "learning_rate": 6.81633541273756e-05,
      "loss": 0.0241,
      "step": 8878
    },
    {
      "epoch": 0.9625975715524718,
      "grad_norm": 0.17091575264930725,
      "learning_rate": 6.815972725953867e-05,
      "loss": 0.0499,
      "step": 8879
    },
    {
      "epoch": 0.9627059843885516,
      "grad_norm": 0.0890834853053093,
      "learning_rate": 6.815610039170172e-05,
      "loss": 0.0155,
      "step": 8880
    },
    {
      "epoch": 0.9628143972246314,
      "grad_norm": 0.1646149605512619,
      "learning_rate": 6.81524735238648e-05,
      "loss": 0.0334,
      "step": 8881
    },
    {
      "epoch": 0.9629228100607112,
      "grad_norm": 0.23151090741157532,
      "learning_rate": 6.814884665602785e-05,
      "loss": 0.0349,
      "step": 8882
    },
    {
      "epoch": 0.963031222896791,
      "grad_norm": 0.3564099073410034,
      "learning_rate": 6.814521978819092e-05,
      "loss": 0.0596,
      "step": 8883
    },
    {
      "epoch": 0.9631396357328708,
      "grad_norm": 0.12915797531604767,
      "learning_rate": 6.814159292035398e-05,
      "loss": 0.0295,
      "step": 8884
    },
    {
      "epoch": 0.9632480485689505,
      "grad_norm": 0.06673605740070343,
      "learning_rate": 6.813796605251705e-05,
      "loss": 0.012,
      "step": 8885
    },
    {
      "epoch": 0.9633564614050304,
      "grad_norm": 0.2072782963514328,
      "learning_rate": 6.813433918468012e-05,
      "loss": 0.0434,
      "step": 8886
    },
    {
      "epoch": 0.9634648742411102,
      "grad_norm": 0.08292818814516068,
      "learning_rate": 6.813071231684318e-05,
      "loss": 0.0158,
      "step": 8887
    },
    {
      "epoch": 0.9635732870771899,
      "grad_norm": 0.10035298764705658,
      "learning_rate": 6.812708544900625e-05,
      "loss": 0.0177,
      "step": 8888
    },
    {
      "epoch": 0.9636816999132697,
      "grad_norm": 0.14022694528102875,
      "learning_rate": 6.81234585811693e-05,
      "loss": 0.0167,
      "step": 8889
    },
    {
      "epoch": 0.9637901127493496,
      "grad_norm": 0.12901818752288818,
      "learning_rate": 6.811983171333238e-05,
      "loss": 0.0186,
      "step": 8890
    },
    {
      "epoch": 0.9638985255854293,
      "grad_norm": 0.1886759102344513,
      "learning_rate": 6.811620484549543e-05,
      "loss": 0.0352,
      "step": 8891
    },
    {
      "epoch": 0.9640069384215091,
      "grad_norm": 0.2622928023338318,
      "learning_rate": 6.811257797765849e-05,
      "loss": 0.0775,
      "step": 8892
    },
    {
      "epoch": 0.9641153512575888,
      "grad_norm": 0.22271892428398132,
      "learning_rate": 6.810895110982156e-05,
      "loss": 0.0247,
      "step": 8893
    },
    {
      "epoch": 0.9642237640936687,
      "grad_norm": 0.04636213183403015,
      "learning_rate": 6.810532424198462e-05,
      "loss": 0.0159,
      "step": 8894
    },
    {
      "epoch": 0.9643321769297485,
      "grad_norm": 0.10022547096014023,
      "learning_rate": 6.810169737414769e-05,
      "loss": 0.0137,
      "step": 8895
    },
    {
      "epoch": 0.9644405897658282,
      "grad_norm": 0.2293068766593933,
      "learning_rate": 6.809807050631075e-05,
      "loss": 0.0306,
      "step": 8896
    },
    {
      "epoch": 0.964549002601908,
      "grad_norm": 0.14193148910999298,
      "learning_rate": 6.809444363847382e-05,
      "loss": 0.0378,
      "step": 8897
    },
    {
      "epoch": 0.9646574154379879,
      "grad_norm": 0.11047836393117905,
      "learning_rate": 6.809081677063688e-05,
      "loss": 0.0227,
      "step": 8898
    },
    {
      "epoch": 0.9647658282740676,
      "grad_norm": 0.3994395136833191,
      "learning_rate": 6.808718990279995e-05,
      "loss": 0.0689,
      "step": 8899
    },
    {
      "epoch": 0.9648742411101474,
      "grad_norm": 0.3130802512168884,
      "learning_rate": 6.8083563034963e-05,
      "loss": 0.0692,
      "step": 8900
    },
    {
      "epoch": 0.9649826539462273,
      "grad_norm": 0.6485772132873535,
      "learning_rate": 6.807993616712606e-05,
      "loss": 0.089,
      "step": 8901
    },
    {
      "epoch": 0.965091066782307,
      "grad_norm": 0.1971605271100998,
      "learning_rate": 6.807630929928915e-05,
      "loss": 0.0269,
      "step": 8902
    },
    {
      "epoch": 0.9651994796183868,
      "grad_norm": 0.03338174894452095,
      "learning_rate": 6.80726824314522e-05,
      "loss": 0.0075,
      "step": 8903
    },
    {
      "epoch": 0.9653078924544666,
      "grad_norm": 0.07218461483716965,
      "learning_rate": 6.806905556361527e-05,
      "loss": 0.0079,
      "step": 8904
    },
    {
      "epoch": 0.9654163052905465,
      "grad_norm": 0.06792894005775452,
      "learning_rate": 6.806542869577833e-05,
      "loss": 0.01,
      "step": 8905
    },
    {
      "epoch": 0.9655247181266262,
      "grad_norm": 0.13752000033855438,
      "learning_rate": 6.806180182794139e-05,
      "loss": 0.0227,
      "step": 8906
    },
    {
      "epoch": 0.965633130962706,
      "grad_norm": 0.1483066827058792,
      "learning_rate": 6.805817496010446e-05,
      "loss": 0.0331,
      "step": 8907
    },
    {
      "epoch": 0.9657415437987857,
      "grad_norm": 0.1998923420906067,
      "learning_rate": 6.805454809226752e-05,
      "loss": 0.0392,
      "step": 8908
    },
    {
      "epoch": 0.9658499566348656,
      "grad_norm": 0.13508985936641693,
      "learning_rate": 6.805092122443059e-05,
      "loss": 0.0231,
      "step": 8909
    },
    {
      "epoch": 0.9659583694709454,
      "grad_norm": 0.23576292395591736,
      "learning_rate": 6.804729435659365e-05,
      "loss": 0.0659,
      "step": 8910
    },
    {
      "epoch": 0.9660667823070251,
      "grad_norm": 0.19505038857460022,
      "learning_rate": 6.804366748875672e-05,
      "loss": 0.0326,
      "step": 8911
    },
    {
      "epoch": 0.9661751951431049,
      "grad_norm": 0.19895367324352264,
      "learning_rate": 6.804004062091977e-05,
      "loss": 0.0245,
      "step": 8912
    },
    {
      "epoch": 0.9662836079791848,
      "grad_norm": 0.15566357970237732,
      "learning_rate": 6.803641375308284e-05,
      "loss": 0.0221,
      "step": 8913
    },
    {
      "epoch": 0.9663920208152645,
      "grad_norm": 0.24566522240638733,
      "learning_rate": 6.80327868852459e-05,
      "loss": 0.0159,
      "step": 8914
    },
    {
      "epoch": 0.9665004336513443,
      "grad_norm": 0.13349933922290802,
      "learning_rate": 6.802916001740896e-05,
      "loss": 0.0168,
      "step": 8915
    },
    {
      "epoch": 0.9666088464874241,
      "grad_norm": 0.11118032038211823,
      "learning_rate": 6.802553314957203e-05,
      "loss": 0.0189,
      "step": 8916
    },
    {
      "epoch": 0.9667172593235039,
      "grad_norm": 0.08880288153886795,
      "learning_rate": 6.802190628173509e-05,
      "loss": 0.0358,
      "step": 8917
    },
    {
      "epoch": 0.9668256721595837,
      "grad_norm": 0.17746680974960327,
      "learning_rate": 6.801827941389816e-05,
      "loss": 0.0275,
      "step": 8918
    },
    {
      "epoch": 0.9669340849956635,
      "grad_norm": 0.3969893455505371,
      "learning_rate": 6.801465254606122e-05,
      "loss": 0.0308,
      "step": 8919
    },
    {
      "epoch": 0.9670424978317432,
      "grad_norm": 0.1324646919965744,
      "learning_rate": 6.80110256782243e-05,
      "loss": 0.0247,
      "step": 8920
    },
    {
      "epoch": 0.9671509106678231,
      "grad_norm": 0.3370692729949951,
      "learning_rate": 6.800739881038736e-05,
      "loss": 0.0795,
      "step": 8921
    },
    {
      "epoch": 0.9672593235039029,
      "grad_norm": 0.15595939755439758,
      "learning_rate": 6.800377194255041e-05,
      "loss": 0.0355,
      "step": 8922
    },
    {
      "epoch": 0.9673677363399826,
      "grad_norm": 0.3234720826148987,
      "learning_rate": 6.800014507471349e-05,
      "loss": 0.0453,
      "step": 8923
    },
    {
      "epoch": 0.9674761491760624,
      "grad_norm": 0.0897967666387558,
      "learning_rate": 6.799651820687654e-05,
      "loss": 0.0274,
      "step": 8924
    },
    {
      "epoch": 0.9675845620121423,
      "grad_norm": 0.19630494713783264,
      "learning_rate": 6.799289133903961e-05,
      "loss": 0.0422,
      "step": 8925
    },
    {
      "epoch": 0.967692974848222,
      "grad_norm": 0.10265939682722092,
      "learning_rate": 6.798926447120267e-05,
      "loss": 0.0382,
      "step": 8926
    },
    {
      "epoch": 0.9678013876843018,
      "grad_norm": 0.2281394749879837,
      "learning_rate": 6.798563760336574e-05,
      "loss": 0.0541,
      "step": 8927
    },
    {
      "epoch": 0.9679098005203816,
      "grad_norm": 0.1844056397676468,
      "learning_rate": 6.79820107355288e-05,
      "loss": 0.0288,
      "step": 8928
    },
    {
      "epoch": 0.9680182133564614,
      "grad_norm": 0.15144877135753632,
      "learning_rate": 6.797838386769187e-05,
      "loss": 0.0323,
      "step": 8929
    },
    {
      "epoch": 0.9681266261925412,
      "grad_norm": 0.015368962660431862,
      "learning_rate": 6.797475699985493e-05,
      "loss": 0.0019,
      "step": 8930
    },
    {
      "epoch": 0.968235039028621,
      "grad_norm": 0.25115448236465454,
      "learning_rate": 6.797113013201799e-05,
      "loss": 0.0562,
      "step": 8931
    },
    {
      "epoch": 0.9683434518647008,
      "grad_norm": 0.17886947095394135,
      "learning_rate": 6.796750326418106e-05,
      "loss": 0.0421,
      "step": 8932
    },
    {
      "epoch": 0.9684518647007806,
      "grad_norm": 0.20464840531349182,
      "learning_rate": 6.796387639634411e-05,
      "loss": 0.0318,
      "step": 8933
    },
    {
      "epoch": 0.9685602775368604,
      "grad_norm": 0.17689403891563416,
      "learning_rate": 6.796024952850718e-05,
      "loss": 0.03,
      "step": 8934
    },
    {
      "epoch": 0.9686686903729401,
      "grad_norm": 0.20607724785804749,
      "learning_rate": 6.795662266067024e-05,
      "loss": 0.0345,
      "step": 8935
    },
    {
      "epoch": 0.96877710320902,
      "grad_norm": 0.42835351824760437,
      "learning_rate": 6.795299579283331e-05,
      "loss": 0.1002,
      "step": 8936
    },
    {
      "epoch": 0.9688855160450998,
      "grad_norm": 0.12871821224689484,
      "learning_rate": 6.794936892499638e-05,
      "loss": 0.0179,
      "step": 8937
    },
    {
      "epoch": 0.9689939288811795,
      "grad_norm": 0.04920687898993492,
      "learning_rate": 6.794574205715944e-05,
      "loss": 0.0067,
      "step": 8938
    },
    {
      "epoch": 0.9691023417172593,
      "grad_norm": 0.15195943415164948,
      "learning_rate": 6.794211518932251e-05,
      "loss": 0.0406,
      "step": 8939
    },
    {
      "epoch": 0.9692107545533392,
      "grad_norm": 0.16741357743740082,
      "learning_rate": 6.793848832148557e-05,
      "loss": 0.0279,
      "step": 8940
    },
    {
      "epoch": 0.9693191673894189,
      "grad_norm": 0.14467333257198334,
      "learning_rate": 6.793486145364864e-05,
      "loss": 0.03,
      "step": 8941
    },
    {
      "epoch": 0.9694275802254987,
      "grad_norm": 0.14186601340770721,
      "learning_rate": 6.79312345858117e-05,
      "loss": 0.0289,
      "step": 8942
    },
    {
      "epoch": 0.9695359930615784,
      "grad_norm": 0.16049686074256897,
      "learning_rate": 6.792760771797477e-05,
      "loss": 0.0315,
      "step": 8943
    },
    {
      "epoch": 0.9696444058976583,
      "grad_norm": 0.07854726165533066,
      "learning_rate": 6.792398085013783e-05,
      "loss": 0.0191,
      "step": 8944
    },
    {
      "epoch": 0.9697528187337381,
      "grad_norm": 0.30690163373947144,
      "learning_rate": 6.792035398230088e-05,
      "loss": 0.0454,
      "step": 8945
    },
    {
      "epoch": 0.9698612315698178,
      "grad_norm": 0.1848526895046234,
      "learning_rate": 6.791672711446395e-05,
      "loss": 0.0348,
      "step": 8946
    },
    {
      "epoch": 0.9699696444058976,
      "grad_norm": 0.20318883657455444,
      "learning_rate": 6.791310024662701e-05,
      "loss": 0.037,
      "step": 8947
    },
    {
      "epoch": 0.9700780572419775,
      "grad_norm": 0.3233472406864166,
      "learning_rate": 6.790947337879008e-05,
      "loss": 0.0698,
      "step": 8948
    },
    {
      "epoch": 0.9701864700780573,
      "grad_norm": 0.2305312603712082,
      "learning_rate": 6.790584651095314e-05,
      "loss": 0.0267,
      "step": 8949
    },
    {
      "epoch": 0.970294882914137,
      "grad_norm": 0.5032666325569153,
      "learning_rate": 6.790221964311621e-05,
      "loss": 0.0389,
      "step": 8950
    },
    {
      "epoch": 0.9704032957502168,
      "grad_norm": 0.21340113878250122,
      "learning_rate": 6.789859277527927e-05,
      "loss": 0.0443,
      "step": 8951
    },
    {
      "epoch": 0.9705117085862967,
      "grad_norm": 0.26691892743110657,
      "learning_rate": 6.789496590744234e-05,
      "loss": 0.0576,
      "step": 8952
    },
    {
      "epoch": 0.9706201214223764,
      "grad_norm": 0.3145585060119629,
      "learning_rate": 6.78913390396054e-05,
      "loss": 0.0752,
      "step": 8953
    },
    {
      "epoch": 0.9707285342584562,
      "grad_norm": 0.11942262947559357,
      "learning_rate": 6.788771217176847e-05,
      "loss": 0.0233,
      "step": 8954
    },
    {
      "epoch": 0.9708369470945359,
      "grad_norm": 0.19306083023548126,
      "learning_rate": 6.788408530393154e-05,
      "loss": 0.0335,
      "step": 8955
    },
    {
      "epoch": 0.9709453599306158,
      "grad_norm": 0.10861462354660034,
      "learning_rate": 6.78804584360946e-05,
      "loss": 0.0147,
      "step": 8956
    },
    {
      "epoch": 0.9710537727666956,
      "grad_norm": 0.07731283456087112,
      "learning_rate": 6.787683156825767e-05,
      "loss": 0.0133,
      "step": 8957
    },
    {
      "epoch": 0.9711621856027753,
      "grad_norm": 0.11068595945835114,
      "learning_rate": 6.787320470042072e-05,
      "loss": 0.0181,
      "step": 8958
    },
    {
      "epoch": 0.9712705984388552,
      "grad_norm": 0.09494239091873169,
      "learning_rate": 6.786957783258378e-05,
      "loss": 0.0278,
      "step": 8959
    },
    {
      "epoch": 0.971379011274935,
      "grad_norm": 0.17837318778038025,
      "learning_rate": 6.786595096474685e-05,
      "loss": 0.0378,
      "step": 8960
    },
    {
      "epoch": 0.9714874241110147,
      "grad_norm": 0.06998517364263535,
      "learning_rate": 6.786232409690991e-05,
      "loss": 0.011,
      "step": 8961
    },
    {
      "epoch": 0.9715958369470945,
      "grad_norm": 0.45873767137527466,
      "learning_rate": 6.785869722907298e-05,
      "loss": 0.0543,
      "step": 8962
    },
    {
      "epoch": 0.9717042497831744,
      "grad_norm": 0.14288923144340515,
      "learning_rate": 6.785507036123604e-05,
      "loss": 0.0355,
      "step": 8963
    },
    {
      "epoch": 0.9718126626192541,
      "grad_norm": 0.3058715760707855,
      "learning_rate": 6.785144349339911e-05,
      "loss": 0.0475,
      "step": 8964
    },
    {
      "epoch": 0.9719210754553339,
      "grad_norm": 0.07057659327983856,
      "learning_rate": 6.784781662556216e-05,
      "loss": 0.0098,
      "step": 8965
    },
    {
      "epoch": 0.9720294882914137,
      "grad_norm": 0.2614642083644867,
      "learning_rate": 6.784418975772524e-05,
      "loss": 0.0572,
      "step": 8966
    },
    {
      "epoch": 0.9721379011274935,
      "grad_norm": 0.316074013710022,
      "learning_rate": 6.784056288988829e-05,
      "loss": 0.0789,
      "step": 8967
    },
    {
      "epoch": 0.9722463139635733,
      "grad_norm": 0.18555088341236115,
      "learning_rate": 6.783693602205135e-05,
      "loss": 0.0329,
      "step": 8968
    },
    {
      "epoch": 0.9723547267996531,
      "grad_norm": 0.06517649441957474,
      "learning_rate": 6.783330915421442e-05,
      "loss": 0.01,
      "step": 8969
    },
    {
      "epoch": 0.9724631396357328,
      "grad_norm": 0.09110422432422638,
      "learning_rate": 6.782968228637748e-05,
      "loss": 0.0233,
      "step": 8970
    },
    {
      "epoch": 0.9725715524718127,
      "grad_norm": 0.15229856967926025,
      "learning_rate": 6.782605541854055e-05,
      "loss": 0.0294,
      "step": 8971
    },
    {
      "epoch": 0.9726799653078925,
      "grad_norm": 0.1401234120130539,
      "learning_rate": 6.782242855070362e-05,
      "loss": 0.0279,
      "step": 8972
    },
    {
      "epoch": 0.9727883781439722,
      "grad_norm": 0.15397585928440094,
      "learning_rate": 6.781880168286668e-05,
      "loss": 0.0511,
      "step": 8973
    },
    {
      "epoch": 0.972896790980052,
      "grad_norm": 0.2640487253665924,
      "learning_rate": 6.781517481502975e-05,
      "loss": 0.0723,
      "step": 8974
    },
    {
      "epoch": 0.9730052038161319,
      "grad_norm": 0.13625967502593994,
      "learning_rate": 6.78115479471928e-05,
      "loss": 0.0325,
      "step": 8975
    },
    {
      "epoch": 0.9731136166522116,
      "grad_norm": 0.18982337415218353,
      "learning_rate": 6.780792107935588e-05,
      "loss": 0.0461,
      "step": 8976
    },
    {
      "epoch": 0.9732220294882914,
      "grad_norm": 0.1866147369146347,
      "learning_rate": 6.780429421151893e-05,
      "loss": 0.038,
      "step": 8977
    },
    {
      "epoch": 0.9733304423243712,
      "grad_norm": 0.1741144210100174,
      "learning_rate": 6.7800667343682e-05,
      "loss": 0.0238,
      "step": 8978
    },
    {
      "epoch": 0.973438855160451,
      "grad_norm": 0.15636426210403442,
      "learning_rate": 6.779704047584506e-05,
      "loss": 0.0147,
      "step": 8979
    },
    {
      "epoch": 0.9735472679965308,
      "grad_norm": 0.09096305072307587,
      "learning_rate": 6.779341360800813e-05,
      "loss": 0.0181,
      "step": 8980
    },
    {
      "epoch": 0.9736556808326106,
      "grad_norm": 0.1562383472919464,
      "learning_rate": 6.778978674017119e-05,
      "loss": 0.0228,
      "step": 8981
    },
    {
      "epoch": 0.9737640936686903,
      "grad_norm": 0.09322570264339447,
      "learning_rate": 6.778615987233425e-05,
      "loss": 0.0161,
      "step": 8982
    },
    {
      "epoch": 0.9738725065047702,
      "grad_norm": 0.24003025889396667,
      "learning_rate": 6.778253300449732e-05,
      "loss": 0.0732,
      "step": 8983
    },
    {
      "epoch": 0.97398091934085,
      "grad_norm": 0.1382000893354416,
      "learning_rate": 6.777890613666038e-05,
      "loss": 0.0243,
      "step": 8984
    },
    {
      "epoch": 0.9740893321769297,
      "grad_norm": 0.18601374328136444,
      "learning_rate": 6.777527926882345e-05,
      "loss": 0.0392,
      "step": 8985
    },
    {
      "epoch": 0.9741977450130095,
      "grad_norm": 0.14960093796253204,
      "learning_rate": 6.77716524009865e-05,
      "loss": 0.0473,
      "step": 8986
    },
    {
      "epoch": 0.9743061578490894,
      "grad_norm": 0.1400594413280487,
      "learning_rate": 6.776802553314958e-05,
      "loss": 0.0238,
      "step": 8987
    },
    {
      "epoch": 0.9744145706851691,
      "grad_norm": 0.06373942643404007,
      "learning_rate": 6.776439866531263e-05,
      "loss": 0.0092,
      "step": 8988
    },
    {
      "epoch": 0.9745229835212489,
      "grad_norm": 0.25413280725479126,
      "learning_rate": 6.77607717974757e-05,
      "loss": 0.0491,
      "step": 8989
    },
    {
      "epoch": 0.9746313963573288,
      "grad_norm": 0.32241952419281006,
      "learning_rate": 6.775714492963877e-05,
      "loss": 0.0165,
      "step": 8990
    },
    {
      "epoch": 0.9747398091934085,
      "grad_norm": 0.326686829328537,
      "learning_rate": 6.775351806180183e-05,
      "loss": 0.0549,
      "step": 8991
    },
    {
      "epoch": 0.9748482220294883,
      "grad_norm": 0.11574020981788635,
      "learning_rate": 6.77498911939649e-05,
      "loss": 0.0296,
      "step": 8992
    },
    {
      "epoch": 0.974956634865568,
      "grad_norm": 0.10430517047643661,
      "learning_rate": 6.774626432612796e-05,
      "loss": 0.0112,
      "step": 8993
    },
    {
      "epoch": 0.9750650477016479,
      "grad_norm": 0.27499520778656006,
      "learning_rate": 6.774263745829103e-05,
      "loss": 0.0622,
      "step": 8994
    },
    {
      "epoch": 0.9751734605377277,
      "grad_norm": 0.2784489095211029,
      "learning_rate": 6.773901059045409e-05,
      "loss": 0.0576,
      "step": 8995
    },
    {
      "epoch": 0.9752818733738075,
      "grad_norm": 0.3349170684814453,
      "learning_rate": 6.773538372261715e-05,
      "loss": 0.0518,
      "step": 8996
    },
    {
      "epoch": 0.9753902862098872,
      "grad_norm": 0.2790616750717163,
      "learning_rate": 6.773175685478022e-05,
      "loss": 0.0579,
      "step": 8997
    },
    {
      "epoch": 0.9754986990459671,
      "grad_norm": 0.1758759766817093,
      "learning_rate": 6.772812998694327e-05,
      "loss": 0.046,
      "step": 8998
    },
    {
      "epoch": 0.9756071118820469,
      "grad_norm": 0.16431067883968353,
      "learning_rate": 6.772450311910634e-05,
      "loss": 0.0241,
      "step": 8999
    },
    {
      "epoch": 0.9757155247181266,
      "grad_norm": 0.4435950517654419,
      "learning_rate": 6.77208762512694e-05,
      "loss": 0.0534,
      "step": 9000
    },
    {
      "epoch": 0.9758239375542064,
      "grad_norm": 0.3690304756164551,
      "learning_rate": 6.771724938343247e-05,
      "loss": 0.0382,
      "step": 9001
    },
    {
      "epoch": 0.9759323503902863,
      "grad_norm": 0.16831964254379272,
      "learning_rate": 6.771362251559553e-05,
      "loss": 0.0311,
      "step": 9002
    },
    {
      "epoch": 0.976040763226366,
      "grad_norm": 0.09217580407857895,
      "learning_rate": 6.77099956477586e-05,
      "loss": 0.0169,
      "step": 9003
    },
    {
      "epoch": 0.9761491760624458,
      "grad_norm": 0.1257123500108719,
      "learning_rate": 6.770636877992166e-05,
      "loss": 0.0311,
      "step": 9004
    },
    {
      "epoch": 0.9762575888985255,
      "grad_norm": 0.34198784828186035,
      "learning_rate": 6.770274191208472e-05,
      "loss": 0.091,
      "step": 9005
    },
    {
      "epoch": 0.9763660017346054,
      "grad_norm": 0.4604218602180481,
      "learning_rate": 6.76991150442478e-05,
      "loss": 0.0335,
      "step": 9006
    },
    {
      "epoch": 0.9764744145706852,
      "grad_norm": 0.07636123150587082,
      "learning_rate": 6.769548817641086e-05,
      "loss": 0.015,
      "step": 9007
    },
    {
      "epoch": 0.9765828274067649,
      "grad_norm": 0.37788712978363037,
      "learning_rate": 6.769186130857393e-05,
      "loss": 0.0753,
      "step": 9008
    },
    {
      "epoch": 0.9766912402428447,
      "grad_norm": 0.234649196267128,
      "learning_rate": 6.768823444073699e-05,
      "loss": 0.0231,
      "step": 9009
    },
    {
      "epoch": 0.9767996530789246,
      "grad_norm": 0.13059082627296448,
      "learning_rate": 6.768460757290006e-05,
      "loss": 0.0282,
      "step": 9010
    },
    {
      "epoch": 0.9769080659150043,
      "grad_norm": 0.25034451484680176,
      "learning_rate": 6.768098070506311e-05,
      "loss": 0.0581,
      "step": 9011
    },
    {
      "epoch": 0.9770164787510841,
      "grad_norm": 0.1399794965982437,
      "learning_rate": 6.767735383722617e-05,
      "loss": 0.0336,
      "step": 9012
    },
    {
      "epoch": 0.9771248915871639,
      "grad_norm": 0.13966844975948334,
      "learning_rate": 6.767372696938924e-05,
      "loss": 0.0279,
      "step": 9013
    },
    {
      "epoch": 0.9772333044232437,
      "grad_norm": 0.13468797504901886,
      "learning_rate": 6.76701001015523e-05,
      "loss": 0.0226,
      "step": 9014
    },
    {
      "epoch": 0.9773417172593235,
      "grad_norm": 0.17516697943210602,
      "learning_rate": 6.766647323371537e-05,
      "loss": 0.0278,
      "step": 9015
    },
    {
      "epoch": 0.9774501300954033,
      "grad_norm": 0.13015280663967133,
      "learning_rate": 6.766284636587843e-05,
      "loss": 0.0215,
      "step": 9016
    },
    {
      "epoch": 0.977558542931483,
      "grad_norm": 0.2112523764371872,
      "learning_rate": 6.76592194980415e-05,
      "loss": 0.0311,
      "step": 9017
    },
    {
      "epoch": 0.9776669557675629,
      "grad_norm": 0.2332257330417633,
      "learning_rate": 6.765559263020456e-05,
      "loss": 0.0188,
      "step": 9018
    },
    {
      "epoch": 0.9777753686036427,
      "grad_norm": 0.12363369017839432,
      "learning_rate": 6.765196576236761e-05,
      "loss": 0.0418,
      "step": 9019
    },
    {
      "epoch": 0.9778837814397224,
      "grad_norm": 0.13078747689723969,
      "learning_rate": 6.764833889453068e-05,
      "loss": 0.0175,
      "step": 9020
    },
    {
      "epoch": 0.9779921942758023,
      "grad_norm": 0.23278485238552094,
      "learning_rate": 6.764471202669374e-05,
      "loss": 0.058,
      "step": 9021
    },
    {
      "epoch": 0.9781006071118821,
      "grad_norm": 0.23369936645030975,
      "learning_rate": 6.764108515885681e-05,
      "loss": 0.0702,
      "step": 9022
    },
    {
      "epoch": 0.9782090199479618,
      "grad_norm": 0.1996324360370636,
      "learning_rate": 6.763745829101988e-05,
      "loss": 0.0449,
      "step": 9023
    },
    {
      "epoch": 0.9783174327840416,
      "grad_norm": 0.38302597403526306,
      "learning_rate": 6.763383142318295e-05,
      "loss": 0.0339,
      "step": 9024
    },
    {
      "epoch": 0.9784258456201215,
      "grad_norm": 0.2364918440580368,
      "learning_rate": 6.763020455534601e-05,
      "loss": 0.0549,
      "step": 9025
    },
    {
      "epoch": 0.9785342584562012,
      "grad_norm": 0.11251947283744812,
      "learning_rate": 6.762657768750907e-05,
      "loss": 0.0221,
      "step": 9026
    },
    {
      "epoch": 0.978642671292281,
      "grad_norm": 0.34676989912986755,
      "learning_rate": 6.762295081967214e-05,
      "loss": 0.0698,
      "step": 9027
    },
    {
      "epoch": 0.9787510841283608,
      "grad_norm": 0.27184730768203735,
      "learning_rate": 6.76193239518352e-05,
      "loss": 0.0529,
      "step": 9028
    },
    {
      "epoch": 0.9788594969644406,
      "grad_norm": 0.13770905137062073,
      "learning_rate": 6.761569708399827e-05,
      "loss": 0.0237,
      "step": 9029
    },
    {
      "epoch": 0.9789679098005204,
      "grad_norm": 0.07829315215349197,
      "learning_rate": 6.761207021616132e-05,
      "loss": 0.0061,
      "step": 9030
    },
    {
      "epoch": 0.9790763226366002,
      "grad_norm": 0.2744181752204895,
      "learning_rate": 6.76084433483244e-05,
      "loss": 0.0229,
      "step": 9031
    },
    {
      "epoch": 0.9791847354726799,
      "grad_norm": 0.1784050613641739,
      "learning_rate": 6.760481648048745e-05,
      "loss": 0.0142,
      "step": 9032
    },
    {
      "epoch": 0.9792931483087598,
      "grad_norm": 0.08900367468595505,
      "learning_rate": 6.760118961265052e-05,
      "loss": 0.0119,
      "step": 9033
    },
    {
      "epoch": 0.9794015611448396,
      "grad_norm": 0.15530052781105042,
      "learning_rate": 6.759756274481358e-05,
      "loss": 0.0201,
      "step": 9034
    },
    {
      "epoch": 0.9795099739809193,
      "grad_norm": 0.13446685671806335,
      "learning_rate": 6.759393587697664e-05,
      "loss": 0.0165,
      "step": 9035
    },
    {
      "epoch": 0.9796183868169991,
      "grad_norm": 0.15047018229961395,
      "learning_rate": 6.759030900913971e-05,
      "loss": 0.0153,
      "step": 9036
    },
    {
      "epoch": 0.979726799653079,
      "grad_norm": 0.23717567324638367,
      "learning_rate": 6.758668214130277e-05,
      "loss": 0.0315,
      "step": 9037
    },
    {
      "epoch": 0.9798352124891587,
      "grad_norm": 0.3256213366985321,
      "learning_rate": 6.758305527346584e-05,
      "loss": 0.0331,
      "step": 9038
    },
    {
      "epoch": 0.9799436253252385,
      "grad_norm": 0.4029882848262787,
      "learning_rate": 6.75794284056289e-05,
      "loss": 0.0451,
      "step": 9039
    },
    {
      "epoch": 0.9800520381613183,
      "grad_norm": 0.10331353545188904,
      "learning_rate": 6.757580153779197e-05,
      "loss": 0.0156,
      "step": 9040
    },
    {
      "epoch": 0.9801604509973981,
      "grad_norm": 0.10941170156002045,
      "learning_rate": 6.757217466995504e-05,
      "loss": 0.0243,
      "step": 9041
    },
    {
      "epoch": 0.9802688638334779,
      "grad_norm": 0.11916863918304443,
      "learning_rate": 6.75685478021181e-05,
      "loss": 0.0098,
      "step": 9042
    },
    {
      "epoch": 0.9803772766695577,
      "grad_norm": 0.23733669519424438,
      "learning_rate": 6.756492093428116e-05,
      "loss": 0.0359,
      "step": 9043
    },
    {
      "epoch": 0.9804856895056374,
      "grad_norm": 0.07924047112464905,
      "learning_rate": 6.756129406644422e-05,
      "loss": 0.0099,
      "step": 9044
    },
    {
      "epoch": 0.9805941023417173,
      "grad_norm": 0.5067432522773743,
      "learning_rate": 6.755766719860729e-05,
      "loss": 0.0537,
      "step": 9045
    },
    {
      "epoch": 0.980702515177797,
      "grad_norm": 0.27358612418174744,
      "learning_rate": 6.755404033077035e-05,
      "loss": 0.0553,
      "step": 9046
    },
    {
      "epoch": 0.9808109280138768,
      "grad_norm": 0.12854723632335663,
      "learning_rate": 6.755041346293342e-05,
      "loss": 0.0224,
      "step": 9047
    },
    {
      "epoch": 0.9809193408499567,
      "grad_norm": 0.4211210012435913,
      "learning_rate": 6.754678659509648e-05,
      "loss": 0.0433,
      "step": 9048
    },
    {
      "epoch": 0.9810277536860365,
      "grad_norm": 0.161110520362854,
      "learning_rate": 6.754315972725954e-05,
      "loss": 0.0473,
      "step": 9049
    },
    {
      "epoch": 0.9811361665221162,
      "grad_norm": 0.2904355525970459,
      "learning_rate": 6.753953285942261e-05,
      "loss": 0.0437,
      "step": 9050
    },
    {
      "epoch": 0.981244579358196,
      "grad_norm": 0.07742906361818314,
      "learning_rate": 6.753590599158566e-05,
      "loss": 0.0113,
      "step": 9051
    },
    {
      "epoch": 0.9813529921942759,
      "grad_norm": 0.14320532977581024,
      "learning_rate": 6.753227912374874e-05,
      "loss": 0.05,
      "step": 9052
    },
    {
      "epoch": 0.9814614050303556,
      "grad_norm": 0.20011085271835327,
      "learning_rate": 6.752865225591179e-05,
      "loss": 0.0422,
      "step": 9053
    },
    {
      "epoch": 0.9815698178664354,
      "grad_norm": 0.08477085828781128,
      "learning_rate": 6.752502538807486e-05,
      "loss": 0.011,
      "step": 9054
    },
    {
      "epoch": 0.9816782307025151,
      "grad_norm": 0.2986818850040436,
      "learning_rate": 6.752139852023792e-05,
      "loss": 0.0291,
      "step": 9055
    },
    {
      "epoch": 0.981786643538595,
      "grad_norm": 0.17814326286315918,
      "learning_rate": 6.751777165240099e-05,
      "loss": 0.0191,
      "step": 9056
    },
    {
      "epoch": 0.9818950563746748,
      "grad_norm": 0.318916380405426,
      "learning_rate": 6.751414478456405e-05,
      "loss": 0.0724,
      "step": 9057
    },
    {
      "epoch": 0.9820034692107545,
      "grad_norm": 0.41424059867858887,
      "learning_rate": 6.751051791672712e-05,
      "loss": 0.0492,
      "step": 9058
    },
    {
      "epoch": 0.9821118820468343,
      "grad_norm": 0.3867016136646271,
      "learning_rate": 6.750689104889019e-05,
      "loss": 0.0211,
      "step": 9059
    },
    {
      "epoch": 0.9822202948829142,
      "grad_norm": 0.22329342365264893,
      "learning_rate": 6.750326418105325e-05,
      "loss": 0.0265,
      "step": 9060
    },
    {
      "epoch": 0.9823287077189939,
      "grad_norm": 0.04117031395435333,
      "learning_rate": 6.749963731321632e-05,
      "loss": 0.0046,
      "step": 9061
    },
    {
      "epoch": 0.9824371205550737,
      "grad_norm": 0.16287826001644135,
      "learning_rate": 6.749601044537938e-05,
      "loss": 0.0427,
      "step": 9062
    },
    {
      "epoch": 0.9825455333911535,
      "grad_norm": 0.09207461029291153,
      "learning_rate": 6.749238357754243e-05,
      "loss": 0.0211,
      "step": 9063
    },
    {
      "epoch": 0.9826539462272333,
      "grad_norm": 0.0860956534743309,
      "learning_rate": 6.74887567097055e-05,
      "loss": 0.0156,
      "step": 9064
    },
    {
      "epoch": 0.9827623590633131,
      "grad_norm": 0.2226758897304535,
      "learning_rate": 6.748512984186856e-05,
      "loss": 0.0485,
      "step": 9065
    },
    {
      "epoch": 0.9828707718993929,
      "grad_norm": 0.15089289844036102,
      "learning_rate": 6.748150297403163e-05,
      "loss": 0.0349,
      "step": 9066
    },
    {
      "epoch": 0.9829791847354726,
      "grad_norm": 0.13697423040866852,
      "learning_rate": 6.747787610619469e-05,
      "loss": 0.0164,
      "step": 9067
    },
    {
      "epoch": 0.9830875975715525,
      "grad_norm": 0.3711967468261719,
      "learning_rate": 6.747424923835776e-05,
      "loss": 0.0599,
      "step": 9068
    },
    {
      "epoch": 0.9831960104076323,
      "grad_norm": 0.07511795312166214,
      "learning_rate": 6.747062237052082e-05,
      "loss": 0.0109,
      "step": 9069
    },
    {
      "epoch": 0.983304423243712,
      "grad_norm": 0.263264536857605,
      "learning_rate": 6.746699550268389e-05,
      "loss": 0.0524,
      "step": 9070
    },
    {
      "epoch": 0.9834128360797918,
      "grad_norm": 0.16620047390460968,
      "learning_rate": 6.746336863484695e-05,
      "loss": 0.0169,
      "step": 9071
    },
    {
      "epoch": 0.9835212489158717,
      "grad_norm": 0.11912526935338974,
      "learning_rate": 6.745974176701e-05,
      "loss": 0.0351,
      "step": 9072
    },
    {
      "epoch": 0.9836296617519514,
      "grad_norm": 0.17092521488666534,
      "learning_rate": 6.745611489917307e-05,
      "loss": 0.0529,
      "step": 9073
    },
    {
      "epoch": 0.9837380745880312,
      "grad_norm": 0.21680234372615814,
      "learning_rate": 6.745248803133613e-05,
      "loss": 0.0629,
      "step": 9074
    },
    {
      "epoch": 0.983846487424111,
      "grad_norm": 0.054089877754449844,
      "learning_rate": 6.744886116349922e-05,
      "loss": 0.0065,
      "step": 9075
    },
    {
      "epoch": 0.9839549002601908,
      "grad_norm": 0.15755856037139893,
      "learning_rate": 6.744523429566227e-05,
      "loss": 0.0209,
      "step": 9076
    },
    {
      "epoch": 0.9840633130962706,
      "grad_norm": 0.08692745119333267,
      "learning_rate": 6.744160742782533e-05,
      "loss": 0.0171,
      "step": 9077
    },
    {
      "epoch": 0.9841717259323504,
      "grad_norm": 0.1057460606098175,
      "learning_rate": 6.74379805599884e-05,
      "loss": 0.0269,
      "step": 9078
    },
    {
      "epoch": 0.9842801387684302,
      "grad_norm": 0.07672698050737381,
      "learning_rate": 6.743435369215146e-05,
      "loss": 0.0086,
      "step": 9079
    },
    {
      "epoch": 0.98438855160451,
      "grad_norm": 0.13560429215431213,
      "learning_rate": 6.743072682431453e-05,
      "loss": 0.0291,
      "step": 9080
    },
    {
      "epoch": 0.9844969644405898,
      "grad_norm": 0.22275792062282562,
      "learning_rate": 6.742709995647759e-05,
      "loss": 0.0283,
      "step": 9081
    },
    {
      "epoch": 0.9846053772766695,
      "grad_norm": 0.2919674813747406,
      "learning_rate": 6.742347308864066e-05,
      "loss": 0.0494,
      "step": 9082
    },
    {
      "epoch": 0.9847137901127494,
      "grad_norm": 0.16407375037670135,
      "learning_rate": 6.741984622080372e-05,
      "loss": 0.0281,
      "step": 9083
    },
    {
      "epoch": 0.9848222029488292,
      "grad_norm": 0.5501667261123657,
      "learning_rate": 6.741621935296679e-05,
      "loss": 0.0795,
      "step": 9084
    },
    {
      "epoch": 0.9849306157849089,
      "grad_norm": 0.35658392310142517,
      "learning_rate": 6.741259248512984e-05,
      "loss": 0.0781,
      "step": 9085
    },
    {
      "epoch": 0.9850390286209887,
      "grad_norm": 0.2852773666381836,
      "learning_rate": 6.74089656172929e-05,
      "loss": 0.1022,
      "step": 9086
    },
    {
      "epoch": 0.9851474414570686,
      "grad_norm": 0.045151855796575546,
      "learning_rate": 6.740533874945597e-05,
      "loss": 0.0127,
      "step": 9087
    },
    {
      "epoch": 0.9852558542931483,
      "grad_norm": 0.23087285459041595,
      "learning_rate": 6.740171188161903e-05,
      "loss": 0.0582,
      "step": 9088
    },
    {
      "epoch": 0.9853642671292281,
      "grad_norm": 0.4253877103328705,
      "learning_rate": 6.73980850137821e-05,
      "loss": 0.0455,
      "step": 9089
    },
    {
      "epoch": 0.9854726799653079,
      "grad_norm": 0.32412633299827576,
      "learning_rate": 6.739445814594516e-05,
      "loss": 0.0631,
      "step": 9090
    },
    {
      "epoch": 0.9855810928013877,
      "grad_norm": 0.21898558735847473,
      "learning_rate": 6.739083127810823e-05,
      "loss": 0.0439,
      "step": 9091
    },
    {
      "epoch": 0.9856895056374675,
      "grad_norm": 0.08490091562271118,
      "learning_rate": 6.73872044102713e-05,
      "loss": 0.0126,
      "step": 9092
    },
    {
      "epoch": 0.9857979184735473,
      "grad_norm": 0.19286033511161804,
      "learning_rate": 6.738357754243436e-05,
      "loss": 0.0246,
      "step": 9093
    },
    {
      "epoch": 0.985906331309627,
      "grad_norm": 0.20852066576480865,
      "learning_rate": 6.737995067459743e-05,
      "loss": 0.0718,
      "step": 9094
    },
    {
      "epoch": 0.9860147441457069,
      "grad_norm": 0.1008327454328537,
      "learning_rate": 6.737632380676048e-05,
      "loss": 0.0106,
      "step": 9095
    },
    {
      "epoch": 0.9861231569817867,
      "grad_norm": 0.03875238820910454,
      "learning_rate": 6.737269693892356e-05,
      "loss": 0.0052,
      "step": 9096
    },
    {
      "epoch": 0.9862315698178664,
      "grad_norm": 0.28682342171669006,
      "learning_rate": 6.736907007108661e-05,
      "loss": 0.0434,
      "step": 9097
    },
    {
      "epoch": 0.9863399826539462,
      "grad_norm": 0.20006953179836273,
      "learning_rate": 6.736544320324968e-05,
      "loss": 0.0474,
      "step": 9098
    },
    {
      "epoch": 0.986448395490026,
      "grad_norm": 0.09368234872817993,
      "learning_rate": 6.736181633541274e-05,
      "loss": 0.0186,
      "step": 9099
    },
    {
      "epoch": 0.9865568083261058,
      "grad_norm": 0.24422785639762878,
      "learning_rate": 6.73581894675758e-05,
      "loss": 0.1299,
      "step": 9100
    },
    {
      "epoch": 0.9866652211621856,
      "grad_norm": 0.15544390678405762,
      "learning_rate": 6.735456259973887e-05,
      "loss": 0.0347,
      "step": 9101
    },
    {
      "epoch": 0.9867736339982653,
      "grad_norm": 0.06070072948932648,
      "learning_rate": 6.735093573190193e-05,
      "loss": 0.0135,
      "step": 9102
    },
    {
      "epoch": 0.9868820468343452,
      "grad_norm": 0.12524224817752838,
      "learning_rate": 6.7347308864065e-05,
      "loss": 0.0354,
      "step": 9103
    },
    {
      "epoch": 0.986990459670425,
      "grad_norm": 0.18808038532733917,
      "learning_rate": 6.734368199622805e-05,
      "loss": 0.0683,
      "step": 9104
    },
    {
      "epoch": 0.9870988725065047,
      "grad_norm": 0.2752115726470947,
      "learning_rate": 6.734005512839113e-05,
      "loss": 0.0314,
      "step": 9105
    },
    {
      "epoch": 0.9872072853425846,
      "grad_norm": 0.28201034665107727,
      "learning_rate": 6.733642826055418e-05,
      "loss": 0.0385,
      "step": 9106
    },
    {
      "epoch": 0.9873156981786644,
      "grad_norm": 0.10898026078939438,
      "learning_rate": 6.733280139271725e-05,
      "loss": 0.0185,
      "step": 9107
    },
    {
      "epoch": 0.9874241110147441,
      "grad_norm": 0.09807442873716354,
      "learning_rate": 6.732917452488031e-05,
      "loss": 0.0277,
      "step": 9108
    },
    {
      "epoch": 0.9875325238508239,
      "grad_norm": 0.22521010041236877,
      "learning_rate": 6.732554765704337e-05,
      "loss": 0.0339,
      "step": 9109
    },
    {
      "epoch": 0.9876409366869038,
      "grad_norm": 0.1994701772928238,
      "learning_rate": 6.732192078920645e-05,
      "loss": 0.0633,
      "step": 9110
    },
    {
      "epoch": 0.9877493495229835,
      "grad_norm": 0.1810489296913147,
      "learning_rate": 6.731829392136951e-05,
      "loss": 0.0559,
      "step": 9111
    },
    {
      "epoch": 0.9878577623590633,
      "grad_norm": 0.11461403965950012,
      "learning_rate": 6.731466705353258e-05,
      "loss": 0.0256,
      "step": 9112
    },
    {
      "epoch": 0.9879661751951431,
      "grad_norm": 0.18435516953468323,
      "learning_rate": 6.731104018569564e-05,
      "loss": 0.0276,
      "step": 9113
    },
    {
      "epoch": 0.988074588031223,
      "grad_norm": 0.0991911068558693,
      "learning_rate": 6.730741331785871e-05,
      "loss": 0.0199,
      "step": 9114
    },
    {
      "epoch": 0.9881830008673027,
      "grad_norm": 0.19720667600631714,
      "learning_rate": 6.730378645002177e-05,
      "loss": 0.0394,
      "step": 9115
    },
    {
      "epoch": 0.9882914137033825,
      "grad_norm": 0.15765030682086945,
      "learning_rate": 6.730015958218482e-05,
      "loss": 0.0703,
      "step": 9116
    },
    {
      "epoch": 0.9883998265394622,
      "grad_norm": 0.05432870239019394,
      "learning_rate": 6.72965327143479e-05,
      "loss": 0.013,
      "step": 9117
    },
    {
      "epoch": 0.9885082393755421,
      "grad_norm": 0.1045214906334877,
      "learning_rate": 6.729290584651095e-05,
      "loss": 0.0233,
      "step": 9118
    },
    {
      "epoch": 0.9886166522116219,
      "grad_norm": 0.1532418131828308,
      "learning_rate": 6.728927897867402e-05,
      "loss": 0.0442,
      "step": 9119
    },
    {
      "epoch": 0.9887250650477016,
      "grad_norm": 0.21320894360542297,
      "learning_rate": 6.728565211083708e-05,
      "loss": 0.0565,
      "step": 9120
    },
    {
      "epoch": 0.9888334778837814,
      "grad_norm": 0.35420355200767517,
      "learning_rate": 6.728202524300015e-05,
      "loss": 0.0575,
      "step": 9121
    },
    {
      "epoch": 0.9889418907198613,
      "grad_norm": 0.1560996025800705,
      "learning_rate": 6.727839837516321e-05,
      "loss": 0.0443,
      "step": 9122
    },
    {
      "epoch": 0.989050303555941,
      "grad_norm": 0.1276966631412506,
      "learning_rate": 6.727477150732628e-05,
      "loss": 0.0255,
      "step": 9123
    },
    {
      "epoch": 0.9891587163920208,
      "grad_norm": 0.167250856757164,
      "learning_rate": 6.727114463948934e-05,
      "loss": 0.0443,
      "step": 9124
    },
    {
      "epoch": 0.9892671292281006,
      "grad_norm": 0.14337864518165588,
      "learning_rate": 6.72675177716524e-05,
      "loss": 0.0188,
      "step": 9125
    },
    {
      "epoch": 0.9893755420641804,
      "grad_norm": 0.13695278763771057,
      "learning_rate": 6.726389090381547e-05,
      "loss": 0.0419,
      "step": 9126
    },
    {
      "epoch": 0.9894839549002602,
      "grad_norm": 0.1406540423631668,
      "learning_rate": 6.726026403597854e-05,
      "loss": 0.0197,
      "step": 9127
    },
    {
      "epoch": 0.98959236773634,
      "grad_norm": 0.17261013388633728,
      "learning_rate": 6.725663716814161e-05,
      "loss": 0.0309,
      "step": 9128
    },
    {
      "epoch": 0.9897007805724197,
      "grad_norm": 0.07600044459104538,
      "learning_rate": 6.725301030030466e-05,
      "loss": 0.0114,
      "step": 9129
    },
    {
      "epoch": 0.9898091934084996,
      "grad_norm": 0.15922531485557556,
      "learning_rate": 6.724938343246772e-05,
      "loss": 0.0399,
      "step": 9130
    },
    {
      "epoch": 0.9899176062445794,
      "grad_norm": 0.11362864822149277,
      "learning_rate": 6.724575656463079e-05,
      "loss": 0.0291,
      "step": 9131
    },
    {
      "epoch": 0.9900260190806591,
      "grad_norm": 0.1788424253463745,
      "learning_rate": 6.724212969679385e-05,
      "loss": 0.0469,
      "step": 9132
    },
    {
      "epoch": 0.9901344319167389,
      "grad_norm": 0.275593638420105,
      "learning_rate": 6.723850282895692e-05,
      "loss": 0.0697,
      "step": 9133
    },
    {
      "epoch": 0.9902428447528188,
      "grad_norm": 0.143484964966774,
      "learning_rate": 6.723487596111998e-05,
      "loss": 0.0479,
      "step": 9134
    },
    {
      "epoch": 0.9903512575888985,
      "grad_norm": 0.08998441696166992,
      "learning_rate": 6.723124909328305e-05,
      "loss": 0.0159,
      "step": 9135
    },
    {
      "epoch": 0.9904596704249783,
      "grad_norm": 0.18712998926639557,
      "learning_rate": 6.72276222254461e-05,
      "loss": 0.0293,
      "step": 9136
    },
    {
      "epoch": 0.9905680832610582,
      "grad_norm": 0.09050925821065903,
      "learning_rate": 6.722399535760918e-05,
      "loss": 0.0234,
      "step": 9137
    },
    {
      "epoch": 0.9906764960971379,
      "grad_norm": 0.2510371804237366,
      "learning_rate": 6.722036848977223e-05,
      "loss": 0.0355,
      "step": 9138
    },
    {
      "epoch": 0.9907849089332177,
      "grad_norm": 0.1186409518122673,
      "learning_rate": 6.721674162193529e-05,
      "loss": 0.0243,
      "step": 9139
    },
    {
      "epoch": 0.9908933217692975,
      "grad_norm": 0.3733522891998291,
      "learning_rate": 6.721311475409836e-05,
      "loss": 0.045,
      "step": 9140
    },
    {
      "epoch": 0.9910017346053773,
      "grad_norm": 0.15577739477157593,
      "learning_rate": 6.720948788626142e-05,
      "loss": 0.0298,
      "step": 9141
    },
    {
      "epoch": 0.9911101474414571,
      "grad_norm": 0.1814502477645874,
      "learning_rate": 6.720586101842449e-05,
      "loss": 0.0301,
      "step": 9142
    },
    {
      "epoch": 0.9912185602775369,
      "grad_norm": 0.06678476184606552,
      "learning_rate": 6.720223415058755e-05,
      "loss": 0.0147,
      "step": 9143
    },
    {
      "epoch": 0.9913269731136166,
      "grad_norm": 0.21488399803638458,
      "learning_rate": 6.719860728275062e-05,
      "loss": 0.0507,
      "step": 9144
    },
    {
      "epoch": 0.9914353859496965,
      "grad_norm": 0.17572498321533203,
      "learning_rate": 6.719498041491369e-05,
      "loss": 0.0288,
      "step": 9145
    },
    {
      "epoch": 0.9915437987857763,
      "grad_norm": 0.1977996528148651,
      "learning_rate": 6.719135354707675e-05,
      "loss": 0.0378,
      "step": 9146
    },
    {
      "epoch": 0.991652211621856,
      "grad_norm": 0.13694623112678528,
      "learning_rate": 6.718772667923982e-05,
      "loss": 0.0334,
      "step": 9147
    },
    {
      "epoch": 0.9917606244579358,
      "grad_norm": 0.13961665332317352,
      "learning_rate": 6.718409981140288e-05,
      "loss": 0.0292,
      "step": 9148
    },
    {
      "epoch": 0.9918690372940157,
      "grad_norm": 0.15238840878009796,
      "learning_rate": 6.718047294356595e-05,
      "loss": 0.018,
      "step": 9149
    },
    {
      "epoch": 0.9919774501300954,
      "grad_norm": 0.041606511920690536,
      "learning_rate": 6.7176846075729e-05,
      "loss": 0.0051,
      "step": 9150
    },
    {
      "epoch": 0.9920858629661752,
      "grad_norm": 0.10613785684108734,
      "learning_rate": 6.717321920789207e-05,
      "loss": 0.0117,
      "step": 9151
    },
    {
      "epoch": 0.9921942758022549,
      "grad_norm": 0.19502641260623932,
      "learning_rate": 6.716959234005513e-05,
      "loss": 0.046,
      "step": 9152
    },
    {
      "epoch": 0.9923026886383348,
      "grad_norm": 0.15462808310985565,
      "learning_rate": 6.716596547221819e-05,
      "loss": 0.061,
      "step": 9153
    },
    {
      "epoch": 0.9924111014744146,
      "grad_norm": 0.3371698558330536,
      "learning_rate": 6.716233860438126e-05,
      "loss": 0.0512,
      "step": 9154
    },
    {
      "epoch": 0.9925195143104943,
      "grad_norm": 0.17283959686756134,
      "learning_rate": 6.715871173654432e-05,
      "loss": 0.0587,
      "step": 9155
    },
    {
      "epoch": 0.9926279271465741,
      "grad_norm": 0.09089527279138565,
      "learning_rate": 6.715508486870739e-05,
      "loss": 0.0183,
      "step": 9156
    },
    {
      "epoch": 0.992736339982654,
      "grad_norm": 0.1600024253129959,
      "learning_rate": 6.715145800087045e-05,
      "loss": 0.0235,
      "step": 9157
    },
    {
      "epoch": 0.9928447528187337,
      "grad_norm": 0.14374083280563354,
      "learning_rate": 6.714783113303352e-05,
      "loss": 0.0112,
      "step": 9158
    },
    {
      "epoch": 0.9929531656548135,
      "grad_norm": 0.16855725646018982,
      "learning_rate": 6.714420426519657e-05,
      "loss": 0.0333,
      "step": 9159
    },
    {
      "epoch": 0.9930615784908933,
      "grad_norm": 0.21711847186088562,
      "learning_rate": 6.714057739735964e-05,
      "loss": 0.0649,
      "step": 9160
    },
    {
      "epoch": 0.9931699913269731,
      "grad_norm": 0.11635477840900421,
      "learning_rate": 6.71369505295227e-05,
      "loss": 0.0234,
      "step": 9161
    },
    {
      "epoch": 0.9932784041630529,
      "grad_norm": 0.20819291472434998,
      "learning_rate": 6.713332366168577e-05,
      "loss": 0.1006,
      "step": 9162
    },
    {
      "epoch": 0.9933868169991327,
      "grad_norm": 0.28939491510391235,
      "learning_rate": 6.712969679384884e-05,
      "loss": 0.0812,
      "step": 9163
    },
    {
      "epoch": 0.9934952298352124,
      "grad_norm": 0.12228719890117645,
      "learning_rate": 6.71260699260119e-05,
      "loss": 0.0228,
      "step": 9164
    },
    {
      "epoch": 0.9936036426712923,
      "grad_norm": 0.08749382942914963,
      "learning_rate": 6.712244305817497e-05,
      "loss": 0.014,
      "step": 9165
    },
    {
      "epoch": 0.9937120555073721,
      "grad_norm": 0.1487332582473755,
      "learning_rate": 6.711881619033803e-05,
      "loss": 0.0329,
      "step": 9166
    },
    {
      "epoch": 0.9938204683434518,
      "grad_norm": 0.13188804686069489,
      "learning_rate": 6.711518932250109e-05,
      "loss": 0.0202,
      "step": 9167
    },
    {
      "epoch": 0.9939288811795317,
      "grad_norm": 0.11331783980131149,
      "learning_rate": 6.711156245466416e-05,
      "loss": 0.0179,
      "step": 9168
    },
    {
      "epoch": 0.9940372940156115,
      "grad_norm": 0.21740396320819855,
      "learning_rate": 6.710793558682722e-05,
      "loss": 0.0396,
      "step": 9169
    },
    {
      "epoch": 0.9941457068516912,
      "grad_norm": 0.17305004596710205,
      "learning_rate": 6.710430871899029e-05,
      "loss": 0.0214,
      "step": 9170
    },
    {
      "epoch": 0.994254119687771,
      "grad_norm": 0.23454558849334717,
      "learning_rate": 6.710068185115334e-05,
      "loss": 0.0348,
      "step": 9171
    },
    {
      "epoch": 0.9943625325238509,
      "grad_norm": 0.05844353884458542,
      "learning_rate": 6.709705498331641e-05,
      "loss": 0.0202,
      "step": 9172
    },
    {
      "epoch": 0.9944709453599306,
      "grad_norm": 0.17153728008270264,
      "learning_rate": 6.709342811547947e-05,
      "loss": 0.028,
      "step": 9173
    },
    {
      "epoch": 0.9945793581960104,
      "grad_norm": 0.15186795592308044,
      "learning_rate": 6.708980124764254e-05,
      "loss": 0.0276,
      "step": 9174
    },
    {
      "epoch": 0.9946877710320902,
      "grad_norm": 0.13823412358760834,
      "learning_rate": 6.70861743798056e-05,
      "loss": 0.0328,
      "step": 9175
    },
    {
      "epoch": 0.99479618386817,
      "grad_norm": 0.1251305192708969,
      "learning_rate": 6.708254751196866e-05,
      "loss": 0.0232,
      "step": 9176
    },
    {
      "epoch": 0.9949045967042498,
      "grad_norm": 0.34752973914146423,
      "learning_rate": 6.707892064413173e-05,
      "loss": 0.0406,
      "step": 9177
    },
    {
      "epoch": 0.9950130095403296,
      "grad_norm": 0.19608193635940552,
      "learning_rate": 6.707529377629479e-05,
      "loss": 0.0599,
      "step": 9178
    },
    {
      "epoch": 0.9951214223764093,
      "grad_norm": 0.11507008224725723,
      "learning_rate": 6.707166690845787e-05,
      "loss": 0.0296,
      "step": 9179
    },
    {
      "epoch": 0.9952298352124892,
      "grad_norm": 0.25922515988349915,
      "learning_rate": 6.706804004062093e-05,
      "loss": 0.0623,
      "step": 9180
    },
    {
      "epoch": 0.995338248048569,
      "grad_norm": 0.1626766473054886,
      "learning_rate": 6.706441317278398e-05,
      "loss": 0.0345,
      "step": 9181
    },
    {
      "epoch": 0.9954466608846487,
      "grad_norm": 0.3606939911842346,
      "learning_rate": 6.706078630494706e-05,
      "loss": 0.0365,
      "step": 9182
    },
    {
      "epoch": 0.9955550737207285,
      "grad_norm": 0.7301611304283142,
      "learning_rate": 6.705715943711011e-05,
      "loss": 0.0199,
      "step": 9183
    },
    {
      "epoch": 0.9956634865568084,
      "grad_norm": 0.224511981010437,
      "learning_rate": 6.705353256927318e-05,
      "loss": 0.0594,
      "step": 9184
    },
    {
      "epoch": 0.9957718993928881,
      "grad_norm": 0.19405941665172577,
      "learning_rate": 6.704990570143624e-05,
      "loss": 0.0421,
      "step": 9185
    },
    {
      "epoch": 0.9958803122289679,
      "grad_norm": 0.17716366052627563,
      "learning_rate": 6.704627883359931e-05,
      "loss": 0.0602,
      "step": 9186
    },
    {
      "epoch": 0.9959887250650477,
      "grad_norm": 0.06740617752075195,
      "learning_rate": 6.704265196576237e-05,
      "loss": 0.0119,
      "step": 9187
    },
    {
      "epoch": 0.9960971379011275,
      "grad_norm": 0.17253653705120087,
      "learning_rate": 6.703902509792544e-05,
      "loss": 0.0348,
      "step": 9188
    },
    {
      "epoch": 0.9962055507372073,
      "grad_norm": 0.19910064339637756,
      "learning_rate": 6.70353982300885e-05,
      "loss": 0.0309,
      "step": 9189
    },
    {
      "epoch": 0.996313963573287,
      "grad_norm": 0.20306997001171112,
      "learning_rate": 6.703177136225155e-05,
      "loss": 0.0292,
      "step": 9190
    },
    {
      "epoch": 0.9964223764093668,
      "grad_norm": 0.10950390249490738,
      "learning_rate": 6.702814449441463e-05,
      "loss": 0.0324,
      "step": 9191
    },
    {
      "epoch": 0.9965307892454467,
      "grad_norm": 0.1355152726173401,
      "learning_rate": 6.702451762657768e-05,
      "loss": 0.0266,
      "step": 9192
    },
    {
      "epoch": 0.9966392020815265,
      "grad_norm": 0.13808496296405792,
      "learning_rate": 6.702089075874075e-05,
      "loss": 0.0205,
      "step": 9193
    },
    {
      "epoch": 0.9967476149176062,
      "grad_norm": 0.0663776844739914,
      "learning_rate": 6.701726389090381e-05,
      "loss": 0.0186,
      "step": 9194
    },
    {
      "epoch": 0.9968560277536861,
      "grad_norm": 0.25290098786354065,
      "learning_rate": 6.701363702306688e-05,
      "loss": 0.0399,
      "step": 9195
    },
    {
      "epoch": 0.9969644405897659,
      "grad_norm": 0.147614985704422,
      "learning_rate": 6.701001015522995e-05,
      "loss": 0.0108,
      "step": 9196
    },
    {
      "epoch": 0.9970728534258456,
      "grad_norm": 0.06529438495635986,
      "learning_rate": 6.700638328739301e-05,
      "loss": 0.0091,
      "step": 9197
    },
    {
      "epoch": 0.9971812662619254,
      "grad_norm": 0.3511947691440582,
      "learning_rate": 6.700275641955608e-05,
      "loss": 0.0414,
      "step": 9198
    },
    {
      "epoch": 0.9972896790980053,
      "grad_norm": 0.38295096158981323,
      "learning_rate": 6.699912955171914e-05,
      "loss": 0.0684,
      "step": 9199
    },
    {
      "epoch": 0.997398091934085,
      "grad_norm": 0.22546806931495667,
      "learning_rate": 6.699550268388221e-05,
      "loss": 0.0275,
      "step": 9200
    },
    {
      "epoch": 0.9975065047701648,
      "grad_norm": 0.11336909979581833,
      "learning_rate": 6.699187581604527e-05,
      "loss": 0.0222,
      "step": 9201
    },
    {
      "epoch": 0.9976149176062445,
      "grad_norm": 0.15956993401050568,
      "learning_rate": 6.698824894820834e-05,
      "loss": 0.0379,
      "step": 9202
    },
    {
      "epoch": 0.9977233304423244,
      "grad_norm": 0.20372338593006134,
      "learning_rate": 6.69846220803714e-05,
      "loss": 0.0515,
      "step": 9203
    },
    {
      "epoch": 0.9978317432784042,
      "grad_norm": 0.1906026005744934,
      "learning_rate": 6.698099521253445e-05,
      "loss": 0.0233,
      "step": 9204
    },
    {
      "epoch": 0.997940156114484,
      "grad_norm": 0.1522730439901352,
      "learning_rate": 6.697736834469752e-05,
      "loss": 0.0341,
      "step": 9205
    },
    {
      "epoch": 0.9980485689505637,
      "grad_norm": 0.26260247826576233,
      "learning_rate": 6.697374147686058e-05,
      "loss": 0.0493,
      "step": 9206
    },
    {
      "epoch": 0.9981569817866436,
      "grad_norm": 0.15547287464141846,
      "learning_rate": 6.697011460902365e-05,
      "loss": 0.0168,
      "step": 9207
    },
    {
      "epoch": 0.9982653946227233,
      "grad_norm": 0.38542264699935913,
      "learning_rate": 6.696648774118671e-05,
      "loss": 0.0582,
      "step": 9208
    },
    {
      "epoch": 0.9983738074588031,
      "grad_norm": 0.30017027258872986,
      "learning_rate": 6.696286087334978e-05,
      "loss": 0.0396,
      "step": 9209
    },
    {
      "epoch": 0.9984822202948829,
      "grad_norm": 0.13682278990745544,
      "learning_rate": 6.695923400551284e-05,
      "loss": 0.0152,
      "step": 9210
    },
    {
      "epoch": 0.9985906331309627,
      "grad_norm": 0.3594977557659149,
      "learning_rate": 6.695560713767591e-05,
      "loss": 0.0181,
      "step": 9211
    },
    {
      "epoch": 0.9986990459670425,
      "grad_norm": 0.19556960463523865,
      "learning_rate": 6.695198026983896e-05,
      "loss": 0.0268,
      "step": 9212
    },
    {
      "epoch": 0.9988074588031223,
      "grad_norm": 0.17497512698173523,
      "learning_rate": 6.694835340200204e-05,
      "loss": 0.0273,
      "step": 9213
    },
    {
      "epoch": 0.998915871639202,
      "grad_norm": 0.05285666137933731,
      "learning_rate": 6.69447265341651e-05,
      "loss": 0.0132,
      "step": 9214
    },
    {
      "epoch": 0.9990242844752819,
      "grad_norm": 0.06700071692466736,
      "learning_rate": 6.694109966632816e-05,
      "loss": 0.0168,
      "step": 9215
    },
    {
      "epoch": 0.9991326973113617,
      "grad_norm": 0.06588327884674072,
      "learning_rate": 6.693747279849123e-05,
      "loss": 0.0102,
      "step": 9216
    },
    {
      "epoch": 0.9992411101474414,
      "grad_norm": 0.20588277280330658,
      "learning_rate": 6.693384593065429e-05,
      "loss": 0.0264,
      "step": 9217
    },
    {
      "epoch": 0.9993495229835212,
      "grad_norm": 0.3024737536907196,
      "learning_rate": 6.693021906281736e-05,
      "loss": 0.0572,
      "step": 9218
    },
    {
      "epoch": 0.9994579358196011,
      "grad_norm": 0.06017095223069191,
      "learning_rate": 6.692659219498042e-05,
      "loss": 0.0077,
      "step": 9219
    },
    {
      "epoch": 0.9995663486556808,
      "grad_norm": 0.15269283950328827,
      "learning_rate": 6.692296532714348e-05,
      "loss": 0.0595,
      "step": 9220
    },
    {
      "epoch": 0.9996747614917606,
      "grad_norm": 0.043252866715192795,
      "learning_rate": 6.691933845930655e-05,
      "loss": 0.0055,
      "step": 9221
    },
    {
      "epoch": 0.9997831743278404,
      "grad_norm": 0.13995224237442017,
      "learning_rate": 6.69157115914696e-05,
      "loss": 0.019,
      "step": 9222
    },
    {
      "epoch": 0.9998915871639202,
      "grad_norm": 0.5115931630134583,
      "learning_rate": 6.691208472363268e-05,
      "loss": 0.0507,
      "step": 9223
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.032407160848379135,
      "learning_rate": 6.690845785579573e-05,
      "loss": 0.0046,
      "step": 9224
    },
    {
      "epoch": 1.0001084128360798,
      "grad_norm": 0.0932362824678421,
      "learning_rate": 6.69048309879588e-05,
      "loss": 0.0185,
      "step": 9225
    },
    {
      "epoch": 1.0002168256721595,
      "grad_norm": 0.06908216327428818,
      "learning_rate": 6.690120412012186e-05,
      "loss": 0.0156,
      "step": 9226
    },
    {
      "epoch": 1.0003252385082393,
      "grad_norm": 0.13711321353912354,
      "learning_rate": 6.689757725228493e-05,
      "loss": 0.0247,
      "step": 9227
    },
    {
      "epoch": 1.0004336513443193,
      "grad_norm": 0.07568367570638657,
      "learning_rate": 6.689395038444799e-05,
      "loss": 0.0103,
      "step": 9228
    },
    {
      "epoch": 1.000542064180399,
      "grad_norm": 0.19813106954097748,
      "learning_rate": 6.689032351661105e-05,
      "loss": 0.0211,
      "step": 9229
    },
    {
      "epoch": 1.0006504770164788,
      "grad_norm": 0.08832946419715881,
      "learning_rate": 6.688669664877412e-05,
      "loss": 0.0172,
      "step": 9230
    },
    {
      "epoch": 1.0007588898525586,
      "grad_norm": 0.19242112338542938,
      "learning_rate": 6.688306978093719e-05,
      "loss": 0.0275,
      "step": 9231
    },
    {
      "epoch": 1.0008673026886383,
      "grad_norm": 0.0837034061551094,
      "learning_rate": 6.687944291310026e-05,
      "loss": 0.0129,
      "step": 9232
    },
    {
      "epoch": 1.000975715524718,
      "grad_norm": 0.12932716310024261,
      "learning_rate": 6.687581604526332e-05,
      "loss": 0.022,
      "step": 9233
    },
    {
      "epoch": 1.0010841283607979,
      "grad_norm": 0.04791473224759102,
      "learning_rate": 6.687218917742638e-05,
      "loss": 0.0068,
      "step": 9234
    },
    {
      "epoch": 1.0011925411968776,
      "grad_norm": 0.02966863103210926,
      "learning_rate": 6.686856230958945e-05,
      "loss": 0.0034,
      "step": 9235
    },
    {
      "epoch": 1.0013009540329576,
      "grad_norm": 0.1346852034330368,
      "learning_rate": 6.68649354417525e-05,
      "loss": 0.0179,
      "step": 9236
    },
    {
      "epoch": 1.0014093668690374,
      "grad_norm": 0.1201237142086029,
      "learning_rate": 6.686130857391557e-05,
      "loss": 0.0322,
      "step": 9237
    },
    {
      "epoch": 1.0015177797051171,
      "grad_norm": 0.027158191427588463,
      "learning_rate": 6.685768170607863e-05,
      "loss": 0.0024,
      "step": 9238
    },
    {
      "epoch": 1.001626192541197,
      "grad_norm": 0.16407081484794617,
      "learning_rate": 6.68540548382417e-05,
      "loss": 0.0293,
      "step": 9239
    },
    {
      "epoch": 1.0017346053772767,
      "grad_norm": 0.07563019543886185,
      "learning_rate": 6.685042797040476e-05,
      "loss": 0.0053,
      "step": 9240
    },
    {
      "epoch": 1.0018430182133564,
      "grad_norm": 0.1814202219247818,
      "learning_rate": 6.684680110256783e-05,
      "loss": 0.0579,
      "step": 9241
    },
    {
      "epoch": 1.0019514310494362,
      "grad_norm": 0.05122852325439453,
      "learning_rate": 6.684317423473089e-05,
      "loss": 0.01,
      "step": 9242
    },
    {
      "epoch": 1.002059843885516,
      "grad_norm": 0.20567730069160461,
      "learning_rate": 6.683954736689395e-05,
      "loss": 0.031,
      "step": 9243
    },
    {
      "epoch": 1.002168256721596,
      "grad_norm": 0.3064533770084381,
      "learning_rate": 6.683592049905702e-05,
      "loss": 0.0356,
      "step": 9244
    },
    {
      "epoch": 1.0022766695576757,
      "grad_norm": 0.2131776213645935,
      "learning_rate": 6.683229363122007e-05,
      "loss": 0.0293,
      "step": 9245
    },
    {
      "epoch": 1.0023850823937555,
      "grad_norm": 0.10120994597673416,
      "learning_rate": 6.682866676338314e-05,
      "loss": 0.0131,
      "step": 9246
    },
    {
      "epoch": 1.0024934952298352,
      "grad_norm": 0.32777127623558044,
      "learning_rate": 6.68250398955462e-05,
      "loss": 0.0547,
      "step": 9247
    },
    {
      "epoch": 1.002601908065915,
      "grad_norm": 0.44647592306137085,
      "learning_rate": 6.682141302770927e-05,
      "loss": 0.0233,
      "step": 9248
    },
    {
      "epoch": 1.0027103209019947,
      "grad_norm": 0.10719628632068634,
      "learning_rate": 6.681778615987234e-05,
      "loss": 0.0198,
      "step": 9249
    },
    {
      "epoch": 1.0028187337380745,
      "grad_norm": 0.08569961786270142,
      "learning_rate": 6.68141592920354e-05,
      "loss": 0.0114,
      "step": 9250
    },
    {
      "epoch": 1.0029271465741543,
      "grad_norm": 0.10764868557453156,
      "learning_rate": 6.681053242419847e-05,
      "loss": 0.018,
      "step": 9251
    },
    {
      "epoch": 1.0030355594102343,
      "grad_norm": 0.06231420114636421,
      "learning_rate": 6.680690555636153e-05,
      "loss": 0.0142,
      "step": 9252
    },
    {
      "epoch": 1.003143972246314,
      "grad_norm": 0.33062493801116943,
      "learning_rate": 6.68032786885246e-05,
      "loss": 0.0455,
      "step": 9253
    },
    {
      "epoch": 1.0032523850823938,
      "grad_norm": 0.1677609384059906,
      "learning_rate": 6.679965182068766e-05,
      "loss": 0.0162,
      "step": 9254
    },
    {
      "epoch": 1.0033607979184735,
      "grad_norm": 0.08061724901199341,
      "learning_rate": 6.679602495285073e-05,
      "loss": 0.0081,
      "step": 9255
    },
    {
      "epoch": 1.0034692107545533,
      "grad_norm": 0.19366973638534546,
      "learning_rate": 6.679239808501379e-05,
      "loss": 0.0444,
      "step": 9256
    },
    {
      "epoch": 1.003577623590633,
      "grad_norm": 0.4129747748374939,
      "learning_rate": 6.678877121717684e-05,
      "loss": 0.0243,
      "step": 9257
    },
    {
      "epoch": 1.0036860364267128,
      "grad_norm": 0.35540497303009033,
      "learning_rate": 6.678514434933991e-05,
      "loss": 0.0503,
      "step": 9258
    },
    {
      "epoch": 1.0037944492627928,
      "grad_norm": 0.11676779389381409,
      "learning_rate": 6.678151748150297e-05,
      "loss": 0.0134,
      "step": 9259
    },
    {
      "epoch": 1.0039028620988726,
      "grad_norm": 0.13164852559566498,
      "learning_rate": 6.677789061366604e-05,
      "loss": 0.0169,
      "step": 9260
    },
    {
      "epoch": 1.0040112749349523,
      "grad_norm": 0.2027461975812912,
      "learning_rate": 6.67742637458291e-05,
      "loss": 0.0285,
      "step": 9261
    },
    {
      "epoch": 1.004119687771032,
      "grad_norm": 0.09693218022584915,
      "learning_rate": 6.677063687799217e-05,
      "loss": 0.017,
      "step": 9262
    },
    {
      "epoch": 1.0042281006071119,
      "grad_norm": 0.16198530793190002,
      "learning_rate": 6.676701001015523e-05,
      "loss": 0.0283,
      "step": 9263
    },
    {
      "epoch": 1.0043365134431916,
      "grad_norm": 0.40345340967178345,
      "learning_rate": 6.67633831423183e-05,
      "loss": 0.0229,
      "step": 9264
    },
    {
      "epoch": 1.0044449262792714,
      "grad_norm": 0.15429461002349854,
      "learning_rate": 6.675975627448137e-05,
      "loss": 0.0096,
      "step": 9265
    },
    {
      "epoch": 1.0045533391153512,
      "grad_norm": 0.045883774757385254,
      "learning_rate": 6.675612940664443e-05,
      "loss": 0.0049,
      "step": 9266
    },
    {
      "epoch": 1.0046617519514311,
      "grad_norm": 0.18004778027534485,
      "learning_rate": 6.67525025388075e-05,
      "loss": 0.0228,
      "step": 9267
    },
    {
      "epoch": 1.004770164787511,
      "grad_norm": 0.18465480208396912,
      "learning_rate": 6.674887567097055e-05,
      "loss": 0.0191,
      "step": 9268
    },
    {
      "epoch": 1.0048785776235907,
      "grad_norm": 0.42322975397109985,
      "learning_rate": 6.674524880313363e-05,
      "loss": 0.0575,
      "step": 9269
    },
    {
      "epoch": 1.0049869904596704,
      "grad_norm": 0.19109401106834412,
      "learning_rate": 6.674162193529668e-05,
      "loss": 0.0175,
      "step": 9270
    },
    {
      "epoch": 1.0050954032957502,
      "grad_norm": 0.1146564930677414,
      "learning_rate": 6.673799506745974e-05,
      "loss": 0.0287,
      "step": 9271
    },
    {
      "epoch": 1.00520381613183,
      "grad_norm": 0.1003015786409378,
      "learning_rate": 6.673436819962281e-05,
      "loss": 0.0115,
      "step": 9272
    },
    {
      "epoch": 1.0053122289679097,
      "grad_norm": 0.027383070439100266,
      "learning_rate": 6.673074133178587e-05,
      "loss": 0.0026,
      "step": 9273
    },
    {
      "epoch": 1.0054206418039895,
      "grad_norm": 0.18413272500038147,
      "learning_rate": 6.672711446394894e-05,
      "loss": 0.0321,
      "step": 9274
    },
    {
      "epoch": 1.0055290546400695,
      "grad_norm": 0.06807035207748413,
      "learning_rate": 6.6723487596112e-05,
      "loss": 0.0153,
      "step": 9275
    },
    {
      "epoch": 1.0056374674761492,
      "grad_norm": 0.06037301570177078,
      "learning_rate": 6.671986072827507e-05,
      "loss": 0.0095,
      "step": 9276
    },
    {
      "epoch": 1.005745880312229,
      "grad_norm": 0.19692504405975342,
      "learning_rate": 6.671623386043812e-05,
      "loss": 0.0219,
      "step": 9277
    },
    {
      "epoch": 1.0058542931483088,
      "grad_norm": 0.2767358124256134,
      "learning_rate": 6.67126069926012e-05,
      "loss": 0.0402,
      "step": 9278
    },
    {
      "epoch": 1.0059627059843885,
      "grad_norm": 0.12306956201791763,
      "learning_rate": 6.670898012476425e-05,
      "loss": 0.021,
      "step": 9279
    },
    {
      "epoch": 1.0060711188204683,
      "grad_norm": 0.011019646190106869,
      "learning_rate": 6.670535325692731e-05,
      "loss": 0.0012,
      "step": 9280
    },
    {
      "epoch": 1.006179531656548,
      "grad_norm": 0.18833404779434204,
      "learning_rate": 6.670172638909038e-05,
      "loss": 0.0287,
      "step": 9281
    },
    {
      "epoch": 1.0062879444926278,
      "grad_norm": 0.040819201618433,
      "learning_rate": 6.669809952125344e-05,
      "loss": 0.0065,
      "step": 9282
    },
    {
      "epoch": 1.0063963573287078,
      "grad_norm": 0.12787079811096191,
      "learning_rate": 6.669447265341652e-05,
      "loss": 0.0233,
      "step": 9283
    },
    {
      "epoch": 1.0065047701647876,
      "grad_norm": 0.048117682337760925,
      "learning_rate": 6.669084578557958e-05,
      "loss": 0.0075,
      "step": 9284
    },
    {
      "epoch": 1.0066131830008673,
      "grad_norm": 0.06411732733249664,
      "learning_rate": 6.668721891774264e-05,
      "loss": 0.0082,
      "step": 9285
    },
    {
      "epoch": 1.006721595836947,
      "grad_norm": 0.12329179048538208,
      "learning_rate": 6.668359204990571e-05,
      "loss": 0.0186,
      "step": 9286
    },
    {
      "epoch": 1.0068300086730269,
      "grad_norm": 0.1038300096988678,
      "learning_rate": 6.667996518206877e-05,
      "loss": 0.016,
      "step": 9287
    },
    {
      "epoch": 1.0069384215091066,
      "grad_norm": 0.14952772855758667,
      "learning_rate": 6.667633831423184e-05,
      "loss": 0.0336,
      "step": 9288
    },
    {
      "epoch": 1.0070468343451864,
      "grad_norm": 0.10648280382156372,
      "learning_rate": 6.66727114463949e-05,
      "loss": 0.0147,
      "step": 9289
    },
    {
      "epoch": 1.0071552471812664,
      "grad_norm": 0.04558723419904709,
      "learning_rate": 6.666908457855796e-05,
      "loss": 0.0098,
      "step": 9290
    },
    {
      "epoch": 1.0072636600173461,
      "grad_norm": 0.0889679417014122,
      "learning_rate": 6.666545771072102e-05,
      "loss": 0.0147,
      "step": 9291
    },
    {
      "epoch": 1.007372072853426,
      "grad_norm": 0.24379055202007294,
      "learning_rate": 6.666183084288409e-05,
      "loss": 0.0504,
      "step": 9292
    },
    {
      "epoch": 1.0074804856895057,
      "grad_norm": 0.3332732915878296,
      "learning_rate": 6.665820397504715e-05,
      "loss": 0.0358,
      "step": 9293
    },
    {
      "epoch": 1.0075888985255854,
      "grad_norm": 0.10414638370275497,
      "learning_rate": 6.665457710721021e-05,
      "loss": 0.0121,
      "step": 9294
    },
    {
      "epoch": 1.0076973113616652,
      "grad_norm": 0.05316917970776558,
      "learning_rate": 6.665095023937328e-05,
      "loss": 0.0039,
      "step": 9295
    },
    {
      "epoch": 1.007805724197745,
      "grad_norm": 0.10644988715648651,
      "learning_rate": 6.664732337153634e-05,
      "loss": 0.0124,
      "step": 9296
    },
    {
      "epoch": 1.0079141370338247,
      "grad_norm": 0.04434974119067192,
      "learning_rate": 6.664369650369941e-05,
      "loss": 0.0041,
      "step": 9297
    },
    {
      "epoch": 1.0080225498699047,
      "grad_norm": 0.10974891483783722,
      "learning_rate": 6.664006963586246e-05,
      "loss": 0.0241,
      "step": 9298
    },
    {
      "epoch": 1.0081309627059845,
      "grad_norm": 0.10833632200956345,
      "learning_rate": 6.663644276802554e-05,
      "loss": 0.0216,
      "step": 9299
    },
    {
      "epoch": 1.0082393755420642,
      "grad_norm": 0.0306063424795866,
      "learning_rate": 6.66328159001886e-05,
      "loss": 0.0038,
      "step": 9300
    },
    {
      "epoch": 1.008347788378144,
      "grad_norm": 0.07249448448419571,
      "learning_rate": 6.662918903235166e-05,
      "loss": 0.0081,
      "step": 9301
    },
    {
      "epoch": 1.0084562012142237,
      "grad_norm": 0.22236113250255585,
      "learning_rate": 6.662556216451473e-05,
      "loss": 0.0296,
      "step": 9302
    },
    {
      "epoch": 1.0085646140503035,
      "grad_norm": 0.11153891682624817,
      "learning_rate": 6.662193529667779e-05,
      "loss": 0.0104,
      "step": 9303
    },
    {
      "epoch": 1.0086730268863833,
      "grad_norm": 0.30530112981796265,
      "learning_rate": 6.661830842884086e-05,
      "loss": 0.0406,
      "step": 9304
    },
    {
      "epoch": 1.008781439722463,
      "grad_norm": 0.0988597720861435,
      "learning_rate": 6.661468156100392e-05,
      "loss": 0.0221,
      "step": 9305
    },
    {
      "epoch": 1.008889852558543,
      "grad_norm": 0.055092498660087585,
      "learning_rate": 6.661105469316699e-05,
      "loss": 0.0065,
      "step": 9306
    },
    {
      "epoch": 1.0089982653946228,
      "grad_norm": 0.13309842348098755,
      "learning_rate": 6.660742782533005e-05,
      "loss": 0.0129,
      "step": 9307
    },
    {
      "epoch": 1.0091066782307025,
      "grad_norm": 0.10032796859741211,
      "learning_rate": 6.660380095749312e-05,
      "loss": 0.0149,
      "step": 9308
    },
    {
      "epoch": 1.0092150910667823,
      "grad_norm": 0.1358776092529297,
      "learning_rate": 6.660017408965618e-05,
      "loss": 0.0265,
      "step": 9309
    },
    {
      "epoch": 1.009323503902862,
      "grad_norm": 0.12166184931993484,
      "learning_rate": 6.659654722181923e-05,
      "loss": 0.0158,
      "step": 9310
    },
    {
      "epoch": 1.0094319167389418,
      "grad_norm": 0.11625778675079346,
      "learning_rate": 6.65929203539823e-05,
      "loss": 0.013,
      "step": 9311
    },
    {
      "epoch": 1.0095403295750216,
      "grad_norm": 0.027632946148514748,
      "learning_rate": 6.658929348614536e-05,
      "loss": 0.0012,
      "step": 9312
    },
    {
      "epoch": 1.0096487424111014,
      "grad_norm": 0.12219766527414322,
      "learning_rate": 6.658566661830843e-05,
      "loss": 0.011,
      "step": 9313
    },
    {
      "epoch": 1.0097571552471813,
      "grad_norm": 0.15874329209327698,
      "learning_rate": 6.658203975047149e-05,
      "loss": 0.024,
      "step": 9314
    },
    {
      "epoch": 1.0098655680832611,
      "grad_norm": 0.14079143106937408,
      "learning_rate": 6.657841288263456e-05,
      "loss": 0.0449,
      "step": 9315
    },
    {
      "epoch": 1.0099739809193409,
      "grad_norm": 0.38946297764778137,
      "learning_rate": 6.657478601479762e-05,
      "loss": 0.0308,
      "step": 9316
    },
    {
      "epoch": 1.0100823937554206,
      "grad_norm": 0.270795613527298,
      "learning_rate": 6.657115914696069e-05,
      "loss": 0.0255,
      "step": 9317
    },
    {
      "epoch": 1.0101908065915004,
      "grad_norm": 0.20235933363437653,
      "learning_rate": 6.656753227912376e-05,
      "loss": 0.0241,
      "step": 9318
    },
    {
      "epoch": 1.0102992194275802,
      "grad_norm": 0.32197755575180054,
      "learning_rate": 6.656390541128682e-05,
      "loss": 0.0422,
      "step": 9319
    },
    {
      "epoch": 1.01040763226366,
      "grad_norm": 0.2297598272562027,
      "learning_rate": 6.656027854344989e-05,
      "loss": 0.0355,
      "step": 9320
    },
    {
      "epoch": 1.01051604509974,
      "grad_norm": 0.10323921591043472,
      "learning_rate": 6.655665167561295e-05,
      "loss": 0.0172,
      "step": 9321
    },
    {
      "epoch": 1.0106244579358197,
      "grad_norm": 0.020048009231686592,
      "learning_rate": 6.655302480777602e-05,
      "loss": 0.0018,
      "step": 9322
    },
    {
      "epoch": 1.0107328707718994,
      "grad_norm": 0.16799378395080566,
      "learning_rate": 6.654939793993907e-05,
      "loss": 0.0213,
      "step": 9323
    },
    {
      "epoch": 1.0108412836079792,
      "grad_norm": 0.28476670384407043,
      "learning_rate": 6.654577107210213e-05,
      "loss": 0.0499,
      "step": 9324
    },
    {
      "epoch": 1.010949696444059,
      "grad_norm": 0.20538444817066193,
      "learning_rate": 6.65421442042652e-05,
      "loss": 0.0226,
      "step": 9325
    },
    {
      "epoch": 1.0110581092801387,
      "grad_norm": 0.34759896993637085,
      "learning_rate": 6.653851733642826e-05,
      "loss": 0.0475,
      "step": 9326
    },
    {
      "epoch": 1.0111665221162185,
      "grad_norm": 0.06145418807864189,
      "learning_rate": 6.653489046859133e-05,
      "loss": 0.0083,
      "step": 9327
    },
    {
      "epoch": 1.0112749349522983,
      "grad_norm": 0.09731034934520721,
      "learning_rate": 6.653126360075439e-05,
      "loss": 0.0128,
      "step": 9328
    },
    {
      "epoch": 1.0113833477883782,
      "grad_norm": 0.08771210163831711,
      "learning_rate": 6.652763673291746e-05,
      "loss": 0.0113,
      "step": 9329
    },
    {
      "epoch": 1.011491760624458,
      "grad_norm": 0.19870229065418243,
      "learning_rate": 6.652400986508052e-05,
      "loss": 0.0147,
      "step": 9330
    },
    {
      "epoch": 1.0116001734605378,
      "grad_norm": 0.2563819885253906,
      "learning_rate": 6.652038299724359e-05,
      "loss": 0.0525,
      "step": 9331
    },
    {
      "epoch": 1.0117085862966175,
      "grad_norm": 0.13420847058296204,
      "learning_rate": 6.651675612940664e-05,
      "loss": 0.0193,
      "step": 9332
    },
    {
      "epoch": 1.0118169991326973,
      "grad_norm": 0.05933373421430588,
      "learning_rate": 6.65131292615697e-05,
      "loss": 0.0036,
      "step": 9333
    },
    {
      "epoch": 1.011925411968777,
      "grad_norm": 0.44490715861320496,
      "learning_rate": 6.650950239373279e-05,
      "loss": 0.061,
      "step": 9334
    },
    {
      "epoch": 1.0120338248048568,
      "grad_norm": 0.06530026346445084,
      "learning_rate": 6.650587552589584e-05,
      "loss": 0.007,
      "step": 9335
    },
    {
      "epoch": 1.0121422376409366,
      "grad_norm": 0.137660413980484,
      "learning_rate": 6.650224865805891e-05,
      "loss": 0.0155,
      "step": 9336
    },
    {
      "epoch": 1.0122506504770166,
      "grad_norm": 0.04911961406469345,
      "learning_rate": 6.649862179022197e-05,
      "loss": 0.0082,
      "step": 9337
    },
    {
      "epoch": 1.0123590633130963,
      "grad_norm": 0.1547013521194458,
      "learning_rate": 6.649499492238503e-05,
      "loss": 0.0194,
      "step": 9338
    },
    {
      "epoch": 1.012467476149176,
      "grad_norm": 0.1641657054424286,
      "learning_rate": 6.64913680545481e-05,
      "loss": 0.02,
      "step": 9339
    },
    {
      "epoch": 1.0125758889852559,
      "grad_norm": 0.14423173666000366,
      "learning_rate": 6.648774118671116e-05,
      "loss": 0.0097,
      "step": 9340
    },
    {
      "epoch": 1.0126843018213356,
      "grad_norm": 0.21046797931194305,
      "learning_rate": 6.648411431887423e-05,
      "loss": 0.0265,
      "step": 9341
    },
    {
      "epoch": 1.0127927146574154,
      "grad_norm": 0.2165018618106842,
      "learning_rate": 6.648048745103728e-05,
      "loss": 0.0205,
      "step": 9342
    },
    {
      "epoch": 1.0129011274934951,
      "grad_norm": 0.10110383480787277,
      "learning_rate": 6.647686058320036e-05,
      "loss": 0.0045,
      "step": 9343
    },
    {
      "epoch": 1.0130095403295751,
      "grad_norm": 0.1781534105539322,
      "learning_rate": 6.647323371536341e-05,
      "loss": 0.0246,
      "step": 9344
    },
    {
      "epoch": 1.013117953165655,
      "grad_norm": 0.07908375561237335,
      "learning_rate": 6.646960684752648e-05,
      "loss": 0.021,
      "step": 9345
    },
    {
      "epoch": 1.0132263660017347,
      "grad_norm": 0.1879846751689911,
      "learning_rate": 6.646597997968954e-05,
      "loss": 0.0295,
      "step": 9346
    },
    {
      "epoch": 1.0133347788378144,
      "grad_norm": 0.3210689425468445,
      "learning_rate": 6.64623531118526e-05,
      "loss": 0.0607,
      "step": 9347
    },
    {
      "epoch": 1.0134431916738942,
      "grad_norm": 0.17320458590984344,
      "learning_rate": 6.645872624401567e-05,
      "loss": 0.0266,
      "step": 9348
    },
    {
      "epoch": 1.013551604509974,
      "grad_norm": 0.09294069558382034,
      "learning_rate": 6.645509937617873e-05,
      "loss": 0.0142,
      "step": 9349
    },
    {
      "epoch": 1.0136600173460537,
      "grad_norm": 0.2645878493785858,
      "learning_rate": 6.64514725083418e-05,
      "loss": 0.0222,
      "step": 9350
    },
    {
      "epoch": 1.0137684301821335,
      "grad_norm": 0.1803390085697174,
      "learning_rate": 6.644784564050486e-05,
      "loss": 0.0243,
      "step": 9351
    },
    {
      "epoch": 1.0138768430182135,
      "grad_norm": 0.47373124957084656,
      "learning_rate": 6.644421877266793e-05,
      "loss": 0.0439,
      "step": 9352
    },
    {
      "epoch": 1.0139852558542932,
      "grad_norm": 0.1430271863937378,
      "learning_rate": 6.6440591904831e-05,
      "loss": 0.0179,
      "step": 9353
    },
    {
      "epoch": 1.014093668690373,
      "grad_norm": 0.23646238446235657,
      "learning_rate": 6.643696503699405e-05,
      "loss": 0.0561,
      "step": 9354
    },
    {
      "epoch": 1.0142020815264527,
      "grad_norm": 0.29325366020202637,
      "learning_rate": 6.643333816915713e-05,
      "loss": 0.0458,
      "step": 9355
    },
    {
      "epoch": 1.0143104943625325,
      "grad_norm": 0.24351005256175995,
      "learning_rate": 6.642971130132018e-05,
      "loss": 0.0636,
      "step": 9356
    },
    {
      "epoch": 1.0144189071986123,
      "grad_norm": 0.19880662858486176,
      "learning_rate": 6.642608443348325e-05,
      "loss": 0.0648,
      "step": 9357
    },
    {
      "epoch": 1.014527320034692,
      "grad_norm": 0.1512431502342224,
      "learning_rate": 6.642245756564631e-05,
      "loss": 0.0187,
      "step": 9358
    },
    {
      "epoch": 1.0146357328707718,
      "grad_norm": 0.3654688000679016,
      "learning_rate": 6.641883069780938e-05,
      "loss": 0.0505,
      "step": 9359
    },
    {
      "epoch": 1.0147441457068518,
      "grad_norm": 0.025261739268898964,
      "learning_rate": 6.641520382997244e-05,
      "loss": 0.0031,
      "step": 9360
    },
    {
      "epoch": 1.0148525585429315,
      "grad_norm": 0.11615408957004547,
      "learning_rate": 6.64115769621355e-05,
      "loss": 0.0348,
      "step": 9361
    },
    {
      "epoch": 1.0149609713790113,
      "grad_norm": 0.0817800834774971,
      "learning_rate": 6.640795009429857e-05,
      "loss": 0.0103,
      "step": 9362
    },
    {
      "epoch": 1.015069384215091,
      "grad_norm": 0.2133442610502243,
      "learning_rate": 6.640432322646162e-05,
      "loss": 0.0374,
      "step": 9363
    },
    {
      "epoch": 1.0151777970511708,
      "grad_norm": 0.16881397366523743,
      "learning_rate": 6.64006963586247e-05,
      "loss": 0.0187,
      "step": 9364
    },
    {
      "epoch": 1.0152862098872506,
      "grad_norm": 0.2229890376329422,
      "learning_rate": 6.639706949078775e-05,
      "loss": 0.0298,
      "step": 9365
    },
    {
      "epoch": 1.0153946227233304,
      "grad_norm": 0.338707834482193,
      "learning_rate": 6.639344262295082e-05,
      "loss": 0.0218,
      "step": 9366
    },
    {
      "epoch": 1.0155030355594101,
      "grad_norm": 0.07997313141822815,
      "learning_rate": 6.638981575511388e-05,
      "loss": 0.0079,
      "step": 9367
    },
    {
      "epoch": 1.0156114483954901,
      "grad_norm": 0.206659197807312,
      "learning_rate": 6.638618888727695e-05,
      "loss": 0.0402,
      "step": 9368
    },
    {
      "epoch": 1.0157198612315699,
      "grad_norm": 0.10109782218933105,
      "learning_rate": 6.638256201944002e-05,
      "loss": 0.0252,
      "step": 9369
    },
    {
      "epoch": 1.0158282740676496,
      "grad_norm": 0.12504515051841736,
      "learning_rate": 6.637893515160308e-05,
      "loss": 0.0268,
      "step": 9370
    },
    {
      "epoch": 1.0159366869037294,
      "grad_norm": 0.14326654374599457,
      "learning_rate": 6.637530828376615e-05,
      "loss": 0.0184,
      "step": 9371
    },
    {
      "epoch": 1.0160450997398092,
      "grad_norm": 0.1286349594593048,
      "learning_rate": 6.637168141592921e-05,
      "loss": 0.0115,
      "step": 9372
    },
    {
      "epoch": 1.016153512575889,
      "grad_norm": 0.0689319372177124,
      "learning_rate": 6.636805454809228e-05,
      "loss": 0.0126,
      "step": 9373
    },
    {
      "epoch": 1.0162619254119687,
      "grad_norm": 0.26012757420539856,
      "learning_rate": 6.636442768025534e-05,
      "loss": 0.0271,
      "step": 9374
    },
    {
      "epoch": 1.0163703382480487,
      "grad_norm": 0.22178731858730316,
      "learning_rate": 6.63608008124184e-05,
      "loss": 0.0268,
      "step": 9375
    },
    {
      "epoch": 1.0164787510841284,
      "grad_norm": 0.13666296005249023,
      "learning_rate": 6.635717394458146e-05,
      "loss": 0.0224,
      "step": 9376
    },
    {
      "epoch": 1.0165871639202082,
      "grad_norm": 0.2221342772245407,
      "learning_rate": 6.635354707674452e-05,
      "loss": 0.0218,
      "step": 9377
    },
    {
      "epoch": 1.016695576756288,
      "grad_norm": 0.22696317732334137,
      "learning_rate": 6.634992020890759e-05,
      "loss": 0.0093,
      "step": 9378
    },
    {
      "epoch": 1.0168039895923677,
      "grad_norm": 0.13355512917041779,
      "learning_rate": 6.634629334107065e-05,
      "loss": 0.0227,
      "step": 9379
    },
    {
      "epoch": 1.0169124024284475,
      "grad_norm": 0.4084654152393341,
      "learning_rate": 6.634266647323372e-05,
      "loss": 0.0526,
      "step": 9380
    },
    {
      "epoch": 1.0170208152645273,
      "grad_norm": 0.08490215986967087,
      "learning_rate": 6.633903960539678e-05,
      "loss": 0.0124,
      "step": 9381
    },
    {
      "epoch": 1.017129228100607,
      "grad_norm": 0.3842795789241791,
      "learning_rate": 6.633541273755985e-05,
      "loss": 0.0857,
      "step": 9382
    },
    {
      "epoch": 1.017237640936687,
      "grad_norm": 0.19739845395088196,
      "learning_rate": 6.63317858697229e-05,
      "loss": 0.0346,
      "step": 9383
    },
    {
      "epoch": 1.0173460537727668,
      "grad_norm": 0.2003660500049591,
      "learning_rate": 6.632815900188596e-05,
      "loss": 0.0259,
      "step": 9384
    },
    {
      "epoch": 1.0174544666088465,
      "grad_norm": 0.28038227558135986,
      "learning_rate": 6.632453213404903e-05,
      "loss": 0.0514,
      "step": 9385
    },
    {
      "epoch": 1.0175628794449263,
      "grad_norm": 0.22515858709812164,
      "learning_rate": 6.63209052662121e-05,
      "loss": 0.0333,
      "step": 9386
    },
    {
      "epoch": 1.017671292281006,
      "grad_norm": 0.29785802960395813,
      "learning_rate": 6.631727839837518e-05,
      "loss": 0.0507,
      "step": 9387
    },
    {
      "epoch": 1.0177797051170858,
      "grad_norm": 0.06630635261535645,
      "learning_rate": 6.631365153053823e-05,
      "loss": 0.008,
      "step": 9388
    },
    {
      "epoch": 1.0178881179531656,
      "grad_norm": 0.18353915214538574,
      "learning_rate": 6.631002466270129e-05,
      "loss": 0.0456,
      "step": 9389
    },
    {
      "epoch": 1.0179965307892453,
      "grad_norm": 0.07660959661006927,
      "learning_rate": 6.630639779486436e-05,
      "loss": 0.0067,
      "step": 9390
    },
    {
      "epoch": 1.0181049436253253,
      "grad_norm": 0.21500301361083984,
      "learning_rate": 6.630277092702742e-05,
      "loss": 0.0353,
      "step": 9391
    },
    {
      "epoch": 1.018213356461405,
      "grad_norm": 0.12514175474643707,
      "learning_rate": 6.629914405919049e-05,
      "loss": 0.0252,
      "step": 9392
    },
    {
      "epoch": 1.0183217692974849,
      "grad_norm": 0.12458024173974991,
      "learning_rate": 6.629551719135355e-05,
      "loss": 0.0299,
      "step": 9393
    },
    {
      "epoch": 1.0184301821335646,
      "grad_norm": 0.29891085624694824,
      "learning_rate": 6.629189032351662e-05,
      "loss": 0.0314,
      "step": 9394
    },
    {
      "epoch": 1.0185385949696444,
      "grad_norm": 0.14656364917755127,
      "learning_rate": 6.628826345567968e-05,
      "loss": 0.0157,
      "step": 9395
    },
    {
      "epoch": 1.0186470078057241,
      "grad_norm": 0.10485062003135681,
      "learning_rate": 6.628463658784275e-05,
      "loss": 0.0161,
      "step": 9396
    },
    {
      "epoch": 1.018755420641804,
      "grad_norm": 0.1943303495645523,
      "learning_rate": 6.62810097200058e-05,
      "loss": 0.041,
      "step": 9397
    },
    {
      "epoch": 1.0188638334778837,
      "grad_norm": 0.11332399398088455,
      "learning_rate": 6.627738285216886e-05,
      "loss": 0.0127,
      "step": 9398
    },
    {
      "epoch": 1.0189722463139637,
      "grad_norm": 0.051894448697566986,
      "learning_rate": 6.627375598433193e-05,
      "loss": 0.0116,
      "step": 9399
    },
    {
      "epoch": 1.0190806591500434,
      "grad_norm": 0.23051545023918152,
      "learning_rate": 6.627012911649499e-05,
      "loss": 0.0309,
      "step": 9400
    },
    {
      "epoch": 1.0191890719861232,
      "grad_norm": 0.27184101939201355,
      "learning_rate": 6.626650224865806e-05,
      "loss": 0.0486,
      "step": 9401
    },
    {
      "epoch": 1.019297484822203,
      "grad_norm": 0.08106464147567749,
      "learning_rate": 6.626287538082112e-05,
      "loss": 0.01,
      "step": 9402
    },
    {
      "epoch": 1.0194058976582827,
      "grad_norm": 0.0968165472149849,
      "learning_rate": 6.62592485129842e-05,
      "loss": 0.0098,
      "step": 9403
    },
    {
      "epoch": 1.0195143104943625,
      "grad_norm": 0.343205064535141,
      "learning_rate": 6.625562164514726e-05,
      "loss": 0.0454,
      "step": 9404
    },
    {
      "epoch": 1.0196227233304422,
      "grad_norm": 0.15579038858413696,
      "learning_rate": 6.625199477731032e-05,
      "loss": 0.0288,
      "step": 9405
    },
    {
      "epoch": 1.0197311361665222,
      "grad_norm": 0.09671420603990555,
      "learning_rate": 6.624836790947339e-05,
      "loss": 0.0219,
      "step": 9406
    },
    {
      "epoch": 1.019839549002602,
      "grad_norm": 0.29713889956474304,
      "learning_rate": 6.624474104163644e-05,
      "loss": 0.0442,
      "step": 9407
    },
    {
      "epoch": 1.0199479618386817,
      "grad_norm": 0.28398874402046204,
      "learning_rate": 6.624111417379952e-05,
      "loss": 0.0103,
      "step": 9408
    },
    {
      "epoch": 1.0200563746747615,
      "grad_norm": 0.13322779536247253,
      "learning_rate": 6.623748730596257e-05,
      "loss": 0.0212,
      "step": 9409
    },
    {
      "epoch": 1.0201647875108413,
      "grad_norm": 0.13432209193706512,
      "learning_rate": 6.623386043812564e-05,
      "loss": 0.0298,
      "step": 9410
    },
    {
      "epoch": 1.020273200346921,
      "grad_norm": 0.13916410505771637,
      "learning_rate": 6.62302335702887e-05,
      "loss": 0.0267,
      "step": 9411
    },
    {
      "epoch": 1.0203816131830008,
      "grad_norm": 0.26666784286499023,
      "learning_rate": 6.622660670245177e-05,
      "loss": 0.0685,
      "step": 9412
    },
    {
      "epoch": 1.0204900260190806,
      "grad_norm": 0.2885569632053375,
      "learning_rate": 6.622297983461483e-05,
      "loss": 0.0354,
      "step": 9413
    },
    {
      "epoch": 1.0205984388551606,
      "grad_norm": 0.11523991078138351,
      "learning_rate": 6.621935296677789e-05,
      "loss": 0.007,
      "step": 9414
    },
    {
      "epoch": 1.0207068516912403,
      "grad_norm": 0.318134605884552,
      "learning_rate": 6.621572609894096e-05,
      "loss": 0.0696,
      "step": 9415
    },
    {
      "epoch": 1.02081526452732,
      "grad_norm": 0.10608574002981186,
      "learning_rate": 6.621209923110402e-05,
      "loss": 0.017,
      "step": 9416
    },
    {
      "epoch": 1.0209236773633998,
      "grad_norm": 0.06573576480150223,
      "learning_rate": 6.620847236326709e-05,
      "loss": 0.0093,
      "step": 9417
    },
    {
      "epoch": 1.0210320901994796,
      "grad_norm": 0.022206641733646393,
      "learning_rate": 6.620484549543014e-05,
      "loss": 0.0026,
      "step": 9418
    },
    {
      "epoch": 1.0211405030355594,
      "grad_norm": 0.0719681829214096,
      "learning_rate": 6.620121862759321e-05,
      "loss": 0.0254,
      "step": 9419
    },
    {
      "epoch": 1.0212489158716391,
      "grad_norm": 0.10671423375606537,
      "learning_rate": 6.619759175975627e-05,
      "loss": 0.0112,
      "step": 9420
    },
    {
      "epoch": 1.021357328707719,
      "grad_norm": 0.13354317843914032,
      "learning_rate": 6.619396489191934e-05,
      "loss": 0.0183,
      "step": 9421
    },
    {
      "epoch": 1.0214657415437989,
      "grad_norm": 0.07228011637926102,
      "learning_rate": 6.619033802408241e-05,
      "loss": 0.011,
      "step": 9422
    },
    {
      "epoch": 1.0215741543798786,
      "grad_norm": 0.37975767254829407,
      "learning_rate": 6.618671115624547e-05,
      "loss": 0.0423,
      "step": 9423
    },
    {
      "epoch": 1.0216825672159584,
      "grad_norm": 0.08902858942747116,
      "learning_rate": 6.618308428840854e-05,
      "loss": 0.0135,
      "step": 9424
    },
    {
      "epoch": 1.0217909800520382,
      "grad_norm": 0.27782878279685974,
      "learning_rate": 6.61794574205716e-05,
      "loss": 0.0626,
      "step": 9425
    },
    {
      "epoch": 1.021899392888118,
      "grad_norm": 0.2074316442012787,
      "learning_rate": 6.617583055273467e-05,
      "loss": 0.0646,
      "step": 9426
    },
    {
      "epoch": 1.0220078057241977,
      "grad_norm": 0.10509837418794632,
      "learning_rate": 6.617220368489773e-05,
      "loss": 0.0169,
      "step": 9427
    },
    {
      "epoch": 1.0221162185602775,
      "grad_norm": 0.18460345268249512,
      "learning_rate": 6.616857681706078e-05,
      "loss": 0.0265,
      "step": 9428
    },
    {
      "epoch": 1.0222246313963572,
      "grad_norm": 0.1360219269990921,
      "learning_rate": 6.616494994922386e-05,
      "loss": 0.0154,
      "step": 9429
    },
    {
      "epoch": 1.0223330442324372,
      "grad_norm": 0.10658792406320572,
      "learning_rate": 6.616132308138691e-05,
      "loss": 0.011,
      "step": 9430
    },
    {
      "epoch": 1.022441457068517,
      "grad_norm": 0.26673391461372375,
      "learning_rate": 6.615769621354998e-05,
      "loss": 0.0167,
      "step": 9431
    },
    {
      "epoch": 1.0225498699045967,
      "grad_norm": 0.13977622985839844,
      "learning_rate": 6.615406934571304e-05,
      "loss": 0.0339,
      "step": 9432
    },
    {
      "epoch": 1.0226582827406765,
      "grad_norm": 0.06407011300325394,
      "learning_rate": 6.615044247787611e-05,
      "loss": 0.0057,
      "step": 9433
    },
    {
      "epoch": 1.0227666955767563,
      "grad_norm": 0.17597314715385437,
      "learning_rate": 6.614681561003917e-05,
      "loss": 0.0389,
      "step": 9434
    },
    {
      "epoch": 1.022875108412836,
      "grad_norm": 0.1108136773109436,
      "learning_rate": 6.614318874220224e-05,
      "loss": 0.0164,
      "step": 9435
    },
    {
      "epoch": 1.0229835212489158,
      "grad_norm": 0.12050507962703705,
      "learning_rate": 6.61395618743653e-05,
      "loss": 0.021,
      "step": 9436
    },
    {
      "epoch": 1.0230919340849958,
      "grad_norm": 0.12941357493400574,
      "learning_rate": 6.613593500652835e-05,
      "loss": 0.0161,
      "step": 9437
    },
    {
      "epoch": 1.0232003469210755,
      "grad_norm": 0.06949197500944138,
      "learning_rate": 6.613230813869144e-05,
      "loss": 0.0083,
      "step": 9438
    },
    {
      "epoch": 1.0233087597571553,
      "grad_norm": 0.07530676573514938,
      "learning_rate": 6.61286812708545e-05,
      "loss": 0.0137,
      "step": 9439
    },
    {
      "epoch": 1.023417172593235,
      "grad_norm": 0.0970129743218422,
      "learning_rate": 6.612505440301757e-05,
      "loss": 0.0201,
      "step": 9440
    },
    {
      "epoch": 1.0235255854293148,
      "grad_norm": 0.0559275858104229,
      "learning_rate": 6.612142753518062e-05,
      "loss": 0.0096,
      "step": 9441
    },
    {
      "epoch": 1.0236339982653946,
      "grad_norm": 0.10868038982152939,
      "learning_rate": 6.611780066734368e-05,
      "loss": 0.0158,
      "step": 9442
    },
    {
      "epoch": 1.0237424111014743,
      "grad_norm": 0.06488677114248276,
      "learning_rate": 6.611417379950675e-05,
      "loss": 0.0061,
      "step": 9443
    },
    {
      "epoch": 1.023850823937554,
      "grad_norm": 0.3154914975166321,
      "learning_rate": 6.611054693166981e-05,
      "loss": 0.0363,
      "step": 9444
    },
    {
      "epoch": 1.023959236773634,
      "grad_norm": 0.28381964564323425,
      "learning_rate": 6.610692006383288e-05,
      "loss": 0.0171,
      "step": 9445
    },
    {
      "epoch": 1.0240676496097139,
      "grad_norm": 0.08673569560050964,
      "learning_rate": 6.610329319599594e-05,
      "loss": 0.0112,
      "step": 9446
    },
    {
      "epoch": 1.0241760624457936,
      "grad_norm": 0.07265668362379074,
      "learning_rate": 6.609966632815901e-05,
      "loss": 0.0142,
      "step": 9447
    },
    {
      "epoch": 1.0242844752818734,
      "grad_norm": 0.16307000815868378,
      "learning_rate": 6.609603946032207e-05,
      "loss": 0.0214,
      "step": 9448
    },
    {
      "epoch": 1.0243928881179531,
      "grad_norm": 0.16027295589447021,
      "learning_rate": 6.609241259248514e-05,
      "loss": 0.0124,
      "step": 9449
    },
    {
      "epoch": 1.024501300954033,
      "grad_norm": 0.25917866826057434,
      "learning_rate": 6.60887857246482e-05,
      "loss": 0.0146,
      "step": 9450
    },
    {
      "epoch": 1.0246097137901127,
      "grad_norm": 0.1357220560312271,
      "learning_rate": 6.608515885681125e-05,
      "loss": 0.0191,
      "step": 9451
    },
    {
      "epoch": 1.0247181266261924,
      "grad_norm": 0.10577988624572754,
      "learning_rate": 6.608153198897432e-05,
      "loss": 0.0104,
      "step": 9452
    },
    {
      "epoch": 1.0248265394622724,
      "grad_norm": 0.21717019379138947,
      "learning_rate": 6.607790512113738e-05,
      "loss": 0.0318,
      "step": 9453
    },
    {
      "epoch": 1.0249349522983522,
      "grad_norm": 0.24112118780612946,
      "learning_rate": 6.607427825330045e-05,
      "loss": 0.0258,
      "step": 9454
    },
    {
      "epoch": 1.025043365134432,
      "grad_norm": 0.4413563907146454,
      "learning_rate": 6.607065138546352e-05,
      "loss": 0.0461,
      "step": 9455
    },
    {
      "epoch": 1.0251517779705117,
      "grad_norm": 0.28421345353126526,
      "learning_rate": 6.606702451762658e-05,
      "loss": 0.0547,
      "step": 9456
    },
    {
      "epoch": 1.0252601908065915,
      "grad_norm": 0.35545480251312256,
      "learning_rate": 6.606339764978965e-05,
      "loss": 0.0277,
      "step": 9457
    },
    {
      "epoch": 1.0253686036426712,
      "grad_norm": 0.228585347533226,
      "learning_rate": 6.605977078195271e-05,
      "loss": 0.0637,
      "step": 9458
    },
    {
      "epoch": 1.025477016478751,
      "grad_norm": 0.24736140668392181,
      "learning_rate": 6.605614391411578e-05,
      "loss": 0.0355,
      "step": 9459
    },
    {
      "epoch": 1.0255854293148308,
      "grad_norm": 0.2187354862689972,
      "learning_rate": 6.605251704627884e-05,
      "loss": 0.0164,
      "step": 9460
    },
    {
      "epoch": 1.0256938421509108,
      "grad_norm": 0.12939047813415527,
      "learning_rate": 6.60488901784419e-05,
      "loss": 0.0076,
      "step": 9461
    },
    {
      "epoch": 1.0258022549869905,
      "grad_norm": 0.12547335028648376,
      "learning_rate": 6.604526331060496e-05,
      "loss": 0.0132,
      "step": 9462
    },
    {
      "epoch": 1.0259106678230703,
      "grad_norm": 0.13751056790351868,
      "learning_rate": 6.604163644276803e-05,
      "loss": 0.0123,
      "step": 9463
    },
    {
      "epoch": 1.02601908065915,
      "grad_norm": 0.05380170792341232,
      "learning_rate": 6.603800957493109e-05,
      "loss": 0.0054,
      "step": 9464
    },
    {
      "epoch": 1.0261274934952298,
      "grad_norm": 0.1736108660697937,
      "learning_rate": 6.603438270709415e-05,
      "loss": 0.015,
      "step": 9465
    },
    {
      "epoch": 1.0262359063313096,
      "grad_norm": 0.17268864810466766,
      "learning_rate": 6.603075583925722e-05,
      "loss": 0.0332,
      "step": 9466
    },
    {
      "epoch": 1.0263443191673893,
      "grad_norm": 0.3169323801994324,
      "learning_rate": 6.602712897142028e-05,
      "loss": 0.0161,
      "step": 9467
    },
    {
      "epoch": 1.0264527320034693,
      "grad_norm": 0.30873820185661316,
      "learning_rate": 6.602350210358335e-05,
      "loss": 0.0633,
      "step": 9468
    },
    {
      "epoch": 1.026561144839549,
      "grad_norm": 0.09703328460454941,
      "learning_rate": 6.60198752357464e-05,
      "loss": 0.0122,
      "step": 9469
    },
    {
      "epoch": 1.0266695576756288,
      "grad_norm": 0.3704968988895416,
      "learning_rate": 6.601624836790948e-05,
      "loss": 0.06,
      "step": 9470
    },
    {
      "epoch": 1.0267779705117086,
      "grad_norm": 0.06035971641540527,
      "learning_rate": 6.601262150007253e-05,
      "loss": 0.0091,
      "step": 9471
    },
    {
      "epoch": 1.0268863833477884,
      "grad_norm": 0.08046358823776245,
      "learning_rate": 6.60089946322356e-05,
      "loss": 0.0074,
      "step": 9472
    },
    {
      "epoch": 1.0269947961838681,
      "grad_norm": 0.5227562189102173,
      "learning_rate": 6.600536776439868e-05,
      "loss": 0.0684,
      "step": 9473
    },
    {
      "epoch": 1.027103209019948,
      "grad_norm": 0.036216460168361664,
      "learning_rate": 6.600174089656173e-05,
      "loss": 0.003,
      "step": 9474
    },
    {
      "epoch": 1.0272116218560277,
      "grad_norm": 0.2204751819372177,
      "learning_rate": 6.59981140287248e-05,
      "loss": 0.0476,
      "step": 9475
    },
    {
      "epoch": 1.0273200346921076,
      "grad_norm": 0.24829761683940887,
      "learning_rate": 6.599448716088786e-05,
      "loss": 0.014,
      "step": 9476
    },
    {
      "epoch": 1.0274284475281874,
      "grad_norm": 0.12716558575630188,
      "learning_rate": 6.599086029305093e-05,
      "loss": 0.0324,
      "step": 9477
    },
    {
      "epoch": 1.0275368603642672,
      "grad_norm": 0.057885441929101944,
      "learning_rate": 6.598723342521399e-05,
      "loss": 0.007,
      "step": 9478
    },
    {
      "epoch": 1.027645273200347,
      "grad_norm": 0.4144325256347656,
      "learning_rate": 6.598360655737705e-05,
      "loss": 0.0209,
      "step": 9479
    },
    {
      "epoch": 1.0277536860364267,
      "grad_norm": 0.09979370981454849,
      "learning_rate": 6.597997968954012e-05,
      "loss": 0.0101,
      "step": 9480
    },
    {
      "epoch": 1.0278620988725065,
      "grad_norm": 0.045227572321891785,
      "learning_rate": 6.597635282170318e-05,
      "loss": 0.0053,
      "step": 9481
    },
    {
      "epoch": 1.0279705117085862,
      "grad_norm": 0.053028833121061325,
      "learning_rate": 6.597272595386625e-05,
      "loss": 0.0059,
      "step": 9482
    },
    {
      "epoch": 1.028078924544666,
      "grad_norm": 0.3680301904678345,
      "learning_rate": 6.59690990860293e-05,
      "loss": 0.0571,
      "step": 9483
    },
    {
      "epoch": 1.028187337380746,
      "grad_norm": 0.22679558396339417,
      "learning_rate": 6.596547221819237e-05,
      "loss": 0.0534,
      "step": 9484
    },
    {
      "epoch": 1.0282957502168257,
      "grad_norm": 0.20410136878490448,
      "learning_rate": 6.596184535035543e-05,
      "loss": 0.0178,
      "step": 9485
    },
    {
      "epoch": 1.0284041630529055,
      "grad_norm": 0.2842661738395691,
      "learning_rate": 6.59582184825185e-05,
      "loss": 0.0312,
      "step": 9486
    },
    {
      "epoch": 1.0285125758889853,
      "grad_norm": 0.1067672148346901,
      "learning_rate": 6.595459161468156e-05,
      "loss": 0.0171,
      "step": 9487
    },
    {
      "epoch": 1.028620988725065,
      "grad_norm": 0.3068675398826599,
      "learning_rate": 6.595096474684462e-05,
      "loss": 0.0305,
      "step": 9488
    },
    {
      "epoch": 1.0287294015611448,
      "grad_norm": 0.13909316062927246,
      "learning_rate": 6.594733787900769e-05,
      "loss": 0.0155,
      "step": 9489
    },
    {
      "epoch": 1.0288378143972245,
      "grad_norm": 0.408777117729187,
      "learning_rate": 6.594371101117076e-05,
      "loss": 0.0575,
      "step": 9490
    },
    {
      "epoch": 1.0289462272333045,
      "grad_norm": 0.2225605994462967,
      "learning_rate": 6.594008414333383e-05,
      "loss": 0.0893,
      "step": 9491
    },
    {
      "epoch": 1.0290546400693843,
      "grad_norm": 0.21164380013942719,
      "learning_rate": 6.593645727549689e-05,
      "loss": 0.047,
      "step": 9492
    },
    {
      "epoch": 1.029163052905464,
      "grad_norm": 0.08320631831884384,
      "learning_rate": 6.593283040765996e-05,
      "loss": 0.0086,
      "step": 9493
    },
    {
      "epoch": 1.0292714657415438,
      "grad_norm": 0.20385217666625977,
      "learning_rate": 6.592920353982302e-05,
      "loss": 0.0204,
      "step": 9494
    },
    {
      "epoch": 1.0293798785776236,
      "grad_norm": 0.19337888062000275,
      "learning_rate": 6.592557667198607e-05,
      "loss": 0.0363,
      "step": 9495
    },
    {
      "epoch": 1.0294882914137033,
      "grad_norm": 0.11310499906539917,
      "learning_rate": 6.592194980414914e-05,
      "loss": 0.0144,
      "step": 9496
    },
    {
      "epoch": 1.0295967042497831,
      "grad_norm": 0.0503353513777256,
      "learning_rate": 6.59183229363122e-05,
      "loss": 0.0068,
      "step": 9497
    },
    {
      "epoch": 1.0297051170858629,
      "grad_norm": 0.06461221724748611,
      "learning_rate": 6.591469606847527e-05,
      "loss": 0.0074,
      "step": 9498
    },
    {
      "epoch": 1.0298135299219429,
      "grad_norm": 0.10046246647834778,
      "learning_rate": 6.591106920063833e-05,
      "loss": 0.0112,
      "step": 9499
    },
    {
      "epoch": 1.0299219427580226,
      "grad_norm": 0.1355733871459961,
      "learning_rate": 6.59074423328014e-05,
      "loss": 0.0107,
      "step": 9500
    },
    {
      "epoch": 1.0300303555941024,
      "grad_norm": 0.28270652890205383,
      "learning_rate": 6.590381546496446e-05,
      "loss": 0.03,
      "step": 9501
    },
    {
      "epoch": 1.0301387684301822,
      "grad_norm": 0.14525523781776428,
      "learning_rate": 6.590018859712751e-05,
      "loss": 0.0182,
      "step": 9502
    },
    {
      "epoch": 1.030247181266262,
      "grad_norm": 0.10403279215097427,
      "learning_rate": 6.589656172929059e-05,
      "loss": 0.0215,
      "step": 9503
    },
    {
      "epoch": 1.0303555941023417,
      "grad_norm": 0.3201475441455841,
      "learning_rate": 6.589293486145364e-05,
      "loss": 0.0569,
      "step": 9504
    },
    {
      "epoch": 1.0304640069384214,
      "grad_norm": 0.09370670467615128,
      "learning_rate": 6.588930799361671e-05,
      "loss": 0.0082,
      "step": 9505
    },
    {
      "epoch": 1.0305724197745012,
      "grad_norm": 0.04760609567165375,
      "learning_rate": 6.588568112577977e-05,
      "loss": 0.0076,
      "step": 9506
    },
    {
      "epoch": 1.0306808326105812,
      "grad_norm": 0.17428477108478546,
      "learning_rate": 6.588205425794286e-05,
      "loss": 0.0297,
      "step": 9507
    },
    {
      "epoch": 1.030789245446661,
      "grad_norm": 0.14957429468631744,
      "learning_rate": 6.587842739010591e-05,
      "loss": 0.0412,
      "step": 9508
    },
    {
      "epoch": 1.0308976582827407,
      "grad_norm": 0.09734503924846649,
      "learning_rate": 6.587480052226897e-05,
      "loss": 0.011,
      "step": 9509
    },
    {
      "epoch": 1.0310060711188205,
      "grad_norm": 0.11666969209909439,
      "learning_rate": 6.587117365443204e-05,
      "loss": 0.0095,
      "step": 9510
    },
    {
      "epoch": 1.0311144839549002,
      "grad_norm": 0.1962796300649643,
      "learning_rate": 6.58675467865951e-05,
      "loss": 0.0416,
      "step": 9511
    },
    {
      "epoch": 1.03122289679098,
      "grad_norm": 0.1253373771905899,
      "learning_rate": 6.586391991875817e-05,
      "loss": 0.0352,
      "step": 9512
    },
    {
      "epoch": 1.0313313096270598,
      "grad_norm": 0.2533983290195465,
      "learning_rate": 6.586029305092123e-05,
      "loss": 0.0275,
      "step": 9513
    },
    {
      "epoch": 1.0314397224631395,
      "grad_norm": 0.1418837308883667,
      "learning_rate": 6.58566661830843e-05,
      "loss": 0.0202,
      "step": 9514
    },
    {
      "epoch": 1.0315481352992195,
      "grad_norm": 0.17780548334121704,
      "learning_rate": 6.585303931524735e-05,
      "loss": 0.0248,
      "step": 9515
    },
    {
      "epoch": 1.0316565481352993,
      "grad_norm": 0.11104875057935715,
      "learning_rate": 6.584941244741043e-05,
      "loss": 0.0374,
      "step": 9516
    },
    {
      "epoch": 1.031764960971379,
      "grad_norm": 0.2233685702085495,
      "learning_rate": 6.584578557957348e-05,
      "loss": 0.0144,
      "step": 9517
    },
    {
      "epoch": 1.0318733738074588,
      "grad_norm": 0.020299872383475304,
      "learning_rate": 6.584215871173654e-05,
      "loss": 0.0032,
      "step": 9518
    },
    {
      "epoch": 1.0319817866435386,
      "grad_norm": 0.08973725885152817,
      "learning_rate": 6.583853184389961e-05,
      "loss": 0.0121,
      "step": 9519
    },
    {
      "epoch": 1.0320901994796183,
      "grad_norm": 0.022733768448233604,
      "learning_rate": 6.583490497606267e-05,
      "loss": 0.0021,
      "step": 9520
    },
    {
      "epoch": 1.032198612315698,
      "grad_norm": 0.1947314590215683,
      "learning_rate": 6.583127810822574e-05,
      "loss": 0.0312,
      "step": 9521
    },
    {
      "epoch": 1.0323070251517779,
      "grad_norm": 0.05631669610738754,
      "learning_rate": 6.58276512403888e-05,
      "loss": 0.0084,
      "step": 9522
    },
    {
      "epoch": 1.0324154379878578,
      "grad_norm": 0.33568012714385986,
      "learning_rate": 6.582402437255187e-05,
      "loss": 0.0489,
      "step": 9523
    },
    {
      "epoch": 1.0325238508239376,
      "grad_norm": 0.15639987587928772,
      "learning_rate": 6.582039750471494e-05,
      "loss": 0.0227,
      "step": 9524
    },
    {
      "epoch": 1.0326322636600174,
      "grad_norm": 0.0477653369307518,
      "learning_rate": 6.5816770636878e-05,
      "loss": 0.0064,
      "step": 9525
    },
    {
      "epoch": 1.0327406764960971,
      "grad_norm": 0.21037478744983673,
      "learning_rate": 6.581314376904107e-05,
      "loss": 0.0596,
      "step": 9526
    },
    {
      "epoch": 1.032849089332177,
      "grad_norm": 0.09599905461072922,
      "learning_rate": 6.580951690120412e-05,
      "loss": 0.0123,
      "step": 9527
    },
    {
      "epoch": 1.0329575021682567,
      "grad_norm": 0.021647503599524498,
      "learning_rate": 6.58058900333672e-05,
      "loss": 0.0026,
      "step": 9528
    },
    {
      "epoch": 1.0330659150043364,
      "grad_norm": 0.09239125996828079,
      "learning_rate": 6.580226316553025e-05,
      "loss": 0.0177,
      "step": 9529
    },
    {
      "epoch": 1.0331743278404164,
      "grad_norm": 0.3285360634326935,
      "learning_rate": 6.579863629769332e-05,
      "loss": 0.0526,
      "step": 9530
    },
    {
      "epoch": 1.0332827406764962,
      "grad_norm": 0.15403172373771667,
      "learning_rate": 6.579500942985638e-05,
      "loss": 0.0139,
      "step": 9531
    },
    {
      "epoch": 1.033391153512576,
      "grad_norm": 0.16528338193893433,
      "learning_rate": 6.579138256201944e-05,
      "loss": 0.0378,
      "step": 9532
    },
    {
      "epoch": 1.0334995663486557,
      "grad_norm": 0.1140999123454094,
      "learning_rate": 6.578775569418251e-05,
      "loss": 0.0082,
      "step": 9533
    },
    {
      "epoch": 1.0336079791847355,
      "grad_norm": 0.17276763916015625,
      "learning_rate": 6.578412882634557e-05,
      "loss": 0.0198,
      "step": 9534
    },
    {
      "epoch": 1.0337163920208152,
      "grad_norm": 0.32831722497940063,
      "learning_rate": 6.578050195850864e-05,
      "loss": 0.0453,
      "step": 9535
    },
    {
      "epoch": 1.033824804856895,
      "grad_norm": 0.28317102789878845,
      "learning_rate": 6.57768750906717e-05,
      "loss": 0.0519,
      "step": 9536
    },
    {
      "epoch": 1.0339332176929747,
      "grad_norm": 0.07159896194934845,
      "learning_rate": 6.577324822283477e-05,
      "loss": 0.0089,
      "step": 9537
    },
    {
      "epoch": 1.0340416305290547,
      "grad_norm": 0.2562820613384247,
      "learning_rate": 6.576962135499782e-05,
      "loss": 0.0512,
      "step": 9538
    },
    {
      "epoch": 1.0341500433651345,
      "grad_norm": 0.2343789041042328,
      "learning_rate": 6.57659944871609e-05,
      "loss": 0.0133,
      "step": 9539
    },
    {
      "epoch": 1.0342584562012143,
      "grad_norm": 0.021909983828663826,
      "learning_rate": 6.576236761932395e-05,
      "loss": 0.0029,
      "step": 9540
    },
    {
      "epoch": 1.034366869037294,
      "grad_norm": 0.07585565745830536,
      "learning_rate": 6.575874075148701e-05,
      "loss": 0.0101,
      "step": 9541
    },
    {
      "epoch": 1.0344752818733738,
      "grad_norm": 0.32914966344833374,
      "learning_rate": 6.575511388365009e-05,
      "loss": 0.0286,
      "step": 9542
    },
    {
      "epoch": 1.0345836947094535,
      "grad_norm": 0.13391853868961334,
      "learning_rate": 6.575148701581315e-05,
      "loss": 0.0239,
      "step": 9543
    },
    {
      "epoch": 1.0346921075455333,
      "grad_norm": 0.13293269276618958,
      "learning_rate": 6.574786014797622e-05,
      "loss": 0.0421,
      "step": 9544
    },
    {
      "epoch": 1.034800520381613,
      "grad_norm": 0.06560362875461578,
      "learning_rate": 6.574423328013928e-05,
      "loss": 0.0087,
      "step": 9545
    },
    {
      "epoch": 1.034908933217693,
      "grad_norm": 0.35344094038009644,
      "learning_rate": 6.574060641230234e-05,
      "loss": 0.0413,
      "step": 9546
    },
    {
      "epoch": 1.0350173460537728,
      "grad_norm": 0.03719719499349594,
      "learning_rate": 6.57369795444654e-05,
      "loss": 0.0029,
      "step": 9547
    },
    {
      "epoch": 1.0351257588898526,
      "grad_norm": 0.024544401094317436,
      "learning_rate": 6.573335267662846e-05,
      "loss": 0.0033,
      "step": 9548
    },
    {
      "epoch": 1.0352341717259324,
      "grad_norm": 0.3170972168445587,
      "learning_rate": 6.572972580879153e-05,
      "loss": 0.0472,
      "step": 9549
    },
    {
      "epoch": 1.0353425845620121,
      "grad_norm": 0.08892439305782318,
      "learning_rate": 6.572609894095459e-05,
      "loss": 0.0113,
      "step": 9550
    },
    {
      "epoch": 1.0354509973980919,
      "grad_norm": 0.35312962532043457,
      "learning_rate": 6.572247207311766e-05,
      "loss": 0.0367,
      "step": 9551
    },
    {
      "epoch": 1.0355594102341716,
      "grad_norm": 0.1054936870932579,
      "learning_rate": 6.571884520528072e-05,
      "loss": 0.0113,
      "step": 9552
    },
    {
      "epoch": 1.0356678230702516,
      "grad_norm": 0.19769218564033508,
      "learning_rate": 6.571521833744379e-05,
      "loss": 0.0132,
      "step": 9553
    },
    {
      "epoch": 1.0357762359063314,
      "grad_norm": 0.12520834803581238,
      "learning_rate": 6.571159146960685e-05,
      "loss": 0.008,
      "step": 9554
    },
    {
      "epoch": 1.0358846487424112,
      "grad_norm": 0.2360060065984726,
      "learning_rate": 6.57079646017699e-05,
      "loss": 0.0191,
      "step": 9555
    },
    {
      "epoch": 1.035993061578491,
      "grad_norm": 0.08463159948587418,
      "learning_rate": 6.570433773393298e-05,
      "loss": 0.0117,
      "step": 9556
    },
    {
      "epoch": 1.0361014744145707,
      "grad_norm": 0.24851635098457336,
      "learning_rate": 6.570071086609603e-05,
      "loss": 0.035,
      "step": 9557
    },
    {
      "epoch": 1.0362098872506504,
      "grad_norm": 0.1105511412024498,
      "learning_rate": 6.56970839982591e-05,
      "loss": 0.0256,
      "step": 9558
    },
    {
      "epoch": 1.0363183000867302,
      "grad_norm": 0.033538781106472015,
      "learning_rate": 6.569345713042218e-05,
      "loss": 0.0028,
      "step": 9559
    },
    {
      "epoch": 1.03642671292281,
      "grad_norm": 0.17937687039375305,
      "learning_rate": 6.568983026258523e-05,
      "loss": 0.0304,
      "step": 9560
    },
    {
      "epoch": 1.03653512575889,
      "grad_norm": 0.04288969188928604,
      "learning_rate": 6.56862033947483e-05,
      "loss": 0.0041,
      "step": 9561
    },
    {
      "epoch": 1.0366435385949697,
      "grad_norm": 0.2933309078216553,
      "learning_rate": 6.568257652691136e-05,
      "loss": 0.013,
      "step": 9562
    },
    {
      "epoch": 1.0367519514310495,
      "grad_norm": 0.3049933910369873,
      "learning_rate": 6.567894965907443e-05,
      "loss": 0.0445,
      "step": 9563
    },
    {
      "epoch": 1.0368603642671292,
      "grad_norm": 0.5383596420288086,
      "learning_rate": 6.567532279123749e-05,
      "loss": 0.0763,
      "step": 9564
    },
    {
      "epoch": 1.036968777103209,
      "grad_norm": 0.08510785549879074,
      "learning_rate": 6.567169592340056e-05,
      "loss": 0.0054,
      "step": 9565
    },
    {
      "epoch": 1.0370771899392888,
      "grad_norm": 0.13805732131004333,
      "learning_rate": 6.566806905556362e-05,
      "loss": 0.0237,
      "step": 9566
    },
    {
      "epoch": 1.0371856027753685,
      "grad_norm": 0.4508287310600281,
      "learning_rate": 6.566444218772669e-05,
      "loss": 0.0392,
      "step": 9567
    },
    {
      "epoch": 1.0372940156114483,
      "grad_norm": 0.3192841708660126,
      "learning_rate": 6.566081531988975e-05,
      "loss": 0.0123,
      "step": 9568
    },
    {
      "epoch": 1.0374024284475283,
      "grad_norm": 0.1431194692850113,
      "learning_rate": 6.56571884520528e-05,
      "loss": 0.0181,
      "step": 9569
    },
    {
      "epoch": 1.037510841283608,
      "grad_norm": 0.16759763658046722,
      "learning_rate": 6.565356158421587e-05,
      "loss": 0.0133,
      "step": 9570
    },
    {
      "epoch": 1.0376192541196878,
      "grad_norm": 0.16535700857639313,
      "learning_rate": 6.564993471637893e-05,
      "loss": 0.029,
      "step": 9571
    },
    {
      "epoch": 1.0377276669557676,
      "grad_norm": 0.09892373532056808,
      "learning_rate": 6.5646307848542e-05,
      "loss": 0.0068,
      "step": 9572
    },
    {
      "epoch": 1.0378360797918473,
      "grad_norm": 0.16228486597537994,
      "learning_rate": 6.564268098070506e-05,
      "loss": 0.0116,
      "step": 9573
    },
    {
      "epoch": 1.037944492627927,
      "grad_norm": 0.14513349533081055,
      "learning_rate": 6.563905411286813e-05,
      "loss": 0.0392,
      "step": 9574
    },
    {
      "epoch": 1.0380529054640069,
      "grad_norm": 0.26214778423309326,
      "learning_rate": 6.563542724503119e-05,
      "loss": 0.0292,
      "step": 9575
    },
    {
      "epoch": 1.0381613183000868,
      "grad_norm": 0.20270921289920807,
      "learning_rate": 6.563180037719426e-05,
      "loss": 0.0127,
      "step": 9576
    },
    {
      "epoch": 1.0382697311361666,
      "grad_norm": 0.10303440690040588,
      "learning_rate": 6.562817350935733e-05,
      "loss": 0.0115,
      "step": 9577
    },
    {
      "epoch": 1.0383781439722464,
      "grad_norm": 0.08742394298315048,
      "learning_rate": 6.562454664152039e-05,
      "loss": 0.01,
      "step": 9578
    },
    {
      "epoch": 1.0384865568083261,
      "grad_norm": 0.17703010141849518,
      "learning_rate": 6.562091977368346e-05,
      "loss": 0.0258,
      "step": 9579
    },
    {
      "epoch": 1.038594969644406,
      "grad_norm": 0.39556029438972473,
      "learning_rate": 6.561729290584651e-05,
      "loss": 0.0123,
      "step": 9580
    },
    {
      "epoch": 1.0387033824804857,
      "grad_norm": 0.18331004679203033,
      "learning_rate": 6.561366603800959e-05,
      "loss": 0.0156,
      "step": 9581
    },
    {
      "epoch": 1.0388117953165654,
      "grad_norm": 0.1414073258638382,
      "learning_rate": 6.561003917017264e-05,
      "loss": 0.0132,
      "step": 9582
    },
    {
      "epoch": 1.0389202081526452,
      "grad_norm": 0.11567594110965729,
      "learning_rate": 6.56064123023357e-05,
      "loss": 0.0175,
      "step": 9583
    },
    {
      "epoch": 1.0390286209887252,
      "grad_norm": 0.06886930018663406,
      "learning_rate": 6.560278543449877e-05,
      "loss": 0.008,
      "step": 9584
    },
    {
      "epoch": 1.039137033824805,
      "grad_norm": 0.1715591996908188,
      "learning_rate": 6.559915856666183e-05,
      "loss": 0.0205,
      "step": 9585
    },
    {
      "epoch": 1.0392454466608847,
      "grad_norm": 0.21395085752010345,
      "learning_rate": 6.55955316988249e-05,
      "loss": 0.0315,
      "step": 9586
    },
    {
      "epoch": 1.0393538594969645,
      "grad_norm": 0.389685720205307,
      "learning_rate": 6.559190483098796e-05,
      "loss": 0.0433,
      "step": 9587
    },
    {
      "epoch": 1.0394622723330442,
      "grad_norm": 0.05063111335039139,
      "learning_rate": 6.558827796315103e-05,
      "loss": 0.0035,
      "step": 9588
    },
    {
      "epoch": 1.039570685169124,
      "grad_norm": 0.18611270189285278,
      "learning_rate": 6.558465109531408e-05,
      "loss": 0.0191,
      "step": 9589
    },
    {
      "epoch": 1.0396790980052038,
      "grad_norm": 0.12164910137653351,
      "learning_rate": 6.558102422747716e-05,
      "loss": 0.0228,
      "step": 9590
    },
    {
      "epoch": 1.0397875108412835,
      "grad_norm": 0.16735583543777466,
      "learning_rate": 6.557739735964021e-05,
      "loss": 0.0295,
      "step": 9591
    },
    {
      "epoch": 1.0398959236773635,
      "grad_norm": 0.24019217491149902,
      "learning_rate": 6.557377049180327e-05,
      "loss": 0.028,
      "step": 9592
    },
    {
      "epoch": 1.0400043365134433,
      "grad_norm": 0.24982354044914246,
      "learning_rate": 6.557014362396635e-05,
      "loss": 0.0409,
      "step": 9593
    },
    {
      "epoch": 1.040112749349523,
      "grad_norm": 0.1366564780473709,
      "learning_rate": 6.556651675612941e-05,
      "loss": 0.014,
      "step": 9594
    },
    {
      "epoch": 1.0402211621856028,
      "grad_norm": 0.23363228142261505,
      "learning_rate": 6.556288988829248e-05,
      "loss": 0.0179,
      "step": 9595
    },
    {
      "epoch": 1.0403295750216826,
      "grad_norm": 0.07315079867839813,
      "learning_rate": 6.555926302045554e-05,
      "loss": 0.0097,
      "step": 9596
    },
    {
      "epoch": 1.0404379878577623,
      "grad_norm": 0.1422410011291504,
      "learning_rate": 6.555563615261861e-05,
      "loss": 0.0112,
      "step": 9597
    },
    {
      "epoch": 1.040546400693842,
      "grad_norm": 0.11134174466133118,
      "learning_rate": 6.555200928478167e-05,
      "loss": 0.014,
      "step": 9598
    },
    {
      "epoch": 1.0406548135299218,
      "grad_norm": 0.6015441417694092,
      "learning_rate": 6.554838241694473e-05,
      "loss": 0.0398,
      "step": 9599
    },
    {
      "epoch": 1.0407632263660018,
      "grad_norm": 0.1260434091091156,
      "learning_rate": 6.55447555491078e-05,
      "loss": 0.0056,
      "step": 9600
    },
    {
      "epoch": 1.0408716392020816,
      "grad_norm": 0.09894271939992905,
      "learning_rate": 6.554112868127085e-05,
      "loss": 0.008,
      "step": 9601
    },
    {
      "epoch": 1.0409800520381614,
      "grad_norm": 0.08028820902109146,
      "learning_rate": 6.553750181343393e-05,
      "loss": 0.0144,
      "step": 9602
    },
    {
      "epoch": 1.0410884648742411,
      "grad_norm": 0.0949321761727333,
      "learning_rate": 6.553387494559698e-05,
      "loss": 0.0091,
      "step": 9603
    },
    {
      "epoch": 1.0411968777103209,
      "grad_norm": 0.14387914538383484,
      "learning_rate": 6.553024807776005e-05,
      "loss": 0.0204,
      "step": 9604
    },
    {
      "epoch": 1.0413052905464006,
      "grad_norm": 0.26863449811935425,
      "learning_rate": 6.552662120992311e-05,
      "loss": 0.0312,
      "step": 9605
    },
    {
      "epoch": 1.0414137033824804,
      "grad_norm": 0.20403246581554413,
      "learning_rate": 6.552299434208617e-05,
      "loss": 0.0163,
      "step": 9606
    },
    {
      "epoch": 1.0415221162185602,
      "grad_norm": 0.3350455164909363,
      "learning_rate": 6.551936747424924e-05,
      "loss": 0.0331,
      "step": 9607
    },
    {
      "epoch": 1.0416305290546402,
      "grad_norm": 0.1668318212032318,
      "learning_rate": 6.55157406064123e-05,
      "loss": 0.0147,
      "step": 9608
    },
    {
      "epoch": 1.04173894189072,
      "grad_norm": 0.1491960734128952,
      "learning_rate": 6.551211373857537e-05,
      "loss": 0.0083,
      "step": 9609
    },
    {
      "epoch": 1.0418473547267997,
      "grad_norm": 0.08987090736627579,
      "learning_rate": 6.550848687073842e-05,
      "loss": 0.0129,
      "step": 9610
    },
    {
      "epoch": 1.0419557675628794,
      "grad_norm": 0.23943842947483063,
      "learning_rate": 6.550486000290151e-05,
      "loss": 0.0381,
      "step": 9611
    },
    {
      "epoch": 1.0420641803989592,
      "grad_norm": 0.08464054763317108,
      "learning_rate": 6.550123313506457e-05,
      "loss": 0.0074,
      "step": 9612
    },
    {
      "epoch": 1.042172593235039,
      "grad_norm": 0.0972757413983345,
      "learning_rate": 6.549760626722762e-05,
      "loss": 0.0214,
      "step": 9613
    },
    {
      "epoch": 1.0422810060711187,
      "grad_norm": 0.3068481385707855,
      "learning_rate": 6.54939793993907e-05,
      "loss": 0.0138,
      "step": 9614
    },
    {
      "epoch": 1.0423894189071987,
      "grad_norm": 0.09282782673835754,
      "learning_rate": 6.549035253155375e-05,
      "loss": 0.0056,
      "step": 9615
    },
    {
      "epoch": 1.0424978317432785,
      "grad_norm": 0.19873273372650146,
      "learning_rate": 6.548672566371682e-05,
      "loss": 0.0715,
      "step": 9616
    },
    {
      "epoch": 1.0426062445793582,
      "grad_norm": 0.38160550594329834,
      "learning_rate": 6.548309879587988e-05,
      "loss": 0.0517,
      "step": 9617
    },
    {
      "epoch": 1.042714657415438,
      "grad_norm": 0.16856926679611206,
      "learning_rate": 6.547947192804295e-05,
      "loss": 0.0326,
      "step": 9618
    },
    {
      "epoch": 1.0428230702515178,
      "grad_norm": 0.2212461233139038,
      "learning_rate": 6.547584506020601e-05,
      "loss": 0.0228,
      "step": 9619
    },
    {
      "epoch": 1.0429314830875975,
      "grad_norm": 0.2048262506723404,
      "learning_rate": 6.547221819236908e-05,
      "loss": 0.0378,
      "step": 9620
    },
    {
      "epoch": 1.0430398959236773,
      "grad_norm": 0.38796350359916687,
      "learning_rate": 6.546859132453214e-05,
      "loss": 0.0363,
      "step": 9621
    },
    {
      "epoch": 1.043148308759757,
      "grad_norm": 0.35703033208847046,
      "learning_rate": 6.54649644566952e-05,
      "loss": 0.0255,
      "step": 9622
    },
    {
      "epoch": 1.043256721595837,
      "grad_norm": 0.0925273448228836,
      "learning_rate": 6.546133758885826e-05,
      "loss": 0.0075,
      "step": 9623
    },
    {
      "epoch": 1.0433651344319168,
      "grad_norm": 0.10231360048055649,
      "learning_rate": 6.545771072102132e-05,
      "loss": 0.0103,
      "step": 9624
    },
    {
      "epoch": 1.0434735472679966,
      "grad_norm": 0.04754240810871124,
      "learning_rate": 6.545408385318439e-05,
      "loss": 0.0048,
      "step": 9625
    },
    {
      "epoch": 1.0435819601040763,
      "grad_norm": 0.2851012647151947,
      "learning_rate": 6.545045698534745e-05,
      "loss": 0.0491,
      "step": 9626
    },
    {
      "epoch": 1.043690372940156,
      "grad_norm": 0.23182567954063416,
      "learning_rate": 6.544683011751052e-05,
      "loss": 0.0234,
      "step": 9627
    },
    {
      "epoch": 1.0437987857762359,
      "grad_norm": 0.3461962640285492,
      "learning_rate": 6.544320324967359e-05,
      "loss": 0.1196,
      "step": 9628
    },
    {
      "epoch": 1.0439071986123156,
      "grad_norm": 0.1257655918598175,
      "learning_rate": 6.543957638183665e-05,
      "loss": 0.0066,
      "step": 9629
    },
    {
      "epoch": 1.0440156114483954,
      "grad_norm": 0.12896078824996948,
      "learning_rate": 6.543594951399972e-05,
      "loss": 0.0112,
      "step": 9630
    },
    {
      "epoch": 1.0441240242844754,
      "grad_norm": 0.2734188139438629,
      "learning_rate": 6.543232264616278e-05,
      "loss": 0.0262,
      "step": 9631
    },
    {
      "epoch": 1.0442324371205551,
      "grad_norm": 0.15043482184410095,
      "learning_rate": 6.542869577832585e-05,
      "loss": 0.0161,
      "step": 9632
    },
    {
      "epoch": 1.044340849956635,
      "grad_norm": 0.13435804843902588,
      "learning_rate": 6.54250689104889e-05,
      "loss": 0.0144,
      "step": 9633
    },
    {
      "epoch": 1.0444492627927147,
      "grad_norm": 0.12431728094816208,
      "learning_rate": 6.542144204265198e-05,
      "loss": 0.0067,
      "step": 9634
    },
    {
      "epoch": 1.0445576756287944,
      "grad_norm": 0.12422997504472733,
      "learning_rate": 6.541781517481503e-05,
      "loss": 0.0539,
      "step": 9635
    },
    {
      "epoch": 1.0446660884648742,
      "grad_norm": 0.23962971568107605,
      "learning_rate": 6.541418830697809e-05,
      "loss": 0.0229,
      "step": 9636
    },
    {
      "epoch": 1.044774501300954,
      "grad_norm": 0.12608453631401062,
      "learning_rate": 6.541056143914116e-05,
      "loss": 0.0237,
      "step": 9637
    },
    {
      "epoch": 1.044882914137034,
      "grad_norm": 0.44865402579307556,
      "learning_rate": 6.540693457130422e-05,
      "loss": 0.0528,
      "step": 9638
    },
    {
      "epoch": 1.0449913269731137,
      "grad_norm": 0.16737155616283417,
      "learning_rate": 6.540330770346729e-05,
      "loss": 0.0156,
      "step": 9639
    },
    {
      "epoch": 1.0450997398091935,
      "grad_norm": 0.1988879293203354,
      "learning_rate": 6.539968083563035e-05,
      "loss": 0.0737,
      "step": 9640
    },
    {
      "epoch": 1.0452081526452732,
      "grad_norm": 0.04318249598145485,
      "learning_rate": 6.539605396779342e-05,
      "loss": 0.0049,
      "step": 9641
    },
    {
      "epoch": 1.045316565481353,
      "grad_norm": 0.1913975477218628,
      "learning_rate": 6.539242709995648e-05,
      "loss": 0.0184,
      "step": 9642
    },
    {
      "epoch": 1.0454249783174328,
      "grad_norm": 0.0642029419541359,
      "learning_rate": 6.538880023211955e-05,
      "loss": 0.0046,
      "step": 9643
    },
    {
      "epoch": 1.0455333911535125,
      "grad_norm": 0.3338330090045929,
      "learning_rate": 6.53851733642826e-05,
      "loss": 0.0671,
      "step": 9644
    },
    {
      "epoch": 1.0456418039895923,
      "grad_norm": 0.2159818559885025,
      "learning_rate": 6.538154649644567e-05,
      "loss": 0.0241,
      "step": 9645
    },
    {
      "epoch": 1.0457502168256723,
      "grad_norm": 0.3623640835285187,
      "learning_rate": 6.537791962860875e-05,
      "loss": 0.0647,
      "step": 9646
    },
    {
      "epoch": 1.045858629661752,
      "grad_norm": 0.12266075611114502,
      "learning_rate": 6.53742927607718e-05,
      "loss": 0.0096,
      "step": 9647
    },
    {
      "epoch": 1.0459670424978318,
      "grad_norm": 0.2276233434677124,
      "learning_rate": 6.537066589293487e-05,
      "loss": 0.0252,
      "step": 9648
    },
    {
      "epoch": 1.0460754553339116,
      "grad_norm": 0.07930449396371841,
      "learning_rate": 6.536703902509793e-05,
      "loss": 0.0101,
      "step": 9649
    },
    {
      "epoch": 1.0461838681699913,
      "grad_norm": 0.07592426240444183,
      "learning_rate": 6.536341215726099e-05,
      "loss": 0.016,
      "step": 9650
    },
    {
      "epoch": 1.046292281006071,
      "grad_norm": 0.19226998090744019,
      "learning_rate": 6.535978528942406e-05,
      "loss": 0.0235,
      "step": 9651
    },
    {
      "epoch": 1.0464006938421508,
      "grad_norm": 0.18016378581523895,
      "learning_rate": 6.535615842158712e-05,
      "loss": 0.0289,
      "step": 9652
    },
    {
      "epoch": 1.0465091066782306,
      "grad_norm": 0.03533390164375305,
      "learning_rate": 6.535253155375019e-05,
      "loss": 0.0064,
      "step": 9653
    },
    {
      "epoch": 1.0466175195143106,
      "grad_norm": 0.1718929409980774,
      "learning_rate": 6.534890468591325e-05,
      "loss": 0.027,
      "step": 9654
    },
    {
      "epoch": 1.0467259323503904,
      "grad_norm": 0.13853739202022552,
      "learning_rate": 6.534527781807632e-05,
      "loss": 0.0195,
      "step": 9655
    },
    {
      "epoch": 1.0468343451864701,
      "grad_norm": 0.08755169063806534,
      "learning_rate": 6.534165095023937e-05,
      "loss": 0.0102,
      "step": 9656
    },
    {
      "epoch": 1.0469427580225499,
      "grad_norm": 0.054959170520305634,
      "learning_rate": 6.533802408240244e-05,
      "loss": 0.0092,
      "step": 9657
    },
    {
      "epoch": 1.0470511708586296,
      "grad_norm": 0.091087706387043,
      "learning_rate": 6.53343972145655e-05,
      "loss": 0.0129,
      "step": 9658
    },
    {
      "epoch": 1.0471595836947094,
      "grad_norm": 0.31673580408096313,
      "learning_rate": 6.533077034672856e-05,
      "loss": 0.1008,
      "step": 9659
    },
    {
      "epoch": 1.0472679965307892,
      "grad_norm": 0.1748879849910736,
      "learning_rate": 6.532714347889163e-05,
      "loss": 0.0284,
      "step": 9660
    },
    {
      "epoch": 1.047376409366869,
      "grad_norm": 0.3118322193622589,
      "learning_rate": 6.532351661105469e-05,
      "loss": 0.0395,
      "step": 9661
    },
    {
      "epoch": 1.047484822202949,
      "grad_norm": 0.10964221507310867,
      "learning_rate": 6.531988974321776e-05,
      "loss": 0.0082,
      "step": 9662
    },
    {
      "epoch": 1.0475932350390287,
      "grad_norm": 0.1546449065208435,
      "learning_rate": 6.531626287538083e-05,
      "loss": 0.042,
      "step": 9663
    },
    {
      "epoch": 1.0477016478751084,
      "grad_norm": 0.1865081936120987,
      "learning_rate": 6.531263600754389e-05,
      "loss": 0.0493,
      "step": 9664
    },
    {
      "epoch": 1.0478100607111882,
      "grad_norm": 0.16297070682048798,
      "learning_rate": 6.530900913970696e-05,
      "loss": 0.0125,
      "step": 9665
    },
    {
      "epoch": 1.047918473547268,
      "grad_norm": 0.10383420437574387,
      "learning_rate": 6.530538227187001e-05,
      "loss": 0.0139,
      "step": 9666
    },
    {
      "epoch": 1.0480268863833477,
      "grad_norm": 0.16817043721675873,
      "learning_rate": 6.530175540403309e-05,
      "loss": 0.0173,
      "step": 9667
    },
    {
      "epoch": 1.0481352992194275,
      "grad_norm": 0.07678616791963577,
      "learning_rate": 6.529812853619614e-05,
      "loss": 0.0176,
      "step": 9668
    },
    {
      "epoch": 1.0482437120555073,
      "grad_norm": 0.26244571805000305,
      "learning_rate": 6.529450166835921e-05,
      "loss": 0.0574,
      "step": 9669
    },
    {
      "epoch": 1.0483521248915872,
      "grad_norm": 0.12029382586479187,
      "learning_rate": 6.529087480052227e-05,
      "loss": 0.0167,
      "step": 9670
    },
    {
      "epoch": 1.048460537727667,
      "grad_norm": 0.15760448575019836,
      "learning_rate": 6.528724793268534e-05,
      "loss": 0.0159,
      "step": 9671
    },
    {
      "epoch": 1.0485689505637468,
      "grad_norm": 0.3107009828090668,
      "learning_rate": 6.52836210648484e-05,
      "loss": 0.0453,
      "step": 9672
    },
    {
      "epoch": 1.0486773633998265,
      "grad_norm": 0.17936983704566956,
      "learning_rate": 6.527999419701146e-05,
      "loss": 0.0603,
      "step": 9673
    },
    {
      "epoch": 1.0487857762359063,
      "grad_norm": 0.112551748752594,
      "learning_rate": 6.527636732917453e-05,
      "loss": 0.0139,
      "step": 9674
    },
    {
      "epoch": 1.048894189071986,
      "grad_norm": 0.2644500136375427,
      "learning_rate": 6.527274046133758e-05,
      "loss": 0.0402,
      "step": 9675
    },
    {
      "epoch": 1.0490026019080658,
      "grad_norm": 0.189155712723732,
      "learning_rate": 6.526911359350066e-05,
      "loss": 0.0424,
      "step": 9676
    },
    {
      "epoch": 1.0491110147441458,
      "grad_norm": 0.2099783718585968,
      "learning_rate": 6.526548672566371e-05,
      "loss": 0.0605,
      "step": 9677
    },
    {
      "epoch": 1.0492194275802256,
      "grad_norm": 0.18760772049427032,
      "learning_rate": 6.526185985782678e-05,
      "loss": 0.0346,
      "step": 9678
    },
    {
      "epoch": 1.0493278404163053,
      "grad_norm": 0.06864046305418015,
      "learning_rate": 6.525823298998984e-05,
      "loss": 0.0061,
      "step": 9679
    },
    {
      "epoch": 1.049436253252385,
      "grad_norm": 0.13419301807880402,
      "learning_rate": 6.525460612215291e-05,
      "loss": 0.0238,
      "step": 9680
    },
    {
      "epoch": 1.0495446660884649,
      "grad_norm": 0.11603237688541412,
      "learning_rate": 6.525097925431598e-05,
      "loss": 0.0168,
      "step": 9681
    },
    {
      "epoch": 1.0496530789245446,
      "grad_norm": 0.10207950323820114,
      "learning_rate": 6.524735238647904e-05,
      "loss": 0.0196,
      "step": 9682
    },
    {
      "epoch": 1.0497614917606244,
      "grad_norm": 0.03982498496770859,
      "learning_rate": 6.524372551864211e-05,
      "loss": 0.0056,
      "step": 9683
    },
    {
      "epoch": 1.0498699045967042,
      "grad_norm": 0.15281172096729279,
      "learning_rate": 6.524009865080517e-05,
      "loss": 0.0297,
      "step": 9684
    },
    {
      "epoch": 1.0499783174327841,
      "grad_norm": 0.17925885319709778,
      "learning_rate": 6.523647178296824e-05,
      "loss": 0.0235,
      "step": 9685
    },
    {
      "epoch": 1.050086730268864,
      "grad_norm": 0.06849996000528336,
      "learning_rate": 6.52328449151313e-05,
      "loss": 0.006,
      "step": 9686
    },
    {
      "epoch": 1.0501951431049437,
      "grad_norm": 0.2562118172645569,
      "learning_rate": 6.522921804729435e-05,
      "loss": 0.0436,
      "step": 9687
    },
    {
      "epoch": 1.0503035559410234,
      "grad_norm": 0.061666786670684814,
      "learning_rate": 6.522559117945742e-05,
      "loss": 0.0093,
      "step": 9688
    },
    {
      "epoch": 1.0504119687771032,
      "grad_norm": 0.10290241986513138,
      "learning_rate": 6.522196431162048e-05,
      "loss": 0.0181,
      "step": 9689
    },
    {
      "epoch": 1.050520381613183,
      "grad_norm": 0.02188936434686184,
      "learning_rate": 6.521833744378355e-05,
      "loss": 0.0036,
      "step": 9690
    },
    {
      "epoch": 1.0506287944492627,
      "grad_norm": 0.08165081590414047,
      "learning_rate": 6.521471057594661e-05,
      "loss": 0.0086,
      "step": 9691
    },
    {
      "epoch": 1.0507372072853425,
      "grad_norm": 0.1986142098903656,
      "learning_rate": 6.521108370810968e-05,
      "loss": 0.0308,
      "step": 9692
    },
    {
      "epoch": 1.0508456201214225,
      "grad_norm": 0.35774603486061096,
      "learning_rate": 6.520745684027274e-05,
      "loss": 0.0329,
      "step": 9693
    },
    {
      "epoch": 1.0509540329575022,
      "grad_norm": 0.2280837446451187,
      "learning_rate": 6.520382997243581e-05,
      "loss": 0.0308,
      "step": 9694
    },
    {
      "epoch": 1.051062445793582,
      "grad_norm": 0.2312900722026825,
      "learning_rate": 6.520020310459887e-05,
      "loss": 0.0361,
      "step": 9695
    },
    {
      "epoch": 1.0511708586296618,
      "grad_norm": 0.07834681123495102,
      "learning_rate": 6.519657623676192e-05,
      "loss": 0.0247,
      "step": 9696
    },
    {
      "epoch": 1.0512792714657415,
      "grad_norm": 0.49101218581199646,
      "learning_rate": 6.519294936892501e-05,
      "loss": 0.0303,
      "step": 9697
    },
    {
      "epoch": 1.0513876843018213,
      "grad_norm": 0.117658331990242,
      "learning_rate": 6.518932250108807e-05,
      "loss": 0.0091,
      "step": 9698
    },
    {
      "epoch": 1.051496097137901,
      "grad_norm": 0.03735356032848358,
      "learning_rate": 6.518569563325114e-05,
      "loss": 0.0021,
      "step": 9699
    },
    {
      "epoch": 1.051604509973981,
      "grad_norm": 0.1819448322057724,
      "learning_rate": 6.51820687654142e-05,
      "loss": 0.0218,
      "step": 9700
    },
    {
      "epoch": 1.0517129228100608,
      "grad_norm": 0.11819983273744583,
      "learning_rate": 6.517844189757726e-05,
      "loss": 0.0115,
      "step": 9701
    },
    {
      "epoch": 1.0518213356461406,
      "grad_norm": 0.0959952250123024,
      "learning_rate": 6.517481502974032e-05,
      "loss": 0.0283,
      "step": 9702
    },
    {
      "epoch": 1.0519297484822203,
      "grad_norm": 0.19525592029094696,
      "learning_rate": 6.517118816190338e-05,
      "loss": 0.0151,
      "step": 9703
    },
    {
      "epoch": 1.0520381613183,
      "grad_norm": 0.9504217505455017,
      "learning_rate": 6.516756129406645e-05,
      "loss": 0.0781,
      "step": 9704
    },
    {
      "epoch": 1.0521465741543798,
      "grad_norm": 0.12477360665798187,
      "learning_rate": 6.516393442622951e-05,
      "loss": 0.0313,
      "step": 9705
    },
    {
      "epoch": 1.0522549869904596,
      "grad_norm": 0.15957865118980408,
      "learning_rate": 6.516030755839258e-05,
      "loss": 0.0251,
      "step": 9706
    },
    {
      "epoch": 1.0523633998265394,
      "grad_norm": 0.06756879389286041,
      "learning_rate": 6.515668069055564e-05,
      "loss": 0.0096,
      "step": 9707
    },
    {
      "epoch": 1.0524718126626194,
      "grad_norm": 0.13844715058803558,
      "learning_rate": 6.51530538227187e-05,
      "loss": 0.0097,
      "step": 9708
    },
    {
      "epoch": 1.0525802254986991,
      "grad_norm": 0.19186395406723022,
      "learning_rate": 6.514942695488176e-05,
      "loss": 0.0256,
      "step": 9709
    },
    {
      "epoch": 1.0526886383347789,
      "grad_norm": 0.2244655191898346,
      "learning_rate": 6.514580008704483e-05,
      "loss": 0.0449,
      "step": 9710
    },
    {
      "epoch": 1.0527970511708586,
      "grad_norm": 0.14329737424850464,
      "learning_rate": 6.514217321920789e-05,
      "loss": 0.0304,
      "step": 9711
    },
    {
      "epoch": 1.0529054640069384,
      "grad_norm": 0.045315783470869064,
      "learning_rate": 6.513854635137095e-05,
      "loss": 0.0062,
      "step": 9712
    },
    {
      "epoch": 1.0530138768430182,
      "grad_norm": 0.03979519009590149,
      "learning_rate": 6.513491948353402e-05,
      "loss": 0.0021,
      "step": 9713
    },
    {
      "epoch": 1.053122289679098,
      "grad_norm": 0.07251788675785065,
      "learning_rate": 6.513129261569709e-05,
      "loss": 0.0092,
      "step": 9714
    },
    {
      "epoch": 1.0532307025151777,
      "grad_norm": 0.08459874242544174,
      "learning_rate": 6.512766574786016e-05,
      "loss": 0.0169,
      "step": 9715
    },
    {
      "epoch": 1.0533391153512577,
      "grad_norm": 0.2807912528514862,
      "learning_rate": 6.512403888002322e-05,
      "loss": 0.0869,
      "step": 9716
    },
    {
      "epoch": 1.0534475281873374,
      "grad_norm": 0.29396405816078186,
      "learning_rate": 6.512041201218628e-05,
      "loss": 0.0577,
      "step": 9717
    },
    {
      "epoch": 1.0535559410234172,
      "grad_norm": 0.1689024120569229,
      "learning_rate": 6.511678514434935e-05,
      "loss": 0.0123,
      "step": 9718
    },
    {
      "epoch": 1.053664353859497,
      "grad_norm": 0.21777388453483582,
      "learning_rate": 6.51131582765124e-05,
      "loss": 0.0108,
      "step": 9719
    },
    {
      "epoch": 1.0537727666955767,
      "grad_norm": 0.16675519943237305,
      "learning_rate": 6.510953140867548e-05,
      "loss": 0.0306,
      "step": 9720
    },
    {
      "epoch": 1.0538811795316565,
      "grad_norm": 0.06715897470712662,
      "learning_rate": 6.510590454083853e-05,
      "loss": 0.011,
      "step": 9721
    },
    {
      "epoch": 1.0539895923677363,
      "grad_norm": 0.23821566998958588,
      "learning_rate": 6.51022776730016e-05,
      "loss": 0.0452,
      "step": 9722
    },
    {
      "epoch": 1.0540980052038162,
      "grad_norm": 0.25906261801719666,
      "learning_rate": 6.509865080516466e-05,
      "loss": 0.0971,
      "step": 9723
    },
    {
      "epoch": 1.054206418039896,
      "grad_norm": 0.28383669257164,
      "learning_rate": 6.509502393732773e-05,
      "loss": 0.0195,
      "step": 9724
    },
    {
      "epoch": 1.0543148308759758,
      "grad_norm": 0.13457341492176056,
      "learning_rate": 6.509139706949079e-05,
      "loss": 0.0481,
      "step": 9725
    },
    {
      "epoch": 1.0544232437120555,
      "grad_norm": 0.040672462433576584,
      "learning_rate": 6.508777020165385e-05,
      "loss": 0.007,
      "step": 9726
    },
    {
      "epoch": 1.0545316565481353,
      "grad_norm": 0.19935183227062225,
      "learning_rate": 6.508414333381692e-05,
      "loss": 0.0566,
      "step": 9727
    },
    {
      "epoch": 1.054640069384215,
      "grad_norm": 0.08649078011512756,
      "learning_rate": 6.508051646597998e-05,
      "loss": 0.0103,
      "step": 9728
    },
    {
      "epoch": 1.0547484822202948,
      "grad_norm": 0.23802416026592255,
      "learning_rate": 6.507688959814305e-05,
      "loss": 0.0427,
      "step": 9729
    },
    {
      "epoch": 1.0548568950563746,
      "grad_norm": 0.15826775133609772,
      "learning_rate": 6.50732627303061e-05,
      "loss": 0.0352,
      "step": 9730
    },
    {
      "epoch": 1.0549653078924546,
      "grad_norm": 0.07807458937168121,
      "learning_rate": 6.506963586246917e-05,
      "loss": 0.0135,
      "step": 9731
    },
    {
      "epoch": 1.0550737207285343,
      "grad_norm": 0.39574331045150757,
      "learning_rate": 6.506600899463225e-05,
      "loss": 0.0313,
      "step": 9732
    },
    {
      "epoch": 1.055182133564614,
      "grad_norm": 0.11904571205377579,
      "learning_rate": 6.50623821267953e-05,
      "loss": 0.02,
      "step": 9733
    },
    {
      "epoch": 1.0552905464006939,
      "grad_norm": 0.2667243182659149,
      "learning_rate": 6.505875525895837e-05,
      "loss": 0.0349,
      "step": 9734
    },
    {
      "epoch": 1.0553989592367736,
      "grad_norm": 0.14656706154346466,
      "learning_rate": 6.505512839112143e-05,
      "loss": 0.0129,
      "step": 9735
    },
    {
      "epoch": 1.0555073720728534,
      "grad_norm": 0.18168805539608002,
      "learning_rate": 6.50515015232845e-05,
      "loss": 0.0288,
      "step": 9736
    },
    {
      "epoch": 1.0556157849089332,
      "grad_norm": 0.07279082387685776,
      "learning_rate": 6.504787465544756e-05,
      "loss": 0.0126,
      "step": 9737
    },
    {
      "epoch": 1.055724197745013,
      "grad_norm": 0.14720024168491364,
      "learning_rate": 6.504424778761063e-05,
      "loss": 0.0325,
      "step": 9738
    },
    {
      "epoch": 1.055832610581093,
      "grad_norm": 0.13389503955841064,
      "learning_rate": 6.504062091977369e-05,
      "loss": 0.0187,
      "step": 9739
    },
    {
      "epoch": 1.0559410234171727,
      "grad_norm": 0.2040797621011734,
      "learning_rate": 6.503699405193674e-05,
      "loss": 0.0458,
      "step": 9740
    },
    {
      "epoch": 1.0560494362532524,
      "grad_norm": 0.022209370508790016,
      "learning_rate": 6.503336718409982e-05,
      "loss": 0.0031,
      "step": 9741
    },
    {
      "epoch": 1.0561578490893322,
      "grad_norm": 0.18663494288921356,
      "learning_rate": 6.502974031626287e-05,
      "loss": 0.0115,
      "step": 9742
    },
    {
      "epoch": 1.056266261925412,
      "grad_norm": 0.06364335864782333,
      "learning_rate": 6.502611344842594e-05,
      "loss": 0.0095,
      "step": 9743
    },
    {
      "epoch": 1.0563746747614917,
      "grad_norm": 0.19655443727970123,
      "learning_rate": 6.5022486580589e-05,
      "loss": 0.0235,
      "step": 9744
    },
    {
      "epoch": 1.0564830875975715,
      "grad_norm": 0.04241800680756569,
      "learning_rate": 6.501885971275207e-05,
      "loss": 0.0047,
      "step": 9745
    },
    {
      "epoch": 1.0565915004336512,
      "grad_norm": 0.1322440207004547,
      "learning_rate": 6.501523284491513e-05,
      "loss": 0.0254,
      "step": 9746
    },
    {
      "epoch": 1.0566999132697312,
      "grad_norm": 0.3955664038658142,
      "learning_rate": 6.50116059770782e-05,
      "loss": 0.029,
      "step": 9747
    },
    {
      "epoch": 1.056808326105811,
      "grad_norm": 0.14125996828079224,
      "learning_rate": 6.500797910924126e-05,
      "loss": 0.0136,
      "step": 9748
    },
    {
      "epoch": 1.0569167389418908,
      "grad_norm": 0.29557979106903076,
      "learning_rate": 6.500435224140433e-05,
      "loss": 0.0574,
      "step": 9749
    },
    {
      "epoch": 1.0570251517779705,
      "grad_norm": 0.22079305350780487,
      "learning_rate": 6.50007253735674e-05,
      "loss": 0.0192,
      "step": 9750
    },
    {
      "epoch": 1.0571335646140503,
      "grad_norm": 0.05696024000644684,
      "learning_rate": 6.499709850573046e-05,
      "loss": 0.0092,
      "step": 9751
    },
    {
      "epoch": 1.05724197745013,
      "grad_norm": 0.046651650220155716,
      "learning_rate": 6.499347163789353e-05,
      "loss": 0.0035,
      "step": 9752
    },
    {
      "epoch": 1.0573503902862098,
      "grad_norm": 0.14403735101222992,
      "learning_rate": 6.498984477005658e-05,
      "loss": 0.0175,
      "step": 9753
    },
    {
      "epoch": 1.0574588031222896,
      "grad_norm": 0.17946365475654602,
      "learning_rate": 6.498621790221964e-05,
      "loss": 0.0385,
      "step": 9754
    },
    {
      "epoch": 1.0575672159583696,
      "grad_norm": 0.08325093239545822,
      "learning_rate": 6.498259103438271e-05,
      "loss": 0.0154,
      "step": 9755
    },
    {
      "epoch": 1.0576756287944493,
      "grad_norm": 0.10729839652776718,
      "learning_rate": 6.497896416654577e-05,
      "loss": 0.0156,
      "step": 9756
    },
    {
      "epoch": 1.057784041630529,
      "grad_norm": 0.15423358976840973,
      "learning_rate": 6.497533729870884e-05,
      "loss": 0.0191,
      "step": 9757
    },
    {
      "epoch": 1.0578924544666088,
      "grad_norm": 0.21496252715587616,
      "learning_rate": 6.49717104308719e-05,
      "loss": 0.0383,
      "step": 9758
    },
    {
      "epoch": 1.0580008673026886,
      "grad_norm": 0.23622505366802216,
      "learning_rate": 6.496808356303497e-05,
      "loss": 0.0611,
      "step": 9759
    },
    {
      "epoch": 1.0581092801387684,
      "grad_norm": 0.06066310778260231,
      "learning_rate": 6.496445669519803e-05,
      "loss": 0.0106,
      "step": 9760
    },
    {
      "epoch": 1.0582176929748481,
      "grad_norm": 0.11846505105495453,
      "learning_rate": 6.49608298273611e-05,
      "loss": 0.0182,
      "step": 9761
    },
    {
      "epoch": 1.0583261058109281,
      "grad_norm": 0.17326471209526062,
      "learning_rate": 6.495720295952415e-05,
      "loss": 0.0303,
      "step": 9762
    },
    {
      "epoch": 1.0584345186470079,
      "grad_norm": 0.24459609389305115,
      "learning_rate": 6.495357609168721e-05,
      "loss": 0.0115,
      "step": 9763
    },
    {
      "epoch": 1.0585429314830876,
      "grad_norm": 0.21832570433616638,
      "learning_rate": 6.494994922385028e-05,
      "loss": 0.0229,
      "step": 9764
    },
    {
      "epoch": 1.0586513443191674,
      "grad_norm": 0.0710783377289772,
      "learning_rate": 6.494632235601334e-05,
      "loss": 0.0099,
      "step": 9765
    },
    {
      "epoch": 1.0587597571552472,
      "grad_norm": 0.05928702652454376,
      "learning_rate": 6.494269548817642e-05,
      "loss": 0.0074,
      "step": 9766
    },
    {
      "epoch": 1.058868169991327,
      "grad_norm": 0.1347125619649887,
      "learning_rate": 6.493906862033948e-05,
      "loss": 0.0169,
      "step": 9767
    },
    {
      "epoch": 1.0589765828274067,
      "grad_norm": 0.21398912370204926,
      "learning_rate": 6.493544175250254e-05,
      "loss": 0.0301,
      "step": 9768
    },
    {
      "epoch": 1.0590849956634865,
      "grad_norm": 0.6884132027626038,
      "learning_rate": 6.493181488466561e-05,
      "loss": 0.0394,
      "step": 9769
    },
    {
      "epoch": 1.0591934084995664,
      "grad_norm": 0.025046786293387413,
      "learning_rate": 6.492818801682867e-05,
      "loss": 0.0049,
      "step": 9770
    },
    {
      "epoch": 1.0593018213356462,
      "grad_norm": 0.020792502909898758,
      "learning_rate": 6.492456114899174e-05,
      "loss": 0.0015,
      "step": 9771
    },
    {
      "epoch": 1.059410234171726,
      "grad_norm": 0.1931886374950409,
      "learning_rate": 6.49209342811548e-05,
      "loss": 0.0174,
      "step": 9772
    },
    {
      "epoch": 1.0595186470078057,
      "grad_norm": 0.17531554400920868,
      "learning_rate": 6.491730741331787e-05,
      "loss": 0.0617,
      "step": 9773
    },
    {
      "epoch": 1.0596270598438855,
      "grad_norm": 0.04146990925073624,
      "learning_rate": 6.491368054548092e-05,
      "loss": 0.0066,
      "step": 9774
    },
    {
      "epoch": 1.0597354726799653,
      "grad_norm": 0.16801603138446808,
      "learning_rate": 6.4910053677644e-05,
      "loss": 0.0137,
      "step": 9775
    },
    {
      "epoch": 1.059843885516045,
      "grad_norm": 0.24159832298755646,
      "learning_rate": 6.490642680980705e-05,
      "loss": 0.0228,
      "step": 9776
    },
    {
      "epoch": 1.0599522983521248,
      "grad_norm": 0.1381288766860962,
      "learning_rate": 6.490279994197011e-05,
      "loss": 0.0136,
      "step": 9777
    },
    {
      "epoch": 1.0600607111882048,
      "grad_norm": 0.032445285469293594,
      "learning_rate": 6.489917307413318e-05,
      "loss": 0.0034,
      "step": 9778
    },
    {
      "epoch": 1.0601691240242845,
      "grad_norm": 0.12305949628353119,
      "learning_rate": 6.489554620629624e-05,
      "loss": 0.0279,
      "step": 9779
    },
    {
      "epoch": 1.0602775368603643,
      "grad_norm": 0.13951334357261658,
      "learning_rate": 6.489191933845931e-05,
      "loss": 0.0151,
      "step": 9780
    },
    {
      "epoch": 1.060385949696444,
      "grad_norm": 0.1525813490152359,
      "learning_rate": 6.488829247062237e-05,
      "loss": 0.0197,
      "step": 9781
    },
    {
      "epoch": 1.0604943625325238,
      "grad_norm": 0.06838469207286835,
      "learning_rate": 6.488466560278544e-05,
      "loss": 0.0067,
      "step": 9782
    },
    {
      "epoch": 1.0606027753686036,
      "grad_norm": 0.14799122512340546,
      "learning_rate": 6.48810387349485e-05,
      "loss": 0.02,
      "step": 9783
    },
    {
      "epoch": 1.0607111882046834,
      "grad_norm": 0.2946586310863495,
      "learning_rate": 6.487741186711157e-05,
      "loss": 0.0411,
      "step": 9784
    },
    {
      "epoch": 1.0608196010407633,
      "grad_norm": 0.3390503227710724,
      "learning_rate": 6.487378499927464e-05,
      "loss": 0.0477,
      "step": 9785
    },
    {
      "epoch": 1.060928013876843,
      "grad_norm": 0.026975158601999283,
      "learning_rate": 6.48701581314377e-05,
      "loss": 0.0025,
      "step": 9786
    },
    {
      "epoch": 1.0610364267129229,
      "grad_norm": 0.33965423703193665,
      "learning_rate": 6.486653126360076e-05,
      "loss": 0.0062,
      "step": 9787
    },
    {
      "epoch": 1.0611448395490026,
      "grad_norm": 0.2536764144897461,
      "learning_rate": 6.486290439576382e-05,
      "loss": 0.023,
      "step": 9788
    },
    {
      "epoch": 1.0612532523850824,
      "grad_norm": 0.17518079280853271,
      "learning_rate": 6.485927752792689e-05,
      "loss": 0.0078,
      "step": 9789
    },
    {
      "epoch": 1.0613616652211622,
      "grad_norm": 0.07816256582736969,
      "learning_rate": 6.485565066008995e-05,
      "loss": 0.0127,
      "step": 9790
    },
    {
      "epoch": 1.061470078057242,
      "grad_norm": 0.09876608848571777,
      "learning_rate": 6.485202379225301e-05,
      "loss": 0.0157,
      "step": 9791
    },
    {
      "epoch": 1.0615784908933217,
      "grad_norm": 0.2168254554271698,
      "learning_rate": 6.484839692441608e-05,
      "loss": 0.0382,
      "step": 9792
    },
    {
      "epoch": 1.0616869037294017,
      "grad_norm": 0.08599773049354553,
      "learning_rate": 6.484477005657914e-05,
      "loss": 0.0113,
      "step": 9793
    },
    {
      "epoch": 1.0617953165654814,
      "grad_norm": 0.20782165229320526,
      "learning_rate": 6.48411431887422e-05,
      "loss": 0.0112,
      "step": 9794
    },
    {
      "epoch": 1.0619037294015612,
      "grad_norm": 0.42326998710632324,
      "learning_rate": 6.483751632090526e-05,
      "loss": 0.0638,
      "step": 9795
    },
    {
      "epoch": 1.062012142237641,
      "grad_norm": 0.19047296047210693,
      "learning_rate": 6.483388945306833e-05,
      "loss": 0.0356,
      "step": 9796
    },
    {
      "epoch": 1.0621205550737207,
      "grad_norm": 0.19823019206523895,
      "learning_rate": 6.483026258523139e-05,
      "loss": 0.0241,
      "step": 9797
    },
    {
      "epoch": 1.0622289679098005,
      "grad_norm": 0.07277975231409073,
      "learning_rate": 6.482663571739446e-05,
      "loss": 0.021,
      "step": 9798
    },
    {
      "epoch": 1.0623373807458802,
      "grad_norm": 0.06462758779525757,
      "learning_rate": 6.482300884955752e-05,
      "loss": 0.006,
      "step": 9799
    },
    {
      "epoch": 1.06244579358196,
      "grad_norm": 0.08719868212938309,
      "learning_rate": 6.481938198172058e-05,
      "loss": 0.0045,
      "step": 9800
    },
    {
      "epoch": 1.06255420641804,
      "grad_norm": 0.043000053614377975,
      "learning_rate": 6.481575511388366e-05,
      "loss": 0.0077,
      "step": 9801
    },
    {
      "epoch": 1.0626626192541198,
      "grad_norm": 0.12099149078130722,
      "learning_rate": 6.481212824604672e-05,
      "loss": 0.0094,
      "step": 9802
    },
    {
      "epoch": 1.0627710320901995,
      "grad_norm": 0.12167108803987503,
      "learning_rate": 6.480850137820979e-05,
      "loss": 0.0177,
      "step": 9803
    },
    {
      "epoch": 1.0628794449262793,
      "grad_norm": 0.3629612922668457,
      "learning_rate": 6.480487451037285e-05,
      "loss": 0.0518,
      "step": 9804
    },
    {
      "epoch": 1.062987857762359,
      "grad_norm": 0.07987771183252335,
      "learning_rate": 6.480124764253592e-05,
      "loss": 0.0077,
      "step": 9805
    },
    {
      "epoch": 1.0630962705984388,
      "grad_norm": 0.0313744880259037,
      "learning_rate": 6.479762077469898e-05,
      "loss": 0.0026,
      "step": 9806
    },
    {
      "epoch": 1.0632046834345186,
      "grad_norm": 0.026410676538944244,
      "learning_rate": 6.479399390686203e-05,
      "loss": 0.0023,
      "step": 9807
    },
    {
      "epoch": 1.0633130962705986,
      "grad_norm": 0.08058658242225647,
      "learning_rate": 6.47903670390251e-05,
      "loss": 0.0038,
      "step": 9808
    },
    {
      "epoch": 1.0634215091066783,
      "grad_norm": 0.23176279664039612,
      "learning_rate": 6.478674017118816e-05,
      "loss": 0.027,
      "step": 9809
    },
    {
      "epoch": 1.063529921942758,
      "grad_norm": 0.3117416501045227,
      "learning_rate": 6.478311330335123e-05,
      "loss": 0.0161,
      "step": 9810
    },
    {
      "epoch": 1.0636383347788378,
      "grad_norm": 0.1721675544977188,
      "learning_rate": 6.477948643551429e-05,
      "loss": 0.0235,
      "step": 9811
    },
    {
      "epoch": 1.0637467476149176,
      "grad_norm": 0.03158026933670044,
      "learning_rate": 6.477585956767736e-05,
      "loss": 0.0027,
      "step": 9812
    },
    {
      "epoch": 1.0638551604509974,
      "grad_norm": 0.14306749403476715,
      "learning_rate": 6.477223269984042e-05,
      "loss": 0.0652,
      "step": 9813
    },
    {
      "epoch": 1.0639635732870771,
      "grad_norm": 0.2526945471763611,
      "learning_rate": 6.476860583200349e-05,
      "loss": 0.0468,
      "step": 9814
    },
    {
      "epoch": 1.064071986123157,
      "grad_norm": 0.07616610080003738,
      "learning_rate": 6.476497896416655e-05,
      "loss": 0.0106,
      "step": 9815
    },
    {
      "epoch": 1.0641803989592367,
      "grad_norm": 0.23279564082622528,
      "learning_rate": 6.47613520963296e-05,
      "loss": 0.0363,
      "step": 9816
    },
    {
      "epoch": 1.0642888117953166,
      "grad_norm": 0.028038375079631805,
      "learning_rate": 6.475772522849267e-05,
      "loss": 0.0046,
      "step": 9817
    },
    {
      "epoch": 1.0643972246313964,
      "grad_norm": 0.16436949372291565,
      "learning_rate": 6.475409836065574e-05,
      "loss": 0.0146,
      "step": 9818
    },
    {
      "epoch": 1.0645056374674762,
      "grad_norm": 0.08143576979637146,
      "learning_rate": 6.475047149281882e-05,
      "loss": 0.0104,
      "step": 9819
    },
    {
      "epoch": 1.064614050303556,
      "grad_norm": 0.1469174325466156,
      "learning_rate": 6.474684462498187e-05,
      "loss": 0.0115,
      "step": 9820
    },
    {
      "epoch": 1.0647224631396357,
      "grad_norm": 0.17326857149600983,
      "learning_rate": 6.474321775714493e-05,
      "loss": 0.0142,
      "step": 9821
    },
    {
      "epoch": 1.0648308759757155,
      "grad_norm": 0.14292103052139282,
      "learning_rate": 6.4739590889308e-05,
      "loss": 0.0121,
      "step": 9822
    },
    {
      "epoch": 1.0649392888117952,
      "grad_norm": 0.08226912468671799,
      "learning_rate": 6.473596402147106e-05,
      "loss": 0.014,
      "step": 9823
    },
    {
      "epoch": 1.0650477016478752,
      "grad_norm": 0.24203196167945862,
      "learning_rate": 6.473233715363413e-05,
      "loss": 0.0579,
      "step": 9824
    },
    {
      "epoch": 1.065156114483955,
      "grad_norm": 0.23176944255828857,
      "learning_rate": 6.472871028579719e-05,
      "loss": 0.0077,
      "step": 9825
    },
    {
      "epoch": 1.0652645273200347,
      "grad_norm": 0.040112633258104324,
      "learning_rate": 6.472508341796026e-05,
      "loss": 0.0038,
      "step": 9826
    },
    {
      "epoch": 1.0653729401561145,
      "grad_norm": 0.028761206194758415,
      "learning_rate": 6.472145655012331e-05,
      "loss": 0.0031,
      "step": 9827
    },
    {
      "epoch": 1.0654813529921943,
      "grad_norm": 0.1629578024148941,
      "learning_rate": 6.471782968228639e-05,
      "loss": 0.024,
      "step": 9828
    },
    {
      "epoch": 1.065589765828274,
      "grad_norm": 0.3647719621658325,
      "learning_rate": 6.471420281444944e-05,
      "loss": 0.0348,
      "step": 9829
    },
    {
      "epoch": 1.0656981786643538,
      "grad_norm": 0.2797062397003174,
      "learning_rate": 6.47105759466125e-05,
      "loss": 0.0432,
      "step": 9830
    },
    {
      "epoch": 1.0658065915004336,
      "grad_norm": 0.29628291726112366,
      "learning_rate": 6.470694907877557e-05,
      "loss": 0.0483,
      "step": 9831
    },
    {
      "epoch": 1.0659150043365135,
      "grad_norm": 0.3052940368652344,
      "learning_rate": 6.470332221093863e-05,
      "loss": 0.0345,
      "step": 9832
    },
    {
      "epoch": 1.0660234171725933,
      "grad_norm": 0.14652322232723236,
      "learning_rate": 6.46996953431017e-05,
      "loss": 0.0125,
      "step": 9833
    },
    {
      "epoch": 1.066131830008673,
      "grad_norm": 0.25541427731513977,
      "learning_rate": 6.469606847526476e-05,
      "loss": 0.061,
      "step": 9834
    },
    {
      "epoch": 1.0662402428447528,
      "grad_norm": 0.06805676966905594,
      "learning_rate": 6.469244160742783e-05,
      "loss": 0.0052,
      "step": 9835
    },
    {
      "epoch": 1.0663486556808326,
      "grad_norm": 0.34254786372184753,
      "learning_rate": 6.46888147395909e-05,
      "loss": 0.0685,
      "step": 9836
    },
    {
      "epoch": 1.0664570685169124,
      "grad_norm": 0.05663878470659256,
      "learning_rate": 6.468518787175396e-05,
      "loss": 0.0049,
      "step": 9837
    },
    {
      "epoch": 1.0665654813529921,
      "grad_norm": 0.06690236926078796,
      "learning_rate": 6.468156100391703e-05,
      "loss": 0.0101,
      "step": 9838
    },
    {
      "epoch": 1.0666738941890719,
      "grad_norm": 0.2093229442834854,
      "learning_rate": 6.467793413608008e-05,
      "loss": 0.0185,
      "step": 9839
    },
    {
      "epoch": 1.0667823070251519,
      "grad_norm": 0.2804335355758667,
      "learning_rate": 6.467430726824316e-05,
      "loss": 0.0334,
      "step": 9840
    },
    {
      "epoch": 1.0668907198612316,
      "grad_norm": 0.25929826498031616,
      "learning_rate": 6.467068040040621e-05,
      "loss": 0.0249,
      "step": 9841
    },
    {
      "epoch": 1.0669991326973114,
      "grad_norm": 0.43411457538604736,
      "learning_rate": 6.466705353256928e-05,
      "loss": 0.0348,
      "step": 9842
    },
    {
      "epoch": 1.0671075455333912,
      "grad_norm": 0.16318002343177795,
      "learning_rate": 6.466342666473234e-05,
      "loss": 0.0231,
      "step": 9843
    },
    {
      "epoch": 1.067215958369471,
      "grad_norm": 0.20810039341449738,
      "learning_rate": 6.46597997968954e-05,
      "loss": 0.0519,
      "step": 9844
    },
    {
      "epoch": 1.0673243712055507,
      "grad_norm": 0.11114242672920227,
      "learning_rate": 6.465617292905847e-05,
      "loss": 0.0115,
      "step": 9845
    },
    {
      "epoch": 1.0674327840416304,
      "grad_norm": 0.21767011284828186,
      "learning_rate": 6.465254606122153e-05,
      "loss": 0.0408,
      "step": 9846
    },
    {
      "epoch": 1.0675411968777104,
      "grad_norm": 0.04499860852956772,
      "learning_rate": 6.46489191933846e-05,
      "loss": 0.004,
      "step": 9847
    },
    {
      "epoch": 1.0676496097137902,
      "grad_norm": 0.045399609953165054,
      "learning_rate": 6.464529232554765e-05,
      "loss": 0.0044,
      "step": 9848
    },
    {
      "epoch": 1.06775802254987,
      "grad_norm": 0.16031688451766968,
      "learning_rate": 6.464166545771073e-05,
      "loss": 0.0291,
      "step": 9849
    },
    {
      "epoch": 1.0678664353859497,
      "grad_norm": 0.04810372740030289,
      "learning_rate": 6.463803858987378e-05,
      "loss": 0.0058,
      "step": 9850
    },
    {
      "epoch": 1.0679748482220295,
      "grad_norm": 0.06830626726150513,
      "learning_rate": 6.463441172203685e-05,
      "loss": 0.0069,
      "step": 9851
    },
    {
      "epoch": 1.0680832610581092,
      "grad_norm": 0.14464828372001648,
      "learning_rate": 6.463078485419991e-05,
      "loss": 0.0113,
      "step": 9852
    },
    {
      "epoch": 1.068191673894189,
      "grad_norm": 0.36443760991096497,
      "learning_rate": 6.462715798636298e-05,
      "loss": 0.022,
      "step": 9853
    },
    {
      "epoch": 1.0683000867302688,
      "grad_norm": 0.12372239679098129,
      "learning_rate": 6.462353111852605e-05,
      "loss": 0.0132,
      "step": 9854
    },
    {
      "epoch": 1.0684084995663488,
      "grad_norm": 0.17164960503578186,
      "learning_rate": 6.461990425068911e-05,
      "loss": 0.0162,
      "step": 9855
    },
    {
      "epoch": 1.0685169124024285,
      "grad_norm": 0.44989997148513794,
      "learning_rate": 6.461627738285218e-05,
      "loss": 0.0484,
      "step": 9856
    },
    {
      "epoch": 1.0686253252385083,
      "grad_norm": 0.4470749497413635,
      "learning_rate": 6.461265051501524e-05,
      "loss": 0.0423,
      "step": 9857
    },
    {
      "epoch": 1.068733738074588,
      "grad_norm": 0.1305796056985855,
      "learning_rate": 6.46090236471783e-05,
      "loss": 0.0214,
      "step": 9858
    },
    {
      "epoch": 1.0688421509106678,
      "grad_norm": 0.19407977163791656,
      "learning_rate": 6.460539677934137e-05,
      "loss": 0.013,
      "step": 9859
    },
    {
      "epoch": 1.0689505637467476,
      "grad_norm": 0.178508460521698,
      "learning_rate": 6.460176991150442e-05,
      "loss": 0.0173,
      "step": 9860
    },
    {
      "epoch": 1.0690589765828273,
      "grad_norm": 0.02880621701478958,
      "learning_rate": 6.45981430436675e-05,
      "loss": 0.0033,
      "step": 9861
    },
    {
      "epoch": 1.069167389418907,
      "grad_norm": 0.35343679785728455,
      "learning_rate": 6.459451617583055e-05,
      "loss": 0.0372,
      "step": 9862
    },
    {
      "epoch": 1.069275802254987,
      "grad_norm": 0.23760215938091278,
      "learning_rate": 6.459088930799362e-05,
      "loss": 0.046,
      "step": 9863
    },
    {
      "epoch": 1.0693842150910668,
      "grad_norm": 0.07754889130592346,
      "learning_rate": 6.458726244015668e-05,
      "loss": 0.0142,
      "step": 9864
    },
    {
      "epoch": 1.0694926279271466,
      "grad_norm": 0.261299729347229,
      "learning_rate": 6.458363557231975e-05,
      "loss": 0.0322,
      "step": 9865
    },
    {
      "epoch": 1.0696010407632264,
      "grad_norm": 0.18512962758541107,
      "learning_rate": 6.458000870448281e-05,
      "loss": 0.0284,
      "step": 9866
    },
    {
      "epoch": 1.0697094535993061,
      "grad_norm": 0.09751805663108826,
      "learning_rate": 6.457638183664587e-05,
      "loss": 0.0128,
      "step": 9867
    },
    {
      "epoch": 1.069817866435386,
      "grad_norm": 0.15244105458259583,
      "learning_rate": 6.457275496880894e-05,
      "loss": 0.0198,
      "step": 9868
    },
    {
      "epoch": 1.0699262792714657,
      "grad_norm": 0.11313353478908539,
      "learning_rate": 6.4569128100972e-05,
      "loss": 0.0258,
      "step": 9869
    },
    {
      "epoch": 1.0700346921075456,
      "grad_norm": 0.4955253005027771,
      "learning_rate": 6.456550123313508e-05,
      "loss": 0.0383,
      "step": 9870
    },
    {
      "epoch": 1.0701431049436254,
      "grad_norm": 0.10099097341299057,
      "learning_rate": 6.456187436529814e-05,
      "loss": 0.0095,
      "step": 9871
    },
    {
      "epoch": 1.0702515177797052,
      "grad_norm": 0.3005410134792328,
      "learning_rate": 6.455824749746119e-05,
      "loss": 0.0358,
      "step": 9872
    },
    {
      "epoch": 1.070359930615785,
      "grad_norm": 0.09337791800498962,
      "learning_rate": 6.455462062962426e-05,
      "loss": 0.0158,
      "step": 9873
    },
    {
      "epoch": 1.0704683434518647,
      "grad_norm": 0.18364448845386505,
      "learning_rate": 6.455099376178732e-05,
      "loss": 0.0187,
      "step": 9874
    },
    {
      "epoch": 1.0705767562879445,
      "grad_norm": 0.15986531972885132,
      "learning_rate": 6.454736689395039e-05,
      "loss": 0.0209,
      "step": 9875
    },
    {
      "epoch": 1.0706851691240242,
      "grad_norm": 0.3293581008911133,
      "learning_rate": 6.454374002611345e-05,
      "loss": 0.062,
      "step": 9876
    },
    {
      "epoch": 1.070793581960104,
      "grad_norm": 0.041505467146635056,
      "learning_rate": 6.454011315827652e-05,
      "loss": 0.0037,
      "step": 9877
    },
    {
      "epoch": 1.0709019947961838,
      "grad_norm": 0.5802762508392334,
      "learning_rate": 6.453648629043958e-05,
      "loss": 0.0405,
      "step": 9878
    },
    {
      "epoch": 1.0710104076322637,
      "grad_norm": 0.20821501314640045,
      "learning_rate": 6.453285942260265e-05,
      "loss": 0.0343,
      "step": 9879
    },
    {
      "epoch": 1.0711188204683435,
      "grad_norm": 0.20993858575820923,
      "learning_rate": 6.45292325547657e-05,
      "loss": 0.021,
      "step": 9880
    },
    {
      "epoch": 1.0712272333044233,
      "grad_norm": 0.04231502115726471,
      "learning_rate": 6.452560568692876e-05,
      "loss": 0.0038,
      "step": 9881
    },
    {
      "epoch": 1.071335646140503,
      "grad_norm": 0.13444098830223083,
      "learning_rate": 6.452197881909183e-05,
      "loss": 0.0296,
      "step": 9882
    },
    {
      "epoch": 1.0714440589765828,
      "grad_norm": 0.12675690650939941,
      "learning_rate": 6.451835195125489e-05,
      "loss": 0.0099,
      "step": 9883
    },
    {
      "epoch": 1.0715524718126626,
      "grad_norm": 0.11127635836601257,
      "learning_rate": 6.451472508341796e-05,
      "loss": 0.0305,
      "step": 9884
    },
    {
      "epoch": 1.0716608846487423,
      "grad_norm": 0.015560595318675041,
      "learning_rate": 6.451109821558102e-05,
      "loss": 0.0016,
      "step": 9885
    },
    {
      "epoch": 1.0717692974848223,
      "grad_norm": 0.24638667702674866,
      "learning_rate": 6.450747134774409e-05,
      "loss": 0.0219,
      "step": 9886
    },
    {
      "epoch": 1.071877710320902,
      "grad_norm": 0.13814611732959747,
      "learning_rate": 6.450384447990716e-05,
      "loss": 0.0166,
      "step": 9887
    },
    {
      "epoch": 1.0719861231569818,
      "grad_norm": 0.07612980157136917,
      "learning_rate": 6.450021761207022e-05,
      "loss": 0.0123,
      "step": 9888
    },
    {
      "epoch": 1.0720945359930616,
      "grad_norm": 0.2675428092479706,
      "learning_rate": 6.449659074423329e-05,
      "loss": 0.0299,
      "step": 9889
    },
    {
      "epoch": 1.0722029488291414,
      "grad_norm": 0.12384362518787384,
      "learning_rate": 6.449296387639635e-05,
      "loss": 0.0173,
      "step": 9890
    },
    {
      "epoch": 1.0723113616652211,
      "grad_norm": 0.20884031057357788,
      "learning_rate": 6.448933700855942e-05,
      "loss": 0.0381,
      "step": 9891
    },
    {
      "epoch": 1.0724197745013009,
      "grad_norm": 0.18024876713752747,
      "learning_rate": 6.448571014072247e-05,
      "loss": 0.0252,
      "step": 9892
    },
    {
      "epoch": 1.0725281873373806,
      "grad_norm": 0.043031129986047745,
      "learning_rate": 6.448208327288555e-05,
      "loss": 0.008,
      "step": 9893
    },
    {
      "epoch": 1.0726366001734606,
      "grad_norm": 0.15894298255443573,
      "learning_rate": 6.44784564050486e-05,
      "loss": 0.0197,
      "step": 9894
    },
    {
      "epoch": 1.0727450130095404,
      "grad_norm": 0.5268394351005554,
      "learning_rate": 6.447482953721167e-05,
      "loss": 0.0349,
      "step": 9895
    },
    {
      "epoch": 1.0728534258456202,
      "grad_norm": 0.18281960487365723,
      "learning_rate": 6.447120266937473e-05,
      "loss": 0.0394,
      "step": 9896
    },
    {
      "epoch": 1.0729618386817,
      "grad_norm": 0.08001603931188583,
      "learning_rate": 6.446757580153779e-05,
      "loss": 0.0072,
      "step": 9897
    },
    {
      "epoch": 1.0730702515177797,
      "grad_norm": 0.2975095510482788,
      "learning_rate": 6.446394893370086e-05,
      "loss": 0.0612,
      "step": 9898
    },
    {
      "epoch": 1.0731786643538594,
      "grad_norm": 0.050551388412714005,
      "learning_rate": 6.446032206586392e-05,
      "loss": 0.0079,
      "step": 9899
    },
    {
      "epoch": 1.0732870771899392,
      "grad_norm": 0.4078027009963989,
      "learning_rate": 6.445669519802699e-05,
      "loss": 0.0422,
      "step": 9900
    },
    {
      "epoch": 1.073395490026019,
      "grad_norm": 0.18583518266677856,
      "learning_rate": 6.445306833019005e-05,
      "loss": 0.0158,
      "step": 9901
    },
    {
      "epoch": 1.073503902862099,
      "grad_norm": 0.14018426835536957,
      "learning_rate": 6.444944146235312e-05,
      "loss": 0.0086,
      "step": 9902
    },
    {
      "epoch": 1.0736123156981787,
      "grad_norm": 0.1760735809803009,
      "learning_rate": 6.444581459451617e-05,
      "loss": 0.0433,
      "step": 9903
    },
    {
      "epoch": 1.0737207285342585,
      "grad_norm": 0.18403360247612,
      "learning_rate": 6.444218772667924e-05,
      "loss": 0.0173,
      "step": 9904
    },
    {
      "epoch": 1.0738291413703382,
      "grad_norm": 0.1172964796423912,
      "learning_rate": 6.443856085884232e-05,
      "loss": 0.0219,
      "step": 9905
    },
    {
      "epoch": 1.073937554206418,
      "grad_norm": 0.4010009169578552,
      "learning_rate": 6.443493399100537e-05,
      "loss": 0.0335,
      "step": 9906
    },
    {
      "epoch": 1.0740459670424978,
      "grad_norm": 0.2656230926513672,
      "learning_rate": 6.443130712316844e-05,
      "loss": 0.0354,
      "step": 9907
    },
    {
      "epoch": 1.0741543798785775,
      "grad_norm": 0.03469683229923248,
      "learning_rate": 6.44276802553315e-05,
      "loss": 0.0023,
      "step": 9908
    },
    {
      "epoch": 1.0742627927146575,
      "grad_norm": 0.09463336318731308,
      "learning_rate": 6.442405338749457e-05,
      "loss": 0.0163,
      "step": 9909
    },
    {
      "epoch": 1.0743712055507373,
      "grad_norm": 0.17831425368785858,
      "learning_rate": 6.442042651965763e-05,
      "loss": 0.0137,
      "step": 9910
    },
    {
      "epoch": 1.074479618386817,
      "grad_norm": 0.30939531326293945,
      "learning_rate": 6.441679965182069e-05,
      "loss": 0.0474,
      "step": 9911
    },
    {
      "epoch": 1.0745880312228968,
      "grad_norm": 0.09628285467624664,
      "learning_rate": 6.441317278398376e-05,
      "loss": 0.0113,
      "step": 9912
    },
    {
      "epoch": 1.0746964440589766,
      "grad_norm": 0.06964841485023499,
      "learning_rate": 6.440954591614681e-05,
      "loss": 0.0108,
      "step": 9913
    },
    {
      "epoch": 1.0748048568950563,
      "grad_norm": 0.1879512369632721,
      "learning_rate": 6.440591904830989e-05,
      "loss": 0.0141,
      "step": 9914
    },
    {
      "epoch": 1.074913269731136,
      "grad_norm": 0.15317313373088837,
      "learning_rate": 6.440229218047294e-05,
      "loss": 0.0139,
      "step": 9915
    },
    {
      "epoch": 1.0750216825672159,
      "grad_norm": 0.03857158496975899,
      "learning_rate": 6.439866531263601e-05,
      "loss": 0.0073,
      "step": 9916
    },
    {
      "epoch": 1.0751300954032958,
      "grad_norm": 0.15329770743846893,
      "learning_rate": 6.439503844479907e-05,
      "loss": 0.0168,
      "step": 9917
    },
    {
      "epoch": 1.0752385082393756,
      "grad_norm": 0.027878517284989357,
      "learning_rate": 6.439141157696214e-05,
      "loss": 0.0027,
      "step": 9918
    },
    {
      "epoch": 1.0753469210754554,
      "grad_norm": 0.1341574788093567,
      "learning_rate": 6.43877847091252e-05,
      "loss": 0.0173,
      "step": 9919
    },
    {
      "epoch": 1.0754553339115351,
      "grad_norm": 0.07794738560914993,
      "learning_rate": 6.438415784128826e-05,
      "loss": 0.0099,
      "step": 9920
    },
    {
      "epoch": 1.075563746747615,
      "grad_norm": 0.09615418314933777,
      "learning_rate": 6.438053097345133e-05,
      "loss": 0.007,
      "step": 9921
    },
    {
      "epoch": 1.0756721595836947,
      "grad_norm": 0.05407256633043289,
      "learning_rate": 6.43769041056144e-05,
      "loss": 0.0111,
      "step": 9922
    },
    {
      "epoch": 1.0757805724197744,
      "grad_norm": 0.2161335051059723,
      "learning_rate": 6.437327723777747e-05,
      "loss": 0.0336,
      "step": 9923
    },
    {
      "epoch": 1.0758889852558542,
      "grad_norm": 0.2569945454597473,
      "learning_rate": 6.436965036994053e-05,
      "loss": 0.0146,
      "step": 9924
    },
    {
      "epoch": 1.0759973980919342,
      "grad_norm": 0.09579756110906601,
      "learning_rate": 6.436602350210358e-05,
      "loss": 0.0071,
      "step": 9925
    },
    {
      "epoch": 1.076105810928014,
      "grad_norm": 0.08702078461647034,
      "learning_rate": 6.436239663426665e-05,
      "loss": 0.0144,
      "step": 9926
    },
    {
      "epoch": 1.0762142237640937,
      "grad_norm": 0.0632588267326355,
      "learning_rate": 6.435876976642971e-05,
      "loss": 0.0134,
      "step": 9927
    },
    {
      "epoch": 1.0763226366001735,
      "grad_norm": 0.027454325929284096,
      "learning_rate": 6.435514289859278e-05,
      "loss": 0.0059,
      "step": 9928
    },
    {
      "epoch": 1.0764310494362532,
      "grad_norm": 0.238643079996109,
      "learning_rate": 6.435151603075584e-05,
      "loss": 0.036,
      "step": 9929
    },
    {
      "epoch": 1.076539462272333,
      "grad_norm": 0.0321645550429821,
      "learning_rate": 6.434788916291891e-05,
      "loss": 0.0035,
      "step": 9930
    },
    {
      "epoch": 1.0766478751084128,
      "grad_norm": 0.363060861825943,
      "learning_rate": 6.434426229508197e-05,
      "loss": 0.0516,
      "step": 9931
    },
    {
      "epoch": 1.0767562879444927,
      "grad_norm": 0.16960202157497406,
      "learning_rate": 6.434063542724504e-05,
      "loss": 0.0145,
      "step": 9932
    },
    {
      "epoch": 1.0768647007805725,
      "grad_norm": 0.2512749135494232,
      "learning_rate": 6.43370085594081e-05,
      "loss": 0.0508,
      "step": 9933
    },
    {
      "epoch": 1.0769731136166523,
      "grad_norm": 0.023416269570589066,
      "learning_rate": 6.433338169157115e-05,
      "loss": 0.0019,
      "step": 9934
    },
    {
      "epoch": 1.077081526452732,
      "grad_norm": 0.025039976462721825,
      "learning_rate": 6.432975482373422e-05,
      "loss": 0.002,
      "step": 9935
    },
    {
      "epoch": 1.0771899392888118,
      "grad_norm": 0.06846261769533157,
      "learning_rate": 6.432612795589728e-05,
      "loss": 0.0069,
      "step": 9936
    },
    {
      "epoch": 1.0772983521248916,
      "grad_norm": 0.198002427816391,
      "learning_rate": 6.432250108806035e-05,
      "loss": 0.034,
      "step": 9937
    },
    {
      "epoch": 1.0774067649609713,
      "grad_norm": 0.1170073002576828,
      "learning_rate": 6.431887422022341e-05,
      "loss": 0.0103,
      "step": 9938
    },
    {
      "epoch": 1.077515177797051,
      "grad_norm": 0.34739166498184204,
      "learning_rate": 6.431524735238648e-05,
      "loss": 0.0368,
      "step": 9939
    },
    {
      "epoch": 1.0776235906331308,
      "grad_norm": 0.12415032833814621,
      "learning_rate": 6.431162048454955e-05,
      "loss": 0.0081,
      "step": 9940
    },
    {
      "epoch": 1.0777320034692108,
      "grad_norm": 0.13783851265907288,
      "learning_rate": 6.430799361671261e-05,
      "loss": 0.0072,
      "step": 9941
    },
    {
      "epoch": 1.0778404163052906,
      "grad_norm": 0.3192998468875885,
      "learning_rate": 6.430436674887568e-05,
      "loss": 0.0151,
      "step": 9942
    },
    {
      "epoch": 1.0779488291413704,
      "grad_norm": 0.12714844942092896,
      "learning_rate": 6.430073988103874e-05,
      "loss": 0.026,
      "step": 9943
    },
    {
      "epoch": 1.0780572419774501,
      "grad_norm": 0.03508526086807251,
      "learning_rate": 6.429711301320181e-05,
      "loss": 0.0027,
      "step": 9944
    },
    {
      "epoch": 1.0781656548135299,
      "grad_norm": 0.07099096477031708,
      "learning_rate": 6.429348614536487e-05,
      "loss": 0.0145,
      "step": 9945
    },
    {
      "epoch": 1.0782740676496096,
      "grad_norm": 0.3044031262397766,
      "learning_rate": 6.428985927752794e-05,
      "loss": 0.0252,
      "step": 9946
    },
    {
      "epoch": 1.0783824804856894,
      "grad_norm": 0.28904658555984497,
      "learning_rate": 6.4286232409691e-05,
      "loss": 0.0217,
      "step": 9947
    },
    {
      "epoch": 1.0784908933217694,
      "grad_norm": 0.36763718724250793,
      "learning_rate": 6.428260554185405e-05,
      "loss": 0.0277,
      "step": 9948
    },
    {
      "epoch": 1.0785993061578492,
      "grad_norm": 0.47235041856765747,
      "learning_rate": 6.427897867401712e-05,
      "loss": 0.0132,
      "step": 9949
    },
    {
      "epoch": 1.078707718993929,
      "grad_norm": 0.09581183642148972,
      "learning_rate": 6.427535180618018e-05,
      "loss": 0.0262,
      "step": 9950
    },
    {
      "epoch": 1.0788161318300087,
      "grad_norm": 0.5419823527336121,
      "learning_rate": 6.427172493834325e-05,
      "loss": 0.1109,
      "step": 9951
    },
    {
      "epoch": 1.0789245446660884,
      "grad_norm": 0.11542470753192902,
      "learning_rate": 6.426809807050631e-05,
      "loss": 0.0077,
      "step": 9952
    },
    {
      "epoch": 1.0790329575021682,
      "grad_norm": 0.2495296150445938,
      "learning_rate": 6.426447120266938e-05,
      "loss": 0.0159,
      "step": 9953
    },
    {
      "epoch": 1.079141370338248,
      "grad_norm": 0.41044509410858154,
      "learning_rate": 6.426084433483244e-05,
      "loss": 0.051,
      "step": 9954
    },
    {
      "epoch": 1.0792497831743277,
      "grad_norm": 0.2004261314868927,
      "learning_rate": 6.42572174669955e-05,
      "loss": 0.0257,
      "step": 9955
    },
    {
      "epoch": 1.0793581960104077,
      "grad_norm": 0.7627573013305664,
      "learning_rate": 6.425359059915858e-05,
      "loss": 0.0336,
      "step": 9956
    },
    {
      "epoch": 1.0794666088464875,
      "grad_norm": 0.24284523725509644,
      "learning_rate": 6.424996373132163e-05,
      "loss": 0.0402,
      "step": 9957
    },
    {
      "epoch": 1.0795750216825672,
      "grad_norm": 0.16238024830818176,
      "learning_rate": 6.42463368634847e-05,
      "loss": 0.0178,
      "step": 9958
    },
    {
      "epoch": 1.079683434518647,
      "grad_norm": 0.1100517213344574,
      "learning_rate": 6.424270999564776e-05,
      "loss": 0.0146,
      "step": 9959
    },
    {
      "epoch": 1.0797918473547268,
      "grad_norm": 0.18423660099506378,
      "learning_rate": 6.423908312781083e-05,
      "loss": 0.0293,
      "step": 9960
    },
    {
      "epoch": 1.0799002601908065,
      "grad_norm": 0.07622835040092468,
      "learning_rate": 6.423545625997389e-05,
      "loss": 0.0065,
      "step": 9961
    },
    {
      "epoch": 1.0800086730268863,
      "grad_norm": 0.05323655530810356,
      "learning_rate": 6.423182939213695e-05,
      "loss": 0.0045,
      "step": 9962
    },
    {
      "epoch": 1.080117085862966,
      "grad_norm": 0.2263995260000229,
      "learning_rate": 6.422820252430002e-05,
      "loss": 0.0424,
      "step": 9963
    },
    {
      "epoch": 1.080225498699046,
      "grad_norm": 0.13366056978702545,
      "learning_rate": 6.422457565646308e-05,
      "loss": 0.0138,
      "step": 9964
    },
    {
      "epoch": 1.0803339115351258,
      "grad_norm": 0.09754589200019836,
      "learning_rate": 6.422094878862615e-05,
      "loss": 0.015,
      "step": 9965
    },
    {
      "epoch": 1.0804423243712056,
      "grad_norm": 0.19323429465293884,
      "learning_rate": 6.42173219207892e-05,
      "loss": 0.0214,
      "step": 9966
    },
    {
      "epoch": 1.0805507372072853,
      "grad_norm": 0.046709559857845306,
      "learning_rate": 6.421369505295228e-05,
      "loss": 0.0067,
      "step": 9967
    },
    {
      "epoch": 1.080659150043365,
      "grad_norm": 0.195879727602005,
      "learning_rate": 6.421006818511533e-05,
      "loss": 0.0106,
      "step": 9968
    },
    {
      "epoch": 1.0807675628794449,
      "grad_norm": 0.18240629136562347,
      "learning_rate": 6.42064413172784e-05,
      "loss": 0.0236,
      "step": 9969
    },
    {
      "epoch": 1.0808759757155246,
      "grad_norm": 0.1855238676071167,
      "learning_rate": 6.420281444944146e-05,
      "loss": 0.0148,
      "step": 9970
    },
    {
      "epoch": 1.0809843885516046,
      "grad_norm": 0.2666417956352234,
      "learning_rate": 6.419918758160452e-05,
      "loss": 0.0305,
      "step": 9971
    },
    {
      "epoch": 1.0810928013876844,
      "grad_norm": 0.12003584206104279,
      "learning_rate": 6.419556071376759e-05,
      "loss": 0.0163,
      "step": 9972
    },
    {
      "epoch": 1.0812012142237641,
      "grad_norm": 0.3167154788970947,
      "learning_rate": 6.419193384593065e-05,
      "loss": 0.0627,
      "step": 9973
    },
    {
      "epoch": 1.081309627059844,
      "grad_norm": 0.29166164994239807,
      "learning_rate": 6.418830697809373e-05,
      "loss": 0.0226,
      "step": 9974
    },
    {
      "epoch": 1.0814180398959237,
      "grad_norm": 0.331138014793396,
      "learning_rate": 6.418468011025679e-05,
      "loss": 0.0699,
      "step": 9975
    },
    {
      "epoch": 1.0815264527320034,
      "grad_norm": 0.1379874050617218,
      "learning_rate": 6.418105324241985e-05,
      "loss": 0.0146,
      "step": 9976
    },
    {
      "epoch": 1.0816348655680832,
      "grad_norm": 0.1588035523891449,
      "learning_rate": 6.417742637458292e-05,
      "loss": 0.0262,
      "step": 9977
    },
    {
      "epoch": 1.081743278404163,
      "grad_norm": 0.09087496995925903,
      "learning_rate": 6.417379950674597e-05,
      "loss": 0.0161,
      "step": 9978
    },
    {
      "epoch": 1.081851691240243,
      "grad_norm": 0.047080930322408676,
      "learning_rate": 6.417017263890905e-05,
      "loss": 0.0051,
      "step": 9979
    },
    {
      "epoch": 1.0819601040763227,
      "grad_norm": 0.2531772255897522,
      "learning_rate": 6.41665457710721e-05,
      "loss": 0.0284,
      "step": 9980
    },
    {
      "epoch": 1.0820685169124025,
      "grad_norm": 0.3336184322834015,
      "learning_rate": 6.416291890323517e-05,
      "loss": 0.0434,
      "step": 9981
    },
    {
      "epoch": 1.0821769297484822,
      "grad_norm": 0.26082661747932434,
      "learning_rate": 6.415929203539823e-05,
      "loss": 0.03,
      "step": 9982
    },
    {
      "epoch": 1.082285342584562,
      "grad_norm": 0.3413379490375519,
      "learning_rate": 6.41556651675613e-05,
      "loss": 0.0222,
      "step": 9983
    },
    {
      "epoch": 1.0823937554206418,
      "grad_norm": 0.18049843609333038,
      "learning_rate": 6.415203829972436e-05,
      "loss": 0.0293,
      "step": 9984
    },
    {
      "epoch": 1.0825021682567215,
      "grad_norm": 0.10713567584753036,
      "learning_rate": 6.414841143188742e-05,
      "loss": 0.0117,
      "step": 9985
    },
    {
      "epoch": 1.0826105810928013,
      "grad_norm": 0.23517565429210663,
      "learning_rate": 6.414478456405049e-05,
      "loss": 0.0538,
      "step": 9986
    },
    {
      "epoch": 1.0827189939288813,
      "grad_norm": 0.15760426223278046,
      "learning_rate": 6.414115769621354e-05,
      "loss": 0.0364,
      "step": 9987
    },
    {
      "epoch": 1.082827406764961,
      "grad_norm": 0.35270729660987854,
      "learning_rate": 6.413753082837662e-05,
      "loss": 0.0291,
      "step": 9988
    },
    {
      "epoch": 1.0829358196010408,
      "grad_norm": 0.18569594621658325,
      "learning_rate": 6.413390396053967e-05,
      "loss": 0.02,
      "step": 9989
    },
    {
      "epoch": 1.0830442324371206,
      "grad_norm": 0.14153032004833221,
      "learning_rate": 6.413027709270274e-05,
      "loss": 0.0256,
      "step": 9990
    },
    {
      "epoch": 1.0831526452732003,
      "grad_norm": 0.251562237739563,
      "learning_rate": 6.412665022486581e-05,
      "loss": 0.053,
      "step": 9991
    },
    {
      "epoch": 1.08326105810928,
      "grad_norm": 0.23255081474781036,
      "learning_rate": 6.412302335702887e-05,
      "loss": 0.0468,
      "step": 9992
    },
    {
      "epoch": 1.0833694709453598,
      "grad_norm": 0.2998986840248108,
      "learning_rate": 6.411939648919194e-05,
      "loss": 0.0793,
      "step": 9993
    },
    {
      "epoch": 1.0834778837814398,
      "grad_norm": 0.1685047447681427,
      "learning_rate": 6.4115769621355e-05,
      "loss": 0.0096,
      "step": 9994
    },
    {
      "epoch": 1.0835862966175196,
      "grad_norm": 0.2720286548137665,
      "learning_rate": 6.411214275351807e-05,
      "loss": 0.0184,
      "step": 9995
    },
    {
      "epoch": 1.0836947094535994,
      "grad_norm": 0.2969528138637543,
      "learning_rate": 6.410851588568113e-05,
      "loss": 0.0492,
      "step": 9996
    },
    {
      "epoch": 1.0838031222896791,
      "grad_norm": 0.022517692297697067,
      "learning_rate": 6.41048890178442e-05,
      "loss": 0.0019,
      "step": 9997
    },
    {
      "epoch": 1.0839115351257589,
      "grad_norm": 0.1613875776529312,
      "learning_rate": 6.410126215000726e-05,
      "loss": 0.0291,
      "step": 9998
    },
    {
      "epoch": 1.0840199479618386,
      "grad_norm": 0.3564072251319885,
      "learning_rate": 6.409763528217033e-05,
      "loss": 0.0797,
      "step": 9999
    },
    {
      "epoch": 1.0841283607979184,
      "grad_norm": 0.20409128069877625,
      "learning_rate": 6.409400841433338e-05,
      "loss": 0.0313,
      "step": 10000
    },
    {
      "epoch": 1.0842367736339982,
      "grad_norm": 0.2304893136024475,
      "learning_rate": 6.409038154649644e-05,
      "loss": 0.0323,
      "step": 10001
    },
    {
      "epoch": 1.0843451864700782,
      "grad_norm": 0.226639986038208,
      "learning_rate": 6.408675467865951e-05,
      "loss": 0.0516,
      "step": 10002
    },
    {
      "epoch": 1.084453599306158,
      "grad_norm": 0.15665878355503082,
      "learning_rate": 6.408312781082257e-05,
      "loss": 0.0342,
      "step": 10003
    },
    {
      "epoch": 1.0845620121422377,
      "grad_norm": 0.19036976993083954,
      "learning_rate": 6.407950094298564e-05,
      "loss": 0.029,
      "step": 10004
    },
    {
      "epoch": 1.0846704249783174,
      "grad_norm": 0.14845766127109528,
      "learning_rate": 6.40758740751487e-05,
      "loss": 0.0247,
      "step": 10005
    },
    {
      "epoch": 1.0847788378143972,
      "grad_norm": 0.09855718165636063,
      "learning_rate": 6.407224720731177e-05,
      "loss": 0.021,
      "step": 10006
    },
    {
      "epoch": 1.084887250650477,
      "grad_norm": 0.1505056917667389,
      "learning_rate": 6.406862033947483e-05,
      "loss": 0.0234,
      "step": 10007
    },
    {
      "epoch": 1.0849956634865567,
      "grad_norm": 0.3259684443473816,
      "learning_rate": 6.40649934716379e-05,
      "loss": 0.0648,
      "step": 10008
    },
    {
      "epoch": 1.0851040763226365,
      "grad_norm": 0.12674343585968018,
      "learning_rate": 6.406136660380097e-05,
      "loss": 0.0214,
      "step": 10009
    },
    {
      "epoch": 1.0852124891587165,
      "grad_norm": 0.22241094708442688,
      "learning_rate": 6.405773973596403e-05,
      "loss": 0.0449,
      "step": 10010
    },
    {
      "epoch": 1.0853209019947962,
      "grad_norm": 0.08758667856454849,
      "learning_rate": 6.40541128681271e-05,
      "loss": 0.0097,
      "step": 10011
    },
    {
      "epoch": 1.085429314830876,
      "grad_norm": 0.2063598483800888,
      "learning_rate": 6.405048600029015e-05,
      "loss": 0.0336,
      "step": 10012
    },
    {
      "epoch": 1.0855377276669558,
      "grad_norm": 0.06631932407617569,
      "learning_rate": 6.404685913245322e-05,
      "loss": 0.0077,
      "step": 10013
    },
    {
      "epoch": 1.0856461405030355,
      "grad_norm": 0.11266644299030304,
      "learning_rate": 6.404323226461628e-05,
      "loss": 0.0242,
      "step": 10014
    },
    {
      "epoch": 1.0857545533391153,
      "grad_norm": 0.13802242279052734,
      "learning_rate": 6.403960539677934e-05,
      "loss": 0.035,
      "step": 10015
    },
    {
      "epoch": 1.085862966175195,
      "grad_norm": 0.22223004698753357,
      "learning_rate": 6.403597852894241e-05,
      "loss": 0.0478,
      "step": 10016
    },
    {
      "epoch": 1.085971379011275,
      "grad_norm": 0.12949064373970032,
      "learning_rate": 6.403235166110547e-05,
      "loss": 0.02,
      "step": 10017
    },
    {
      "epoch": 1.0860797918473548,
      "grad_norm": 0.06229325011372566,
      "learning_rate": 6.402872479326854e-05,
      "loss": 0.0109,
      "step": 10018
    },
    {
      "epoch": 1.0861882046834346,
      "grad_norm": 0.07807625085115433,
      "learning_rate": 6.40250979254316e-05,
      "loss": 0.0078,
      "step": 10019
    },
    {
      "epoch": 1.0862966175195143,
      "grad_norm": 0.07046648859977722,
      "learning_rate": 6.402147105759467e-05,
      "loss": 0.0058,
      "step": 10020
    },
    {
      "epoch": 1.086405030355594,
      "grad_norm": 0.10913774371147156,
      "learning_rate": 6.401784418975772e-05,
      "loss": 0.0213,
      "step": 10021
    },
    {
      "epoch": 1.0865134431916739,
      "grad_norm": 0.0985012799501419,
      "learning_rate": 6.40142173219208e-05,
      "loss": 0.0132,
      "step": 10022
    },
    {
      "epoch": 1.0866218560277536,
      "grad_norm": 0.05950363725423813,
      "learning_rate": 6.401059045408385e-05,
      "loss": 0.009,
      "step": 10023
    },
    {
      "epoch": 1.0867302688638334,
      "grad_norm": 0.024274393916130066,
      "learning_rate": 6.400696358624691e-05,
      "loss": 0.0034,
      "step": 10024
    },
    {
      "epoch": 1.0868386816999132,
      "grad_norm": 0.2412465363740921,
      "learning_rate": 6.400333671841e-05,
      "loss": 0.0154,
      "step": 10025
    },
    {
      "epoch": 1.0869470945359931,
      "grad_norm": 0.21250516176223755,
      "learning_rate": 6.399970985057305e-05,
      "loss": 0.0361,
      "step": 10026
    },
    {
      "epoch": 1.087055507372073,
      "grad_norm": 0.14078745245933533,
      "learning_rate": 6.399608298273612e-05,
      "loss": 0.0206,
      "step": 10027
    },
    {
      "epoch": 1.0871639202081527,
      "grad_norm": 0.22156192362308502,
      "learning_rate": 6.399245611489918e-05,
      "loss": 0.028,
      "step": 10028
    },
    {
      "epoch": 1.0872723330442324,
      "grad_norm": 0.3810141682624817,
      "learning_rate": 6.398882924706224e-05,
      "loss": 0.0387,
      "step": 10029
    },
    {
      "epoch": 1.0873807458803122,
      "grad_norm": 0.06658954918384552,
      "learning_rate": 6.398520237922531e-05,
      "loss": 0.0173,
      "step": 10030
    },
    {
      "epoch": 1.087489158716392,
      "grad_norm": 0.12996317446231842,
      "learning_rate": 6.398157551138837e-05,
      "loss": 0.0125,
      "step": 10031
    },
    {
      "epoch": 1.0875975715524717,
      "grad_norm": 0.158161923289299,
      "learning_rate": 6.397794864355144e-05,
      "loss": 0.0302,
      "step": 10032
    },
    {
      "epoch": 1.0877059843885517,
      "grad_norm": 0.1489095538854599,
      "learning_rate": 6.39743217757145e-05,
      "loss": 0.0199,
      "step": 10033
    },
    {
      "epoch": 1.0878143972246315,
      "grad_norm": 0.15061171352863312,
      "learning_rate": 6.397069490787756e-05,
      "loss": 0.014,
      "step": 10034
    },
    {
      "epoch": 1.0879228100607112,
      "grad_norm": 0.1884494572877884,
      "learning_rate": 6.396706804004062e-05,
      "loss": 0.0236,
      "step": 10035
    },
    {
      "epoch": 1.088031222896791,
      "grad_norm": 0.18632137775421143,
      "learning_rate": 6.396344117220369e-05,
      "loss": 0.0217,
      "step": 10036
    },
    {
      "epoch": 1.0881396357328708,
      "grad_norm": 0.24684876203536987,
      "learning_rate": 6.395981430436675e-05,
      "loss": 0.0296,
      "step": 10037
    },
    {
      "epoch": 1.0882480485689505,
      "grad_norm": 0.15746711194515228,
      "learning_rate": 6.395618743652981e-05,
      "loss": 0.0277,
      "step": 10038
    },
    {
      "epoch": 1.0883564614050303,
      "grad_norm": 0.09684448689222336,
      "learning_rate": 6.395256056869288e-05,
      "loss": 0.0137,
      "step": 10039
    },
    {
      "epoch": 1.08846487424111,
      "grad_norm": 0.025645140558481216,
      "learning_rate": 6.394893370085594e-05,
      "loss": 0.0027,
      "step": 10040
    },
    {
      "epoch": 1.08857328707719,
      "grad_norm": 0.10781219601631165,
      "learning_rate": 6.3945306833019e-05,
      "loss": 0.0162,
      "step": 10041
    },
    {
      "epoch": 1.0886816999132698,
      "grad_norm": 0.45062175393104553,
      "learning_rate": 6.394167996518206e-05,
      "loss": 0.0897,
      "step": 10042
    },
    {
      "epoch": 1.0887901127493496,
      "grad_norm": 0.14424490928649902,
      "learning_rate": 6.393805309734513e-05,
      "loss": 0.0143,
      "step": 10043
    },
    {
      "epoch": 1.0888985255854293,
      "grad_norm": 0.1463409811258316,
      "learning_rate": 6.39344262295082e-05,
      "loss": 0.0146,
      "step": 10044
    },
    {
      "epoch": 1.089006938421509,
      "grad_norm": 0.05358222499489784,
      "learning_rate": 6.393079936167126e-05,
      "loss": 0.0107,
      "step": 10045
    },
    {
      "epoch": 1.0891153512575888,
      "grad_norm": 0.11845400929450989,
      "learning_rate": 6.392717249383433e-05,
      "loss": 0.0115,
      "step": 10046
    },
    {
      "epoch": 1.0892237640936686,
      "grad_norm": 0.2885701656341553,
      "learning_rate": 6.392354562599739e-05,
      "loss": 0.0203,
      "step": 10047
    },
    {
      "epoch": 1.0893321769297484,
      "grad_norm": 0.10165179520845413,
      "learning_rate": 6.391991875816046e-05,
      "loss": 0.016,
      "step": 10048
    },
    {
      "epoch": 1.0894405897658284,
      "grad_norm": 0.04769613966345787,
      "learning_rate": 6.391629189032352e-05,
      "loss": 0.0094,
      "step": 10049
    },
    {
      "epoch": 1.0895490026019081,
      "grad_norm": 0.2266726940870285,
      "learning_rate": 6.391266502248659e-05,
      "loss": 0.0272,
      "step": 10050
    },
    {
      "epoch": 1.0896574154379879,
      "grad_norm": 0.2358289211988449,
      "learning_rate": 6.390903815464965e-05,
      "loss": 0.03,
      "step": 10051
    },
    {
      "epoch": 1.0897658282740676,
      "grad_norm": 0.20793955028057098,
      "learning_rate": 6.39054112868127e-05,
      "loss": 0.0186,
      "step": 10052
    },
    {
      "epoch": 1.0898742411101474,
      "grad_norm": 0.06996579468250275,
      "learning_rate": 6.390178441897578e-05,
      "loss": 0.0123,
      "step": 10053
    },
    {
      "epoch": 1.0899826539462272,
      "grad_norm": 0.1749054491519928,
      "learning_rate": 6.389815755113883e-05,
      "loss": 0.035,
      "step": 10054
    },
    {
      "epoch": 1.090091066782307,
      "grad_norm": 0.1902867555618286,
      "learning_rate": 6.38945306833019e-05,
      "loss": 0.0272,
      "step": 10055
    },
    {
      "epoch": 1.090199479618387,
      "grad_norm": 0.11788260191679001,
      "learning_rate": 6.389090381546496e-05,
      "loss": 0.0106,
      "step": 10056
    },
    {
      "epoch": 1.0903078924544667,
      "grad_norm": 0.04135074093937874,
      "learning_rate": 6.388727694762803e-05,
      "loss": 0.0034,
      "step": 10057
    },
    {
      "epoch": 1.0904163052905465,
      "grad_norm": 0.2429857850074768,
      "learning_rate": 6.388365007979109e-05,
      "loss": 0.0268,
      "step": 10058
    },
    {
      "epoch": 1.0905247181266262,
      "grad_norm": 0.12949307262897491,
      "learning_rate": 6.388002321195416e-05,
      "loss": 0.011,
      "step": 10059
    },
    {
      "epoch": 1.090633130962706,
      "grad_norm": 0.11149480193853378,
      "learning_rate": 6.387639634411723e-05,
      "loss": 0.0166,
      "step": 10060
    },
    {
      "epoch": 1.0907415437987857,
      "grad_norm": 0.2528007924556732,
      "learning_rate": 6.387276947628029e-05,
      "loss": 0.0177,
      "step": 10061
    },
    {
      "epoch": 1.0908499566348655,
      "grad_norm": 0.14773617684841156,
      "learning_rate": 6.386914260844336e-05,
      "loss": 0.0115,
      "step": 10062
    },
    {
      "epoch": 1.0909583694709453,
      "grad_norm": 0.12142106890678406,
      "learning_rate": 6.386551574060642e-05,
      "loss": 0.0096,
      "step": 10063
    },
    {
      "epoch": 1.0910667823070253,
      "grad_norm": 0.1384444385766983,
      "learning_rate": 6.386188887276949e-05,
      "loss": 0.012,
      "step": 10064
    },
    {
      "epoch": 1.091175195143105,
      "grad_norm": 0.12337007373571396,
      "learning_rate": 6.385826200493254e-05,
      "loss": 0.01,
      "step": 10065
    },
    {
      "epoch": 1.0912836079791848,
      "grad_norm": 0.2832976281642914,
      "learning_rate": 6.38546351370956e-05,
      "loss": 0.0257,
      "step": 10066
    },
    {
      "epoch": 1.0913920208152645,
      "grad_norm": 0.03333355486392975,
      "learning_rate": 6.385100826925867e-05,
      "loss": 0.0026,
      "step": 10067
    },
    {
      "epoch": 1.0915004336513443,
      "grad_norm": 0.48886051774024963,
      "learning_rate": 6.384738140142173e-05,
      "loss": 0.0153,
      "step": 10068
    },
    {
      "epoch": 1.091608846487424,
      "grad_norm": 0.06252000480890274,
      "learning_rate": 6.38437545335848e-05,
      "loss": 0.004,
      "step": 10069
    },
    {
      "epoch": 1.0917172593235038,
      "grad_norm": 0.12917083501815796,
      "learning_rate": 6.384012766574786e-05,
      "loss": 0.0152,
      "step": 10070
    },
    {
      "epoch": 1.0918256721595836,
      "grad_norm": 0.5055516362190247,
      "learning_rate": 6.383650079791093e-05,
      "loss": 0.0234,
      "step": 10071
    },
    {
      "epoch": 1.0919340849956636,
      "grad_norm": 0.023249458521604538,
      "learning_rate": 6.383287393007399e-05,
      "loss": 0.0019,
      "step": 10072
    },
    {
      "epoch": 1.0920424978317433,
      "grad_norm": 0.13696955144405365,
      "learning_rate": 6.382924706223706e-05,
      "loss": 0.0076,
      "step": 10073
    },
    {
      "epoch": 1.092150910667823,
      "grad_norm": 0.20850858092308044,
      "learning_rate": 6.382562019440011e-05,
      "loss": 0.0165,
      "step": 10074
    },
    {
      "epoch": 1.0922593235039029,
      "grad_norm": 0.4834189713001251,
      "learning_rate": 6.382199332656317e-05,
      "loss": 0.0227,
      "step": 10075
    },
    {
      "epoch": 1.0923677363399826,
      "grad_norm": 0.1919403374195099,
      "learning_rate": 6.381836645872624e-05,
      "loss": 0.037,
      "step": 10076
    },
    {
      "epoch": 1.0924761491760624,
      "grad_norm": 0.15506061911582947,
      "learning_rate": 6.381473959088931e-05,
      "loss": 0.0279,
      "step": 10077
    },
    {
      "epoch": 1.0925845620121422,
      "grad_norm": 0.2916853725910187,
      "learning_rate": 6.381111272305238e-05,
      "loss": 0.0247,
      "step": 10078
    },
    {
      "epoch": 1.0926929748482221,
      "grad_norm": 0.3347182273864746,
      "learning_rate": 6.380748585521544e-05,
      "loss": 0.0399,
      "step": 10079
    },
    {
      "epoch": 1.092801387684302,
      "grad_norm": 0.9796821475028992,
      "learning_rate": 6.380385898737851e-05,
      "loss": 0.0188,
      "step": 10080
    },
    {
      "epoch": 1.0929098005203817,
      "grad_norm": 0.04624473676085472,
      "learning_rate": 6.380023211954157e-05,
      "loss": 0.0032,
      "step": 10081
    },
    {
      "epoch": 1.0930182133564614,
      "grad_norm": 0.17964862287044525,
      "learning_rate": 6.379660525170463e-05,
      "loss": 0.0572,
      "step": 10082
    },
    {
      "epoch": 1.0931266261925412,
      "grad_norm": 0.018109600991010666,
      "learning_rate": 6.37929783838677e-05,
      "loss": 0.0011,
      "step": 10083
    },
    {
      "epoch": 1.093235039028621,
      "grad_norm": 0.13244709372520447,
      "learning_rate": 6.378935151603076e-05,
      "loss": 0.0032,
      "step": 10084
    },
    {
      "epoch": 1.0933434518647007,
      "grad_norm": 0.05658046901226044,
      "learning_rate": 6.378572464819383e-05,
      "loss": 0.0117,
      "step": 10085
    },
    {
      "epoch": 1.0934518647007805,
      "grad_norm": 0.18831083178520203,
      "learning_rate": 6.378209778035688e-05,
      "loss": 0.0074,
      "step": 10086
    },
    {
      "epoch": 1.0935602775368602,
      "grad_norm": 0.013835739344358444,
      "learning_rate": 6.377847091251996e-05,
      "loss": 0.0006,
      "step": 10087
    },
    {
      "epoch": 1.0936686903729402,
      "grad_norm": 0.5284923315048218,
      "learning_rate": 6.377484404468301e-05,
      "loss": 0.0823,
      "step": 10088
    },
    {
      "epoch": 1.09377710320902,
      "grad_norm": 0.3642723560333252,
      "learning_rate": 6.377121717684607e-05,
      "loss": 0.0167,
      "step": 10089
    },
    {
      "epoch": 1.0938855160450998,
      "grad_norm": 0.3233429789543152,
      "learning_rate": 6.376759030900914e-05,
      "loss": 0.0311,
      "step": 10090
    },
    {
      "epoch": 1.0939939288811795,
      "grad_norm": 0.12293416261672974,
      "learning_rate": 6.37639634411722e-05,
      "loss": 0.0191,
      "step": 10091
    },
    {
      "epoch": 1.0941023417172593,
      "grad_norm": 0.24865899980068207,
      "learning_rate": 6.376033657333527e-05,
      "loss": 0.0283,
      "step": 10092
    },
    {
      "epoch": 1.094210754553339,
      "grad_norm": 0.002253431361168623,
      "learning_rate": 6.375670970549833e-05,
      "loss": 0.0003,
      "step": 10093
    },
    {
      "epoch": 1.0943191673894188,
      "grad_norm": 0.18711252510547638,
      "learning_rate": 6.375308283766141e-05,
      "loss": 0.0182,
      "step": 10094
    },
    {
      "epoch": 1.0944275802254988,
      "grad_norm": 0.15295957028865814,
      "learning_rate": 6.374945596982447e-05,
      "loss": 0.0427,
      "step": 10095
    },
    {
      "epoch": 1.0945359930615786,
      "grad_norm": 0.23905038833618164,
      "learning_rate": 6.374582910198753e-05,
      "loss": 0.0116,
      "step": 10096
    },
    {
      "epoch": 1.0946444058976583,
      "grad_norm": 0.3006376624107361,
      "learning_rate": 6.37422022341506e-05,
      "loss": 0.0228,
      "step": 10097
    },
    {
      "epoch": 1.094752818733738,
      "grad_norm": 0.368622362613678,
      "learning_rate": 6.373857536631365e-05,
      "loss": 0.081,
      "step": 10098
    },
    {
      "epoch": 1.0948612315698178,
      "grad_norm": 0.20724740624427795,
      "learning_rate": 6.373494849847672e-05,
      "loss": 0.0128,
      "step": 10099
    },
    {
      "epoch": 1.0949696444058976,
      "grad_norm": 0.12774331867694855,
      "learning_rate": 6.373132163063978e-05,
      "loss": 0.0088,
      "step": 10100
    },
    {
      "epoch": 1.0950780572419774,
      "grad_norm": 0.15853099524974823,
      "learning_rate": 6.372769476280285e-05,
      "loss": 0.0144,
      "step": 10101
    },
    {
      "epoch": 1.0951864700780571,
      "grad_norm": 0.32234933972358704,
      "learning_rate": 6.372406789496591e-05,
      "loss": 0.0225,
      "step": 10102
    },
    {
      "epoch": 1.0952948829141371,
      "grad_norm": 0.2149629443883896,
      "learning_rate": 6.372044102712898e-05,
      "loss": 0.0191,
      "step": 10103
    },
    {
      "epoch": 1.0954032957502169,
      "grad_norm": 0.19672437012195587,
      "learning_rate": 6.371681415929204e-05,
      "loss": 0.03,
      "step": 10104
    },
    {
      "epoch": 1.0955117085862967,
      "grad_norm": 0.12045665830373764,
      "learning_rate": 6.37131872914551e-05,
      "loss": 0.0269,
      "step": 10105
    },
    {
      "epoch": 1.0956201214223764,
      "grad_norm": 0.4949868321418762,
      "learning_rate": 6.370956042361817e-05,
      "loss": 0.0239,
      "step": 10106
    },
    {
      "epoch": 1.0957285342584562,
      "grad_norm": 0.017877647653222084,
      "learning_rate": 6.370593355578122e-05,
      "loss": 0.0018,
      "step": 10107
    },
    {
      "epoch": 1.095836947094536,
      "grad_norm": 0.13597902655601501,
      "learning_rate": 6.37023066879443e-05,
      "loss": 0.0144,
      "step": 10108
    },
    {
      "epoch": 1.0959453599306157,
      "grad_norm": 0.025303956121206284,
      "learning_rate": 6.369867982010735e-05,
      "loss": 0.0026,
      "step": 10109
    },
    {
      "epoch": 1.0960537727666955,
      "grad_norm": 0.24198909103870392,
      "learning_rate": 6.369505295227042e-05,
      "loss": 0.0465,
      "step": 10110
    },
    {
      "epoch": 1.0961621856027755,
      "grad_norm": 0.24810314178466797,
      "learning_rate": 6.369142608443348e-05,
      "loss": 0.0193,
      "step": 10111
    },
    {
      "epoch": 1.0962705984388552,
      "grad_norm": 0.06599720567464828,
      "learning_rate": 6.368779921659655e-05,
      "loss": 0.0037,
      "step": 10112
    },
    {
      "epoch": 1.096379011274935,
      "grad_norm": 0.2155940681695938,
      "learning_rate": 6.368417234875962e-05,
      "loss": 0.0488,
      "step": 10113
    },
    {
      "epoch": 1.0964874241110147,
      "grad_norm": 0.031442511826753616,
      "learning_rate": 6.368054548092268e-05,
      "loss": 0.0025,
      "step": 10114
    },
    {
      "epoch": 1.0965958369470945,
      "grad_norm": 0.18975329399108887,
      "learning_rate": 6.367691861308575e-05,
      "loss": 0.0498,
      "step": 10115
    },
    {
      "epoch": 1.0967042497831743,
      "grad_norm": 0.5276515483856201,
      "learning_rate": 6.367329174524881e-05,
      "loss": 0.0989,
      "step": 10116
    },
    {
      "epoch": 1.096812662619254,
      "grad_norm": 0.1755191534757614,
      "learning_rate": 6.366966487741188e-05,
      "loss": 0.112,
      "step": 10117
    },
    {
      "epoch": 1.096921075455334,
      "grad_norm": 0.12022898346185684,
      "learning_rate": 6.366603800957494e-05,
      "loss": 0.0097,
      "step": 10118
    },
    {
      "epoch": 1.0970294882914138,
      "grad_norm": 0.26569315791130066,
      "learning_rate": 6.366241114173799e-05,
      "loss": 0.0432,
      "step": 10119
    },
    {
      "epoch": 1.0971379011274935,
      "grad_norm": 0.09911385178565979,
      "learning_rate": 6.365878427390106e-05,
      "loss": 0.0071,
      "step": 10120
    },
    {
      "epoch": 1.0972463139635733,
      "grad_norm": 0.08409389108419418,
      "learning_rate": 6.365515740606412e-05,
      "loss": 0.0065,
      "step": 10121
    },
    {
      "epoch": 1.097354726799653,
      "grad_norm": 0.18809601664543152,
      "learning_rate": 6.365153053822719e-05,
      "loss": 0.0124,
      "step": 10122
    },
    {
      "epoch": 1.0974631396357328,
      "grad_norm": 0.19603843986988068,
      "learning_rate": 6.364790367039025e-05,
      "loss": 0.051,
      "step": 10123
    },
    {
      "epoch": 1.0975715524718126,
      "grad_norm": 0.2282077670097351,
      "learning_rate": 6.364427680255332e-05,
      "loss": 0.0348,
      "step": 10124
    },
    {
      "epoch": 1.0976799653078924,
      "grad_norm": 0.24368661642074585,
      "learning_rate": 6.364064993471638e-05,
      "loss": 0.022,
      "step": 10125
    },
    {
      "epoch": 1.0977883781439723,
      "grad_norm": 0.10479353368282318,
      "learning_rate": 6.363702306687945e-05,
      "loss": 0.0138,
      "step": 10126
    },
    {
      "epoch": 1.097896790980052,
      "grad_norm": 0.17149251699447632,
      "learning_rate": 6.36333961990425e-05,
      "loss": 0.0276,
      "step": 10127
    },
    {
      "epoch": 1.0980052038161319,
      "grad_norm": 0.1775568723678589,
      "learning_rate": 6.362976933120556e-05,
      "loss": 0.0407,
      "step": 10128
    },
    {
      "epoch": 1.0981136166522116,
      "grad_norm": 0.2803841233253479,
      "learning_rate": 6.362614246336865e-05,
      "loss": 0.0435,
      "step": 10129
    },
    {
      "epoch": 1.0982220294882914,
      "grad_norm": 0.17459651827812195,
      "learning_rate": 6.36225155955317e-05,
      "loss": 0.0623,
      "step": 10130
    },
    {
      "epoch": 1.0983304423243712,
      "grad_norm": 0.31883808970451355,
      "learning_rate": 6.361888872769478e-05,
      "loss": 0.024,
      "step": 10131
    },
    {
      "epoch": 1.098438855160451,
      "grad_norm": 0.20261727273464203,
      "learning_rate": 6.361526185985783e-05,
      "loss": 0.0092,
      "step": 10132
    },
    {
      "epoch": 1.0985472679965307,
      "grad_norm": 0.10183641314506531,
      "learning_rate": 6.361163499202089e-05,
      "loss": 0.0155,
      "step": 10133
    },
    {
      "epoch": 1.0986556808326107,
      "grad_norm": 0.06754127889871597,
      "learning_rate": 6.360800812418396e-05,
      "loss": 0.0094,
      "step": 10134
    },
    {
      "epoch": 1.0987640936686904,
      "grad_norm": 0.11699900776147842,
      "learning_rate": 6.360438125634702e-05,
      "loss": 0.0168,
      "step": 10135
    },
    {
      "epoch": 1.0988725065047702,
      "grad_norm": 0.0705074891448021,
      "learning_rate": 6.360075438851009e-05,
      "loss": 0.0148,
      "step": 10136
    },
    {
      "epoch": 1.09898091934085,
      "grad_norm": 0.0610499382019043,
      "learning_rate": 6.359712752067315e-05,
      "loss": 0.0103,
      "step": 10137
    },
    {
      "epoch": 1.0990893321769297,
      "grad_norm": 0.17207197844982147,
      "learning_rate": 6.359350065283622e-05,
      "loss": 0.0416,
      "step": 10138
    },
    {
      "epoch": 1.0991977450130095,
      "grad_norm": 0.16760627925395966,
      "learning_rate": 6.358987378499927e-05,
      "loss": 0.0167,
      "step": 10139
    },
    {
      "epoch": 1.0993061578490892,
      "grad_norm": 0.14114029705524445,
      "learning_rate": 6.358624691716235e-05,
      "loss": 0.0609,
      "step": 10140
    },
    {
      "epoch": 1.0994145706851692,
      "grad_norm": 0.11895884573459625,
      "learning_rate": 6.35826200493254e-05,
      "loss": 0.0244,
      "step": 10141
    },
    {
      "epoch": 1.099522983521249,
      "grad_norm": 0.21219299733638763,
      "learning_rate": 6.357899318148846e-05,
      "loss": 0.0254,
      "step": 10142
    },
    {
      "epoch": 1.0996313963573288,
      "grad_norm": 0.17520800232887268,
      "learning_rate": 6.357536631365153e-05,
      "loss": 0.0315,
      "step": 10143
    },
    {
      "epoch": 1.0997398091934085,
      "grad_norm": 0.08451905846595764,
      "learning_rate": 6.357173944581459e-05,
      "loss": 0.0119,
      "step": 10144
    },
    {
      "epoch": 1.0998482220294883,
      "grad_norm": 0.1323738396167755,
      "learning_rate": 6.356811257797766e-05,
      "loss": 0.0161,
      "step": 10145
    },
    {
      "epoch": 1.099956634865568,
      "grad_norm": 0.2777130901813507,
      "learning_rate": 6.356448571014073e-05,
      "loss": 0.05,
      "step": 10146
    },
    {
      "epoch": 1.1000650477016478,
      "grad_norm": 0.07888302206993103,
      "learning_rate": 6.356085884230379e-05,
      "loss": 0.0084,
      "step": 10147
    },
    {
      "epoch": 1.1001734605377276,
      "grad_norm": 0.1122627705335617,
      "learning_rate": 6.355723197446686e-05,
      "loss": 0.0115,
      "step": 10148
    },
    {
      "epoch": 1.1002818733738076,
      "grad_norm": 0.17529557645320892,
      "learning_rate": 6.355360510662992e-05,
      "loss": 0.0361,
      "step": 10149
    },
    {
      "epoch": 1.1003902862098873,
      "grad_norm": 0.25610071420669556,
      "learning_rate": 6.354997823879299e-05,
      "loss": 0.0338,
      "step": 10150
    },
    {
      "epoch": 1.100498699045967,
      "grad_norm": 0.15061964094638824,
      "learning_rate": 6.354635137095604e-05,
      "loss": 0.0107,
      "step": 10151
    },
    {
      "epoch": 1.1006071118820469,
      "grad_norm": 0.2117772102355957,
      "learning_rate": 6.354272450311912e-05,
      "loss": 0.038,
      "step": 10152
    },
    {
      "epoch": 1.1007155247181266,
      "grad_norm": 0.5243887901306152,
      "learning_rate": 6.353909763528217e-05,
      "loss": 0.0643,
      "step": 10153
    },
    {
      "epoch": 1.1008239375542064,
      "grad_norm": 0.21278861165046692,
      "learning_rate": 6.353547076744524e-05,
      "loss": 0.0282,
      "step": 10154
    },
    {
      "epoch": 1.1009323503902861,
      "grad_norm": 0.1702994853258133,
      "learning_rate": 6.35318438996083e-05,
      "loss": 0.0282,
      "step": 10155
    },
    {
      "epoch": 1.101040763226366,
      "grad_norm": 0.13814207911491394,
      "learning_rate": 6.352821703177136e-05,
      "loss": 0.0241,
      "step": 10156
    },
    {
      "epoch": 1.101149176062446,
      "grad_norm": 0.2907315790653229,
      "learning_rate": 6.352459016393443e-05,
      "loss": 0.0387,
      "step": 10157
    },
    {
      "epoch": 1.1012575888985257,
      "grad_norm": 0.2109694927930832,
      "learning_rate": 6.352096329609749e-05,
      "loss": 0.0173,
      "step": 10158
    },
    {
      "epoch": 1.1013660017346054,
      "grad_norm": 0.25725945830345154,
      "learning_rate": 6.351733642826056e-05,
      "loss": 0.057,
      "step": 10159
    },
    {
      "epoch": 1.1014744145706852,
      "grad_norm": 0.11018399149179459,
      "learning_rate": 6.351370956042361e-05,
      "loss": 0.0292,
      "step": 10160
    },
    {
      "epoch": 1.101582827406765,
      "grad_norm": 0.207203671336174,
      "learning_rate": 6.351008269258669e-05,
      "loss": 0.0405,
      "step": 10161
    },
    {
      "epoch": 1.1016912402428447,
      "grad_norm": 0.19803956151008606,
      "learning_rate": 6.350645582474974e-05,
      "loss": 0.058,
      "step": 10162
    },
    {
      "epoch": 1.1017996530789245,
      "grad_norm": 0.14551328122615814,
      "learning_rate": 6.350282895691281e-05,
      "loss": 0.0209,
      "step": 10163
    },
    {
      "epoch": 1.1019080659150045,
      "grad_norm": 0.14839723706245422,
      "learning_rate": 6.349920208907588e-05,
      "loss": 0.0295,
      "step": 10164
    },
    {
      "epoch": 1.1020164787510842,
      "grad_norm": 0.12422709912061691,
      "learning_rate": 6.349557522123894e-05,
      "loss": 0.0164,
      "step": 10165
    },
    {
      "epoch": 1.102124891587164,
      "grad_norm": 0.1117737740278244,
      "learning_rate": 6.349194835340201e-05,
      "loss": 0.015,
      "step": 10166
    },
    {
      "epoch": 1.1022333044232437,
      "grad_norm": 0.2989634871482849,
      "learning_rate": 6.348832148556507e-05,
      "loss": 0.0327,
      "step": 10167
    },
    {
      "epoch": 1.1023417172593235,
      "grad_norm": 0.22884954512119293,
      "learning_rate": 6.348469461772814e-05,
      "loss": 0.0266,
      "step": 10168
    },
    {
      "epoch": 1.1024501300954033,
      "grad_norm": 0.3764919638633728,
      "learning_rate": 6.34810677498912e-05,
      "loss": 0.0305,
      "step": 10169
    },
    {
      "epoch": 1.102558542931483,
      "grad_norm": 0.22905372083187103,
      "learning_rate": 6.347744088205426e-05,
      "loss": 0.0536,
      "step": 10170
    },
    {
      "epoch": 1.1026669557675628,
      "grad_norm": 0.23175615072250366,
      "learning_rate": 6.347381401421733e-05,
      "loss": 0.032,
      "step": 10171
    },
    {
      "epoch": 1.1027753686036426,
      "grad_norm": 0.07587393373250961,
      "learning_rate": 6.347018714638038e-05,
      "loss": 0.0137,
      "step": 10172
    },
    {
      "epoch": 1.1028837814397225,
      "grad_norm": 0.18353836238384247,
      "learning_rate": 6.346656027854345e-05,
      "loss": 0.0226,
      "step": 10173
    },
    {
      "epoch": 1.1029921942758023,
      "grad_norm": 0.16937024891376495,
      "learning_rate": 6.346293341070651e-05,
      "loss": 0.0369,
      "step": 10174
    },
    {
      "epoch": 1.103100607111882,
      "grad_norm": 0.2060263454914093,
      "learning_rate": 6.345930654286958e-05,
      "loss": 0.0377,
      "step": 10175
    },
    {
      "epoch": 1.1032090199479618,
      "grad_norm": 0.3618011176586151,
      "learning_rate": 6.345567967503264e-05,
      "loss": 0.033,
      "step": 10176
    },
    {
      "epoch": 1.1033174327840416,
      "grad_norm": 0.0835995152592659,
      "learning_rate": 6.345205280719571e-05,
      "loss": 0.0146,
      "step": 10177
    },
    {
      "epoch": 1.1034258456201214,
      "grad_norm": 0.268078476190567,
      "learning_rate": 6.344842593935877e-05,
      "loss": 0.0334,
      "step": 10178
    },
    {
      "epoch": 1.1035342584562011,
      "grad_norm": 0.2144915759563446,
      "learning_rate": 6.344479907152183e-05,
      "loss": 0.0257,
      "step": 10179
    },
    {
      "epoch": 1.103642671292281,
      "grad_norm": 0.23314033448696136,
      "learning_rate": 6.34411722036849e-05,
      "loss": 0.0466,
      "step": 10180
    },
    {
      "epoch": 1.1037510841283609,
      "grad_norm": 0.13291245698928833,
      "learning_rate": 6.343754533584797e-05,
      "loss": 0.0078,
      "step": 10181
    },
    {
      "epoch": 1.1038594969644406,
      "grad_norm": 0.19484306871891022,
      "learning_rate": 6.343391846801104e-05,
      "loss": 0.0331,
      "step": 10182
    },
    {
      "epoch": 1.1039679098005204,
      "grad_norm": 0.10615381598472595,
      "learning_rate": 6.34302916001741e-05,
      "loss": 0.0135,
      "step": 10183
    },
    {
      "epoch": 1.1040763226366002,
      "grad_norm": 0.17471568286418915,
      "learning_rate": 6.342666473233717e-05,
      "loss": 0.0217,
      "step": 10184
    },
    {
      "epoch": 1.10418473547268,
      "grad_norm": 0.19907861948013306,
      "learning_rate": 6.342303786450022e-05,
      "loss": 0.0435,
      "step": 10185
    },
    {
      "epoch": 1.1042931483087597,
      "grad_norm": 0.290241539478302,
      "learning_rate": 6.341941099666328e-05,
      "loss": 0.0349,
      "step": 10186
    },
    {
      "epoch": 1.1044015611448394,
      "grad_norm": 0.20187385380268097,
      "learning_rate": 6.341578412882635e-05,
      "loss": 0.0158,
      "step": 10187
    },
    {
      "epoch": 1.1045099739809194,
      "grad_norm": 0.10884974896907806,
      "learning_rate": 6.341215726098941e-05,
      "loss": 0.0114,
      "step": 10188
    },
    {
      "epoch": 1.1046183868169992,
      "grad_norm": 0.2292347252368927,
      "learning_rate": 6.340853039315248e-05,
      "loss": 0.0249,
      "step": 10189
    },
    {
      "epoch": 1.104726799653079,
      "grad_norm": 0.07214675098657608,
      "learning_rate": 6.340490352531554e-05,
      "loss": 0.0198,
      "step": 10190
    },
    {
      "epoch": 1.1048352124891587,
      "grad_norm": 0.18307819962501526,
      "learning_rate": 6.340127665747861e-05,
      "loss": 0.0154,
      "step": 10191
    },
    {
      "epoch": 1.1049436253252385,
      "grad_norm": 0.058112237602472305,
      "learning_rate": 6.339764978964167e-05,
      "loss": 0.0126,
      "step": 10192
    },
    {
      "epoch": 1.1050520381613183,
      "grad_norm": 0.1523766666650772,
      "learning_rate": 6.339402292180474e-05,
      "loss": 0.0211,
      "step": 10193
    },
    {
      "epoch": 1.105160450997398,
      "grad_norm": 0.1503257155418396,
      "learning_rate": 6.33903960539678e-05,
      "loss": 0.0187,
      "step": 10194
    },
    {
      "epoch": 1.1052688638334778,
      "grad_norm": 0.322916179895401,
      "learning_rate": 6.338676918613085e-05,
      "loss": 0.0701,
      "step": 10195
    },
    {
      "epoch": 1.1053772766695578,
      "grad_norm": 0.21013814210891724,
      "learning_rate": 6.338314231829392e-05,
      "loss": 0.091,
      "step": 10196
    },
    {
      "epoch": 1.1054856895056375,
      "grad_norm": 0.13161715865135193,
      "learning_rate": 6.337951545045698e-05,
      "loss": 0.0199,
      "step": 10197
    },
    {
      "epoch": 1.1055941023417173,
      "grad_norm": 0.1261378526687622,
      "learning_rate": 6.337588858262006e-05,
      "loss": 0.0141,
      "step": 10198
    },
    {
      "epoch": 1.105702515177797,
      "grad_norm": 0.21770134568214417,
      "learning_rate": 6.337226171478312e-05,
      "loss": 0.0492,
      "step": 10199
    },
    {
      "epoch": 1.1058109280138768,
      "grad_norm": 0.26680222153663635,
      "learning_rate": 6.336863484694618e-05,
      "loss": 0.0549,
      "step": 10200
    },
    {
      "epoch": 1.1059193408499566,
      "grad_norm": 0.017714103683829308,
      "learning_rate": 6.336500797910925e-05,
      "loss": 0.0019,
      "step": 10201
    },
    {
      "epoch": 1.1060277536860363,
      "grad_norm": 0.17596228420734406,
      "learning_rate": 6.336138111127231e-05,
      "loss": 0.015,
      "step": 10202
    },
    {
      "epoch": 1.1061361665221163,
      "grad_norm": 0.10076556354761124,
      "learning_rate": 6.335775424343538e-05,
      "loss": 0.0286,
      "step": 10203
    },
    {
      "epoch": 1.106244579358196,
      "grad_norm": 0.17015120387077332,
      "learning_rate": 6.335412737559844e-05,
      "loss": 0.0409,
      "step": 10204
    },
    {
      "epoch": 1.1063529921942759,
      "grad_norm": 0.16406822204589844,
      "learning_rate": 6.33505005077615e-05,
      "loss": 0.0161,
      "step": 10205
    },
    {
      "epoch": 1.1064614050303556,
      "grad_norm": 0.36816442012786865,
      "learning_rate": 6.334687363992456e-05,
      "loss": 0.0307,
      "step": 10206
    },
    {
      "epoch": 1.1065698178664354,
      "grad_norm": 0.21758969128131866,
      "learning_rate": 6.334324677208763e-05,
      "loss": 0.0384,
      "step": 10207
    },
    {
      "epoch": 1.1066782307025151,
      "grad_norm": 0.295089989900589,
      "learning_rate": 6.333961990425069e-05,
      "loss": 0.0205,
      "step": 10208
    },
    {
      "epoch": 1.106786643538595,
      "grad_norm": 0.2669077217578888,
      "learning_rate": 6.333599303641375e-05,
      "loss": 0.047,
      "step": 10209
    },
    {
      "epoch": 1.1068950563746747,
      "grad_norm": 0.197068452835083,
      "learning_rate": 6.333236616857682e-05,
      "loss": 0.0286,
      "step": 10210
    },
    {
      "epoch": 1.1070034692107547,
      "grad_norm": 0.23848453164100647,
      "learning_rate": 6.332873930073988e-05,
      "loss": 0.0471,
      "step": 10211
    },
    {
      "epoch": 1.1071118820468344,
      "grad_norm": 0.09595637768507004,
      "learning_rate": 6.332511243290295e-05,
      "loss": 0.0191,
      "step": 10212
    },
    {
      "epoch": 1.1072202948829142,
      "grad_norm": 0.25376585125923157,
      "learning_rate": 6.3321485565066e-05,
      "loss": 0.0261,
      "step": 10213
    },
    {
      "epoch": 1.107328707718994,
      "grad_norm": 0.1926821768283844,
      "learning_rate": 6.331785869722908e-05,
      "loss": 0.019,
      "step": 10214
    },
    {
      "epoch": 1.1074371205550737,
      "grad_norm": 0.13914699852466583,
      "learning_rate": 6.331423182939215e-05,
      "loss": 0.0227,
      "step": 10215
    },
    {
      "epoch": 1.1075455333911535,
      "grad_norm": 0.04996208846569061,
      "learning_rate": 6.33106049615552e-05,
      "loss": 0.0053,
      "step": 10216
    },
    {
      "epoch": 1.1076539462272332,
      "grad_norm": 0.21108348667621613,
      "learning_rate": 6.330697809371828e-05,
      "loss": 0.0198,
      "step": 10217
    },
    {
      "epoch": 1.107762359063313,
      "grad_norm": 0.20428717136383057,
      "learning_rate": 6.330335122588133e-05,
      "loss": 0.0197,
      "step": 10218
    },
    {
      "epoch": 1.107870771899393,
      "grad_norm": 0.0824204608798027,
      "learning_rate": 6.32997243580444e-05,
      "loss": 0.0107,
      "step": 10219
    },
    {
      "epoch": 1.1079791847354727,
      "grad_norm": 0.11684228479862213,
      "learning_rate": 6.329609749020746e-05,
      "loss": 0.0174,
      "step": 10220
    },
    {
      "epoch": 1.1080875975715525,
      "grad_norm": 0.12336758524179459,
      "learning_rate": 6.329247062237053e-05,
      "loss": 0.0119,
      "step": 10221
    },
    {
      "epoch": 1.1081960104076323,
      "grad_norm": 0.022455142810940742,
      "learning_rate": 6.328884375453359e-05,
      "loss": 0.0037,
      "step": 10222
    },
    {
      "epoch": 1.108304423243712,
      "grad_norm": 0.1173083484172821,
      "learning_rate": 6.328521688669665e-05,
      "loss": 0.0097,
      "step": 10223
    },
    {
      "epoch": 1.1084128360797918,
      "grad_norm": 0.1306588053703308,
      "learning_rate": 6.328159001885972e-05,
      "loss": 0.0229,
      "step": 10224
    },
    {
      "epoch": 1.1085212489158716,
      "grad_norm": 0.09306273609399796,
      "learning_rate": 6.327796315102277e-05,
      "loss": 0.0043,
      "step": 10225
    },
    {
      "epoch": 1.1086296617519515,
      "grad_norm": 0.21063944697380066,
      "learning_rate": 6.327433628318585e-05,
      "loss": 0.0226,
      "step": 10226
    },
    {
      "epoch": 1.1087380745880313,
      "grad_norm": 0.08990368992090225,
      "learning_rate": 6.32707094153489e-05,
      "loss": 0.0117,
      "step": 10227
    },
    {
      "epoch": 1.108846487424111,
      "grad_norm": 0.2182617485523224,
      "learning_rate": 6.326708254751197e-05,
      "loss": 0.0212,
      "step": 10228
    },
    {
      "epoch": 1.1089549002601908,
      "grad_norm": 0.1790395975112915,
      "learning_rate": 6.326345567967503e-05,
      "loss": 0.0156,
      "step": 10229
    },
    {
      "epoch": 1.1090633130962706,
      "grad_norm": 0.16226142644882202,
      "learning_rate": 6.32598288118381e-05,
      "loss": 0.0505,
      "step": 10230
    },
    {
      "epoch": 1.1091717259323504,
      "grad_norm": 0.11209896206855774,
      "learning_rate": 6.325620194400116e-05,
      "loss": 0.0102,
      "step": 10231
    },
    {
      "epoch": 1.1092801387684301,
      "grad_norm": 0.12522780895233154,
      "learning_rate": 6.325257507616422e-05,
      "loss": 0.021,
      "step": 10232
    },
    {
      "epoch": 1.1093885516045099,
      "grad_norm": 0.7863941788673401,
      "learning_rate": 6.32489482083273e-05,
      "loss": 0.0291,
      "step": 10233
    },
    {
      "epoch": 1.1094969644405897,
      "grad_norm": 0.20656347274780273,
      "learning_rate": 6.324532134049036e-05,
      "loss": 0.0302,
      "step": 10234
    },
    {
      "epoch": 1.1096053772766696,
      "grad_norm": 0.18624255061149597,
      "learning_rate": 6.324169447265343e-05,
      "loss": 0.026,
      "step": 10235
    },
    {
      "epoch": 1.1097137901127494,
      "grad_norm": 0.21433737874031067,
      "learning_rate": 6.323806760481649e-05,
      "loss": 0.014,
      "step": 10236
    },
    {
      "epoch": 1.1098222029488292,
      "grad_norm": 0.28089040517807007,
      "learning_rate": 6.323444073697954e-05,
      "loss": 0.0521,
      "step": 10237
    },
    {
      "epoch": 1.109930615784909,
      "grad_norm": 0.4505652189254761,
      "learning_rate": 6.323081386914261e-05,
      "loss": 0.0316,
      "step": 10238
    },
    {
      "epoch": 1.1100390286209887,
      "grad_norm": 0.11118181049823761,
      "learning_rate": 6.322718700130567e-05,
      "loss": 0.0102,
      "step": 10239
    },
    {
      "epoch": 1.1101474414570685,
      "grad_norm": 0.3511439263820648,
      "learning_rate": 6.322356013346874e-05,
      "loss": 0.087,
      "step": 10240
    },
    {
      "epoch": 1.1102558542931482,
      "grad_norm": 0.1289423257112503,
      "learning_rate": 6.32199332656318e-05,
      "loss": 0.0278,
      "step": 10241
    },
    {
      "epoch": 1.1103642671292282,
      "grad_norm": 0.48010513186454773,
      "learning_rate": 6.321630639779487e-05,
      "loss": 0.0475,
      "step": 10242
    },
    {
      "epoch": 1.110472679965308,
      "grad_norm": 0.18062154948711395,
      "learning_rate": 6.321267952995793e-05,
      "loss": 0.0321,
      "step": 10243
    },
    {
      "epoch": 1.1105810928013877,
      "grad_norm": 0.18235409259796143,
      "learning_rate": 6.3209052662121e-05,
      "loss": 0.0271,
      "step": 10244
    },
    {
      "epoch": 1.1106895056374675,
      "grad_norm": 0.08936847746372223,
      "learning_rate": 6.320542579428406e-05,
      "loss": 0.0061,
      "step": 10245
    },
    {
      "epoch": 1.1107979184735473,
      "grad_norm": 0.09939570724964142,
      "learning_rate": 6.320179892644711e-05,
      "loss": 0.0104,
      "step": 10246
    },
    {
      "epoch": 1.110906331309627,
      "grad_norm": 0.06703311204910278,
      "learning_rate": 6.319817205861018e-05,
      "loss": 0.0046,
      "step": 10247
    },
    {
      "epoch": 1.1110147441457068,
      "grad_norm": 0.2452383190393448,
      "learning_rate": 6.319454519077324e-05,
      "loss": 0.0597,
      "step": 10248
    },
    {
      "epoch": 1.1111231569817865,
      "grad_norm": 0.16425155103206635,
      "learning_rate": 6.319091832293631e-05,
      "loss": 0.0223,
      "step": 10249
    },
    {
      "epoch": 1.1112315698178665,
      "grad_norm": 0.20906296372413635,
      "learning_rate": 6.318729145509938e-05,
      "loss": 0.0426,
      "step": 10250
    },
    {
      "epoch": 1.1113399826539463,
      "grad_norm": 0.15176527202129364,
      "learning_rate": 6.318366458726244e-05,
      "loss": 0.0124,
      "step": 10251
    },
    {
      "epoch": 1.111448395490026,
      "grad_norm": 0.14603105187416077,
      "learning_rate": 6.318003771942551e-05,
      "loss": 0.0122,
      "step": 10252
    },
    {
      "epoch": 1.1115568083261058,
      "grad_norm": 0.10366854071617126,
      "learning_rate": 6.317641085158857e-05,
      "loss": 0.0221,
      "step": 10253
    },
    {
      "epoch": 1.1116652211621856,
      "grad_norm": 0.043635424226522446,
      "learning_rate": 6.317278398375164e-05,
      "loss": 0.0069,
      "step": 10254
    },
    {
      "epoch": 1.1117736339982653,
      "grad_norm": 0.3173282742500305,
      "learning_rate": 6.31691571159147e-05,
      "loss": 0.0121,
      "step": 10255
    },
    {
      "epoch": 1.111882046834345,
      "grad_norm": 0.17515385150909424,
      "learning_rate": 6.316553024807777e-05,
      "loss": 0.0359,
      "step": 10256
    },
    {
      "epoch": 1.1119904596704249,
      "grad_norm": 0.14023154973983765,
      "learning_rate": 6.316190338024083e-05,
      "loss": 0.0099,
      "step": 10257
    },
    {
      "epoch": 1.1120988725065049,
      "grad_norm": 0.11320731788873672,
      "learning_rate": 6.31582765124039e-05,
      "loss": 0.0202,
      "step": 10258
    },
    {
      "epoch": 1.1122072853425846,
      "grad_norm": 0.19369995594024658,
      "learning_rate": 6.315464964456695e-05,
      "loss": 0.0508,
      "step": 10259
    },
    {
      "epoch": 1.1123156981786644,
      "grad_norm": 0.1699368804693222,
      "learning_rate": 6.315102277673001e-05,
      "loss": 0.0175,
      "step": 10260
    },
    {
      "epoch": 1.1124241110147441,
      "grad_norm": 0.20964287221431732,
      "learning_rate": 6.314739590889308e-05,
      "loss": 0.037,
      "step": 10261
    },
    {
      "epoch": 1.112532523850824,
      "grad_norm": 0.18255244195461273,
      "learning_rate": 6.314376904105614e-05,
      "loss": 0.0264,
      "step": 10262
    },
    {
      "epoch": 1.1126409366869037,
      "grad_norm": 0.12892945110797882,
      "learning_rate": 6.314014217321921e-05,
      "loss": 0.0264,
      "step": 10263
    },
    {
      "epoch": 1.1127493495229834,
      "grad_norm": 0.05154833942651749,
      "learning_rate": 6.313651530538227e-05,
      "loss": 0.007,
      "step": 10264
    },
    {
      "epoch": 1.1128577623590634,
      "grad_norm": 0.10072560608386993,
      "learning_rate": 6.313288843754534e-05,
      "loss": 0.0073,
      "step": 10265
    },
    {
      "epoch": 1.1129661751951432,
      "grad_norm": 0.15199682116508484,
      "learning_rate": 6.31292615697084e-05,
      "loss": 0.018,
      "step": 10266
    },
    {
      "epoch": 1.113074588031223,
      "grad_norm": 0.23309002816677094,
      "learning_rate": 6.312563470187147e-05,
      "loss": 0.0206,
      "step": 10267
    },
    {
      "epoch": 1.1131830008673027,
      "grad_norm": 0.09298121929168701,
      "learning_rate": 6.312200783403454e-05,
      "loss": 0.0218,
      "step": 10268
    },
    {
      "epoch": 1.1132914137033825,
      "grad_norm": 1.0540509223937988,
      "learning_rate": 6.31183809661976e-05,
      "loss": 0.0131,
      "step": 10269
    },
    {
      "epoch": 1.1133998265394622,
      "grad_norm": 0.09290553629398346,
      "learning_rate": 6.311475409836067e-05,
      "loss": 0.0142,
      "step": 10270
    },
    {
      "epoch": 1.113508239375542,
      "grad_norm": 0.11217507719993591,
      "learning_rate": 6.311112723052372e-05,
      "loss": 0.0214,
      "step": 10271
    },
    {
      "epoch": 1.1136166522116218,
      "grad_norm": 0.19722624123096466,
      "learning_rate": 6.31075003626868e-05,
      "loss": 0.0313,
      "step": 10272
    },
    {
      "epoch": 1.1137250650477017,
      "grad_norm": 0.15519921481609344,
      "learning_rate": 6.310387349484985e-05,
      "loss": 0.043,
      "step": 10273
    },
    {
      "epoch": 1.1138334778837815,
      "grad_norm": 0.16956552863121033,
      "learning_rate": 6.310024662701291e-05,
      "loss": 0.027,
      "step": 10274
    },
    {
      "epoch": 1.1139418907198613,
      "grad_norm": 0.08068615943193436,
      "learning_rate": 6.309661975917598e-05,
      "loss": 0.0087,
      "step": 10275
    },
    {
      "epoch": 1.114050303555941,
      "grad_norm": 0.1897490918636322,
      "learning_rate": 6.309299289133904e-05,
      "loss": 0.0185,
      "step": 10276
    },
    {
      "epoch": 1.1141587163920208,
      "grad_norm": 0.13672518730163574,
      "learning_rate": 6.308936602350211e-05,
      "loss": 0.0174,
      "step": 10277
    },
    {
      "epoch": 1.1142671292281006,
      "grad_norm": 0.2512567937374115,
      "learning_rate": 6.308573915566517e-05,
      "loss": 0.0355,
      "step": 10278
    },
    {
      "epoch": 1.1143755420641803,
      "grad_norm": 0.199161559343338,
      "learning_rate": 6.308211228782824e-05,
      "loss": 0.0234,
      "step": 10279
    },
    {
      "epoch": 1.11448395490026,
      "grad_norm": 0.33108407258987427,
      "learning_rate": 6.30784854199913e-05,
      "loss": 0.0236,
      "step": 10280
    },
    {
      "epoch": 1.11459236773634,
      "grad_norm": 0.29776284098625183,
      "learning_rate": 6.307485855215436e-05,
      "loss": 0.04,
      "step": 10281
    },
    {
      "epoch": 1.1147007805724198,
      "grad_norm": 0.3716617524623871,
      "learning_rate": 6.307123168431742e-05,
      "loss": 0.0312,
      "step": 10282
    },
    {
      "epoch": 1.1148091934084996,
      "grad_norm": 0.4777646064758301,
      "learning_rate": 6.306760481648048e-05,
      "loss": 0.0564,
      "step": 10283
    },
    {
      "epoch": 1.1149176062445794,
      "grad_norm": 0.20682048797607422,
      "learning_rate": 6.306397794864355e-05,
      "loss": 0.0155,
      "step": 10284
    },
    {
      "epoch": 1.1150260190806591,
      "grad_norm": 0.17010971903800964,
      "learning_rate": 6.306035108080662e-05,
      "loss": 0.0138,
      "step": 10285
    },
    {
      "epoch": 1.1151344319167389,
      "grad_norm": 0.2055530995130539,
      "learning_rate": 6.305672421296969e-05,
      "loss": 0.0173,
      "step": 10286
    },
    {
      "epoch": 1.1152428447528187,
      "grad_norm": 0.08355595916509628,
      "learning_rate": 6.305309734513275e-05,
      "loss": 0.012,
      "step": 10287
    },
    {
      "epoch": 1.1153512575888986,
      "grad_norm": 0.06248968094587326,
      "learning_rate": 6.304947047729582e-05,
      "loss": 0.0082,
      "step": 10288
    },
    {
      "epoch": 1.1154596704249784,
      "grad_norm": 0.24525728821754456,
      "learning_rate": 6.304584360945888e-05,
      "loss": 0.0279,
      "step": 10289
    },
    {
      "epoch": 1.1155680832610582,
      "grad_norm": 0.18741673231124878,
      "learning_rate": 6.304221674162193e-05,
      "loss": 0.0187,
      "step": 10290
    },
    {
      "epoch": 1.115676496097138,
      "grad_norm": 0.1644332855939865,
      "learning_rate": 6.3038589873785e-05,
      "loss": 0.0242,
      "step": 10291
    },
    {
      "epoch": 1.1157849089332177,
      "grad_norm": 0.1768438071012497,
      "learning_rate": 6.303496300594806e-05,
      "loss": 0.0146,
      "step": 10292
    },
    {
      "epoch": 1.1158933217692975,
      "grad_norm": 0.1946999728679657,
      "learning_rate": 6.303133613811113e-05,
      "loss": 0.031,
      "step": 10293
    },
    {
      "epoch": 1.1160017346053772,
      "grad_norm": 0.09865371882915497,
      "learning_rate": 6.302770927027419e-05,
      "loss": 0.0121,
      "step": 10294
    },
    {
      "epoch": 1.116110147441457,
      "grad_norm": 0.07167728245258331,
      "learning_rate": 6.302408240243726e-05,
      "loss": 0.0066,
      "step": 10295
    },
    {
      "epoch": 1.116218560277537,
      "grad_norm": 0.2394566684961319,
      "learning_rate": 6.302045553460032e-05,
      "loss": 0.0234,
      "step": 10296
    },
    {
      "epoch": 1.1163269731136167,
      "grad_norm": 0.43417614698410034,
      "learning_rate": 6.301682866676339e-05,
      "loss": 0.0643,
      "step": 10297
    },
    {
      "epoch": 1.1164353859496965,
      "grad_norm": 0.3236922323703766,
      "learning_rate": 6.301320179892645e-05,
      "loss": 0.0224,
      "step": 10298
    },
    {
      "epoch": 1.1165437987857763,
      "grad_norm": 0.08788876235485077,
      "learning_rate": 6.30095749310895e-05,
      "loss": 0.0176,
      "step": 10299
    },
    {
      "epoch": 1.116652211621856,
      "grad_norm": 0.44291189312934875,
      "learning_rate": 6.300594806325258e-05,
      "loss": 0.063,
      "step": 10300
    },
    {
      "epoch": 1.1167606244579358,
      "grad_norm": 0.3337540626525879,
      "learning_rate": 6.300232119541563e-05,
      "loss": 0.0181,
      "step": 10301
    },
    {
      "epoch": 1.1168690372940155,
      "grad_norm": 0.37988513708114624,
      "learning_rate": 6.299869432757872e-05,
      "loss": 0.0258,
      "step": 10302
    },
    {
      "epoch": 1.1169774501300953,
      "grad_norm": 0.13737738132476807,
      "learning_rate": 6.299506745974177e-05,
      "loss": 0.0145,
      "step": 10303
    },
    {
      "epoch": 1.1170858629661753,
      "grad_norm": 0.020617449656128883,
      "learning_rate": 6.299144059190483e-05,
      "loss": 0.0018,
      "step": 10304
    },
    {
      "epoch": 1.117194275802255,
      "grad_norm": 0.2611621916294098,
      "learning_rate": 6.29878137240679e-05,
      "loss": 0.0439,
      "step": 10305
    },
    {
      "epoch": 1.1173026886383348,
      "grad_norm": 0.16933688521385193,
      "learning_rate": 6.298418685623096e-05,
      "loss": 0.017,
      "step": 10306
    },
    {
      "epoch": 1.1174111014744146,
      "grad_norm": 0.13823527097702026,
      "learning_rate": 6.298055998839403e-05,
      "loss": 0.0356,
      "step": 10307
    },
    {
      "epoch": 1.1175195143104943,
      "grad_norm": 0.14611859619617462,
      "learning_rate": 6.297693312055709e-05,
      "loss": 0.0117,
      "step": 10308
    },
    {
      "epoch": 1.117627927146574,
      "grad_norm": 0.18013380467891693,
      "learning_rate": 6.297330625272016e-05,
      "loss": 0.025,
      "step": 10309
    },
    {
      "epoch": 1.1177363399826539,
      "grad_norm": 0.096702940762043,
      "learning_rate": 6.296967938488322e-05,
      "loss": 0.0106,
      "step": 10310
    },
    {
      "epoch": 1.1178447528187339,
      "grad_norm": 0.24213825166225433,
      "learning_rate": 6.296605251704629e-05,
      "loss": 0.0482,
      "step": 10311
    },
    {
      "epoch": 1.1179531656548136,
      "grad_norm": 0.12101472169160843,
      "learning_rate": 6.296242564920934e-05,
      "loss": 0.0147,
      "step": 10312
    },
    {
      "epoch": 1.1180615784908934,
      "grad_norm": 0.1606171578168869,
      "learning_rate": 6.29587987813724e-05,
      "loss": 0.0212,
      "step": 10313
    },
    {
      "epoch": 1.1181699913269731,
      "grad_norm": 0.05044594407081604,
      "learning_rate": 6.295517191353547e-05,
      "loss": 0.0042,
      "step": 10314
    },
    {
      "epoch": 1.118278404163053,
      "grad_norm": 0.10230927914381027,
      "learning_rate": 6.295154504569853e-05,
      "loss": 0.0094,
      "step": 10315
    },
    {
      "epoch": 1.1183868169991327,
      "grad_norm": 0.1321677714586258,
      "learning_rate": 6.29479181778616e-05,
      "loss": 0.0119,
      "step": 10316
    },
    {
      "epoch": 1.1184952298352124,
      "grad_norm": 0.08439115434885025,
      "learning_rate": 6.294429131002466e-05,
      "loss": 0.0076,
      "step": 10317
    },
    {
      "epoch": 1.1186036426712922,
      "grad_norm": 0.01700136624276638,
      "learning_rate": 6.294066444218773e-05,
      "loss": 0.0015,
      "step": 10318
    },
    {
      "epoch": 1.118712055507372,
      "grad_norm": 0.6503090262413025,
      "learning_rate": 6.29370375743508e-05,
      "loss": 0.113,
      "step": 10319
    },
    {
      "epoch": 1.118820468343452,
      "grad_norm": 0.3868195712566376,
      "learning_rate": 6.293341070651386e-05,
      "loss": 0.071,
      "step": 10320
    },
    {
      "epoch": 1.1189288811795317,
      "grad_norm": 0.3059106469154358,
      "learning_rate": 6.292978383867693e-05,
      "loss": 0.0165,
      "step": 10321
    },
    {
      "epoch": 1.1190372940156115,
      "grad_norm": 0.23294512927532196,
      "learning_rate": 6.292615697083999e-05,
      "loss": 0.0274,
      "step": 10322
    },
    {
      "epoch": 1.1191457068516912,
      "grad_norm": 0.1632634848356247,
      "learning_rate": 6.292253010300306e-05,
      "loss": 0.0186,
      "step": 10323
    },
    {
      "epoch": 1.119254119687771,
      "grad_norm": 0.2913174331188202,
      "learning_rate": 6.291890323516611e-05,
      "loss": 0.051,
      "step": 10324
    },
    {
      "epoch": 1.1193625325238508,
      "grad_norm": 0.09313427656888962,
      "learning_rate": 6.291527636732918e-05,
      "loss": 0.0066,
      "step": 10325
    },
    {
      "epoch": 1.1194709453599305,
      "grad_norm": 0.18306368589401245,
      "learning_rate": 6.291164949949224e-05,
      "loss": 0.0313,
      "step": 10326
    },
    {
      "epoch": 1.1195793581960105,
      "grad_norm": 0.06322766095399857,
      "learning_rate": 6.29080226316553e-05,
      "loss": 0.0049,
      "step": 10327
    },
    {
      "epoch": 1.1196877710320903,
      "grad_norm": 0.39894741773605347,
      "learning_rate": 6.290439576381837e-05,
      "loss": 0.0489,
      "step": 10328
    },
    {
      "epoch": 1.11979618386817,
      "grad_norm": 0.317564457654953,
      "learning_rate": 6.290076889598143e-05,
      "loss": 0.0211,
      "step": 10329
    },
    {
      "epoch": 1.1199045967042498,
      "grad_norm": 0.7400436401367188,
      "learning_rate": 6.28971420281445e-05,
      "loss": 0.0971,
      "step": 10330
    },
    {
      "epoch": 1.1200130095403296,
      "grad_norm": 0.29575714468955994,
      "learning_rate": 6.289351516030756e-05,
      "loss": 0.0314,
      "step": 10331
    },
    {
      "epoch": 1.1201214223764093,
      "grad_norm": 0.25273236632347107,
      "learning_rate": 6.288988829247063e-05,
      "loss": 0.0477,
      "step": 10332
    },
    {
      "epoch": 1.120229835212489,
      "grad_norm": 0.1307065188884735,
      "learning_rate": 6.288626142463368e-05,
      "loss": 0.0197,
      "step": 10333
    },
    {
      "epoch": 1.1203382480485689,
      "grad_norm": 0.05282587185502052,
      "learning_rate": 6.288263455679676e-05,
      "loss": 0.0065,
      "step": 10334
    },
    {
      "epoch": 1.1204466608846488,
      "grad_norm": 0.12224715948104858,
      "learning_rate": 6.287900768895981e-05,
      "loss": 0.0191,
      "step": 10335
    },
    {
      "epoch": 1.1205550737207286,
      "grad_norm": 0.27185508608818054,
      "learning_rate": 6.287538082112288e-05,
      "loss": 0.0347,
      "step": 10336
    },
    {
      "epoch": 1.1206634865568084,
      "grad_norm": 0.09781917929649353,
      "learning_rate": 6.287175395328595e-05,
      "loss": 0.0208,
      "step": 10337
    },
    {
      "epoch": 1.1207718993928881,
      "grad_norm": 0.24748210608959198,
      "learning_rate": 6.286812708544901e-05,
      "loss": 0.0593,
      "step": 10338
    },
    {
      "epoch": 1.120880312228968,
      "grad_norm": 0.3225959837436676,
      "learning_rate": 6.286450021761208e-05,
      "loss": 0.0235,
      "step": 10339
    },
    {
      "epoch": 1.1209887250650477,
      "grad_norm": 0.04276732727885246,
      "learning_rate": 6.286087334977514e-05,
      "loss": 0.0031,
      "step": 10340
    },
    {
      "epoch": 1.1210971379011274,
      "grad_norm": 0.19512329995632172,
      "learning_rate": 6.28572464819382e-05,
      "loss": 0.0286,
      "step": 10341
    },
    {
      "epoch": 1.1212055507372072,
      "grad_norm": 0.2733287811279297,
      "learning_rate": 6.285361961410127e-05,
      "loss": 0.0318,
      "step": 10342
    },
    {
      "epoch": 1.1213139635732872,
      "grad_norm": 0.15491876006126404,
      "learning_rate": 6.284999274626433e-05,
      "loss": 0.0327,
      "step": 10343
    },
    {
      "epoch": 1.121422376409367,
      "grad_norm": 0.17064227163791656,
      "learning_rate": 6.28463658784274e-05,
      "loss": 0.017,
      "step": 10344
    },
    {
      "epoch": 1.1215307892454467,
      "grad_norm": 0.28462955355644226,
      "learning_rate": 6.284273901059045e-05,
      "loss": 0.0373,
      "step": 10345
    },
    {
      "epoch": 1.1216392020815265,
      "grad_norm": 0.2171483188867569,
      "learning_rate": 6.283911214275352e-05,
      "loss": 0.0356,
      "step": 10346
    },
    {
      "epoch": 1.1217476149176062,
      "grad_norm": 0.18126285076141357,
      "learning_rate": 6.283548527491658e-05,
      "loss": 0.0367,
      "step": 10347
    },
    {
      "epoch": 1.121856027753686,
      "grad_norm": 0.04518209770321846,
      "learning_rate": 6.283185840707965e-05,
      "loss": 0.0092,
      "step": 10348
    },
    {
      "epoch": 1.1219644405897657,
      "grad_norm": 0.17765361070632935,
      "learning_rate": 6.282823153924271e-05,
      "loss": 0.0332,
      "step": 10349
    },
    {
      "epoch": 1.1220728534258457,
      "grad_norm": 0.30562159419059753,
      "learning_rate": 6.282460467140577e-05,
      "loss": 0.0254,
      "step": 10350
    },
    {
      "epoch": 1.1221812662619255,
      "grad_norm": 0.09568378329277039,
      "learning_rate": 6.282097780356884e-05,
      "loss": 0.0088,
      "step": 10351
    },
    {
      "epoch": 1.1222896790980053,
      "grad_norm": 0.10627100616693497,
      "learning_rate": 6.28173509357319e-05,
      "loss": 0.0109,
      "step": 10352
    },
    {
      "epoch": 1.122398091934085,
      "grad_norm": 0.27134940028190613,
      "learning_rate": 6.281372406789497e-05,
      "loss": 0.025,
      "step": 10353
    },
    {
      "epoch": 1.1225065047701648,
      "grad_norm": 0.2684359550476074,
      "learning_rate": 6.281009720005804e-05,
      "loss": 0.0505,
      "step": 10354
    },
    {
      "epoch": 1.1226149176062445,
      "grad_norm": 0.22009827196598053,
      "learning_rate": 6.28064703322211e-05,
      "loss": 0.0744,
      "step": 10355
    },
    {
      "epoch": 1.1227233304423243,
      "grad_norm": 0.11504893749952316,
      "learning_rate": 6.280284346438417e-05,
      "loss": 0.0274,
      "step": 10356
    },
    {
      "epoch": 1.122831743278404,
      "grad_norm": 0.17523567378520966,
      "learning_rate": 6.279921659654722e-05,
      "loss": 0.0334,
      "step": 10357
    },
    {
      "epoch": 1.122940156114484,
      "grad_norm": 0.14515168964862823,
      "learning_rate": 6.27955897287103e-05,
      "loss": 0.0328,
      "step": 10358
    },
    {
      "epoch": 1.1230485689505638,
      "grad_norm": 0.19122564792633057,
      "learning_rate": 6.279196286087335e-05,
      "loss": 0.0235,
      "step": 10359
    },
    {
      "epoch": 1.1231569817866436,
      "grad_norm": 0.05513595789670944,
      "learning_rate": 6.278833599303642e-05,
      "loss": 0.0143,
      "step": 10360
    },
    {
      "epoch": 1.1232653946227233,
      "grad_norm": 0.19677557051181793,
      "learning_rate": 6.278470912519948e-05,
      "loss": 0.0321,
      "step": 10361
    },
    {
      "epoch": 1.123373807458803,
      "grad_norm": 0.019766535609960556,
      "learning_rate": 6.278108225736255e-05,
      "loss": 0.0028,
      "step": 10362
    },
    {
      "epoch": 1.1234822202948829,
      "grad_norm": 0.21355339884757996,
      "learning_rate": 6.277745538952561e-05,
      "loss": 0.0436,
      "step": 10363
    },
    {
      "epoch": 1.1235906331309626,
      "grad_norm": 0.2471570372581482,
      "learning_rate": 6.277382852168866e-05,
      "loss": 0.03,
      "step": 10364
    },
    {
      "epoch": 1.1236990459670424,
      "grad_norm": 0.2564908266067505,
      "learning_rate": 6.277020165385174e-05,
      "loss": 0.0212,
      "step": 10365
    },
    {
      "epoch": 1.1238074588031224,
      "grad_norm": 0.14885686337947845,
      "learning_rate": 6.276657478601479e-05,
      "loss": 0.0197,
      "step": 10366
    },
    {
      "epoch": 1.1239158716392021,
      "grad_norm": 0.3549039363861084,
      "learning_rate": 6.276294791817786e-05,
      "loss": 0.0347,
      "step": 10367
    },
    {
      "epoch": 1.124024284475282,
      "grad_norm": 0.2542688548564911,
      "learning_rate": 6.275932105034092e-05,
      "loss": 0.0358,
      "step": 10368
    },
    {
      "epoch": 1.1241326973113617,
      "grad_norm": 0.2885564863681793,
      "learning_rate": 6.275569418250399e-05,
      "loss": 0.0287,
      "step": 10369
    },
    {
      "epoch": 1.1242411101474414,
      "grad_norm": 0.13082437217235565,
      "learning_rate": 6.275206731466705e-05,
      "loss": 0.0152,
      "step": 10370
    },
    {
      "epoch": 1.1243495229835212,
      "grad_norm": 0.2809688448905945,
      "learning_rate": 6.274844044683012e-05,
      "loss": 0.0565,
      "step": 10371
    },
    {
      "epoch": 1.124457935819601,
      "grad_norm": 0.07457698881626129,
      "learning_rate": 6.274481357899319e-05,
      "loss": 0.0106,
      "step": 10372
    },
    {
      "epoch": 1.124566348655681,
      "grad_norm": 0.03245875611901283,
      "learning_rate": 6.274118671115625e-05,
      "loss": 0.0055,
      "step": 10373
    },
    {
      "epoch": 1.1246747614917607,
      "grad_norm": 0.06899339705705643,
      "learning_rate": 6.273755984331932e-05,
      "loss": 0.0089,
      "step": 10374
    },
    {
      "epoch": 1.1247831743278405,
      "grad_norm": 0.29007688164711,
      "learning_rate": 6.273393297548238e-05,
      "loss": 0.026,
      "step": 10375
    },
    {
      "epoch": 1.1248915871639202,
      "grad_norm": 0.15204466879367828,
      "learning_rate": 6.273030610764545e-05,
      "loss": 0.0262,
      "step": 10376
    },
    {
      "epoch": 1.125,
      "grad_norm": 0.09344679862260818,
      "learning_rate": 6.27266792398085e-05,
      "loss": 0.0198,
      "step": 10377
    },
    {
      "epoch": 1.1251084128360798,
      "grad_norm": 0.22273766994476318,
      "learning_rate": 6.272305237197158e-05,
      "loss": 0.026,
      "step": 10378
    },
    {
      "epoch": 1.1252168256721595,
      "grad_norm": 0.4196600019931793,
      "learning_rate": 6.271942550413463e-05,
      "loss": 0.0457,
      "step": 10379
    },
    {
      "epoch": 1.1253252385082393,
      "grad_norm": 0.08732713758945465,
      "learning_rate": 6.271579863629769e-05,
      "loss": 0.0138,
      "step": 10380
    },
    {
      "epoch": 1.125433651344319,
      "grad_norm": 0.26368576288223267,
      "learning_rate": 6.271217176846076e-05,
      "loss": 0.0273,
      "step": 10381
    },
    {
      "epoch": 1.125542064180399,
      "grad_norm": 0.12804391980171204,
      "learning_rate": 6.270854490062382e-05,
      "loss": 0.0119,
      "step": 10382
    },
    {
      "epoch": 1.1256504770164788,
      "grad_norm": 0.2755918502807617,
      "learning_rate": 6.270491803278689e-05,
      "loss": 0.0704,
      "step": 10383
    },
    {
      "epoch": 1.1257588898525586,
      "grad_norm": 0.18072396516799927,
      "learning_rate": 6.270129116494995e-05,
      "loss": 0.0435,
      "step": 10384
    },
    {
      "epoch": 1.1258673026886383,
      "grad_norm": 0.12144936621189117,
      "learning_rate": 6.269766429711302e-05,
      "loss": 0.0097,
      "step": 10385
    },
    {
      "epoch": 1.125975715524718,
      "grad_norm": 0.2715153396129608,
      "learning_rate": 6.269403742927608e-05,
      "loss": 0.023,
      "step": 10386
    },
    {
      "epoch": 1.1260841283607979,
      "grad_norm": 0.13236595690250397,
      "learning_rate": 6.269041056143913e-05,
      "loss": 0.0202,
      "step": 10387
    },
    {
      "epoch": 1.1261925411968776,
      "grad_norm": 0.26333239674568176,
      "learning_rate": 6.268678369360222e-05,
      "loss": 0.0347,
      "step": 10388
    },
    {
      "epoch": 1.1263009540329576,
      "grad_norm": 0.08302437514066696,
      "learning_rate": 6.268315682576527e-05,
      "loss": 0.0169,
      "step": 10389
    },
    {
      "epoch": 1.1264093668690374,
      "grad_norm": 0.10301971435546875,
      "learning_rate": 6.267952995792835e-05,
      "loss": 0.0314,
      "step": 10390
    },
    {
      "epoch": 1.1265177797051171,
      "grad_norm": 0.1231498196721077,
      "learning_rate": 6.26759030900914e-05,
      "loss": 0.0266,
      "step": 10391
    },
    {
      "epoch": 1.126626192541197,
      "grad_norm": 0.07060178369283676,
      "learning_rate": 6.267227622225447e-05,
      "loss": 0.0115,
      "step": 10392
    },
    {
      "epoch": 1.1267346053772767,
      "grad_norm": 0.16762715578079224,
      "learning_rate": 6.266864935441753e-05,
      "loss": 0.0733,
      "step": 10393
    },
    {
      "epoch": 1.1268430182133564,
      "grad_norm": 0.2037103921175003,
      "learning_rate": 6.266502248658059e-05,
      "loss": 0.0795,
      "step": 10394
    },
    {
      "epoch": 1.1269514310494362,
      "grad_norm": 0.3871735632419586,
      "learning_rate": 6.266139561874366e-05,
      "loss": 0.042,
      "step": 10395
    },
    {
      "epoch": 1.1270598438855162,
      "grad_norm": 0.10002113878726959,
      "learning_rate": 6.265776875090672e-05,
      "loss": 0.0214,
      "step": 10396
    },
    {
      "epoch": 1.127168256721596,
      "grad_norm": 0.0831015333533287,
      "learning_rate": 6.265414188306979e-05,
      "loss": 0.015,
      "step": 10397
    },
    {
      "epoch": 1.1272766695576757,
      "grad_norm": 0.16492435336112976,
      "learning_rate": 6.265051501523284e-05,
      "loss": 0.0297,
      "step": 10398
    },
    {
      "epoch": 1.1273850823937555,
      "grad_norm": 0.4835209250450134,
      "learning_rate": 6.264688814739592e-05,
      "loss": 0.0306,
      "step": 10399
    },
    {
      "epoch": 1.1274934952298352,
      "grad_norm": 0.06915121525526047,
      "learning_rate": 6.264326127955897e-05,
      "loss": 0.0258,
      "step": 10400
    },
    {
      "epoch": 1.127601908065915,
      "grad_norm": 0.2508617341518402,
      "learning_rate": 6.263963441172204e-05,
      "loss": 0.0443,
      "step": 10401
    },
    {
      "epoch": 1.1277103209019947,
      "grad_norm": 0.3113589286804199,
      "learning_rate": 6.26360075438851e-05,
      "loss": 0.0672,
      "step": 10402
    },
    {
      "epoch": 1.1278187337380745,
      "grad_norm": 0.17817944288253784,
      "learning_rate": 6.263238067604816e-05,
      "loss": 0.0552,
      "step": 10403
    },
    {
      "epoch": 1.1279271465741543,
      "grad_norm": 0.10847509652376175,
      "learning_rate": 6.262875380821123e-05,
      "loss": 0.0067,
      "step": 10404
    },
    {
      "epoch": 1.1280355594102343,
      "grad_norm": 0.31710320711135864,
      "learning_rate": 6.26251269403743e-05,
      "loss": 0.06,
      "step": 10405
    },
    {
      "epoch": 1.128143972246314,
      "grad_norm": 0.17121504247188568,
      "learning_rate": 6.262150007253737e-05,
      "loss": 0.0245,
      "step": 10406
    },
    {
      "epoch": 1.1282523850823938,
      "grad_norm": 0.06339723616838455,
      "learning_rate": 6.261787320470043e-05,
      "loss": 0.0087,
      "step": 10407
    },
    {
      "epoch": 1.1283607979184735,
      "grad_norm": 0.11991018801927567,
      "learning_rate": 6.261424633686349e-05,
      "loss": 0.0271,
      "step": 10408
    },
    {
      "epoch": 1.1284692107545533,
      "grad_norm": 0.2994859218597412,
      "learning_rate": 6.261061946902656e-05,
      "loss": 0.0411,
      "step": 10409
    },
    {
      "epoch": 1.128577623590633,
      "grad_norm": 0.34673669934272766,
      "learning_rate": 6.260699260118961e-05,
      "loss": 0.0355,
      "step": 10410
    },
    {
      "epoch": 1.1286860364267128,
      "grad_norm": 0.05493495985865593,
      "learning_rate": 6.260336573335268e-05,
      "loss": 0.0129,
      "step": 10411
    },
    {
      "epoch": 1.1287944492627928,
      "grad_norm": 0.045603763312101364,
      "learning_rate": 6.259973886551574e-05,
      "loss": 0.0102,
      "step": 10412
    },
    {
      "epoch": 1.1289028620988726,
      "grad_norm": 0.3179149329662323,
      "learning_rate": 6.259611199767881e-05,
      "loss": 0.0376,
      "step": 10413
    },
    {
      "epoch": 1.1290112749349523,
      "grad_norm": 0.19044142961502075,
      "learning_rate": 6.259248512984187e-05,
      "loss": 0.0279,
      "step": 10414
    },
    {
      "epoch": 1.129119687771032,
      "grad_norm": 0.08356818556785583,
      "learning_rate": 6.258885826200494e-05,
      "loss": 0.0147,
      "step": 10415
    },
    {
      "epoch": 1.1292281006071119,
      "grad_norm": 0.060499053448438644,
      "learning_rate": 6.2585231394168e-05,
      "loss": 0.0179,
      "step": 10416
    },
    {
      "epoch": 1.1293365134431916,
      "grad_norm": 0.21546314656734467,
      "learning_rate": 6.258160452633106e-05,
      "loss": 0.0211,
      "step": 10417
    },
    {
      "epoch": 1.1294449262792714,
      "grad_norm": 0.047988858073949814,
      "learning_rate": 6.257797765849413e-05,
      "loss": 0.008,
      "step": 10418
    },
    {
      "epoch": 1.1295533391153512,
      "grad_norm": 0.12201603502035141,
      "learning_rate": 6.257435079065718e-05,
      "loss": 0.0165,
      "step": 10419
    },
    {
      "epoch": 1.129661751951431,
      "grad_norm": 0.06516533344984055,
      "learning_rate": 6.257072392282025e-05,
      "loss": 0.0058,
      "step": 10420
    },
    {
      "epoch": 1.129770164787511,
      "grad_norm": 0.20718808472156525,
      "learning_rate": 6.256709705498331e-05,
      "loss": 0.0274,
      "step": 10421
    },
    {
      "epoch": 1.1298785776235907,
      "grad_norm": 0.0760098323225975,
      "learning_rate": 6.256347018714638e-05,
      "loss": 0.0204,
      "step": 10422
    },
    {
      "epoch": 1.1299869904596704,
      "grad_norm": 0.05077119171619415,
      "learning_rate": 6.255984331930945e-05,
      "loss": 0.0073,
      "step": 10423
    },
    {
      "epoch": 1.1300954032957502,
      "grad_norm": 0.17823733389377594,
      "learning_rate": 6.255621645147251e-05,
      "loss": 0.024,
      "step": 10424
    },
    {
      "epoch": 1.13020381613183,
      "grad_norm": 0.2364504337310791,
      "learning_rate": 6.255258958363558e-05,
      "loss": 0.0451,
      "step": 10425
    },
    {
      "epoch": 1.1303122289679097,
      "grad_norm": 0.13323435187339783,
      "learning_rate": 6.254896271579864e-05,
      "loss": 0.0196,
      "step": 10426
    },
    {
      "epoch": 1.1304206418039895,
      "grad_norm": 0.2115630805492401,
      "learning_rate": 6.254533584796171e-05,
      "loss": 0.0294,
      "step": 10427
    },
    {
      "epoch": 1.1305290546400695,
      "grad_norm": 0.0364278107881546,
      "learning_rate": 6.254170898012477e-05,
      "loss": 0.0061,
      "step": 10428
    },
    {
      "epoch": 1.1306374674761492,
      "grad_norm": 0.20722202956676483,
      "learning_rate": 6.253808211228784e-05,
      "loss": 0.0277,
      "step": 10429
    },
    {
      "epoch": 1.130745880312229,
      "grad_norm": 0.20754797756671906,
      "learning_rate": 6.25344552444509e-05,
      "loss": 0.035,
      "step": 10430
    },
    {
      "epoch": 1.1308542931483088,
      "grad_norm": 0.10117138177156448,
      "learning_rate": 6.253082837661395e-05,
      "loss": 0.0207,
      "step": 10431
    },
    {
      "epoch": 1.1309627059843885,
      "grad_norm": 0.10200762748718262,
      "learning_rate": 6.252720150877702e-05,
      "loss": 0.0195,
      "step": 10432
    },
    {
      "epoch": 1.1310711188204683,
      "grad_norm": 0.18242080509662628,
      "learning_rate": 6.252357464094008e-05,
      "loss": 0.0491,
      "step": 10433
    },
    {
      "epoch": 1.131179531656548,
      "grad_norm": 0.19936269521713257,
      "learning_rate": 6.251994777310315e-05,
      "loss": 0.0271,
      "step": 10434
    },
    {
      "epoch": 1.131287944492628,
      "grad_norm": 0.14956577122211456,
      "learning_rate": 6.251632090526621e-05,
      "loss": 0.0287,
      "step": 10435
    },
    {
      "epoch": 1.1313963573287078,
      "grad_norm": 0.18236900866031647,
      "learning_rate": 6.251269403742928e-05,
      "loss": 0.0358,
      "step": 10436
    },
    {
      "epoch": 1.1315047701647876,
      "grad_norm": 0.20685987174510956,
      "learning_rate": 6.250906716959234e-05,
      "loss": 0.0357,
      "step": 10437
    },
    {
      "epoch": 1.1316131830008673,
      "grad_norm": 0.11078160256147385,
      "learning_rate": 6.250544030175541e-05,
      "loss": 0.0263,
      "step": 10438
    },
    {
      "epoch": 1.131721595836947,
      "grad_norm": 0.08343999087810516,
      "learning_rate": 6.250181343391847e-05,
      "loss": 0.0062,
      "step": 10439
    },
    {
      "epoch": 1.1318300086730269,
      "grad_norm": 0.23523394763469696,
      "learning_rate": 6.249818656608154e-05,
      "loss": 0.0378,
      "step": 10440
    },
    {
      "epoch": 1.1319384215091066,
      "grad_norm": 0.1798672378063202,
      "learning_rate": 6.249455969824461e-05,
      "loss": 0.0151,
      "step": 10441
    },
    {
      "epoch": 1.1320468343451864,
      "grad_norm": 0.05697977915406227,
      "learning_rate": 6.249093283040766e-05,
      "loss": 0.0052,
      "step": 10442
    },
    {
      "epoch": 1.1321552471812661,
      "grad_norm": 0.02311243861913681,
      "learning_rate": 6.248730596257074e-05,
      "loss": 0.0025,
      "step": 10443
    },
    {
      "epoch": 1.1322636600173461,
      "grad_norm": 0.16510093212127686,
      "learning_rate": 6.248367909473379e-05,
      "loss": 0.0377,
      "step": 10444
    },
    {
      "epoch": 1.132372072853426,
      "grad_norm": 0.16867312788963318,
      "learning_rate": 6.248005222689685e-05,
      "loss": 0.0171,
      "step": 10445
    },
    {
      "epoch": 1.1324804856895057,
      "grad_norm": 0.0659080296754837,
      "learning_rate": 6.247642535905992e-05,
      "loss": 0.0132,
      "step": 10446
    },
    {
      "epoch": 1.1325888985255854,
      "grad_norm": 0.07082827389240265,
      "learning_rate": 6.247279849122298e-05,
      "loss": 0.0113,
      "step": 10447
    },
    {
      "epoch": 1.1326973113616652,
      "grad_norm": 0.16425274312496185,
      "learning_rate": 6.246917162338605e-05,
      "loss": 0.0317,
      "step": 10448
    },
    {
      "epoch": 1.132805724197745,
      "grad_norm": 0.13239708542823792,
      "learning_rate": 6.246554475554911e-05,
      "loss": 0.0206,
      "step": 10449
    },
    {
      "epoch": 1.1329141370338247,
      "grad_norm": 0.25901660323143005,
      "learning_rate": 6.246191788771218e-05,
      "loss": 0.0464,
      "step": 10450
    },
    {
      "epoch": 1.1330225498699047,
      "grad_norm": 0.18137189745903015,
      "learning_rate": 6.245829101987524e-05,
      "loss": 0.0575,
      "step": 10451
    },
    {
      "epoch": 1.1331309627059845,
      "grad_norm": 0.1661205142736435,
      "learning_rate": 6.24546641520383e-05,
      "loss": 0.011,
      "step": 10452
    },
    {
      "epoch": 1.1332393755420642,
      "grad_norm": 0.05724502354860306,
      "learning_rate": 6.245103728420136e-05,
      "loss": 0.0057,
      "step": 10453
    },
    {
      "epoch": 1.133347788378144,
      "grad_norm": 0.1939689815044403,
      "learning_rate": 6.244741041636442e-05,
      "loss": 0.0172,
      "step": 10454
    },
    {
      "epoch": 1.1334562012142237,
      "grad_norm": 0.13707773387432098,
      "learning_rate": 6.244378354852749e-05,
      "loss": 0.016,
      "step": 10455
    },
    {
      "epoch": 1.1335646140503035,
      "grad_norm": 0.13677099347114563,
      "learning_rate": 6.244015668069055e-05,
      "loss": 0.0199,
      "step": 10456
    },
    {
      "epoch": 1.1336730268863833,
      "grad_norm": 0.11585573852062225,
      "learning_rate": 6.243652981285363e-05,
      "loss": 0.0113,
      "step": 10457
    },
    {
      "epoch": 1.1337814397224633,
      "grad_norm": 0.22361305356025696,
      "learning_rate": 6.243290294501669e-05,
      "loss": 0.0203,
      "step": 10458
    },
    {
      "epoch": 1.133889852558543,
      "grad_norm": 0.10491710156202316,
      "learning_rate": 6.242927607717975e-05,
      "loss": 0.0257,
      "step": 10459
    },
    {
      "epoch": 1.1339982653946228,
      "grad_norm": 0.27590617537498474,
      "learning_rate": 6.242564920934282e-05,
      "loss": 0.0252,
      "step": 10460
    },
    {
      "epoch": 1.1341066782307025,
      "grad_norm": 0.09590420871973038,
      "learning_rate": 6.242202234150588e-05,
      "loss": 0.0187,
      "step": 10461
    },
    {
      "epoch": 1.1342150910667823,
      "grad_norm": 0.26257750391960144,
      "learning_rate": 6.241839547366895e-05,
      "loss": 0.0492,
      "step": 10462
    },
    {
      "epoch": 1.134323503902862,
      "grad_norm": 0.34906625747680664,
      "learning_rate": 6.2414768605832e-05,
      "loss": 0.0312,
      "step": 10463
    },
    {
      "epoch": 1.1344319167389418,
      "grad_norm": 0.28846290707588196,
      "learning_rate": 6.241114173799508e-05,
      "loss": 0.0808,
      "step": 10464
    },
    {
      "epoch": 1.1345403295750216,
      "grad_norm": 0.3775242567062378,
      "learning_rate": 6.240751487015813e-05,
      "loss": 0.0777,
      "step": 10465
    },
    {
      "epoch": 1.1346487424111014,
      "grad_norm": 0.15921542048454285,
      "learning_rate": 6.24038880023212e-05,
      "loss": 0.0121,
      "step": 10466
    },
    {
      "epoch": 1.1347571552471813,
      "grad_norm": 0.3597956597805023,
      "learning_rate": 6.240026113448426e-05,
      "loss": 0.0252,
      "step": 10467
    },
    {
      "epoch": 1.1348655680832611,
      "grad_norm": 0.2175881415605545,
      "learning_rate": 6.239663426664732e-05,
      "loss": 0.0134,
      "step": 10468
    },
    {
      "epoch": 1.1349739809193409,
      "grad_norm": 0.09122105687856674,
      "learning_rate": 6.239300739881039e-05,
      "loss": 0.01,
      "step": 10469
    },
    {
      "epoch": 1.1350823937554206,
      "grad_norm": 0.14788998663425446,
      "learning_rate": 6.238938053097345e-05,
      "loss": 0.01,
      "step": 10470
    },
    {
      "epoch": 1.1351908065915004,
      "grad_norm": 0.04410373046994209,
      "learning_rate": 6.238575366313652e-05,
      "loss": 0.0069,
      "step": 10471
    },
    {
      "epoch": 1.1352992194275802,
      "grad_norm": 0.44506627321243286,
      "learning_rate": 6.238212679529957e-05,
      "loss": 0.0485,
      "step": 10472
    },
    {
      "epoch": 1.13540763226366,
      "grad_norm": 0.15312600135803223,
      "learning_rate": 6.237849992746265e-05,
      "loss": 0.0301,
      "step": 10473
    },
    {
      "epoch": 1.13551604509974,
      "grad_norm": 0.20685161650180817,
      "learning_rate": 6.23748730596257e-05,
      "loss": 0.0343,
      "step": 10474
    },
    {
      "epoch": 1.1356244579358197,
      "grad_norm": 0.29003238677978516,
      "learning_rate": 6.237124619178877e-05,
      "loss": 0.047,
      "step": 10475
    },
    {
      "epoch": 1.1357328707718994,
      "grad_norm": 0.20186516642570496,
      "learning_rate": 6.236761932395184e-05,
      "loss": 0.0164,
      "step": 10476
    },
    {
      "epoch": 1.1358412836079792,
      "grad_norm": 0.08786126971244812,
      "learning_rate": 6.23639924561149e-05,
      "loss": 0.0083,
      "step": 10477
    },
    {
      "epoch": 1.135949696444059,
      "grad_norm": 0.2042822390794754,
      "learning_rate": 6.236036558827797e-05,
      "loss": 0.0278,
      "step": 10478
    },
    {
      "epoch": 1.1360581092801387,
      "grad_norm": 0.5457737445831299,
      "learning_rate": 6.235673872044103e-05,
      "loss": 0.0376,
      "step": 10479
    },
    {
      "epoch": 1.1361665221162185,
      "grad_norm": 0.24674585461616516,
      "learning_rate": 6.23531118526041e-05,
      "loss": 0.0388,
      "step": 10480
    },
    {
      "epoch": 1.1362749349522985,
      "grad_norm": 0.09705912321805954,
      "learning_rate": 6.234948498476716e-05,
      "loss": 0.0135,
      "step": 10481
    },
    {
      "epoch": 1.1363833477883782,
      "grad_norm": 0.07509906589984894,
      "learning_rate": 6.234585811693023e-05,
      "loss": 0.0128,
      "step": 10482
    },
    {
      "epoch": 1.136491760624458,
      "grad_norm": 0.13845066726207733,
      "learning_rate": 6.234223124909329e-05,
      "loss": 0.0196,
      "step": 10483
    },
    {
      "epoch": 1.1366001734605378,
      "grad_norm": 0.0802391767501831,
      "learning_rate": 6.233860438125634e-05,
      "loss": 0.0139,
      "step": 10484
    },
    {
      "epoch": 1.1367085862966175,
      "grad_norm": 0.10614214837551117,
      "learning_rate": 6.233497751341941e-05,
      "loss": 0.0183,
      "step": 10485
    },
    {
      "epoch": 1.1368169991326973,
      "grad_norm": 0.10137482732534409,
      "learning_rate": 6.233135064558247e-05,
      "loss": 0.0104,
      "step": 10486
    },
    {
      "epoch": 1.136925411968777,
      "grad_norm": 0.09807330369949341,
      "learning_rate": 6.232772377774554e-05,
      "loss": 0.008,
      "step": 10487
    },
    {
      "epoch": 1.1370338248048568,
      "grad_norm": 0.38387081027030945,
      "learning_rate": 6.23240969099086e-05,
      "loss": 0.04,
      "step": 10488
    },
    {
      "epoch": 1.1371422376409366,
      "grad_norm": 0.05886757746338844,
      "learning_rate": 6.232047004207167e-05,
      "loss": 0.003,
      "step": 10489
    },
    {
      "epoch": 1.1372506504770166,
      "grad_norm": 0.20695020258426666,
      "learning_rate": 6.231684317423473e-05,
      "loss": 0.0188,
      "step": 10490
    },
    {
      "epoch": 1.1373590633130963,
      "grad_norm": 0.18875353038311005,
      "learning_rate": 6.231321630639779e-05,
      "loss": 0.0311,
      "step": 10491
    },
    {
      "epoch": 1.137467476149176,
      "grad_norm": 0.021203774958848953,
      "learning_rate": 6.230958943856087e-05,
      "loss": 0.0016,
      "step": 10492
    },
    {
      "epoch": 1.1375758889852559,
      "grad_norm": 0.09864000976085663,
      "learning_rate": 6.230596257072393e-05,
      "loss": 0.0233,
      "step": 10493
    },
    {
      "epoch": 1.1376843018213356,
      "grad_norm": 0.11650294065475464,
      "learning_rate": 6.2302335702887e-05,
      "loss": 0.0292,
      "step": 10494
    },
    {
      "epoch": 1.1377927146574154,
      "grad_norm": 0.07447519153356552,
      "learning_rate": 6.229870883505006e-05,
      "loss": 0.0054,
      "step": 10495
    },
    {
      "epoch": 1.1379011274934951,
      "grad_norm": 0.22627265751361847,
      "learning_rate": 6.229508196721313e-05,
      "loss": 0.0097,
      "step": 10496
    },
    {
      "epoch": 1.1380095403295751,
      "grad_norm": 0.04265380650758743,
      "learning_rate": 6.229145509937618e-05,
      "loss": 0.0038,
      "step": 10497
    },
    {
      "epoch": 1.138117953165655,
      "grad_norm": 0.21459050476551056,
      "learning_rate": 6.228782823153924e-05,
      "loss": 0.0198,
      "step": 10498
    },
    {
      "epoch": 1.1382263660017347,
      "grad_norm": 0.30640965700149536,
      "learning_rate": 6.228420136370231e-05,
      "loss": 0.0283,
      "step": 10499
    },
    {
      "epoch": 1.1383347788378144,
      "grad_norm": 0.2453738898038864,
      "learning_rate": 6.228057449586537e-05,
      "loss": 0.0242,
      "step": 10500
    },
    {
      "epoch": 1.1384431916738942,
      "grad_norm": 0.2968195676803589,
      "learning_rate": 6.227694762802844e-05,
      "loss": 0.0326,
      "step": 10501
    },
    {
      "epoch": 1.138551604509974,
      "grad_norm": 0.22472500801086426,
      "learning_rate": 6.22733207601915e-05,
      "loss": 0.0224,
      "step": 10502
    },
    {
      "epoch": 1.1386600173460537,
      "grad_norm": 0.24612264335155487,
      "learning_rate": 6.226969389235457e-05,
      "loss": 0.0487,
      "step": 10503
    },
    {
      "epoch": 1.1387684301821335,
      "grad_norm": 0.1106710210442543,
      "learning_rate": 6.226606702451763e-05,
      "loss": 0.0086,
      "step": 10504
    },
    {
      "epoch": 1.1388768430182132,
      "grad_norm": 0.3019070029258728,
      "learning_rate": 6.22624401566807e-05,
      "loss": 0.0527,
      "step": 10505
    },
    {
      "epoch": 1.1389852558542932,
      "grad_norm": 0.3469151556491852,
      "learning_rate": 6.225881328884375e-05,
      "loss": 0.0328,
      "step": 10506
    },
    {
      "epoch": 1.139093668690373,
      "grad_norm": 0.05132735148072243,
      "learning_rate": 6.225518642100681e-05,
      "loss": 0.006,
      "step": 10507
    },
    {
      "epoch": 1.1392020815264527,
      "grad_norm": 0.3843928575515747,
      "learning_rate": 6.225155955316988e-05,
      "loss": 0.0392,
      "step": 10508
    },
    {
      "epoch": 1.1393104943625325,
      "grad_norm": 0.052561476826667786,
      "learning_rate": 6.224793268533295e-05,
      "loss": 0.0084,
      "step": 10509
    },
    {
      "epoch": 1.1394189071986123,
      "grad_norm": 0.08435510843992233,
      "learning_rate": 6.224430581749602e-05,
      "loss": 0.0114,
      "step": 10510
    },
    {
      "epoch": 1.139527320034692,
      "grad_norm": 0.11053570359945297,
      "learning_rate": 6.224067894965908e-05,
      "loss": 0.0118,
      "step": 10511
    },
    {
      "epoch": 1.1396357328707718,
      "grad_norm": 0.1870710253715515,
      "learning_rate": 6.223705208182214e-05,
      "loss": 0.0635,
      "step": 10512
    },
    {
      "epoch": 1.1397441457068518,
      "grad_norm": 0.3323744535446167,
      "learning_rate": 6.223342521398521e-05,
      "loss": 0.0677,
      "step": 10513
    },
    {
      "epoch": 1.1398525585429315,
      "grad_norm": 0.21125119924545288,
      "learning_rate": 6.222979834614827e-05,
      "loss": 0.008,
      "step": 10514
    },
    {
      "epoch": 1.1399609713790113,
      "grad_norm": 0.11157726496458054,
      "learning_rate": 6.222617147831134e-05,
      "loss": 0.0095,
      "step": 10515
    },
    {
      "epoch": 1.140069384215091,
      "grad_norm": 0.30187299847602844,
      "learning_rate": 6.22225446104744e-05,
      "loss": 0.0335,
      "step": 10516
    },
    {
      "epoch": 1.1401777970511708,
      "grad_norm": 0.16756591200828552,
      "learning_rate": 6.221891774263747e-05,
      "loss": 0.021,
      "step": 10517
    },
    {
      "epoch": 1.1402862098872506,
      "grad_norm": 0.402199387550354,
      "learning_rate": 6.221529087480052e-05,
      "loss": 0.04,
      "step": 10518
    },
    {
      "epoch": 1.1403946227233304,
      "grad_norm": 0.4749942123889923,
      "learning_rate": 6.22116640069636e-05,
      "loss": 0.0517,
      "step": 10519
    },
    {
      "epoch": 1.1405030355594103,
      "grad_norm": 0.08250991255044937,
      "learning_rate": 6.220803713912665e-05,
      "loss": 0.0081,
      "step": 10520
    },
    {
      "epoch": 1.1406114483954901,
      "grad_norm": 0.05522102117538452,
      "learning_rate": 6.220441027128971e-05,
      "loss": 0.0106,
      "step": 10521
    },
    {
      "epoch": 1.1407198612315699,
      "grad_norm": 0.11804721504449844,
      "learning_rate": 6.220078340345278e-05,
      "loss": 0.0265,
      "step": 10522
    },
    {
      "epoch": 1.1408282740676496,
      "grad_norm": 0.07321818172931671,
      "learning_rate": 6.219715653561584e-05,
      "loss": 0.0161,
      "step": 10523
    },
    {
      "epoch": 1.1409366869037294,
      "grad_norm": 0.20408686995506287,
      "learning_rate": 6.219352966777891e-05,
      "loss": 0.0412,
      "step": 10524
    },
    {
      "epoch": 1.1410450997398092,
      "grad_norm": 0.05139516294002533,
      "learning_rate": 6.218990279994197e-05,
      "loss": 0.0083,
      "step": 10525
    },
    {
      "epoch": 1.141153512575889,
      "grad_norm": 0.2353479117155075,
      "learning_rate": 6.218627593210504e-05,
      "loss": 0.0271,
      "step": 10526
    },
    {
      "epoch": 1.1412619254119687,
      "grad_norm": 0.1272617131471634,
      "learning_rate": 6.218264906426811e-05,
      "loss": 0.0094,
      "step": 10527
    },
    {
      "epoch": 1.1413703382480485,
      "grad_norm": 0.35826149582862854,
      "learning_rate": 6.217902219643116e-05,
      "loss": 0.0232,
      "step": 10528
    },
    {
      "epoch": 1.1414787510841284,
      "grad_norm": 0.1566576361656189,
      "learning_rate": 6.217539532859424e-05,
      "loss": 0.0194,
      "step": 10529
    },
    {
      "epoch": 1.1415871639202082,
      "grad_norm": 0.6940335035324097,
      "learning_rate": 6.217176846075729e-05,
      "loss": 0.0495,
      "step": 10530
    },
    {
      "epoch": 1.141695576756288,
      "grad_norm": 0.2179691195487976,
      "learning_rate": 6.216814159292036e-05,
      "loss": 0.0208,
      "step": 10531
    },
    {
      "epoch": 1.1418039895923677,
      "grad_norm": 0.2357054352760315,
      "learning_rate": 6.216451472508342e-05,
      "loss": 0.0483,
      "step": 10532
    },
    {
      "epoch": 1.1419124024284475,
      "grad_norm": 0.0923449769616127,
      "learning_rate": 6.216088785724649e-05,
      "loss": 0.0123,
      "step": 10533
    },
    {
      "epoch": 1.1420208152645273,
      "grad_norm": 0.05906420201063156,
      "learning_rate": 6.215726098940955e-05,
      "loss": 0.0095,
      "step": 10534
    },
    {
      "epoch": 1.142129228100607,
      "grad_norm": 0.042018868029117584,
      "learning_rate": 6.21536341215726e-05,
      "loss": 0.005,
      "step": 10535
    },
    {
      "epoch": 1.142237640936687,
      "grad_norm": 0.07808254659175873,
      "learning_rate": 6.215000725373568e-05,
      "loss": 0.0066,
      "step": 10536
    },
    {
      "epoch": 1.1423460537727668,
      "grad_norm": 0.10899700224399567,
      "learning_rate": 6.214638038589873e-05,
      "loss": 0.0082,
      "step": 10537
    },
    {
      "epoch": 1.1424544666088465,
      "grad_norm": 0.15036681294441223,
      "learning_rate": 6.21427535180618e-05,
      "loss": 0.0094,
      "step": 10538
    },
    {
      "epoch": 1.1425628794449263,
      "grad_norm": 0.1591673344373703,
      "learning_rate": 6.213912665022486e-05,
      "loss": 0.0147,
      "step": 10539
    },
    {
      "epoch": 1.142671292281006,
      "grad_norm": 0.09933363646268845,
      "learning_rate": 6.213549978238793e-05,
      "loss": 0.0119,
      "step": 10540
    },
    {
      "epoch": 1.1427797051170858,
      "grad_norm": 0.08740802109241486,
      "learning_rate": 6.213187291455099e-05,
      "loss": 0.007,
      "step": 10541
    },
    {
      "epoch": 1.1428881179531656,
      "grad_norm": 0.16102269291877747,
      "learning_rate": 6.212824604671406e-05,
      "loss": 0.0061,
      "step": 10542
    },
    {
      "epoch": 1.1429965307892456,
      "grad_norm": 0.24349457025527954,
      "learning_rate": 6.212461917887712e-05,
      "loss": 0.0275,
      "step": 10543
    },
    {
      "epoch": 1.1431049436253253,
      "grad_norm": 0.04809650033712387,
      "learning_rate": 6.212099231104019e-05,
      "loss": 0.01,
      "step": 10544
    },
    {
      "epoch": 1.143213356461405,
      "grad_norm": 0.22642755508422852,
      "learning_rate": 6.211736544320326e-05,
      "loss": 0.0218,
      "step": 10545
    },
    {
      "epoch": 1.1433217692974849,
      "grad_norm": 0.26736170053482056,
      "learning_rate": 6.211373857536632e-05,
      "loss": 0.0141,
      "step": 10546
    },
    {
      "epoch": 1.1434301821335646,
      "grad_norm": 0.06903430074453354,
      "learning_rate": 6.211011170752939e-05,
      "loss": 0.0042,
      "step": 10547
    },
    {
      "epoch": 1.1435385949696444,
      "grad_norm": 0.20673581957817078,
      "learning_rate": 6.210648483969245e-05,
      "loss": 0.0249,
      "step": 10548
    },
    {
      "epoch": 1.1436470078057241,
      "grad_norm": 0.0694085881114006,
      "learning_rate": 6.21028579718555e-05,
      "loss": 0.0084,
      "step": 10549
    },
    {
      "epoch": 1.143755420641804,
      "grad_norm": 0.23702383041381836,
      "learning_rate": 6.209923110401857e-05,
      "loss": 0.0302,
      "step": 10550
    },
    {
      "epoch": 1.1438638334778837,
      "grad_norm": 0.19520848989486694,
      "learning_rate": 6.209560423618163e-05,
      "loss": 0.0303,
      "step": 10551
    },
    {
      "epoch": 1.1439722463139637,
      "grad_norm": 0.17973120510578156,
      "learning_rate": 6.20919773683447e-05,
      "loss": 0.0337,
      "step": 10552
    },
    {
      "epoch": 1.1440806591500434,
      "grad_norm": 0.1291438788175583,
      "learning_rate": 6.208835050050776e-05,
      "loss": 0.0147,
      "step": 10553
    },
    {
      "epoch": 1.1441890719861232,
      "grad_norm": 0.11791688203811646,
      "learning_rate": 6.208472363267083e-05,
      "loss": 0.0096,
      "step": 10554
    },
    {
      "epoch": 1.144297484822203,
      "grad_norm": 0.026834925636649132,
      "learning_rate": 6.208109676483389e-05,
      "loss": 0.0028,
      "step": 10555
    },
    {
      "epoch": 1.1444058976582827,
      "grad_norm": 0.03784174099564552,
      "learning_rate": 6.207746989699696e-05,
      "loss": 0.0038,
      "step": 10556
    },
    {
      "epoch": 1.1445143104943625,
      "grad_norm": 0.1272917091846466,
      "learning_rate": 6.207384302916002e-05,
      "loss": 0.0187,
      "step": 10557
    },
    {
      "epoch": 1.1446227233304422,
      "grad_norm": 0.09234508872032166,
      "learning_rate": 6.207021616132307e-05,
      "loss": 0.0151,
      "step": 10558
    },
    {
      "epoch": 1.1447311361665222,
      "grad_norm": 0.33475109934806824,
      "learning_rate": 6.206658929348614e-05,
      "loss": 0.0296,
      "step": 10559
    },
    {
      "epoch": 1.144839549002602,
      "grad_norm": 0.2182159423828125,
      "learning_rate": 6.20629624256492e-05,
      "loss": 0.018,
      "step": 10560
    },
    {
      "epoch": 1.1449479618386817,
      "grad_norm": 0.0717482641339302,
      "learning_rate": 6.205933555781229e-05,
      "loss": 0.0079,
      "step": 10561
    },
    {
      "epoch": 1.1450563746747615,
      "grad_norm": 0.6127616167068481,
      "learning_rate": 6.205570868997534e-05,
      "loss": 0.0292,
      "step": 10562
    },
    {
      "epoch": 1.1451647875108413,
      "grad_norm": 0.18544310331344604,
      "learning_rate": 6.205208182213841e-05,
      "loss": 0.0373,
      "step": 10563
    },
    {
      "epoch": 1.145273200346921,
      "grad_norm": 0.08780927211046219,
      "learning_rate": 6.204845495430147e-05,
      "loss": 0.008,
      "step": 10564
    },
    {
      "epoch": 1.1453816131830008,
      "grad_norm": 0.07190048694610596,
      "learning_rate": 6.204482808646453e-05,
      "loss": 0.0071,
      "step": 10565
    },
    {
      "epoch": 1.1454900260190806,
      "grad_norm": 0.24118070304393768,
      "learning_rate": 6.20412012186276e-05,
      "loss": 0.022,
      "step": 10566
    },
    {
      "epoch": 1.1455984388551603,
      "grad_norm": 0.17648258805274963,
      "learning_rate": 6.203757435079066e-05,
      "loss": 0.0373,
      "step": 10567
    },
    {
      "epoch": 1.1457068516912403,
      "grad_norm": 0.0986577719449997,
      "learning_rate": 6.203394748295373e-05,
      "loss": 0.0208,
      "step": 10568
    },
    {
      "epoch": 1.14581526452732,
      "grad_norm": 0.13301773369312286,
      "learning_rate": 6.203032061511679e-05,
      "loss": 0.0134,
      "step": 10569
    },
    {
      "epoch": 1.1459236773633998,
      "grad_norm": 0.2328435331583023,
      "learning_rate": 6.202669374727986e-05,
      "loss": 0.041,
      "step": 10570
    },
    {
      "epoch": 1.1460320901994796,
      "grad_norm": 0.40931782126426697,
      "learning_rate": 6.202306687944291e-05,
      "loss": 0.0089,
      "step": 10571
    },
    {
      "epoch": 1.1461405030355594,
      "grad_norm": 0.3246188461780548,
      "learning_rate": 6.201944001160597e-05,
      "loss": 0.0339,
      "step": 10572
    },
    {
      "epoch": 1.1462489158716391,
      "grad_norm": 0.2901008725166321,
      "learning_rate": 6.201581314376904e-05,
      "loss": 0.0361,
      "step": 10573
    },
    {
      "epoch": 1.146357328707719,
      "grad_norm": 0.35852211713790894,
      "learning_rate": 6.20121862759321e-05,
      "loss": 0.0446,
      "step": 10574
    },
    {
      "epoch": 1.1464657415437989,
      "grad_norm": 0.5207926630973816,
      "learning_rate": 6.200855940809517e-05,
      "loss": 0.0257,
      "step": 10575
    },
    {
      "epoch": 1.1465741543798786,
      "grad_norm": 0.44702771306037903,
      "learning_rate": 6.200493254025823e-05,
      "loss": 0.0472,
      "step": 10576
    },
    {
      "epoch": 1.1466825672159584,
      "grad_norm": 0.14001795649528503,
      "learning_rate": 6.20013056724213e-05,
      "loss": 0.0262,
      "step": 10577
    },
    {
      "epoch": 1.1467909800520382,
      "grad_norm": 0.12600307166576385,
      "learning_rate": 6.199767880458437e-05,
      "loss": 0.0117,
      "step": 10578
    },
    {
      "epoch": 1.146899392888118,
      "grad_norm": 0.09685123711824417,
      "learning_rate": 6.199405193674743e-05,
      "loss": 0.0213,
      "step": 10579
    },
    {
      "epoch": 1.1470078057241977,
      "grad_norm": 0.15424169600009918,
      "learning_rate": 6.19904250689105e-05,
      "loss": 0.0135,
      "step": 10580
    },
    {
      "epoch": 1.1471162185602775,
      "grad_norm": 0.08300861716270447,
      "learning_rate": 6.198679820107356e-05,
      "loss": 0.0039,
      "step": 10581
    },
    {
      "epoch": 1.1472246313963574,
      "grad_norm": 0.1497832089662552,
      "learning_rate": 6.198317133323663e-05,
      "loss": 0.0191,
      "step": 10582
    },
    {
      "epoch": 1.1473330442324372,
      "grad_norm": 0.08570914715528488,
      "learning_rate": 6.197954446539968e-05,
      "loss": 0.0197,
      "step": 10583
    },
    {
      "epoch": 1.147441457068517,
      "grad_norm": 0.19360263645648956,
      "learning_rate": 6.197591759756275e-05,
      "loss": 0.0226,
      "step": 10584
    },
    {
      "epoch": 1.1475498699045967,
      "grad_norm": 0.03216719999909401,
      "learning_rate": 6.197229072972581e-05,
      "loss": 0.0036,
      "step": 10585
    },
    {
      "epoch": 1.1476582827406765,
      "grad_norm": 0.16999363899230957,
      "learning_rate": 6.196866386188888e-05,
      "loss": 0.0153,
      "step": 10586
    },
    {
      "epoch": 1.1477666955767563,
      "grad_norm": 0.05105084553360939,
      "learning_rate": 6.196503699405194e-05,
      "loss": 0.0038,
      "step": 10587
    },
    {
      "epoch": 1.147875108412836,
      "grad_norm": 0.17347265779972076,
      "learning_rate": 6.1961410126215e-05,
      "loss": 0.0183,
      "step": 10588
    },
    {
      "epoch": 1.1479835212489158,
      "grad_norm": 0.12109916657209396,
      "learning_rate": 6.195778325837807e-05,
      "loss": 0.0093,
      "step": 10589
    },
    {
      "epoch": 1.1480919340849955,
      "grad_norm": 0.08488833159208298,
      "learning_rate": 6.195415639054113e-05,
      "loss": 0.0065,
      "step": 10590
    },
    {
      "epoch": 1.1482003469210755,
      "grad_norm": 0.0710582435131073,
      "learning_rate": 6.19505295227042e-05,
      "loss": 0.0052,
      "step": 10591
    },
    {
      "epoch": 1.1483087597571553,
      "grad_norm": 0.07810559868812561,
      "learning_rate": 6.194690265486725e-05,
      "loss": 0.0098,
      "step": 10592
    },
    {
      "epoch": 1.148417172593235,
      "grad_norm": 0.13044144213199615,
      "learning_rate": 6.194327578703032e-05,
      "loss": 0.0107,
      "step": 10593
    },
    {
      "epoch": 1.1485255854293148,
      "grad_norm": 0.123140349984169,
      "learning_rate": 6.193964891919338e-05,
      "loss": 0.0079,
      "step": 10594
    },
    {
      "epoch": 1.1486339982653946,
      "grad_norm": 0.05071844905614853,
      "learning_rate": 6.193602205135645e-05,
      "loss": 0.0054,
      "step": 10595
    },
    {
      "epoch": 1.1487424111014743,
      "grad_norm": 0.3299979269504547,
      "learning_rate": 6.193239518351952e-05,
      "loss": 0.0315,
      "step": 10596
    },
    {
      "epoch": 1.148850823937554,
      "grad_norm": 0.04053286835551262,
      "learning_rate": 6.192876831568258e-05,
      "loss": 0.0042,
      "step": 10597
    },
    {
      "epoch": 1.148959236773634,
      "grad_norm": 0.3149777054786682,
      "learning_rate": 6.192514144784565e-05,
      "loss": 0.0353,
      "step": 10598
    },
    {
      "epoch": 1.1490676496097139,
      "grad_norm": 0.6981764435768127,
      "learning_rate": 6.192151458000871e-05,
      "loss": 0.0233,
      "step": 10599
    },
    {
      "epoch": 1.1491760624457936,
      "grad_norm": 0.26354679465293884,
      "learning_rate": 6.191788771217178e-05,
      "loss": 0.0082,
      "step": 10600
    },
    {
      "epoch": 1.1492844752818734,
      "grad_norm": 0.14237838983535767,
      "learning_rate": 6.191426084433484e-05,
      "loss": 0.0181,
      "step": 10601
    },
    {
      "epoch": 1.1493928881179531,
      "grad_norm": 0.1702747792005539,
      "learning_rate": 6.19106339764979e-05,
      "loss": 0.0241,
      "step": 10602
    },
    {
      "epoch": 1.149501300954033,
      "grad_norm": 0.24175170063972473,
      "learning_rate": 6.190700710866097e-05,
      "loss": 0.0316,
      "step": 10603
    },
    {
      "epoch": 1.1496097137901127,
      "grad_norm": 0.061420924961566925,
      "learning_rate": 6.190338024082402e-05,
      "loss": 0.0054,
      "step": 10604
    },
    {
      "epoch": 1.1497181266261927,
      "grad_norm": 0.2500651776790619,
      "learning_rate": 6.18997533729871e-05,
      "loss": 0.0318,
      "step": 10605
    },
    {
      "epoch": 1.1498265394622724,
      "grad_norm": 0.1859172284603119,
      "learning_rate": 6.189612650515015e-05,
      "loss": 0.0636,
      "step": 10606
    },
    {
      "epoch": 1.1499349522983522,
      "grad_norm": 0.1380455195903778,
      "learning_rate": 6.189249963731322e-05,
      "loss": 0.01,
      "step": 10607
    },
    {
      "epoch": 1.150043365134432,
      "grad_norm": 0.04342798888683319,
      "learning_rate": 6.188887276947628e-05,
      "loss": 0.0034,
      "step": 10608
    },
    {
      "epoch": 1.1501517779705117,
      "grad_norm": 0.06705480068922043,
      "learning_rate": 6.188524590163935e-05,
      "loss": 0.0083,
      "step": 10609
    },
    {
      "epoch": 1.1502601908065915,
      "grad_norm": 0.13986986875534058,
      "learning_rate": 6.188161903380241e-05,
      "loss": 0.0174,
      "step": 10610
    },
    {
      "epoch": 1.1503686036426712,
      "grad_norm": 0.2841077446937561,
      "learning_rate": 6.187799216596546e-05,
      "loss": 0.0451,
      "step": 10611
    },
    {
      "epoch": 1.150477016478751,
      "grad_norm": 0.4787619411945343,
      "learning_rate": 6.187436529812854e-05,
      "loss": 0.079,
      "step": 10612
    },
    {
      "epoch": 1.1505854293148308,
      "grad_norm": 0.6188367009162903,
      "learning_rate": 6.18707384302916e-05,
      "loss": 0.0547,
      "step": 10613
    },
    {
      "epoch": 1.1506938421509108,
      "grad_norm": 0.273141086101532,
      "learning_rate": 6.186711156245468e-05,
      "loss": 0.0169,
      "step": 10614
    },
    {
      "epoch": 1.1508022549869905,
      "grad_norm": 0.14692658185958862,
      "learning_rate": 6.186348469461773e-05,
      "loss": 0.0311,
      "step": 10615
    },
    {
      "epoch": 1.1509106678230703,
      "grad_norm": 0.2532864809036255,
      "learning_rate": 6.185985782678079e-05,
      "loss": 0.0323,
      "step": 10616
    },
    {
      "epoch": 1.15101908065915,
      "grad_norm": 0.154161736369133,
      "learning_rate": 6.185623095894386e-05,
      "loss": 0.0245,
      "step": 10617
    },
    {
      "epoch": 1.1511274934952298,
      "grad_norm": 0.17719903588294983,
      "learning_rate": 6.185260409110692e-05,
      "loss": 0.0051,
      "step": 10618
    },
    {
      "epoch": 1.1512359063313096,
      "grad_norm": 0.42592737078666687,
      "learning_rate": 6.184897722326999e-05,
      "loss": 0.0907,
      "step": 10619
    },
    {
      "epoch": 1.1513443191673893,
      "grad_norm": 0.15393230319023132,
      "learning_rate": 6.184535035543305e-05,
      "loss": 0.0303,
      "step": 10620
    },
    {
      "epoch": 1.1514527320034693,
      "grad_norm": 0.13045240938663483,
      "learning_rate": 6.184172348759612e-05,
      "loss": 0.0217,
      "step": 10621
    },
    {
      "epoch": 1.151561144839549,
      "grad_norm": 0.17821307480335236,
      "learning_rate": 6.183809661975918e-05,
      "loss": 0.0086,
      "step": 10622
    },
    {
      "epoch": 1.1516695576756288,
      "grad_norm": 0.279940664768219,
      "learning_rate": 6.183446975192225e-05,
      "loss": 0.0296,
      "step": 10623
    },
    {
      "epoch": 1.1517779705117086,
      "grad_norm": 0.2684779465198517,
      "learning_rate": 6.18308428840853e-05,
      "loss": 0.0268,
      "step": 10624
    },
    {
      "epoch": 1.1518863833477884,
      "grad_norm": 0.6443397402763367,
      "learning_rate": 6.182721601624836e-05,
      "loss": 0.066,
      "step": 10625
    },
    {
      "epoch": 1.1519947961838681,
      "grad_norm": 0.3055301308631897,
      "learning_rate": 6.182358914841143e-05,
      "loss": 0.0124,
      "step": 10626
    },
    {
      "epoch": 1.152103209019948,
      "grad_norm": 0.21033065021038055,
      "learning_rate": 6.181996228057449e-05,
      "loss": 0.0218,
      "step": 10627
    },
    {
      "epoch": 1.1522116218560277,
      "grad_norm": 0.18737146258354187,
      "learning_rate": 6.181633541273756e-05,
      "loss": 0.0216,
      "step": 10628
    },
    {
      "epoch": 1.1523200346921076,
      "grad_norm": 0.19983889162540436,
      "learning_rate": 6.181270854490062e-05,
      "loss": 0.0313,
      "step": 10629
    },
    {
      "epoch": 1.1524284475281874,
      "grad_norm": 0.4623090326786041,
      "learning_rate": 6.180908167706369e-05,
      "loss": 0.0348,
      "step": 10630
    },
    {
      "epoch": 1.1525368603642672,
      "grad_norm": 0.2984437048435211,
      "learning_rate": 6.180545480922676e-05,
      "loss": 0.0573,
      "step": 10631
    },
    {
      "epoch": 1.152645273200347,
      "grad_norm": 0.27568966150283813,
      "learning_rate": 6.180182794138982e-05,
      "loss": 0.033,
      "step": 10632
    },
    {
      "epoch": 1.1527536860364267,
      "grad_norm": 0.06557812541723251,
      "learning_rate": 6.179820107355289e-05,
      "loss": 0.0066,
      "step": 10633
    },
    {
      "epoch": 1.1528620988725065,
      "grad_norm": 0.11142566800117493,
      "learning_rate": 6.179457420571595e-05,
      "loss": 0.0122,
      "step": 10634
    },
    {
      "epoch": 1.1529705117085862,
      "grad_norm": 0.2546748220920563,
      "learning_rate": 6.179094733787902e-05,
      "loss": 0.0298,
      "step": 10635
    },
    {
      "epoch": 1.153078924544666,
      "grad_norm": 0.15323354303836823,
      "learning_rate": 6.178732047004207e-05,
      "loss": 0.0206,
      "step": 10636
    },
    {
      "epoch": 1.153187337380746,
      "grad_norm": 0.23173004388809204,
      "learning_rate": 6.178369360220515e-05,
      "loss": 0.0322,
      "step": 10637
    },
    {
      "epoch": 1.1532957502168257,
      "grad_norm": 0.01865578629076481,
      "learning_rate": 6.17800667343682e-05,
      "loss": 0.0016,
      "step": 10638
    },
    {
      "epoch": 1.1534041630529055,
      "grad_norm": 0.13041630387306213,
      "learning_rate": 6.177643986653126e-05,
      "loss": 0.0103,
      "step": 10639
    },
    {
      "epoch": 1.1535125758889853,
      "grad_norm": 0.005130107514560223,
      "learning_rate": 6.177281299869433e-05,
      "loss": 0.0006,
      "step": 10640
    },
    {
      "epoch": 1.153620988725065,
      "grad_norm": 0.1508800983428955,
      "learning_rate": 6.176918613085739e-05,
      "loss": 0.0139,
      "step": 10641
    },
    {
      "epoch": 1.1537294015611448,
      "grad_norm": 0.03511182963848114,
      "learning_rate": 6.176555926302046e-05,
      "loss": 0.0036,
      "step": 10642
    },
    {
      "epoch": 1.1538378143972245,
      "grad_norm": 0.19280186295509338,
      "learning_rate": 6.176193239518352e-05,
      "loss": 0.0018,
      "step": 10643
    },
    {
      "epoch": 1.1539462272333045,
      "grad_norm": 0.0736909806728363,
      "learning_rate": 6.175830552734659e-05,
      "loss": 0.0032,
      "step": 10644
    },
    {
      "epoch": 1.1540546400693843,
      "grad_norm": 0.37095004320144653,
      "learning_rate": 6.175467865950964e-05,
      "loss": 0.0792,
      "step": 10645
    },
    {
      "epoch": 1.154163052905464,
      "grad_norm": 0.27813953161239624,
      "learning_rate": 6.175105179167272e-05,
      "loss": 0.0468,
      "step": 10646
    },
    {
      "epoch": 1.1542714657415438,
      "grad_norm": 0.20502765476703644,
      "learning_rate": 6.174742492383579e-05,
      "loss": 0.0366,
      "step": 10647
    },
    {
      "epoch": 1.1543798785776236,
      "grad_norm": 0.2283819317817688,
      "learning_rate": 6.174379805599884e-05,
      "loss": 0.0255,
      "step": 10648
    },
    {
      "epoch": 1.1544882914137033,
      "grad_norm": 0.3087179660797119,
      "learning_rate": 6.174017118816191e-05,
      "loss": 0.0524,
      "step": 10649
    },
    {
      "epoch": 1.1545967042497831,
      "grad_norm": 0.23194116353988647,
      "learning_rate": 6.173654432032497e-05,
      "loss": 0.0665,
      "step": 10650
    },
    {
      "epoch": 1.1547051170858629,
      "grad_norm": 0.23886637389659882,
      "learning_rate": 6.173291745248804e-05,
      "loss": 0.0618,
      "step": 10651
    },
    {
      "epoch": 1.1548135299219426,
      "grad_norm": 0.18565040826797485,
      "learning_rate": 6.17292905846511e-05,
      "loss": 0.0416,
      "step": 10652
    },
    {
      "epoch": 1.1549219427580226,
      "grad_norm": 0.15145279467105865,
      "learning_rate": 6.172566371681416e-05,
      "loss": 0.0259,
      "step": 10653
    },
    {
      "epoch": 1.1550303555941024,
      "grad_norm": 0.1593339741230011,
      "learning_rate": 6.172203684897723e-05,
      "loss": 0.0157,
      "step": 10654
    },
    {
      "epoch": 1.1551387684301822,
      "grad_norm": 0.08522467315196991,
      "learning_rate": 6.171840998114029e-05,
      "loss": 0.0161,
      "step": 10655
    },
    {
      "epoch": 1.155247181266262,
      "grad_norm": 0.258228063583374,
      "learning_rate": 6.171478311330336e-05,
      "loss": 0.0228,
      "step": 10656
    },
    {
      "epoch": 1.1553555941023417,
      "grad_norm": 0.31278496980667114,
      "learning_rate": 6.171115624546641e-05,
      "loss": 0.0202,
      "step": 10657
    },
    {
      "epoch": 1.1554640069384214,
      "grad_norm": 0.11578603833913803,
      "learning_rate": 6.170752937762948e-05,
      "loss": 0.0212,
      "step": 10658
    },
    {
      "epoch": 1.1555724197745012,
      "grad_norm": 0.17631152272224426,
      "learning_rate": 6.170390250979254e-05,
      "loss": 0.0423,
      "step": 10659
    },
    {
      "epoch": 1.1556808326105812,
      "grad_norm": 0.274467408657074,
      "learning_rate": 6.170027564195561e-05,
      "loss": 0.0443,
      "step": 10660
    },
    {
      "epoch": 1.155789245446661,
      "grad_norm": 0.17676711082458496,
      "learning_rate": 6.169664877411867e-05,
      "loss": 0.0372,
      "step": 10661
    },
    {
      "epoch": 1.1558976582827407,
      "grad_norm": 0.0401572622358799,
      "learning_rate": 6.169302190628173e-05,
      "loss": 0.003,
      "step": 10662
    },
    {
      "epoch": 1.1560060711188205,
      "grad_norm": 0.23140133917331696,
      "learning_rate": 6.16893950384448e-05,
      "loss": 0.0176,
      "step": 10663
    },
    {
      "epoch": 1.1561144839549002,
      "grad_norm": 0.3245187997817993,
      "learning_rate": 6.168576817060786e-05,
      "loss": 0.0236,
      "step": 10664
    },
    {
      "epoch": 1.15622289679098,
      "grad_norm": 0.28342205286026,
      "learning_rate": 6.168214130277094e-05,
      "loss": 0.0919,
      "step": 10665
    },
    {
      "epoch": 1.1563313096270598,
      "grad_norm": 0.09763093292713165,
      "learning_rate": 6.1678514434934e-05,
      "loss": 0.0096,
      "step": 10666
    },
    {
      "epoch": 1.1564397224631398,
      "grad_norm": 0.19799846410751343,
      "learning_rate": 6.167488756709707e-05,
      "loss": 0.0446,
      "step": 10667
    },
    {
      "epoch": 1.1565481352992195,
      "grad_norm": 0.1904936134815216,
      "learning_rate": 6.167126069926013e-05,
      "loss": 0.0222,
      "step": 10668
    },
    {
      "epoch": 1.1566565481352993,
      "grad_norm": 0.2572758197784424,
      "learning_rate": 6.166763383142318e-05,
      "loss": 0.0369,
      "step": 10669
    },
    {
      "epoch": 1.156764960971379,
      "grad_norm": 0.09117794781923294,
      "learning_rate": 6.166400696358625e-05,
      "loss": 0.0045,
      "step": 10670
    },
    {
      "epoch": 1.1568733738074588,
      "grad_norm": 0.07928799092769623,
      "learning_rate": 6.166038009574931e-05,
      "loss": 0.0146,
      "step": 10671
    },
    {
      "epoch": 1.1569817866435386,
      "grad_norm": 0.18511401116847992,
      "learning_rate": 6.165675322791238e-05,
      "loss": 0.0281,
      "step": 10672
    },
    {
      "epoch": 1.1570901994796183,
      "grad_norm": 0.015261112712323666,
      "learning_rate": 6.165312636007544e-05,
      "loss": 0.0017,
      "step": 10673
    },
    {
      "epoch": 1.157198612315698,
      "grad_norm": 0.15234331786632538,
      "learning_rate": 6.164949949223851e-05,
      "loss": 0.0336,
      "step": 10674
    },
    {
      "epoch": 1.1573070251517779,
      "grad_norm": 0.15721890330314636,
      "learning_rate": 6.164587262440157e-05,
      "loss": 0.024,
      "step": 10675
    },
    {
      "epoch": 1.1574154379878578,
      "grad_norm": 0.17950892448425293,
      "learning_rate": 6.164224575656462e-05,
      "loss": 0.0304,
      "step": 10676
    },
    {
      "epoch": 1.1575238508239376,
      "grad_norm": 0.06551603227853775,
      "learning_rate": 6.16386188887277e-05,
      "loss": 0.0095,
      "step": 10677
    },
    {
      "epoch": 1.1576322636600174,
      "grad_norm": 0.2424849271774292,
      "learning_rate": 6.163499202089075e-05,
      "loss": 0.0237,
      "step": 10678
    },
    {
      "epoch": 1.1577406764960971,
      "grad_norm": 0.3883834183216095,
      "learning_rate": 6.163136515305382e-05,
      "loss": 0.0342,
      "step": 10679
    },
    {
      "epoch": 1.157849089332177,
      "grad_norm": 0.2477271407842636,
      "learning_rate": 6.162773828521688e-05,
      "loss": 0.0363,
      "step": 10680
    },
    {
      "epoch": 1.1579575021682567,
      "grad_norm": 0.07330677658319473,
      "learning_rate": 6.162411141737995e-05,
      "loss": 0.0072,
      "step": 10681
    },
    {
      "epoch": 1.1580659150043364,
      "grad_norm": 0.07749626040458679,
      "learning_rate": 6.162048454954302e-05,
      "loss": 0.0163,
      "step": 10682
    },
    {
      "epoch": 1.1581743278404164,
      "grad_norm": 0.2313579022884369,
      "learning_rate": 6.161685768170608e-05,
      "loss": 0.0247,
      "step": 10683
    },
    {
      "epoch": 1.1582827406764962,
      "grad_norm": 0.16508039832115173,
      "learning_rate": 6.161323081386915e-05,
      "loss": 0.0204,
      "step": 10684
    },
    {
      "epoch": 1.158391153512576,
      "grad_norm": 0.47731125354766846,
      "learning_rate": 6.160960394603221e-05,
      "loss": 0.0577,
      "step": 10685
    },
    {
      "epoch": 1.1584995663486557,
      "grad_norm": 0.21732249855995178,
      "learning_rate": 6.160597707819528e-05,
      "loss": 0.0338,
      "step": 10686
    },
    {
      "epoch": 1.1586079791847355,
      "grad_norm": 0.22367557883262634,
      "learning_rate": 6.160235021035834e-05,
      "loss": 0.0265,
      "step": 10687
    },
    {
      "epoch": 1.1587163920208152,
      "grad_norm": 0.028474897146224976,
      "learning_rate": 6.159872334252141e-05,
      "loss": 0.0045,
      "step": 10688
    },
    {
      "epoch": 1.158824804856895,
      "grad_norm": 0.1817876100540161,
      "learning_rate": 6.159509647468447e-05,
      "loss": 0.0389,
      "step": 10689
    },
    {
      "epoch": 1.158933217692975,
      "grad_norm": 0.0338427908718586,
      "learning_rate": 6.159146960684754e-05,
      "loss": 0.0035,
      "step": 10690
    },
    {
      "epoch": 1.1590416305290547,
      "grad_norm": 0.4177112579345703,
      "learning_rate": 6.15878427390106e-05,
      "loss": 0.0253,
      "step": 10691
    },
    {
      "epoch": 1.1591500433651345,
      "grad_norm": 0.06572463363409042,
      "learning_rate": 6.158421587117365e-05,
      "loss": 0.0052,
      "step": 10692
    },
    {
      "epoch": 1.1592584562012143,
      "grad_norm": 0.2019187957048416,
      "learning_rate": 6.158058900333672e-05,
      "loss": 0.0522,
      "step": 10693
    },
    {
      "epoch": 1.159366869037294,
      "grad_norm": 0.16359801590442657,
      "learning_rate": 6.157696213549978e-05,
      "loss": 0.0219,
      "step": 10694
    },
    {
      "epoch": 1.1594752818733738,
      "grad_norm": 0.12664085626602173,
      "learning_rate": 6.157333526766285e-05,
      "loss": 0.0125,
      "step": 10695
    },
    {
      "epoch": 1.1595836947094535,
      "grad_norm": 0.3101324439048767,
      "learning_rate": 6.156970839982591e-05,
      "loss": 0.0703,
      "step": 10696
    },
    {
      "epoch": 1.1596921075455333,
      "grad_norm": 0.024216996505856514,
      "learning_rate": 6.156608153198898e-05,
      "loss": 0.0051,
      "step": 10697
    },
    {
      "epoch": 1.159800520381613,
      "grad_norm": 0.033826105296611786,
      "learning_rate": 6.156245466415204e-05,
      "loss": 0.002,
      "step": 10698
    },
    {
      "epoch": 1.159908933217693,
      "grad_norm": 0.09010960906744003,
      "learning_rate": 6.15588277963151e-05,
      "loss": 0.0254,
      "step": 10699
    },
    {
      "epoch": 1.1600173460537728,
      "grad_norm": 0.1808580458164215,
      "learning_rate": 6.155520092847818e-05,
      "loss": 0.0204,
      "step": 10700
    },
    {
      "epoch": 1.1601257588898526,
      "grad_norm": 0.09086264669895172,
      "learning_rate": 6.155157406064123e-05,
      "loss": 0.0071,
      "step": 10701
    },
    {
      "epoch": 1.1602341717259324,
      "grad_norm": 0.15767313539981842,
      "learning_rate": 6.15479471928043e-05,
      "loss": 0.0273,
      "step": 10702
    },
    {
      "epoch": 1.1603425845620121,
      "grad_norm": 0.2946236729621887,
      "learning_rate": 6.154432032496736e-05,
      "loss": 0.0298,
      "step": 10703
    },
    {
      "epoch": 1.1604509973980919,
      "grad_norm": 0.08022096008062363,
      "learning_rate": 6.154069345713043e-05,
      "loss": 0.0053,
      "step": 10704
    },
    {
      "epoch": 1.1605594102341716,
      "grad_norm": 0.3044380247592926,
      "learning_rate": 6.153706658929349e-05,
      "loss": 0.0613,
      "step": 10705
    },
    {
      "epoch": 1.1606678230702516,
      "grad_norm": 0.0314926877617836,
      "learning_rate": 6.153343972145655e-05,
      "loss": 0.003,
      "step": 10706
    },
    {
      "epoch": 1.1607762359063314,
      "grad_norm": 0.14295805990695953,
      "learning_rate": 6.152981285361962e-05,
      "loss": 0.0531,
      "step": 10707
    },
    {
      "epoch": 1.1608846487424112,
      "grad_norm": 0.07611419260501862,
      "learning_rate": 6.152618598578268e-05,
      "loss": 0.0072,
      "step": 10708
    },
    {
      "epoch": 1.160993061578491,
      "grad_norm": 0.15129095315933228,
      "learning_rate": 6.152255911794575e-05,
      "loss": 0.0099,
      "step": 10709
    },
    {
      "epoch": 1.1611014744145707,
      "grad_norm": 0.26621004939079285,
      "learning_rate": 6.15189322501088e-05,
      "loss": 0.0607,
      "step": 10710
    },
    {
      "epoch": 1.1612098872506504,
      "grad_norm": 0.09573584794998169,
      "learning_rate": 6.151530538227188e-05,
      "loss": 0.0187,
      "step": 10711
    },
    {
      "epoch": 1.1613183000867302,
      "grad_norm": 0.11755356192588806,
      "learning_rate": 6.151167851443493e-05,
      "loss": 0.0142,
      "step": 10712
    },
    {
      "epoch": 1.16142671292281,
      "grad_norm": 0.08227484673261642,
      "learning_rate": 6.1508051646598e-05,
      "loss": 0.0106,
      "step": 10713
    },
    {
      "epoch": 1.1615351257588897,
      "grad_norm": 0.22582897543907166,
      "learning_rate": 6.150442477876106e-05,
      "loss": 0.0359,
      "step": 10714
    },
    {
      "epoch": 1.1616435385949697,
      "grad_norm": 0.5052244067192078,
      "learning_rate": 6.150079791092412e-05,
      "loss": 0.0382,
      "step": 10715
    },
    {
      "epoch": 1.1617519514310495,
      "grad_norm": 0.16836722195148468,
      "learning_rate": 6.14971710430872e-05,
      "loss": 0.0166,
      "step": 10716
    },
    {
      "epoch": 1.1618603642671292,
      "grad_norm": 0.14132454991340637,
      "learning_rate": 6.149354417525026e-05,
      "loss": 0.0257,
      "step": 10717
    },
    {
      "epoch": 1.161968777103209,
      "grad_norm": 0.14525926113128662,
      "learning_rate": 6.148991730741333e-05,
      "loss": 0.0288,
      "step": 10718
    },
    {
      "epoch": 1.1620771899392888,
      "grad_norm": 0.4043857753276825,
      "learning_rate": 6.148629043957639e-05,
      "loss": 0.0168,
      "step": 10719
    },
    {
      "epoch": 1.1621856027753685,
      "grad_norm": 0.15308257937431335,
      "learning_rate": 6.148266357173945e-05,
      "loss": 0.0321,
      "step": 10720
    },
    {
      "epoch": 1.1622940156114483,
      "grad_norm": 0.10747527331113815,
      "learning_rate": 6.147903670390252e-05,
      "loss": 0.0096,
      "step": 10721
    },
    {
      "epoch": 1.1624024284475283,
      "grad_norm": 0.12028591334819794,
      "learning_rate": 6.147540983606557e-05,
      "loss": 0.0174,
      "step": 10722
    },
    {
      "epoch": 1.162510841283608,
      "grad_norm": 0.01680753193795681,
      "learning_rate": 6.147178296822864e-05,
      "loss": 0.0018,
      "step": 10723
    },
    {
      "epoch": 1.1626192541196878,
      "grad_norm": 0.11318067461252213,
      "learning_rate": 6.14681561003917e-05,
      "loss": 0.0384,
      "step": 10724
    },
    {
      "epoch": 1.1627276669557676,
      "grad_norm": 0.033123429864645004,
      "learning_rate": 6.146452923255477e-05,
      "loss": 0.0044,
      "step": 10725
    },
    {
      "epoch": 1.1628360797918473,
      "grad_norm": 0.17172715067863464,
      "learning_rate": 6.146090236471783e-05,
      "loss": 0.0211,
      "step": 10726
    },
    {
      "epoch": 1.162944492627927,
      "grad_norm": 0.23435990512371063,
      "learning_rate": 6.14572754968809e-05,
      "loss": 0.0126,
      "step": 10727
    },
    {
      "epoch": 1.1630529054640069,
      "grad_norm": 0.2775113582611084,
      "learning_rate": 6.145364862904396e-05,
      "loss": 0.0215,
      "step": 10728
    },
    {
      "epoch": 1.1631613183000868,
      "grad_norm": 0.09539250284433365,
      "learning_rate": 6.145002176120702e-05,
      "loss": 0.0136,
      "step": 10729
    },
    {
      "epoch": 1.1632697311361666,
      "grad_norm": 1.8277095556259155,
      "learning_rate": 6.144639489337009e-05,
      "loss": 0.0346,
      "step": 10730
    },
    {
      "epoch": 1.1633781439722464,
      "grad_norm": 0.09175541251897812,
      "learning_rate": 6.144276802553314e-05,
      "loss": 0.0182,
      "step": 10731
    },
    {
      "epoch": 1.1634865568083261,
      "grad_norm": 0.47171398997306824,
      "learning_rate": 6.143914115769621e-05,
      "loss": 0.0447,
      "step": 10732
    },
    {
      "epoch": 1.163594969644406,
      "grad_norm": 0.19577966630458832,
      "learning_rate": 6.143551428985927e-05,
      "loss": 0.014,
      "step": 10733
    },
    {
      "epoch": 1.1637033824804857,
      "grad_norm": 0.21890395879745483,
      "learning_rate": 6.143188742202234e-05,
      "loss": 0.0275,
      "step": 10734
    },
    {
      "epoch": 1.1638117953165654,
      "grad_norm": 0.055195290595293045,
      "learning_rate": 6.142826055418541e-05,
      "loss": 0.0069,
      "step": 10735
    },
    {
      "epoch": 1.1639202081526452,
      "grad_norm": 0.14085815846920013,
      "learning_rate": 6.142463368634847e-05,
      "loss": 0.0207,
      "step": 10736
    },
    {
      "epoch": 1.164028620988725,
      "grad_norm": 0.07217612862586975,
      "learning_rate": 6.142100681851154e-05,
      "loss": 0.0116,
      "step": 10737
    },
    {
      "epoch": 1.164137033824805,
      "grad_norm": 0.05131029710173607,
      "learning_rate": 6.14173799506746e-05,
      "loss": 0.016,
      "step": 10738
    },
    {
      "epoch": 1.1642454466608847,
      "grad_norm": 0.2288069874048233,
      "learning_rate": 6.141375308283767e-05,
      "loss": 0.0511,
      "step": 10739
    },
    {
      "epoch": 1.1643538594969645,
      "grad_norm": 0.4344106912612915,
      "learning_rate": 6.141012621500073e-05,
      "loss": 0.0498,
      "step": 10740
    },
    {
      "epoch": 1.1644622723330442,
      "grad_norm": 0.08799877017736435,
      "learning_rate": 6.14064993471638e-05,
      "loss": 0.0107,
      "step": 10741
    },
    {
      "epoch": 1.164570685169124,
      "grad_norm": 0.3968576192855835,
      "learning_rate": 6.140287247932686e-05,
      "loss": 0.0513,
      "step": 10742
    },
    {
      "epoch": 1.1646790980052038,
      "grad_norm": 0.5403396487236023,
      "learning_rate": 6.139924561148991e-05,
      "loss": 0.0332,
      "step": 10743
    },
    {
      "epoch": 1.1647875108412835,
      "grad_norm": 0.03780725225806236,
      "learning_rate": 6.139561874365298e-05,
      "loss": 0.0031,
      "step": 10744
    },
    {
      "epoch": 1.1648959236773635,
      "grad_norm": 0.09777584671974182,
      "learning_rate": 6.139199187581604e-05,
      "loss": 0.0249,
      "step": 10745
    },
    {
      "epoch": 1.1650043365134433,
      "grad_norm": 0.15249130129814148,
      "learning_rate": 6.138836500797911e-05,
      "loss": 0.0166,
      "step": 10746
    },
    {
      "epoch": 1.165112749349523,
      "grad_norm": 0.060088180005550385,
      "learning_rate": 6.138473814014217e-05,
      "loss": 0.0126,
      "step": 10747
    },
    {
      "epoch": 1.1652211621856028,
      "grad_norm": 0.06623833626508713,
      "learning_rate": 6.138111127230524e-05,
      "loss": 0.0158,
      "step": 10748
    },
    {
      "epoch": 1.1653295750216826,
      "grad_norm": 0.13089901208877563,
      "learning_rate": 6.13774844044683e-05,
      "loss": 0.0262,
      "step": 10749
    },
    {
      "epoch": 1.1654379878577623,
      "grad_norm": 0.008854548446834087,
      "learning_rate": 6.137385753663137e-05,
      "loss": 0.001,
      "step": 10750
    },
    {
      "epoch": 1.165546400693842,
      "grad_norm": 0.5511523485183716,
      "learning_rate": 6.137023066879444e-05,
      "loss": 0.0384,
      "step": 10751
    },
    {
      "epoch": 1.165654813529922,
      "grad_norm": 0.3623892366886139,
      "learning_rate": 6.13666038009575e-05,
      "loss": 0.0615,
      "step": 10752
    },
    {
      "epoch": 1.1657632263660018,
      "grad_norm": 0.15361833572387695,
      "learning_rate": 6.136297693312057e-05,
      "loss": 0.0166,
      "step": 10753
    },
    {
      "epoch": 1.1658716392020816,
      "grad_norm": 0.10485892742872238,
      "learning_rate": 6.135935006528363e-05,
      "loss": 0.0646,
      "step": 10754
    },
    {
      "epoch": 1.1659800520381614,
      "grad_norm": 0.14968723058700562,
      "learning_rate": 6.13557231974467e-05,
      "loss": 0.0081,
      "step": 10755
    },
    {
      "epoch": 1.1660884648742411,
      "grad_norm": 0.047801628708839417,
      "learning_rate": 6.135209632960975e-05,
      "loss": 0.0088,
      "step": 10756
    },
    {
      "epoch": 1.1661968777103209,
      "grad_norm": 0.15953858196735382,
      "learning_rate": 6.134846946177281e-05,
      "loss": 0.0143,
      "step": 10757
    },
    {
      "epoch": 1.1663052905464006,
      "grad_norm": 0.09285648167133331,
      "learning_rate": 6.134484259393588e-05,
      "loss": 0.0158,
      "step": 10758
    },
    {
      "epoch": 1.1664137033824804,
      "grad_norm": 0.3224602937698364,
      "learning_rate": 6.134121572609894e-05,
      "loss": 0.0169,
      "step": 10759
    },
    {
      "epoch": 1.1665221162185602,
      "grad_norm": 0.09010271728038788,
      "learning_rate": 6.133758885826201e-05,
      "loss": 0.0065,
      "step": 10760
    },
    {
      "epoch": 1.1666305290546402,
      "grad_norm": 0.10240253061056137,
      "learning_rate": 6.133396199042507e-05,
      "loss": 0.0062,
      "step": 10761
    },
    {
      "epoch": 1.16673894189072,
      "grad_norm": 0.04281875863671303,
      "learning_rate": 6.133033512258814e-05,
      "loss": 0.0062,
      "step": 10762
    },
    {
      "epoch": 1.1668473547267997,
      "grad_norm": 0.07615785300731659,
      "learning_rate": 6.13267082547512e-05,
      "loss": 0.0078,
      "step": 10763
    },
    {
      "epoch": 1.1669557675628794,
      "grad_norm": 0.19845807552337646,
      "learning_rate": 6.132308138691427e-05,
      "loss": 0.0164,
      "step": 10764
    },
    {
      "epoch": 1.1670641803989592,
      "grad_norm": 0.27671685814857483,
      "learning_rate": 6.131945451907732e-05,
      "loss": 0.0993,
      "step": 10765
    },
    {
      "epoch": 1.167172593235039,
      "grad_norm": 0.17977243661880493,
      "learning_rate": 6.131582765124038e-05,
      "loss": 0.0203,
      "step": 10766
    },
    {
      "epoch": 1.1672810060711187,
      "grad_norm": 0.4470295310020447,
      "learning_rate": 6.131220078340345e-05,
      "loss": 0.0169,
      "step": 10767
    },
    {
      "epoch": 1.1673894189071987,
      "grad_norm": 0.185872420668602,
      "learning_rate": 6.130857391556652e-05,
      "loss": 0.0175,
      "step": 10768
    },
    {
      "epoch": 1.1674978317432785,
      "grad_norm": 0.2934342324733734,
      "learning_rate": 6.13049470477296e-05,
      "loss": 0.0374,
      "step": 10769
    },
    {
      "epoch": 1.1676062445793582,
      "grad_norm": 0.5319932103157043,
      "learning_rate": 6.130132017989265e-05,
      "loss": 0.0499,
      "step": 10770
    },
    {
      "epoch": 1.167714657415438,
      "grad_norm": 0.1321696788072586,
      "learning_rate": 6.129769331205572e-05,
      "loss": 0.0091,
      "step": 10771
    },
    {
      "epoch": 1.1678230702515178,
      "grad_norm": 0.07596474140882492,
      "learning_rate": 6.129406644421878e-05,
      "loss": 0.0206,
      "step": 10772
    },
    {
      "epoch": 1.1679314830875975,
      "grad_norm": 0.21232929825782776,
      "learning_rate": 6.129043957638184e-05,
      "loss": 0.0188,
      "step": 10773
    },
    {
      "epoch": 1.1680398959236773,
      "grad_norm": 0.25215840339660645,
      "learning_rate": 6.128681270854491e-05,
      "loss": 0.0139,
      "step": 10774
    },
    {
      "epoch": 1.168148308759757,
      "grad_norm": 0.2530881464481354,
      "learning_rate": 6.128318584070796e-05,
      "loss": 0.0326,
      "step": 10775
    },
    {
      "epoch": 1.1682567215958368,
      "grad_norm": 0.28167715668678284,
      "learning_rate": 6.127955897287104e-05,
      "loss": 0.0433,
      "step": 10776
    },
    {
      "epoch": 1.1683651344319168,
      "grad_norm": 0.1999318152666092,
      "learning_rate": 6.127593210503409e-05,
      "loss": 0.0209,
      "step": 10777
    },
    {
      "epoch": 1.1684735472679966,
      "grad_norm": 0.4259905517101288,
      "learning_rate": 6.127230523719716e-05,
      "loss": 0.0181,
      "step": 10778
    },
    {
      "epoch": 1.1685819601040763,
      "grad_norm": 0.009676002897322178,
      "learning_rate": 6.126867836936022e-05,
      "loss": 0.0013,
      "step": 10779
    },
    {
      "epoch": 1.168690372940156,
      "grad_norm": 0.15493449568748474,
      "learning_rate": 6.126505150152329e-05,
      "loss": 0.0257,
      "step": 10780
    },
    {
      "epoch": 1.1687987857762359,
      "grad_norm": 0.30552971363067627,
      "learning_rate": 6.126142463368635e-05,
      "loss": 0.0159,
      "step": 10781
    },
    {
      "epoch": 1.1689071986123156,
      "grad_norm": 0.17090773582458496,
      "learning_rate": 6.12577977658494e-05,
      "loss": 0.0154,
      "step": 10782
    },
    {
      "epoch": 1.1690156114483954,
      "grad_norm": 0.3407634198665619,
      "learning_rate": 6.125417089801248e-05,
      "loss": 0.0714,
      "step": 10783
    },
    {
      "epoch": 1.1691240242844754,
      "grad_norm": 0.30896610021591187,
      "learning_rate": 6.125054403017553e-05,
      "loss": 0.0406,
      "step": 10784
    },
    {
      "epoch": 1.1692324371205551,
      "grad_norm": 0.17332826554775238,
      "learning_rate": 6.12469171623386e-05,
      "loss": 0.0926,
      "step": 10785
    },
    {
      "epoch": 1.169340849956635,
      "grad_norm": 0.10795243084430695,
      "learning_rate": 6.124329029450168e-05,
      "loss": 0.016,
      "step": 10786
    },
    {
      "epoch": 1.1694492627927147,
      "grad_norm": 0.16086526215076447,
      "learning_rate": 6.123966342666473e-05,
      "loss": 0.0258,
      "step": 10787
    },
    {
      "epoch": 1.1695576756287944,
      "grad_norm": 0.3504433333873749,
      "learning_rate": 6.12360365588278e-05,
      "loss": 0.0187,
      "step": 10788
    },
    {
      "epoch": 1.1696660884648742,
      "grad_norm": 0.02015059068799019,
      "learning_rate": 6.123240969099086e-05,
      "loss": 0.002,
      "step": 10789
    },
    {
      "epoch": 1.169774501300954,
      "grad_norm": 0.3231496810913086,
      "learning_rate": 6.122878282315393e-05,
      "loss": 0.0513,
      "step": 10790
    },
    {
      "epoch": 1.169882914137034,
      "grad_norm": 0.2386227548122406,
      "learning_rate": 6.122515595531699e-05,
      "loss": 0.0321,
      "step": 10791
    },
    {
      "epoch": 1.1699913269731137,
      "grad_norm": 0.12633639574050903,
      "learning_rate": 6.122152908748006e-05,
      "loss": 0.0392,
      "step": 10792
    },
    {
      "epoch": 1.1700997398091935,
      "grad_norm": 0.05603650584816933,
      "learning_rate": 6.121790221964312e-05,
      "loss": 0.0083,
      "step": 10793
    },
    {
      "epoch": 1.1702081526452732,
      "grad_norm": 0.19331033527851105,
      "learning_rate": 6.121427535180619e-05,
      "loss": 0.0098,
      "step": 10794
    },
    {
      "epoch": 1.170316565481353,
      "grad_norm": 0.09087608009576797,
      "learning_rate": 6.121064848396925e-05,
      "loss": 0.0231,
      "step": 10795
    },
    {
      "epoch": 1.1704249783174328,
      "grad_norm": 0.22300562262535095,
      "learning_rate": 6.12070216161323e-05,
      "loss": 0.0447,
      "step": 10796
    },
    {
      "epoch": 1.1705333911535125,
      "grad_norm": 0.08098872005939484,
      "learning_rate": 6.120339474829537e-05,
      "loss": 0.0115,
      "step": 10797
    },
    {
      "epoch": 1.1706418039895923,
      "grad_norm": 0.02709372527897358,
      "learning_rate": 6.119976788045843e-05,
      "loss": 0.0015,
      "step": 10798
    },
    {
      "epoch": 1.170750216825672,
      "grad_norm": 0.45046085119247437,
      "learning_rate": 6.11961410126215e-05,
      "loss": 0.0248,
      "step": 10799
    },
    {
      "epoch": 1.170858629661752,
      "grad_norm": 0.04557856172323227,
      "learning_rate": 6.119251414478456e-05,
      "loss": 0.0085,
      "step": 10800
    },
    {
      "epoch": 1.1709670424978318,
      "grad_norm": 0.5950729250907898,
      "learning_rate": 6.118888727694763e-05,
      "loss": 0.0179,
      "step": 10801
    },
    {
      "epoch": 1.1710754553339116,
      "grad_norm": 0.1351098120212555,
      "learning_rate": 6.118526040911069e-05,
      "loss": 0.0367,
      "step": 10802
    },
    {
      "epoch": 1.1711838681699913,
      "grad_norm": 0.1076156422495842,
      "learning_rate": 6.118163354127376e-05,
      "loss": 0.0139,
      "step": 10803
    },
    {
      "epoch": 1.171292281006071,
      "grad_norm": 0.19805380702018738,
      "learning_rate": 6.117800667343683e-05,
      "loss": 0.0301,
      "step": 10804
    },
    {
      "epoch": 1.1714006938421508,
      "grad_norm": 0.06831417977809906,
      "learning_rate": 6.117437980559989e-05,
      "loss": 0.0143,
      "step": 10805
    },
    {
      "epoch": 1.1715091066782306,
      "grad_norm": 0.10140293836593628,
      "learning_rate": 6.117075293776296e-05,
      "loss": 0.0099,
      "step": 10806
    },
    {
      "epoch": 1.1716175195143106,
      "grad_norm": 0.08628641068935394,
      "learning_rate": 6.116712606992602e-05,
      "loss": 0.0106,
      "step": 10807
    },
    {
      "epoch": 1.1717259323503904,
      "grad_norm": 0.25781211256980896,
      "learning_rate": 6.116349920208909e-05,
      "loss": 0.0191,
      "step": 10808
    },
    {
      "epoch": 1.1718343451864701,
      "grad_norm": 0.035141121596097946,
      "learning_rate": 6.115987233425214e-05,
      "loss": 0.0122,
      "step": 10809
    },
    {
      "epoch": 1.1719427580225499,
      "grad_norm": 0.09708898514509201,
      "learning_rate": 6.11562454664152e-05,
      "loss": 0.0218,
      "step": 10810
    },
    {
      "epoch": 1.1720511708586296,
      "grad_norm": 0.08959602564573288,
      "learning_rate": 6.115261859857827e-05,
      "loss": 0.0137,
      "step": 10811
    },
    {
      "epoch": 1.1721595836947094,
      "grad_norm": 0.165855273604393,
      "learning_rate": 6.114899173074133e-05,
      "loss": 0.0206,
      "step": 10812
    },
    {
      "epoch": 1.1722679965307892,
      "grad_norm": 0.28454649448394775,
      "learning_rate": 6.11453648629044e-05,
      "loss": 0.0595,
      "step": 10813
    },
    {
      "epoch": 1.1723764093668692,
      "grad_norm": 0.8657640218734741,
      "learning_rate": 6.114173799506746e-05,
      "loss": 0.0094,
      "step": 10814
    },
    {
      "epoch": 1.172484822202949,
      "grad_norm": 0.2215305119752884,
      "learning_rate": 6.113811112723053e-05,
      "loss": 0.0368,
      "step": 10815
    },
    {
      "epoch": 1.1725932350390287,
      "grad_norm": 0.1317005604505539,
      "learning_rate": 6.113448425939359e-05,
      "loss": 0.0291,
      "step": 10816
    },
    {
      "epoch": 1.1727016478751084,
      "grad_norm": 0.13568103313446045,
      "learning_rate": 6.113085739155666e-05,
      "loss": 0.011,
      "step": 10817
    },
    {
      "epoch": 1.1728100607111882,
      "grad_norm": 0.26657339930534363,
      "learning_rate": 6.112723052371971e-05,
      "loss": 0.0309,
      "step": 10818
    },
    {
      "epoch": 1.172918473547268,
      "grad_norm": 0.22542038559913635,
      "learning_rate": 6.112360365588277e-05,
      "loss": 0.0437,
      "step": 10819
    },
    {
      "epoch": 1.1730268863833477,
      "grad_norm": 0.23326680064201355,
      "learning_rate": 6.111997678804586e-05,
      "loss": 0.0425,
      "step": 10820
    },
    {
      "epoch": 1.1731352992194275,
      "grad_norm": 0.0467403344810009,
      "learning_rate": 6.111634992020891e-05,
      "loss": 0.0043,
      "step": 10821
    },
    {
      "epoch": 1.1732437120555073,
      "grad_norm": 0.07302932441234589,
      "learning_rate": 6.111272305237198e-05,
      "loss": 0.005,
      "step": 10822
    },
    {
      "epoch": 1.1733521248915872,
      "grad_norm": 0.07658854126930237,
      "learning_rate": 6.110909618453504e-05,
      "loss": 0.0042,
      "step": 10823
    },
    {
      "epoch": 1.173460537727667,
      "grad_norm": 0.18249653279781342,
      "learning_rate": 6.11054693166981e-05,
      "loss": 0.0152,
      "step": 10824
    },
    {
      "epoch": 1.1735689505637468,
      "grad_norm": 0.3638720214366913,
      "learning_rate": 6.110184244886117e-05,
      "loss": 0.0203,
      "step": 10825
    },
    {
      "epoch": 1.1736773633998265,
      "grad_norm": 0.33920466899871826,
      "learning_rate": 6.109821558102423e-05,
      "loss": 0.0286,
      "step": 10826
    },
    {
      "epoch": 1.1737857762359063,
      "grad_norm": 0.025200173258781433,
      "learning_rate": 6.10945887131873e-05,
      "loss": 0.0026,
      "step": 10827
    },
    {
      "epoch": 1.173894189071986,
      "grad_norm": 0.20084239542484283,
      "learning_rate": 6.109096184535036e-05,
      "loss": 0.0403,
      "step": 10828
    },
    {
      "epoch": 1.1740026019080658,
      "grad_norm": 0.10660183429718018,
      "learning_rate": 6.108733497751343e-05,
      "loss": 0.0115,
      "step": 10829
    },
    {
      "epoch": 1.1741110147441458,
      "grad_norm": 0.1378059983253479,
      "learning_rate": 6.108370810967648e-05,
      "loss": 0.0089,
      "step": 10830
    },
    {
      "epoch": 1.1742194275802256,
      "grad_norm": 0.14830204844474792,
      "learning_rate": 6.108008124183955e-05,
      "loss": 0.0191,
      "step": 10831
    },
    {
      "epoch": 1.1743278404163053,
      "grad_norm": 0.3367306590080261,
      "learning_rate": 6.107645437400261e-05,
      "loss": 0.0631,
      "step": 10832
    },
    {
      "epoch": 1.174436253252385,
      "grad_norm": 0.03545158728957176,
      "learning_rate": 6.107282750616567e-05,
      "loss": 0.0064,
      "step": 10833
    },
    {
      "epoch": 1.1745446660884649,
      "grad_norm": 0.05399947986006737,
      "learning_rate": 6.106920063832874e-05,
      "loss": 0.0094,
      "step": 10834
    },
    {
      "epoch": 1.1746530789245446,
      "grad_norm": 0.15331032872200012,
      "learning_rate": 6.10655737704918e-05,
      "loss": 0.0183,
      "step": 10835
    },
    {
      "epoch": 1.1747614917606244,
      "grad_norm": 0.21940897405147552,
      "learning_rate": 6.106194690265487e-05,
      "loss": 0.0292,
      "step": 10836
    },
    {
      "epoch": 1.1748699045967044,
      "grad_norm": 0.2740952968597412,
      "learning_rate": 6.105832003481794e-05,
      "loss": 0.033,
      "step": 10837
    },
    {
      "epoch": 1.1749783174327841,
      "grad_norm": 0.32177823781967163,
      "learning_rate": 6.1054693166981e-05,
      "loss": 0.069,
      "step": 10838
    },
    {
      "epoch": 1.175086730268864,
      "grad_norm": 0.15931446850299835,
      "learning_rate": 6.105106629914407e-05,
      "loss": 0.0381,
      "step": 10839
    },
    {
      "epoch": 1.1751951431049437,
      "grad_norm": 0.528775155544281,
      "learning_rate": 6.104743943130712e-05,
      "loss": 0.0515,
      "step": 10840
    },
    {
      "epoch": 1.1753035559410234,
      "grad_norm": 0.0832078605890274,
      "learning_rate": 6.10438125634702e-05,
      "loss": 0.0116,
      "step": 10841
    },
    {
      "epoch": 1.1754119687771032,
      "grad_norm": 0.20143602788448334,
      "learning_rate": 6.104018569563325e-05,
      "loss": 0.0366,
      "step": 10842
    },
    {
      "epoch": 1.175520381613183,
      "grad_norm": 0.1519726663827896,
      "learning_rate": 6.103655882779632e-05,
      "loss": 0.0313,
      "step": 10843
    },
    {
      "epoch": 1.1756287944492627,
      "grad_norm": 0.06846810132265091,
      "learning_rate": 6.103293195995938e-05,
      "loss": 0.0112,
      "step": 10844
    },
    {
      "epoch": 1.1757372072853425,
      "grad_norm": 0.044503532350063324,
      "learning_rate": 6.1029305092122445e-05,
      "loss": 0.0028,
      "step": 10845
    },
    {
      "epoch": 1.1758456201214225,
      "grad_norm": 0.17445062100887299,
      "learning_rate": 6.102567822428551e-05,
      "loss": 0.0249,
      "step": 10846
    },
    {
      "epoch": 1.1759540329575022,
      "grad_norm": 0.26191648840904236,
      "learning_rate": 6.102205135644857e-05,
      "loss": 0.0276,
      "step": 10847
    },
    {
      "epoch": 1.176062445793582,
      "grad_norm": 0.18258416652679443,
      "learning_rate": 6.101842448861164e-05,
      "loss": 0.0356,
      "step": 10848
    },
    {
      "epoch": 1.1761708586296618,
      "grad_norm": 0.1571834683418274,
      "learning_rate": 6.10147976207747e-05,
      "loss": 0.0198,
      "step": 10849
    },
    {
      "epoch": 1.1762792714657415,
      "grad_norm": 0.2762238681316376,
      "learning_rate": 6.1011170752937766e-05,
      "loss": 0.0427,
      "step": 10850
    },
    {
      "epoch": 1.1763876843018213,
      "grad_norm": 0.16233131289482117,
      "learning_rate": 6.100754388510082e-05,
      "loss": 0.0236,
      "step": 10851
    },
    {
      "epoch": 1.176496097137901,
      "grad_norm": 0.10422857850790024,
      "learning_rate": 6.100391701726389e-05,
      "loss": 0.0165,
      "step": 10852
    },
    {
      "epoch": 1.176604509973981,
      "grad_norm": 0.05122403800487518,
      "learning_rate": 6.100029014942695e-05,
      "loss": 0.0026,
      "step": 10853
    },
    {
      "epoch": 1.1767129228100608,
      "grad_norm": 0.08488520234823227,
      "learning_rate": 6.0996663281590015e-05,
      "loss": 0.017,
      "step": 10854
    },
    {
      "epoch": 1.1768213356461406,
      "grad_norm": 0.031214091926813126,
      "learning_rate": 6.099303641375309e-05,
      "loss": 0.0051,
      "step": 10855
    },
    {
      "epoch": 1.1769297484822203,
      "grad_norm": 0.3532675504684448,
      "learning_rate": 6.098940954591616e-05,
      "loss": 0.0253,
      "step": 10856
    },
    {
      "epoch": 1.1770381613183,
      "grad_norm": 0.451462984085083,
      "learning_rate": 6.0985782678079214e-05,
      "loss": 0.0972,
      "step": 10857
    },
    {
      "epoch": 1.1771465741543798,
      "grad_norm": 0.17837829887866974,
      "learning_rate": 6.098215581024228e-05,
      "loss": 0.0321,
      "step": 10858
    },
    {
      "epoch": 1.1772549869904596,
      "grad_norm": 0.2699755132198334,
      "learning_rate": 6.097852894240534e-05,
      "loss": 0.027,
      "step": 10859
    },
    {
      "epoch": 1.1773633998265394,
      "grad_norm": 0.11959800124168396,
      "learning_rate": 6.097490207456841e-05,
      "loss": 0.0199,
      "step": 10860
    },
    {
      "epoch": 1.1774718126626191,
      "grad_norm": 0.038806185126304626,
      "learning_rate": 6.097127520673147e-05,
      "loss": 0.0053,
      "step": 10861
    },
    {
      "epoch": 1.1775802254986991,
      "grad_norm": 0.19769449532032013,
      "learning_rate": 6.0967648338894535e-05,
      "loss": 0.0251,
      "step": 10862
    },
    {
      "epoch": 1.1776886383347789,
      "grad_norm": 0.12106268107891083,
      "learning_rate": 6.09640214710576e-05,
      "loss": 0.0114,
      "step": 10863
    },
    {
      "epoch": 1.1777970511708586,
      "grad_norm": 0.194798082113266,
      "learning_rate": 6.096039460322066e-05,
      "loss": 0.0306,
      "step": 10864
    },
    {
      "epoch": 1.1779054640069384,
      "grad_norm": 0.469623327255249,
      "learning_rate": 6.095676773538373e-05,
      "loss": 0.0338,
      "step": 10865
    },
    {
      "epoch": 1.1780138768430182,
      "grad_norm": 0.32063111662864685,
      "learning_rate": 6.0953140867546785e-05,
      "loss": 0.0367,
      "step": 10866
    },
    {
      "epoch": 1.178122289679098,
      "grad_norm": 0.20713038742542267,
      "learning_rate": 6.094951399970985e-05,
      "loss": 0.0248,
      "step": 10867
    },
    {
      "epoch": 1.1782307025151777,
      "grad_norm": 0.2951023280620575,
      "learning_rate": 6.094588713187291e-05,
      "loss": 0.0474,
      "step": 10868
    },
    {
      "epoch": 1.1783391153512577,
      "grad_norm": 0.07265361398458481,
      "learning_rate": 6.094226026403598e-05,
      "loss": 0.0043,
      "step": 10869
    },
    {
      "epoch": 1.1784475281873374,
      "grad_norm": 0.2989683747291565,
      "learning_rate": 6.093863339619904e-05,
      "loss": 0.0352,
      "step": 10870
    },
    {
      "epoch": 1.1785559410234172,
      "grad_norm": 0.22035552561283112,
      "learning_rate": 6.0935006528362105e-05,
      "loss": 0.0424,
      "step": 10871
    },
    {
      "epoch": 1.178664353859497,
      "grad_norm": 0.27718260884284973,
      "learning_rate": 6.0931379660525176e-05,
      "loss": 0.0644,
      "step": 10872
    },
    {
      "epoch": 1.1787727666955767,
      "grad_norm": 0.10495149344205856,
      "learning_rate": 6.092775279268824e-05,
      "loss": 0.0188,
      "step": 10873
    },
    {
      "epoch": 1.1788811795316565,
      "grad_norm": 0.19052846729755402,
      "learning_rate": 6.0924125924851304e-05,
      "loss": 0.0473,
      "step": 10874
    },
    {
      "epoch": 1.1789895923677363,
      "grad_norm": 0.10919515788555145,
      "learning_rate": 6.092049905701437e-05,
      "loss": 0.009,
      "step": 10875
    },
    {
      "epoch": 1.1790980052038162,
      "grad_norm": 0.3745497465133667,
      "learning_rate": 6.091687218917743e-05,
      "loss": 0.0921,
      "step": 10876
    },
    {
      "epoch": 1.179206418039896,
      "grad_norm": 0.10292377322912216,
      "learning_rate": 6.0913245321340496e-05,
      "loss": 0.0108,
      "step": 10877
    },
    {
      "epoch": 1.1793148308759758,
      "grad_norm": 0.17660482227802277,
      "learning_rate": 6.090961845350356e-05,
      "loss": 0.0263,
      "step": 10878
    },
    {
      "epoch": 1.1794232437120555,
      "grad_norm": 0.21246463060379028,
      "learning_rate": 6.0905991585666625e-05,
      "loss": 0.0277,
      "step": 10879
    },
    {
      "epoch": 1.1795316565481353,
      "grad_norm": 0.3900006413459778,
      "learning_rate": 6.090236471782968e-05,
      "loss": 0.0289,
      "step": 10880
    },
    {
      "epoch": 1.179640069384215,
      "grad_norm": 0.03836711496114731,
      "learning_rate": 6.0898737849992746e-05,
      "loss": 0.0084,
      "step": 10881
    },
    {
      "epoch": 1.1797484822202948,
      "grad_norm": 0.2639542520046234,
      "learning_rate": 6.089511098215581e-05,
      "loss": 0.0309,
      "step": 10882
    },
    {
      "epoch": 1.1798568950563746,
      "grad_norm": 0.157129168510437,
      "learning_rate": 6.0891484114318874e-05,
      "loss": 0.0267,
      "step": 10883
    },
    {
      "epoch": 1.1799653078924544,
      "grad_norm": 0.1728474348783493,
      "learning_rate": 6.088785724648194e-05,
      "loss": 0.0328,
      "step": 10884
    },
    {
      "epoch": 1.1800737207285343,
      "grad_norm": 0.2721714377403259,
      "learning_rate": 6.0884230378645e-05,
      "loss": 0.0335,
      "step": 10885
    },
    {
      "epoch": 1.180182133564614,
      "grad_norm": 0.1253584921360016,
      "learning_rate": 6.088060351080807e-05,
      "loss": 0.019,
      "step": 10886
    },
    {
      "epoch": 1.1802905464006939,
      "grad_norm": 0.22314664721488953,
      "learning_rate": 6.087697664297113e-05,
      "loss": 0.0221,
      "step": 10887
    },
    {
      "epoch": 1.1803989592367736,
      "grad_norm": 0.35113295912742615,
      "learning_rate": 6.0873349775134195e-05,
      "loss": 0.0298,
      "step": 10888
    },
    {
      "epoch": 1.1805073720728534,
      "grad_norm": 0.07241010665893555,
      "learning_rate": 6.0869722907297266e-05,
      "loss": 0.0046,
      "step": 10889
    },
    {
      "epoch": 1.1806157849089332,
      "grad_norm": 0.10431201756000519,
      "learning_rate": 6.086609603946033e-05,
      "loss": 0.0175,
      "step": 10890
    },
    {
      "epoch": 1.180724197745013,
      "grad_norm": 0.04288512468338013,
      "learning_rate": 6.0862469171623394e-05,
      "loss": 0.0058,
      "step": 10891
    },
    {
      "epoch": 1.180832610581093,
      "grad_norm": 0.32728275656700134,
      "learning_rate": 6.085884230378646e-05,
      "loss": 0.0394,
      "step": 10892
    },
    {
      "epoch": 1.1809410234171727,
      "grad_norm": 0.20570017397403717,
      "learning_rate": 6.085521543594952e-05,
      "loss": 0.0305,
      "step": 10893
    },
    {
      "epoch": 1.1810494362532524,
      "grad_norm": 0.2322354018688202,
      "learning_rate": 6.0851588568112586e-05,
      "loss": 0.0205,
      "step": 10894
    },
    {
      "epoch": 1.1811578490893322,
      "grad_norm": 0.20818452537059784,
      "learning_rate": 6.0847961700275644e-05,
      "loss": 0.0211,
      "step": 10895
    },
    {
      "epoch": 1.181266261925412,
      "grad_norm": 0.1400071680545807,
      "learning_rate": 6.084433483243871e-05,
      "loss": 0.0166,
      "step": 10896
    },
    {
      "epoch": 1.1813746747614917,
      "grad_norm": 0.0352010577917099,
      "learning_rate": 6.084070796460177e-05,
      "loss": 0.0025,
      "step": 10897
    },
    {
      "epoch": 1.1814830875975715,
      "grad_norm": 0.13159042596817017,
      "learning_rate": 6.0837081096764836e-05,
      "loss": 0.0162,
      "step": 10898
    },
    {
      "epoch": 1.1815915004336515,
      "grad_norm": 0.07180128991603851,
      "learning_rate": 6.08334542289279e-05,
      "loss": 0.0056,
      "step": 10899
    },
    {
      "epoch": 1.1816999132697312,
      "grad_norm": 0.20666678249835968,
      "learning_rate": 6.0829827361090964e-05,
      "loss": 0.0107,
      "step": 10900
    },
    {
      "epoch": 1.181808326105811,
      "grad_norm": 0.049563150852918625,
      "learning_rate": 6.082620049325403e-05,
      "loss": 0.006,
      "step": 10901
    },
    {
      "epoch": 1.1819167389418908,
      "grad_norm": 0.1811402589082718,
      "learning_rate": 6.082257362541709e-05,
      "loss": 0.0324,
      "step": 10902
    },
    {
      "epoch": 1.1820251517779705,
      "grad_norm": 0.2132958620786667,
      "learning_rate": 6.0818946757580156e-05,
      "loss": 0.017,
      "step": 10903
    },
    {
      "epoch": 1.1821335646140503,
      "grad_norm": 0.14321278035640717,
      "learning_rate": 6.0815319889743214e-05,
      "loss": 0.0172,
      "step": 10904
    },
    {
      "epoch": 1.18224197745013,
      "grad_norm": 0.22205454111099243,
      "learning_rate": 6.081169302190628e-05,
      "loss": 0.0534,
      "step": 10905
    },
    {
      "epoch": 1.1823503902862098,
      "grad_norm": 0.5158398747444153,
      "learning_rate": 6.0808066154069355e-05,
      "loss": 0.0476,
      "step": 10906
    },
    {
      "epoch": 1.1824588031222896,
      "grad_norm": 0.21358902752399445,
      "learning_rate": 6.080443928623242e-05,
      "loss": 0.0314,
      "step": 10907
    },
    {
      "epoch": 1.1825672159583696,
      "grad_norm": 0.07222847640514374,
      "learning_rate": 6.0800812418395484e-05,
      "loss": 0.0064,
      "step": 10908
    },
    {
      "epoch": 1.1826756287944493,
      "grad_norm": 0.04427344352006912,
      "learning_rate": 6.079718555055854e-05,
      "loss": 0.0062,
      "step": 10909
    },
    {
      "epoch": 1.182784041630529,
      "grad_norm": 0.1953912228345871,
      "learning_rate": 6.0793558682721605e-05,
      "loss": 0.0318,
      "step": 10910
    },
    {
      "epoch": 1.1828924544666088,
      "grad_norm": 0.12158221751451492,
      "learning_rate": 6.078993181488467e-05,
      "loss": 0.0219,
      "step": 10911
    },
    {
      "epoch": 1.1830008673026886,
      "grad_norm": 0.1717890202999115,
      "learning_rate": 6.078630494704773e-05,
      "loss": 0.022,
      "step": 10912
    },
    {
      "epoch": 1.1831092801387684,
      "grad_norm": 0.2470342516899109,
      "learning_rate": 6.07826780792108e-05,
      "loss": 0.0126,
      "step": 10913
    },
    {
      "epoch": 1.1832176929748481,
      "grad_norm": 0.17180638015270233,
      "learning_rate": 6.077905121137386e-05,
      "loss": 0.0092,
      "step": 10914
    },
    {
      "epoch": 1.1833261058109281,
      "grad_norm": 0.05660640075802803,
      "learning_rate": 6.0775424343536926e-05,
      "loss": 0.0123,
      "step": 10915
    },
    {
      "epoch": 1.1834345186470079,
      "grad_norm": 0.4812799394130707,
      "learning_rate": 6.077179747569999e-05,
      "loss": 0.0201,
      "step": 10916
    },
    {
      "epoch": 1.1835429314830876,
      "grad_norm": 0.06739553064107895,
      "learning_rate": 6.0768170607863054e-05,
      "loss": 0.0144,
      "step": 10917
    },
    {
      "epoch": 1.1836513443191674,
      "grad_norm": 0.2943660616874695,
      "learning_rate": 6.076454374002611e-05,
      "loss": 0.0265,
      "step": 10918
    },
    {
      "epoch": 1.1837597571552472,
      "grad_norm": 0.18578748404979706,
      "learning_rate": 6.0760916872189175e-05,
      "loss": 0.0137,
      "step": 10919
    },
    {
      "epoch": 1.183868169991327,
      "grad_norm": 0.19143393635749817,
      "learning_rate": 6.075729000435224e-05,
      "loss": 0.0323,
      "step": 10920
    },
    {
      "epoch": 1.1839765828274067,
      "grad_norm": 0.19420896470546722,
      "learning_rate": 6.0753663136515304e-05,
      "loss": 0.0232,
      "step": 10921
    },
    {
      "epoch": 1.1840849956634865,
      "grad_norm": 0.10252129286527634,
      "learning_rate": 6.075003626867837e-05,
      "loss": 0.0058,
      "step": 10922
    },
    {
      "epoch": 1.1841934084995662,
      "grad_norm": 0.18732790648937225,
      "learning_rate": 6.074640940084143e-05,
      "loss": 0.0243,
      "step": 10923
    },
    {
      "epoch": 1.1843018213356462,
      "grad_norm": 0.35881954431533813,
      "learning_rate": 6.07427825330045e-05,
      "loss": 0.0257,
      "step": 10924
    },
    {
      "epoch": 1.184410234171726,
      "grad_norm": 0.22808422148227692,
      "learning_rate": 6.073915566516757e-05,
      "loss": 0.0196,
      "step": 10925
    },
    {
      "epoch": 1.1845186470078057,
      "grad_norm": 0.18342053890228271,
      "learning_rate": 6.073552879733063e-05,
      "loss": 0.0222,
      "step": 10926
    },
    {
      "epoch": 1.1846270598438855,
      "grad_norm": 0.20265613496303558,
      "learning_rate": 6.0731901929493695e-05,
      "loss": 0.0321,
      "step": 10927
    },
    {
      "epoch": 1.1847354726799653,
      "grad_norm": 0.16267129778862,
      "learning_rate": 6.072827506165676e-05,
      "loss": 0.0158,
      "step": 10928
    },
    {
      "epoch": 1.184843885516045,
      "grad_norm": 0.2571612000465393,
      "learning_rate": 6.072464819381982e-05,
      "loss": 0.0321,
      "step": 10929
    },
    {
      "epoch": 1.1849522983521248,
      "grad_norm": 0.23268118500709534,
      "learning_rate": 6.072102132598289e-05,
      "loss": 0.0297,
      "step": 10930
    },
    {
      "epoch": 1.1850607111882048,
      "grad_norm": 0.18722586333751678,
      "learning_rate": 6.071739445814595e-05,
      "loss": 0.0227,
      "step": 10931
    },
    {
      "epoch": 1.1851691240242845,
      "grad_norm": 0.1822752207517624,
      "learning_rate": 6.071376759030901e-05,
      "loss": 0.0212,
      "step": 10932
    },
    {
      "epoch": 1.1852775368603643,
      "grad_norm": 0.014027204364538193,
      "learning_rate": 6.071014072247207e-05,
      "loss": 0.0021,
      "step": 10933
    },
    {
      "epoch": 1.185385949696444,
      "grad_norm": 0.03938974067568779,
      "learning_rate": 6.070651385463514e-05,
      "loss": 0.0023,
      "step": 10934
    },
    {
      "epoch": 1.1854943625325238,
      "grad_norm": 0.07976587116718292,
      "learning_rate": 6.07028869867982e-05,
      "loss": 0.0149,
      "step": 10935
    },
    {
      "epoch": 1.1856027753686036,
      "grad_norm": 0.08734136819839478,
      "learning_rate": 6.0699260118961265e-05,
      "loss": 0.0081,
      "step": 10936
    },
    {
      "epoch": 1.1857111882046834,
      "grad_norm": 0.14945518970489502,
      "learning_rate": 6.069563325112433e-05,
      "loss": 0.0135,
      "step": 10937
    },
    {
      "epoch": 1.1858196010407633,
      "grad_norm": 0.23406484723091125,
      "learning_rate": 6.069200638328739e-05,
      "loss": 0.0315,
      "step": 10938
    },
    {
      "epoch": 1.185928013876843,
      "grad_norm": 0.2828311324119568,
      "learning_rate": 6.068837951545046e-05,
      "loss": 0.0154,
      "step": 10939
    },
    {
      "epoch": 1.1860364267129229,
      "grad_norm": 0.1993580162525177,
      "learning_rate": 6.068475264761352e-05,
      "loss": 0.0517,
      "step": 10940
    },
    {
      "epoch": 1.1861448395490026,
      "grad_norm": 0.0885084718465805,
      "learning_rate": 6.068112577977659e-05,
      "loss": 0.0058,
      "step": 10941
    },
    {
      "epoch": 1.1862532523850824,
      "grad_norm": 0.06588473916053772,
      "learning_rate": 6.0677498911939657e-05,
      "loss": 0.0125,
      "step": 10942
    },
    {
      "epoch": 1.1863616652211622,
      "grad_norm": 0.042966101318597794,
      "learning_rate": 6.067387204410272e-05,
      "loss": 0.0049,
      "step": 10943
    },
    {
      "epoch": 1.186470078057242,
      "grad_norm": 0.15109115839004517,
      "learning_rate": 6.0670245176265785e-05,
      "loss": 0.0224,
      "step": 10944
    },
    {
      "epoch": 1.1865784908933217,
      "grad_norm": 0.14183461666107178,
      "learning_rate": 6.066661830842885e-05,
      "loss": 0.0132,
      "step": 10945
    },
    {
      "epoch": 1.1866869037294014,
      "grad_norm": 0.17754007875919342,
      "learning_rate": 6.066299144059191e-05,
      "loss": 0.0208,
      "step": 10946
    },
    {
      "epoch": 1.1867953165654814,
      "grad_norm": 0.03114958107471466,
      "learning_rate": 6.065936457275497e-05,
      "loss": 0.0016,
      "step": 10947
    },
    {
      "epoch": 1.1869037294015612,
      "grad_norm": 0.1838110387325287,
      "learning_rate": 6.0655737704918034e-05,
      "loss": 0.0432,
      "step": 10948
    },
    {
      "epoch": 1.187012142237641,
      "grad_norm": 0.17681293189525604,
      "learning_rate": 6.06521108370811e-05,
      "loss": 0.0105,
      "step": 10949
    },
    {
      "epoch": 1.1871205550737207,
      "grad_norm": 0.017566073685884476,
      "learning_rate": 6.064848396924416e-05,
      "loss": 0.0016,
      "step": 10950
    },
    {
      "epoch": 1.1872289679098005,
      "grad_norm": 0.20831827819347382,
      "learning_rate": 6.064485710140723e-05,
      "loss": 0.012,
      "step": 10951
    },
    {
      "epoch": 1.1873373807458802,
      "grad_norm": 0.11757640540599823,
      "learning_rate": 6.064123023357029e-05,
      "loss": 0.0199,
      "step": 10952
    },
    {
      "epoch": 1.18744579358196,
      "grad_norm": 0.18770617246627808,
      "learning_rate": 6.0637603365733355e-05,
      "loss": 0.04,
      "step": 10953
    },
    {
      "epoch": 1.18755420641804,
      "grad_norm": 0.05549754202365875,
      "learning_rate": 6.063397649789642e-05,
      "loss": 0.0043,
      "step": 10954
    },
    {
      "epoch": 1.1876626192541198,
      "grad_norm": 0.17743337154388428,
      "learning_rate": 6.063034963005948e-05,
      "loss": 0.0122,
      "step": 10955
    },
    {
      "epoch": 1.1877710320901995,
      "grad_norm": 0.25251907110214233,
      "learning_rate": 6.062672276222254e-05,
      "loss": 0.0402,
      "step": 10956
    },
    {
      "epoch": 1.1878794449262793,
      "grad_norm": 0.23576045036315918,
      "learning_rate": 6.0623095894385605e-05,
      "loss": 0.0115,
      "step": 10957
    },
    {
      "epoch": 1.187987857762359,
      "grad_norm": 0.3355213701725006,
      "learning_rate": 6.061946902654868e-05,
      "loss": 0.0264,
      "step": 10958
    },
    {
      "epoch": 1.1880962705984388,
      "grad_norm": 0.029253626242280006,
      "learning_rate": 6.0615842158711746e-05,
      "loss": 0.0048,
      "step": 10959
    },
    {
      "epoch": 1.1882046834345186,
      "grad_norm": 0.022383324801921844,
      "learning_rate": 6.061221529087481e-05,
      "loss": 0.0019,
      "step": 10960
    },
    {
      "epoch": 1.1883130962705986,
      "grad_norm": 0.15392644703388214,
      "learning_rate": 6.060858842303787e-05,
      "loss": 0.0083,
      "step": 10961
    },
    {
      "epoch": 1.1884215091066783,
      "grad_norm": 0.24420292675495148,
      "learning_rate": 6.060496155520093e-05,
      "loss": 0.0145,
      "step": 10962
    },
    {
      "epoch": 1.188529921942758,
      "grad_norm": 0.29430699348449707,
      "learning_rate": 6.0601334687363996e-05,
      "loss": 0.0339,
      "step": 10963
    },
    {
      "epoch": 1.1886383347788378,
      "grad_norm": 0.03952224552631378,
      "learning_rate": 6.059770781952706e-05,
      "loss": 0.0028,
      "step": 10964
    },
    {
      "epoch": 1.1887467476149176,
      "grad_norm": 0.19860799610614777,
      "learning_rate": 6.0594080951690124e-05,
      "loss": 0.0123,
      "step": 10965
    },
    {
      "epoch": 1.1888551604509974,
      "grad_norm": 0.28616324067115784,
      "learning_rate": 6.059045408385319e-05,
      "loss": 0.0544,
      "step": 10966
    },
    {
      "epoch": 1.1889635732870771,
      "grad_norm": 0.32805079221725464,
      "learning_rate": 6.058682721601625e-05,
      "loss": 0.0521,
      "step": 10967
    },
    {
      "epoch": 1.189071986123157,
      "grad_norm": 0.2008962482213974,
      "learning_rate": 6.0583200348179316e-05,
      "loss": 0.0173,
      "step": 10968
    },
    {
      "epoch": 1.1891803989592367,
      "grad_norm": 0.2470456063747406,
      "learning_rate": 6.057957348034238e-05,
      "loss": 0.0213,
      "step": 10969
    },
    {
      "epoch": 1.1892888117953166,
      "grad_norm": 0.23041771352291107,
      "learning_rate": 6.057594661250544e-05,
      "loss": 0.0325,
      "step": 10970
    },
    {
      "epoch": 1.1893972246313964,
      "grad_norm": 0.16189686954021454,
      "learning_rate": 6.05723197446685e-05,
      "loss": 0.0169,
      "step": 10971
    },
    {
      "epoch": 1.1895056374674762,
      "grad_norm": 0.02439362369477749,
      "learning_rate": 6.0568692876831566e-05,
      "loss": 0.0031,
      "step": 10972
    },
    {
      "epoch": 1.189614050303556,
      "grad_norm": 0.4903949201107025,
      "learning_rate": 6.056506600899463e-05,
      "loss": 0.0248,
      "step": 10973
    },
    {
      "epoch": 1.1897224631396357,
      "grad_norm": 0.24781858921051025,
      "learning_rate": 6.0561439141157694e-05,
      "loss": 0.0143,
      "step": 10974
    },
    {
      "epoch": 1.1898308759757155,
      "grad_norm": 0.19795909523963928,
      "learning_rate": 6.055781227332076e-05,
      "loss": 0.0135,
      "step": 10975
    },
    {
      "epoch": 1.1899392888117952,
      "grad_norm": 0.0994107574224472,
      "learning_rate": 6.055418540548383e-05,
      "loss": 0.0032,
      "step": 10976
    },
    {
      "epoch": 1.1900477016478752,
      "grad_norm": 0.08263613283634186,
      "learning_rate": 6.0550558537646893e-05,
      "loss": 0.0074,
      "step": 10977
    },
    {
      "epoch": 1.190156114483955,
      "grad_norm": 0.24435819685459137,
      "learning_rate": 6.054693166980996e-05,
      "loss": 0.0137,
      "step": 10978
    },
    {
      "epoch": 1.1902645273200347,
      "grad_norm": 0.4369940757751465,
      "learning_rate": 6.054330480197302e-05,
      "loss": 0.0658,
      "step": 10979
    },
    {
      "epoch": 1.1903729401561145,
      "grad_norm": 0.2154262661933899,
      "learning_rate": 6.0539677934136086e-05,
      "loss": 0.0394,
      "step": 10980
    },
    {
      "epoch": 1.1904813529921943,
      "grad_norm": 0.46444419026374817,
      "learning_rate": 6.053605106629915e-05,
      "loss": 0.0838,
      "step": 10981
    },
    {
      "epoch": 1.190589765828274,
      "grad_norm": 0.05437740311026573,
      "learning_rate": 6.0532424198462214e-05,
      "loss": 0.0054,
      "step": 10982
    },
    {
      "epoch": 1.1906981786643538,
      "grad_norm": 0.1955769807100296,
      "learning_rate": 6.052879733062528e-05,
      "loss": 0.0285,
      "step": 10983
    },
    {
      "epoch": 1.1908065915004338,
      "grad_norm": 0.4222959876060486,
      "learning_rate": 6.0525170462788335e-05,
      "loss": 0.0825,
      "step": 10984
    },
    {
      "epoch": 1.1909150043365135,
      "grad_norm": 0.12617948651313782,
      "learning_rate": 6.05215435949514e-05,
      "loss": 0.0191,
      "step": 10985
    },
    {
      "epoch": 1.1910234171725933,
      "grad_norm": 0.02583722583949566,
      "learning_rate": 6.0517916727114464e-05,
      "loss": 0.0049,
      "step": 10986
    },
    {
      "epoch": 1.191131830008673,
      "grad_norm": 0.18983860313892365,
      "learning_rate": 6.051428985927753e-05,
      "loss": 0.033,
      "step": 10987
    },
    {
      "epoch": 1.1912402428447528,
      "grad_norm": 0.09885489195585251,
      "learning_rate": 6.051066299144059e-05,
      "loss": 0.0131,
      "step": 10988
    },
    {
      "epoch": 1.1913486556808326,
      "grad_norm": 0.2245398908853531,
      "learning_rate": 6.0507036123603656e-05,
      "loss": 0.0079,
      "step": 10989
    },
    {
      "epoch": 1.1914570685169124,
      "grad_norm": 0.05179852247238159,
      "learning_rate": 6.050340925576672e-05,
      "loss": 0.0021,
      "step": 10990
    },
    {
      "epoch": 1.1915654813529921,
      "grad_norm": 0.1465510129928589,
      "learning_rate": 6.0499782387929784e-05,
      "loss": 0.0265,
      "step": 10991
    },
    {
      "epoch": 1.1916738941890719,
      "grad_norm": 0.06323056668043137,
      "learning_rate": 6.049615552009285e-05,
      "loss": 0.0058,
      "step": 10992
    },
    {
      "epoch": 1.1917823070251519,
      "grad_norm": 0.15377716720104218,
      "learning_rate": 6.049252865225592e-05,
      "loss": 0.0223,
      "step": 10993
    },
    {
      "epoch": 1.1918907198612316,
      "grad_norm": 0.18222931027412415,
      "learning_rate": 6.048890178441898e-05,
      "loss": 0.03,
      "step": 10994
    },
    {
      "epoch": 1.1919991326973114,
      "grad_norm": 0.05931746959686279,
      "learning_rate": 6.048527491658205e-05,
      "loss": 0.0081,
      "step": 10995
    },
    {
      "epoch": 1.1921075455333912,
      "grad_norm": 0.12099887430667877,
      "learning_rate": 6.048164804874511e-05,
      "loss": 0.0071,
      "step": 10996
    },
    {
      "epoch": 1.192215958369471,
      "grad_norm": 0.08562098443508148,
      "learning_rate": 6.0478021180908176e-05,
      "loss": 0.0134,
      "step": 10997
    },
    {
      "epoch": 1.1923243712055507,
      "grad_norm": 0.08209704607725143,
      "learning_rate": 6.047439431307124e-05,
      "loss": 0.0108,
      "step": 10998
    },
    {
      "epoch": 1.1924327840416304,
      "grad_norm": 0.23130202293395996,
      "learning_rate": 6.04707674452343e-05,
      "loss": 0.04,
      "step": 10999
    },
    {
      "epoch": 1.1925411968777104,
      "grad_norm": 0.1530577391386032,
      "learning_rate": 6.046714057739736e-05,
      "loss": 0.0551,
      "step": 11000
    },
    {
      "epoch": 1.1926496097137902,
      "grad_norm": 0.374032586812973,
      "learning_rate": 6.0463513709560425e-05,
      "loss": 0.0273,
      "step": 11001
    },
    {
      "epoch": 1.19275802254987,
      "grad_norm": 0.0971275195479393,
      "learning_rate": 6.045988684172349e-05,
      "loss": 0.0205,
      "step": 11002
    },
    {
      "epoch": 1.1928664353859497,
      "grad_norm": 0.11168622970581055,
      "learning_rate": 6.045625997388655e-05,
      "loss": 0.012,
      "step": 11003
    },
    {
      "epoch": 1.1929748482220295,
      "grad_norm": 0.2578735947608948,
      "learning_rate": 6.045263310604962e-05,
      "loss": 0.0309,
      "step": 11004
    },
    {
      "epoch": 1.1930832610581092,
      "grad_norm": 0.24710744619369507,
      "learning_rate": 6.044900623821268e-05,
      "loss": 0.0211,
      "step": 11005
    },
    {
      "epoch": 1.193191673894189,
      "grad_norm": 0.40870562195777893,
      "learning_rate": 6.0445379370375746e-05,
      "loss": 0.0331,
      "step": 11006
    },
    {
      "epoch": 1.1933000867302688,
      "grad_norm": 0.3771580159664154,
      "learning_rate": 6.044175250253881e-05,
      "loss": 0.0613,
      "step": 11007
    },
    {
      "epoch": 1.1934084995663485,
      "grad_norm": 0.08658339083194733,
      "learning_rate": 6.043812563470187e-05,
      "loss": 0.0219,
      "step": 11008
    },
    {
      "epoch": 1.1935169124024285,
      "grad_norm": 0.3075694739818573,
      "learning_rate": 6.043449876686493e-05,
      "loss": 0.0237,
      "step": 11009
    },
    {
      "epoch": 1.1936253252385083,
      "grad_norm": 0.15593688189983368,
      "learning_rate": 6.043087189902801e-05,
      "loss": 0.0236,
      "step": 11010
    },
    {
      "epoch": 1.193733738074588,
      "grad_norm": 0.22018763422966003,
      "learning_rate": 6.042724503119107e-05,
      "loss": 0.0375,
      "step": 11011
    },
    {
      "epoch": 1.1938421509106678,
      "grad_norm": 0.10409041494131088,
      "learning_rate": 6.042361816335414e-05,
      "loss": 0.0107,
      "step": 11012
    },
    {
      "epoch": 1.1939505637467476,
      "grad_norm": 0.21017123758792877,
      "learning_rate": 6.0419991295517194e-05,
      "loss": 0.0237,
      "step": 11013
    },
    {
      "epoch": 1.1940589765828273,
      "grad_norm": 0.2200855314731598,
      "learning_rate": 6.041636442768026e-05,
      "loss": 0.0567,
      "step": 11014
    },
    {
      "epoch": 1.194167389418907,
      "grad_norm": 0.21538572013378143,
      "learning_rate": 6.041273755984332e-05,
      "loss": 0.012,
      "step": 11015
    },
    {
      "epoch": 1.194275802254987,
      "grad_norm": 0.2097873091697693,
      "learning_rate": 6.040911069200639e-05,
      "loss": 0.0255,
      "step": 11016
    },
    {
      "epoch": 1.1943842150910668,
      "grad_norm": 0.03203790262341499,
      "learning_rate": 6.040548382416945e-05,
      "loss": 0.004,
      "step": 11017
    },
    {
      "epoch": 1.1944926279271466,
      "grad_norm": 0.3722846210002899,
      "learning_rate": 6.0401856956332515e-05,
      "loss": 0.043,
      "step": 11018
    },
    {
      "epoch": 1.1946010407632264,
      "grad_norm": 0.5203030109405518,
      "learning_rate": 6.039823008849558e-05,
      "loss": 0.0887,
      "step": 11019
    },
    {
      "epoch": 1.1947094535993061,
      "grad_norm": 0.11372443288564682,
      "learning_rate": 6.039460322065864e-05,
      "loss": 0.0503,
      "step": 11020
    },
    {
      "epoch": 1.194817866435386,
      "grad_norm": 0.2797017991542816,
      "learning_rate": 6.039097635282171e-05,
      "loss": 0.0349,
      "step": 11021
    },
    {
      "epoch": 1.1949262792714657,
      "grad_norm": 0.270353764295578,
      "learning_rate": 6.0387349484984765e-05,
      "loss": 0.052,
      "step": 11022
    },
    {
      "epoch": 1.1950346921075456,
      "grad_norm": 0.1868450790643692,
      "learning_rate": 6.038372261714783e-05,
      "loss": 0.0201,
      "step": 11023
    },
    {
      "epoch": 1.1951431049436254,
      "grad_norm": 0.07702016830444336,
      "learning_rate": 6.038009574931089e-05,
      "loss": 0.0098,
      "step": 11024
    },
    {
      "epoch": 1.1952515177797052,
      "grad_norm": 0.09000780433416367,
      "learning_rate": 6.037646888147396e-05,
      "loss": 0.0119,
      "step": 11025
    },
    {
      "epoch": 1.195359930615785,
      "grad_norm": 0.11255062371492386,
      "learning_rate": 6.037284201363702e-05,
      "loss": 0.0093,
      "step": 11026
    },
    {
      "epoch": 1.1954683434518647,
      "grad_norm": 0.32780590653419495,
      "learning_rate": 6.03692151458001e-05,
      "loss": 0.0223,
      "step": 11027
    },
    {
      "epoch": 1.1955767562879445,
      "grad_norm": 0.16182935237884521,
      "learning_rate": 6.0365588277963156e-05,
      "loss": 0.0116,
      "step": 11028
    },
    {
      "epoch": 1.1956851691240242,
      "grad_norm": 0.2881118357181549,
      "learning_rate": 6.036196141012622e-05,
      "loss": 0.0455,
      "step": 11029
    },
    {
      "epoch": 1.195793581960104,
      "grad_norm": 0.2652738392353058,
      "learning_rate": 6.0358334542289284e-05,
      "loss": 0.0228,
      "step": 11030
    },
    {
      "epoch": 1.1959019947961838,
      "grad_norm": 0.08074313402175903,
      "learning_rate": 6.035470767445235e-05,
      "loss": 0.0187,
      "step": 11031
    },
    {
      "epoch": 1.1960104076322637,
      "grad_norm": 0.23195986449718475,
      "learning_rate": 6.035108080661541e-05,
      "loss": 0.0166,
      "step": 11032
    },
    {
      "epoch": 1.1961188204683435,
      "grad_norm": 0.23950614035129547,
      "learning_rate": 6.0347453938778477e-05,
      "loss": 0.0508,
      "step": 11033
    },
    {
      "epoch": 1.1962272333044233,
      "grad_norm": 0.22705575823783875,
      "learning_rate": 6.034382707094154e-05,
      "loss": 0.0431,
      "step": 11034
    },
    {
      "epoch": 1.196335646140503,
      "grad_norm": 0.19344642758369446,
      "learning_rate": 6.0340200203104605e-05,
      "loss": 0.0174,
      "step": 11035
    },
    {
      "epoch": 1.1964440589765828,
      "grad_norm": 0.08451329916715622,
      "learning_rate": 6.033657333526766e-05,
      "loss": 0.011,
      "step": 11036
    },
    {
      "epoch": 1.1965524718126626,
      "grad_norm": 0.1996850073337555,
      "learning_rate": 6.0332946467430726e-05,
      "loss": 0.035,
      "step": 11037
    },
    {
      "epoch": 1.1966608846487423,
      "grad_norm": 0.2579248547554016,
      "learning_rate": 6.032931959959379e-05,
      "loss": 0.0301,
      "step": 11038
    },
    {
      "epoch": 1.1967692974848223,
      "grad_norm": 0.11100415140390396,
      "learning_rate": 6.0325692731756854e-05,
      "loss": 0.0215,
      "step": 11039
    },
    {
      "epoch": 1.196877710320902,
      "grad_norm": 0.43121954798698425,
      "learning_rate": 6.032206586391992e-05,
      "loss": 0.0693,
      "step": 11040
    },
    {
      "epoch": 1.1969861231569818,
      "grad_norm": 0.18539445102214813,
      "learning_rate": 6.031843899608298e-05,
      "loss": 0.0197,
      "step": 11041
    },
    {
      "epoch": 1.1970945359930616,
      "grad_norm": 0.07362494617700577,
      "learning_rate": 6.031481212824605e-05,
      "loss": 0.0083,
      "step": 11042
    },
    {
      "epoch": 1.1972029488291414,
      "grad_norm": 0.16922253370285034,
      "learning_rate": 6.031118526040911e-05,
      "loss": 0.0163,
      "step": 11043
    },
    {
      "epoch": 1.1973113616652211,
      "grad_norm": 0.18689332902431488,
      "learning_rate": 6.0307558392572175e-05,
      "loss": 0.053,
      "step": 11044
    },
    {
      "epoch": 1.1974197745013009,
      "grad_norm": 0.2649473547935486,
      "learning_rate": 6.0303931524735246e-05,
      "loss": 0.0232,
      "step": 11045
    },
    {
      "epoch": 1.1975281873373809,
      "grad_norm": 0.16986466944217682,
      "learning_rate": 6.030030465689831e-05,
      "loss": 0.0088,
      "step": 11046
    },
    {
      "epoch": 1.1976366001734606,
      "grad_norm": 0.2871147394180298,
      "learning_rate": 6.0296677789061374e-05,
      "loss": 0.0295,
      "step": 11047
    },
    {
      "epoch": 1.1977450130095404,
      "grad_norm": 0.026481708511710167,
      "learning_rate": 6.029305092122444e-05,
      "loss": 0.0052,
      "step": 11048
    },
    {
      "epoch": 1.1978534258456202,
      "grad_norm": 0.0721016600728035,
      "learning_rate": 6.02894240533875e-05,
      "loss": 0.0061,
      "step": 11049
    },
    {
      "epoch": 1.1979618386817,
      "grad_norm": 0.25395217537879944,
      "learning_rate": 6.0285797185550566e-05,
      "loss": 0.0496,
      "step": 11050
    },
    {
      "epoch": 1.1980702515177797,
      "grad_norm": 0.36502334475517273,
      "learning_rate": 6.0282170317713624e-05,
      "loss": 0.0445,
      "step": 11051
    },
    {
      "epoch": 1.1981786643538594,
      "grad_norm": 0.04995675012469292,
      "learning_rate": 6.027854344987669e-05,
      "loss": 0.0073,
      "step": 11052
    },
    {
      "epoch": 1.1982870771899392,
      "grad_norm": 0.15691429376602173,
      "learning_rate": 6.027491658203975e-05,
      "loss": 0.0353,
      "step": 11053
    },
    {
      "epoch": 1.198395490026019,
      "grad_norm": 0.3139471113681793,
      "learning_rate": 6.0271289714202816e-05,
      "loss": 0.0599,
      "step": 11054
    },
    {
      "epoch": 1.198503902862099,
      "grad_norm": 0.22392773628234863,
      "learning_rate": 6.026766284636588e-05,
      "loss": 0.0296,
      "step": 11055
    },
    {
      "epoch": 1.1986123156981787,
      "grad_norm": 0.0703306496143341,
      "learning_rate": 6.0264035978528944e-05,
      "loss": 0.0125,
      "step": 11056
    },
    {
      "epoch": 1.1987207285342585,
      "grad_norm": 0.11563549935817719,
      "learning_rate": 6.026040911069201e-05,
      "loss": 0.0232,
      "step": 11057
    },
    {
      "epoch": 1.1988291413703382,
      "grad_norm": 0.20592673122882843,
      "learning_rate": 6.025678224285507e-05,
      "loss": 0.0397,
      "step": 11058
    },
    {
      "epoch": 1.198937554206418,
      "grad_norm": 0.3048821985721588,
      "learning_rate": 6.0253155375018136e-05,
      "loss": 0.0672,
      "step": 11059
    },
    {
      "epoch": 1.1990459670424978,
      "grad_norm": 0.035364288836717606,
      "learning_rate": 6.0249528507181194e-05,
      "loss": 0.0035,
      "step": 11060
    },
    {
      "epoch": 1.1991543798785775,
      "grad_norm": 0.0882117971777916,
      "learning_rate": 6.024590163934426e-05,
      "loss": 0.0175,
      "step": 11061
    },
    {
      "epoch": 1.1992627927146575,
      "grad_norm": 0.17442944645881653,
      "learning_rate": 6.0242274771507336e-05,
      "loss": 0.0164,
      "step": 11062
    },
    {
      "epoch": 1.1993712055507373,
      "grad_norm": 0.14955294132232666,
      "learning_rate": 6.02386479036704e-05,
      "loss": 0.0263,
      "step": 11063
    },
    {
      "epoch": 1.199479618386817,
      "grad_norm": 0.019331524148583412,
      "learning_rate": 6.0235021035833464e-05,
      "loss": 0.0017,
      "step": 11064
    },
    {
      "epoch": 1.1995880312228968,
      "grad_norm": 0.19012229144573212,
      "learning_rate": 6.023139416799652e-05,
      "loss": 0.0389,
      "step": 11065
    },
    {
      "epoch": 1.1996964440589766,
      "grad_norm": 0.10687528550624847,
      "learning_rate": 6.0227767300159585e-05,
      "loss": 0.0141,
      "step": 11066
    },
    {
      "epoch": 1.1998048568950563,
      "grad_norm": 0.038644950836896896,
      "learning_rate": 6.022414043232265e-05,
      "loss": 0.0061,
      "step": 11067
    },
    {
      "epoch": 1.199913269731136,
      "grad_norm": 0.05415773019194603,
      "learning_rate": 6.0220513564485713e-05,
      "loss": 0.0041,
      "step": 11068
    },
    {
      "epoch": 1.2000216825672159,
      "grad_norm": 0.13065584003925323,
      "learning_rate": 6.021688669664878e-05,
      "loss": 0.0301,
      "step": 11069
    },
    {
      "epoch": 1.2001300954032956,
      "grad_norm": 0.1005006954073906,
      "learning_rate": 6.021325982881184e-05,
      "loss": 0.0144,
      "step": 11070
    },
    {
      "epoch": 1.2002385082393756,
      "grad_norm": 0.08595816045999527,
      "learning_rate": 6.0209632960974906e-05,
      "loss": 0.0111,
      "step": 11071
    },
    {
      "epoch": 1.2003469210754554,
      "grad_norm": 0.04723414406180382,
      "learning_rate": 6.020600609313797e-05,
      "loss": 0.0105,
      "step": 11072
    },
    {
      "epoch": 1.2004553339115351,
      "grad_norm": 0.32147547602653503,
      "learning_rate": 6.0202379225301034e-05,
      "loss": 0.0383,
      "step": 11073
    },
    {
      "epoch": 1.200563746747615,
      "grad_norm": 0.07754712551832199,
      "learning_rate": 6.019875235746409e-05,
      "loss": 0.0267,
      "step": 11074
    },
    {
      "epoch": 1.2006721595836947,
      "grad_norm": 0.10357197374105453,
      "learning_rate": 6.0195125489627155e-05,
      "loss": 0.0102,
      "step": 11075
    },
    {
      "epoch": 1.2007805724197744,
      "grad_norm": 0.1929376870393753,
      "learning_rate": 6.019149862179022e-05,
      "loss": 0.0366,
      "step": 11076
    },
    {
      "epoch": 1.2008889852558542,
      "grad_norm": 0.37556925415992737,
      "learning_rate": 6.0187871753953284e-05,
      "loss": 0.0297,
      "step": 11077
    },
    {
      "epoch": 1.2009973980919342,
      "grad_norm": 0.24525108933448792,
      "learning_rate": 6.018424488611635e-05,
      "loss": 0.0245,
      "step": 11078
    },
    {
      "epoch": 1.201105810928014,
      "grad_norm": 0.28995636105537415,
      "learning_rate": 6.0180618018279425e-05,
      "loss": 0.0323,
      "step": 11079
    },
    {
      "epoch": 1.2012142237640937,
      "grad_norm": 0.23460353910923004,
      "learning_rate": 6.017699115044248e-05,
      "loss": 0.0367,
      "step": 11080
    },
    {
      "epoch": 1.2013226366001735,
      "grad_norm": 0.06082244589924812,
      "learning_rate": 6.017336428260555e-05,
      "loss": 0.0084,
      "step": 11081
    },
    {
      "epoch": 1.2014310494362532,
      "grad_norm": 0.1335860788822174,
      "learning_rate": 6.016973741476861e-05,
      "loss": 0.0253,
      "step": 11082
    },
    {
      "epoch": 1.201539462272333,
      "grad_norm": 0.07662627100944519,
      "learning_rate": 6.0166110546931675e-05,
      "loss": 0.0147,
      "step": 11083
    },
    {
      "epoch": 1.2016478751084128,
      "grad_norm": 0.08926355838775635,
      "learning_rate": 6.016248367909474e-05,
      "loss": 0.015,
      "step": 11084
    },
    {
      "epoch": 1.2017562879444927,
      "grad_norm": 0.1490144431591034,
      "learning_rate": 6.01588568112578e-05,
      "loss": 0.017,
      "step": 11085
    },
    {
      "epoch": 1.2018647007805725,
      "grad_norm": 0.06715156883001328,
      "learning_rate": 6.015522994342087e-05,
      "loss": 0.0079,
      "step": 11086
    },
    {
      "epoch": 1.2019731136166523,
      "grad_norm": 0.26387056708335876,
      "learning_rate": 6.015160307558393e-05,
      "loss": 0.0578,
      "step": 11087
    },
    {
      "epoch": 1.202081526452732,
      "grad_norm": 0.07574044167995453,
      "learning_rate": 6.0147976207746996e-05,
      "loss": 0.0136,
      "step": 11088
    },
    {
      "epoch": 1.2021899392888118,
      "grad_norm": 0.22218705713748932,
      "learning_rate": 6.014434933991005e-05,
      "loss": 0.0328,
      "step": 11089
    },
    {
      "epoch": 1.2022983521248916,
      "grad_norm": 0.12014281004667282,
      "learning_rate": 6.014072247207312e-05,
      "loss": 0.0224,
      "step": 11090
    },
    {
      "epoch": 1.2024067649609713,
      "grad_norm": 0.13671374320983887,
      "learning_rate": 6.013709560423618e-05,
      "loss": 0.0288,
      "step": 11091
    },
    {
      "epoch": 1.202515177797051,
      "grad_norm": 0.35769927501678467,
      "learning_rate": 6.0133468736399245e-05,
      "loss": 0.0163,
      "step": 11092
    },
    {
      "epoch": 1.2026235906331308,
      "grad_norm": 0.10086735337972641,
      "learning_rate": 6.012984186856231e-05,
      "loss": 0.008,
      "step": 11093
    },
    {
      "epoch": 1.2027320034692108,
      "grad_norm": 0.08230368047952652,
      "learning_rate": 6.012621500072537e-05,
      "loss": 0.0112,
      "step": 11094
    },
    {
      "epoch": 1.2028404163052906,
      "grad_norm": 0.14856261014938354,
      "learning_rate": 6.012258813288844e-05,
      "loss": 0.0295,
      "step": 11095
    },
    {
      "epoch": 1.2029488291413704,
      "grad_norm": 0.025700416415929794,
      "learning_rate": 6.011896126505151e-05,
      "loss": 0.0027,
      "step": 11096
    },
    {
      "epoch": 1.2030572419774501,
      "grad_norm": 0.316691130399704,
      "learning_rate": 6.011533439721457e-05,
      "loss": 0.0221,
      "step": 11097
    },
    {
      "epoch": 1.2031656548135299,
      "grad_norm": 0.27680185437202454,
      "learning_rate": 6.0111707529377637e-05,
      "loss": 0.0447,
      "step": 11098
    },
    {
      "epoch": 1.2032740676496096,
      "grad_norm": 0.11303845047950745,
      "learning_rate": 6.01080806615407e-05,
      "loss": 0.0106,
      "step": 11099
    },
    {
      "epoch": 1.2033824804856894,
      "grad_norm": 0.15040327608585358,
      "learning_rate": 6.0104453793703765e-05,
      "loss": 0.0165,
      "step": 11100
    },
    {
      "epoch": 1.2034908933217694,
      "grad_norm": 0.06395317614078522,
      "learning_rate": 6.010082692586683e-05,
      "loss": 0.0053,
      "step": 11101
    },
    {
      "epoch": 1.2035993061578492,
      "grad_norm": 0.09196139127016068,
      "learning_rate": 6.009720005802989e-05,
      "loss": 0.008,
      "step": 11102
    },
    {
      "epoch": 1.203707718993929,
      "grad_norm": 0.4967735707759857,
      "learning_rate": 6.009357319019295e-05,
      "loss": 0.0185,
      "step": 11103
    },
    {
      "epoch": 1.2038161318300087,
      "grad_norm": 0.07006217539310455,
      "learning_rate": 6.0089946322356014e-05,
      "loss": 0.0127,
      "step": 11104
    },
    {
      "epoch": 1.2039245446660884,
      "grad_norm": 0.09604836255311966,
      "learning_rate": 6.008631945451908e-05,
      "loss": 0.0238,
      "step": 11105
    },
    {
      "epoch": 1.2040329575021682,
      "grad_norm": 0.2095969021320343,
      "learning_rate": 6.008269258668214e-05,
      "loss": 0.0556,
      "step": 11106
    },
    {
      "epoch": 1.204141370338248,
      "grad_norm": 0.08985359221696854,
      "learning_rate": 6.007906571884521e-05,
      "loss": 0.0372,
      "step": 11107
    },
    {
      "epoch": 1.204249783174328,
      "grad_norm": 0.14701108634471893,
      "learning_rate": 6.007543885100827e-05,
      "loss": 0.0426,
      "step": 11108
    },
    {
      "epoch": 1.2043581960104077,
      "grad_norm": 0.10741481930017471,
      "learning_rate": 6.0071811983171335e-05,
      "loss": 0.0074,
      "step": 11109
    },
    {
      "epoch": 1.2044666088464875,
      "grad_norm": 0.13625071942806244,
      "learning_rate": 6.00681851153344e-05,
      "loss": 0.0132,
      "step": 11110
    },
    {
      "epoch": 1.2045750216825672,
      "grad_norm": 0.19772280752658844,
      "learning_rate": 6.006455824749746e-05,
      "loss": 0.0148,
      "step": 11111
    },
    {
      "epoch": 1.204683434518647,
      "grad_norm": 0.08301986008882523,
      "learning_rate": 6.006093137966052e-05,
      "loss": 0.006,
      "step": 11112
    },
    {
      "epoch": 1.2047918473547268,
      "grad_norm": 0.2679946720600128,
      "learning_rate": 6.0057304511823585e-05,
      "loss": 0.0205,
      "step": 11113
    },
    {
      "epoch": 1.2049002601908065,
      "grad_norm": 0.43925076723098755,
      "learning_rate": 6.005367764398666e-05,
      "loss": 0.0343,
      "step": 11114
    },
    {
      "epoch": 1.2050086730268863,
      "grad_norm": 0.21167369186878204,
      "learning_rate": 6.0050050776149726e-05,
      "loss": 0.0229,
      "step": 11115
    },
    {
      "epoch": 1.205117085862966,
      "grad_norm": 0.27382686734199524,
      "learning_rate": 6.004642390831279e-05,
      "loss": 0.0166,
      "step": 11116
    },
    {
      "epoch": 1.205225498699046,
      "grad_norm": 0.16886745393276215,
      "learning_rate": 6.004279704047585e-05,
      "loss": 0.02,
      "step": 11117
    },
    {
      "epoch": 1.2053339115351258,
      "grad_norm": 0.08850182592868805,
      "learning_rate": 6.003917017263891e-05,
      "loss": 0.0074,
      "step": 11118
    },
    {
      "epoch": 1.2054423243712056,
      "grad_norm": 0.12855234742164612,
      "learning_rate": 6.0035543304801976e-05,
      "loss": 0.0225,
      "step": 11119
    },
    {
      "epoch": 1.2055507372072853,
      "grad_norm": 0.1573028266429901,
      "learning_rate": 6.003191643696504e-05,
      "loss": 0.0111,
      "step": 11120
    },
    {
      "epoch": 1.205659150043365,
      "grad_norm": 0.22195486724376678,
      "learning_rate": 6.0028289569128104e-05,
      "loss": 0.0235,
      "step": 11121
    },
    {
      "epoch": 1.2057675628794449,
      "grad_norm": 0.3031773865222931,
      "learning_rate": 6.002466270129117e-05,
      "loss": 0.0189,
      "step": 11122
    },
    {
      "epoch": 1.2058759757155246,
      "grad_norm": 0.08101794123649597,
      "learning_rate": 6.002103583345423e-05,
      "loss": 0.0068,
      "step": 11123
    },
    {
      "epoch": 1.2059843885516046,
      "grad_norm": 0.1352611929178238,
      "learning_rate": 6.0017408965617297e-05,
      "loss": 0.0124,
      "step": 11124
    },
    {
      "epoch": 1.2060928013876844,
      "grad_norm": 0.1911720335483551,
      "learning_rate": 6.001378209778036e-05,
      "loss": 0.0242,
      "step": 11125
    },
    {
      "epoch": 1.2062012142237641,
      "grad_norm": 0.3205483853816986,
      "learning_rate": 6.001015522994342e-05,
      "loss": 0.032,
      "step": 11126
    },
    {
      "epoch": 1.206309627059844,
      "grad_norm": 0.9508754014968872,
      "learning_rate": 6.000652836210648e-05,
      "loss": 0.0596,
      "step": 11127
    },
    {
      "epoch": 1.2064180398959237,
      "grad_norm": 0.44853511452674866,
      "learning_rate": 6.0002901494269546e-05,
      "loss": 0.0494,
      "step": 11128
    },
    {
      "epoch": 1.2065264527320034,
      "grad_norm": 0.42781901359558105,
      "learning_rate": 5.999927462643261e-05,
      "loss": 0.0301,
      "step": 11129
    },
    {
      "epoch": 1.2066348655680832,
      "grad_norm": 0.04708709940314293,
      "learning_rate": 5.9995647758595674e-05,
      "loss": 0.0052,
      "step": 11130
    },
    {
      "epoch": 1.2067432784041632,
      "grad_norm": 0.30137360095977783,
      "learning_rate": 5.999202089075875e-05,
      "loss": 0.0362,
      "step": 11131
    },
    {
      "epoch": 1.206851691240243,
      "grad_norm": 0.14684255421161652,
      "learning_rate": 5.998839402292181e-05,
      "loss": 0.0178,
      "step": 11132
    },
    {
      "epoch": 1.2069601040763227,
      "grad_norm": 0.07527492940425873,
      "learning_rate": 5.9984767155084873e-05,
      "loss": 0.0051,
      "step": 11133
    },
    {
      "epoch": 1.2070685169124025,
      "grad_norm": 0.17293298244476318,
      "learning_rate": 5.998114028724794e-05,
      "loss": 0.0137,
      "step": 11134
    },
    {
      "epoch": 1.2071769297484822,
      "grad_norm": 0.356989324092865,
      "learning_rate": 5.9977513419411e-05,
      "loss": 0.0554,
      "step": 11135
    },
    {
      "epoch": 1.207285342584562,
      "grad_norm": 0.11431553959846497,
      "learning_rate": 5.9973886551574066e-05,
      "loss": 0.032,
      "step": 11136
    },
    {
      "epoch": 1.2073937554206418,
      "grad_norm": 0.1509692668914795,
      "learning_rate": 5.997025968373713e-05,
      "loss": 0.0165,
      "step": 11137
    },
    {
      "epoch": 1.2075021682567215,
      "grad_norm": 0.3356015086174011,
      "learning_rate": 5.9966632815900194e-05,
      "loss": 0.031,
      "step": 11138
    },
    {
      "epoch": 1.2076105810928013,
      "grad_norm": 0.17932727932929993,
      "learning_rate": 5.996300594806326e-05,
      "loss": 0.0325,
      "step": 11139
    },
    {
      "epoch": 1.2077189939288813,
      "grad_norm": 0.18389444053173065,
      "learning_rate": 5.995937908022632e-05,
      "loss": 0.0131,
      "step": 11140
    },
    {
      "epoch": 1.207827406764961,
      "grad_norm": 0.21164143085479736,
      "learning_rate": 5.995575221238938e-05,
      "loss": 0.0158,
      "step": 11141
    },
    {
      "epoch": 1.2079358196010408,
      "grad_norm": 0.25160449743270874,
      "learning_rate": 5.9952125344552444e-05,
      "loss": 0.0223,
      "step": 11142
    },
    {
      "epoch": 1.2080442324371206,
      "grad_norm": 0.045766789466142654,
      "learning_rate": 5.994849847671551e-05,
      "loss": 0.0049,
      "step": 11143
    },
    {
      "epoch": 1.2081526452732003,
      "grad_norm": 0.17719832062721252,
      "learning_rate": 5.994487160887857e-05,
      "loss": 0.0537,
      "step": 11144
    },
    {
      "epoch": 1.20826105810928,
      "grad_norm": 0.051544349640607834,
      "learning_rate": 5.9941244741041636e-05,
      "loss": 0.0064,
      "step": 11145
    },
    {
      "epoch": 1.2083694709453598,
      "grad_norm": 0.10494061559438705,
      "learning_rate": 5.99376178732047e-05,
      "loss": 0.0181,
      "step": 11146
    },
    {
      "epoch": 1.2084778837814398,
      "grad_norm": 0.23759114742279053,
      "learning_rate": 5.9933991005367764e-05,
      "loss": 0.0204,
      "step": 11147
    },
    {
      "epoch": 1.2085862966175196,
      "grad_norm": 0.13863247632980347,
      "learning_rate": 5.9930364137530835e-05,
      "loss": 0.0205,
      "step": 11148
    },
    {
      "epoch": 1.2086947094535994,
      "grad_norm": 0.08543753623962402,
      "learning_rate": 5.99267372696939e-05,
      "loss": 0.014,
      "step": 11149
    },
    {
      "epoch": 1.2088031222896791,
      "grad_norm": 0.1559106409549713,
      "learning_rate": 5.992311040185696e-05,
      "loss": 0.0398,
      "step": 11150
    },
    {
      "epoch": 1.2089115351257589,
      "grad_norm": 0.18797388672828674,
      "learning_rate": 5.991948353402003e-05,
      "loss": 0.0198,
      "step": 11151
    },
    {
      "epoch": 1.2090199479618386,
      "grad_norm": 0.18777839839458466,
      "learning_rate": 5.991585666618309e-05,
      "loss": 0.0231,
      "step": 11152
    },
    {
      "epoch": 1.2091283607979184,
      "grad_norm": 0.2515254318714142,
      "learning_rate": 5.9912229798346156e-05,
      "loss": 0.0559,
      "step": 11153
    },
    {
      "epoch": 1.2092367736339982,
      "grad_norm": 0.2445845603942871,
      "learning_rate": 5.990860293050922e-05,
      "loss": 0.0434,
      "step": 11154
    },
    {
      "epoch": 1.209345186470078,
      "grad_norm": 0.23157522082328796,
      "learning_rate": 5.990497606267228e-05,
      "loss": 0.0111,
      "step": 11155
    },
    {
      "epoch": 1.209453599306158,
      "grad_norm": 0.14206287264823914,
      "learning_rate": 5.990134919483534e-05,
      "loss": 0.0164,
      "step": 11156
    },
    {
      "epoch": 1.2095620121422377,
      "grad_norm": 0.3530850410461426,
      "learning_rate": 5.9897722326998405e-05,
      "loss": 0.0678,
      "step": 11157
    },
    {
      "epoch": 1.2096704249783174,
      "grad_norm": 0.13875512778759003,
      "learning_rate": 5.989409545916147e-05,
      "loss": 0.0137,
      "step": 11158
    },
    {
      "epoch": 1.2097788378143972,
      "grad_norm": 0.3762059807777405,
      "learning_rate": 5.9890468591324533e-05,
      "loss": 0.0627,
      "step": 11159
    },
    {
      "epoch": 1.209887250650477,
      "grad_norm": 0.10799845308065414,
      "learning_rate": 5.98868417234876e-05,
      "loss": 0.0112,
      "step": 11160
    },
    {
      "epoch": 1.2099956634865567,
      "grad_norm": 0.3287980556488037,
      "learning_rate": 5.988321485565066e-05,
      "loss": 0.0735,
      "step": 11161
    },
    {
      "epoch": 1.2101040763226365,
      "grad_norm": 0.30584287643432617,
      "learning_rate": 5.9879587987813726e-05,
      "loss": 0.0252,
      "step": 11162
    },
    {
      "epoch": 1.2102124891587165,
      "grad_norm": 0.07963698357343674,
      "learning_rate": 5.987596111997679e-05,
      "loss": 0.0152,
      "step": 11163
    },
    {
      "epoch": 1.2103209019947962,
      "grad_norm": 0.19239316880702972,
      "learning_rate": 5.987233425213985e-05,
      "loss": 0.0365,
      "step": 11164
    },
    {
      "epoch": 1.210429314830876,
      "grad_norm": 0.09664501994848251,
      "learning_rate": 5.986870738430291e-05,
      "loss": 0.0155,
      "step": 11165
    },
    {
      "epoch": 1.2105377276669558,
      "grad_norm": 0.24625544250011444,
      "learning_rate": 5.986508051646599e-05,
      "loss": 0.0301,
      "step": 11166
    },
    {
      "epoch": 1.2106461405030355,
      "grad_norm": 0.10299686342477798,
      "learning_rate": 5.986145364862905e-05,
      "loss": 0.0126,
      "step": 11167
    },
    {
      "epoch": 1.2107545533391153,
      "grad_norm": 0.32177305221557617,
      "learning_rate": 5.985782678079212e-05,
      "loss": 0.0435,
      "step": 11168
    },
    {
      "epoch": 1.210862966175195,
      "grad_norm": 0.3827860951423645,
      "learning_rate": 5.9854199912955174e-05,
      "loss": 0.0215,
      "step": 11169
    },
    {
      "epoch": 1.210971379011275,
      "grad_norm": 0.12799815833568573,
      "learning_rate": 5.985057304511824e-05,
      "loss": 0.0193,
      "step": 11170
    },
    {
      "epoch": 1.2110797918473548,
      "grad_norm": 0.03322674334049225,
      "learning_rate": 5.98469461772813e-05,
      "loss": 0.0017,
      "step": 11171
    },
    {
      "epoch": 1.2111882046834346,
      "grad_norm": 0.11174643039703369,
      "learning_rate": 5.984331930944437e-05,
      "loss": 0.0159,
      "step": 11172
    },
    {
      "epoch": 1.2112966175195143,
      "grad_norm": 0.13219839334487915,
      "learning_rate": 5.983969244160743e-05,
      "loss": 0.0184,
      "step": 11173
    },
    {
      "epoch": 1.211405030355594,
      "grad_norm": 0.2692970931529999,
      "learning_rate": 5.9836065573770495e-05,
      "loss": 0.0362,
      "step": 11174
    },
    {
      "epoch": 1.2115134431916739,
      "grad_norm": 0.19600866734981537,
      "learning_rate": 5.983243870593356e-05,
      "loss": 0.0102,
      "step": 11175
    },
    {
      "epoch": 1.2116218560277536,
      "grad_norm": 0.16140596568584442,
      "learning_rate": 5.982881183809662e-05,
      "loss": 0.0202,
      "step": 11176
    },
    {
      "epoch": 1.2117302688638334,
      "grad_norm": 0.1562858521938324,
      "learning_rate": 5.982518497025969e-05,
      "loss": 0.0123,
      "step": 11177
    },
    {
      "epoch": 1.2118386816999132,
      "grad_norm": 0.0828777402639389,
      "learning_rate": 5.9821558102422745e-05,
      "loss": 0.0075,
      "step": 11178
    },
    {
      "epoch": 1.2119470945359931,
      "grad_norm": 0.24340634047985077,
      "learning_rate": 5.981793123458581e-05,
      "loss": 0.0199,
      "step": 11179
    },
    {
      "epoch": 1.212055507372073,
      "grad_norm": 0.3607371747493744,
      "learning_rate": 5.981430436674887e-05,
      "loss": 0.0316,
      "step": 11180
    },
    {
      "epoch": 1.2121639202081527,
      "grad_norm": 0.1670912206172943,
      "learning_rate": 5.981067749891194e-05,
      "loss": 0.0289,
      "step": 11181
    },
    {
      "epoch": 1.2122723330442324,
      "grad_norm": 0.1901131421327591,
      "learning_rate": 5.9807050631075e-05,
      "loss": 0.0211,
      "step": 11182
    },
    {
      "epoch": 1.2123807458803122,
      "grad_norm": 0.35036203265190125,
      "learning_rate": 5.980342376323808e-05,
      "loss": 0.032,
      "step": 11183
    },
    {
      "epoch": 1.212489158716392,
      "grad_norm": 0.0057154265232384205,
      "learning_rate": 5.9799796895401136e-05,
      "loss": 0.0007,
      "step": 11184
    },
    {
      "epoch": 1.2125975715524717,
      "grad_norm": 0.1704147309064865,
      "learning_rate": 5.97961700275642e-05,
      "loss": 0.0341,
      "step": 11185
    },
    {
      "epoch": 1.2127059843885517,
      "grad_norm": 0.17543545365333557,
      "learning_rate": 5.9792543159727264e-05,
      "loss": 0.0215,
      "step": 11186
    },
    {
      "epoch": 1.2128143972246315,
      "grad_norm": 0.16536395251750946,
      "learning_rate": 5.978891629189033e-05,
      "loss": 0.0481,
      "step": 11187
    },
    {
      "epoch": 1.2129228100607112,
      "grad_norm": 0.27715298533439636,
      "learning_rate": 5.978528942405339e-05,
      "loss": 0.0451,
      "step": 11188
    },
    {
      "epoch": 1.213031222896791,
      "grad_norm": 0.14941023290157318,
      "learning_rate": 5.9781662556216457e-05,
      "loss": 0.0175,
      "step": 11189
    },
    {
      "epoch": 1.2131396357328708,
      "grad_norm": 0.31243667006492615,
      "learning_rate": 5.977803568837952e-05,
      "loss": 0.0577,
      "step": 11190
    },
    {
      "epoch": 1.2132480485689505,
      "grad_norm": 0.06311719864606857,
      "learning_rate": 5.9774408820542585e-05,
      "loss": 0.0105,
      "step": 11191
    },
    {
      "epoch": 1.2133564614050303,
      "grad_norm": 0.13207875192165375,
      "learning_rate": 5.977078195270565e-05,
      "loss": 0.0245,
      "step": 11192
    },
    {
      "epoch": 1.2134648742411103,
      "grad_norm": 0.22421050071716309,
      "learning_rate": 5.9767155084868706e-05,
      "loss": 0.0372,
      "step": 11193
    },
    {
      "epoch": 1.21357328707719,
      "grad_norm": 0.15928225219249725,
      "learning_rate": 5.976352821703177e-05,
      "loss": 0.0124,
      "step": 11194
    },
    {
      "epoch": 1.2136816999132698,
      "grad_norm": 0.32542622089385986,
      "learning_rate": 5.9759901349194834e-05,
      "loss": 0.0161,
      "step": 11195
    },
    {
      "epoch": 1.2137901127493496,
      "grad_norm": 0.11474880576133728,
      "learning_rate": 5.97562744813579e-05,
      "loss": 0.0115,
      "step": 11196
    },
    {
      "epoch": 1.2138985255854293,
      "grad_norm": 0.21845407783985138,
      "learning_rate": 5.975264761352096e-05,
      "loss": 0.0183,
      "step": 11197
    },
    {
      "epoch": 1.214006938421509,
      "grad_norm": 0.3117640018463135,
      "learning_rate": 5.974902074568403e-05,
      "loss": 0.0648,
      "step": 11198
    },
    {
      "epoch": 1.2141153512575888,
      "grad_norm": 0.3608587682247162,
      "learning_rate": 5.974539387784709e-05,
      "loss": 0.0351,
      "step": 11199
    },
    {
      "epoch": 1.2142237640936686,
      "grad_norm": 0.2424255758523941,
      "learning_rate": 5.974176701001016e-05,
      "loss": 0.0261,
      "step": 11200
    },
    {
      "epoch": 1.2143321769297484,
      "grad_norm": 0.27860745787620544,
      "learning_rate": 5.9738140142173226e-05,
      "loss": 0.0188,
      "step": 11201
    },
    {
      "epoch": 1.2144405897658284,
      "grad_norm": 0.10207716375589371,
      "learning_rate": 5.973451327433629e-05,
      "loss": 0.008,
      "step": 11202
    },
    {
      "epoch": 1.2145490026019081,
      "grad_norm": 0.05318065360188484,
      "learning_rate": 5.9730886406499354e-05,
      "loss": 0.0028,
      "step": 11203
    },
    {
      "epoch": 1.2146574154379879,
      "grad_norm": 0.143723264336586,
      "learning_rate": 5.972725953866242e-05,
      "loss": 0.0125,
      "step": 11204
    },
    {
      "epoch": 1.2147658282740676,
      "grad_norm": 0.11753761023283005,
      "learning_rate": 5.972363267082548e-05,
      "loss": 0.0167,
      "step": 11205
    },
    {
      "epoch": 1.2148742411101474,
      "grad_norm": 0.034122709184885025,
      "learning_rate": 5.9720005802988546e-05,
      "loss": 0.0046,
      "step": 11206
    },
    {
      "epoch": 1.2149826539462272,
      "grad_norm": 0.028026016429066658,
      "learning_rate": 5.9716378935151604e-05,
      "loss": 0.0036,
      "step": 11207
    },
    {
      "epoch": 1.215091066782307,
      "grad_norm": 0.2828567326068878,
      "learning_rate": 5.971275206731467e-05,
      "loss": 0.0383,
      "step": 11208
    },
    {
      "epoch": 1.215199479618387,
      "grad_norm": 0.18347157537937164,
      "learning_rate": 5.970912519947773e-05,
      "loss": 0.0233,
      "step": 11209
    },
    {
      "epoch": 1.2153078924544667,
      "grad_norm": 0.2580185830593109,
      "learning_rate": 5.9705498331640796e-05,
      "loss": 0.0385,
      "step": 11210
    },
    {
      "epoch": 1.2154163052905465,
      "grad_norm": 0.01824519969522953,
      "learning_rate": 5.970187146380386e-05,
      "loss": 0.0022,
      "step": 11211
    },
    {
      "epoch": 1.2155247181266262,
      "grad_norm": 0.024850189685821533,
      "learning_rate": 5.9698244595966924e-05,
      "loss": 0.0036,
      "step": 11212
    },
    {
      "epoch": 1.215633130962706,
      "grad_norm": 0.06386866420507431,
      "learning_rate": 5.969461772812999e-05,
      "loss": 0.0083,
      "step": 11213
    },
    {
      "epoch": 1.2157415437987857,
      "grad_norm": 0.15000587701797485,
      "learning_rate": 5.969099086029305e-05,
      "loss": 0.0113,
      "step": 11214
    },
    {
      "epoch": 1.2158499566348655,
      "grad_norm": 0.1362951397895813,
      "learning_rate": 5.9687363992456117e-05,
      "loss": 0.0189,
      "step": 11215
    },
    {
      "epoch": 1.2159583694709453,
      "grad_norm": 0.14510633051395416,
      "learning_rate": 5.9683737124619174e-05,
      "loss": 0.0101,
      "step": 11216
    },
    {
      "epoch": 1.216066782307025,
      "grad_norm": 0.08447504043579102,
      "learning_rate": 5.968011025678225e-05,
      "loss": 0.0084,
      "step": 11217
    },
    {
      "epoch": 1.216175195143105,
      "grad_norm": 0.27583175897598267,
      "learning_rate": 5.9676483388945316e-05,
      "loss": 0.0174,
      "step": 11218
    },
    {
      "epoch": 1.2162836079791848,
      "grad_norm": 0.13761980831623077,
      "learning_rate": 5.967285652110838e-05,
      "loss": 0.0121,
      "step": 11219
    },
    {
      "epoch": 1.2163920208152645,
      "grad_norm": 0.14272940158843994,
      "learning_rate": 5.9669229653271444e-05,
      "loss": 0.0115,
      "step": 11220
    },
    {
      "epoch": 1.2165004336513443,
      "grad_norm": 0.12792998552322388,
      "learning_rate": 5.96656027854345e-05,
      "loss": 0.0143,
      "step": 11221
    },
    {
      "epoch": 1.216608846487424,
      "grad_norm": 0.22994253039360046,
      "learning_rate": 5.9661975917597565e-05,
      "loss": 0.0338,
      "step": 11222
    },
    {
      "epoch": 1.2167172593235038,
      "grad_norm": 0.2494184970855713,
      "learning_rate": 5.965834904976063e-05,
      "loss": 0.0402,
      "step": 11223
    },
    {
      "epoch": 1.2168256721595836,
      "grad_norm": 0.22679023444652557,
      "learning_rate": 5.9654722181923693e-05,
      "loss": 0.0476,
      "step": 11224
    },
    {
      "epoch": 1.2169340849956636,
      "grad_norm": 0.38131535053253174,
      "learning_rate": 5.965109531408676e-05,
      "loss": 0.0371,
      "step": 11225
    },
    {
      "epoch": 1.2170424978317433,
      "grad_norm": 0.3636181652545929,
      "learning_rate": 5.964746844624982e-05,
      "loss": 0.0411,
      "step": 11226
    },
    {
      "epoch": 1.217150910667823,
      "grad_norm": 0.3864882290363312,
      "learning_rate": 5.9643841578412886e-05,
      "loss": 0.0194,
      "step": 11227
    },
    {
      "epoch": 1.2172593235039029,
      "grad_norm": 0.1568821519613266,
      "learning_rate": 5.964021471057595e-05,
      "loss": 0.0232,
      "step": 11228
    },
    {
      "epoch": 1.2173677363399826,
      "grad_norm": 0.23054702579975128,
      "learning_rate": 5.9636587842739014e-05,
      "loss": 0.0223,
      "step": 11229
    },
    {
      "epoch": 1.2174761491760624,
      "grad_norm": 0.368821918964386,
      "learning_rate": 5.963296097490207e-05,
      "loss": 0.0576,
      "step": 11230
    },
    {
      "epoch": 1.2175845620121422,
      "grad_norm": 0.15162411332130432,
      "learning_rate": 5.9629334107065135e-05,
      "loss": 0.0169,
      "step": 11231
    },
    {
      "epoch": 1.2176929748482221,
      "grad_norm": 0.11549340188503265,
      "learning_rate": 5.96257072392282e-05,
      "loss": 0.023,
      "step": 11232
    },
    {
      "epoch": 1.217801387684302,
      "grad_norm": 0.24844083189964294,
      "learning_rate": 5.9622080371391264e-05,
      "loss": 0.0424,
      "step": 11233
    },
    {
      "epoch": 1.2179098005203817,
      "grad_norm": 0.11340724676847458,
      "learning_rate": 5.961845350355433e-05,
      "loss": 0.0113,
      "step": 11234
    },
    {
      "epoch": 1.2180182133564614,
      "grad_norm": 0.5946067571640015,
      "learning_rate": 5.9614826635717405e-05,
      "loss": 0.0866,
      "step": 11235
    },
    {
      "epoch": 1.2181266261925412,
      "grad_norm": 0.1772967129945755,
      "learning_rate": 5.961119976788046e-05,
      "loss": 0.0404,
      "step": 11236
    },
    {
      "epoch": 1.218235039028621,
      "grad_norm": 0.10081039369106293,
      "learning_rate": 5.960757290004353e-05,
      "loss": 0.02,
      "step": 11237
    },
    {
      "epoch": 1.2183434518647007,
      "grad_norm": 0.24912340939044952,
      "learning_rate": 5.960394603220659e-05,
      "loss": 0.0301,
      "step": 11238
    },
    {
      "epoch": 1.2184518647007805,
      "grad_norm": 0.14280924201011658,
      "learning_rate": 5.9600319164369655e-05,
      "loss": 0.0272,
      "step": 11239
    },
    {
      "epoch": 1.2185602775368602,
      "grad_norm": 0.08047004789113998,
      "learning_rate": 5.959669229653272e-05,
      "loss": 0.0133,
      "step": 11240
    },
    {
      "epoch": 1.2186686903729402,
      "grad_norm": 0.022193096578121185,
      "learning_rate": 5.959306542869578e-05,
      "loss": 0.0019,
      "step": 11241
    },
    {
      "epoch": 1.21877710320902,
      "grad_norm": 0.04478676989674568,
      "learning_rate": 5.958943856085885e-05,
      "loss": 0.0055,
      "step": 11242
    },
    {
      "epoch": 1.2188855160450998,
      "grad_norm": 0.07739730179309845,
      "learning_rate": 5.958581169302191e-05,
      "loss": 0.0101,
      "step": 11243
    },
    {
      "epoch": 1.2189939288811795,
      "grad_norm": 0.026925351470708847,
      "learning_rate": 5.9582184825184976e-05,
      "loss": 0.0018,
      "step": 11244
    },
    {
      "epoch": 1.2191023417172593,
      "grad_norm": 0.09469059854745865,
      "learning_rate": 5.957855795734803e-05,
      "loss": 0.0214,
      "step": 11245
    },
    {
      "epoch": 1.219210754553339,
      "grad_norm": 0.1143992617726326,
      "learning_rate": 5.95749310895111e-05,
      "loss": 0.0477,
      "step": 11246
    },
    {
      "epoch": 1.2193191673894188,
      "grad_norm": 0.1306062489748001,
      "learning_rate": 5.957130422167416e-05,
      "loss": 0.0128,
      "step": 11247
    },
    {
      "epoch": 1.2194275802254988,
      "grad_norm": 0.18076291680335999,
      "learning_rate": 5.9567677353837225e-05,
      "loss": 0.022,
      "step": 11248
    },
    {
      "epoch": 1.2195359930615786,
      "grad_norm": 0.04830189049243927,
      "learning_rate": 5.956405048600029e-05,
      "loss": 0.006,
      "step": 11249
    },
    {
      "epoch": 1.2196444058976583,
      "grad_norm": 0.17511682212352753,
      "learning_rate": 5.9560423618163353e-05,
      "loss": 0.0376,
      "step": 11250
    },
    {
      "epoch": 1.219752818733738,
      "grad_norm": 0.337193101644516,
      "learning_rate": 5.955679675032642e-05,
      "loss": 0.069,
      "step": 11251
    },
    {
      "epoch": 1.2198612315698178,
      "grad_norm": 0.244487926363945,
      "learning_rate": 5.955316988248949e-05,
      "loss": 0.0456,
      "step": 11252
    },
    {
      "epoch": 1.2199696444058976,
      "grad_norm": 0.22183853387832642,
      "learning_rate": 5.954954301465255e-05,
      "loss": 0.0195,
      "step": 11253
    },
    {
      "epoch": 1.2200780572419774,
      "grad_norm": 0.2667226791381836,
      "learning_rate": 5.954591614681562e-05,
      "loss": 0.0179,
      "step": 11254
    },
    {
      "epoch": 1.2201864700780574,
      "grad_norm": 0.4112493395805359,
      "learning_rate": 5.954228927897868e-05,
      "loss": 0.0562,
      "step": 11255
    },
    {
      "epoch": 1.2202948829141371,
      "grad_norm": 0.3078804612159729,
      "learning_rate": 5.9538662411141745e-05,
      "loss": 0.0324,
      "step": 11256
    },
    {
      "epoch": 1.2204032957502169,
      "grad_norm": 0.34541743993759155,
      "learning_rate": 5.953503554330481e-05,
      "loss": 0.0587,
      "step": 11257
    },
    {
      "epoch": 1.2205117085862967,
      "grad_norm": 0.17121922969818115,
      "learning_rate": 5.953140867546787e-05,
      "loss": 0.0249,
      "step": 11258
    },
    {
      "epoch": 1.2206201214223764,
      "grad_norm": 0.22773273289203644,
      "learning_rate": 5.952778180763093e-05,
      "loss": 0.0384,
      "step": 11259
    },
    {
      "epoch": 1.2207285342584562,
      "grad_norm": 0.10129229724407196,
      "learning_rate": 5.9524154939793994e-05,
      "loss": 0.013,
      "step": 11260
    },
    {
      "epoch": 1.220836947094536,
      "grad_norm": 0.24573072791099548,
      "learning_rate": 5.952052807195706e-05,
      "loss": 0.0346,
      "step": 11261
    },
    {
      "epoch": 1.2209453599306157,
      "grad_norm": 0.25881287455558777,
      "learning_rate": 5.951690120412012e-05,
      "loss": 0.0666,
      "step": 11262
    },
    {
      "epoch": 1.2210537727666955,
      "grad_norm": 0.21959060430526733,
      "learning_rate": 5.951327433628319e-05,
      "loss": 0.0148,
      "step": 11263
    },
    {
      "epoch": 1.2211621856027755,
      "grad_norm": 0.3038250207901001,
      "learning_rate": 5.950964746844625e-05,
      "loss": 0.0412,
      "step": 11264
    },
    {
      "epoch": 1.2212705984388552,
      "grad_norm": 0.13071313500404358,
      "learning_rate": 5.9506020600609315e-05,
      "loss": 0.0172,
      "step": 11265
    },
    {
      "epoch": 1.221379011274935,
      "grad_norm": 0.18380001187324524,
      "learning_rate": 5.950239373277238e-05,
      "loss": 0.0494,
      "step": 11266
    },
    {
      "epoch": 1.2214874241110147,
      "grad_norm": 0.28381577134132385,
      "learning_rate": 5.949876686493544e-05,
      "loss": 0.0234,
      "step": 11267
    },
    {
      "epoch": 1.2215958369470945,
      "grad_norm": 0.11856681853532791,
      "learning_rate": 5.94951399970985e-05,
      "loss": 0.0342,
      "step": 11268
    },
    {
      "epoch": 1.2217042497831743,
      "grad_norm": 0.15865443646907806,
      "learning_rate": 5.949151312926158e-05,
      "loss": 0.0448,
      "step": 11269
    },
    {
      "epoch": 1.221812662619254,
      "grad_norm": 0.2527172863483429,
      "learning_rate": 5.948788626142464e-05,
      "loss": 0.0277,
      "step": 11270
    },
    {
      "epoch": 1.221921075455334,
      "grad_norm": 0.09159696102142334,
      "learning_rate": 5.9484259393587706e-05,
      "loss": 0.0177,
      "step": 11271
    },
    {
      "epoch": 1.2220294882914138,
      "grad_norm": 0.1162218227982521,
      "learning_rate": 5.948063252575077e-05,
      "loss": 0.0114,
      "step": 11272
    },
    {
      "epoch": 1.2221379011274935,
      "grad_norm": 0.0728074163198471,
      "learning_rate": 5.9477005657913835e-05,
      "loss": 0.01,
      "step": 11273
    },
    {
      "epoch": 1.2222463139635733,
      "grad_norm": 0.16290625929832458,
      "learning_rate": 5.947337879007689e-05,
      "loss": 0.0304,
      "step": 11274
    },
    {
      "epoch": 1.222354726799653,
      "grad_norm": 0.08676401525735855,
      "learning_rate": 5.9469751922239956e-05,
      "loss": 0.0178,
      "step": 11275
    },
    {
      "epoch": 1.2224631396357328,
      "grad_norm": 0.1487208753824234,
      "learning_rate": 5.946612505440302e-05,
      "loss": 0.0195,
      "step": 11276
    },
    {
      "epoch": 1.2225715524718126,
      "grad_norm": 0.07029387354850769,
      "learning_rate": 5.9462498186566084e-05,
      "loss": 0.0122,
      "step": 11277
    },
    {
      "epoch": 1.2226799653078924,
      "grad_norm": 0.09544920176267624,
      "learning_rate": 5.945887131872915e-05,
      "loss": 0.0138,
      "step": 11278
    },
    {
      "epoch": 1.2227883781439723,
      "grad_norm": 0.1873045265674591,
      "learning_rate": 5.945524445089221e-05,
      "loss": 0.0292,
      "step": 11279
    },
    {
      "epoch": 1.222896790980052,
      "grad_norm": 0.07246184349060059,
      "learning_rate": 5.9451617583055277e-05,
      "loss": 0.012,
      "step": 11280
    },
    {
      "epoch": 1.2230052038161319,
      "grad_norm": 0.13190649449825287,
      "learning_rate": 5.944799071521834e-05,
      "loss": 0.0164,
      "step": 11281
    },
    {
      "epoch": 1.2231136166522116,
      "grad_norm": 0.17777934670448303,
      "learning_rate": 5.94443638473814e-05,
      "loss": 0.0057,
      "step": 11282
    },
    {
      "epoch": 1.2232220294882914,
      "grad_norm": 0.21150478720664978,
      "learning_rate": 5.944073697954446e-05,
      "loss": 0.0119,
      "step": 11283
    },
    {
      "epoch": 1.2233304423243712,
      "grad_norm": 0.044051576405763626,
      "learning_rate": 5.9437110111707526e-05,
      "loss": 0.0039,
      "step": 11284
    },
    {
      "epoch": 1.223438855160451,
      "grad_norm": 0.2845247983932495,
      "learning_rate": 5.943348324387059e-05,
      "loss": 0.0537,
      "step": 11285
    },
    {
      "epoch": 1.2235472679965307,
      "grad_norm": 0.3091622591018677,
      "learning_rate": 5.9429856376033654e-05,
      "loss": 0.0439,
      "step": 11286
    },
    {
      "epoch": 1.2236556808326107,
      "grad_norm": 0.14272242784500122,
      "learning_rate": 5.942622950819673e-05,
      "loss": 0.0351,
      "step": 11287
    },
    {
      "epoch": 1.2237640936686904,
      "grad_norm": 0.15171891450881958,
      "learning_rate": 5.942260264035979e-05,
      "loss": 0.0141,
      "step": 11288
    },
    {
      "epoch": 1.2238725065047702,
      "grad_norm": 0.3448541760444641,
      "learning_rate": 5.9418975772522854e-05,
      "loss": 0.038,
      "step": 11289
    },
    {
      "epoch": 1.22398091934085,
      "grad_norm": 0.09055864065885544,
      "learning_rate": 5.941534890468592e-05,
      "loss": 0.0096,
      "step": 11290
    },
    {
      "epoch": 1.2240893321769297,
      "grad_norm": 0.3551693856716156,
      "learning_rate": 5.941172203684898e-05,
      "loss": 0.0342,
      "step": 11291
    },
    {
      "epoch": 1.2241977450130095,
      "grad_norm": 0.14196130633354187,
      "learning_rate": 5.9408095169012046e-05,
      "loss": 0.0221,
      "step": 11292
    },
    {
      "epoch": 1.2243061578490892,
      "grad_norm": 0.22064752876758575,
      "learning_rate": 5.940446830117511e-05,
      "loss": 0.0166,
      "step": 11293
    },
    {
      "epoch": 1.2244145706851692,
      "grad_norm": 0.34495308995246887,
      "learning_rate": 5.9400841433338174e-05,
      "loss": 0.021,
      "step": 11294
    },
    {
      "epoch": 1.224522983521249,
      "grad_norm": 0.07417716085910797,
      "learning_rate": 5.939721456550124e-05,
      "loss": 0.0161,
      "step": 11295
    },
    {
      "epoch": 1.2246313963573288,
      "grad_norm": 0.1342145800590515,
      "learning_rate": 5.93935876976643e-05,
      "loss": 0.0176,
      "step": 11296
    },
    {
      "epoch": 1.2247398091934085,
      "grad_norm": 0.0295228511095047,
      "learning_rate": 5.938996082982736e-05,
      "loss": 0.0048,
      "step": 11297
    },
    {
      "epoch": 1.2248482220294883,
      "grad_norm": 0.14423823356628418,
      "learning_rate": 5.9386333961990424e-05,
      "loss": 0.0193,
      "step": 11298
    },
    {
      "epoch": 1.224956634865568,
      "grad_norm": 0.34880897402763367,
      "learning_rate": 5.938270709415349e-05,
      "loss": 0.0372,
      "step": 11299
    },
    {
      "epoch": 1.2250650477016478,
      "grad_norm": 0.02756940759718418,
      "learning_rate": 5.937908022631655e-05,
      "loss": 0.0043,
      "step": 11300
    },
    {
      "epoch": 1.2251734605377276,
      "grad_norm": 0.06489278376102448,
      "learning_rate": 5.9375453358479616e-05,
      "loss": 0.0065,
      "step": 11301
    },
    {
      "epoch": 1.2252818733738073,
      "grad_norm": 0.14973317086696625,
      "learning_rate": 5.937182649064268e-05,
      "loss": 0.0179,
      "step": 11302
    },
    {
      "epoch": 1.2253902862098873,
      "grad_norm": 0.18052323162555695,
      "learning_rate": 5.9368199622805744e-05,
      "loss": 0.0118,
      "step": 11303
    },
    {
      "epoch": 1.225498699045967,
      "grad_norm": 0.07287271320819855,
      "learning_rate": 5.9364572754968815e-05,
      "loss": 0.0162,
      "step": 11304
    },
    {
      "epoch": 1.2256071118820469,
      "grad_norm": 0.1494767963886261,
      "learning_rate": 5.936094588713188e-05,
      "loss": 0.0432,
      "step": 11305
    },
    {
      "epoch": 1.2257155247181266,
      "grad_norm": 0.23884345591068268,
      "learning_rate": 5.935731901929494e-05,
      "loss": 0.014,
      "step": 11306
    },
    {
      "epoch": 1.2258239375542064,
      "grad_norm": 0.2793215215206146,
      "learning_rate": 5.935369215145801e-05,
      "loss": 0.0569,
      "step": 11307
    },
    {
      "epoch": 1.2259323503902861,
      "grad_norm": 0.2976718544960022,
      "learning_rate": 5.935006528362107e-05,
      "loss": 0.0589,
      "step": 11308
    },
    {
      "epoch": 1.226040763226366,
      "grad_norm": 0.25830501317977905,
      "learning_rate": 5.9346438415784136e-05,
      "loss": 0.0298,
      "step": 11309
    },
    {
      "epoch": 1.226149176062446,
      "grad_norm": 0.08553150296211243,
      "learning_rate": 5.93428115479472e-05,
      "loss": 0.0141,
      "step": 11310
    },
    {
      "epoch": 1.2262575888985257,
      "grad_norm": 0.19907715916633606,
      "learning_rate": 5.933918468011026e-05,
      "loss": 0.0188,
      "step": 11311
    },
    {
      "epoch": 1.2263660017346054,
      "grad_norm": 0.10312110185623169,
      "learning_rate": 5.933555781227332e-05,
      "loss": 0.0069,
      "step": 11312
    },
    {
      "epoch": 1.2264744145706852,
      "grad_norm": 0.22396130859851837,
      "learning_rate": 5.9331930944436385e-05,
      "loss": 0.0368,
      "step": 11313
    },
    {
      "epoch": 1.226582827406765,
      "grad_norm": 0.1071234717965126,
      "learning_rate": 5.932830407659945e-05,
      "loss": 0.0167,
      "step": 11314
    },
    {
      "epoch": 1.2266912402428447,
      "grad_norm": 0.2412334829568863,
      "learning_rate": 5.9324677208762513e-05,
      "loss": 0.0389,
      "step": 11315
    },
    {
      "epoch": 1.2267996530789245,
      "grad_norm": 0.1508542150259018,
      "learning_rate": 5.932105034092558e-05,
      "loss": 0.0212,
      "step": 11316
    },
    {
      "epoch": 1.2269080659150045,
      "grad_norm": 0.04675215110182762,
      "learning_rate": 5.931742347308864e-05,
      "loss": 0.0052,
      "step": 11317
    },
    {
      "epoch": 1.2270164787510842,
      "grad_norm": 0.3329083025455475,
      "learning_rate": 5.9313796605251706e-05,
      "loss": 0.0145,
      "step": 11318
    },
    {
      "epoch": 1.227124891587164,
      "grad_norm": 0.09881598502397537,
      "learning_rate": 5.931016973741477e-05,
      "loss": 0.0144,
      "step": 11319
    },
    {
      "epoch": 1.2272333044232437,
      "grad_norm": 0.0801892802119255,
      "learning_rate": 5.930654286957783e-05,
      "loss": 0.0098,
      "step": 11320
    },
    {
      "epoch": 1.2273417172593235,
      "grad_norm": 0.0981963649392128,
      "learning_rate": 5.9302916001740905e-05,
      "loss": 0.0054,
      "step": 11321
    },
    {
      "epoch": 1.2274501300954033,
      "grad_norm": 0.27105724811553955,
      "learning_rate": 5.929928913390397e-05,
      "loss": 0.0167,
      "step": 11322
    },
    {
      "epoch": 1.227558542931483,
      "grad_norm": 0.17770011723041534,
      "learning_rate": 5.929566226606703e-05,
      "loss": 0.0439,
      "step": 11323
    },
    {
      "epoch": 1.2276669557675628,
      "grad_norm": 0.23543137311935425,
      "learning_rate": 5.92920353982301e-05,
      "loss": 0.0195,
      "step": 11324
    },
    {
      "epoch": 1.2277753686036426,
      "grad_norm": 0.04871969297528267,
      "learning_rate": 5.928840853039316e-05,
      "loss": 0.0058,
      "step": 11325
    },
    {
      "epoch": 1.2278837814397225,
      "grad_norm": 0.10083211958408356,
      "learning_rate": 5.928478166255622e-05,
      "loss": 0.0114,
      "step": 11326
    },
    {
      "epoch": 1.2279921942758023,
      "grad_norm": 0.27108103036880493,
      "learning_rate": 5.928115479471928e-05,
      "loss": 0.0471,
      "step": 11327
    },
    {
      "epoch": 1.228100607111882,
      "grad_norm": 0.4870668947696686,
      "learning_rate": 5.927752792688235e-05,
      "loss": 0.0636,
      "step": 11328
    },
    {
      "epoch": 1.2282090199479618,
      "grad_norm": 0.16851848363876343,
      "learning_rate": 5.927390105904541e-05,
      "loss": 0.0325,
      "step": 11329
    },
    {
      "epoch": 1.2283174327840416,
      "grad_norm": 0.20969481766223907,
      "learning_rate": 5.9270274191208475e-05,
      "loss": 0.0085,
      "step": 11330
    },
    {
      "epoch": 1.2284258456201214,
      "grad_norm": 0.36799347400665283,
      "learning_rate": 5.926664732337154e-05,
      "loss": 0.0212,
      "step": 11331
    },
    {
      "epoch": 1.2285342584562011,
      "grad_norm": 0.03674257546663284,
      "learning_rate": 5.92630204555346e-05,
      "loss": 0.0065,
      "step": 11332
    },
    {
      "epoch": 1.228642671292281,
      "grad_norm": 0.14096754789352417,
      "learning_rate": 5.925939358769767e-05,
      "loss": 0.0193,
      "step": 11333
    },
    {
      "epoch": 1.2287510841283609,
      "grad_norm": 0.08537963777780533,
      "learning_rate": 5.9255766719860725e-05,
      "loss": 0.0066,
      "step": 11334
    },
    {
      "epoch": 1.2288594969644406,
      "grad_norm": 0.20827923715114594,
      "learning_rate": 5.925213985202379e-05,
      "loss": 0.0291,
      "step": 11335
    },
    {
      "epoch": 1.2289679098005204,
      "grad_norm": 0.22710540890693665,
      "learning_rate": 5.924851298418685e-05,
      "loss": 0.0846,
      "step": 11336
    },
    {
      "epoch": 1.2290763226366002,
      "grad_norm": 0.29895323514938354,
      "learning_rate": 5.924488611634992e-05,
      "loss": 0.0268,
      "step": 11337
    },
    {
      "epoch": 1.22918473547268,
      "grad_norm": 0.09908661991357803,
      "learning_rate": 5.9241259248512995e-05,
      "loss": 0.0054,
      "step": 11338
    },
    {
      "epoch": 1.2292931483087597,
      "grad_norm": 0.26207756996154785,
      "learning_rate": 5.923763238067606e-05,
      "loss": 0.0198,
      "step": 11339
    },
    {
      "epoch": 1.2294015611448397,
      "grad_norm": 0.2686974108219147,
      "learning_rate": 5.9234005512839116e-05,
      "loss": 0.0145,
      "step": 11340
    },
    {
      "epoch": 1.2295099739809194,
      "grad_norm": 0.1502021998167038,
      "learning_rate": 5.923037864500218e-05,
      "loss": 0.0105,
      "step": 11341
    },
    {
      "epoch": 1.2296183868169992,
      "grad_norm": 0.2701623737812042,
      "learning_rate": 5.9226751777165244e-05,
      "loss": 0.055,
      "step": 11342
    },
    {
      "epoch": 1.229726799653079,
      "grad_norm": 0.1306958794593811,
      "learning_rate": 5.922312490932831e-05,
      "loss": 0.008,
      "step": 11343
    },
    {
      "epoch": 1.2298352124891587,
      "grad_norm": 0.16667327284812927,
      "learning_rate": 5.921949804149137e-05,
      "loss": 0.0081,
      "step": 11344
    },
    {
      "epoch": 1.2299436253252385,
      "grad_norm": 0.220744326710701,
      "learning_rate": 5.921587117365444e-05,
      "loss": 0.0104,
      "step": 11345
    },
    {
      "epoch": 1.2300520381613183,
      "grad_norm": 0.270361065864563,
      "learning_rate": 5.92122443058175e-05,
      "loss": 0.0245,
      "step": 11346
    },
    {
      "epoch": 1.230160450997398,
      "grad_norm": 0.14479820430278778,
      "learning_rate": 5.9208617437980565e-05,
      "loss": 0.0065,
      "step": 11347
    },
    {
      "epoch": 1.2302688638334778,
      "grad_norm": 0.08578148484230042,
      "learning_rate": 5.920499057014363e-05,
      "loss": 0.0174,
      "step": 11348
    },
    {
      "epoch": 1.2303772766695578,
      "grad_norm": 0.14288759231567383,
      "learning_rate": 5.9201363702306686e-05,
      "loss": 0.0196,
      "step": 11349
    },
    {
      "epoch": 1.2304856895056375,
      "grad_norm": 0.2866499722003937,
      "learning_rate": 5.919773683446975e-05,
      "loss": 0.0228,
      "step": 11350
    },
    {
      "epoch": 1.2305941023417173,
      "grad_norm": 0.01966148614883423,
      "learning_rate": 5.9194109966632814e-05,
      "loss": 0.0016,
      "step": 11351
    },
    {
      "epoch": 1.230702515177797,
      "grad_norm": 0.23804526031017303,
      "learning_rate": 5.919048309879588e-05,
      "loss": 0.0523,
      "step": 11352
    },
    {
      "epoch": 1.2308109280138768,
      "grad_norm": 0.19290094077587128,
      "learning_rate": 5.918685623095894e-05,
      "loss": 0.0229,
      "step": 11353
    },
    {
      "epoch": 1.2309193408499566,
      "grad_norm": 0.03940075635910034,
      "learning_rate": 5.918322936312201e-05,
      "loss": 0.0093,
      "step": 11354
    },
    {
      "epoch": 1.2310277536860363,
      "grad_norm": 0.2703986167907715,
      "learning_rate": 5.917960249528507e-05,
      "loss": 0.049,
      "step": 11355
    },
    {
      "epoch": 1.2311361665221163,
      "grad_norm": 0.16925157606601715,
      "learning_rate": 5.917597562744814e-05,
      "loss": 0.0254,
      "step": 11356
    },
    {
      "epoch": 1.231244579358196,
      "grad_norm": 0.14913658797740936,
      "learning_rate": 5.9172348759611206e-05,
      "loss": 0.0157,
      "step": 11357
    },
    {
      "epoch": 1.2313529921942759,
      "grad_norm": 0.13122592866420746,
      "learning_rate": 5.916872189177427e-05,
      "loss": 0.0245,
      "step": 11358
    },
    {
      "epoch": 1.2314614050303556,
      "grad_norm": 0.12273453176021576,
      "learning_rate": 5.9165095023937334e-05,
      "loss": 0.0267,
      "step": 11359
    },
    {
      "epoch": 1.2315698178664354,
      "grad_norm": 0.07831943035125732,
      "learning_rate": 5.91614681561004e-05,
      "loss": 0.0176,
      "step": 11360
    },
    {
      "epoch": 1.2316782307025151,
      "grad_norm": 0.21799252927303314,
      "learning_rate": 5.915784128826346e-05,
      "loss": 0.0393,
      "step": 11361
    },
    {
      "epoch": 1.231786643538595,
      "grad_norm": 0.27091550827026367,
      "learning_rate": 5.9154214420426526e-05,
      "loss": 0.0421,
      "step": 11362
    },
    {
      "epoch": 1.2318950563746747,
      "grad_norm": 0.0432354100048542,
      "learning_rate": 5.9150587552589584e-05,
      "loss": 0.0031,
      "step": 11363
    },
    {
      "epoch": 1.2320034692107544,
      "grad_norm": 0.06143840774893761,
      "learning_rate": 5.914696068475265e-05,
      "loss": 0.0069,
      "step": 11364
    },
    {
      "epoch": 1.2321118820468344,
      "grad_norm": 0.05230044201016426,
      "learning_rate": 5.914333381691571e-05,
      "loss": 0.008,
      "step": 11365
    },
    {
      "epoch": 1.2322202948829142,
      "grad_norm": 0.14019599556922913,
      "learning_rate": 5.9139706949078776e-05,
      "loss": 0.0112,
      "step": 11366
    },
    {
      "epoch": 1.232328707718994,
      "grad_norm": 0.3832567632198334,
      "learning_rate": 5.913608008124184e-05,
      "loss": 0.0268,
      "step": 11367
    },
    {
      "epoch": 1.2324371205550737,
      "grad_norm": 0.1857602596282959,
      "learning_rate": 5.9132453213404904e-05,
      "loss": 0.0561,
      "step": 11368
    },
    {
      "epoch": 1.2325455333911535,
      "grad_norm": 0.19474948942661285,
      "learning_rate": 5.912882634556797e-05,
      "loss": 0.0142,
      "step": 11369
    },
    {
      "epoch": 1.2326539462272332,
      "grad_norm": 0.05895502120256424,
      "learning_rate": 5.912519947773103e-05,
      "loss": 0.0088,
      "step": 11370
    },
    {
      "epoch": 1.232762359063313,
      "grad_norm": 0.17764471471309662,
      "learning_rate": 5.9121572609894097e-05,
      "loss": 0.0159,
      "step": 11371
    },
    {
      "epoch": 1.232870771899393,
      "grad_norm": 0.16893675923347473,
      "learning_rate": 5.9117945742057154e-05,
      "loss": 0.0316,
      "step": 11372
    },
    {
      "epoch": 1.2329791847354727,
      "grad_norm": 0.3190590441226959,
      "learning_rate": 5.911431887422023e-05,
      "loss": 0.0269,
      "step": 11373
    },
    {
      "epoch": 1.2330875975715525,
      "grad_norm": 0.06180717423558235,
      "learning_rate": 5.9110692006383296e-05,
      "loss": 0.0055,
      "step": 11374
    },
    {
      "epoch": 1.2331960104076323,
      "grad_norm": 0.20729275047779083,
      "learning_rate": 5.910706513854636e-05,
      "loss": 0.0192,
      "step": 11375
    },
    {
      "epoch": 1.233304423243712,
      "grad_norm": 0.14051440358161926,
      "learning_rate": 5.9103438270709424e-05,
      "loss": 0.0057,
      "step": 11376
    },
    {
      "epoch": 1.2334128360797918,
      "grad_norm": 0.16145625710487366,
      "learning_rate": 5.909981140287249e-05,
      "loss": 0.012,
      "step": 11377
    },
    {
      "epoch": 1.2335212489158716,
      "grad_norm": 0.025110634043812752,
      "learning_rate": 5.9096184535035545e-05,
      "loss": 0.0047,
      "step": 11378
    },
    {
      "epoch": 1.2336296617519515,
      "grad_norm": 0.5528160333633423,
      "learning_rate": 5.909255766719861e-05,
      "loss": 0.0422,
      "step": 11379
    },
    {
      "epoch": 1.2337380745880313,
      "grad_norm": 0.10751479119062424,
      "learning_rate": 5.9088930799361674e-05,
      "loss": 0.01,
      "step": 11380
    },
    {
      "epoch": 1.233846487424111,
      "grad_norm": 0.08603452146053314,
      "learning_rate": 5.908530393152474e-05,
      "loss": 0.006,
      "step": 11381
    },
    {
      "epoch": 1.2339549002601908,
      "grad_norm": 0.10473980754613876,
      "learning_rate": 5.90816770636878e-05,
      "loss": 0.0153,
      "step": 11382
    },
    {
      "epoch": 1.2340633130962706,
      "grad_norm": 0.25511378049850464,
      "learning_rate": 5.9078050195850866e-05,
      "loss": 0.0429,
      "step": 11383
    },
    {
      "epoch": 1.2341717259323504,
      "grad_norm": 0.24956360459327698,
      "learning_rate": 5.907442332801393e-05,
      "loss": 0.0356,
      "step": 11384
    },
    {
      "epoch": 1.2342801387684301,
      "grad_norm": 0.23522375524044037,
      "learning_rate": 5.9070796460176994e-05,
      "loss": 0.0518,
      "step": 11385
    },
    {
      "epoch": 1.2343885516045099,
      "grad_norm": 0.1523067057132721,
      "learning_rate": 5.906716959234005e-05,
      "loss": 0.0383,
      "step": 11386
    },
    {
      "epoch": 1.2344969644405897,
      "grad_norm": 0.3539333939552307,
      "learning_rate": 5.9063542724503116e-05,
      "loss": 0.0235,
      "step": 11387
    },
    {
      "epoch": 1.2346053772766696,
      "grad_norm": 0.2186325341463089,
      "learning_rate": 5.905991585666618e-05,
      "loss": 0.0192,
      "step": 11388
    },
    {
      "epoch": 1.2347137901127494,
      "grad_norm": 0.18252667784690857,
      "learning_rate": 5.9056288988829244e-05,
      "loss": 0.0254,
      "step": 11389
    },
    {
      "epoch": 1.2348222029488292,
      "grad_norm": 0.3135533034801483,
      "learning_rate": 5.905266212099232e-05,
      "loss": 0.0532,
      "step": 11390
    },
    {
      "epoch": 1.234930615784909,
      "grad_norm": 0.2263047695159912,
      "learning_rate": 5.9049035253155385e-05,
      "loss": 0.0387,
      "step": 11391
    },
    {
      "epoch": 1.2350390286209887,
      "grad_norm": 0.08164076507091522,
      "learning_rate": 5.904540838531844e-05,
      "loss": 0.0138,
      "step": 11392
    },
    {
      "epoch": 1.2351474414570685,
      "grad_norm": 0.16941693425178528,
      "learning_rate": 5.904178151748151e-05,
      "loss": 0.014,
      "step": 11393
    },
    {
      "epoch": 1.2352558542931482,
      "grad_norm": 0.030069904401898384,
      "learning_rate": 5.903815464964457e-05,
      "loss": 0.002,
      "step": 11394
    },
    {
      "epoch": 1.2353642671292282,
      "grad_norm": 0.13251741230487823,
      "learning_rate": 5.9034527781807635e-05,
      "loss": 0.0184,
      "step": 11395
    },
    {
      "epoch": 1.235472679965308,
      "grad_norm": 0.11519649624824524,
      "learning_rate": 5.90309009139707e-05,
      "loss": 0.0196,
      "step": 11396
    },
    {
      "epoch": 1.2355810928013877,
      "grad_norm": 0.2906992435455322,
      "learning_rate": 5.902727404613376e-05,
      "loss": 0.0311,
      "step": 11397
    },
    {
      "epoch": 1.2356895056374675,
      "grad_norm": 0.2357289046049118,
      "learning_rate": 5.902364717829683e-05,
      "loss": 0.0275,
      "step": 11398
    },
    {
      "epoch": 1.2357979184735473,
      "grad_norm": 0.12444362789392471,
      "learning_rate": 5.902002031045989e-05,
      "loss": 0.0297,
      "step": 11399
    },
    {
      "epoch": 1.235906331309627,
      "grad_norm": 0.14860862493515015,
      "learning_rate": 5.9016393442622956e-05,
      "loss": 0.0201,
      "step": 11400
    },
    {
      "epoch": 1.2360147441457068,
      "grad_norm": 0.4690781235694885,
      "learning_rate": 5.901276657478601e-05,
      "loss": 0.0355,
      "step": 11401
    },
    {
      "epoch": 1.2361231569817868,
      "grad_norm": 0.1774764508008957,
      "learning_rate": 5.900913970694908e-05,
      "loss": 0.0306,
      "step": 11402
    },
    {
      "epoch": 1.2362315698178665,
      "grad_norm": 0.32771098613739014,
      "learning_rate": 5.900551283911214e-05,
      "loss": 0.0521,
      "step": 11403
    },
    {
      "epoch": 1.2363399826539463,
      "grad_norm": 0.13615983724594116,
      "learning_rate": 5.9001885971275205e-05,
      "loss": 0.0146,
      "step": 11404
    },
    {
      "epoch": 1.236448395490026,
      "grad_norm": 0.07559630274772644,
      "learning_rate": 5.899825910343827e-05,
      "loss": 0.0243,
      "step": 11405
    },
    {
      "epoch": 1.2365568083261058,
      "grad_norm": 0.11596403270959854,
      "learning_rate": 5.8994632235601334e-05,
      "loss": 0.0135,
      "step": 11406
    },
    {
      "epoch": 1.2366652211621856,
      "grad_norm": 0.28482183814048767,
      "learning_rate": 5.8991005367764404e-05,
      "loss": 0.0141,
      "step": 11407
    },
    {
      "epoch": 1.2367736339982653,
      "grad_norm": 0.21958693861961365,
      "learning_rate": 5.898737849992747e-05,
      "loss": 0.0174,
      "step": 11408
    },
    {
      "epoch": 1.236882046834345,
      "grad_norm": 0.13779062032699585,
      "learning_rate": 5.898375163209053e-05,
      "loss": 0.0173,
      "step": 11409
    },
    {
      "epoch": 1.2369904596704249,
      "grad_norm": 0.1480569839477539,
      "learning_rate": 5.89801247642536e-05,
      "loss": 0.0169,
      "step": 11410
    },
    {
      "epoch": 1.2370988725065049,
      "grad_norm": 0.11792102456092834,
      "learning_rate": 5.897649789641666e-05,
      "loss": 0.0152,
      "step": 11411
    },
    {
      "epoch": 1.2372072853425846,
      "grad_norm": 0.1334628462791443,
      "learning_rate": 5.8972871028579725e-05,
      "loss": 0.0272,
      "step": 11412
    },
    {
      "epoch": 1.2373156981786644,
      "grad_norm": 0.21431955695152283,
      "learning_rate": 5.896924416074279e-05,
      "loss": 0.006,
      "step": 11413
    },
    {
      "epoch": 1.2374241110147441,
      "grad_norm": 0.03518039733171463,
      "learning_rate": 5.896561729290585e-05,
      "loss": 0.0036,
      "step": 11414
    },
    {
      "epoch": 1.237532523850824,
      "grad_norm": 0.11467010527849197,
      "learning_rate": 5.896199042506891e-05,
      "loss": 0.0268,
      "step": 11415
    },
    {
      "epoch": 1.2376409366869037,
      "grad_norm": 0.30332961678504944,
      "learning_rate": 5.8958363557231975e-05,
      "loss": 0.0345,
      "step": 11416
    },
    {
      "epoch": 1.2377493495229834,
      "grad_norm": 0.026127543300390244,
      "learning_rate": 5.895473668939504e-05,
      "loss": 0.0026,
      "step": 11417
    },
    {
      "epoch": 1.2378577623590634,
      "grad_norm": 0.20360134541988373,
      "learning_rate": 5.89511098215581e-05,
      "loss": 0.0241,
      "step": 11418
    },
    {
      "epoch": 1.2379661751951432,
      "grad_norm": 0.32456743717193604,
      "learning_rate": 5.894748295372117e-05,
      "loss": 0.058,
      "step": 11419
    },
    {
      "epoch": 1.238074588031223,
      "grad_norm": 0.2692370116710663,
      "learning_rate": 5.894385608588423e-05,
      "loss": 0.0299,
      "step": 11420
    },
    {
      "epoch": 1.2381830008673027,
      "grad_norm": 0.2786118984222412,
      "learning_rate": 5.8940229218047295e-05,
      "loss": 0.0214,
      "step": 11421
    },
    {
      "epoch": 1.2382914137033825,
      "grad_norm": 0.15573878586292267,
      "learning_rate": 5.893660235021036e-05,
      "loss": 0.0254,
      "step": 11422
    },
    {
      "epoch": 1.2383998265394622,
      "grad_norm": 0.20256760716438293,
      "learning_rate": 5.893297548237342e-05,
      "loss": 0.026,
      "step": 11423
    },
    {
      "epoch": 1.238508239375542,
      "grad_norm": 0.1725243628025055,
      "learning_rate": 5.892934861453648e-05,
      "loss": 0.0238,
      "step": 11424
    },
    {
      "epoch": 1.2386166522116218,
      "grad_norm": 0.11002977192401886,
      "learning_rate": 5.892572174669956e-05,
      "loss": 0.0193,
      "step": 11425
    },
    {
      "epoch": 1.2387250650477015,
      "grad_norm": 0.08068493753671646,
      "learning_rate": 5.892209487886262e-05,
      "loss": 0.0114,
      "step": 11426
    },
    {
      "epoch": 1.2388334778837815,
      "grad_norm": 0.12870293855667114,
      "learning_rate": 5.8918468011025686e-05,
      "loss": 0.0207,
      "step": 11427
    },
    {
      "epoch": 1.2389418907198613,
      "grad_norm": 0.06610971689224243,
      "learning_rate": 5.891484114318875e-05,
      "loss": 0.0123,
      "step": 11428
    },
    {
      "epoch": 1.239050303555941,
      "grad_norm": 0.4575929343700409,
      "learning_rate": 5.8911214275351815e-05,
      "loss": 0.0713,
      "step": 11429
    },
    {
      "epoch": 1.2391587163920208,
      "grad_norm": 0.011826807633042336,
      "learning_rate": 5.890758740751487e-05,
      "loss": 0.0012,
      "step": 11430
    },
    {
      "epoch": 1.2392671292281006,
      "grad_norm": 0.23749831318855286,
      "learning_rate": 5.8903960539677936e-05,
      "loss": 0.039,
      "step": 11431
    },
    {
      "epoch": 1.2393755420641803,
      "grad_norm": 0.18316149711608887,
      "learning_rate": 5.8900333671841e-05,
      "loss": 0.0255,
      "step": 11432
    },
    {
      "epoch": 1.23948395490026,
      "grad_norm": 0.2574687898159027,
      "learning_rate": 5.8896706804004064e-05,
      "loss": 0.0129,
      "step": 11433
    },
    {
      "epoch": 1.23959236773634,
      "grad_norm": 0.5615764856338501,
      "learning_rate": 5.889307993616713e-05,
      "loss": 0.0499,
      "step": 11434
    },
    {
      "epoch": 1.2397007805724198,
      "grad_norm": 0.04202110320329666,
      "learning_rate": 5.888945306833019e-05,
      "loss": 0.0103,
      "step": 11435
    },
    {
      "epoch": 1.2398091934084996,
      "grad_norm": 0.255628764629364,
      "learning_rate": 5.888582620049326e-05,
      "loss": 0.0413,
      "step": 11436
    },
    {
      "epoch": 1.2399176062445794,
      "grad_norm": 0.08438102900981903,
      "learning_rate": 5.888219933265632e-05,
      "loss": 0.0121,
      "step": 11437
    },
    {
      "epoch": 1.2400260190806591,
      "grad_norm": 0.10814164578914642,
      "learning_rate": 5.8878572464819385e-05,
      "loss": 0.0153,
      "step": 11438
    },
    {
      "epoch": 1.2401344319167389,
      "grad_norm": 0.523218035697937,
      "learning_rate": 5.887494559698244e-05,
      "loss": 0.0577,
      "step": 11439
    },
    {
      "epoch": 1.2402428447528187,
      "grad_norm": 0.17815402150154114,
      "learning_rate": 5.8871318729145506e-05,
      "loss": 0.0201,
      "step": 11440
    },
    {
      "epoch": 1.2403512575888986,
      "grad_norm": 0.18657834827899933,
      "learning_rate": 5.886769186130857e-05,
      "loss": 0.0348,
      "step": 11441
    },
    {
      "epoch": 1.2404596704249784,
      "grad_norm": 0.05522056296467781,
      "learning_rate": 5.886406499347165e-05,
      "loss": 0.0077,
      "step": 11442
    },
    {
      "epoch": 1.2405680832610582,
      "grad_norm": 0.27826863527297974,
      "learning_rate": 5.886043812563471e-05,
      "loss": 0.0236,
      "step": 11443
    },
    {
      "epoch": 1.240676496097138,
      "grad_norm": 0.28099510073661804,
      "learning_rate": 5.885681125779777e-05,
      "loss": 0.0278,
      "step": 11444
    },
    {
      "epoch": 1.2407849089332177,
      "grad_norm": 0.027253106236457825,
      "learning_rate": 5.8853184389960834e-05,
      "loss": 0.0039,
      "step": 11445
    },
    {
      "epoch": 1.2408933217692975,
      "grad_norm": 0.21515995264053345,
      "learning_rate": 5.88495575221239e-05,
      "loss": 0.0205,
      "step": 11446
    },
    {
      "epoch": 1.2410017346053772,
      "grad_norm": 0.10141081362962723,
      "learning_rate": 5.884593065428696e-05,
      "loss": 0.014,
      "step": 11447
    },
    {
      "epoch": 1.241110147441457,
      "grad_norm": 0.09857290983200073,
      "learning_rate": 5.8842303786450026e-05,
      "loss": 0.0093,
      "step": 11448
    },
    {
      "epoch": 1.2412185602775367,
      "grad_norm": 0.13400766253471375,
      "learning_rate": 5.883867691861309e-05,
      "loss": 0.0095,
      "step": 11449
    },
    {
      "epoch": 1.2413269731136167,
      "grad_norm": 0.17477378249168396,
      "learning_rate": 5.8835050050776154e-05,
      "loss": 0.0135,
      "step": 11450
    },
    {
      "epoch": 1.2414353859496965,
      "grad_norm": 0.33786556124687195,
      "learning_rate": 5.883142318293922e-05,
      "loss": 0.0613,
      "step": 11451
    },
    {
      "epoch": 1.2415437987857763,
      "grad_norm": 0.21541981399059296,
      "learning_rate": 5.882779631510228e-05,
      "loss": 0.0312,
      "step": 11452
    },
    {
      "epoch": 1.241652211621856,
      "grad_norm": 0.03728417307138443,
      "learning_rate": 5.882416944726534e-05,
      "loss": 0.0051,
      "step": 11453
    },
    {
      "epoch": 1.2417606244579358,
      "grad_norm": 0.380592942237854,
      "learning_rate": 5.8820542579428404e-05,
      "loss": 0.087,
      "step": 11454
    },
    {
      "epoch": 1.2418690372940155,
      "grad_norm": 0.0803423747420311,
      "learning_rate": 5.881691571159147e-05,
      "loss": 0.0218,
      "step": 11455
    },
    {
      "epoch": 1.2419774501300953,
      "grad_norm": 0.24940451979637146,
      "learning_rate": 5.881328884375453e-05,
      "loss": 0.0328,
      "step": 11456
    },
    {
      "epoch": 1.2420858629661753,
      "grad_norm": 0.25432372093200684,
      "learning_rate": 5.8809661975917596e-05,
      "loss": 0.0269,
      "step": 11457
    },
    {
      "epoch": 1.242194275802255,
      "grad_norm": 0.24756218492984772,
      "learning_rate": 5.880603510808066e-05,
      "loss": 0.0187,
      "step": 11458
    },
    {
      "epoch": 1.2423026886383348,
      "grad_norm": 0.305512398481369,
      "learning_rate": 5.880240824024373e-05,
      "loss": 0.0639,
      "step": 11459
    },
    {
      "epoch": 1.2424111014744146,
      "grad_norm": 0.0968787893652916,
      "learning_rate": 5.8798781372406795e-05,
      "loss": 0.0069,
      "step": 11460
    },
    {
      "epoch": 1.2425195143104943,
      "grad_norm": 0.13216625154018402,
      "learning_rate": 5.879515450456986e-05,
      "loss": 0.0177,
      "step": 11461
    },
    {
      "epoch": 1.242627927146574,
      "grad_norm": 0.16730836033821106,
      "learning_rate": 5.879152763673292e-05,
      "loss": 0.017,
      "step": 11462
    },
    {
      "epoch": 1.2427363399826539,
      "grad_norm": 0.16509917378425598,
      "learning_rate": 5.878790076889599e-05,
      "loss": 0.0178,
      "step": 11463
    },
    {
      "epoch": 1.2428447528187339,
      "grad_norm": 0.034079719334840775,
      "learning_rate": 5.878427390105905e-05,
      "loss": 0.0036,
      "step": 11464
    },
    {
      "epoch": 1.2429531656548136,
      "grad_norm": 0.05133289843797684,
      "learning_rate": 5.8780647033222116e-05,
      "loss": 0.0066,
      "step": 11465
    },
    {
      "epoch": 1.2430615784908934,
      "grad_norm": 0.183058500289917,
      "learning_rate": 5.877702016538518e-05,
      "loss": 0.0339,
      "step": 11466
    },
    {
      "epoch": 1.2431699913269731,
      "grad_norm": 0.10434640198945999,
      "learning_rate": 5.877339329754824e-05,
      "loss": 0.0095,
      "step": 11467
    },
    {
      "epoch": 1.243278404163053,
      "grad_norm": 0.07559516280889511,
      "learning_rate": 5.87697664297113e-05,
      "loss": 0.0059,
      "step": 11468
    },
    {
      "epoch": 1.2433868169991327,
      "grad_norm": 0.11909426748752594,
      "learning_rate": 5.8766139561874365e-05,
      "loss": 0.01,
      "step": 11469
    },
    {
      "epoch": 1.2434952298352124,
      "grad_norm": 0.3444913625717163,
      "learning_rate": 5.876251269403743e-05,
      "loss": 0.0264,
      "step": 11470
    },
    {
      "epoch": 1.2436036426712922,
      "grad_norm": 0.22095152735710144,
      "learning_rate": 5.8758885826200494e-05,
      "loss": 0.0221,
      "step": 11471
    },
    {
      "epoch": 1.243712055507372,
      "grad_norm": 0.16479536890983582,
      "learning_rate": 5.875525895836356e-05,
      "loss": 0.0301,
      "step": 11472
    },
    {
      "epoch": 1.243820468343452,
      "grad_norm": 0.12800642848014832,
      "learning_rate": 5.875163209052662e-05,
      "loss": 0.0101,
      "step": 11473
    },
    {
      "epoch": 1.2439288811795317,
      "grad_norm": 0.043386030942201614,
      "learning_rate": 5.8748005222689686e-05,
      "loss": 0.008,
      "step": 11474
    },
    {
      "epoch": 1.2440372940156115,
      "grad_norm": 0.25404709577560425,
      "learning_rate": 5.874437835485275e-05,
      "loss": 0.0139,
      "step": 11475
    },
    {
      "epoch": 1.2441457068516912,
      "grad_norm": 0.04540598392486572,
      "learning_rate": 5.874075148701581e-05,
      "loss": 0.0052,
      "step": 11476
    },
    {
      "epoch": 1.244254119687771,
      "grad_norm": 0.27346181869506836,
      "learning_rate": 5.8737124619178885e-05,
      "loss": 0.0311,
      "step": 11477
    },
    {
      "epoch": 1.2443625325238508,
      "grad_norm": 0.43033549189567566,
      "learning_rate": 5.873349775134195e-05,
      "loss": 0.0179,
      "step": 11478
    },
    {
      "epoch": 1.2444709453599305,
      "grad_norm": 0.10349362343549728,
      "learning_rate": 5.872987088350501e-05,
      "loss": 0.0164,
      "step": 11479
    },
    {
      "epoch": 1.2445793581960105,
      "grad_norm": 0.08499569445848465,
      "learning_rate": 5.872624401566808e-05,
      "loss": 0.007,
      "step": 11480
    },
    {
      "epoch": 1.2446877710320903,
      "grad_norm": 0.12994663417339325,
      "learning_rate": 5.872261714783114e-05,
      "loss": 0.0111,
      "step": 11481
    },
    {
      "epoch": 1.24479618386817,
      "grad_norm": 0.29444620013237,
      "learning_rate": 5.87189902799942e-05,
      "loss": 0.0179,
      "step": 11482
    },
    {
      "epoch": 1.2449045967042498,
      "grad_norm": 0.22640155255794525,
      "learning_rate": 5.871536341215726e-05,
      "loss": 0.0154,
      "step": 11483
    },
    {
      "epoch": 1.2450130095403296,
      "grad_norm": 0.1167009100317955,
      "learning_rate": 5.871173654432033e-05,
      "loss": 0.012,
      "step": 11484
    },
    {
      "epoch": 1.2451214223764093,
      "grad_norm": 0.18743553757667542,
      "learning_rate": 5.870810967648339e-05,
      "loss": 0.0306,
      "step": 11485
    },
    {
      "epoch": 1.245229835212489,
      "grad_norm": 0.15119268000125885,
      "learning_rate": 5.8704482808646455e-05,
      "loss": 0.0202,
      "step": 11486
    },
    {
      "epoch": 1.245338248048569,
      "grad_norm": 0.10288894176483154,
      "learning_rate": 5.870085594080952e-05,
      "loss": 0.0164,
      "step": 11487
    },
    {
      "epoch": 1.2454466608846488,
      "grad_norm": 0.04652375355362892,
      "learning_rate": 5.869722907297258e-05,
      "loss": 0.0063,
      "step": 11488
    },
    {
      "epoch": 1.2455550737207286,
      "grad_norm": 0.13738617300987244,
      "learning_rate": 5.869360220513565e-05,
      "loss": 0.0224,
      "step": 11489
    },
    {
      "epoch": 1.2456634865568084,
      "grad_norm": 0.09975383430719376,
      "learning_rate": 5.868997533729871e-05,
      "loss": 0.0103,
      "step": 11490
    },
    {
      "epoch": 1.2457718993928881,
      "grad_norm": 0.22063854336738586,
      "learning_rate": 5.868634846946177e-05,
      "loss": 0.03,
      "step": 11491
    },
    {
      "epoch": 1.245880312228968,
      "grad_norm": 0.23979626595973969,
      "learning_rate": 5.868272160162483e-05,
      "loss": 0.025,
      "step": 11492
    },
    {
      "epoch": 1.2459887250650477,
      "grad_norm": 0.2163591831922531,
      "learning_rate": 5.86790947337879e-05,
      "loss": 0.052,
      "step": 11493
    },
    {
      "epoch": 1.2460971379011274,
      "grad_norm": 0.12437664717435837,
      "learning_rate": 5.8675467865950975e-05,
      "loss": 0.0087,
      "step": 11494
    },
    {
      "epoch": 1.2462055507372072,
      "grad_norm": 0.15830405056476593,
      "learning_rate": 5.867184099811404e-05,
      "loss": 0.0232,
      "step": 11495
    },
    {
      "epoch": 1.2463139635732872,
      "grad_norm": 0.23867501318454742,
      "learning_rate": 5.8668214130277096e-05,
      "loss": 0.0337,
      "step": 11496
    },
    {
      "epoch": 1.246422376409367,
      "grad_norm": 0.20083123445510864,
      "learning_rate": 5.866458726244016e-05,
      "loss": 0.0198,
      "step": 11497
    },
    {
      "epoch": 1.2465307892454467,
      "grad_norm": 0.579208254814148,
      "learning_rate": 5.8660960394603224e-05,
      "loss": 0.0404,
      "step": 11498
    },
    {
      "epoch": 1.2466392020815265,
      "grad_norm": 0.2601947784423828,
      "learning_rate": 5.865733352676629e-05,
      "loss": 0.0255,
      "step": 11499
    },
    {
      "epoch": 1.2467476149176062,
      "grad_norm": 0.4343406856060028,
      "learning_rate": 5.865370665892935e-05,
      "loss": 0.049,
      "step": 11500
    },
    {
      "epoch": 1.246856027753686,
      "grad_norm": 0.017187638208270073,
      "learning_rate": 5.865007979109242e-05,
      "loss": 0.0017,
      "step": 11501
    },
    {
      "epoch": 1.2469644405897657,
      "grad_norm": 0.1959557682275772,
      "learning_rate": 5.864645292325548e-05,
      "loss": 0.0193,
      "step": 11502
    },
    {
      "epoch": 1.2470728534258457,
      "grad_norm": 0.17397534847259521,
      "learning_rate": 5.8642826055418545e-05,
      "loss": 0.0109,
      "step": 11503
    },
    {
      "epoch": 1.2471812662619255,
      "grad_norm": 0.056025028228759766,
      "learning_rate": 5.863919918758161e-05,
      "loss": 0.0053,
      "step": 11504
    },
    {
      "epoch": 1.2472896790980053,
      "grad_norm": 0.04446855187416077,
      "learning_rate": 5.8635572319744666e-05,
      "loss": 0.0038,
      "step": 11505
    },
    {
      "epoch": 1.247398091934085,
      "grad_norm": 0.08182761073112488,
      "learning_rate": 5.863194545190773e-05,
      "loss": 0.0062,
      "step": 11506
    },
    {
      "epoch": 1.2475065047701648,
      "grad_norm": 0.06288111209869385,
      "learning_rate": 5.8628318584070795e-05,
      "loss": 0.0075,
      "step": 11507
    },
    {
      "epoch": 1.2476149176062445,
      "grad_norm": 0.12721043825149536,
      "learning_rate": 5.862469171623386e-05,
      "loss": 0.0201,
      "step": 11508
    },
    {
      "epoch": 1.2477233304423243,
      "grad_norm": 0.15284918248653412,
      "learning_rate": 5.862106484839692e-05,
      "loss": 0.0097,
      "step": 11509
    },
    {
      "epoch": 1.247831743278404,
      "grad_norm": 0.10917695611715317,
      "learning_rate": 5.861743798055999e-05,
      "loss": 0.0182,
      "step": 11510
    },
    {
      "epoch": 1.2479401561144838,
      "grad_norm": 0.5218630433082581,
      "learning_rate": 5.861381111272306e-05,
      "loss": 0.0779,
      "step": 11511
    },
    {
      "epoch": 1.2480485689505638,
      "grad_norm": 0.18077446520328522,
      "learning_rate": 5.861018424488612e-05,
      "loss": 0.0259,
      "step": 11512
    },
    {
      "epoch": 1.2481569817866436,
      "grad_norm": 0.44184526801109314,
      "learning_rate": 5.8606557377049186e-05,
      "loss": 0.026,
      "step": 11513
    },
    {
      "epoch": 1.2482653946227233,
      "grad_norm": 0.10815976560115814,
      "learning_rate": 5.860293050921225e-05,
      "loss": 0.0206,
      "step": 11514
    },
    {
      "epoch": 1.248373807458803,
      "grad_norm": 0.1577947735786438,
      "learning_rate": 5.8599303641375314e-05,
      "loss": 0.0235,
      "step": 11515
    },
    {
      "epoch": 1.2484822202948829,
      "grad_norm": 0.3033386468887329,
      "learning_rate": 5.859567677353838e-05,
      "loss": 0.0383,
      "step": 11516
    },
    {
      "epoch": 1.2485906331309626,
      "grad_norm": 0.12974052131175995,
      "learning_rate": 5.859204990570144e-05,
      "loss": 0.0066,
      "step": 11517
    },
    {
      "epoch": 1.2486990459670424,
      "grad_norm": 0.12989792227745056,
      "learning_rate": 5.8588423037864506e-05,
      "loss": 0.0151,
      "step": 11518
    },
    {
      "epoch": 1.2488074588031224,
      "grad_norm": 0.03541889786720276,
      "learning_rate": 5.8584796170027564e-05,
      "loss": 0.0084,
      "step": 11519
    },
    {
      "epoch": 1.2489158716392021,
      "grad_norm": 0.10663986951112747,
      "learning_rate": 5.858116930219063e-05,
      "loss": 0.0134,
      "step": 11520
    },
    {
      "epoch": 1.249024284475282,
      "grad_norm": 0.2257450520992279,
      "learning_rate": 5.857754243435369e-05,
      "loss": 0.0106,
      "step": 11521
    },
    {
      "epoch": 1.2491326973113617,
      "grad_norm": 0.2958853542804718,
      "learning_rate": 5.8573915566516756e-05,
      "loss": 0.0172,
      "step": 11522
    },
    {
      "epoch": 1.2492411101474414,
      "grad_norm": 0.428581178188324,
      "learning_rate": 5.857028869867982e-05,
      "loss": 0.0366,
      "step": 11523
    },
    {
      "epoch": 1.2493495229835212,
      "grad_norm": 0.4447125494480133,
      "learning_rate": 5.8566661830842884e-05,
      "loss": 0.0334,
      "step": 11524
    },
    {
      "epoch": 1.249457935819601,
      "grad_norm": 0.24878381192684174,
      "learning_rate": 5.856303496300595e-05,
      "loss": 0.0399,
      "step": 11525
    },
    {
      "epoch": 1.249566348655681,
      "grad_norm": 0.21514829993247986,
      "learning_rate": 5.855940809516901e-05,
      "loss": 0.0594,
      "step": 11526
    },
    {
      "epoch": 1.2496747614917607,
      "grad_norm": 0.24154824018478394,
      "learning_rate": 5.855578122733208e-05,
      "loss": 0.0161,
      "step": 11527
    },
    {
      "epoch": 1.2497831743278405,
      "grad_norm": 0.31552693247795105,
      "learning_rate": 5.855215435949515e-05,
      "loss": 0.0699,
      "step": 11528
    },
    {
      "epoch": 1.2498915871639202,
      "grad_norm": 0.3019993007183075,
      "learning_rate": 5.854852749165821e-05,
      "loss": 0.0151,
      "step": 11529
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.2140607386827469,
      "learning_rate": 5.8544900623821276e-05,
      "loss": 0.0219,
      "step": 11530
    },
    {
      "epoch": 1.2501084128360798,
      "grad_norm": 0.07680194079875946,
      "learning_rate": 5.854127375598434e-05,
      "loss": 0.0088,
      "step": 11531
    },
    {
      "epoch": 1.2502168256721595,
      "grad_norm": 0.27422717213630676,
      "learning_rate": 5.8537646888147404e-05,
      "loss": 0.0976,
      "step": 11532
    },
    {
      "epoch": 1.2503252385082395,
      "grad_norm": 0.05029718577861786,
      "learning_rate": 5.853402002031047e-05,
      "loss": 0.0073,
      "step": 11533
    },
    {
      "epoch": 1.250433651344319,
      "grad_norm": 0.3735205829143524,
      "learning_rate": 5.8530393152473525e-05,
      "loss": 0.0194,
      "step": 11534
    },
    {
      "epoch": 1.250542064180399,
      "grad_norm": 0.30900055170059204,
      "learning_rate": 5.852676628463659e-05,
      "loss": 0.0753,
      "step": 11535
    },
    {
      "epoch": 1.2506504770164788,
      "grad_norm": 0.15625444054603577,
      "learning_rate": 5.8523139416799654e-05,
      "loss": 0.0241,
      "step": 11536
    },
    {
      "epoch": 1.2507588898525586,
      "grad_norm": 0.17764489352703094,
      "learning_rate": 5.851951254896272e-05,
      "loss": 0.03,
      "step": 11537
    },
    {
      "epoch": 1.2508673026886383,
      "grad_norm": 0.17890390753746033,
      "learning_rate": 5.851588568112578e-05,
      "loss": 0.0307,
      "step": 11538
    },
    {
      "epoch": 1.250975715524718,
      "grad_norm": 0.09207551926374435,
      "learning_rate": 5.8512258813288846e-05,
      "loss": 0.0118,
      "step": 11539
    },
    {
      "epoch": 1.2510841283607979,
      "grad_norm": 0.2865667939186096,
      "learning_rate": 5.850863194545191e-05,
      "loss": 0.0294,
      "step": 11540
    },
    {
      "epoch": 1.2511925411968776,
      "grad_norm": 0.2519398629665375,
      "learning_rate": 5.8505005077614974e-05,
      "loss": 0.0611,
      "step": 11541
    },
    {
      "epoch": 1.2513009540329576,
      "grad_norm": 0.050957124680280685,
      "learning_rate": 5.850137820977804e-05,
      "loss": 0.0057,
      "step": 11542
    },
    {
      "epoch": 1.2514093668690374,
      "grad_norm": 0.12197929620742798,
      "learning_rate": 5.8497751341941096e-05,
      "loss": 0.0105,
      "step": 11543
    },
    {
      "epoch": 1.2515177797051171,
      "grad_norm": 0.11988840252161026,
      "learning_rate": 5.849412447410416e-05,
      "loss": 0.0189,
      "step": 11544
    },
    {
      "epoch": 1.251626192541197,
      "grad_norm": 0.3583609163761139,
      "learning_rate": 5.8490497606267224e-05,
      "loss": 0.0919,
      "step": 11545
    },
    {
      "epoch": 1.2517346053772767,
      "grad_norm": 0.08425306528806686,
      "learning_rate": 5.84868707384303e-05,
      "loss": 0.0214,
      "step": 11546
    },
    {
      "epoch": 1.2518430182133564,
      "grad_norm": 0.04533889517188072,
      "learning_rate": 5.8483243870593366e-05,
      "loss": 0.0083,
      "step": 11547
    },
    {
      "epoch": 1.2519514310494362,
      "grad_norm": 0.1318456530570984,
      "learning_rate": 5.847961700275642e-05,
      "loss": 0.0448,
      "step": 11548
    },
    {
      "epoch": 1.2520598438855162,
      "grad_norm": 0.08630906045436859,
      "learning_rate": 5.847599013491949e-05,
      "loss": 0.0216,
      "step": 11549
    },
    {
      "epoch": 1.2521682567215957,
      "grad_norm": 0.10624069720506668,
      "learning_rate": 5.847236326708255e-05,
      "loss": 0.014,
      "step": 11550
    },
    {
      "epoch": 1.2522766695576757,
      "grad_norm": 0.024281654506921768,
      "learning_rate": 5.8468736399245615e-05,
      "loss": 0.0014,
      "step": 11551
    },
    {
      "epoch": 1.2523850823937555,
      "grad_norm": 0.1690072864294052,
      "learning_rate": 5.846510953140868e-05,
      "loss": 0.0183,
      "step": 11552
    },
    {
      "epoch": 1.2524934952298352,
      "grad_norm": 0.08875416964292526,
      "learning_rate": 5.8461482663571743e-05,
      "loss": 0.0083,
      "step": 11553
    },
    {
      "epoch": 1.252601908065915,
      "grad_norm": 0.06466794013977051,
      "learning_rate": 5.845785579573481e-05,
      "loss": 0.0042,
      "step": 11554
    },
    {
      "epoch": 1.2527103209019947,
      "grad_norm": 0.02214725874364376,
      "learning_rate": 5.845422892789787e-05,
      "loss": 0.0029,
      "step": 11555
    },
    {
      "epoch": 1.2528187337380745,
      "grad_norm": 0.01887473464012146,
      "learning_rate": 5.8450602060060936e-05,
      "loss": 0.0014,
      "step": 11556
    },
    {
      "epoch": 1.2529271465741543,
      "grad_norm": 0.07602720707654953,
      "learning_rate": 5.844697519222399e-05,
      "loss": 0.0057,
      "step": 11557
    },
    {
      "epoch": 1.2530355594102343,
      "grad_norm": 0.19876199960708618,
      "learning_rate": 5.844334832438706e-05,
      "loss": 0.0353,
      "step": 11558
    },
    {
      "epoch": 1.253143972246314,
      "grad_norm": 0.07446113973855972,
      "learning_rate": 5.843972145655012e-05,
      "loss": 0.008,
      "step": 11559
    },
    {
      "epoch": 1.2532523850823938,
      "grad_norm": 0.4279037415981293,
      "learning_rate": 5.8436094588713185e-05,
      "loss": 0.0491,
      "step": 11560
    },
    {
      "epoch": 1.2533607979184735,
      "grad_norm": 0.03622404485940933,
      "learning_rate": 5.843246772087625e-05,
      "loss": 0.0032,
      "step": 11561
    },
    {
      "epoch": 1.2534692107545533,
      "grad_norm": 0.10667160153388977,
      "learning_rate": 5.8428840853039314e-05,
      "loss": 0.0195,
      "step": 11562
    },
    {
      "epoch": 1.253577623590633,
      "grad_norm": 0.18258647620677948,
      "learning_rate": 5.8425213985202384e-05,
      "loss": 0.0289,
      "step": 11563
    },
    {
      "epoch": 1.2536860364267128,
      "grad_norm": 0.17772191762924194,
      "learning_rate": 5.842158711736545e-05,
      "loss": 0.0342,
      "step": 11564
    },
    {
      "epoch": 1.2537944492627928,
      "grad_norm": 0.2271306961774826,
      "learning_rate": 5.841796024952851e-05,
      "loss": 0.0175,
      "step": 11565
    },
    {
      "epoch": 1.2539028620988726,
      "grad_norm": 0.05023005232214928,
      "learning_rate": 5.841433338169158e-05,
      "loss": 0.0048,
      "step": 11566
    },
    {
      "epoch": 1.2540112749349523,
      "grad_norm": 0.09561717510223389,
      "learning_rate": 5.841070651385464e-05,
      "loss": 0.0214,
      "step": 11567
    },
    {
      "epoch": 1.254119687771032,
      "grad_norm": 0.12499011307954788,
      "learning_rate": 5.8407079646017705e-05,
      "loss": 0.0148,
      "step": 11568
    },
    {
      "epoch": 1.2542281006071119,
      "grad_norm": 0.09652839601039886,
      "learning_rate": 5.840345277818077e-05,
      "loss": 0.0067,
      "step": 11569
    },
    {
      "epoch": 1.2543365134431916,
      "grad_norm": 0.19832928478717804,
      "learning_rate": 5.839982591034383e-05,
      "loss": 0.0308,
      "step": 11570
    },
    {
      "epoch": 1.2544449262792714,
      "grad_norm": 0.529769241809845,
      "learning_rate": 5.839619904250689e-05,
      "loss": 0.0855,
      "step": 11571
    },
    {
      "epoch": 1.2545533391153514,
      "grad_norm": 0.1925359070301056,
      "learning_rate": 5.8392572174669955e-05,
      "loss": 0.021,
      "step": 11572
    },
    {
      "epoch": 1.254661751951431,
      "grad_norm": 0.1696668416261673,
      "learning_rate": 5.838894530683302e-05,
      "loss": 0.0313,
      "step": 11573
    },
    {
      "epoch": 1.254770164787511,
      "grad_norm": 0.15020115673542023,
      "learning_rate": 5.838531843899608e-05,
      "loss": 0.0095,
      "step": 11574
    },
    {
      "epoch": 1.2548785776235907,
      "grad_norm": 0.127046599984169,
      "learning_rate": 5.838169157115915e-05,
      "loss": 0.0163,
      "step": 11575
    },
    {
      "epoch": 1.2549869904596704,
      "grad_norm": 0.07175666838884354,
      "learning_rate": 5.837806470332221e-05,
      "loss": 0.0133,
      "step": 11576
    },
    {
      "epoch": 1.2550954032957502,
      "grad_norm": 0.298439085483551,
      "learning_rate": 5.8374437835485275e-05,
      "loss": 0.0429,
      "step": 11577
    },
    {
      "epoch": 1.25520381613183,
      "grad_norm": 0.27415701746940613,
      "learning_rate": 5.837081096764834e-05,
      "loss": 0.0385,
      "step": 11578
    },
    {
      "epoch": 1.2553122289679097,
      "grad_norm": 0.12215079367160797,
      "learning_rate": 5.83671840998114e-05,
      "loss": 0.0147,
      "step": 11579
    },
    {
      "epoch": 1.2554206418039895,
      "grad_norm": 0.09652042388916016,
      "learning_rate": 5.8363557231974474e-05,
      "loss": 0.014,
      "step": 11580
    },
    {
      "epoch": 1.2555290546400695,
      "grad_norm": 0.30593955516815186,
      "learning_rate": 5.835993036413754e-05,
      "loss": 0.0365,
      "step": 11581
    },
    {
      "epoch": 1.2556374674761492,
      "grad_norm": 0.21586790680885315,
      "learning_rate": 5.83563034963006e-05,
      "loss": 0.0311,
      "step": 11582
    },
    {
      "epoch": 1.255745880312229,
      "grad_norm": 0.6080681681632996,
      "learning_rate": 5.8352676628463667e-05,
      "loss": 0.0225,
      "step": 11583
    },
    {
      "epoch": 1.2558542931483088,
      "grad_norm": 0.2160826176404953,
      "learning_rate": 5.834904976062673e-05,
      "loss": 0.0128,
      "step": 11584
    },
    {
      "epoch": 1.2559627059843885,
      "grad_norm": 0.10768336802721024,
      "learning_rate": 5.8345422892789795e-05,
      "loss": 0.0105,
      "step": 11585
    },
    {
      "epoch": 1.2560711188204683,
      "grad_norm": 0.13837456703186035,
      "learning_rate": 5.834179602495285e-05,
      "loss": 0.0266,
      "step": 11586
    },
    {
      "epoch": 1.256179531656548,
      "grad_norm": 0.06384950876235962,
      "learning_rate": 5.8338169157115916e-05,
      "loss": 0.0112,
      "step": 11587
    },
    {
      "epoch": 1.256287944492628,
      "grad_norm": 0.0588480606675148,
      "learning_rate": 5.833454228927898e-05,
      "loss": 0.0098,
      "step": 11588
    },
    {
      "epoch": 1.2563963573287076,
      "grad_norm": 0.20055605471134186,
      "learning_rate": 5.8330915421442044e-05,
      "loss": 0.0181,
      "step": 11589
    },
    {
      "epoch": 1.2565047701647876,
      "grad_norm": 0.11796878278255463,
      "learning_rate": 5.832728855360511e-05,
      "loss": 0.0093,
      "step": 11590
    },
    {
      "epoch": 1.2566131830008673,
      "grad_norm": 0.2216152846813202,
      "learning_rate": 5.832366168576817e-05,
      "loss": 0.0402,
      "step": 11591
    },
    {
      "epoch": 1.256721595836947,
      "grad_norm": 0.04090580344200134,
      "learning_rate": 5.832003481793124e-05,
      "loss": 0.0061,
      "step": 11592
    },
    {
      "epoch": 1.2568300086730269,
      "grad_norm": 0.23369331657886505,
      "learning_rate": 5.83164079500943e-05,
      "loss": 0.0326,
      "step": 11593
    },
    {
      "epoch": 1.2569384215091066,
      "grad_norm": 0.09203306585550308,
      "learning_rate": 5.8312781082257365e-05,
      "loss": 0.012,
      "step": 11594
    },
    {
      "epoch": 1.2570468343451866,
      "grad_norm": 0.2674263119697571,
      "learning_rate": 5.830915421442042e-05,
      "loss": 0.0303,
      "step": 11595
    },
    {
      "epoch": 1.2571552471812661,
      "grad_norm": 0.1905999779701233,
      "learning_rate": 5.8305527346583486e-05,
      "loss": 0.0261,
      "step": 11596
    },
    {
      "epoch": 1.2572636600173461,
      "grad_norm": 0.22074972093105316,
      "learning_rate": 5.8301900478746564e-05,
      "loss": 0.0463,
      "step": 11597
    },
    {
      "epoch": 1.257372072853426,
      "grad_norm": 0.16472332179546356,
      "learning_rate": 5.829827361090963e-05,
      "loss": 0.0154,
      "step": 11598
    },
    {
      "epoch": 1.2574804856895057,
      "grad_norm": 0.32990995049476624,
      "learning_rate": 5.829464674307269e-05,
      "loss": 0.0576,
      "step": 11599
    },
    {
      "epoch": 1.2575888985255854,
      "grad_norm": 0.27251923084259033,
      "learning_rate": 5.829101987523575e-05,
      "loss": 0.0383,
      "step": 11600
    },
    {
      "epoch": 1.2576973113616652,
      "grad_norm": 0.14688225090503693,
      "learning_rate": 5.8287393007398814e-05,
      "loss": 0.0134,
      "step": 11601
    },
    {
      "epoch": 1.257805724197745,
      "grad_norm": 0.10678856819868088,
      "learning_rate": 5.828376613956188e-05,
      "loss": 0.0126,
      "step": 11602
    },
    {
      "epoch": 1.2579141370338247,
      "grad_norm": 0.20566841959953308,
      "learning_rate": 5.828013927172494e-05,
      "loss": 0.0368,
      "step": 11603
    },
    {
      "epoch": 1.2580225498699047,
      "grad_norm": 0.033950820565223694,
      "learning_rate": 5.8276512403888006e-05,
      "loss": 0.004,
      "step": 11604
    },
    {
      "epoch": 1.2581309627059845,
      "grad_norm": 0.06627925485372543,
      "learning_rate": 5.827288553605107e-05,
      "loss": 0.011,
      "step": 11605
    },
    {
      "epoch": 1.2582393755420642,
      "grad_norm": 0.4778954088687897,
      "learning_rate": 5.8269258668214134e-05,
      "loss": 0.0359,
      "step": 11606
    },
    {
      "epoch": 1.258347788378144,
      "grad_norm": 0.12358353286981583,
      "learning_rate": 5.82656318003772e-05,
      "loss": 0.0109,
      "step": 11607
    },
    {
      "epoch": 1.2584562012142237,
      "grad_norm": 0.23006689548492432,
      "learning_rate": 5.826200493254026e-05,
      "loss": 0.03,
      "step": 11608
    },
    {
      "epoch": 1.2585646140503035,
      "grad_norm": 0.12993794679641724,
      "learning_rate": 5.825837806470332e-05,
      "loss": 0.0297,
      "step": 11609
    },
    {
      "epoch": 1.2586730268863833,
      "grad_norm": 0.12466371804475784,
      "learning_rate": 5.8254751196866384e-05,
      "loss": 0.0141,
      "step": 11610
    },
    {
      "epoch": 1.2587814397224633,
      "grad_norm": 0.26874834299087524,
      "learning_rate": 5.825112432902945e-05,
      "loss": 0.0332,
      "step": 11611
    },
    {
      "epoch": 1.2588898525585428,
      "grad_norm": 0.24873603880405426,
      "learning_rate": 5.824749746119251e-05,
      "loss": 0.0704,
      "step": 11612
    },
    {
      "epoch": 1.2589982653946228,
      "grad_norm": 0.24738381803035736,
      "learning_rate": 5.8243870593355576e-05,
      "loss": 0.0304,
      "step": 11613
    },
    {
      "epoch": 1.2591066782307025,
      "grad_norm": 0.06608196347951889,
      "learning_rate": 5.824024372551864e-05,
      "loss": 0.01,
      "step": 11614
    },
    {
      "epoch": 1.2592150910667823,
      "grad_norm": 0.1171300932765007,
      "learning_rate": 5.823661685768171e-05,
      "loss": 0.0204,
      "step": 11615
    },
    {
      "epoch": 1.259323503902862,
      "grad_norm": 0.1094357892870903,
      "learning_rate": 5.8232989989844775e-05,
      "loss": 0.007,
      "step": 11616
    },
    {
      "epoch": 1.2594319167389418,
      "grad_norm": 0.6110138893127441,
      "learning_rate": 5.822936312200784e-05,
      "loss": 0.0535,
      "step": 11617
    },
    {
      "epoch": 1.2595403295750216,
      "grad_norm": 0.12074058502912521,
      "learning_rate": 5.8225736254170903e-05,
      "loss": 0.0267,
      "step": 11618
    },
    {
      "epoch": 1.2596487424111014,
      "grad_norm": 0.2743822932243347,
      "learning_rate": 5.822210938633397e-05,
      "loss": 0.0399,
      "step": 11619
    },
    {
      "epoch": 1.2597571552471813,
      "grad_norm": 0.27068620920181274,
      "learning_rate": 5.821848251849703e-05,
      "loss": 0.0312,
      "step": 11620
    },
    {
      "epoch": 1.2598655680832611,
      "grad_norm": 0.2754620611667633,
      "learning_rate": 5.8214855650660096e-05,
      "loss": 0.0215,
      "step": 11621
    },
    {
      "epoch": 1.2599739809193409,
      "grad_norm": 0.16502980887889862,
      "learning_rate": 5.821122878282316e-05,
      "loss": 0.0275,
      "step": 11622
    },
    {
      "epoch": 1.2600823937554206,
      "grad_norm": 0.20771524310112,
      "learning_rate": 5.8207601914986224e-05,
      "loss": 0.0389,
      "step": 11623
    },
    {
      "epoch": 1.2601908065915004,
      "grad_norm": 0.1743834763765335,
      "learning_rate": 5.820397504714928e-05,
      "loss": 0.0246,
      "step": 11624
    },
    {
      "epoch": 1.2602992194275802,
      "grad_norm": 0.15094506740570068,
      "learning_rate": 5.8200348179312345e-05,
      "loss": 0.0252,
      "step": 11625
    },
    {
      "epoch": 1.26040763226366,
      "grad_norm": 0.1630638986825943,
      "learning_rate": 5.819672131147541e-05,
      "loss": 0.015,
      "step": 11626
    },
    {
      "epoch": 1.26051604509974,
      "grad_norm": 0.10733626037836075,
      "learning_rate": 5.8193094443638474e-05,
      "loss": 0.0277,
      "step": 11627
    },
    {
      "epoch": 1.2606244579358197,
      "grad_norm": 0.06283506751060486,
      "learning_rate": 5.818946757580154e-05,
      "loss": 0.0043,
      "step": 11628
    },
    {
      "epoch": 1.2607328707718994,
      "grad_norm": 0.1831972599029541,
      "learning_rate": 5.81858407079646e-05,
      "loss": 0.0177,
      "step": 11629
    },
    {
      "epoch": 1.2608412836079792,
      "grad_norm": 0.37466737627983093,
      "learning_rate": 5.8182213840127666e-05,
      "loss": 0.065,
      "step": 11630
    },
    {
      "epoch": 1.260949696444059,
      "grad_norm": 0.15381106734275818,
      "learning_rate": 5.817858697229073e-05,
      "loss": 0.0348,
      "step": 11631
    },
    {
      "epoch": 1.2610581092801387,
      "grad_norm": 0.06505121290683746,
      "learning_rate": 5.81749601044538e-05,
      "loss": 0.0233,
      "step": 11632
    },
    {
      "epoch": 1.2611665221162185,
      "grad_norm": 0.07516851276159286,
      "learning_rate": 5.8171333236616865e-05,
      "loss": 0.0076,
      "step": 11633
    },
    {
      "epoch": 1.2612749349522985,
      "grad_norm": 0.057465095072984695,
      "learning_rate": 5.816770636877993e-05,
      "loss": 0.0047,
      "step": 11634
    },
    {
      "epoch": 1.261383347788378,
      "grad_norm": 0.09393219649791718,
      "learning_rate": 5.816407950094299e-05,
      "loss": 0.0086,
      "step": 11635
    },
    {
      "epoch": 1.261491760624458,
      "grad_norm": 0.34362509846687317,
      "learning_rate": 5.816045263310606e-05,
      "loss": 0.0169,
      "step": 11636
    },
    {
      "epoch": 1.2616001734605378,
      "grad_norm": 0.034631554037332535,
      "learning_rate": 5.815682576526912e-05,
      "loss": 0.0049,
      "step": 11637
    },
    {
      "epoch": 1.2617085862966175,
      "grad_norm": 0.2878834009170532,
      "learning_rate": 5.815319889743218e-05,
      "loss": 0.0585,
      "step": 11638
    },
    {
      "epoch": 1.2618169991326973,
      "grad_norm": 0.24190542101860046,
      "learning_rate": 5.814957202959524e-05,
      "loss": 0.0301,
      "step": 11639
    },
    {
      "epoch": 1.261925411968777,
      "grad_norm": 0.13925428688526154,
      "learning_rate": 5.814594516175831e-05,
      "loss": 0.0357,
      "step": 11640
    },
    {
      "epoch": 1.2620338248048568,
      "grad_norm": 0.2592172920703888,
      "learning_rate": 5.814231829392137e-05,
      "loss": 0.0358,
      "step": 11641
    },
    {
      "epoch": 1.2621422376409366,
      "grad_norm": 0.22804296016693115,
      "learning_rate": 5.8138691426084435e-05,
      "loss": 0.0272,
      "step": 11642
    },
    {
      "epoch": 1.2622506504770166,
      "grad_norm": 0.15797333419322968,
      "learning_rate": 5.81350645582475e-05,
      "loss": 0.0165,
      "step": 11643
    },
    {
      "epoch": 1.2623590633130963,
      "grad_norm": 0.1498524397611618,
      "learning_rate": 5.8131437690410563e-05,
      "loss": 0.0232,
      "step": 11644
    },
    {
      "epoch": 1.262467476149176,
      "grad_norm": 0.21452844142913818,
      "learning_rate": 5.812781082257363e-05,
      "loss": 0.0569,
      "step": 11645
    },
    {
      "epoch": 1.2625758889852559,
      "grad_norm": 0.24586717784404755,
      "learning_rate": 5.812418395473669e-05,
      "loss": 0.0274,
      "step": 11646
    },
    {
      "epoch": 1.2626843018213356,
      "grad_norm": 0.27166512608528137,
      "learning_rate": 5.812055708689975e-05,
      "loss": 0.0498,
      "step": 11647
    },
    {
      "epoch": 1.2627927146574154,
      "grad_norm": 0.13357064127922058,
      "learning_rate": 5.811693021906281e-05,
      "loss": 0.0091,
      "step": 11648
    },
    {
      "epoch": 1.2629011274934951,
      "grad_norm": 0.24081628024578094,
      "learning_rate": 5.811330335122589e-05,
      "loss": 0.034,
      "step": 11649
    },
    {
      "epoch": 1.2630095403295751,
      "grad_norm": 0.07904445379972458,
      "learning_rate": 5.8109676483388955e-05,
      "loss": 0.0213,
      "step": 11650
    },
    {
      "epoch": 1.263117953165655,
      "grad_norm": 0.31204715371131897,
      "learning_rate": 5.810604961555202e-05,
      "loss": 0.0431,
      "step": 11651
    },
    {
      "epoch": 1.2632263660017347,
      "grad_norm": 0.13366298377513885,
      "learning_rate": 5.8102422747715076e-05,
      "loss": 0.015,
      "step": 11652
    },
    {
      "epoch": 1.2633347788378144,
      "grad_norm": 0.17839299142360687,
      "learning_rate": 5.809879587987814e-05,
      "loss": 0.0125,
      "step": 11653
    },
    {
      "epoch": 1.2634431916738942,
      "grad_norm": 0.28364109992980957,
      "learning_rate": 5.8095169012041204e-05,
      "loss": 0.0176,
      "step": 11654
    },
    {
      "epoch": 1.263551604509974,
      "grad_norm": 0.06307818740606308,
      "learning_rate": 5.809154214420427e-05,
      "loss": 0.0062,
      "step": 11655
    },
    {
      "epoch": 1.2636600173460537,
      "grad_norm": 0.09274537861347198,
      "learning_rate": 5.808791527636733e-05,
      "loss": 0.0142,
      "step": 11656
    },
    {
      "epoch": 1.2637684301821337,
      "grad_norm": 0.14513371884822845,
      "learning_rate": 5.80842884085304e-05,
      "loss": 0.032,
      "step": 11657
    },
    {
      "epoch": 1.2638768430182132,
      "grad_norm": 0.08799303323030472,
      "learning_rate": 5.808066154069346e-05,
      "loss": 0.0126,
      "step": 11658
    },
    {
      "epoch": 1.2639852558542932,
      "grad_norm": 0.2622893750667572,
      "learning_rate": 5.8077034672856525e-05,
      "loss": 0.0484,
      "step": 11659
    },
    {
      "epoch": 1.264093668690373,
      "grad_norm": 0.15963812172412872,
      "learning_rate": 5.807340780501959e-05,
      "loss": 0.0226,
      "step": 11660
    },
    {
      "epoch": 1.2642020815264527,
      "grad_norm": 0.08056358247995377,
      "learning_rate": 5.8069780937182646e-05,
      "loss": 0.0034,
      "step": 11661
    },
    {
      "epoch": 1.2643104943625325,
      "grad_norm": 0.06798367947340012,
      "learning_rate": 5.806615406934571e-05,
      "loss": 0.0102,
      "step": 11662
    },
    {
      "epoch": 1.2644189071986123,
      "grad_norm": 0.1114652082324028,
      "learning_rate": 5.8062527201508775e-05,
      "loss": 0.0168,
      "step": 11663
    },
    {
      "epoch": 1.264527320034692,
      "grad_norm": 0.1334129422903061,
      "learning_rate": 5.805890033367184e-05,
      "loss": 0.0127,
      "step": 11664
    },
    {
      "epoch": 1.2646357328707718,
      "grad_norm": 0.8277860879898071,
      "learning_rate": 5.80552734658349e-05,
      "loss": 0.0551,
      "step": 11665
    },
    {
      "epoch": 1.2647441457068518,
      "grad_norm": 0.11272144317626953,
      "learning_rate": 5.805164659799797e-05,
      "loss": 0.0245,
      "step": 11666
    },
    {
      "epoch": 1.2648525585429315,
      "grad_norm": 0.30567052960395813,
      "learning_rate": 5.804801973016104e-05,
      "loss": 0.046,
      "step": 11667
    },
    {
      "epoch": 1.2649609713790113,
      "grad_norm": 0.36235347390174866,
      "learning_rate": 5.80443928623241e-05,
      "loss": 0.057,
      "step": 11668
    },
    {
      "epoch": 1.265069384215091,
      "grad_norm": 0.27716317772865295,
      "learning_rate": 5.8040765994487166e-05,
      "loss": 0.0358,
      "step": 11669
    },
    {
      "epoch": 1.2651777970511708,
      "grad_norm": 0.11272356659173965,
      "learning_rate": 5.803713912665023e-05,
      "loss": 0.0151,
      "step": 11670
    },
    {
      "epoch": 1.2652862098872506,
      "grad_norm": 0.44031813740730286,
      "learning_rate": 5.8033512258813294e-05,
      "loss": 0.0268,
      "step": 11671
    },
    {
      "epoch": 1.2653946227233304,
      "grad_norm": 0.1332186907529831,
      "learning_rate": 5.802988539097636e-05,
      "loss": 0.0227,
      "step": 11672
    },
    {
      "epoch": 1.2655030355594103,
      "grad_norm": 0.12103866785764694,
      "learning_rate": 5.802625852313942e-05,
      "loss": 0.013,
      "step": 11673
    },
    {
      "epoch": 1.26561144839549,
      "grad_norm": 0.2478698194026947,
      "learning_rate": 5.8022631655302487e-05,
      "loss": 0.0284,
      "step": 11674
    },
    {
      "epoch": 1.2657198612315699,
      "grad_norm": 0.14246396720409393,
      "learning_rate": 5.801900478746555e-05,
      "loss": 0.0106,
      "step": 11675
    },
    {
      "epoch": 1.2658282740676496,
      "grad_norm": 0.3351859748363495,
      "learning_rate": 5.801537791962861e-05,
      "loss": 0.0204,
      "step": 11676
    },
    {
      "epoch": 1.2659366869037294,
      "grad_norm": 0.10512952506542206,
      "learning_rate": 5.801175105179167e-05,
      "loss": 0.0196,
      "step": 11677
    },
    {
      "epoch": 1.2660450997398092,
      "grad_norm": 0.057085633277893066,
      "learning_rate": 5.8008124183954736e-05,
      "loss": 0.0149,
      "step": 11678
    },
    {
      "epoch": 1.266153512575889,
      "grad_norm": 0.359470009803772,
      "learning_rate": 5.80044973161178e-05,
      "loss": 0.0218,
      "step": 11679
    },
    {
      "epoch": 1.266261925411969,
      "grad_norm": 0.13951924443244934,
      "learning_rate": 5.8000870448280864e-05,
      "loss": 0.0222,
      "step": 11680
    },
    {
      "epoch": 1.2663703382480485,
      "grad_norm": 0.2820598781108856,
      "learning_rate": 5.799724358044393e-05,
      "loss": 0.046,
      "step": 11681
    },
    {
      "epoch": 1.2664787510841284,
      "grad_norm": 0.15355731546878815,
      "learning_rate": 5.799361671260699e-05,
      "loss": 0.032,
      "step": 11682
    },
    {
      "epoch": 1.2665871639202082,
      "grad_norm": 0.24233770370483398,
      "learning_rate": 5.798998984477006e-05,
      "loss": 0.0548,
      "step": 11683
    },
    {
      "epoch": 1.266695576756288,
      "grad_norm": 0.17025618255138397,
      "learning_rate": 5.798636297693313e-05,
      "loss": 0.024,
      "step": 11684
    },
    {
      "epoch": 1.2668039895923677,
      "grad_norm": 0.1387401670217514,
      "learning_rate": 5.798273610909619e-05,
      "loss": 0.0145,
      "step": 11685
    },
    {
      "epoch": 1.2669124024284475,
      "grad_norm": 0.3673250079154968,
      "learning_rate": 5.7979109241259256e-05,
      "loss": 0.0504,
      "step": 11686
    },
    {
      "epoch": 1.2670208152645273,
      "grad_norm": 0.11789247393608093,
      "learning_rate": 5.797548237342232e-05,
      "loss": 0.024,
      "step": 11687
    },
    {
      "epoch": 1.267129228100607,
      "grad_norm": 0.11916065961122513,
      "learning_rate": 5.7971855505585384e-05,
      "loss": 0.0297,
      "step": 11688
    },
    {
      "epoch": 1.267237640936687,
      "grad_norm": 0.11401896178722382,
      "learning_rate": 5.796822863774845e-05,
      "loss": 0.0177,
      "step": 11689
    },
    {
      "epoch": 1.2673460537727668,
      "grad_norm": 0.13753975927829742,
      "learning_rate": 5.7964601769911505e-05,
      "loss": 0.0095,
      "step": 11690
    },
    {
      "epoch": 1.2674544666088465,
      "grad_norm": 0.19787059724330902,
      "learning_rate": 5.796097490207457e-05,
      "loss": 0.0206,
      "step": 11691
    },
    {
      "epoch": 1.2675628794449263,
      "grad_norm": 0.1886102259159088,
      "learning_rate": 5.7957348034237634e-05,
      "loss": 0.0681,
      "step": 11692
    },
    {
      "epoch": 1.267671292281006,
      "grad_norm": 0.13871118426322937,
      "learning_rate": 5.79537211664007e-05,
      "loss": 0.0099,
      "step": 11693
    },
    {
      "epoch": 1.2677797051170858,
      "grad_norm": 0.23586715757846832,
      "learning_rate": 5.795009429856376e-05,
      "loss": 0.0634,
      "step": 11694
    },
    {
      "epoch": 1.2678881179531656,
      "grad_norm": 0.20223070681095123,
      "learning_rate": 5.7946467430726826e-05,
      "loss": 0.0336,
      "step": 11695
    },
    {
      "epoch": 1.2679965307892456,
      "grad_norm": 0.14346842467784882,
      "learning_rate": 5.794284056288989e-05,
      "loss": 0.0082,
      "step": 11696
    },
    {
      "epoch": 1.268104943625325,
      "grad_norm": 0.06959515810012817,
      "learning_rate": 5.7939213695052954e-05,
      "loss": 0.0075,
      "step": 11697
    },
    {
      "epoch": 1.268213356461405,
      "grad_norm": 0.33720484375953674,
      "learning_rate": 5.793558682721602e-05,
      "loss": 0.0678,
      "step": 11698
    },
    {
      "epoch": 1.2683217692974849,
      "grad_norm": 0.1902659833431244,
      "learning_rate": 5.7931959959379076e-05,
      "loss": 0.0323,
      "step": 11699
    },
    {
      "epoch": 1.2684301821335646,
      "grad_norm": 0.19017109274864197,
      "learning_rate": 5.792833309154214e-05,
      "loss": 0.0599,
      "step": 11700
    },
    {
      "epoch": 1.2685385949696444,
      "grad_norm": 0.22131852805614471,
      "learning_rate": 5.792470622370522e-05,
      "loss": 0.0202,
      "step": 11701
    },
    {
      "epoch": 1.2686470078057241,
      "grad_norm": 0.2042565941810608,
      "learning_rate": 5.792107935586828e-05,
      "loss": 0.0303,
      "step": 11702
    },
    {
      "epoch": 1.268755420641804,
      "grad_norm": 0.1242409497499466,
      "learning_rate": 5.7917452488031346e-05,
      "loss": 0.0177,
      "step": 11703
    },
    {
      "epoch": 1.2688638334778837,
      "grad_norm": 0.17026486992835999,
      "learning_rate": 5.79138256201944e-05,
      "loss": 0.0361,
      "step": 11704
    },
    {
      "epoch": 1.2689722463139637,
      "grad_norm": 0.17738312482833862,
      "learning_rate": 5.791019875235747e-05,
      "loss": 0.0387,
      "step": 11705
    },
    {
      "epoch": 1.2690806591500434,
      "grad_norm": 0.12705528736114502,
      "learning_rate": 5.790657188452053e-05,
      "loss": 0.0153,
      "step": 11706
    },
    {
      "epoch": 1.2691890719861232,
      "grad_norm": 0.04110466688871384,
      "learning_rate": 5.7902945016683595e-05,
      "loss": 0.0068,
      "step": 11707
    },
    {
      "epoch": 1.269297484822203,
      "grad_norm": 0.1790434569120407,
      "learning_rate": 5.789931814884666e-05,
      "loss": 0.0196,
      "step": 11708
    },
    {
      "epoch": 1.2694058976582827,
      "grad_norm": 0.25854945182800293,
      "learning_rate": 5.7895691281009723e-05,
      "loss": 0.0484,
      "step": 11709
    },
    {
      "epoch": 1.2695143104943625,
      "grad_norm": 0.14225973188877106,
      "learning_rate": 5.789206441317279e-05,
      "loss": 0.0212,
      "step": 11710
    },
    {
      "epoch": 1.2696227233304422,
      "grad_norm": 0.1622408628463745,
      "learning_rate": 5.788843754533585e-05,
      "loss": 0.0411,
      "step": 11711
    },
    {
      "epoch": 1.2697311361665222,
      "grad_norm": 0.20859785377979279,
      "learning_rate": 5.7884810677498916e-05,
      "loss": 0.0211,
      "step": 11712
    },
    {
      "epoch": 1.269839549002602,
      "grad_norm": 0.1656893789768219,
      "learning_rate": 5.788118380966197e-05,
      "loss": 0.0242,
      "step": 11713
    },
    {
      "epoch": 1.2699479618386817,
      "grad_norm": 0.3068701922893524,
      "learning_rate": 5.787755694182504e-05,
      "loss": 0.0347,
      "step": 11714
    },
    {
      "epoch": 1.2700563746747615,
      "grad_norm": 0.13826030492782593,
      "learning_rate": 5.78739300739881e-05,
      "loss": 0.0267,
      "step": 11715
    },
    {
      "epoch": 1.2701647875108413,
      "grad_norm": 0.08458590507507324,
      "learning_rate": 5.7870303206151165e-05,
      "loss": 0.0073,
      "step": 11716
    },
    {
      "epoch": 1.270273200346921,
      "grad_norm": 0.08189726620912552,
      "learning_rate": 5.786667633831423e-05,
      "loss": 0.0229,
      "step": 11717
    },
    {
      "epoch": 1.2703816131830008,
      "grad_norm": 0.18413490056991577,
      "learning_rate": 5.786304947047731e-05,
      "loss": 0.02,
      "step": 11718
    },
    {
      "epoch": 1.2704900260190808,
      "grad_norm": 0.1325928270816803,
      "learning_rate": 5.7859422602640365e-05,
      "loss": 0.0089,
      "step": 11719
    },
    {
      "epoch": 1.2705984388551603,
      "grad_norm": 0.16270771622657776,
      "learning_rate": 5.785579573480343e-05,
      "loss": 0.0155,
      "step": 11720
    },
    {
      "epoch": 1.2707068516912403,
      "grad_norm": 0.076677605509758,
      "learning_rate": 5.785216886696649e-05,
      "loss": 0.007,
      "step": 11721
    },
    {
      "epoch": 1.27081526452732,
      "grad_norm": 0.13726107776165009,
      "learning_rate": 5.784854199912956e-05,
      "loss": 0.0408,
      "step": 11722
    },
    {
      "epoch": 1.2709236773633998,
      "grad_norm": 0.11399758607149124,
      "learning_rate": 5.784491513129262e-05,
      "loss": 0.0237,
      "step": 11723
    },
    {
      "epoch": 1.2710320901994796,
      "grad_norm": 0.2088388204574585,
      "learning_rate": 5.7841288263455685e-05,
      "loss": 0.0386,
      "step": 11724
    },
    {
      "epoch": 1.2711405030355594,
      "grad_norm": 0.02743270806968212,
      "learning_rate": 5.783766139561875e-05,
      "loss": 0.0031,
      "step": 11725
    },
    {
      "epoch": 1.2712489158716391,
      "grad_norm": 0.056180618703365326,
      "learning_rate": 5.783403452778181e-05,
      "loss": 0.0066,
      "step": 11726
    },
    {
      "epoch": 1.271357328707719,
      "grad_norm": 0.13149666786193848,
      "learning_rate": 5.783040765994488e-05,
      "loss": 0.0317,
      "step": 11727
    },
    {
      "epoch": 1.2714657415437989,
      "grad_norm": 0.08471468836069107,
      "learning_rate": 5.7826780792107935e-05,
      "loss": 0.014,
      "step": 11728
    },
    {
      "epoch": 1.2715741543798786,
      "grad_norm": 0.17297720909118652,
      "learning_rate": 5.7823153924271e-05,
      "loss": 0.0404,
      "step": 11729
    },
    {
      "epoch": 1.2716825672159584,
      "grad_norm": 0.11032039672136307,
      "learning_rate": 5.781952705643406e-05,
      "loss": 0.0222,
      "step": 11730
    },
    {
      "epoch": 1.2717909800520382,
      "grad_norm": 0.12962540984153748,
      "learning_rate": 5.781590018859713e-05,
      "loss": 0.0167,
      "step": 11731
    },
    {
      "epoch": 1.271899392888118,
      "grad_norm": 0.06340129673480988,
      "learning_rate": 5.781227332076019e-05,
      "loss": 0.0126,
      "step": 11732
    },
    {
      "epoch": 1.2720078057241977,
      "grad_norm": 0.07922782748937607,
      "learning_rate": 5.7808646452923255e-05,
      "loss": 0.0077,
      "step": 11733
    },
    {
      "epoch": 1.2721162185602775,
      "grad_norm": 0.10469826310873032,
      "learning_rate": 5.780501958508632e-05,
      "loss": 0.0188,
      "step": 11734
    },
    {
      "epoch": 1.2722246313963574,
      "grad_norm": 0.16740106046199799,
      "learning_rate": 5.7801392717249383e-05,
      "loss": 0.0387,
      "step": 11735
    },
    {
      "epoch": 1.272333044232437,
      "grad_norm": 0.07715309411287308,
      "learning_rate": 5.7797765849412454e-05,
      "loss": 0.0161,
      "step": 11736
    },
    {
      "epoch": 1.272441457068517,
      "grad_norm": 0.1382347047328949,
      "learning_rate": 5.779413898157552e-05,
      "loss": 0.0154,
      "step": 11737
    },
    {
      "epoch": 1.2725498699045967,
      "grad_norm": 0.13529670238494873,
      "learning_rate": 5.779051211373858e-05,
      "loss": 0.014,
      "step": 11738
    },
    {
      "epoch": 1.2726582827406765,
      "grad_norm": 0.13810360431671143,
      "learning_rate": 5.778688524590165e-05,
      "loss": 0.0179,
      "step": 11739
    },
    {
      "epoch": 1.2727666955767563,
      "grad_norm": 0.2678644061088562,
      "learning_rate": 5.778325837806471e-05,
      "loss": 0.0523,
      "step": 11740
    },
    {
      "epoch": 1.272875108412836,
      "grad_norm": 0.17639993131160736,
      "learning_rate": 5.7779631510227775e-05,
      "loss": 0.0283,
      "step": 11741
    },
    {
      "epoch": 1.272983521248916,
      "grad_norm": 0.24977605044841766,
      "learning_rate": 5.777600464239083e-05,
      "loss": 0.0397,
      "step": 11742
    },
    {
      "epoch": 1.2730919340849955,
      "grad_norm": 0.19506949186325073,
      "learning_rate": 5.7772377774553896e-05,
      "loss": 0.0166,
      "step": 11743
    },
    {
      "epoch": 1.2732003469210755,
      "grad_norm": 0.1160217747092247,
      "learning_rate": 5.776875090671696e-05,
      "loss": 0.019,
      "step": 11744
    },
    {
      "epoch": 1.2733087597571553,
      "grad_norm": 0.14553435146808624,
      "learning_rate": 5.7765124038880024e-05,
      "loss": 0.0367,
      "step": 11745
    },
    {
      "epoch": 1.273417172593235,
      "grad_norm": 0.16088548302650452,
      "learning_rate": 5.776149717104309e-05,
      "loss": 0.0202,
      "step": 11746
    },
    {
      "epoch": 1.2735255854293148,
      "grad_norm": 0.35178497433662415,
      "learning_rate": 5.775787030320615e-05,
      "loss": 0.0232,
      "step": 11747
    },
    {
      "epoch": 1.2736339982653946,
      "grad_norm": 0.29900938272476196,
      "learning_rate": 5.775424343536922e-05,
      "loss": 0.0362,
      "step": 11748
    },
    {
      "epoch": 1.2737424111014743,
      "grad_norm": 0.1611940860748291,
      "learning_rate": 5.775061656753228e-05,
      "loss": 0.0322,
      "step": 11749
    },
    {
      "epoch": 1.273850823937554,
      "grad_norm": 0.10409613698720932,
      "learning_rate": 5.7746989699695345e-05,
      "loss": 0.0319,
      "step": 11750
    },
    {
      "epoch": 1.273959236773634,
      "grad_norm": 0.13846907019615173,
      "learning_rate": 5.77433628318584e-05,
      "loss": 0.0256,
      "step": 11751
    },
    {
      "epoch": 1.2740676496097139,
      "grad_norm": 0.21990860998630524,
      "learning_rate": 5.7739735964021466e-05,
      "loss": 0.0363,
      "step": 11752
    },
    {
      "epoch": 1.2741760624457936,
      "grad_norm": 0.1722446233034134,
      "learning_rate": 5.7736109096184544e-05,
      "loss": 0.022,
      "step": 11753
    },
    {
      "epoch": 1.2742844752818734,
      "grad_norm": 0.10807777941226959,
      "learning_rate": 5.773248222834761e-05,
      "loss": 0.0116,
      "step": 11754
    },
    {
      "epoch": 1.2743928881179531,
      "grad_norm": 0.10225370526313782,
      "learning_rate": 5.772885536051067e-05,
      "loss": 0.0104,
      "step": 11755
    },
    {
      "epoch": 1.274501300954033,
      "grad_norm": 0.33586135506629944,
      "learning_rate": 5.772522849267373e-05,
      "loss": 0.0318,
      "step": 11756
    },
    {
      "epoch": 1.2746097137901127,
      "grad_norm": 0.1618189662694931,
      "learning_rate": 5.7721601624836794e-05,
      "loss": 0.0192,
      "step": 11757
    },
    {
      "epoch": 1.2747181266261927,
      "grad_norm": 0.21917717158794403,
      "learning_rate": 5.771797475699986e-05,
      "loss": 0.031,
      "step": 11758
    },
    {
      "epoch": 1.2748265394622722,
      "grad_norm": 0.23860323429107666,
      "learning_rate": 5.771434788916292e-05,
      "loss": 0.021,
      "step": 11759
    },
    {
      "epoch": 1.2749349522983522,
      "grad_norm": 0.26307547092437744,
      "learning_rate": 5.7710721021325986e-05,
      "loss": 0.0332,
      "step": 11760
    },
    {
      "epoch": 1.275043365134432,
      "grad_norm": 0.07829220592975616,
      "learning_rate": 5.770709415348905e-05,
      "loss": 0.0088,
      "step": 11761
    },
    {
      "epoch": 1.2751517779705117,
      "grad_norm": 0.06478380411863327,
      "learning_rate": 5.7703467285652114e-05,
      "loss": 0.0075,
      "step": 11762
    },
    {
      "epoch": 1.2752601908065915,
      "grad_norm": 0.15539608895778656,
      "learning_rate": 5.769984041781518e-05,
      "loss": 0.0109,
      "step": 11763
    },
    {
      "epoch": 1.2753686036426712,
      "grad_norm": 0.048629630357027054,
      "learning_rate": 5.769621354997824e-05,
      "loss": 0.003,
      "step": 11764
    },
    {
      "epoch": 1.275477016478751,
      "grad_norm": 0.27130720019340515,
      "learning_rate": 5.76925866821413e-05,
      "loss": 0.083,
      "step": 11765
    },
    {
      "epoch": 1.2755854293148308,
      "grad_norm": 0.13682471215724945,
      "learning_rate": 5.7688959814304364e-05,
      "loss": 0.0117,
      "step": 11766
    },
    {
      "epoch": 1.2756938421509108,
      "grad_norm": 0.0702182874083519,
      "learning_rate": 5.768533294646743e-05,
      "loss": 0.0108,
      "step": 11767
    },
    {
      "epoch": 1.2758022549869905,
      "grad_norm": 0.22040994465351105,
      "learning_rate": 5.768170607863049e-05,
      "loss": 0.0325,
      "step": 11768
    },
    {
      "epoch": 1.2759106678230703,
      "grad_norm": 0.14560914039611816,
      "learning_rate": 5.7678079210793556e-05,
      "loss": 0.034,
      "step": 11769
    },
    {
      "epoch": 1.27601908065915,
      "grad_norm": 0.21212127804756165,
      "learning_rate": 5.7674452342956634e-05,
      "loss": 0.0339,
      "step": 11770
    },
    {
      "epoch": 1.2761274934952298,
      "grad_norm": 0.04520295560359955,
      "learning_rate": 5.767082547511969e-05,
      "loss": 0.0034,
      "step": 11771
    },
    {
      "epoch": 1.2762359063313096,
      "grad_norm": 0.10433647036552429,
      "learning_rate": 5.7667198607282755e-05,
      "loss": 0.0131,
      "step": 11772
    },
    {
      "epoch": 1.2763443191673893,
      "grad_norm": 0.126877561211586,
      "learning_rate": 5.766357173944582e-05,
      "loss": 0.0136,
      "step": 11773
    },
    {
      "epoch": 1.2764527320034693,
      "grad_norm": 0.16684269905090332,
      "learning_rate": 5.7659944871608884e-05,
      "loss": 0.0098,
      "step": 11774
    },
    {
      "epoch": 1.276561144839549,
      "grad_norm": 0.4089277982711792,
      "learning_rate": 5.765631800377195e-05,
      "loss": 0.0572,
      "step": 11775
    },
    {
      "epoch": 1.2766695576756288,
      "grad_norm": 0.08971912413835526,
      "learning_rate": 5.765269113593501e-05,
      "loss": 0.0152,
      "step": 11776
    },
    {
      "epoch": 1.2767779705117086,
      "grad_norm": 0.359004944562912,
      "learning_rate": 5.7649064268098076e-05,
      "loss": 0.0494,
      "step": 11777
    },
    {
      "epoch": 1.2768863833477884,
      "grad_norm": 0.23419404029846191,
      "learning_rate": 5.764543740026114e-05,
      "loss": 0.0412,
      "step": 11778
    },
    {
      "epoch": 1.2769947961838681,
      "grad_norm": 0.24115115404129028,
      "learning_rate": 5.7641810532424204e-05,
      "loss": 0.0395,
      "step": 11779
    },
    {
      "epoch": 1.277103209019948,
      "grad_norm": 0.1308320015668869,
      "learning_rate": 5.763818366458726e-05,
      "loss": 0.0346,
      "step": 11780
    },
    {
      "epoch": 1.2772116218560279,
      "grad_norm": 0.24597017467021942,
      "learning_rate": 5.7634556796750325e-05,
      "loss": 0.0359,
      "step": 11781
    },
    {
      "epoch": 1.2773200346921074,
      "grad_norm": 0.05265413224697113,
      "learning_rate": 5.763092992891339e-05,
      "loss": 0.0107,
      "step": 11782
    },
    {
      "epoch": 1.2774284475281874,
      "grad_norm": 0.22120314836502075,
      "learning_rate": 5.7627303061076454e-05,
      "loss": 0.0189,
      "step": 11783
    },
    {
      "epoch": 1.2775368603642672,
      "grad_norm": 0.11364665627479553,
      "learning_rate": 5.762367619323952e-05,
      "loss": 0.0193,
      "step": 11784
    },
    {
      "epoch": 1.277645273200347,
      "grad_norm": 0.2214423418045044,
      "learning_rate": 5.762004932540258e-05,
      "loss": 0.0367,
      "step": 11785
    },
    {
      "epoch": 1.2777536860364267,
      "grad_norm": 0.6476118564605713,
      "learning_rate": 5.7616422457565646e-05,
      "loss": 0.0377,
      "step": 11786
    },
    {
      "epoch": 1.2778620988725065,
      "grad_norm": 0.07915162295103073,
      "learning_rate": 5.761279558972871e-05,
      "loss": 0.005,
      "step": 11787
    },
    {
      "epoch": 1.2779705117085862,
      "grad_norm": 0.18712924420833588,
      "learning_rate": 5.760916872189178e-05,
      "loss": 0.0272,
      "step": 11788
    },
    {
      "epoch": 1.278078924544666,
      "grad_norm": 0.0792243704199791,
      "learning_rate": 5.7605541854054845e-05,
      "loss": 0.0189,
      "step": 11789
    },
    {
      "epoch": 1.278187337380746,
      "grad_norm": 0.1813431829214096,
      "learning_rate": 5.760191498621791e-05,
      "loss": 0.0281,
      "step": 11790
    },
    {
      "epoch": 1.2782957502168257,
      "grad_norm": 0.34062087535858154,
      "learning_rate": 5.759828811838097e-05,
      "loss": 0.0213,
      "step": 11791
    },
    {
      "epoch": 1.2784041630529055,
      "grad_norm": 0.08547042310237885,
      "learning_rate": 5.759466125054404e-05,
      "loss": 0.0178,
      "step": 11792
    },
    {
      "epoch": 1.2785125758889853,
      "grad_norm": 0.17875701189041138,
      "learning_rate": 5.75910343827071e-05,
      "loss": 0.0155,
      "step": 11793
    },
    {
      "epoch": 1.278620988725065,
      "grad_norm": 0.04397745802998543,
      "learning_rate": 5.758740751487016e-05,
      "loss": 0.0059,
      "step": 11794
    },
    {
      "epoch": 1.2787294015611448,
      "grad_norm": 0.09968897700309753,
      "learning_rate": 5.758378064703322e-05,
      "loss": 0.0131,
      "step": 11795
    },
    {
      "epoch": 1.2788378143972245,
      "grad_norm": 0.2818501889705658,
      "learning_rate": 5.758015377919629e-05,
      "loss": 0.032,
      "step": 11796
    },
    {
      "epoch": 1.2789462272333045,
      "grad_norm": 0.14258190989494324,
      "learning_rate": 5.757652691135935e-05,
      "loss": 0.0181,
      "step": 11797
    },
    {
      "epoch": 1.2790546400693843,
      "grad_norm": 0.09090113639831543,
      "learning_rate": 5.7572900043522415e-05,
      "loss": 0.0145,
      "step": 11798
    },
    {
      "epoch": 1.279163052905464,
      "grad_norm": 0.04155205190181732,
      "learning_rate": 5.756927317568548e-05,
      "loss": 0.0048,
      "step": 11799
    },
    {
      "epoch": 1.2792714657415438,
      "grad_norm": 0.23252834379673004,
      "learning_rate": 5.7565646307848543e-05,
      "loss": 0.0324,
      "step": 11800
    },
    {
      "epoch": 1.2793798785776236,
      "grad_norm": 0.11287762969732285,
      "learning_rate": 5.756201944001161e-05,
      "loss": 0.0074,
      "step": 11801
    },
    {
      "epoch": 1.2794882914137033,
      "grad_norm": 0.0402214489877224,
      "learning_rate": 5.755839257217467e-05,
      "loss": 0.0049,
      "step": 11802
    },
    {
      "epoch": 1.2795967042497831,
      "grad_norm": 0.3149315416812897,
      "learning_rate": 5.755476570433773e-05,
      "loss": 0.0154,
      "step": 11803
    },
    {
      "epoch": 1.279705117085863,
      "grad_norm": 0.21560867130756378,
      "learning_rate": 5.755113883650079e-05,
      "loss": 0.0143,
      "step": 11804
    },
    {
      "epoch": 1.2798135299219426,
      "grad_norm": 0.23658521473407745,
      "learning_rate": 5.754751196866387e-05,
      "loss": 0.0382,
      "step": 11805
    },
    {
      "epoch": 1.2799219427580226,
      "grad_norm": 0.19708362221717834,
      "learning_rate": 5.7543885100826935e-05,
      "loss": 0.0294,
      "step": 11806
    },
    {
      "epoch": 1.2800303555941024,
      "grad_norm": 0.46210819482803345,
      "learning_rate": 5.754025823299e-05,
      "loss": 0.0277,
      "step": 11807
    },
    {
      "epoch": 1.2801387684301822,
      "grad_norm": 0.1761120855808258,
      "learning_rate": 5.753663136515306e-05,
      "loss": 0.0291,
      "step": 11808
    },
    {
      "epoch": 1.280247181266262,
      "grad_norm": 0.19681257009506226,
      "learning_rate": 5.753300449731612e-05,
      "loss": 0.0128,
      "step": 11809
    },
    {
      "epoch": 1.2803555941023417,
      "grad_norm": 0.3308364450931549,
      "learning_rate": 5.7529377629479185e-05,
      "loss": 0.0255,
      "step": 11810
    },
    {
      "epoch": 1.2804640069384214,
      "grad_norm": 0.1414746791124344,
      "learning_rate": 5.752575076164225e-05,
      "loss": 0.0134,
      "step": 11811
    },
    {
      "epoch": 1.2805724197745012,
      "grad_norm": 0.12653116881847382,
      "learning_rate": 5.752212389380531e-05,
      "loss": 0.009,
      "step": 11812
    },
    {
      "epoch": 1.2806808326105812,
      "grad_norm": 0.133746936917305,
      "learning_rate": 5.751849702596838e-05,
      "loss": 0.02,
      "step": 11813
    },
    {
      "epoch": 1.280789245446661,
      "grad_norm": 0.3385496437549591,
      "learning_rate": 5.751487015813144e-05,
      "loss": 0.0227,
      "step": 11814
    },
    {
      "epoch": 1.2808976582827407,
      "grad_norm": 0.123212531208992,
      "learning_rate": 5.7511243290294505e-05,
      "loss": 0.0077,
      "step": 11815
    },
    {
      "epoch": 1.2810060711188205,
      "grad_norm": 0.07005555927753448,
      "learning_rate": 5.750761642245757e-05,
      "loss": 0.0057,
      "step": 11816
    },
    {
      "epoch": 1.2811144839549002,
      "grad_norm": 0.09757910668849945,
      "learning_rate": 5.7503989554620626e-05,
      "loss": 0.0135,
      "step": 11817
    },
    {
      "epoch": 1.28122289679098,
      "grad_norm": 0.39556270837783813,
      "learning_rate": 5.750036268678369e-05,
      "loss": 0.0735,
      "step": 11818
    },
    {
      "epoch": 1.2813313096270598,
      "grad_norm": 0.08623665571212769,
      "learning_rate": 5.7496735818946755e-05,
      "loss": 0.008,
      "step": 11819
    },
    {
      "epoch": 1.2814397224631398,
      "grad_norm": 0.0429096594452858,
      "learning_rate": 5.749310895110982e-05,
      "loss": 0.0033,
      "step": 11820
    },
    {
      "epoch": 1.2815481352992193,
      "grad_norm": 0.17895303666591644,
      "learning_rate": 5.748948208327288e-05,
      "loss": 0.0324,
      "step": 11821
    },
    {
      "epoch": 1.2816565481352993,
      "grad_norm": 0.04604572057723999,
      "learning_rate": 5.748585521543596e-05,
      "loss": 0.0026,
      "step": 11822
    },
    {
      "epoch": 1.281764960971379,
      "grad_norm": 0.22806327044963837,
      "learning_rate": 5.748222834759902e-05,
      "loss": 0.0056,
      "step": 11823
    },
    {
      "epoch": 1.2818733738074588,
      "grad_norm": 0.04162608087062836,
      "learning_rate": 5.747860147976208e-05,
      "loss": 0.0061,
      "step": 11824
    },
    {
      "epoch": 1.2819817866435386,
      "grad_norm": 0.22624239325523376,
      "learning_rate": 5.7474974611925146e-05,
      "loss": 0.0179,
      "step": 11825
    },
    {
      "epoch": 1.2820901994796183,
      "grad_norm": 0.11718722432851791,
      "learning_rate": 5.747134774408821e-05,
      "loss": 0.0183,
      "step": 11826
    },
    {
      "epoch": 1.2821986123156983,
      "grad_norm": 0.07436826080083847,
      "learning_rate": 5.7467720876251274e-05,
      "loss": 0.0056,
      "step": 11827
    },
    {
      "epoch": 1.2823070251517779,
      "grad_norm": 0.47267431020736694,
      "learning_rate": 5.746409400841434e-05,
      "loss": 0.036,
      "step": 11828
    },
    {
      "epoch": 1.2824154379878578,
      "grad_norm": 0.3107382357120514,
      "learning_rate": 5.74604671405774e-05,
      "loss": 0.1088,
      "step": 11829
    },
    {
      "epoch": 1.2825238508239376,
      "grad_norm": 0.1804644614458084,
      "learning_rate": 5.745684027274047e-05,
      "loss": 0.0319,
      "step": 11830
    },
    {
      "epoch": 1.2826322636600174,
      "grad_norm": 0.18226759135723114,
      "learning_rate": 5.745321340490353e-05,
      "loss": 0.0209,
      "step": 11831
    },
    {
      "epoch": 1.2827406764960971,
      "grad_norm": 0.34505555033683777,
      "learning_rate": 5.744958653706659e-05,
      "loss": 0.039,
      "step": 11832
    },
    {
      "epoch": 1.282849089332177,
      "grad_norm": 0.2526097893714905,
      "learning_rate": 5.744595966922965e-05,
      "loss": 0.0227,
      "step": 11833
    },
    {
      "epoch": 1.2829575021682567,
      "grad_norm": 0.030704522505402565,
      "learning_rate": 5.7442332801392716e-05,
      "loss": 0.0027,
      "step": 11834
    },
    {
      "epoch": 1.2830659150043364,
      "grad_norm": 0.4464338421821594,
      "learning_rate": 5.743870593355578e-05,
      "loss": 0.0215,
      "step": 11835
    },
    {
      "epoch": 1.2831743278404164,
      "grad_norm": 0.21875092387199402,
      "learning_rate": 5.7435079065718844e-05,
      "loss": 0.0433,
      "step": 11836
    },
    {
      "epoch": 1.2832827406764962,
      "grad_norm": 0.09854596853256226,
      "learning_rate": 5.743145219788191e-05,
      "loss": 0.008,
      "step": 11837
    },
    {
      "epoch": 1.283391153512576,
      "grad_norm": 0.029779955744743347,
      "learning_rate": 5.742782533004497e-05,
      "loss": 0.0028,
      "step": 11838
    },
    {
      "epoch": 1.2834995663486557,
      "grad_norm": 0.16940787434577942,
      "learning_rate": 5.7424198462208044e-05,
      "loss": 0.0234,
      "step": 11839
    },
    {
      "epoch": 1.2836079791847355,
      "grad_norm": 0.18366599082946777,
      "learning_rate": 5.742057159437111e-05,
      "loss": 0.0328,
      "step": 11840
    },
    {
      "epoch": 1.2837163920208152,
      "grad_norm": 0.10510873049497604,
      "learning_rate": 5.741694472653417e-05,
      "loss": 0.0109,
      "step": 11841
    },
    {
      "epoch": 1.283824804856895,
      "grad_norm": 0.28149956464767456,
      "learning_rate": 5.7413317858697236e-05,
      "loss": 0.0283,
      "step": 11842
    },
    {
      "epoch": 1.283933217692975,
      "grad_norm": 0.1588810384273529,
      "learning_rate": 5.74096909908603e-05,
      "loss": 0.0243,
      "step": 11843
    },
    {
      "epoch": 1.2840416305290545,
      "grad_norm": 0.24955692887306213,
      "learning_rate": 5.7406064123023364e-05,
      "loss": 0.0335,
      "step": 11844
    },
    {
      "epoch": 1.2841500433651345,
      "grad_norm": 0.1317507028579712,
      "learning_rate": 5.740243725518643e-05,
      "loss": 0.0142,
      "step": 11845
    },
    {
      "epoch": 1.2842584562012143,
      "grad_norm": 0.1436506062746048,
      "learning_rate": 5.7398810387349486e-05,
      "loss": 0.0445,
      "step": 11846
    },
    {
      "epoch": 1.284366869037294,
      "grad_norm": 0.12392304092645645,
      "learning_rate": 5.739518351951255e-05,
      "loss": 0.0197,
      "step": 11847
    },
    {
      "epoch": 1.2844752818733738,
      "grad_norm": 0.29395702481269836,
      "learning_rate": 5.7391556651675614e-05,
      "loss": 0.0202,
      "step": 11848
    },
    {
      "epoch": 1.2845836947094535,
      "grad_norm": 0.20529216527938843,
      "learning_rate": 5.738792978383868e-05,
      "loss": 0.0589,
      "step": 11849
    },
    {
      "epoch": 1.2846921075455333,
      "grad_norm": 0.1645420342683792,
      "learning_rate": 5.738430291600174e-05,
      "loss": 0.0244,
      "step": 11850
    },
    {
      "epoch": 1.284800520381613,
      "grad_norm": 0.2019340693950653,
      "learning_rate": 5.7380676048164806e-05,
      "loss": 0.0137,
      "step": 11851
    },
    {
      "epoch": 1.284908933217693,
      "grad_norm": 0.1760130524635315,
      "learning_rate": 5.737704918032787e-05,
      "loss": 0.025,
      "step": 11852
    },
    {
      "epoch": 1.2850173460537728,
      "grad_norm": 0.09446258097887039,
      "learning_rate": 5.7373422312490934e-05,
      "loss": 0.0227,
      "step": 11853
    },
    {
      "epoch": 1.2851257588898526,
      "grad_norm": 0.12474777549505234,
      "learning_rate": 5.7369795444654e-05,
      "loss": 0.0143,
      "step": 11854
    },
    {
      "epoch": 1.2852341717259324,
      "grad_norm": 0.49187302589416504,
      "learning_rate": 5.7366168576817056e-05,
      "loss": 0.0606,
      "step": 11855
    },
    {
      "epoch": 1.2853425845620121,
      "grad_norm": 0.16020527482032776,
      "learning_rate": 5.736254170898012e-05,
      "loss": 0.0218,
      "step": 11856
    },
    {
      "epoch": 1.2854509973980919,
      "grad_norm": 0.09026666730642319,
      "learning_rate": 5.73589148411432e-05,
      "loss": 0.0172,
      "step": 11857
    },
    {
      "epoch": 1.2855594102341716,
      "grad_norm": 0.10154926031827927,
      "learning_rate": 5.735528797330626e-05,
      "loss": 0.0081,
      "step": 11858
    },
    {
      "epoch": 1.2856678230702516,
      "grad_norm": 0.056612562388181686,
      "learning_rate": 5.7351661105469326e-05,
      "loss": 0.0059,
      "step": 11859
    },
    {
      "epoch": 1.2857762359063314,
      "grad_norm": 0.10027378052473068,
      "learning_rate": 5.734803423763239e-05,
      "loss": 0.0191,
      "step": 11860
    },
    {
      "epoch": 1.2858846487424112,
      "grad_norm": 0.22954319417476654,
      "learning_rate": 5.734440736979545e-05,
      "loss": 0.048,
      "step": 11861
    },
    {
      "epoch": 1.285993061578491,
      "grad_norm": 0.14725196361541748,
      "learning_rate": 5.734078050195851e-05,
      "loss": 0.026,
      "step": 11862
    },
    {
      "epoch": 1.2861014744145707,
      "grad_norm": 0.12197805941104889,
      "learning_rate": 5.7337153634121575e-05,
      "loss": 0.0165,
      "step": 11863
    },
    {
      "epoch": 1.2862098872506504,
      "grad_norm": 0.0503658689558506,
      "learning_rate": 5.733352676628464e-05,
      "loss": 0.0085,
      "step": 11864
    },
    {
      "epoch": 1.2863183000867302,
      "grad_norm": 0.20311523973941803,
      "learning_rate": 5.7329899898447704e-05,
      "loss": 0.0557,
      "step": 11865
    },
    {
      "epoch": 1.2864267129228102,
      "grad_norm": 0.18537548184394836,
      "learning_rate": 5.732627303061077e-05,
      "loss": 0.025,
      "step": 11866
    },
    {
      "epoch": 1.2865351257588897,
      "grad_norm": 0.04170253872871399,
      "learning_rate": 5.732264616277383e-05,
      "loss": 0.0051,
      "step": 11867
    },
    {
      "epoch": 1.2866435385949697,
      "grad_norm": 0.07822825759649277,
      "learning_rate": 5.7319019294936896e-05,
      "loss": 0.0206,
      "step": 11868
    },
    {
      "epoch": 1.2867519514310495,
      "grad_norm": 0.09264601767063141,
      "learning_rate": 5.731539242709995e-05,
      "loss": 0.012,
      "step": 11869
    },
    {
      "epoch": 1.2868603642671292,
      "grad_norm": 0.233320951461792,
      "learning_rate": 5.731176555926302e-05,
      "loss": 0.0228,
      "step": 11870
    },
    {
      "epoch": 1.286968777103209,
      "grad_norm": 0.1635104864835739,
      "learning_rate": 5.730813869142608e-05,
      "loss": 0.0112,
      "step": 11871
    },
    {
      "epoch": 1.2870771899392888,
      "grad_norm": 0.1420404016971588,
      "learning_rate": 5.7304511823589145e-05,
      "loss": 0.0296,
      "step": 11872
    },
    {
      "epoch": 1.2871856027753685,
      "grad_norm": 0.07650189846754074,
      "learning_rate": 5.730088495575221e-05,
      "loss": 0.0149,
      "step": 11873
    },
    {
      "epoch": 1.2872940156114483,
      "grad_norm": 0.2729991674423218,
      "learning_rate": 5.729725808791529e-05,
      "loss": 0.0188,
      "step": 11874
    },
    {
      "epoch": 1.2874024284475283,
      "grad_norm": 0.19088906049728394,
      "learning_rate": 5.7293631220078345e-05,
      "loss": 0.0131,
      "step": 11875
    },
    {
      "epoch": 1.287510841283608,
      "grad_norm": 0.12448827922344208,
      "learning_rate": 5.729000435224141e-05,
      "loss": 0.0288,
      "step": 11876
    },
    {
      "epoch": 1.2876192541196878,
      "grad_norm": 0.15361934900283813,
      "learning_rate": 5.728637748440447e-05,
      "loss": 0.0117,
      "step": 11877
    },
    {
      "epoch": 1.2877276669557676,
      "grad_norm": 0.1668718010187149,
      "learning_rate": 5.728275061656754e-05,
      "loss": 0.0348,
      "step": 11878
    },
    {
      "epoch": 1.2878360797918473,
      "grad_norm": 0.13048848509788513,
      "learning_rate": 5.72791237487306e-05,
      "loss": 0.0242,
      "step": 11879
    },
    {
      "epoch": 1.287944492627927,
      "grad_norm": 0.20253431797027588,
      "learning_rate": 5.7275496880893665e-05,
      "loss": 0.0247,
      "step": 11880
    },
    {
      "epoch": 1.2880529054640069,
      "grad_norm": 0.20654509961605072,
      "learning_rate": 5.727187001305673e-05,
      "loss": 0.0313,
      "step": 11881
    },
    {
      "epoch": 1.2881613183000868,
      "grad_norm": 0.30019041895866394,
      "learning_rate": 5.726824314521979e-05,
      "loss": 0.0356,
      "step": 11882
    },
    {
      "epoch": 1.2882697311361664,
      "grad_norm": 0.10876218974590302,
      "learning_rate": 5.726461627738286e-05,
      "loss": 0.0186,
      "step": 11883
    },
    {
      "epoch": 1.2883781439722464,
      "grad_norm": 0.12359172850847244,
      "learning_rate": 5.7260989409545915e-05,
      "loss": 0.0171,
      "step": 11884
    },
    {
      "epoch": 1.2884865568083261,
      "grad_norm": 0.13664031028747559,
      "learning_rate": 5.725736254170898e-05,
      "loss": 0.031,
      "step": 11885
    },
    {
      "epoch": 1.288594969644406,
      "grad_norm": 0.15164567530155182,
      "learning_rate": 5.725373567387204e-05,
      "loss": 0.0148,
      "step": 11886
    },
    {
      "epoch": 1.2887033824804857,
      "grad_norm": 0.073377825319767,
      "learning_rate": 5.725010880603511e-05,
      "loss": 0.0084,
      "step": 11887
    },
    {
      "epoch": 1.2888117953165654,
      "grad_norm": 0.19680540263652802,
      "learning_rate": 5.724648193819817e-05,
      "loss": 0.0213,
      "step": 11888
    },
    {
      "epoch": 1.2889202081526454,
      "grad_norm": 0.26511049270629883,
      "learning_rate": 5.7242855070361235e-05,
      "loss": 0.0344,
      "step": 11889
    },
    {
      "epoch": 1.289028620988725,
      "grad_norm": 0.14154992997646332,
      "learning_rate": 5.72392282025243e-05,
      "loss": 0.0146,
      "step": 11890
    },
    {
      "epoch": 1.289137033824805,
      "grad_norm": 0.1296250820159912,
      "learning_rate": 5.723560133468737e-05,
      "loss": 0.0126,
      "step": 11891
    },
    {
      "epoch": 1.2892454466608847,
      "grad_norm": 0.4011666476726532,
      "learning_rate": 5.7231974466850434e-05,
      "loss": 0.0198,
      "step": 11892
    },
    {
      "epoch": 1.2893538594969645,
      "grad_norm": 0.1807793378829956,
      "learning_rate": 5.72283475990135e-05,
      "loss": 0.0466,
      "step": 11893
    },
    {
      "epoch": 1.2894622723330442,
      "grad_norm": 0.17831744253635406,
      "learning_rate": 5.722472073117656e-05,
      "loss": 0.01,
      "step": 11894
    },
    {
      "epoch": 1.289570685169124,
      "grad_norm": 0.3785758912563324,
      "learning_rate": 5.722109386333963e-05,
      "loss": 0.0535,
      "step": 11895
    },
    {
      "epoch": 1.2896790980052038,
      "grad_norm": 0.405317097902298,
      "learning_rate": 5.721746699550269e-05,
      "loss": 0.0688,
      "step": 11896
    },
    {
      "epoch": 1.2897875108412835,
      "grad_norm": 0.2252916544675827,
      "learning_rate": 5.7213840127665755e-05,
      "loss": 0.0378,
      "step": 11897
    },
    {
      "epoch": 1.2898959236773635,
      "grad_norm": 0.2054343968629837,
      "learning_rate": 5.721021325982881e-05,
      "loss": 0.0212,
      "step": 11898
    },
    {
      "epoch": 1.2900043365134433,
      "grad_norm": 0.08423934876918793,
      "learning_rate": 5.7206586391991876e-05,
      "loss": 0.0085,
      "step": 11899
    },
    {
      "epoch": 1.290112749349523,
      "grad_norm": 0.18752224743366241,
      "learning_rate": 5.720295952415494e-05,
      "loss": 0.0382,
      "step": 11900
    },
    {
      "epoch": 1.2902211621856028,
      "grad_norm": 0.017859909683465958,
      "learning_rate": 5.7199332656318005e-05,
      "loss": 0.0021,
      "step": 11901
    },
    {
      "epoch": 1.2903295750216826,
      "grad_norm": 0.14807653427124023,
      "learning_rate": 5.719570578848107e-05,
      "loss": 0.0196,
      "step": 11902
    },
    {
      "epoch": 1.2904379878577623,
      "grad_norm": 0.25950801372528076,
      "learning_rate": 5.719207892064413e-05,
      "loss": 0.0773,
      "step": 11903
    },
    {
      "epoch": 1.290546400693842,
      "grad_norm": 0.04494069144129753,
      "learning_rate": 5.71884520528072e-05,
      "loss": 0.0042,
      "step": 11904
    },
    {
      "epoch": 1.290654813529922,
      "grad_norm": 0.19245123863220215,
      "learning_rate": 5.718482518497026e-05,
      "loss": 0.0563,
      "step": 11905
    },
    {
      "epoch": 1.2907632263660016,
      "grad_norm": 0.3501303493976593,
      "learning_rate": 5.7181198317133325e-05,
      "loss": 0.0593,
      "step": 11906
    },
    {
      "epoch": 1.2908716392020816,
      "grad_norm": 0.16092216968536377,
      "learning_rate": 5.717757144929638e-05,
      "loss": 0.0107,
      "step": 11907
    },
    {
      "epoch": 1.2909800520381614,
      "grad_norm": 0.379840612411499,
      "learning_rate": 5.717394458145946e-05,
      "loss": 0.0341,
      "step": 11908
    },
    {
      "epoch": 1.2910884648742411,
      "grad_norm": 0.28457731008529663,
      "learning_rate": 5.7170317713622524e-05,
      "loss": 0.0237,
      "step": 11909
    },
    {
      "epoch": 1.2911968777103209,
      "grad_norm": 0.2104826122522354,
      "learning_rate": 5.716669084578559e-05,
      "loss": 0.0177,
      "step": 11910
    },
    {
      "epoch": 1.2913052905464006,
      "grad_norm": 0.0871986672282219,
      "learning_rate": 5.716306397794865e-05,
      "loss": 0.0171,
      "step": 11911
    },
    {
      "epoch": 1.2914137033824804,
      "grad_norm": 0.2598671019077301,
      "learning_rate": 5.7159437110111716e-05,
      "loss": 0.055,
      "step": 11912
    },
    {
      "epoch": 1.2915221162185602,
      "grad_norm": 0.21191012859344482,
      "learning_rate": 5.7155810242274774e-05,
      "loss": 0.0207,
      "step": 11913
    },
    {
      "epoch": 1.2916305290546402,
      "grad_norm": 0.09542112797498703,
      "learning_rate": 5.715218337443784e-05,
      "loss": 0.0064,
      "step": 11914
    },
    {
      "epoch": 1.29173894189072,
      "grad_norm": 0.014643977396190166,
      "learning_rate": 5.71485565066009e-05,
      "loss": 0.0008,
      "step": 11915
    },
    {
      "epoch": 1.2918473547267997,
      "grad_norm": 0.08872257173061371,
      "learning_rate": 5.7144929638763966e-05,
      "loss": 0.0125,
      "step": 11916
    },
    {
      "epoch": 1.2919557675628794,
      "grad_norm": 0.40415075421333313,
      "learning_rate": 5.714130277092703e-05,
      "loss": 0.0197,
      "step": 11917
    },
    {
      "epoch": 1.2920641803989592,
      "grad_norm": 0.06267879903316498,
      "learning_rate": 5.7137675903090094e-05,
      "loss": 0.0084,
      "step": 11918
    },
    {
      "epoch": 1.292172593235039,
      "grad_norm": 0.062348779290914536,
      "learning_rate": 5.713404903525316e-05,
      "loss": 0.0179,
      "step": 11919
    },
    {
      "epoch": 1.2922810060711187,
      "grad_norm": 0.290262907743454,
      "learning_rate": 5.713042216741622e-05,
      "loss": 0.0381,
      "step": 11920
    },
    {
      "epoch": 1.2923894189071987,
      "grad_norm": 0.052504029124975204,
      "learning_rate": 5.712679529957928e-05,
      "loss": 0.0061,
      "step": 11921
    },
    {
      "epoch": 1.2924978317432785,
      "grad_norm": 0.2906632721424103,
      "learning_rate": 5.7123168431742344e-05,
      "loss": 0.0136,
      "step": 11922
    },
    {
      "epoch": 1.2926062445793582,
      "grad_norm": 0.04996196925640106,
      "learning_rate": 5.711954156390541e-05,
      "loss": 0.0083,
      "step": 11923
    },
    {
      "epoch": 1.292714657415438,
      "grad_norm": 0.11343112587928772,
      "learning_rate": 5.711591469606847e-05,
      "loss": 0.0236,
      "step": 11924
    },
    {
      "epoch": 1.2928230702515178,
      "grad_norm": 0.24602378904819489,
      "learning_rate": 5.7112287828231536e-05,
      "loss": 0.0647,
      "step": 11925
    },
    {
      "epoch": 1.2929314830875975,
      "grad_norm": 0.36274296045303345,
      "learning_rate": 5.7108660960394614e-05,
      "loss": 0.0325,
      "step": 11926
    },
    {
      "epoch": 1.2930398959236773,
      "grad_norm": 0.18901123106479645,
      "learning_rate": 5.710503409255767e-05,
      "loss": 0.0132,
      "step": 11927
    },
    {
      "epoch": 1.2931483087597573,
      "grad_norm": 0.3986114263534546,
      "learning_rate": 5.7101407224720735e-05,
      "loss": 0.035,
      "step": 11928
    },
    {
      "epoch": 1.2932567215958368,
      "grad_norm": 0.031141236424446106,
      "learning_rate": 5.70977803568838e-05,
      "loss": 0.0025,
      "step": 11929
    },
    {
      "epoch": 1.2933651344319168,
      "grad_norm": 0.23115034401416779,
      "learning_rate": 5.7094153489046864e-05,
      "loss": 0.0094,
      "step": 11930
    },
    {
      "epoch": 1.2934735472679966,
      "grad_norm": 0.43874499201774597,
      "learning_rate": 5.709052662120993e-05,
      "loss": 0.0377,
      "step": 11931
    },
    {
      "epoch": 1.2935819601040763,
      "grad_norm": 0.12653076648712158,
      "learning_rate": 5.708689975337299e-05,
      "loss": 0.0129,
      "step": 11932
    },
    {
      "epoch": 1.293690372940156,
      "grad_norm": 0.0591738186776638,
      "learning_rate": 5.7083272885536056e-05,
      "loss": 0.0097,
      "step": 11933
    },
    {
      "epoch": 1.2937987857762359,
      "grad_norm": 0.17428627610206604,
      "learning_rate": 5.707964601769912e-05,
      "loss": 0.038,
      "step": 11934
    },
    {
      "epoch": 1.2939071986123156,
      "grad_norm": 0.08902150392532349,
      "learning_rate": 5.7076019149862184e-05,
      "loss": 0.007,
      "step": 11935
    },
    {
      "epoch": 1.2940156114483954,
      "grad_norm": 0.08665961772203445,
      "learning_rate": 5.707239228202524e-05,
      "loss": 0.0145,
      "step": 11936
    },
    {
      "epoch": 1.2941240242844754,
      "grad_norm": 0.28158923983573914,
      "learning_rate": 5.7068765414188306e-05,
      "loss": 0.0262,
      "step": 11937
    },
    {
      "epoch": 1.2942324371205551,
      "grad_norm": 0.2931736409664154,
      "learning_rate": 5.706513854635137e-05,
      "loss": 0.0329,
      "step": 11938
    },
    {
      "epoch": 1.294340849956635,
      "grad_norm": 0.20836064219474792,
      "learning_rate": 5.7061511678514434e-05,
      "loss": 0.0198,
      "step": 11939
    },
    {
      "epoch": 1.2944492627927147,
      "grad_norm": 0.11269596964120865,
      "learning_rate": 5.70578848106775e-05,
      "loss": 0.0059,
      "step": 11940
    },
    {
      "epoch": 1.2945576756287944,
      "grad_norm": 0.08590615540742874,
      "learning_rate": 5.705425794284056e-05,
      "loss": 0.0088,
      "step": 11941
    },
    {
      "epoch": 1.2946660884648742,
      "grad_norm": 0.16882488131523132,
      "learning_rate": 5.7050631075003626e-05,
      "loss": 0.0198,
      "step": 11942
    },
    {
      "epoch": 1.294774501300954,
      "grad_norm": 0.25732964277267456,
      "learning_rate": 5.70470042071667e-05,
      "loss": 0.0619,
      "step": 11943
    },
    {
      "epoch": 1.294882914137034,
      "grad_norm": 0.11826398223638535,
      "learning_rate": 5.704337733932976e-05,
      "loss": 0.0135,
      "step": 11944
    },
    {
      "epoch": 1.2949913269731137,
      "grad_norm": 0.07609404623508453,
      "learning_rate": 5.7039750471492825e-05,
      "loss": 0.0059,
      "step": 11945
    },
    {
      "epoch": 1.2950997398091935,
      "grad_norm": 0.12169048190116882,
      "learning_rate": 5.703612360365589e-05,
      "loss": 0.0127,
      "step": 11946
    },
    {
      "epoch": 1.2952081526452732,
      "grad_norm": 0.4636968672275543,
      "learning_rate": 5.703249673581895e-05,
      "loss": 0.0872,
      "step": 11947
    },
    {
      "epoch": 1.295316565481353,
      "grad_norm": 0.22156991064548492,
      "learning_rate": 5.702886986798202e-05,
      "loss": 0.012,
      "step": 11948
    },
    {
      "epoch": 1.2954249783174328,
      "grad_norm": 0.08822651207447052,
      "learning_rate": 5.702524300014508e-05,
      "loss": 0.0086,
      "step": 11949
    },
    {
      "epoch": 1.2955333911535125,
      "grad_norm": 0.19297060370445251,
      "learning_rate": 5.702161613230814e-05,
      "loss": 0.0139,
      "step": 11950
    },
    {
      "epoch": 1.2956418039895925,
      "grad_norm": 0.15388385951519012,
      "learning_rate": 5.70179892644712e-05,
      "loss": 0.0107,
      "step": 11951
    },
    {
      "epoch": 1.295750216825672,
      "grad_norm": 0.1608799546957016,
      "learning_rate": 5.701436239663427e-05,
      "loss": 0.0298,
      "step": 11952
    },
    {
      "epoch": 1.295858629661752,
      "grad_norm": 0.11395052075386047,
      "learning_rate": 5.701073552879733e-05,
      "loss": 0.0098,
      "step": 11953
    },
    {
      "epoch": 1.2959670424978318,
      "grad_norm": 0.19136299192905426,
      "learning_rate": 5.7007108660960395e-05,
      "loss": 0.0377,
      "step": 11954
    },
    {
      "epoch": 1.2960754553339116,
      "grad_norm": 0.26566505432128906,
      "learning_rate": 5.700348179312346e-05,
      "loss": 0.0277,
      "step": 11955
    },
    {
      "epoch": 1.2961838681699913,
      "grad_norm": 0.11547204107046127,
      "learning_rate": 5.6999854925286524e-05,
      "loss": 0.0141,
      "step": 11956
    },
    {
      "epoch": 1.296292281006071,
      "grad_norm": 0.28898829221725464,
      "learning_rate": 5.699622805744959e-05,
      "loss": 0.0219,
      "step": 11957
    },
    {
      "epoch": 1.2964006938421508,
      "grad_norm": 0.26660120487213135,
      "learning_rate": 5.699260118961265e-05,
      "loss": 0.015,
      "step": 11958
    },
    {
      "epoch": 1.2965091066782306,
      "grad_norm": 0.11312428116798401,
      "learning_rate": 5.698897432177571e-05,
      "loss": 0.0122,
      "step": 11959
    },
    {
      "epoch": 1.2966175195143106,
      "grad_norm": 0.29176321625709534,
      "learning_rate": 5.698534745393879e-05,
      "loss": 0.0669,
      "step": 11960
    },
    {
      "epoch": 1.2967259323503904,
      "grad_norm": 0.11469078063964844,
      "learning_rate": 5.698172058610185e-05,
      "loss": 0.0105,
      "step": 11961
    },
    {
      "epoch": 1.2968343451864701,
      "grad_norm": 0.11389762163162231,
      "learning_rate": 5.6978093718264915e-05,
      "loss": 0.0377,
      "step": 11962
    },
    {
      "epoch": 1.2969427580225499,
      "grad_norm": 0.08375683426856995,
      "learning_rate": 5.697446685042798e-05,
      "loss": 0.0112,
      "step": 11963
    },
    {
      "epoch": 1.2970511708586296,
      "grad_norm": 0.28262948989868164,
      "learning_rate": 5.697083998259104e-05,
      "loss": 0.0187,
      "step": 11964
    },
    {
      "epoch": 1.2971595836947094,
      "grad_norm": 0.07734046131372452,
      "learning_rate": 5.69672131147541e-05,
      "loss": 0.0148,
      "step": 11965
    },
    {
      "epoch": 1.2972679965307892,
      "grad_norm": 0.3038792014122009,
      "learning_rate": 5.6963586246917165e-05,
      "loss": 0.0815,
      "step": 11966
    },
    {
      "epoch": 1.2973764093668692,
      "grad_norm": 0.07046473026275635,
      "learning_rate": 5.695995937908023e-05,
      "loss": 0.0089,
      "step": 11967
    },
    {
      "epoch": 1.2974848222029487,
      "grad_norm": 0.18712781369686127,
      "learning_rate": 5.695633251124329e-05,
      "loss": 0.0203,
      "step": 11968
    },
    {
      "epoch": 1.2975932350390287,
      "grad_norm": 0.006658226251602173,
      "learning_rate": 5.695270564340636e-05,
      "loss": 0.0005,
      "step": 11969
    },
    {
      "epoch": 1.2977016478751084,
      "grad_norm": 0.07576025277376175,
      "learning_rate": 5.694907877556942e-05,
      "loss": 0.0083,
      "step": 11970
    },
    {
      "epoch": 1.2978100607111882,
      "grad_norm": 0.2319430410861969,
      "learning_rate": 5.6945451907732485e-05,
      "loss": 0.0375,
      "step": 11971
    },
    {
      "epoch": 1.297918473547268,
      "grad_norm": 0.16189520061016083,
      "learning_rate": 5.694182503989555e-05,
      "loss": 0.0168,
      "step": 11972
    },
    {
      "epoch": 1.2980268863833477,
      "grad_norm": 0.0955333560705185,
      "learning_rate": 5.693819817205861e-05,
      "loss": 0.016,
      "step": 11973
    },
    {
      "epoch": 1.2981352992194277,
      "grad_norm": 0.7293468713760376,
      "learning_rate": 5.693457130422167e-05,
      "loss": 0.0326,
      "step": 11974
    },
    {
      "epoch": 1.2982437120555073,
      "grad_norm": 0.09059210121631622,
      "learning_rate": 5.6930944436384735e-05,
      "loss": 0.0121,
      "step": 11975
    },
    {
      "epoch": 1.2983521248915872,
      "grad_norm": 0.11114422976970673,
      "learning_rate": 5.69273175685478e-05,
      "loss": 0.0059,
      "step": 11976
    },
    {
      "epoch": 1.298460537727667,
      "grad_norm": 0.1921919882297516,
      "learning_rate": 5.692369070071086e-05,
      "loss": 0.0126,
      "step": 11977
    },
    {
      "epoch": 1.2985689505637468,
      "grad_norm": 0.3073984682559967,
      "learning_rate": 5.692006383287394e-05,
      "loss": 0.0291,
      "step": 11978
    },
    {
      "epoch": 1.2986773633998265,
      "grad_norm": 0.4470718204975128,
      "learning_rate": 5.6916436965037e-05,
      "loss": 0.0332,
      "step": 11979
    },
    {
      "epoch": 1.2987857762359063,
      "grad_norm": 0.04390840232372284,
      "learning_rate": 5.691281009720006e-05,
      "loss": 0.0047,
      "step": 11980
    },
    {
      "epoch": 1.298894189071986,
      "grad_norm": 0.43133628368377686,
      "learning_rate": 5.6909183229363126e-05,
      "loss": 0.0404,
      "step": 11981
    },
    {
      "epoch": 1.2990026019080658,
      "grad_norm": 0.24216030538082123,
      "learning_rate": 5.690555636152619e-05,
      "loss": 0.0905,
      "step": 11982
    },
    {
      "epoch": 1.2991110147441458,
      "grad_norm": 0.13572849333286285,
      "learning_rate": 5.6901929493689254e-05,
      "loss": 0.0107,
      "step": 11983
    },
    {
      "epoch": 1.2992194275802256,
      "grad_norm": 0.29184749722480774,
      "learning_rate": 5.689830262585232e-05,
      "loss": 0.0176,
      "step": 11984
    },
    {
      "epoch": 1.2993278404163053,
      "grad_norm": 0.0987430214881897,
      "learning_rate": 5.689467575801538e-05,
      "loss": 0.0106,
      "step": 11985
    },
    {
      "epoch": 1.299436253252385,
      "grad_norm": 0.16490355134010315,
      "learning_rate": 5.689104889017845e-05,
      "loss": 0.0279,
      "step": 11986
    },
    {
      "epoch": 1.2995446660884649,
      "grad_norm": 0.3010207712650299,
      "learning_rate": 5.688742202234151e-05,
      "loss": 0.0262,
      "step": 11987
    },
    {
      "epoch": 1.2996530789245446,
      "grad_norm": 0.45177948474884033,
      "learning_rate": 5.688379515450457e-05,
      "loss": 0.0629,
      "step": 11988
    },
    {
      "epoch": 1.2997614917606244,
      "grad_norm": 0.16757141053676605,
      "learning_rate": 5.688016828666763e-05,
      "loss": 0.051,
      "step": 11989
    },
    {
      "epoch": 1.2998699045967044,
      "grad_norm": 0.11153116822242737,
      "learning_rate": 5.6876541418830696e-05,
      "loss": 0.008,
      "step": 11990
    },
    {
      "epoch": 1.299978317432784,
      "grad_norm": 0.027249274775385857,
      "learning_rate": 5.687291455099376e-05,
      "loss": 0.0028,
      "step": 11991
    },
    {
      "epoch": 1.300086730268864,
      "grad_norm": 0.20426996052265167,
      "learning_rate": 5.6869287683156825e-05,
      "loss": 0.0572,
      "step": 11992
    },
    {
      "epoch": 1.3001951431049437,
      "grad_norm": 0.05408143997192383,
      "learning_rate": 5.686566081531989e-05,
      "loss": 0.0062,
      "step": 11993
    },
    {
      "epoch": 1.3003035559410234,
      "grad_norm": 0.04743039235472679,
      "learning_rate": 5.686203394748295e-05,
      "loss": 0.0055,
      "step": 11994
    },
    {
      "epoch": 1.3004119687771032,
      "grad_norm": 0.03682393953204155,
      "learning_rate": 5.6858407079646024e-05,
      "loss": 0.0077,
      "step": 11995
    },
    {
      "epoch": 1.300520381613183,
      "grad_norm": 0.1599494069814682,
      "learning_rate": 5.685478021180909e-05,
      "loss": 0.0169,
      "step": 11996
    },
    {
      "epoch": 1.3006287944492627,
      "grad_norm": 0.16739845275878906,
      "learning_rate": 5.685115334397215e-05,
      "loss": 0.0219,
      "step": 11997
    },
    {
      "epoch": 1.3007372072853425,
      "grad_norm": 0.03972005844116211,
      "learning_rate": 5.6847526476135216e-05,
      "loss": 0.0038,
      "step": 11998
    },
    {
      "epoch": 1.3008456201214225,
      "grad_norm": 0.2259029895067215,
      "learning_rate": 5.684389960829828e-05,
      "loss": 0.033,
      "step": 11999
    },
    {
      "epoch": 1.3009540329575022,
      "grad_norm": 0.5333117842674255,
      "learning_rate": 5.6840272740461344e-05,
      "loss": 0.0239,
      "step": 12000
    },
    {
      "epoch": 1.301062445793582,
      "grad_norm": 0.17892909049987793,
      "learning_rate": 5.683664587262441e-05,
      "loss": 0.0311,
      "step": 12001
    },
    {
      "epoch": 1.3011708586296618,
      "grad_norm": 0.10164805501699448,
      "learning_rate": 5.6833019004787466e-05,
      "loss": 0.0207,
      "step": 12002
    },
    {
      "epoch": 1.3012792714657415,
      "grad_norm": 0.19138160347938538,
      "learning_rate": 5.682939213695053e-05,
      "loss": 0.0189,
      "step": 12003
    },
    {
      "epoch": 1.3013876843018213,
      "grad_norm": 0.18320795893669128,
      "learning_rate": 5.6825765269113594e-05,
      "loss": 0.0159,
      "step": 12004
    },
    {
      "epoch": 1.301496097137901,
      "grad_norm": 0.14105923473834991,
      "learning_rate": 5.682213840127666e-05,
      "loss": 0.0128,
      "step": 12005
    },
    {
      "epoch": 1.301604509973981,
      "grad_norm": 0.04088621586561203,
      "learning_rate": 5.681851153343972e-05,
      "loss": 0.0092,
      "step": 12006
    },
    {
      "epoch": 1.3017129228100608,
      "grad_norm": 0.1950552612543106,
      "learning_rate": 5.6814884665602786e-05,
      "loss": 0.0137,
      "step": 12007
    },
    {
      "epoch": 1.3018213356461406,
      "grad_norm": 0.22980627417564392,
      "learning_rate": 5.681125779776585e-05,
      "loss": 0.0128,
      "step": 12008
    },
    {
      "epoch": 1.3019297484822203,
      "grad_norm": 0.07753418385982513,
      "learning_rate": 5.6807630929928914e-05,
      "loss": 0.0136,
      "step": 12009
    },
    {
      "epoch": 1.3020381613183,
      "grad_norm": 0.17153006792068481,
      "learning_rate": 5.680400406209198e-05,
      "loss": 0.0208,
      "step": 12010
    },
    {
      "epoch": 1.3021465741543798,
      "grad_norm": 0.08896802365779877,
      "learning_rate": 5.6800377194255036e-05,
      "loss": 0.0112,
      "step": 12011
    },
    {
      "epoch": 1.3022549869904596,
      "grad_norm": 0.422819584608078,
      "learning_rate": 5.6796750326418113e-05,
      "loss": 0.0293,
      "step": 12012
    },
    {
      "epoch": 1.3023633998265396,
      "grad_norm": 0.23738954961299896,
      "learning_rate": 5.679312345858118e-05,
      "loss": 0.0385,
      "step": 12013
    },
    {
      "epoch": 1.3024718126626191,
      "grad_norm": 0.08372402936220169,
      "learning_rate": 5.678949659074424e-05,
      "loss": 0.0107,
      "step": 12014
    },
    {
      "epoch": 1.3025802254986991,
      "grad_norm": 0.20299465954303741,
      "learning_rate": 5.6785869722907306e-05,
      "loss": 0.0647,
      "step": 12015
    },
    {
      "epoch": 1.3026886383347789,
      "grad_norm": 0.16244223713874817,
      "learning_rate": 5.678224285507037e-05,
      "loss": 0.0215,
      "step": 12016
    },
    {
      "epoch": 1.3027970511708586,
      "grad_norm": 0.10055786371231079,
      "learning_rate": 5.677861598723343e-05,
      "loss": 0.0056,
      "step": 12017
    },
    {
      "epoch": 1.3029054640069384,
      "grad_norm": 0.18050813674926758,
      "learning_rate": 5.677498911939649e-05,
      "loss": 0.0205,
      "step": 12018
    },
    {
      "epoch": 1.3030138768430182,
      "grad_norm": 0.1608191877603531,
      "learning_rate": 5.6771362251559555e-05,
      "loss": 0.0164,
      "step": 12019
    },
    {
      "epoch": 1.303122289679098,
      "grad_norm": 0.18230800330638885,
      "learning_rate": 5.676773538372262e-05,
      "loss": 0.0383,
      "step": 12020
    },
    {
      "epoch": 1.3032307025151777,
      "grad_norm": 0.10522942990064621,
      "learning_rate": 5.6764108515885684e-05,
      "loss": 0.0157,
      "step": 12021
    },
    {
      "epoch": 1.3033391153512577,
      "grad_norm": 0.18787306547164917,
      "learning_rate": 5.676048164804875e-05,
      "loss": 0.0292,
      "step": 12022
    },
    {
      "epoch": 1.3034475281873374,
      "grad_norm": 0.11306913197040558,
      "learning_rate": 5.675685478021181e-05,
      "loss": 0.0041,
      "step": 12023
    },
    {
      "epoch": 1.3035559410234172,
      "grad_norm": 0.24466587603092194,
      "learning_rate": 5.6753227912374876e-05,
      "loss": 0.012,
      "step": 12024
    },
    {
      "epoch": 1.303664353859497,
      "grad_norm": 0.34915801882743835,
      "learning_rate": 5.674960104453794e-05,
      "loss": 0.02,
      "step": 12025
    },
    {
      "epoch": 1.3037727666955767,
      "grad_norm": 0.07903001457452774,
      "learning_rate": 5.6745974176701e-05,
      "loss": 0.015,
      "step": 12026
    },
    {
      "epoch": 1.3038811795316565,
      "grad_norm": 0.19452893733978271,
      "learning_rate": 5.674234730886406e-05,
      "loss": 0.0115,
      "step": 12027
    },
    {
      "epoch": 1.3039895923677363,
      "grad_norm": 0.5520268678665161,
      "learning_rate": 5.6738720441027126e-05,
      "loss": 0.0133,
      "step": 12028
    },
    {
      "epoch": 1.3040980052038162,
      "grad_norm": 0.17436100542545319,
      "learning_rate": 5.67350935731902e-05,
      "loss": 0.0368,
      "step": 12029
    },
    {
      "epoch": 1.3042064180398958,
      "grad_norm": 0.23320023715496063,
      "learning_rate": 5.673146670535327e-05,
      "loss": 0.0147,
      "step": 12030
    },
    {
      "epoch": 1.3043148308759758,
      "grad_norm": 0.27576082944869995,
      "learning_rate": 5.6727839837516325e-05,
      "loss": 0.0441,
      "step": 12031
    },
    {
      "epoch": 1.3044232437120555,
      "grad_norm": 0.033216945827007294,
      "learning_rate": 5.672421296967939e-05,
      "loss": 0.0039,
      "step": 12032
    },
    {
      "epoch": 1.3045316565481353,
      "grad_norm": 0.1393713802099228,
      "learning_rate": 5.672058610184245e-05,
      "loss": 0.0087,
      "step": 12033
    },
    {
      "epoch": 1.304640069384215,
      "grad_norm": 0.3011918067932129,
      "learning_rate": 5.671695923400552e-05,
      "loss": 0.0183,
      "step": 12034
    },
    {
      "epoch": 1.3047484822202948,
      "grad_norm": 0.32403507828712463,
      "learning_rate": 5.671333236616858e-05,
      "loss": 0.0285,
      "step": 12035
    },
    {
      "epoch": 1.3048568950563748,
      "grad_norm": 0.13793034851551056,
      "learning_rate": 5.6709705498331645e-05,
      "loss": 0.0344,
      "step": 12036
    },
    {
      "epoch": 1.3049653078924544,
      "grad_norm": 0.03888202831149101,
      "learning_rate": 5.670607863049471e-05,
      "loss": 0.0022,
      "step": 12037
    },
    {
      "epoch": 1.3050737207285343,
      "grad_norm": 0.4528871178627014,
      "learning_rate": 5.670245176265777e-05,
      "loss": 0.0411,
      "step": 12038
    },
    {
      "epoch": 1.305182133564614,
      "grad_norm": 0.10503141582012177,
      "learning_rate": 5.669882489482084e-05,
      "loss": 0.0102,
      "step": 12039
    },
    {
      "epoch": 1.3052905464006939,
      "grad_norm": 0.3382587432861328,
      "learning_rate": 5.6695198026983895e-05,
      "loss": 0.0898,
      "step": 12040
    },
    {
      "epoch": 1.3053989592367736,
      "grad_norm": 0.2082667499780655,
      "learning_rate": 5.669157115914696e-05,
      "loss": 0.0094,
      "step": 12041
    },
    {
      "epoch": 1.3055073720728534,
      "grad_norm": 0.2397417426109314,
      "learning_rate": 5.668794429131002e-05,
      "loss": 0.0183,
      "step": 12042
    },
    {
      "epoch": 1.3056157849089332,
      "grad_norm": 0.26469293236732483,
      "learning_rate": 5.668431742347309e-05,
      "loss": 0.0218,
      "step": 12043
    },
    {
      "epoch": 1.305724197745013,
      "grad_norm": 0.26730868220329285,
      "learning_rate": 5.668069055563615e-05,
      "loss": 0.0453,
      "step": 12044
    },
    {
      "epoch": 1.305832610581093,
      "grad_norm": 0.18464088439941406,
      "learning_rate": 5.6677063687799215e-05,
      "loss": 0.034,
      "step": 12045
    },
    {
      "epoch": 1.3059410234171727,
      "grad_norm": 0.16301549971103668,
      "learning_rate": 5.667343681996228e-05,
      "loss": 0.0281,
      "step": 12046
    },
    {
      "epoch": 1.3060494362532524,
      "grad_norm": 0.045904491096735,
      "learning_rate": 5.666980995212535e-05,
      "loss": 0.0109,
      "step": 12047
    },
    {
      "epoch": 1.3061578490893322,
      "grad_norm": 0.23964320123195648,
      "learning_rate": 5.6666183084288414e-05,
      "loss": 0.0834,
      "step": 12048
    },
    {
      "epoch": 1.306266261925412,
      "grad_norm": 0.18460017442703247,
      "learning_rate": 5.666255621645148e-05,
      "loss": 0.0389,
      "step": 12049
    },
    {
      "epoch": 1.3063746747614917,
      "grad_norm": 0.13327981531620026,
      "learning_rate": 5.665892934861454e-05,
      "loss": 0.0096,
      "step": 12050
    },
    {
      "epoch": 1.3064830875975715,
      "grad_norm": 0.1408384144306183,
      "learning_rate": 5.665530248077761e-05,
      "loss": 0.0284,
      "step": 12051
    },
    {
      "epoch": 1.3065915004336515,
      "grad_norm": 0.09898106008768082,
      "learning_rate": 5.665167561294067e-05,
      "loss": 0.0071,
      "step": 12052
    },
    {
      "epoch": 1.306699913269731,
      "grad_norm": 0.18583247065544128,
      "learning_rate": 5.6648048745103735e-05,
      "loss": 0.0147,
      "step": 12053
    },
    {
      "epoch": 1.306808326105811,
      "grad_norm": 0.3239916265010834,
      "learning_rate": 5.664442187726679e-05,
      "loss": 0.0227,
      "step": 12054
    },
    {
      "epoch": 1.3069167389418908,
      "grad_norm": 0.32573869824409485,
      "learning_rate": 5.6640795009429856e-05,
      "loss": 0.0791,
      "step": 12055
    },
    {
      "epoch": 1.3070251517779705,
      "grad_norm": 0.16563238203525543,
      "learning_rate": 5.663716814159292e-05,
      "loss": 0.0202,
      "step": 12056
    },
    {
      "epoch": 1.3071335646140503,
      "grad_norm": 0.07085415720939636,
      "learning_rate": 5.6633541273755985e-05,
      "loss": 0.014,
      "step": 12057
    },
    {
      "epoch": 1.30724197745013,
      "grad_norm": 0.09687516838312149,
      "learning_rate": 5.662991440591905e-05,
      "loss": 0.0076,
      "step": 12058
    },
    {
      "epoch": 1.3073503902862098,
      "grad_norm": 0.2357875406742096,
      "learning_rate": 5.662628753808211e-05,
      "loss": 0.0436,
      "step": 12059
    },
    {
      "epoch": 1.3074588031222896,
      "grad_norm": 0.2654695510864258,
      "learning_rate": 5.662266067024518e-05,
      "loss": 0.0328,
      "step": 12060
    },
    {
      "epoch": 1.3075672159583696,
      "grad_norm": 0.12138944864273071,
      "learning_rate": 5.661903380240824e-05,
      "loss": 0.0195,
      "step": 12061
    },
    {
      "epoch": 1.3076756287944493,
      "grad_norm": 0.17283126711845398,
      "learning_rate": 5.6615406934571305e-05,
      "loss": 0.0234,
      "step": 12062
    },
    {
      "epoch": 1.307784041630529,
      "grad_norm": 0.2244366556406021,
      "learning_rate": 5.661178006673436e-05,
      "loss": 0.017,
      "step": 12063
    },
    {
      "epoch": 1.3078924544666088,
      "grad_norm": 0.09172029793262482,
      "learning_rate": 5.660815319889744e-05,
      "loss": 0.0168,
      "step": 12064
    },
    {
      "epoch": 1.3080008673026886,
      "grad_norm": 0.0898003801703453,
      "learning_rate": 5.6604526331060504e-05,
      "loss": 0.0109,
      "step": 12065
    },
    {
      "epoch": 1.3081092801387684,
      "grad_norm": 0.377002477645874,
      "learning_rate": 5.660089946322357e-05,
      "loss": 0.0221,
      "step": 12066
    },
    {
      "epoch": 1.3082176929748481,
      "grad_norm": 0.06505356729030609,
      "learning_rate": 5.659727259538663e-05,
      "loss": 0.0102,
      "step": 12067
    },
    {
      "epoch": 1.3083261058109281,
      "grad_norm": 0.20032578706741333,
      "learning_rate": 5.6593645727549697e-05,
      "loss": 0.0298,
      "step": 12068
    },
    {
      "epoch": 1.3084345186470079,
      "grad_norm": 0.036450646817684174,
      "learning_rate": 5.6590018859712754e-05,
      "loss": 0.0035,
      "step": 12069
    },
    {
      "epoch": 1.3085429314830876,
      "grad_norm": 0.1919650137424469,
      "learning_rate": 5.658639199187582e-05,
      "loss": 0.0437,
      "step": 12070
    },
    {
      "epoch": 1.3086513443191674,
      "grad_norm": 0.09753584116697311,
      "learning_rate": 5.658276512403888e-05,
      "loss": 0.0149,
      "step": 12071
    },
    {
      "epoch": 1.3087597571552472,
      "grad_norm": 0.2993980944156647,
      "learning_rate": 5.6579138256201946e-05,
      "loss": 0.0252,
      "step": 12072
    },
    {
      "epoch": 1.308868169991327,
      "grad_norm": 0.05679583549499512,
      "learning_rate": 5.657551138836501e-05,
      "loss": 0.0045,
      "step": 12073
    },
    {
      "epoch": 1.3089765828274067,
      "grad_norm": 0.2030148208141327,
      "learning_rate": 5.6571884520528074e-05,
      "loss": 0.0241,
      "step": 12074
    },
    {
      "epoch": 1.3090849956634867,
      "grad_norm": 0.3183267116546631,
      "learning_rate": 5.656825765269114e-05,
      "loss": 0.0216,
      "step": 12075
    },
    {
      "epoch": 1.3091934084995662,
      "grad_norm": 0.1829877495765686,
      "learning_rate": 5.65646307848542e-05,
      "loss": 0.0729,
      "step": 12076
    },
    {
      "epoch": 1.3093018213356462,
      "grad_norm": 0.11859917640686035,
      "learning_rate": 5.656100391701727e-05,
      "loss": 0.0146,
      "step": 12077
    },
    {
      "epoch": 1.309410234171726,
      "grad_norm": 0.25405213236808777,
      "learning_rate": 5.6557377049180324e-05,
      "loss": 0.042,
      "step": 12078
    },
    {
      "epoch": 1.3095186470078057,
      "grad_norm": 0.17882119119167328,
      "learning_rate": 5.655375018134339e-05,
      "loss": 0.0318,
      "step": 12079
    },
    {
      "epoch": 1.3096270598438855,
      "grad_norm": 0.21069961786270142,
      "learning_rate": 5.655012331350645e-05,
      "loss": 0.0128,
      "step": 12080
    },
    {
      "epoch": 1.3097354726799653,
      "grad_norm": 0.15889114141464233,
      "learning_rate": 5.654649644566953e-05,
      "loss": 0.0263,
      "step": 12081
    },
    {
      "epoch": 1.309843885516045,
      "grad_norm": 0.2468561828136444,
      "learning_rate": 5.6542869577832594e-05,
      "loss": 0.0295,
      "step": 12082
    },
    {
      "epoch": 1.3099522983521248,
      "grad_norm": 0.10668293386697769,
      "learning_rate": 5.653924270999565e-05,
      "loss": 0.0147,
      "step": 12083
    },
    {
      "epoch": 1.3100607111882048,
      "grad_norm": 0.06859196722507477,
      "learning_rate": 5.6535615842158715e-05,
      "loss": 0.0039,
      "step": 12084
    },
    {
      "epoch": 1.3101691240242845,
      "grad_norm": 0.16865494847297668,
      "learning_rate": 5.653198897432178e-05,
      "loss": 0.0358,
      "step": 12085
    },
    {
      "epoch": 1.3102775368603643,
      "grad_norm": 0.1402513086795807,
      "learning_rate": 5.6528362106484844e-05,
      "loss": 0.0297,
      "step": 12086
    },
    {
      "epoch": 1.310385949696444,
      "grad_norm": 0.13380663096904755,
      "learning_rate": 5.652473523864791e-05,
      "loss": 0.0218,
      "step": 12087
    },
    {
      "epoch": 1.3104943625325238,
      "grad_norm": 0.09598371386528015,
      "learning_rate": 5.652110837081097e-05,
      "loss": 0.0155,
      "step": 12088
    },
    {
      "epoch": 1.3106027753686036,
      "grad_norm": 0.16508814692497253,
      "learning_rate": 5.6517481502974036e-05,
      "loss": 0.0631,
      "step": 12089
    },
    {
      "epoch": 1.3107111882046834,
      "grad_norm": 0.018879715353250504,
      "learning_rate": 5.65138546351371e-05,
      "loss": 0.0023,
      "step": 12090
    },
    {
      "epoch": 1.3108196010407633,
      "grad_norm": 0.09331109374761581,
      "learning_rate": 5.6510227767300164e-05,
      "loss": 0.0148,
      "step": 12091
    },
    {
      "epoch": 1.310928013876843,
      "grad_norm": 0.049072276800870895,
      "learning_rate": 5.650660089946322e-05,
      "loss": 0.0044,
      "step": 12092
    },
    {
      "epoch": 1.3110364267129229,
      "grad_norm": 0.061516255140304565,
      "learning_rate": 5.6502974031626286e-05,
      "loss": 0.0092,
      "step": 12093
    },
    {
      "epoch": 1.3111448395490026,
      "grad_norm": 0.1646038144826889,
      "learning_rate": 5.649934716378935e-05,
      "loss": 0.02,
      "step": 12094
    },
    {
      "epoch": 1.3112532523850824,
      "grad_norm": 0.060888681560754776,
      "learning_rate": 5.6495720295952414e-05,
      "loss": 0.0108,
      "step": 12095
    },
    {
      "epoch": 1.3113616652211622,
      "grad_norm": 0.235743910074234,
      "learning_rate": 5.649209342811548e-05,
      "loss": 0.0265,
      "step": 12096
    },
    {
      "epoch": 1.311470078057242,
      "grad_norm": 0.19921685755252838,
      "learning_rate": 5.648846656027854e-05,
      "loss": 0.0337,
      "step": 12097
    },
    {
      "epoch": 1.311578490893322,
      "grad_norm": 0.14775651693344116,
      "learning_rate": 5.648483969244161e-05,
      "loss": 0.0211,
      "step": 12098
    },
    {
      "epoch": 1.3116869037294014,
      "grad_norm": 0.22892144322395325,
      "learning_rate": 5.648121282460468e-05,
      "loss": 0.0131,
      "step": 12099
    },
    {
      "epoch": 1.3117953165654814,
      "grad_norm": 0.2103007733821869,
      "learning_rate": 5.647758595676774e-05,
      "loss": 0.0485,
      "step": 12100
    },
    {
      "epoch": 1.3119037294015612,
      "grad_norm": 0.10233309864997864,
      "learning_rate": 5.6473959088930805e-05,
      "loss": 0.0116,
      "step": 12101
    },
    {
      "epoch": 1.312012142237641,
      "grad_norm": 0.30222830176353455,
      "learning_rate": 5.647033222109387e-05,
      "loss": 0.0882,
      "step": 12102
    },
    {
      "epoch": 1.3121205550737207,
      "grad_norm": 0.23261165618896484,
      "learning_rate": 5.6466705353256933e-05,
      "loss": 0.0146,
      "step": 12103
    },
    {
      "epoch": 1.3122289679098005,
      "grad_norm": 0.10276699811220169,
      "learning_rate": 5.646307848542e-05,
      "loss": 0.0098,
      "step": 12104
    },
    {
      "epoch": 1.3123373807458802,
      "grad_norm": 0.1699339747428894,
      "learning_rate": 5.645945161758306e-05,
      "loss": 0.0132,
      "step": 12105
    },
    {
      "epoch": 1.31244579358196,
      "grad_norm": 0.1345335841178894,
      "learning_rate": 5.645582474974612e-05,
      "loss": 0.0235,
      "step": 12106
    },
    {
      "epoch": 1.31255420641804,
      "grad_norm": 0.29742375016212463,
      "learning_rate": 5.645219788190918e-05,
      "loss": 0.0256,
      "step": 12107
    },
    {
      "epoch": 1.3126626192541198,
      "grad_norm": 0.1676790416240692,
      "learning_rate": 5.644857101407225e-05,
      "loss": 0.0096,
      "step": 12108
    },
    {
      "epoch": 1.3127710320901995,
      "grad_norm": 0.1816941350698471,
      "learning_rate": 5.644494414623531e-05,
      "loss": 0.0501,
      "step": 12109
    },
    {
      "epoch": 1.3128794449262793,
      "grad_norm": 0.14696520566940308,
      "learning_rate": 5.6441317278398375e-05,
      "loss": 0.0144,
      "step": 12110
    },
    {
      "epoch": 1.312987857762359,
      "grad_norm": 0.16254349052906036,
      "learning_rate": 5.643769041056144e-05,
      "loss": 0.0162,
      "step": 12111
    },
    {
      "epoch": 1.3130962705984388,
      "grad_norm": 0.0735727846622467,
      "learning_rate": 5.6434063542724504e-05,
      "loss": 0.0112,
      "step": 12112
    },
    {
      "epoch": 1.3132046834345186,
      "grad_norm": 0.1857937127351761,
      "learning_rate": 5.643043667488757e-05,
      "loss": 0.0393,
      "step": 12113
    },
    {
      "epoch": 1.3133130962705986,
      "grad_norm": 0.1134515330195427,
      "learning_rate": 5.642680980705063e-05,
      "loss": 0.024,
      "step": 12114
    },
    {
      "epoch": 1.313421509106678,
      "grad_norm": 0.16555052995681763,
      "learning_rate": 5.642318293921369e-05,
      "loss": 0.0304,
      "step": 12115
    },
    {
      "epoch": 1.313529921942758,
      "grad_norm": 0.041459888219833374,
      "learning_rate": 5.641955607137677e-05,
      "loss": 0.0054,
      "step": 12116
    },
    {
      "epoch": 1.3136383347788378,
      "grad_norm": 0.28886905312538147,
      "learning_rate": 5.641592920353983e-05,
      "loss": 0.0248,
      "step": 12117
    },
    {
      "epoch": 1.3137467476149176,
      "grad_norm": 0.2518594563007355,
      "learning_rate": 5.6412302335702895e-05,
      "loss": 0.0236,
      "step": 12118
    },
    {
      "epoch": 1.3138551604509974,
      "grad_norm": 0.07903873920440674,
      "learning_rate": 5.640867546786596e-05,
      "loss": 0.0068,
      "step": 12119
    },
    {
      "epoch": 1.3139635732870771,
      "grad_norm": 0.21596617996692657,
      "learning_rate": 5.640504860002902e-05,
      "loss": 0.0323,
      "step": 12120
    },
    {
      "epoch": 1.314071986123157,
      "grad_norm": 0.053391605615615845,
      "learning_rate": 5.640142173219208e-05,
      "loss": 0.0046,
      "step": 12121
    },
    {
      "epoch": 1.3141803989592367,
      "grad_norm": 0.10031276941299438,
      "learning_rate": 5.6397794864355145e-05,
      "loss": 0.0261,
      "step": 12122
    },
    {
      "epoch": 1.3142888117953166,
      "grad_norm": 0.2614161968231201,
      "learning_rate": 5.639416799651821e-05,
      "loss": 0.015,
      "step": 12123
    },
    {
      "epoch": 1.3143972246313964,
      "grad_norm": 0.05997714027762413,
      "learning_rate": 5.639054112868127e-05,
      "loss": 0.0056,
      "step": 12124
    },
    {
      "epoch": 1.3145056374674762,
      "grad_norm": 0.20952822268009186,
      "learning_rate": 5.638691426084434e-05,
      "loss": 0.0127,
      "step": 12125
    },
    {
      "epoch": 1.314614050303556,
      "grad_norm": 0.08436229079961777,
      "learning_rate": 5.63832873930074e-05,
      "loss": 0.0049,
      "step": 12126
    },
    {
      "epoch": 1.3147224631396357,
      "grad_norm": 0.6983133554458618,
      "learning_rate": 5.6379660525170465e-05,
      "loss": 0.0225,
      "step": 12127
    },
    {
      "epoch": 1.3148308759757155,
      "grad_norm": 0.3027511537075043,
      "learning_rate": 5.637603365733353e-05,
      "loss": 0.0384,
      "step": 12128
    },
    {
      "epoch": 1.3149392888117952,
      "grad_norm": 0.12676818668842316,
      "learning_rate": 5.637240678949659e-05,
      "loss": 0.0281,
      "step": 12129
    },
    {
      "epoch": 1.3150477016478752,
      "grad_norm": 0.03344819322228432,
      "learning_rate": 5.636877992165965e-05,
      "loss": 0.0037,
      "step": 12130
    },
    {
      "epoch": 1.315156114483955,
      "grad_norm": 0.13193048536777496,
      "learning_rate": 5.6365153053822715e-05,
      "loss": 0.0073,
      "step": 12131
    },
    {
      "epoch": 1.3152645273200347,
      "grad_norm": 0.3191283345222473,
      "learning_rate": 5.636152618598578e-05,
      "loss": 0.0077,
      "step": 12132
    },
    {
      "epoch": 1.3153729401561145,
      "grad_norm": 0.36674949526786804,
      "learning_rate": 5.6357899318148857e-05,
      "loss": 0.0291,
      "step": 12133
    },
    {
      "epoch": 1.3154813529921943,
      "grad_norm": 0.07321525365114212,
      "learning_rate": 5.635427245031192e-05,
      "loss": 0.0077,
      "step": 12134
    },
    {
      "epoch": 1.315589765828274,
      "grad_norm": 0.07202097028493881,
      "learning_rate": 5.635064558247498e-05,
      "loss": 0.0071,
      "step": 12135
    },
    {
      "epoch": 1.3156981786643538,
      "grad_norm": 0.06011764332652092,
      "learning_rate": 5.634701871463804e-05,
      "loss": 0.0075,
      "step": 12136
    },
    {
      "epoch": 1.3158065915004338,
      "grad_norm": 0.2805853486061096,
      "learning_rate": 5.6343391846801106e-05,
      "loss": 0.0442,
      "step": 12137
    },
    {
      "epoch": 1.3159150043365133,
      "grad_norm": 0.10443020612001419,
      "learning_rate": 5.633976497896417e-05,
      "loss": 0.0116,
      "step": 12138
    },
    {
      "epoch": 1.3160234171725933,
      "grad_norm": 0.017757894471287727,
      "learning_rate": 5.6336138111127234e-05,
      "loss": 0.0009,
      "step": 12139
    },
    {
      "epoch": 1.316131830008673,
      "grad_norm": 0.17184679210186005,
      "learning_rate": 5.63325112432903e-05,
      "loss": 0.0328,
      "step": 12140
    },
    {
      "epoch": 1.3162402428447528,
      "grad_norm": 0.17109958827495575,
      "learning_rate": 5.632888437545336e-05,
      "loss": 0.0171,
      "step": 12141
    },
    {
      "epoch": 1.3163486556808326,
      "grad_norm": 0.22106367349624634,
      "learning_rate": 5.632525750761643e-05,
      "loss": 0.0248,
      "step": 12142
    },
    {
      "epoch": 1.3164570685169124,
      "grad_norm": 0.16501006484031677,
      "learning_rate": 5.632163063977949e-05,
      "loss": 0.0239,
      "step": 12143
    },
    {
      "epoch": 1.3165654813529921,
      "grad_norm": 0.18832802772521973,
      "learning_rate": 5.631800377194255e-05,
      "loss": 0.0231,
      "step": 12144
    },
    {
      "epoch": 1.3166738941890719,
      "grad_norm": 0.07952649891376495,
      "learning_rate": 5.631437690410561e-05,
      "loss": 0.0199,
      "step": 12145
    },
    {
      "epoch": 1.3167823070251519,
      "grad_norm": 0.04339655861258507,
      "learning_rate": 5.6310750036268676e-05,
      "loss": 0.0051,
      "step": 12146
    },
    {
      "epoch": 1.3168907198612316,
      "grad_norm": 0.0653742179274559,
      "learning_rate": 5.630712316843174e-05,
      "loss": 0.0047,
      "step": 12147
    },
    {
      "epoch": 1.3169991326973114,
      "grad_norm": 0.17469283938407898,
      "learning_rate": 5.6303496300594805e-05,
      "loss": 0.0166,
      "step": 12148
    },
    {
      "epoch": 1.3171075455333912,
      "grad_norm": 0.10729318857192993,
      "learning_rate": 5.629986943275787e-05,
      "loss": 0.0186,
      "step": 12149
    },
    {
      "epoch": 1.317215958369471,
      "grad_norm": 0.03086216188967228,
      "learning_rate": 5.629624256492094e-05,
      "loss": 0.0032,
      "step": 12150
    },
    {
      "epoch": 1.3173243712055507,
      "grad_norm": 0.2020963728427887,
      "learning_rate": 5.6292615697084004e-05,
      "loss": 0.0214,
      "step": 12151
    },
    {
      "epoch": 1.3174327840416304,
      "grad_norm": 0.2669553756713867,
      "learning_rate": 5.628898882924707e-05,
      "loss": 0.0233,
      "step": 12152
    },
    {
      "epoch": 1.3175411968777104,
      "grad_norm": 0.22882890701293945,
      "learning_rate": 5.628536196141013e-05,
      "loss": 0.0399,
      "step": 12153
    },
    {
      "epoch": 1.3176496097137902,
      "grad_norm": 0.062464047223329544,
      "learning_rate": 5.6281735093573196e-05,
      "loss": 0.0021,
      "step": 12154
    },
    {
      "epoch": 1.31775802254987,
      "grad_norm": 0.19328439235687256,
      "learning_rate": 5.627810822573626e-05,
      "loss": 0.0441,
      "step": 12155
    },
    {
      "epoch": 1.3178664353859497,
      "grad_norm": 0.15017525851726532,
      "learning_rate": 5.6274481357899324e-05,
      "loss": 0.0136,
      "step": 12156
    },
    {
      "epoch": 1.3179748482220295,
      "grad_norm": 0.14369362592697144,
      "learning_rate": 5.627085449006239e-05,
      "loss": 0.0125,
      "step": 12157
    },
    {
      "epoch": 1.3180832610581092,
      "grad_norm": 0.06482966244220734,
      "learning_rate": 5.626722762222545e-05,
      "loss": 0.0067,
      "step": 12158
    },
    {
      "epoch": 1.318191673894189,
      "grad_norm": 0.24331651628017426,
      "learning_rate": 5.626360075438851e-05,
      "loss": 0.0235,
      "step": 12159
    },
    {
      "epoch": 1.318300086730269,
      "grad_norm": 0.47987520694732666,
      "learning_rate": 5.6259973886551574e-05,
      "loss": 0.0886,
      "step": 12160
    },
    {
      "epoch": 1.3184084995663485,
      "grad_norm": 0.26376911997795105,
      "learning_rate": 5.625634701871464e-05,
      "loss": 0.0504,
      "step": 12161
    },
    {
      "epoch": 1.3185169124024285,
      "grad_norm": 0.12899528443813324,
      "learning_rate": 5.62527201508777e-05,
      "loss": 0.0333,
      "step": 12162
    },
    {
      "epoch": 1.3186253252385083,
      "grad_norm": 0.1385488361120224,
      "learning_rate": 5.6249093283040766e-05,
      "loss": 0.0295,
      "step": 12163
    },
    {
      "epoch": 1.318733738074588,
      "grad_norm": 0.26261377334594727,
      "learning_rate": 5.624546641520383e-05,
      "loss": 0.0535,
      "step": 12164
    },
    {
      "epoch": 1.3188421509106678,
      "grad_norm": 0.09840009361505508,
      "learning_rate": 5.6241839547366894e-05,
      "loss": 0.0281,
      "step": 12165
    },
    {
      "epoch": 1.3189505637467476,
      "grad_norm": 0.09448350965976715,
      "learning_rate": 5.623821267952996e-05,
      "loss": 0.0153,
      "step": 12166
    },
    {
      "epoch": 1.3190589765828273,
      "grad_norm": 0.25323057174682617,
      "learning_rate": 5.6234585811693016e-05,
      "loss": 0.0461,
      "step": 12167
    },
    {
      "epoch": 1.319167389418907,
      "grad_norm": 0.029624011367559433,
      "learning_rate": 5.6230958943856093e-05,
      "loss": 0.0055,
      "step": 12168
    },
    {
      "epoch": 1.319275802254987,
      "grad_norm": 0.29241588711738586,
      "learning_rate": 5.622733207601916e-05,
      "loss": 0.062,
      "step": 12169
    },
    {
      "epoch": 1.3193842150910668,
      "grad_norm": 0.1469479203224182,
      "learning_rate": 5.622370520818222e-05,
      "loss": 0.0165,
      "step": 12170
    },
    {
      "epoch": 1.3194926279271466,
      "grad_norm": 0.21110232174396515,
      "learning_rate": 5.6220078340345286e-05,
      "loss": 0.0564,
      "step": 12171
    },
    {
      "epoch": 1.3196010407632264,
      "grad_norm": 0.12010540813207626,
      "learning_rate": 5.621645147250835e-05,
      "loss": 0.0059,
      "step": 12172
    },
    {
      "epoch": 1.3197094535993061,
      "grad_norm": 0.3521095812320709,
      "learning_rate": 5.621282460467141e-05,
      "loss": 0.0916,
      "step": 12173
    },
    {
      "epoch": 1.319817866435386,
      "grad_norm": 0.07930333912372589,
      "learning_rate": 5.620919773683447e-05,
      "loss": 0.0068,
      "step": 12174
    },
    {
      "epoch": 1.3199262792714657,
      "grad_norm": 0.2975812554359436,
      "learning_rate": 5.6205570868997535e-05,
      "loss": 0.1079,
      "step": 12175
    },
    {
      "epoch": 1.3200346921075456,
      "grad_norm": 0.05654393509030342,
      "learning_rate": 5.62019440011606e-05,
      "loss": 0.009,
      "step": 12176
    },
    {
      "epoch": 1.3201431049436252,
      "grad_norm": 0.1261064112186432,
      "learning_rate": 5.6198317133323664e-05,
      "loss": 0.0148,
      "step": 12177
    },
    {
      "epoch": 1.3202515177797052,
      "grad_norm": 0.20421764254570007,
      "learning_rate": 5.619469026548673e-05,
      "loss": 0.0307,
      "step": 12178
    },
    {
      "epoch": 1.320359930615785,
      "grad_norm": 0.20292755961418152,
      "learning_rate": 5.619106339764979e-05,
      "loss": 0.0271,
      "step": 12179
    },
    {
      "epoch": 1.3204683434518647,
      "grad_norm": 0.14936093986034393,
      "learning_rate": 5.6187436529812856e-05,
      "loss": 0.0162,
      "step": 12180
    },
    {
      "epoch": 1.3205767562879445,
      "grad_norm": 0.13805536925792694,
      "learning_rate": 5.618380966197592e-05,
      "loss": 0.0189,
      "step": 12181
    },
    {
      "epoch": 1.3206851691240242,
      "grad_norm": 0.3373316526412964,
      "learning_rate": 5.618018279413898e-05,
      "loss": 0.0639,
      "step": 12182
    },
    {
      "epoch": 1.3207935819601042,
      "grad_norm": 0.38705509901046753,
      "learning_rate": 5.617655592630204e-05,
      "loss": 0.047,
      "step": 12183
    },
    {
      "epoch": 1.3209019947961838,
      "grad_norm": 0.13968460261821747,
      "learning_rate": 5.6172929058465106e-05,
      "loss": 0.0126,
      "step": 12184
    },
    {
      "epoch": 1.3210104076322637,
      "grad_norm": 0.22430339455604553,
      "learning_rate": 5.616930219062818e-05,
      "loss": 0.0417,
      "step": 12185
    },
    {
      "epoch": 1.3211188204683435,
      "grad_norm": 0.20054757595062256,
      "learning_rate": 5.616567532279125e-05,
      "loss": 0.0213,
      "step": 12186
    },
    {
      "epoch": 1.3212272333044233,
      "grad_norm": 0.1875631958246231,
      "learning_rate": 5.6162048454954305e-05,
      "loss": 0.0181,
      "step": 12187
    },
    {
      "epoch": 1.321335646140503,
      "grad_norm": 0.06623481214046478,
      "learning_rate": 5.615842158711737e-05,
      "loss": 0.0104,
      "step": 12188
    },
    {
      "epoch": 1.3214440589765828,
      "grad_norm": 0.2344902753829956,
      "learning_rate": 5.615479471928043e-05,
      "loss": 0.0614,
      "step": 12189
    },
    {
      "epoch": 1.3215524718126626,
      "grad_norm": 0.4834960997104645,
      "learning_rate": 5.61511678514435e-05,
      "loss": 0.029,
      "step": 12190
    },
    {
      "epoch": 1.3216608846487423,
      "grad_norm": 0.25402534008026123,
      "learning_rate": 5.614754098360656e-05,
      "loss": 0.0297,
      "step": 12191
    },
    {
      "epoch": 1.3217692974848223,
      "grad_norm": 0.24300646781921387,
      "learning_rate": 5.6143914115769625e-05,
      "loss": 0.0438,
      "step": 12192
    },
    {
      "epoch": 1.321877710320902,
      "grad_norm": 0.08338769525289536,
      "learning_rate": 5.614028724793269e-05,
      "loss": 0.0063,
      "step": 12193
    },
    {
      "epoch": 1.3219861231569818,
      "grad_norm": 0.06618674844503403,
      "learning_rate": 5.6136660380095753e-05,
      "loss": 0.0109,
      "step": 12194
    },
    {
      "epoch": 1.3220945359930616,
      "grad_norm": 0.21014879643917084,
      "learning_rate": 5.613303351225882e-05,
      "loss": 0.0473,
      "step": 12195
    },
    {
      "epoch": 1.3222029488291414,
      "grad_norm": 0.22186872363090515,
      "learning_rate": 5.6129406644421875e-05,
      "loss": 0.0405,
      "step": 12196
    },
    {
      "epoch": 1.3223113616652211,
      "grad_norm": 0.13384106755256653,
      "learning_rate": 5.612577977658494e-05,
      "loss": 0.0328,
      "step": 12197
    },
    {
      "epoch": 1.3224197745013009,
      "grad_norm": 0.1957676261663437,
      "learning_rate": 5.6122152908748e-05,
      "loss": 0.0171,
      "step": 12198
    },
    {
      "epoch": 1.3225281873373809,
      "grad_norm": 0.15308114886283875,
      "learning_rate": 5.611852604091107e-05,
      "loss": 0.0541,
      "step": 12199
    },
    {
      "epoch": 1.3226366001734604,
      "grad_norm": 0.057648319751024246,
      "learning_rate": 5.611489917307413e-05,
      "loss": 0.0056,
      "step": 12200
    },
    {
      "epoch": 1.3227450130095404,
      "grad_norm": 0.03179587051272392,
      "learning_rate": 5.6111272305237195e-05,
      "loss": 0.0047,
      "step": 12201
    },
    {
      "epoch": 1.3228534258456202,
      "grad_norm": 0.21044480800628662,
      "learning_rate": 5.6107645437400266e-05,
      "loss": 0.0249,
      "step": 12202
    },
    {
      "epoch": 1.3229618386817,
      "grad_norm": 0.08819439262151718,
      "learning_rate": 5.610401856956333e-05,
      "loss": 0.0106,
      "step": 12203
    },
    {
      "epoch": 1.3230702515177797,
      "grad_norm": 0.06771969795227051,
      "learning_rate": 5.6100391701726394e-05,
      "loss": 0.0123,
      "step": 12204
    },
    {
      "epoch": 1.3231786643538594,
      "grad_norm": 0.2063782662153244,
      "learning_rate": 5.609676483388946e-05,
      "loss": 0.011,
      "step": 12205
    },
    {
      "epoch": 1.3232870771899392,
      "grad_norm": 0.177842378616333,
      "learning_rate": 5.609313796605252e-05,
      "loss": 0.0524,
      "step": 12206
    },
    {
      "epoch": 1.323395490026019,
      "grad_norm": 0.14909516274929047,
      "learning_rate": 5.608951109821559e-05,
      "loss": 0.0266,
      "step": 12207
    },
    {
      "epoch": 1.323503902862099,
      "grad_norm": 0.1504763662815094,
      "learning_rate": 5.608588423037865e-05,
      "loss": 0.0378,
      "step": 12208
    },
    {
      "epoch": 1.3236123156981787,
      "grad_norm": 0.14822745323181152,
      "learning_rate": 5.6082257362541715e-05,
      "loss": 0.0428,
      "step": 12209
    },
    {
      "epoch": 1.3237207285342585,
      "grad_norm": 0.29997169971466064,
      "learning_rate": 5.607863049470478e-05,
      "loss": 0.0363,
      "step": 12210
    },
    {
      "epoch": 1.3238291413703382,
      "grad_norm": 0.03142242878675461,
      "learning_rate": 5.6075003626867836e-05,
      "loss": 0.0038,
      "step": 12211
    },
    {
      "epoch": 1.323937554206418,
      "grad_norm": 0.06939497590065002,
      "learning_rate": 5.60713767590309e-05,
      "loss": 0.0089,
      "step": 12212
    },
    {
      "epoch": 1.3240459670424978,
      "grad_norm": 0.20689809322357178,
      "learning_rate": 5.6067749891193965e-05,
      "loss": 0.0304,
      "step": 12213
    },
    {
      "epoch": 1.3241543798785775,
      "grad_norm": 0.2361050546169281,
      "learning_rate": 5.606412302335703e-05,
      "loss": 0.0476,
      "step": 12214
    },
    {
      "epoch": 1.3242627927146575,
      "grad_norm": 0.10254211723804474,
      "learning_rate": 5.606049615552009e-05,
      "loss": 0.0148,
      "step": 12215
    },
    {
      "epoch": 1.3243712055507373,
      "grad_norm": 0.23109276592731476,
      "learning_rate": 5.605686928768316e-05,
      "loss": 0.0179,
      "step": 12216
    },
    {
      "epoch": 1.324479618386817,
      "grad_norm": 0.2676777243614197,
      "learning_rate": 5.605324241984622e-05,
      "loss": 0.0313,
      "step": 12217
    },
    {
      "epoch": 1.3245880312228968,
      "grad_norm": 0.25739189982414246,
      "learning_rate": 5.6049615552009285e-05,
      "loss": 0.0347,
      "step": 12218
    },
    {
      "epoch": 1.3246964440589766,
      "grad_norm": 0.0887121930718422,
      "learning_rate": 5.6045988684172356e-05,
      "loss": 0.0097,
      "step": 12219
    },
    {
      "epoch": 1.3248048568950563,
      "grad_norm": 0.13927263021469116,
      "learning_rate": 5.604236181633542e-05,
      "loss": 0.0369,
      "step": 12220
    },
    {
      "epoch": 1.324913269731136,
      "grad_norm": 0.3344457447528839,
      "learning_rate": 5.6038734948498484e-05,
      "loss": 0.0229,
      "step": 12221
    },
    {
      "epoch": 1.325021682567216,
      "grad_norm": 0.45412155985832214,
      "learning_rate": 5.603510808066155e-05,
      "loss": 0.0404,
      "step": 12222
    },
    {
      "epoch": 1.3251300954032956,
      "grad_norm": 0.11323481798171997,
      "learning_rate": 5.603148121282461e-05,
      "loss": 0.0101,
      "step": 12223
    },
    {
      "epoch": 1.3252385082393756,
      "grad_norm": 0.04309791326522827,
      "learning_rate": 5.6027854344987677e-05,
      "loss": 0.0128,
      "step": 12224
    },
    {
      "epoch": 1.3253469210754554,
      "grad_norm": 0.05481376871466637,
      "learning_rate": 5.6024227477150734e-05,
      "loss": 0.01,
      "step": 12225
    },
    {
      "epoch": 1.3254553339115351,
      "grad_norm": 0.2636725902557373,
      "learning_rate": 5.60206006093138e-05,
      "loss": 0.0446,
      "step": 12226
    },
    {
      "epoch": 1.325563746747615,
      "grad_norm": 0.15830019116401672,
      "learning_rate": 5.601697374147686e-05,
      "loss": 0.0205,
      "step": 12227
    },
    {
      "epoch": 1.3256721595836947,
      "grad_norm": 0.16222672164440155,
      "learning_rate": 5.6013346873639926e-05,
      "loss": 0.028,
      "step": 12228
    },
    {
      "epoch": 1.3257805724197744,
      "grad_norm": 0.2828684449195862,
      "learning_rate": 5.600972000580299e-05,
      "loss": 0.0262,
      "step": 12229
    },
    {
      "epoch": 1.3258889852558542,
      "grad_norm": 0.18608282506465912,
      "learning_rate": 5.6006093137966054e-05,
      "loss": 0.0228,
      "step": 12230
    },
    {
      "epoch": 1.3259973980919342,
      "grad_norm": 0.1145990639925003,
      "learning_rate": 5.600246627012912e-05,
      "loss": 0.0157,
      "step": 12231
    },
    {
      "epoch": 1.326105810928014,
      "grad_norm": 0.35100460052490234,
      "learning_rate": 5.599883940229218e-05,
      "loss": 0.056,
      "step": 12232
    },
    {
      "epoch": 1.3262142237640937,
      "grad_norm": 0.1926347315311432,
      "learning_rate": 5.599521253445525e-05,
      "loss": 0.0197,
      "step": 12233
    },
    {
      "epoch": 1.3263226366001735,
      "grad_norm": 0.07888402789831161,
      "learning_rate": 5.5991585666618304e-05,
      "loss": 0.0148,
      "step": 12234
    },
    {
      "epoch": 1.3264310494362532,
      "grad_norm": 0.26328015327453613,
      "learning_rate": 5.598795879878137e-05,
      "loss": 0.0398,
      "step": 12235
    },
    {
      "epoch": 1.326539462272333,
      "grad_norm": 0.16636785864830017,
      "learning_rate": 5.598433193094443e-05,
      "loss": 0.0399,
      "step": 12236
    },
    {
      "epoch": 1.3266478751084128,
      "grad_norm": 0.21715788543224335,
      "learning_rate": 5.598070506310751e-05,
      "loss": 0.0402,
      "step": 12237
    },
    {
      "epoch": 1.3267562879444927,
      "grad_norm": 0.21080979704856873,
      "learning_rate": 5.5977078195270574e-05,
      "loss": 0.0351,
      "step": 12238
    },
    {
      "epoch": 1.3268647007805723,
      "grad_norm": 0.09627751260995865,
      "learning_rate": 5.597345132743363e-05,
      "loss": 0.0156,
      "step": 12239
    },
    {
      "epoch": 1.3269731136166523,
      "grad_norm": 0.07877397537231445,
      "learning_rate": 5.5969824459596695e-05,
      "loss": 0.0063,
      "step": 12240
    },
    {
      "epoch": 1.327081526452732,
      "grad_norm": 0.2508162558078766,
      "learning_rate": 5.596619759175976e-05,
      "loss": 0.0415,
      "step": 12241
    },
    {
      "epoch": 1.3271899392888118,
      "grad_norm": 0.1399431824684143,
      "learning_rate": 5.5962570723922824e-05,
      "loss": 0.0145,
      "step": 12242
    },
    {
      "epoch": 1.3272983521248916,
      "grad_norm": 0.14810754358768463,
      "learning_rate": 5.595894385608589e-05,
      "loss": 0.0199,
      "step": 12243
    },
    {
      "epoch": 1.3274067649609713,
      "grad_norm": 0.12012965232133865,
      "learning_rate": 5.595531698824895e-05,
      "loss": 0.0248,
      "step": 12244
    },
    {
      "epoch": 1.3275151777970513,
      "grad_norm": 0.06729494780302048,
      "learning_rate": 5.5951690120412016e-05,
      "loss": 0.0054,
      "step": 12245
    },
    {
      "epoch": 1.3276235906331308,
      "grad_norm": 0.09297215938568115,
      "learning_rate": 5.594806325257508e-05,
      "loss": 0.018,
      "step": 12246
    },
    {
      "epoch": 1.3277320034692108,
      "grad_norm": 0.07344730198383331,
      "learning_rate": 5.5944436384738144e-05,
      "loss": 0.0073,
      "step": 12247
    },
    {
      "epoch": 1.3278404163052906,
      "grad_norm": 0.2607329785823822,
      "learning_rate": 5.59408095169012e-05,
      "loss": 0.0355,
      "step": 12248
    },
    {
      "epoch": 1.3279488291413704,
      "grad_norm": 0.11456725746393204,
      "learning_rate": 5.5937182649064266e-05,
      "loss": 0.0149,
      "step": 12249
    },
    {
      "epoch": 1.3280572419774501,
      "grad_norm": 0.2872101664543152,
      "learning_rate": 5.593355578122733e-05,
      "loss": 0.0501,
      "step": 12250
    },
    {
      "epoch": 1.3281656548135299,
      "grad_norm": 0.06145172566175461,
      "learning_rate": 5.5929928913390394e-05,
      "loss": 0.0109,
      "step": 12251
    },
    {
      "epoch": 1.3282740676496096,
      "grad_norm": 0.7610593438148499,
      "learning_rate": 5.592630204555346e-05,
      "loss": 0.0402,
      "step": 12252
    },
    {
      "epoch": 1.3283824804856894,
      "grad_norm": 0.06468738615512848,
      "learning_rate": 5.592267517771652e-05,
      "loss": 0.0065,
      "step": 12253
    },
    {
      "epoch": 1.3284908933217694,
      "grad_norm": 0.23570485413074493,
      "learning_rate": 5.591904830987959e-05,
      "loss": 0.0412,
      "step": 12254
    },
    {
      "epoch": 1.3285993061578492,
      "grad_norm": 0.16011862456798553,
      "learning_rate": 5.591542144204266e-05,
      "loss": 0.0291,
      "step": 12255
    },
    {
      "epoch": 1.328707718993929,
      "grad_norm": 0.39758068323135376,
      "learning_rate": 5.591179457420572e-05,
      "loss": 0.0284,
      "step": 12256
    },
    {
      "epoch": 1.3288161318300087,
      "grad_norm": 0.10473635047674179,
      "learning_rate": 5.5908167706368785e-05,
      "loss": 0.0152,
      "step": 12257
    },
    {
      "epoch": 1.3289245446660884,
      "grad_norm": 0.22892843186855316,
      "learning_rate": 5.590454083853185e-05,
      "loss": 0.0261,
      "step": 12258
    },
    {
      "epoch": 1.3290329575021682,
      "grad_norm": 0.11101970076560974,
      "learning_rate": 5.5900913970694913e-05,
      "loss": 0.0081,
      "step": 12259
    },
    {
      "epoch": 1.329141370338248,
      "grad_norm": 0.1693800836801529,
      "learning_rate": 5.589728710285798e-05,
      "loss": 0.0141,
      "step": 12260
    },
    {
      "epoch": 1.329249783174328,
      "grad_norm": 0.21462242305278778,
      "learning_rate": 5.589366023502104e-05,
      "loss": 0.0236,
      "step": 12261
    },
    {
      "epoch": 1.3293581960104075,
      "grad_norm": 0.13701899349689484,
      "learning_rate": 5.5890033367184106e-05,
      "loss": 0.0224,
      "step": 12262
    },
    {
      "epoch": 1.3294666088464875,
      "grad_norm": 0.1553853154182434,
      "learning_rate": 5.588640649934716e-05,
      "loss": 0.0131,
      "step": 12263
    },
    {
      "epoch": 1.3295750216825672,
      "grad_norm": 0.1337214857339859,
      "learning_rate": 5.588277963151023e-05,
      "loss": 0.0297,
      "step": 12264
    },
    {
      "epoch": 1.329683434518647,
      "grad_norm": 0.052253805100917816,
      "learning_rate": 5.587915276367329e-05,
      "loss": 0.0061,
      "step": 12265
    },
    {
      "epoch": 1.3297918473547268,
      "grad_norm": 0.2925565540790558,
      "learning_rate": 5.5875525895836355e-05,
      "loss": 0.0229,
      "step": 12266
    },
    {
      "epoch": 1.3299002601908065,
      "grad_norm": 0.29530996084213257,
      "learning_rate": 5.587189902799942e-05,
      "loss": 0.0427,
      "step": 12267
    },
    {
      "epoch": 1.3300086730268863,
      "grad_norm": 0.2727072834968567,
      "learning_rate": 5.5868272160162484e-05,
      "loss": 0.0374,
      "step": 12268
    },
    {
      "epoch": 1.330117085862966,
      "grad_norm": 0.10601801425218582,
      "learning_rate": 5.586464529232555e-05,
      "loss": 0.0086,
      "step": 12269
    },
    {
      "epoch": 1.330225498699046,
      "grad_norm": 0.1002182886004448,
      "learning_rate": 5.586101842448861e-05,
      "loss": 0.0097,
      "step": 12270
    },
    {
      "epoch": 1.3303339115351258,
      "grad_norm": 0.2858605682849884,
      "learning_rate": 5.585739155665168e-05,
      "loss": 0.0477,
      "step": 12271
    },
    {
      "epoch": 1.3304423243712056,
      "grad_norm": 0.8560720086097717,
      "learning_rate": 5.585376468881475e-05,
      "loss": 0.1174,
      "step": 12272
    },
    {
      "epoch": 1.3305507372072853,
      "grad_norm": 0.12158369272947311,
      "learning_rate": 5.585013782097781e-05,
      "loss": 0.0176,
      "step": 12273
    },
    {
      "epoch": 1.330659150043365,
      "grad_norm": 0.1553516983985901,
      "learning_rate": 5.5846510953140875e-05,
      "loss": 0.0114,
      "step": 12274
    },
    {
      "epoch": 1.3307675628794449,
      "grad_norm": 0.1220008060336113,
      "learning_rate": 5.584288408530394e-05,
      "loss": 0.0128,
      "step": 12275
    },
    {
      "epoch": 1.3308759757155246,
      "grad_norm": 0.2613656520843506,
      "learning_rate": 5.5839257217467e-05,
      "loss": 0.0418,
      "step": 12276
    },
    {
      "epoch": 1.3309843885516046,
      "grad_norm": 0.2514195144176483,
      "learning_rate": 5.583563034963006e-05,
      "loss": 0.0241,
      "step": 12277
    },
    {
      "epoch": 1.3310928013876844,
      "grad_norm": 0.24358443915843964,
      "learning_rate": 5.5832003481793125e-05,
      "loss": 0.0304,
      "step": 12278
    },
    {
      "epoch": 1.3312012142237641,
      "grad_norm": 0.14470680058002472,
      "learning_rate": 5.582837661395619e-05,
      "loss": 0.0142,
      "step": 12279
    },
    {
      "epoch": 1.331309627059844,
      "grad_norm": 0.14729557931423187,
      "learning_rate": 5.582474974611925e-05,
      "loss": 0.0192,
      "step": 12280
    },
    {
      "epoch": 1.3314180398959237,
      "grad_norm": 0.032907892018556595,
      "learning_rate": 5.582112287828232e-05,
      "loss": 0.0027,
      "step": 12281
    },
    {
      "epoch": 1.3315264527320034,
      "grad_norm": 0.08561889082193375,
      "learning_rate": 5.581749601044538e-05,
      "loss": 0.0091,
      "step": 12282
    },
    {
      "epoch": 1.3316348655680832,
      "grad_norm": 0.06171229109168053,
      "learning_rate": 5.5813869142608445e-05,
      "loss": 0.0122,
      "step": 12283
    },
    {
      "epoch": 1.3317432784041632,
      "grad_norm": 0.10190223157405853,
      "learning_rate": 5.581024227477151e-05,
      "loss": 0.071,
      "step": 12284
    },
    {
      "epoch": 1.3318516912402427,
      "grad_norm": 0.037752144038677216,
      "learning_rate": 5.5806615406934573e-05,
      "loss": 0.0079,
      "step": 12285
    },
    {
      "epoch": 1.3319601040763227,
      "grad_norm": 0.2543956935405731,
      "learning_rate": 5.580298853909763e-05,
      "loss": 0.0236,
      "step": 12286
    },
    {
      "epoch": 1.3320685169124025,
      "grad_norm": 0.531018078327179,
      "learning_rate": 5.5799361671260695e-05,
      "loss": 0.0693,
      "step": 12287
    },
    {
      "epoch": 1.3321769297484822,
      "grad_norm": 0.09719196707010269,
      "learning_rate": 5.579573480342377e-05,
      "loss": 0.0198,
      "step": 12288
    },
    {
      "epoch": 1.332285342584562,
      "grad_norm": 0.26991814374923706,
      "learning_rate": 5.579210793558684e-05,
      "loss": 0.048,
      "step": 12289
    },
    {
      "epoch": 1.3323937554206418,
      "grad_norm": 0.2097574919462204,
      "learning_rate": 5.57884810677499e-05,
      "loss": 0.028,
      "step": 12290
    },
    {
      "epoch": 1.3325021682567215,
      "grad_norm": 0.12131885439157486,
      "learning_rate": 5.5784854199912965e-05,
      "loss": 0.0227,
      "step": 12291
    },
    {
      "epoch": 1.3326105810928013,
      "grad_norm": 0.17702674865722656,
      "learning_rate": 5.578122733207602e-05,
      "loss": 0.0387,
      "step": 12292
    },
    {
      "epoch": 1.3327189939288813,
      "grad_norm": 0.26424095034599304,
      "learning_rate": 5.5777600464239086e-05,
      "loss": 0.0121,
      "step": 12293
    },
    {
      "epoch": 1.332827406764961,
      "grad_norm": 0.10656701773405075,
      "learning_rate": 5.577397359640215e-05,
      "loss": 0.0128,
      "step": 12294
    },
    {
      "epoch": 1.3329358196010408,
      "grad_norm": 0.3377024829387665,
      "learning_rate": 5.5770346728565214e-05,
      "loss": 0.027,
      "step": 12295
    },
    {
      "epoch": 1.3330442324371206,
      "grad_norm": 0.24640344083309174,
      "learning_rate": 5.576671986072828e-05,
      "loss": 0.0288,
      "step": 12296
    },
    {
      "epoch": 1.3331526452732003,
      "grad_norm": 0.2068556547164917,
      "learning_rate": 5.576309299289134e-05,
      "loss": 0.0083,
      "step": 12297
    },
    {
      "epoch": 1.33326105810928,
      "grad_norm": 0.09737119823694229,
      "learning_rate": 5.575946612505441e-05,
      "loss": 0.012,
      "step": 12298
    },
    {
      "epoch": 1.3333694709453598,
      "grad_norm": 0.11067677289247513,
      "learning_rate": 5.575583925721747e-05,
      "loss": 0.0126,
      "step": 12299
    },
    {
      "epoch": 1.3334778837814398,
      "grad_norm": 0.22018761932849884,
      "learning_rate": 5.575221238938053e-05,
      "loss": 0.0274,
      "step": 12300
    },
    {
      "epoch": 1.3335862966175196,
      "grad_norm": 0.2574072778224945,
      "learning_rate": 5.574858552154359e-05,
      "loss": 0.0119,
      "step": 12301
    },
    {
      "epoch": 1.3336947094535994,
      "grad_norm": 0.08683744817972183,
      "learning_rate": 5.5744958653706656e-05,
      "loss": 0.0092,
      "step": 12302
    },
    {
      "epoch": 1.3338031222896791,
      "grad_norm": 0.15430936217308044,
      "learning_rate": 5.574133178586972e-05,
      "loss": 0.0126,
      "step": 12303
    },
    {
      "epoch": 1.3339115351257589,
      "grad_norm": 0.05512933060526848,
      "learning_rate": 5.5737704918032785e-05,
      "loss": 0.0044,
      "step": 12304
    },
    {
      "epoch": 1.3340199479618386,
      "grad_norm": 0.16548317670822144,
      "learning_rate": 5.573407805019585e-05,
      "loss": 0.0156,
      "step": 12305
    },
    {
      "epoch": 1.3341283607979184,
      "grad_norm": 0.2051803320646286,
      "learning_rate": 5.573045118235892e-05,
      "loss": 0.0156,
      "step": 12306
    },
    {
      "epoch": 1.3342367736339984,
      "grad_norm": 0.2505839169025421,
      "learning_rate": 5.5726824314521984e-05,
      "loss": 0.0249,
      "step": 12307
    },
    {
      "epoch": 1.334345186470078,
      "grad_norm": 0.2818904519081116,
      "learning_rate": 5.572319744668505e-05,
      "loss": 0.0152,
      "step": 12308
    },
    {
      "epoch": 1.334453599306158,
      "grad_norm": 0.14176377654075623,
      "learning_rate": 5.571957057884811e-05,
      "loss": 0.0208,
      "step": 12309
    },
    {
      "epoch": 1.3345620121422377,
      "grad_norm": 0.1727922409772873,
      "learning_rate": 5.5715943711011176e-05,
      "loss": 0.053,
      "step": 12310
    },
    {
      "epoch": 1.3346704249783174,
      "grad_norm": 0.09779859334230423,
      "learning_rate": 5.571231684317424e-05,
      "loss": 0.0164,
      "step": 12311
    },
    {
      "epoch": 1.3347788378143972,
      "grad_norm": 0.033773887902498245,
      "learning_rate": 5.5708689975337304e-05,
      "loss": 0.0032,
      "step": 12312
    },
    {
      "epoch": 1.334887250650477,
      "grad_norm": 0.09310029447078705,
      "learning_rate": 5.570506310750037e-05,
      "loss": 0.0167,
      "step": 12313
    },
    {
      "epoch": 1.3349956634865567,
      "grad_norm": 0.07570523023605347,
      "learning_rate": 5.570143623966343e-05,
      "loss": 0.0105,
      "step": 12314
    },
    {
      "epoch": 1.3351040763226365,
      "grad_norm": 0.37179431319236755,
      "learning_rate": 5.569780937182649e-05,
      "loss": 0.0365,
      "step": 12315
    },
    {
      "epoch": 1.3352124891587165,
      "grad_norm": 0.09780401736497879,
      "learning_rate": 5.5694182503989554e-05,
      "loss": 0.0171,
      "step": 12316
    },
    {
      "epoch": 1.3353209019947962,
      "grad_norm": 0.17362727224826813,
      "learning_rate": 5.569055563615262e-05,
      "loss": 0.0111,
      "step": 12317
    },
    {
      "epoch": 1.335429314830876,
      "grad_norm": 0.24590334296226501,
      "learning_rate": 5.568692876831568e-05,
      "loss": 0.0352,
      "step": 12318
    },
    {
      "epoch": 1.3355377276669558,
      "grad_norm": 0.2244880050420761,
      "learning_rate": 5.5683301900478746e-05,
      "loss": 0.0215,
      "step": 12319
    },
    {
      "epoch": 1.3356461405030355,
      "grad_norm": 0.2987370789051056,
      "learning_rate": 5.567967503264181e-05,
      "loss": 0.031,
      "step": 12320
    },
    {
      "epoch": 1.3357545533391153,
      "grad_norm": 0.13871432840824127,
      "learning_rate": 5.5676048164804874e-05,
      "loss": 0.0129,
      "step": 12321
    },
    {
      "epoch": 1.335862966175195,
      "grad_norm": 0.09362582862377167,
      "learning_rate": 5.567242129696794e-05,
      "loss": 0.0113,
      "step": 12322
    },
    {
      "epoch": 1.335971379011275,
      "grad_norm": 0.4588674306869507,
      "learning_rate": 5.566879442913101e-05,
      "loss": 0.0212,
      "step": 12323
    },
    {
      "epoch": 1.3360797918473546,
      "grad_norm": 0.3411477506160736,
      "learning_rate": 5.5665167561294074e-05,
      "loss": 0.0136,
      "step": 12324
    },
    {
      "epoch": 1.3361882046834346,
      "grad_norm": 0.14305615425109863,
      "learning_rate": 5.566154069345714e-05,
      "loss": 0.0163,
      "step": 12325
    },
    {
      "epoch": 1.3362966175195143,
      "grad_norm": 0.33279842138290405,
      "learning_rate": 5.56579138256202e-05,
      "loss": 0.0545,
      "step": 12326
    },
    {
      "epoch": 1.336405030355594,
      "grad_norm": 0.1539018601179123,
      "learning_rate": 5.5654286957783266e-05,
      "loss": 0.0263,
      "step": 12327
    },
    {
      "epoch": 1.3365134431916739,
      "grad_norm": 0.11316332966089249,
      "learning_rate": 5.565066008994633e-05,
      "loss": 0.006,
      "step": 12328
    },
    {
      "epoch": 1.3366218560277536,
      "grad_norm": 0.030725084245204926,
      "learning_rate": 5.564703322210939e-05,
      "loss": 0.0036,
      "step": 12329
    },
    {
      "epoch": 1.3367302688638336,
      "grad_norm": 0.2099979668855667,
      "learning_rate": 5.564340635427245e-05,
      "loss": 0.028,
      "step": 12330
    },
    {
      "epoch": 1.3368386816999132,
      "grad_norm": 0.25003722310066223,
      "learning_rate": 5.5639779486435516e-05,
      "loss": 0.0172,
      "step": 12331
    },
    {
      "epoch": 1.3369470945359931,
      "grad_norm": 0.1786922961473465,
      "learning_rate": 5.563615261859858e-05,
      "loss": 0.0602,
      "step": 12332
    },
    {
      "epoch": 1.337055507372073,
      "grad_norm": 0.13651075959205627,
      "learning_rate": 5.5632525750761644e-05,
      "loss": 0.0116,
      "step": 12333
    },
    {
      "epoch": 1.3371639202081527,
      "grad_norm": 0.04714163392782211,
      "learning_rate": 5.562889888292471e-05,
      "loss": 0.0049,
      "step": 12334
    },
    {
      "epoch": 1.3372723330442324,
      "grad_norm": 0.2507660686969757,
      "learning_rate": 5.562527201508777e-05,
      "loss": 0.0392,
      "step": 12335
    },
    {
      "epoch": 1.3373807458803122,
      "grad_norm": 0.5591402053833008,
      "learning_rate": 5.5621645147250836e-05,
      "loss": 0.0441,
      "step": 12336
    },
    {
      "epoch": 1.337489158716392,
      "grad_norm": 0.19270285964012146,
      "learning_rate": 5.56180182794139e-05,
      "loss": 0.015,
      "step": 12337
    },
    {
      "epoch": 1.3375975715524717,
      "grad_norm": 0.1608600914478302,
      "learning_rate": 5.561439141157696e-05,
      "loss": 0.0158,
      "step": 12338
    },
    {
      "epoch": 1.3377059843885517,
      "grad_norm": 0.04823023080825806,
      "learning_rate": 5.561076454374002e-05,
      "loss": 0.0036,
      "step": 12339
    },
    {
      "epoch": 1.3378143972246315,
      "grad_norm": 0.1868705004453659,
      "learning_rate": 5.56071376759031e-05,
      "loss": 0.0113,
      "step": 12340
    },
    {
      "epoch": 1.3379228100607112,
      "grad_norm": 0.18897202610969543,
      "learning_rate": 5.560351080806616e-05,
      "loss": 0.0225,
      "step": 12341
    },
    {
      "epoch": 1.338031222896791,
      "grad_norm": 0.09066768735647202,
      "learning_rate": 5.559988394022923e-05,
      "loss": 0.0423,
      "step": 12342
    },
    {
      "epoch": 1.3381396357328708,
      "grad_norm": 0.008224258199334145,
      "learning_rate": 5.559625707239229e-05,
      "loss": 0.0011,
      "step": 12343
    },
    {
      "epoch": 1.3382480485689505,
      "grad_norm": 0.11980346590280533,
      "learning_rate": 5.559263020455535e-05,
      "loss": 0.0101,
      "step": 12344
    },
    {
      "epoch": 1.3383564614050303,
      "grad_norm": 0.0440184511244297,
      "learning_rate": 5.558900333671841e-05,
      "loss": 0.0071,
      "step": 12345
    },
    {
      "epoch": 1.3384648742411103,
      "grad_norm": 0.10500463098287582,
      "learning_rate": 5.558537646888148e-05,
      "loss": 0.0067,
      "step": 12346
    },
    {
      "epoch": 1.3385732870771898,
      "grad_norm": 0.17464914917945862,
      "learning_rate": 5.558174960104454e-05,
      "loss": 0.0217,
      "step": 12347
    },
    {
      "epoch": 1.3386816999132698,
      "grad_norm": 0.10063347220420837,
      "learning_rate": 5.5578122733207605e-05,
      "loss": 0.012,
      "step": 12348
    },
    {
      "epoch": 1.3387901127493496,
      "grad_norm": 0.23464550077915192,
      "learning_rate": 5.557449586537067e-05,
      "loss": 0.0446,
      "step": 12349
    },
    {
      "epoch": 1.3388985255854293,
      "grad_norm": 0.09045390784740448,
      "learning_rate": 5.5570868997533734e-05,
      "loss": 0.0088,
      "step": 12350
    },
    {
      "epoch": 1.339006938421509,
      "grad_norm": 0.15917830169200897,
      "learning_rate": 5.55672421296968e-05,
      "loss": 0.0234,
      "step": 12351
    },
    {
      "epoch": 1.3391153512575888,
      "grad_norm": 0.12498567998409271,
      "learning_rate": 5.5563615261859855e-05,
      "loss": 0.0119,
      "step": 12352
    },
    {
      "epoch": 1.3392237640936686,
      "grad_norm": 0.050241585820913315,
      "learning_rate": 5.555998839402292e-05,
      "loss": 0.0052,
      "step": 12353
    },
    {
      "epoch": 1.3393321769297484,
      "grad_norm": 0.26994654536247253,
      "learning_rate": 5.555636152618598e-05,
      "loss": 0.0278,
      "step": 12354
    },
    {
      "epoch": 1.3394405897658284,
      "grad_norm": 0.17913196980953217,
      "learning_rate": 5.555273465834905e-05,
      "loss": 0.013,
      "step": 12355
    },
    {
      "epoch": 1.3395490026019081,
      "grad_norm": 0.1935032159090042,
      "learning_rate": 5.554910779051211e-05,
      "loss": 0.0172,
      "step": 12356
    },
    {
      "epoch": 1.3396574154379879,
      "grad_norm": 0.07266239076852798,
      "learning_rate": 5.5545480922675175e-05,
      "loss": 0.0044,
      "step": 12357
    },
    {
      "epoch": 1.3397658282740676,
      "grad_norm": 0.33184829354286194,
      "learning_rate": 5.5541854054838246e-05,
      "loss": 0.0214,
      "step": 12358
    },
    {
      "epoch": 1.3398742411101474,
      "grad_norm": 0.13583427667617798,
      "learning_rate": 5.553822718700131e-05,
      "loss": 0.0088,
      "step": 12359
    },
    {
      "epoch": 1.3399826539462272,
      "grad_norm": 0.13980038464069366,
      "learning_rate": 5.5534600319164375e-05,
      "loss": 0.0155,
      "step": 12360
    },
    {
      "epoch": 1.340091066782307,
      "grad_norm": 0.1354660987854004,
      "learning_rate": 5.553097345132744e-05,
      "loss": 0.0573,
      "step": 12361
    },
    {
      "epoch": 1.340199479618387,
      "grad_norm": 0.20597675442695618,
      "learning_rate": 5.55273465834905e-05,
      "loss": 0.0097,
      "step": 12362
    },
    {
      "epoch": 1.3403078924544667,
      "grad_norm": 0.13334788382053375,
      "learning_rate": 5.552371971565357e-05,
      "loss": 0.0062,
      "step": 12363
    },
    {
      "epoch": 1.3404163052905465,
      "grad_norm": 0.13670714199543,
      "learning_rate": 5.552009284781663e-05,
      "loss": 0.0056,
      "step": 12364
    },
    {
      "epoch": 1.3405247181266262,
      "grad_norm": 0.21409080922603607,
      "learning_rate": 5.5516465979979695e-05,
      "loss": 0.017,
      "step": 12365
    },
    {
      "epoch": 1.340633130962706,
      "grad_norm": 0.864300549030304,
      "learning_rate": 5.551283911214276e-05,
      "loss": 0.0382,
      "step": 12366
    },
    {
      "epoch": 1.3407415437987857,
      "grad_norm": 0.16797217726707458,
      "learning_rate": 5.5509212244305817e-05,
      "loss": 0.0258,
      "step": 12367
    },
    {
      "epoch": 1.3408499566348655,
      "grad_norm": 0.19225028157234192,
      "learning_rate": 5.550558537646888e-05,
      "loss": 0.0141,
      "step": 12368
    },
    {
      "epoch": 1.3409583694709455,
      "grad_norm": 0.08558570593595505,
      "learning_rate": 5.5501958508631945e-05,
      "loss": 0.0113,
      "step": 12369
    },
    {
      "epoch": 1.341066782307025,
      "grad_norm": 0.4453516900539398,
      "learning_rate": 5.549833164079501e-05,
      "loss": 0.0287,
      "step": 12370
    },
    {
      "epoch": 1.341175195143105,
      "grad_norm": 0.2695145010948181,
      "learning_rate": 5.549470477295807e-05,
      "loss": 0.0338,
      "step": 12371
    },
    {
      "epoch": 1.3412836079791848,
      "grad_norm": 0.2680436968803406,
      "learning_rate": 5.549107790512114e-05,
      "loss": 0.0333,
      "step": 12372
    },
    {
      "epoch": 1.3413920208152645,
      "grad_norm": 0.14071157574653625,
      "learning_rate": 5.54874510372842e-05,
      "loss": 0.0107,
      "step": 12373
    },
    {
      "epoch": 1.3415004336513443,
      "grad_norm": 0.06929400563240051,
      "learning_rate": 5.5483824169447265e-05,
      "loss": 0.0045,
      "step": 12374
    },
    {
      "epoch": 1.341608846487424,
      "grad_norm": 0.29202261567115784,
      "learning_rate": 5.5480197301610336e-05,
      "loss": 0.0266,
      "step": 12375
    },
    {
      "epoch": 1.3417172593235038,
      "grad_norm": 0.06573665887117386,
      "learning_rate": 5.54765704337734e-05,
      "loss": 0.0042,
      "step": 12376
    },
    {
      "epoch": 1.3418256721595836,
      "grad_norm": 0.3525499105453491,
      "learning_rate": 5.5472943565936464e-05,
      "loss": 0.0078,
      "step": 12377
    },
    {
      "epoch": 1.3419340849956636,
      "grad_norm": 0.30310654640197754,
      "learning_rate": 5.546931669809953e-05,
      "loss": 0.0094,
      "step": 12378
    },
    {
      "epoch": 1.3420424978317433,
      "grad_norm": 0.16481518745422363,
      "learning_rate": 5.546568983026259e-05,
      "loss": 0.007,
      "step": 12379
    },
    {
      "epoch": 1.342150910667823,
      "grad_norm": 0.20275753736495972,
      "learning_rate": 5.546206296242566e-05,
      "loss": 0.0181,
      "step": 12380
    },
    {
      "epoch": 1.3422593235039029,
      "grad_norm": 0.29730769991874695,
      "learning_rate": 5.5458436094588714e-05,
      "loss": 0.0138,
      "step": 12381
    },
    {
      "epoch": 1.3423677363399826,
      "grad_norm": 0.023253832012414932,
      "learning_rate": 5.545480922675178e-05,
      "loss": 0.0029,
      "step": 12382
    },
    {
      "epoch": 1.3424761491760624,
      "grad_norm": 0.23312680423259735,
      "learning_rate": 5.545118235891484e-05,
      "loss": 0.0051,
      "step": 12383
    },
    {
      "epoch": 1.3425845620121422,
      "grad_norm": 0.05853307247161865,
      "learning_rate": 5.5447555491077906e-05,
      "loss": 0.0173,
      "step": 12384
    },
    {
      "epoch": 1.3426929748482221,
      "grad_norm": 0.10737431794404984,
      "learning_rate": 5.544392862324097e-05,
      "loss": 0.0129,
      "step": 12385
    },
    {
      "epoch": 1.3428013876843017,
      "grad_norm": 0.1466839611530304,
      "learning_rate": 5.5440301755404035e-05,
      "loss": 0.0235,
      "step": 12386
    },
    {
      "epoch": 1.3429098005203817,
      "grad_norm": 0.11350251734256744,
      "learning_rate": 5.54366748875671e-05,
      "loss": 0.005,
      "step": 12387
    },
    {
      "epoch": 1.3430182133564614,
      "grad_norm": 0.22150839865207672,
      "learning_rate": 5.543304801973016e-05,
      "loss": 0.0168,
      "step": 12388
    },
    {
      "epoch": 1.3431266261925412,
      "grad_norm": 0.4380500614643097,
      "learning_rate": 5.542942115189323e-05,
      "loss": 0.0311,
      "step": 12389
    },
    {
      "epoch": 1.343235039028621,
      "grad_norm": 0.259425550699234,
      "learning_rate": 5.5425794284056284e-05,
      "loss": 0.0367,
      "step": 12390
    },
    {
      "epoch": 1.3433434518647007,
      "grad_norm": 0.035966817289590836,
      "learning_rate": 5.542216741621935e-05,
      "loss": 0.003,
      "step": 12391
    },
    {
      "epoch": 1.3434518647007807,
      "grad_norm": 1.4101834297180176,
      "learning_rate": 5.5418540548382426e-05,
      "loss": 0.0637,
      "step": 12392
    },
    {
      "epoch": 1.3435602775368602,
      "grad_norm": 0.2012697458267212,
      "learning_rate": 5.541491368054549e-05,
      "loss": 0.0282,
      "step": 12393
    },
    {
      "epoch": 1.3436686903729402,
      "grad_norm": 0.1897769719362259,
      "learning_rate": 5.5411286812708554e-05,
      "loss": 0.0311,
      "step": 12394
    },
    {
      "epoch": 1.34377710320902,
      "grad_norm": 0.31891030073165894,
      "learning_rate": 5.540765994487162e-05,
      "loss": 0.0314,
      "step": 12395
    },
    {
      "epoch": 1.3438855160450998,
      "grad_norm": 0.2993909418582916,
      "learning_rate": 5.5404033077034676e-05,
      "loss": 0.0275,
      "step": 12396
    },
    {
      "epoch": 1.3439939288811795,
      "grad_norm": 0.2171579897403717,
      "learning_rate": 5.540040620919774e-05,
      "loss": 0.0205,
      "step": 12397
    },
    {
      "epoch": 1.3441023417172593,
      "grad_norm": 0.0635351687669754,
      "learning_rate": 5.5396779341360804e-05,
      "loss": 0.0045,
      "step": 12398
    },
    {
      "epoch": 1.344210754553339,
      "grad_norm": 0.24419458210468292,
      "learning_rate": 5.539315247352387e-05,
      "loss": 0.0324,
      "step": 12399
    },
    {
      "epoch": 1.3443191673894188,
      "grad_norm": 0.19498269259929657,
      "learning_rate": 5.538952560568693e-05,
      "loss": 0.0485,
      "step": 12400
    },
    {
      "epoch": 1.3444275802254988,
      "grad_norm": 0.12975677847862244,
      "learning_rate": 5.5385898737849996e-05,
      "loss": 0.0161,
      "step": 12401
    },
    {
      "epoch": 1.3445359930615786,
      "grad_norm": 0.1683891862630844,
      "learning_rate": 5.538227187001306e-05,
      "loss": 0.0203,
      "step": 12402
    },
    {
      "epoch": 1.3446444058976583,
      "grad_norm": 0.15506316721439362,
      "learning_rate": 5.5378645002176124e-05,
      "loss": 0.0164,
      "step": 12403
    },
    {
      "epoch": 1.344752818733738,
      "grad_norm": 0.15014152228832245,
      "learning_rate": 5.537501813433918e-05,
      "loss": 0.0141,
      "step": 12404
    },
    {
      "epoch": 1.3448612315698178,
      "grad_norm": 0.25905758142471313,
      "learning_rate": 5.5371391266502246e-05,
      "loss": 0.0206,
      "step": 12405
    },
    {
      "epoch": 1.3449696444058976,
      "grad_norm": 0.47336888313293457,
      "learning_rate": 5.536776439866531e-05,
      "loss": 0.0517,
      "step": 12406
    },
    {
      "epoch": 1.3450780572419774,
      "grad_norm": 0.3592342138290405,
      "learning_rate": 5.5364137530828374e-05,
      "loss": 0.0314,
      "step": 12407
    },
    {
      "epoch": 1.3451864700780574,
      "grad_norm": 0.23086506128311157,
      "learning_rate": 5.536051066299144e-05,
      "loss": 0.0471,
      "step": 12408
    },
    {
      "epoch": 1.345294882914137,
      "grad_norm": 0.3645033538341522,
      "learning_rate": 5.5356883795154516e-05,
      "loss": 0.0252,
      "step": 12409
    },
    {
      "epoch": 1.3454032957502169,
      "grad_norm": 0.05377693101763725,
      "learning_rate": 5.535325692731757e-05,
      "loss": 0.0052,
      "step": 12410
    },
    {
      "epoch": 1.3455117085862967,
      "grad_norm": 0.18327119946479797,
      "learning_rate": 5.534963005948064e-05,
      "loss": 0.0195,
      "step": 12411
    },
    {
      "epoch": 1.3456201214223764,
      "grad_norm": 0.16863295435905457,
      "learning_rate": 5.53460031916437e-05,
      "loss": 0.0122,
      "step": 12412
    },
    {
      "epoch": 1.3457285342584562,
      "grad_norm": 0.6796010732650757,
      "learning_rate": 5.5342376323806765e-05,
      "loss": 0.0544,
      "step": 12413
    },
    {
      "epoch": 1.345836947094536,
      "grad_norm": 0.12447589635848999,
      "learning_rate": 5.533874945596983e-05,
      "loss": 0.0091,
      "step": 12414
    },
    {
      "epoch": 1.3459453599306157,
      "grad_norm": 0.1751418560743332,
      "learning_rate": 5.5335122588132894e-05,
      "loss": 0.0228,
      "step": 12415
    },
    {
      "epoch": 1.3460537727666955,
      "grad_norm": 0.06230238825082779,
      "learning_rate": 5.533149572029596e-05,
      "loss": 0.0072,
      "step": 12416
    },
    {
      "epoch": 1.3461621856027755,
      "grad_norm": 0.1506725400686264,
      "learning_rate": 5.532786885245902e-05,
      "loss": 0.0155,
      "step": 12417
    },
    {
      "epoch": 1.3462705984388552,
      "grad_norm": 0.2138533592224121,
      "learning_rate": 5.5324241984622086e-05,
      "loss": 0.0315,
      "step": 12418
    },
    {
      "epoch": 1.346379011274935,
      "grad_norm": 0.057099126279354095,
      "learning_rate": 5.532061511678514e-05,
      "loss": 0.005,
      "step": 12419
    },
    {
      "epoch": 1.3464874241110147,
      "grad_norm": 0.1818293184041977,
      "learning_rate": 5.531698824894821e-05,
      "loss": 0.0197,
      "step": 12420
    },
    {
      "epoch": 1.3465958369470945,
      "grad_norm": 0.10183186829090118,
      "learning_rate": 5.531336138111127e-05,
      "loss": 0.0057,
      "step": 12421
    },
    {
      "epoch": 1.3467042497831743,
      "grad_norm": 0.1359785497188568,
      "learning_rate": 5.5309734513274336e-05,
      "loss": 0.0111,
      "step": 12422
    },
    {
      "epoch": 1.346812662619254,
      "grad_norm": 0.3166344463825226,
      "learning_rate": 5.53061076454374e-05,
      "loss": 0.0252,
      "step": 12423
    },
    {
      "epoch": 1.346921075455334,
      "grad_norm": 0.20845851302146912,
      "learning_rate": 5.5302480777600464e-05,
      "loss": 0.0138,
      "step": 12424
    },
    {
      "epoch": 1.3470294882914138,
      "grad_norm": 0.31661415100097656,
      "learning_rate": 5.529885390976353e-05,
      "loss": 0.0166,
      "step": 12425
    },
    {
      "epoch": 1.3471379011274935,
      "grad_norm": 0.12899968028068542,
      "learning_rate": 5.529522704192659e-05,
      "loss": 0.0277,
      "step": 12426
    },
    {
      "epoch": 1.3472463139635733,
      "grad_norm": 0.14396058022975922,
      "learning_rate": 5.529160017408966e-05,
      "loss": 0.0265,
      "step": 12427
    },
    {
      "epoch": 1.347354726799653,
      "grad_norm": 0.2987629473209381,
      "learning_rate": 5.528797330625273e-05,
      "loss": 0.0574,
      "step": 12428
    },
    {
      "epoch": 1.3474631396357328,
      "grad_norm": 0.038196586072444916,
      "learning_rate": 5.528434643841579e-05,
      "loss": 0.0046,
      "step": 12429
    },
    {
      "epoch": 1.3475715524718126,
      "grad_norm": 0.21095021069049835,
      "learning_rate": 5.5280719570578855e-05,
      "loss": 0.0212,
      "step": 12430
    },
    {
      "epoch": 1.3476799653078926,
      "grad_norm": 0.2761681079864502,
      "learning_rate": 5.527709270274192e-05,
      "loss": 0.0184,
      "step": 12431
    },
    {
      "epoch": 1.3477883781439721,
      "grad_norm": 0.20622730255126953,
      "learning_rate": 5.527346583490498e-05,
      "loss": 0.0196,
      "step": 12432
    },
    {
      "epoch": 1.347896790980052,
      "grad_norm": 0.10559845715761185,
      "learning_rate": 5.526983896706804e-05,
      "loss": 0.0084,
      "step": 12433
    },
    {
      "epoch": 1.3480052038161319,
      "grad_norm": 0.11497385799884796,
      "learning_rate": 5.5266212099231105e-05,
      "loss": 0.0219,
      "step": 12434
    },
    {
      "epoch": 1.3481136166522116,
      "grad_norm": 0.13406361639499664,
      "learning_rate": 5.526258523139417e-05,
      "loss": 0.011,
      "step": 12435
    },
    {
      "epoch": 1.3482220294882914,
      "grad_norm": 0.5038036108016968,
      "learning_rate": 5.525895836355723e-05,
      "loss": 0.0348,
      "step": 12436
    },
    {
      "epoch": 1.3483304423243712,
      "grad_norm": 0.12868328392505646,
      "learning_rate": 5.52553314957203e-05,
      "loss": 0.0071,
      "step": 12437
    },
    {
      "epoch": 1.348438855160451,
      "grad_norm": 0.20638589560985565,
      "learning_rate": 5.525170462788336e-05,
      "loss": 0.0428,
      "step": 12438
    },
    {
      "epoch": 1.3485472679965307,
      "grad_norm": 0.046969104558229446,
      "learning_rate": 5.5248077760046425e-05,
      "loss": 0.008,
      "step": 12439
    },
    {
      "epoch": 1.3486556808326107,
      "grad_norm": 0.11193671822547913,
      "learning_rate": 5.524445089220949e-05,
      "loss": 0.0132,
      "step": 12440
    },
    {
      "epoch": 1.3487640936686904,
      "grad_norm": 0.11975685507059097,
      "learning_rate": 5.5240824024372554e-05,
      "loss": 0.0116,
      "step": 12441
    },
    {
      "epoch": 1.3488725065047702,
      "grad_norm": 0.12272986769676208,
      "learning_rate": 5.523719715653561e-05,
      "loss": 0.0178,
      "step": 12442
    },
    {
      "epoch": 1.34898091934085,
      "grad_norm": 0.23824381828308105,
      "learning_rate": 5.5233570288698675e-05,
      "loss": 0.0137,
      "step": 12443
    },
    {
      "epoch": 1.3490893321769297,
      "grad_norm": 0.24767810106277466,
      "learning_rate": 5.522994342086175e-05,
      "loss": 0.0157,
      "step": 12444
    },
    {
      "epoch": 1.3491977450130095,
      "grad_norm": 0.11991209536790848,
      "learning_rate": 5.522631655302482e-05,
      "loss": 0.0104,
      "step": 12445
    },
    {
      "epoch": 1.3493061578490892,
      "grad_norm": 0.17995406687259674,
      "learning_rate": 5.522268968518788e-05,
      "loss": 0.02,
      "step": 12446
    },
    {
      "epoch": 1.3494145706851692,
      "grad_norm": 0.13080674409866333,
      "learning_rate": 5.5219062817350945e-05,
      "loss": 0.0184,
      "step": 12447
    },
    {
      "epoch": 1.349522983521249,
      "grad_norm": 0.24405938386917114,
      "learning_rate": 5.5215435949514e-05,
      "loss": 0.0303,
      "step": 12448
    },
    {
      "epoch": 1.3496313963573288,
      "grad_norm": 0.2857430577278137,
      "learning_rate": 5.5211809081677066e-05,
      "loss": 0.0252,
      "step": 12449
    },
    {
      "epoch": 1.3497398091934085,
      "grad_norm": 0.031701333820819855,
      "learning_rate": 5.520818221384013e-05,
      "loss": 0.0016,
      "step": 12450
    },
    {
      "epoch": 1.3498482220294883,
      "grad_norm": 0.25299131870269775,
      "learning_rate": 5.5204555346003195e-05,
      "loss": 0.0218,
      "step": 12451
    },
    {
      "epoch": 1.349956634865568,
      "grad_norm": 0.11823845654726028,
      "learning_rate": 5.520092847816626e-05,
      "loss": 0.013,
      "step": 12452
    },
    {
      "epoch": 1.3500650477016478,
      "grad_norm": 0.4005262851715088,
      "learning_rate": 5.519730161032932e-05,
      "loss": 0.0383,
      "step": 12453
    },
    {
      "epoch": 1.3501734605377278,
      "grad_norm": 0.21342366933822632,
      "learning_rate": 5.519367474249239e-05,
      "loss": 0.0125,
      "step": 12454
    },
    {
      "epoch": 1.3502818733738073,
      "grad_norm": 0.1879354566335678,
      "learning_rate": 5.519004787465545e-05,
      "loss": 0.0179,
      "step": 12455
    },
    {
      "epoch": 1.3503902862098873,
      "grad_norm": 0.4641781449317932,
      "learning_rate": 5.518642100681851e-05,
      "loss": 0.0623,
      "step": 12456
    },
    {
      "epoch": 1.350498699045967,
      "grad_norm": 0.5381079316139221,
      "learning_rate": 5.518279413898157e-05,
      "loss": 0.0321,
      "step": 12457
    },
    {
      "epoch": 1.3506071118820469,
      "grad_norm": 0.1572357565164566,
      "learning_rate": 5.5179167271144637e-05,
      "loss": 0.0063,
      "step": 12458
    },
    {
      "epoch": 1.3507155247181266,
      "grad_norm": 0.267101526260376,
      "learning_rate": 5.51755404033077e-05,
      "loss": 0.0223,
      "step": 12459
    },
    {
      "epoch": 1.3508239375542064,
      "grad_norm": 0.2268744707107544,
      "learning_rate": 5.5171913535470765e-05,
      "loss": 0.0161,
      "step": 12460
    },
    {
      "epoch": 1.3509323503902861,
      "grad_norm": 0.08388636261224747,
      "learning_rate": 5.516828666763384e-05,
      "loss": 0.0123,
      "step": 12461
    },
    {
      "epoch": 1.351040763226366,
      "grad_norm": 0.1496083289384842,
      "learning_rate": 5.51646597997969e-05,
      "loss": 0.0212,
      "step": 12462
    },
    {
      "epoch": 1.351149176062446,
      "grad_norm": 0.1497276872396469,
      "learning_rate": 5.5161032931959964e-05,
      "loss": 0.0167,
      "step": 12463
    },
    {
      "epoch": 1.3512575888985257,
      "grad_norm": 0.4801308512687683,
      "learning_rate": 5.515740606412303e-05,
      "loss": 0.0818,
      "step": 12464
    },
    {
      "epoch": 1.3513660017346054,
      "grad_norm": 0.0542106032371521,
      "learning_rate": 5.515377919628609e-05,
      "loss": 0.0073,
      "step": 12465
    },
    {
      "epoch": 1.3514744145706852,
      "grad_norm": 0.22883056104183197,
      "learning_rate": 5.5150152328449156e-05,
      "loss": 0.0133,
      "step": 12466
    },
    {
      "epoch": 1.351582827406765,
      "grad_norm": 0.2948848307132721,
      "learning_rate": 5.514652546061222e-05,
      "loss": 0.0607,
      "step": 12467
    },
    {
      "epoch": 1.3516912402428447,
      "grad_norm": 0.13408616185188293,
      "learning_rate": 5.5142898592775284e-05,
      "loss": 0.0114,
      "step": 12468
    },
    {
      "epoch": 1.3517996530789245,
      "grad_norm": 0.30853667855262756,
      "learning_rate": 5.513927172493835e-05,
      "loss": 0.012,
      "step": 12469
    },
    {
      "epoch": 1.3519080659150045,
      "grad_norm": 0.4592065215110779,
      "learning_rate": 5.513564485710141e-05,
      "loss": 0.0478,
      "step": 12470
    },
    {
      "epoch": 1.352016478751084,
      "grad_norm": 0.26322153210639954,
      "learning_rate": 5.513201798926447e-05,
      "loss": 0.0426,
      "step": 12471
    },
    {
      "epoch": 1.352124891587164,
      "grad_norm": 0.18326207995414734,
      "learning_rate": 5.5128391121427534e-05,
      "loss": 0.0202,
      "step": 12472
    },
    {
      "epoch": 1.3522333044232437,
      "grad_norm": 0.3697042763233185,
      "learning_rate": 5.51247642535906e-05,
      "loss": 0.0348,
      "step": 12473
    },
    {
      "epoch": 1.3523417172593235,
      "grad_norm": 0.2073041796684265,
      "learning_rate": 5.512113738575366e-05,
      "loss": 0.0531,
      "step": 12474
    },
    {
      "epoch": 1.3524501300954033,
      "grad_norm": 0.26924315094947815,
      "learning_rate": 5.5117510517916726e-05,
      "loss": 0.0254,
      "step": 12475
    },
    {
      "epoch": 1.352558542931483,
      "grad_norm": 0.2278132289648056,
      "learning_rate": 5.511388365007979e-05,
      "loss": 0.0295,
      "step": 12476
    },
    {
      "epoch": 1.352666955767563,
      "grad_norm": 0.1817026287317276,
      "learning_rate": 5.5110256782242855e-05,
      "loss": 0.0243,
      "step": 12477
    },
    {
      "epoch": 1.3527753686036426,
      "grad_norm": 0.22804459929466248,
      "learning_rate": 5.510662991440592e-05,
      "loss": 0.0127,
      "step": 12478
    },
    {
      "epoch": 1.3528837814397225,
      "grad_norm": 0.12698641419410706,
      "learning_rate": 5.510300304656899e-05,
      "loss": 0.014,
      "step": 12479
    },
    {
      "epoch": 1.3529921942758023,
      "grad_norm": 0.3436006009578705,
      "learning_rate": 5.5099376178732054e-05,
      "loss": 0.0422,
      "step": 12480
    },
    {
      "epoch": 1.353100607111882,
      "grad_norm": 0.05134660378098488,
      "learning_rate": 5.509574931089512e-05,
      "loss": 0.0058,
      "step": 12481
    },
    {
      "epoch": 1.3532090199479618,
      "grad_norm": 0.16068744659423828,
      "learning_rate": 5.509212244305818e-05,
      "loss": 0.0318,
      "step": 12482
    },
    {
      "epoch": 1.3533174327840416,
      "grad_norm": 0.04277480021119118,
      "learning_rate": 5.5088495575221246e-05,
      "loss": 0.0071,
      "step": 12483
    },
    {
      "epoch": 1.3534258456201214,
      "grad_norm": 0.3522387742996216,
      "learning_rate": 5.508486870738431e-05,
      "loss": 0.0231,
      "step": 12484
    },
    {
      "epoch": 1.3535342584562011,
      "grad_norm": 0.12698768079280853,
      "learning_rate": 5.508124183954737e-05,
      "loss": 0.0269,
      "step": 12485
    },
    {
      "epoch": 1.353642671292281,
      "grad_norm": 0.27872878313064575,
      "learning_rate": 5.507761497171043e-05,
      "loss": 0.0371,
      "step": 12486
    },
    {
      "epoch": 1.3537510841283609,
      "grad_norm": 0.30269891023635864,
      "learning_rate": 5.5073988103873496e-05,
      "loss": 0.078,
      "step": 12487
    },
    {
      "epoch": 1.3538594969644406,
      "grad_norm": 0.07851513475179672,
      "learning_rate": 5.507036123603656e-05,
      "loss": 0.01,
      "step": 12488
    },
    {
      "epoch": 1.3539679098005204,
      "grad_norm": 0.19733452796936035,
      "learning_rate": 5.5066734368199624e-05,
      "loss": 0.012,
      "step": 12489
    },
    {
      "epoch": 1.3540763226366002,
      "grad_norm": 0.1377798318862915,
      "learning_rate": 5.506310750036269e-05,
      "loss": 0.0195,
      "step": 12490
    },
    {
      "epoch": 1.35418473547268,
      "grad_norm": 0.08143717795610428,
      "learning_rate": 5.505948063252575e-05,
      "loss": 0.0095,
      "step": 12491
    },
    {
      "epoch": 1.3542931483087597,
      "grad_norm": 0.22166591882705688,
      "learning_rate": 5.5055853764688816e-05,
      "loss": 0.0624,
      "step": 12492
    },
    {
      "epoch": 1.3544015611448397,
      "grad_norm": 0.428541898727417,
      "learning_rate": 5.505222689685188e-05,
      "loss": 0.1043,
      "step": 12493
    },
    {
      "epoch": 1.3545099739809192,
      "grad_norm": 0.062232811003923416,
      "learning_rate": 5.504860002901494e-05,
      "loss": 0.0082,
      "step": 12494
    },
    {
      "epoch": 1.3546183868169992,
      "grad_norm": 0.23682500422000885,
      "learning_rate": 5.5044973161178e-05,
      "loss": 0.0363,
      "step": 12495
    },
    {
      "epoch": 1.354726799653079,
      "grad_norm": 0.24701225757598877,
      "learning_rate": 5.504134629334108e-05,
      "loss": 0.0384,
      "step": 12496
    },
    {
      "epoch": 1.3548352124891587,
      "grad_norm": 0.21391865611076355,
      "learning_rate": 5.5037719425504143e-05,
      "loss": 0.0298,
      "step": 12497
    },
    {
      "epoch": 1.3549436253252385,
      "grad_norm": 0.14803056418895721,
      "learning_rate": 5.503409255766721e-05,
      "loss": 0.0167,
      "step": 12498
    },
    {
      "epoch": 1.3550520381613183,
      "grad_norm": 0.11573358625173569,
      "learning_rate": 5.503046568983027e-05,
      "loss": 0.0133,
      "step": 12499
    },
    {
      "epoch": 1.355160450997398,
      "grad_norm": 0.2242109626531601,
      "learning_rate": 5.502683882199333e-05,
      "loss": 0.05,
      "step": 12500
    },
    {
      "epoch": 1.3552688638334778,
      "grad_norm": 0.15812119841575623,
      "learning_rate": 5.502321195415639e-05,
      "loss": 0.0397,
      "step": 12501
    },
    {
      "epoch": 1.3553772766695578,
      "grad_norm": 0.08107996731996536,
      "learning_rate": 5.501958508631946e-05,
      "loss": 0.013,
      "step": 12502
    },
    {
      "epoch": 1.3554856895056375,
      "grad_norm": 0.18140588700771332,
      "learning_rate": 5.501595821848252e-05,
      "loss": 0.0242,
      "step": 12503
    },
    {
      "epoch": 1.3555941023417173,
      "grad_norm": 0.16295810043811798,
      "learning_rate": 5.5012331350645585e-05,
      "loss": 0.0316,
      "step": 12504
    },
    {
      "epoch": 1.355702515177797,
      "grad_norm": 0.12035273760557175,
      "learning_rate": 5.500870448280865e-05,
      "loss": 0.0222,
      "step": 12505
    },
    {
      "epoch": 1.3558109280138768,
      "grad_norm": 0.21584714949131012,
      "learning_rate": 5.5005077614971714e-05,
      "loss": 0.0576,
      "step": 12506
    },
    {
      "epoch": 1.3559193408499566,
      "grad_norm": 0.1157791018486023,
      "learning_rate": 5.500145074713478e-05,
      "loss": 0.01,
      "step": 12507
    },
    {
      "epoch": 1.3560277536860363,
      "grad_norm": 0.0952627956867218,
      "learning_rate": 5.499782387929784e-05,
      "loss": 0.0206,
      "step": 12508
    },
    {
      "epoch": 1.3561361665221163,
      "grad_norm": 0.28227466344833374,
      "learning_rate": 5.49941970114609e-05,
      "loss": 0.0283,
      "step": 12509
    },
    {
      "epoch": 1.356244579358196,
      "grad_norm": 0.23323467373847961,
      "learning_rate": 5.499057014362396e-05,
      "loss": 0.019,
      "step": 12510
    },
    {
      "epoch": 1.3563529921942759,
      "grad_norm": 0.2996363341808319,
      "learning_rate": 5.498694327578703e-05,
      "loss": 0.0303,
      "step": 12511
    },
    {
      "epoch": 1.3564614050303556,
      "grad_norm": 0.2167382836341858,
      "learning_rate": 5.498331640795009e-05,
      "loss": 0.0323,
      "step": 12512
    },
    {
      "epoch": 1.3565698178664354,
      "grad_norm": 0.23155169188976288,
      "learning_rate": 5.497968954011317e-05,
      "loss": 0.0217,
      "step": 12513
    },
    {
      "epoch": 1.3566782307025151,
      "grad_norm": 0.07990054786205292,
      "learning_rate": 5.4976062672276226e-05,
      "loss": 0.0132,
      "step": 12514
    },
    {
      "epoch": 1.356786643538595,
      "grad_norm": 0.10742995142936707,
      "learning_rate": 5.497243580443929e-05,
      "loss": 0.0164,
      "step": 12515
    },
    {
      "epoch": 1.356895056374675,
      "grad_norm": 0.022143151611089706,
      "learning_rate": 5.4968808936602355e-05,
      "loss": 0.0023,
      "step": 12516
    },
    {
      "epoch": 1.3570034692107544,
      "grad_norm": 0.10215143114328384,
      "learning_rate": 5.496518206876542e-05,
      "loss": 0.0145,
      "step": 12517
    },
    {
      "epoch": 1.3571118820468344,
      "grad_norm": 0.041200507432222366,
      "learning_rate": 5.496155520092848e-05,
      "loss": 0.0078,
      "step": 12518
    },
    {
      "epoch": 1.3572202948829142,
      "grad_norm": 0.0459982305765152,
      "learning_rate": 5.495792833309155e-05,
      "loss": 0.008,
      "step": 12519
    },
    {
      "epoch": 1.357328707718994,
      "grad_norm": 0.03601406514644623,
      "learning_rate": 5.495430146525461e-05,
      "loss": 0.004,
      "step": 12520
    },
    {
      "epoch": 1.3574371205550737,
      "grad_norm": 0.1400088220834732,
      "learning_rate": 5.4950674597417675e-05,
      "loss": 0.0167,
      "step": 12521
    },
    {
      "epoch": 1.3575455333911535,
      "grad_norm": 0.1366804987192154,
      "learning_rate": 5.494704772958074e-05,
      "loss": 0.0166,
      "step": 12522
    },
    {
      "epoch": 1.3576539462272332,
      "grad_norm": 0.0575018934905529,
      "learning_rate": 5.4943420861743797e-05,
      "loss": 0.0052,
      "step": 12523
    },
    {
      "epoch": 1.357762359063313,
      "grad_norm": 0.0995873510837555,
      "learning_rate": 5.493979399390686e-05,
      "loss": 0.0145,
      "step": 12524
    },
    {
      "epoch": 1.357870771899393,
      "grad_norm": 0.029861794784665108,
      "learning_rate": 5.4936167126069925e-05,
      "loss": 0.0021,
      "step": 12525
    },
    {
      "epoch": 1.3579791847354727,
      "grad_norm": 0.6176531314849854,
      "learning_rate": 5.493254025823299e-05,
      "loss": 0.05,
      "step": 12526
    },
    {
      "epoch": 1.3580875975715525,
      "grad_norm": 0.19923549890518188,
      "learning_rate": 5.492891339039605e-05,
      "loss": 0.0171,
      "step": 12527
    },
    {
      "epoch": 1.3581960104076323,
      "grad_norm": 0.2750939428806305,
      "learning_rate": 5.492528652255912e-05,
      "loss": 0.0408,
      "step": 12528
    },
    {
      "epoch": 1.358304423243712,
      "grad_norm": 0.3505248725414276,
      "learning_rate": 5.492165965472218e-05,
      "loss": 0.0163,
      "step": 12529
    },
    {
      "epoch": 1.3584128360797918,
      "grad_norm": 0.1179010272026062,
      "learning_rate": 5.491803278688525e-05,
      "loss": 0.0208,
      "step": 12530
    },
    {
      "epoch": 1.3585212489158716,
      "grad_norm": 0.18376795947551727,
      "learning_rate": 5.4914405919048316e-05,
      "loss": 0.0123,
      "step": 12531
    },
    {
      "epoch": 1.3586296617519515,
      "grad_norm": 0.34391462802886963,
      "learning_rate": 5.491077905121138e-05,
      "loss": 0.0186,
      "step": 12532
    },
    {
      "epoch": 1.358738074588031,
      "grad_norm": 0.4246850311756134,
      "learning_rate": 5.4907152183374444e-05,
      "loss": 0.0158,
      "step": 12533
    },
    {
      "epoch": 1.358846487424111,
      "grad_norm": 0.0887259766459465,
      "learning_rate": 5.490352531553751e-05,
      "loss": 0.0078,
      "step": 12534
    },
    {
      "epoch": 1.3589549002601908,
      "grad_norm": 0.09472255408763885,
      "learning_rate": 5.489989844770057e-05,
      "loss": 0.0223,
      "step": 12535
    },
    {
      "epoch": 1.3590633130962706,
      "grad_norm": 0.11913228034973145,
      "learning_rate": 5.489627157986364e-05,
      "loss": 0.0103,
      "step": 12536
    },
    {
      "epoch": 1.3591717259323504,
      "grad_norm": 0.22678443789482117,
      "learning_rate": 5.4892644712026694e-05,
      "loss": 0.0195,
      "step": 12537
    },
    {
      "epoch": 1.3592801387684301,
      "grad_norm": 0.21272896230220795,
      "learning_rate": 5.488901784418976e-05,
      "loss": 0.0277,
      "step": 12538
    },
    {
      "epoch": 1.35938855160451,
      "grad_norm": 0.2641538381576538,
      "learning_rate": 5.488539097635282e-05,
      "loss": 0.0261,
      "step": 12539
    },
    {
      "epoch": 1.3594969644405897,
      "grad_norm": 0.12539608776569366,
      "learning_rate": 5.4881764108515886e-05,
      "loss": 0.047,
      "step": 12540
    },
    {
      "epoch": 1.3596053772766696,
      "grad_norm": 0.01488112099468708,
      "learning_rate": 5.487813724067895e-05,
      "loss": 0.001,
      "step": 12541
    },
    {
      "epoch": 1.3597137901127494,
      "grad_norm": 0.3850463032722473,
      "learning_rate": 5.4874510372842015e-05,
      "loss": 0.0545,
      "step": 12542
    },
    {
      "epoch": 1.3598222029488292,
      "grad_norm": 0.19099853932857513,
      "learning_rate": 5.487088350500508e-05,
      "loss": 0.0229,
      "step": 12543
    },
    {
      "epoch": 1.359930615784909,
      "grad_norm": 0.2009797841310501,
      "learning_rate": 5.486725663716814e-05,
      "loss": 0.0197,
      "step": 12544
    },
    {
      "epoch": 1.3600390286209887,
      "grad_norm": 0.19350391626358032,
      "learning_rate": 5.486362976933121e-05,
      "loss": 0.0385,
      "step": 12545
    },
    {
      "epoch": 1.3601474414570685,
      "grad_norm": 0.21383202075958252,
      "learning_rate": 5.4860002901494264e-05,
      "loss": 0.0221,
      "step": 12546
    },
    {
      "epoch": 1.3602558542931482,
      "grad_norm": 0.3412298560142517,
      "learning_rate": 5.485637603365733e-05,
      "loss": 0.0746,
      "step": 12547
    },
    {
      "epoch": 1.3603642671292282,
      "grad_norm": 0.1967325061559677,
      "learning_rate": 5.4852749165820406e-05,
      "loss": 0.0085,
      "step": 12548
    },
    {
      "epoch": 1.360472679965308,
      "grad_norm": 0.5647458434104919,
      "learning_rate": 5.484912229798347e-05,
      "loss": 0.019,
      "step": 12549
    },
    {
      "epoch": 1.3605810928013877,
      "grad_norm": 0.21480944752693176,
      "learning_rate": 5.4845495430146534e-05,
      "loss": 0.0352,
      "step": 12550
    },
    {
      "epoch": 1.3606895056374675,
      "grad_norm": 0.38914716243743896,
      "learning_rate": 5.48418685623096e-05,
      "loss": 0.0154,
      "step": 12551
    },
    {
      "epoch": 1.3607979184735473,
      "grad_norm": 0.14131838083267212,
      "learning_rate": 5.4838241694472656e-05,
      "loss": 0.0376,
      "step": 12552
    },
    {
      "epoch": 1.360906331309627,
      "grad_norm": 0.2395322620868683,
      "learning_rate": 5.483461482663572e-05,
      "loss": 0.0463,
      "step": 12553
    },
    {
      "epoch": 1.3610147441457068,
      "grad_norm": 0.1742623895406723,
      "learning_rate": 5.4830987958798784e-05,
      "loss": 0.0102,
      "step": 12554
    },
    {
      "epoch": 1.3611231569817868,
      "grad_norm": 0.1931370347738266,
      "learning_rate": 5.482736109096185e-05,
      "loss": 0.0214,
      "step": 12555
    },
    {
      "epoch": 1.3612315698178663,
      "grad_norm": 0.17233777046203613,
      "learning_rate": 5.482373422312491e-05,
      "loss": 0.016,
      "step": 12556
    },
    {
      "epoch": 1.3613399826539463,
      "grad_norm": 0.07902604341506958,
      "learning_rate": 5.4820107355287976e-05,
      "loss": 0.0056,
      "step": 12557
    },
    {
      "epoch": 1.361448395490026,
      "grad_norm": 0.5665497779846191,
      "learning_rate": 5.481648048745104e-05,
      "loss": 0.0214,
      "step": 12558
    },
    {
      "epoch": 1.3615568083261058,
      "grad_norm": 0.09267724305391312,
      "learning_rate": 5.4812853619614104e-05,
      "loss": 0.0176,
      "step": 12559
    },
    {
      "epoch": 1.3616652211621856,
      "grad_norm": 0.22032256424427032,
      "learning_rate": 5.480922675177717e-05,
      "loss": 0.0212,
      "step": 12560
    },
    {
      "epoch": 1.3617736339982653,
      "grad_norm": 0.049807608127593994,
      "learning_rate": 5.4805599883940226e-05,
      "loss": 0.0077,
      "step": 12561
    },
    {
      "epoch": 1.361882046834345,
      "grad_norm": 0.12256036698818207,
      "learning_rate": 5.480197301610329e-05,
      "loss": 0.0182,
      "step": 12562
    },
    {
      "epoch": 1.3619904596704249,
      "grad_norm": 0.06191977858543396,
      "learning_rate": 5.4798346148266354e-05,
      "loss": 0.0135,
      "step": 12563
    },
    {
      "epoch": 1.3620988725065049,
      "grad_norm": 0.06959503889083862,
      "learning_rate": 5.479471928042942e-05,
      "loss": 0.0133,
      "step": 12564
    },
    {
      "epoch": 1.3622072853425846,
      "grad_norm": 0.19662567973136902,
      "learning_rate": 5.4791092412592496e-05,
      "loss": 0.0459,
      "step": 12565
    },
    {
      "epoch": 1.3623156981786644,
      "grad_norm": 0.2329380363225937,
      "learning_rate": 5.478746554475555e-05,
      "loss": 0.0244,
      "step": 12566
    },
    {
      "epoch": 1.3624241110147441,
      "grad_norm": 0.2247389256954193,
      "learning_rate": 5.478383867691862e-05,
      "loss": 0.0342,
      "step": 12567
    },
    {
      "epoch": 1.362532523850824,
      "grad_norm": 0.1871747523546219,
      "learning_rate": 5.478021180908168e-05,
      "loss": 0.0171,
      "step": 12568
    },
    {
      "epoch": 1.3626409366869037,
      "grad_norm": 0.2515738308429718,
      "learning_rate": 5.4776584941244745e-05,
      "loss": 0.0694,
      "step": 12569
    },
    {
      "epoch": 1.3627493495229834,
      "grad_norm": 0.08389797806739807,
      "learning_rate": 5.477295807340781e-05,
      "loss": 0.0111,
      "step": 12570
    },
    {
      "epoch": 1.3628577623590634,
      "grad_norm": 0.022901788353919983,
      "learning_rate": 5.4769331205570874e-05,
      "loss": 0.0033,
      "step": 12571
    },
    {
      "epoch": 1.3629661751951432,
      "grad_norm": 0.20847472548484802,
      "learning_rate": 5.476570433773394e-05,
      "loss": 0.0221,
      "step": 12572
    },
    {
      "epoch": 1.363074588031223,
      "grad_norm": 0.1310786008834839,
      "learning_rate": 5.4762077469897e-05,
      "loss": 0.017,
      "step": 12573
    },
    {
      "epoch": 1.3631830008673027,
      "grad_norm": 0.0388939306139946,
      "learning_rate": 5.4758450602060066e-05,
      "loss": 0.009,
      "step": 12574
    },
    {
      "epoch": 1.3632914137033825,
      "grad_norm": 0.06515157967805862,
      "learning_rate": 5.475482373422312e-05,
      "loss": 0.0052,
      "step": 12575
    },
    {
      "epoch": 1.3633998265394622,
      "grad_norm": 0.11535424739122391,
      "learning_rate": 5.475119686638619e-05,
      "loss": 0.0061,
      "step": 12576
    },
    {
      "epoch": 1.363508239375542,
      "grad_norm": 0.2988174259662628,
      "learning_rate": 5.474756999854925e-05,
      "loss": 0.0505,
      "step": 12577
    },
    {
      "epoch": 1.363616652211622,
      "grad_norm": 0.14892274141311646,
      "learning_rate": 5.4743943130712316e-05,
      "loss": 0.0145,
      "step": 12578
    },
    {
      "epoch": 1.3637250650477015,
      "grad_norm": 0.45068150758743286,
      "learning_rate": 5.474031626287538e-05,
      "loss": 0.0469,
      "step": 12579
    },
    {
      "epoch": 1.3638334778837815,
      "grad_norm": 0.17338283360004425,
      "learning_rate": 5.4736689395038444e-05,
      "loss": 0.0315,
      "step": 12580
    },
    {
      "epoch": 1.3639418907198613,
      "grad_norm": 0.20791606605052948,
      "learning_rate": 5.473306252720151e-05,
      "loss": 0.0127,
      "step": 12581
    },
    {
      "epoch": 1.364050303555941,
      "grad_norm": 0.0654575377702713,
      "learning_rate": 5.472943565936458e-05,
      "loss": 0.0075,
      "step": 12582
    },
    {
      "epoch": 1.3641587163920208,
      "grad_norm": 0.3441672921180725,
      "learning_rate": 5.472580879152764e-05,
      "loss": 0.0183,
      "step": 12583
    },
    {
      "epoch": 1.3642671292281006,
      "grad_norm": 0.011917507275938988,
      "learning_rate": 5.472218192369071e-05,
      "loss": 0.0013,
      "step": 12584
    },
    {
      "epoch": 1.3643755420641803,
      "grad_norm": 0.19395866990089417,
      "learning_rate": 5.471855505585377e-05,
      "loss": 0.0352,
      "step": 12585
    },
    {
      "epoch": 1.36448395490026,
      "grad_norm": 0.13451218605041504,
      "learning_rate": 5.4714928188016835e-05,
      "loss": 0.0154,
      "step": 12586
    },
    {
      "epoch": 1.36459236773634,
      "grad_norm": 0.16144508123397827,
      "learning_rate": 5.47113013201799e-05,
      "loss": 0.0166,
      "step": 12587
    },
    {
      "epoch": 1.3647007805724198,
      "grad_norm": 0.1420416384935379,
      "learning_rate": 5.4707674452342963e-05,
      "loss": 0.0089,
      "step": 12588
    },
    {
      "epoch": 1.3648091934084996,
      "grad_norm": 0.14054840803146362,
      "learning_rate": 5.470404758450602e-05,
      "loss": 0.0153,
      "step": 12589
    },
    {
      "epoch": 1.3649176062445794,
      "grad_norm": 0.1783367097377777,
      "learning_rate": 5.4700420716669085e-05,
      "loss": 0.0302,
      "step": 12590
    },
    {
      "epoch": 1.3650260190806591,
      "grad_norm": 0.05162756145000458,
      "learning_rate": 5.469679384883215e-05,
      "loss": 0.0053,
      "step": 12591
    },
    {
      "epoch": 1.3651344319167389,
      "grad_norm": 0.21934707462787628,
      "learning_rate": 5.469316698099521e-05,
      "loss": 0.0386,
      "step": 12592
    },
    {
      "epoch": 1.3652428447528187,
      "grad_norm": 0.2492552101612091,
      "learning_rate": 5.468954011315828e-05,
      "loss": 0.0349,
      "step": 12593
    },
    {
      "epoch": 1.3653512575888986,
      "grad_norm": 0.16041795909404755,
      "learning_rate": 5.468591324532134e-05,
      "loss": 0.0217,
      "step": 12594
    },
    {
      "epoch": 1.3654596704249784,
      "grad_norm": 0.4395787715911865,
      "learning_rate": 5.4682286377484405e-05,
      "loss": 0.0352,
      "step": 12595
    },
    {
      "epoch": 1.3655680832610582,
      "grad_norm": 0.25937753915786743,
      "learning_rate": 5.467865950964747e-05,
      "loss": 0.038,
      "step": 12596
    },
    {
      "epoch": 1.365676496097138,
      "grad_norm": 0.15454453229904175,
      "learning_rate": 5.4675032641810534e-05,
      "loss": 0.0214,
      "step": 12597
    },
    {
      "epoch": 1.3657849089332177,
      "grad_norm": 0.01963316649198532,
      "learning_rate": 5.467140577397359e-05,
      "loss": 0.0017,
      "step": 12598
    },
    {
      "epoch": 1.3658933217692975,
      "grad_norm": 0.18015635013580322,
      "learning_rate": 5.466777890613667e-05,
      "loss": 0.019,
      "step": 12599
    },
    {
      "epoch": 1.3660017346053772,
      "grad_norm": 0.16760428249835968,
      "learning_rate": 5.466415203829973e-05,
      "loss": 0.0105,
      "step": 12600
    },
    {
      "epoch": 1.3661101474414572,
      "grad_norm": 0.19635242223739624,
      "learning_rate": 5.46605251704628e-05,
      "loss": 0.0284,
      "step": 12601
    },
    {
      "epoch": 1.3662185602775367,
      "grad_norm": 0.10525556653738022,
      "learning_rate": 5.465689830262586e-05,
      "loss": 0.006,
      "step": 12602
    },
    {
      "epoch": 1.3663269731136167,
      "grad_norm": 0.11318986862897873,
      "learning_rate": 5.4653271434788925e-05,
      "loss": 0.018,
      "step": 12603
    },
    {
      "epoch": 1.3664353859496965,
      "grad_norm": 0.1612100750207901,
      "learning_rate": 5.464964456695198e-05,
      "loss": 0.015,
      "step": 12604
    },
    {
      "epoch": 1.3665437987857763,
      "grad_norm": 0.21844971179962158,
      "learning_rate": 5.4646017699115046e-05,
      "loss": 0.0514,
      "step": 12605
    },
    {
      "epoch": 1.366652211621856,
      "grad_norm": 0.23952588438987732,
      "learning_rate": 5.464239083127811e-05,
      "loss": 0.0171,
      "step": 12606
    },
    {
      "epoch": 1.3667606244579358,
      "grad_norm": 0.2971827983856201,
      "learning_rate": 5.4638763963441175e-05,
      "loss": 0.0354,
      "step": 12607
    },
    {
      "epoch": 1.3668690372940155,
      "grad_norm": 0.07432102411985397,
      "learning_rate": 5.463513709560424e-05,
      "loss": 0.0113,
      "step": 12608
    },
    {
      "epoch": 1.3669774501300953,
      "grad_norm": 0.25327253341674805,
      "learning_rate": 5.46315102277673e-05,
      "loss": 0.0217,
      "step": 12609
    },
    {
      "epoch": 1.3670858629661753,
      "grad_norm": 0.47864213585853577,
      "learning_rate": 5.462788335993037e-05,
      "loss": 0.0677,
      "step": 12610
    },
    {
      "epoch": 1.367194275802255,
      "grad_norm": 0.08459200710058212,
      "learning_rate": 5.462425649209343e-05,
      "loss": 0.0108,
      "step": 12611
    },
    {
      "epoch": 1.3673026886383348,
      "grad_norm": 0.18427354097366333,
      "learning_rate": 5.4620629624256495e-05,
      "loss": 0.0261,
      "step": 12612
    },
    {
      "epoch": 1.3674111014744146,
      "grad_norm": 0.12332352250814438,
      "learning_rate": 5.461700275641955e-05,
      "loss": 0.0146,
      "step": 12613
    },
    {
      "epoch": 1.3675195143104943,
      "grad_norm": 0.14815665781497955,
      "learning_rate": 5.4613375888582617e-05,
      "loss": 0.0259,
      "step": 12614
    },
    {
      "epoch": 1.367627927146574,
      "grad_norm": 0.2741260826587677,
      "learning_rate": 5.460974902074568e-05,
      "loss": 0.0262,
      "step": 12615
    },
    {
      "epoch": 1.3677363399826539,
      "grad_norm": 0.21598497033119202,
      "learning_rate": 5.4606122152908745e-05,
      "loss": 0.047,
      "step": 12616
    },
    {
      "epoch": 1.3678447528187339,
      "grad_norm": 0.2925913631916046,
      "learning_rate": 5.460249528507182e-05,
      "loss": 0.0421,
      "step": 12617
    },
    {
      "epoch": 1.3679531656548134,
      "grad_norm": 0.30766284465789795,
      "learning_rate": 5.459886841723488e-05,
      "loss": 0.0172,
      "step": 12618
    },
    {
      "epoch": 1.3680615784908934,
      "grad_norm": 0.05600886419415474,
      "learning_rate": 5.4595241549397944e-05,
      "loss": 0.0074,
      "step": 12619
    },
    {
      "epoch": 1.3681699913269731,
      "grad_norm": 0.44590750336647034,
      "learning_rate": 5.459161468156101e-05,
      "loss": 0.0643,
      "step": 12620
    },
    {
      "epoch": 1.368278404163053,
      "grad_norm": 0.18200552463531494,
      "learning_rate": 5.458798781372407e-05,
      "loss": 0.025,
      "step": 12621
    },
    {
      "epoch": 1.3683868169991327,
      "grad_norm": 0.23787298798561096,
      "learning_rate": 5.4584360945887136e-05,
      "loss": 0.0288,
      "step": 12622
    },
    {
      "epoch": 1.3684952298352124,
      "grad_norm": 0.23634539544582367,
      "learning_rate": 5.45807340780502e-05,
      "loss": 0.0512,
      "step": 12623
    },
    {
      "epoch": 1.3686036426712924,
      "grad_norm": 0.319140762090683,
      "learning_rate": 5.4577107210213264e-05,
      "loss": 0.0113,
      "step": 12624
    },
    {
      "epoch": 1.368712055507372,
      "grad_norm": 0.14819622039794922,
      "learning_rate": 5.457348034237633e-05,
      "loss": 0.0177,
      "step": 12625
    },
    {
      "epoch": 1.368820468343452,
      "grad_norm": 0.1981794387102127,
      "learning_rate": 5.456985347453939e-05,
      "loss": 0.0132,
      "step": 12626
    },
    {
      "epoch": 1.3689288811795317,
      "grad_norm": 0.15552152693271637,
      "learning_rate": 5.456622660670245e-05,
      "loss": 0.0241,
      "step": 12627
    },
    {
      "epoch": 1.3690372940156115,
      "grad_norm": 0.08199243992567062,
      "learning_rate": 5.4562599738865514e-05,
      "loss": 0.0117,
      "step": 12628
    },
    {
      "epoch": 1.3691457068516912,
      "grad_norm": 0.11145921051502228,
      "learning_rate": 5.455897287102858e-05,
      "loss": 0.0157,
      "step": 12629
    },
    {
      "epoch": 1.369254119687771,
      "grad_norm": 0.137354776263237,
      "learning_rate": 5.455534600319164e-05,
      "loss": 0.0109,
      "step": 12630
    },
    {
      "epoch": 1.3693625325238508,
      "grad_norm": 0.11977077275514603,
      "learning_rate": 5.4551719135354706e-05,
      "loss": 0.0168,
      "step": 12631
    },
    {
      "epoch": 1.3694709453599305,
      "grad_norm": 0.11238112300634384,
      "learning_rate": 5.454809226751777e-05,
      "loss": 0.0093,
      "step": 12632
    },
    {
      "epoch": 1.3695793581960105,
      "grad_norm": 0.2362397462129593,
      "learning_rate": 5.4544465399680835e-05,
      "loss": 0.0168,
      "step": 12633
    },
    {
      "epoch": 1.3696877710320903,
      "grad_norm": 0.12944020330905914,
      "learning_rate": 5.4540838531843905e-05,
      "loss": 0.0241,
      "step": 12634
    },
    {
      "epoch": 1.36979618386817,
      "grad_norm": 0.12397243082523346,
      "learning_rate": 5.453721166400697e-05,
      "loss": 0.0142,
      "step": 12635
    },
    {
      "epoch": 1.3699045967042498,
      "grad_norm": 0.22380563616752625,
      "learning_rate": 5.4533584796170034e-05,
      "loss": 0.0184,
      "step": 12636
    },
    {
      "epoch": 1.3700130095403296,
      "grad_norm": 0.10046983510255814,
      "learning_rate": 5.45299579283331e-05,
      "loss": 0.0094,
      "step": 12637
    },
    {
      "epoch": 1.3701214223764093,
      "grad_norm": 0.17772293090820312,
      "learning_rate": 5.452633106049616e-05,
      "loss": 0.0336,
      "step": 12638
    },
    {
      "epoch": 1.370229835212489,
      "grad_norm": 0.13972140848636627,
      "learning_rate": 5.4522704192659226e-05,
      "loss": 0.0321,
      "step": 12639
    },
    {
      "epoch": 1.370338248048569,
      "grad_norm": 0.17624491453170776,
      "learning_rate": 5.451907732482229e-05,
      "loss": 0.0222,
      "step": 12640
    },
    {
      "epoch": 1.3704466608846486,
      "grad_norm": 0.1889161467552185,
      "learning_rate": 5.451545045698535e-05,
      "loss": 0.0447,
      "step": 12641
    },
    {
      "epoch": 1.3705550737207286,
      "grad_norm": 0.1904638558626175,
      "learning_rate": 5.451182358914841e-05,
      "loss": 0.0225,
      "step": 12642
    },
    {
      "epoch": 1.3706634865568084,
      "grad_norm": 0.2989731729030609,
      "learning_rate": 5.4508196721311476e-05,
      "loss": 0.0331,
      "step": 12643
    },
    {
      "epoch": 1.3707718993928881,
      "grad_norm": 0.21007484197616577,
      "learning_rate": 5.450456985347454e-05,
      "loss": 0.0255,
      "step": 12644
    },
    {
      "epoch": 1.370880312228968,
      "grad_norm": 0.04209395498037338,
      "learning_rate": 5.4500942985637604e-05,
      "loss": 0.0035,
      "step": 12645
    },
    {
      "epoch": 1.3709887250650477,
      "grad_norm": 0.2588961720466614,
      "learning_rate": 5.449731611780067e-05,
      "loss": 0.0143,
      "step": 12646
    },
    {
      "epoch": 1.3710971379011274,
      "grad_norm": 0.031659241765737534,
      "learning_rate": 5.449368924996373e-05,
      "loss": 0.0022,
      "step": 12647
    },
    {
      "epoch": 1.3712055507372072,
      "grad_norm": 0.281128853559494,
      "learning_rate": 5.4490062382126796e-05,
      "loss": 0.0452,
      "step": 12648
    },
    {
      "epoch": 1.3713139635732872,
      "grad_norm": 0.39512524008750916,
      "learning_rate": 5.448643551428986e-05,
      "loss": 0.068,
      "step": 12649
    },
    {
      "epoch": 1.371422376409367,
      "grad_norm": 0.19500891864299774,
      "learning_rate": 5.448280864645292e-05,
      "loss": 0.0131,
      "step": 12650
    },
    {
      "epoch": 1.3715307892454467,
      "grad_norm": 0.19642965495586395,
      "learning_rate": 5.4479181778615995e-05,
      "loss": 0.0455,
      "step": 12651
    },
    {
      "epoch": 1.3716392020815265,
      "grad_norm": 0.3525938093662262,
      "learning_rate": 5.447555491077906e-05,
      "loss": 0.0588,
      "step": 12652
    },
    {
      "epoch": 1.3717476149176062,
      "grad_norm": 0.05875366926193237,
      "learning_rate": 5.4471928042942123e-05,
      "loss": 0.008,
      "step": 12653
    },
    {
      "epoch": 1.371856027753686,
      "grad_norm": 0.23830167949199677,
      "learning_rate": 5.446830117510519e-05,
      "loss": 0.0339,
      "step": 12654
    },
    {
      "epoch": 1.3719644405897657,
      "grad_norm": 0.08507884293794632,
      "learning_rate": 5.446467430726825e-05,
      "loss": 0.0053,
      "step": 12655
    },
    {
      "epoch": 1.3720728534258457,
      "grad_norm": 0.0876118540763855,
      "learning_rate": 5.446104743943131e-05,
      "loss": 0.0159,
      "step": 12656
    },
    {
      "epoch": 1.3721812662619255,
      "grad_norm": 0.0917685478925705,
      "learning_rate": 5.445742057159437e-05,
      "loss": 0.0074,
      "step": 12657
    },
    {
      "epoch": 1.3722896790980053,
      "grad_norm": 0.24793413281440735,
      "learning_rate": 5.445379370375744e-05,
      "loss": 0.046,
      "step": 12658
    },
    {
      "epoch": 1.372398091934085,
      "grad_norm": 0.1191716268658638,
      "learning_rate": 5.44501668359205e-05,
      "loss": 0.0228,
      "step": 12659
    },
    {
      "epoch": 1.3725065047701648,
      "grad_norm": 0.0332440584897995,
      "learning_rate": 5.4446539968083565e-05,
      "loss": 0.0031,
      "step": 12660
    },
    {
      "epoch": 1.3726149176062445,
      "grad_norm": 0.1373857706785202,
      "learning_rate": 5.444291310024663e-05,
      "loss": 0.0159,
      "step": 12661
    },
    {
      "epoch": 1.3727233304423243,
      "grad_norm": 0.06782218813896179,
      "learning_rate": 5.4439286232409694e-05,
      "loss": 0.0041,
      "step": 12662
    },
    {
      "epoch": 1.3728317432784043,
      "grad_norm": 0.35627281665802,
      "learning_rate": 5.443565936457276e-05,
      "loss": 0.0281,
      "step": 12663
    },
    {
      "epoch": 1.3729401561144838,
      "grad_norm": 0.18975888192653656,
      "learning_rate": 5.443203249673582e-05,
      "loss": 0.0435,
      "step": 12664
    },
    {
      "epoch": 1.3730485689505638,
      "grad_norm": 0.20788201689720154,
      "learning_rate": 5.442840562889888e-05,
      "loss": 0.0241,
      "step": 12665
    },
    {
      "epoch": 1.3731569817866436,
      "grad_norm": 0.1745254099369049,
      "learning_rate": 5.442477876106194e-05,
      "loss": 0.0278,
      "step": 12666
    },
    {
      "epoch": 1.3732653946227233,
      "grad_norm": 0.14939959347248077,
      "learning_rate": 5.442115189322501e-05,
      "loss": 0.014,
      "step": 12667
    },
    {
      "epoch": 1.373373807458803,
      "grad_norm": 0.045856133103370667,
      "learning_rate": 5.441752502538807e-05,
      "loss": 0.0072,
      "step": 12668
    },
    {
      "epoch": 1.3734822202948829,
      "grad_norm": 0.34775277972221375,
      "learning_rate": 5.441389815755115e-05,
      "loss": 0.04,
      "step": 12669
    },
    {
      "epoch": 1.3735906331309626,
      "grad_norm": 0.250181645154953,
      "learning_rate": 5.4410271289714206e-05,
      "loss": 0.0268,
      "step": 12670
    },
    {
      "epoch": 1.3736990459670424,
      "grad_norm": 0.10322143882513046,
      "learning_rate": 5.440664442187727e-05,
      "loss": 0.0166,
      "step": 12671
    },
    {
      "epoch": 1.3738074588031224,
      "grad_norm": 0.05421830713748932,
      "learning_rate": 5.4403017554040335e-05,
      "loss": 0.0047,
      "step": 12672
    },
    {
      "epoch": 1.3739158716392021,
      "grad_norm": 0.09166095405817032,
      "learning_rate": 5.43993906862034e-05,
      "loss": 0.0133,
      "step": 12673
    },
    {
      "epoch": 1.374024284475282,
      "grad_norm": 0.18784500658512115,
      "learning_rate": 5.439576381836646e-05,
      "loss": 0.0187,
      "step": 12674
    },
    {
      "epoch": 1.3741326973113617,
      "grad_norm": 0.11959527432918549,
      "learning_rate": 5.439213695052953e-05,
      "loss": 0.0161,
      "step": 12675
    },
    {
      "epoch": 1.3742411101474414,
      "grad_norm": 0.4955245852470398,
      "learning_rate": 5.438851008269259e-05,
      "loss": 0.0323,
      "step": 12676
    },
    {
      "epoch": 1.3743495229835212,
      "grad_norm": 0.3258478343486786,
      "learning_rate": 5.4384883214855655e-05,
      "loss": 0.0778,
      "step": 12677
    },
    {
      "epoch": 1.374457935819601,
      "grad_norm": 0.2642085552215576,
      "learning_rate": 5.438125634701872e-05,
      "loss": 0.0509,
      "step": 12678
    },
    {
      "epoch": 1.374566348655681,
      "grad_norm": 0.3025301396846771,
      "learning_rate": 5.437762947918178e-05,
      "loss": 0.0265,
      "step": 12679
    },
    {
      "epoch": 1.3746747614917605,
      "grad_norm": 0.11705102771520615,
      "learning_rate": 5.437400261134484e-05,
      "loss": 0.0096,
      "step": 12680
    },
    {
      "epoch": 1.3747831743278405,
      "grad_norm": 0.11038897931575775,
      "learning_rate": 5.4370375743507905e-05,
      "loss": 0.0156,
      "step": 12681
    },
    {
      "epoch": 1.3748915871639202,
      "grad_norm": 0.30582818388938904,
      "learning_rate": 5.436674887567097e-05,
      "loss": 0.0483,
      "step": 12682
    },
    {
      "epoch": 1.375,
      "grad_norm": 0.12015853077173233,
      "learning_rate": 5.436312200783403e-05,
      "loss": 0.0065,
      "step": 12683
    },
    {
      "epoch": 1.3751084128360798,
      "grad_norm": 0.24460768699645996,
      "learning_rate": 5.43594951399971e-05,
      "loss": 0.0606,
      "step": 12684
    },
    {
      "epoch": 1.3752168256721595,
      "grad_norm": 0.2569245994091034,
      "learning_rate": 5.435586827216016e-05,
      "loss": 0.0265,
      "step": 12685
    },
    {
      "epoch": 1.3753252385082395,
      "grad_norm": 0.15393459796905518,
      "learning_rate": 5.435224140432323e-05,
      "loss": 0.0117,
      "step": 12686
    },
    {
      "epoch": 1.375433651344319,
      "grad_norm": 0.5446240305900574,
      "learning_rate": 5.4348614536486296e-05,
      "loss": 0.0276,
      "step": 12687
    },
    {
      "epoch": 1.375542064180399,
      "grad_norm": 0.1242784857749939,
      "learning_rate": 5.434498766864936e-05,
      "loss": 0.0221,
      "step": 12688
    },
    {
      "epoch": 1.3756504770164788,
      "grad_norm": 0.12709109485149384,
      "learning_rate": 5.4341360800812424e-05,
      "loss": 0.009,
      "step": 12689
    },
    {
      "epoch": 1.3757588898525586,
      "grad_norm": 0.0939558893442154,
      "learning_rate": 5.433773393297549e-05,
      "loss": 0.0142,
      "step": 12690
    },
    {
      "epoch": 1.3758673026886383,
      "grad_norm": 0.1075252816081047,
      "learning_rate": 5.433410706513855e-05,
      "loss": 0.0138,
      "step": 12691
    },
    {
      "epoch": 1.375975715524718,
      "grad_norm": 0.1547224223613739,
      "learning_rate": 5.433048019730162e-05,
      "loss": 0.0165,
      "step": 12692
    },
    {
      "epoch": 1.3760841283607979,
      "grad_norm": 0.24241995811462402,
      "learning_rate": 5.432685332946468e-05,
      "loss": 0.0366,
      "step": 12693
    },
    {
      "epoch": 1.3761925411968776,
      "grad_norm": 0.31090056896209717,
      "learning_rate": 5.432322646162774e-05,
      "loss": 0.0445,
      "step": 12694
    },
    {
      "epoch": 1.3763009540329576,
      "grad_norm": 0.19858625531196594,
      "learning_rate": 5.43195995937908e-05,
      "loss": 0.0385,
      "step": 12695
    },
    {
      "epoch": 1.3764093668690374,
      "grad_norm": 0.2949877679347992,
      "learning_rate": 5.4315972725953866e-05,
      "loss": 0.0386,
      "step": 12696
    },
    {
      "epoch": 1.3765177797051171,
      "grad_norm": 0.054354455322027206,
      "learning_rate": 5.431234585811693e-05,
      "loss": 0.0094,
      "step": 12697
    },
    {
      "epoch": 1.376626192541197,
      "grad_norm": 0.08990200608968735,
      "learning_rate": 5.4308718990279995e-05,
      "loss": 0.0202,
      "step": 12698
    },
    {
      "epoch": 1.3767346053772767,
      "grad_norm": 0.27781856060028076,
      "learning_rate": 5.430509212244306e-05,
      "loss": 0.0367,
      "step": 12699
    },
    {
      "epoch": 1.3768430182133564,
      "grad_norm": 0.032162319868803024,
      "learning_rate": 5.430146525460612e-05,
      "loss": 0.0036,
      "step": 12700
    },
    {
      "epoch": 1.3769514310494362,
      "grad_norm": 0.3186887204647064,
      "learning_rate": 5.429783838676919e-05,
      "loss": 0.0418,
      "step": 12701
    },
    {
      "epoch": 1.3770598438855162,
      "grad_norm": 0.17697595059871674,
      "learning_rate": 5.4294211518932244e-05,
      "loss": 0.0092,
      "step": 12702
    },
    {
      "epoch": 1.3771682567215957,
      "grad_norm": 0.114646315574646,
      "learning_rate": 5.429058465109532e-05,
      "loss": 0.007,
      "step": 12703
    },
    {
      "epoch": 1.3772766695576757,
      "grad_norm": 0.15608017146587372,
      "learning_rate": 5.4286957783258386e-05,
      "loss": 0.0219,
      "step": 12704
    },
    {
      "epoch": 1.3773850823937555,
      "grad_norm": 0.18519410490989685,
      "learning_rate": 5.428333091542145e-05,
      "loss": 0.0268,
      "step": 12705
    },
    {
      "epoch": 1.3774934952298352,
      "grad_norm": 0.10940875113010406,
      "learning_rate": 5.4279704047584514e-05,
      "loss": 0.0174,
      "step": 12706
    },
    {
      "epoch": 1.377601908065915,
      "grad_norm": 0.04946636036038399,
      "learning_rate": 5.427607717974758e-05,
      "loss": 0.0039,
      "step": 12707
    },
    {
      "epoch": 1.3777103209019947,
      "grad_norm": 0.09051654487848282,
      "learning_rate": 5.4272450311910636e-05,
      "loss": 0.0222,
      "step": 12708
    },
    {
      "epoch": 1.3778187337380745,
      "grad_norm": 0.09450842440128326,
      "learning_rate": 5.42688234440737e-05,
      "loss": 0.0087,
      "step": 12709
    },
    {
      "epoch": 1.3779271465741543,
      "grad_norm": 0.03421003744006157,
      "learning_rate": 5.4265196576236764e-05,
      "loss": 0.0044,
      "step": 12710
    },
    {
      "epoch": 1.3780355594102343,
      "grad_norm": 0.09505118429660797,
      "learning_rate": 5.426156970839983e-05,
      "loss": 0.017,
      "step": 12711
    },
    {
      "epoch": 1.378143972246314,
      "grad_norm": 0.1821303516626358,
      "learning_rate": 5.425794284056289e-05,
      "loss": 0.0356,
      "step": 12712
    },
    {
      "epoch": 1.3782523850823938,
      "grad_norm": 0.4804443418979645,
      "learning_rate": 5.4254315972725956e-05,
      "loss": 0.0232,
      "step": 12713
    },
    {
      "epoch": 1.3783607979184735,
      "grad_norm": 0.3762876093387604,
      "learning_rate": 5.425068910488902e-05,
      "loss": 0.0775,
      "step": 12714
    },
    {
      "epoch": 1.3784692107545533,
      "grad_norm": 0.2230290323495865,
      "learning_rate": 5.4247062237052084e-05,
      "loss": 0.0245,
      "step": 12715
    },
    {
      "epoch": 1.378577623590633,
      "grad_norm": 0.1255045384168625,
      "learning_rate": 5.424343536921515e-05,
      "loss": 0.0256,
      "step": 12716
    },
    {
      "epoch": 1.3786860364267128,
      "grad_norm": 0.15816375613212585,
      "learning_rate": 5.4239808501378206e-05,
      "loss": 0.006,
      "step": 12717
    },
    {
      "epoch": 1.3787944492627928,
      "grad_norm": 0.19657541811466217,
      "learning_rate": 5.423618163354127e-05,
      "loss": 0.0258,
      "step": 12718
    },
    {
      "epoch": 1.3789028620988726,
      "grad_norm": 0.31179943680763245,
      "learning_rate": 5.4232554765704334e-05,
      "loss": 0.0294,
      "step": 12719
    },
    {
      "epoch": 1.3790112749349523,
      "grad_norm": 0.436297744512558,
      "learning_rate": 5.422892789786741e-05,
      "loss": 0.0375,
      "step": 12720
    },
    {
      "epoch": 1.379119687771032,
      "grad_norm": 0.11512389779090881,
      "learning_rate": 5.4225301030030476e-05,
      "loss": 0.0078,
      "step": 12721
    },
    {
      "epoch": 1.3792281006071119,
      "grad_norm": 0.03220468387007713,
      "learning_rate": 5.422167416219353e-05,
      "loss": 0.0026,
      "step": 12722
    },
    {
      "epoch": 1.3793365134431916,
      "grad_norm": 0.1526041477918625,
      "learning_rate": 5.42180472943566e-05,
      "loss": 0.0405,
      "step": 12723
    },
    {
      "epoch": 1.3794449262792714,
      "grad_norm": 0.21054449677467346,
      "learning_rate": 5.421442042651966e-05,
      "loss": 0.0317,
      "step": 12724
    },
    {
      "epoch": 1.3795533391153514,
      "grad_norm": 0.08829916268587112,
      "learning_rate": 5.4210793558682725e-05,
      "loss": 0.0086,
      "step": 12725
    },
    {
      "epoch": 1.379661751951431,
      "grad_norm": 0.147764191031456,
      "learning_rate": 5.420716669084579e-05,
      "loss": 0.0359,
      "step": 12726
    },
    {
      "epoch": 1.379770164787511,
      "grad_norm": 0.11280929297208786,
      "learning_rate": 5.4203539823008854e-05,
      "loss": 0.0118,
      "step": 12727
    },
    {
      "epoch": 1.3798785776235907,
      "grad_norm": 0.18150003254413605,
      "learning_rate": 5.419991295517192e-05,
      "loss": 0.0306,
      "step": 12728
    },
    {
      "epoch": 1.3799869904596704,
      "grad_norm": 0.5827993750572205,
      "learning_rate": 5.419628608733498e-05,
      "loss": 0.0339,
      "step": 12729
    },
    {
      "epoch": 1.3800954032957502,
      "grad_norm": 0.37392863631248474,
      "learning_rate": 5.4192659219498046e-05,
      "loss": 0.0343,
      "step": 12730
    },
    {
      "epoch": 1.38020381613183,
      "grad_norm": 0.1259935051202774,
      "learning_rate": 5.41890323516611e-05,
      "loss": 0.0123,
      "step": 12731
    },
    {
      "epoch": 1.3803122289679097,
      "grad_norm": 0.1354113221168518,
      "learning_rate": 5.418540548382417e-05,
      "loss": 0.0188,
      "step": 12732
    },
    {
      "epoch": 1.3804206418039895,
      "grad_norm": 0.1321030855178833,
      "learning_rate": 5.418177861598723e-05,
      "loss": 0.0236,
      "step": 12733
    },
    {
      "epoch": 1.3805290546400695,
      "grad_norm": 0.030426859855651855,
      "learning_rate": 5.4178151748150296e-05,
      "loss": 0.0033,
      "step": 12734
    },
    {
      "epoch": 1.3806374674761492,
      "grad_norm": 0.18369628489017487,
      "learning_rate": 5.417452488031336e-05,
      "loss": 0.0278,
      "step": 12735
    },
    {
      "epoch": 1.380745880312229,
      "grad_norm": 0.1282811462879181,
      "learning_rate": 5.4170898012476424e-05,
      "loss": 0.0263,
      "step": 12736
    },
    {
      "epoch": 1.3808542931483088,
      "grad_norm": 0.09296394139528275,
      "learning_rate": 5.416727114463949e-05,
      "loss": 0.0069,
      "step": 12737
    },
    {
      "epoch": 1.3809627059843885,
      "grad_norm": 0.08475358039140701,
      "learning_rate": 5.416364427680256e-05,
      "loss": 0.0147,
      "step": 12738
    },
    {
      "epoch": 1.3810711188204683,
      "grad_norm": 0.30818647146224976,
      "learning_rate": 5.416001740896562e-05,
      "loss": 0.0264,
      "step": 12739
    },
    {
      "epoch": 1.381179531656548,
      "grad_norm": 0.07334079593420029,
      "learning_rate": 5.415639054112869e-05,
      "loss": 0.006,
      "step": 12740
    },
    {
      "epoch": 1.381287944492628,
      "grad_norm": 0.2797613739967346,
      "learning_rate": 5.415276367329175e-05,
      "loss": 0.0365,
      "step": 12741
    },
    {
      "epoch": 1.3813963573287076,
      "grad_norm": 0.030962273478507996,
      "learning_rate": 5.4149136805454815e-05,
      "loss": 0.0058,
      "step": 12742
    },
    {
      "epoch": 1.3815047701647876,
      "grad_norm": 0.26141542196273804,
      "learning_rate": 5.414550993761788e-05,
      "loss": 0.0338,
      "step": 12743
    },
    {
      "epoch": 1.3816131830008673,
      "grad_norm": 0.08149772882461548,
      "learning_rate": 5.4141883069780943e-05,
      "loss": 0.0108,
      "step": 12744
    },
    {
      "epoch": 1.381721595836947,
      "grad_norm": 0.2772007882595062,
      "learning_rate": 5.413825620194401e-05,
      "loss": 0.0472,
      "step": 12745
    },
    {
      "epoch": 1.3818300086730269,
      "grad_norm": 0.1474689245223999,
      "learning_rate": 5.4134629334107065e-05,
      "loss": 0.0114,
      "step": 12746
    },
    {
      "epoch": 1.3819384215091066,
      "grad_norm": 0.24407605826854706,
      "learning_rate": 5.413100246627013e-05,
      "loss": 0.0177,
      "step": 12747
    },
    {
      "epoch": 1.3820468343451866,
      "grad_norm": 0.2552160620689392,
      "learning_rate": 5.412737559843319e-05,
      "loss": 0.0297,
      "step": 12748
    },
    {
      "epoch": 1.3821552471812661,
      "grad_norm": 0.10572575032711029,
      "learning_rate": 5.412374873059626e-05,
      "loss": 0.0072,
      "step": 12749
    },
    {
      "epoch": 1.3822636600173461,
      "grad_norm": 0.17533086240291595,
      "learning_rate": 5.412012186275932e-05,
      "loss": 0.0237,
      "step": 12750
    },
    {
      "epoch": 1.382372072853426,
      "grad_norm": 0.09813810139894485,
      "learning_rate": 5.4116494994922385e-05,
      "loss": 0.0086,
      "step": 12751
    },
    {
      "epoch": 1.3824804856895057,
      "grad_norm": 0.33337417244911194,
      "learning_rate": 5.411286812708545e-05,
      "loss": 0.0525,
      "step": 12752
    },
    {
      "epoch": 1.3825888985255854,
      "grad_norm": 0.03418656438589096,
      "learning_rate": 5.4109241259248514e-05,
      "loss": 0.0056,
      "step": 12753
    },
    {
      "epoch": 1.3826973113616652,
      "grad_norm": 0.049149855971336365,
      "learning_rate": 5.410561439141157e-05,
      "loss": 0.006,
      "step": 12754
    },
    {
      "epoch": 1.382805724197745,
      "grad_norm": 0.15108008682727814,
      "learning_rate": 5.410198752357465e-05,
      "loss": 0.0305,
      "step": 12755
    },
    {
      "epoch": 1.3829141370338247,
      "grad_norm": 0.40979593992233276,
      "learning_rate": 5.409836065573771e-05,
      "loss": 0.0575,
      "step": 12756
    },
    {
      "epoch": 1.3830225498699047,
      "grad_norm": 0.35360708832740784,
      "learning_rate": 5.409473378790078e-05,
      "loss": 0.0135,
      "step": 12757
    },
    {
      "epoch": 1.3831309627059845,
      "grad_norm": 0.06652456521987915,
      "learning_rate": 5.409110692006384e-05,
      "loss": 0.0116,
      "step": 12758
    },
    {
      "epoch": 1.3832393755420642,
      "grad_norm": 0.027435990050435066,
      "learning_rate": 5.4087480052226905e-05,
      "loss": 0.0023,
      "step": 12759
    },
    {
      "epoch": 1.383347788378144,
      "grad_norm": 0.02831437438726425,
      "learning_rate": 5.408385318438996e-05,
      "loss": 0.0021,
      "step": 12760
    },
    {
      "epoch": 1.3834562012142237,
      "grad_norm": 0.06550675630569458,
      "learning_rate": 5.4080226316553026e-05,
      "loss": 0.0088,
      "step": 12761
    },
    {
      "epoch": 1.3835646140503035,
      "grad_norm": 0.46355652809143066,
      "learning_rate": 5.407659944871609e-05,
      "loss": 0.0392,
      "step": 12762
    },
    {
      "epoch": 1.3836730268863833,
      "grad_norm": 0.2064475417137146,
      "learning_rate": 5.4072972580879155e-05,
      "loss": 0.0181,
      "step": 12763
    },
    {
      "epoch": 1.3837814397224633,
      "grad_norm": 0.15787144005298615,
      "learning_rate": 5.406934571304222e-05,
      "loss": 0.0163,
      "step": 12764
    },
    {
      "epoch": 1.3838898525585428,
      "grad_norm": 0.03259645402431488,
      "learning_rate": 5.406571884520528e-05,
      "loss": 0.003,
      "step": 12765
    },
    {
      "epoch": 1.3839982653946228,
      "grad_norm": 0.32783740758895874,
      "learning_rate": 5.406209197736835e-05,
      "loss": 0.0546,
      "step": 12766
    },
    {
      "epoch": 1.3841066782307025,
      "grad_norm": 0.10483530908823013,
      "learning_rate": 5.405846510953141e-05,
      "loss": 0.0171,
      "step": 12767
    },
    {
      "epoch": 1.3842150910667823,
      "grad_norm": 0.4467731714248657,
      "learning_rate": 5.4054838241694475e-05,
      "loss": 0.0621,
      "step": 12768
    },
    {
      "epoch": 1.384323503902862,
      "grad_norm": 0.3776945471763611,
      "learning_rate": 5.405121137385753e-05,
      "loss": 0.0501,
      "step": 12769
    },
    {
      "epoch": 1.3844319167389418,
      "grad_norm": 0.3522758185863495,
      "learning_rate": 5.40475845060206e-05,
      "loss": 0.0243,
      "step": 12770
    },
    {
      "epoch": 1.3845403295750216,
      "grad_norm": 0.4515785574913025,
      "learning_rate": 5.404395763818366e-05,
      "loss": 0.0264,
      "step": 12771
    },
    {
      "epoch": 1.3846487424111014,
      "grad_norm": 0.18388162553310394,
      "learning_rate": 5.404033077034674e-05,
      "loss": 0.024,
      "step": 12772
    },
    {
      "epoch": 1.3847571552471813,
      "grad_norm": 0.1408926546573639,
      "learning_rate": 5.40367039025098e-05,
      "loss": 0.0407,
      "step": 12773
    },
    {
      "epoch": 1.3848655680832611,
      "grad_norm": 0.1797192394733429,
      "learning_rate": 5.403307703467286e-05,
      "loss": 0.0201,
      "step": 12774
    },
    {
      "epoch": 1.3849739809193409,
      "grad_norm": 0.12977823615074158,
      "learning_rate": 5.4029450166835924e-05,
      "loss": 0.0159,
      "step": 12775
    },
    {
      "epoch": 1.3850823937554206,
      "grad_norm": 0.0651310458779335,
      "learning_rate": 5.402582329899899e-05,
      "loss": 0.0063,
      "step": 12776
    },
    {
      "epoch": 1.3851908065915004,
      "grad_norm": 0.10972031205892563,
      "learning_rate": 5.402219643116205e-05,
      "loss": 0.0259,
      "step": 12777
    },
    {
      "epoch": 1.3852992194275802,
      "grad_norm": 0.030621666461229324,
      "learning_rate": 5.4018569563325116e-05,
      "loss": 0.0035,
      "step": 12778
    },
    {
      "epoch": 1.38540763226366,
      "grad_norm": 0.06733227521181107,
      "learning_rate": 5.401494269548818e-05,
      "loss": 0.0064,
      "step": 12779
    },
    {
      "epoch": 1.38551604509974,
      "grad_norm": 0.04818792641162872,
      "learning_rate": 5.4011315827651244e-05,
      "loss": 0.0059,
      "step": 12780
    },
    {
      "epoch": 1.3856244579358197,
      "grad_norm": 0.1711893528699875,
      "learning_rate": 5.400768895981431e-05,
      "loss": 0.0157,
      "step": 12781
    },
    {
      "epoch": 1.3857328707718994,
      "grad_norm": 0.15308956801891327,
      "learning_rate": 5.400406209197737e-05,
      "loss": 0.0193,
      "step": 12782
    },
    {
      "epoch": 1.3858412836079792,
      "grad_norm": 0.0828012079000473,
      "learning_rate": 5.400043522414043e-05,
      "loss": 0.0137,
      "step": 12783
    },
    {
      "epoch": 1.385949696444059,
      "grad_norm": 0.1197769045829773,
      "learning_rate": 5.3996808356303494e-05,
      "loss": 0.0119,
      "step": 12784
    },
    {
      "epoch": 1.3860581092801387,
      "grad_norm": 0.2575690448284149,
      "learning_rate": 5.399318148846656e-05,
      "loss": 0.0323,
      "step": 12785
    },
    {
      "epoch": 1.3861665221162185,
      "grad_norm": 0.2174903303384781,
      "learning_rate": 5.398955462062962e-05,
      "loss": 0.0081,
      "step": 12786
    },
    {
      "epoch": 1.3862749349522985,
      "grad_norm": 0.17112410068511963,
      "learning_rate": 5.3985927752792686e-05,
      "loss": 0.0313,
      "step": 12787
    },
    {
      "epoch": 1.386383347788378,
      "grad_norm": 0.1933969259262085,
      "learning_rate": 5.398230088495575e-05,
      "loss": 0.0427,
      "step": 12788
    },
    {
      "epoch": 1.386491760624458,
      "grad_norm": 0.26725488901138306,
      "learning_rate": 5.397867401711882e-05,
      "loss": 0.0475,
      "step": 12789
    },
    {
      "epoch": 1.3866001734605378,
      "grad_norm": 0.3942846655845642,
      "learning_rate": 5.3975047149281886e-05,
      "loss": 0.0713,
      "step": 12790
    },
    {
      "epoch": 1.3867085862966175,
      "grad_norm": 0.01676352694630623,
      "learning_rate": 5.397142028144495e-05,
      "loss": 0.0013,
      "step": 12791
    },
    {
      "epoch": 1.3868169991326973,
      "grad_norm": 0.15145069360733032,
      "learning_rate": 5.3967793413608014e-05,
      "loss": 0.0087,
      "step": 12792
    },
    {
      "epoch": 1.386925411968777,
      "grad_norm": 0.2955140471458435,
      "learning_rate": 5.396416654577108e-05,
      "loss": 0.0293,
      "step": 12793
    },
    {
      "epoch": 1.3870338248048568,
      "grad_norm": 0.10620978474617004,
      "learning_rate": 5.396053967793414e-05,
      "loss": 0.0138,
      "step": 12794
    },
    {
      "epoch": 1.3871422376409366,
      "grad_norm": 0.3463604152202606,
      "learning_rate": 5.3956912810097206e-05,
      "loss": 0.0118,
      "step": 12795
    },
    {
      "epoch": 1.3872506504770166,
      "grad_norm": 0.30631735920906067,
      "learning_rate": 5.395328594226027e-05,
      "loss": 0.048,
      "step": 12796
    },
    {
      "epoch": 1.3873590633130963,
      "grad_norm": 0.15948915481567383,
      "learning_rate": 5.3949659074423334e-05,
      "loss": 0.0157,
      "step": 12797
    },
    {
      "epoch": 1.387467476149176,
      "grad_norm": 0.1043122336268425,
      "learning_rate": 5.394603220658639e-05,
      "loss": 0.0208,
      "step": 12798
    },
    {
      "epoch": 1.3875758889852559,
      "grad_norm": 0.05151958391070366,
      "learning_rate": 5.3942405338749456e-05,
      "loss": 0.0101,
      "step": 12799
    },
    {
      "epoch": 1.3876843018213356,
      "grad_norm": 0.1524593085050583,
      "learning_rate": 5.393877847091252e-05,
      "loss": 0.0223,
      "step": 12800
    },
    {
      "epoch": 1.3877927146574154,
      "grad_norm": 0.25158336758613586,
      "learning_rate": 5.3935151603075584e-05,
      "loss": 0.0363,
      "step": 12801
    },
    {
      "epoch": 1.3879011274934951,
      "grad_norm": 0.13625898957252502,
      "learning_rate": 5.393152473523865e-05,
      "loss": 0.0152,
      "step": 12802
    },
    {
      "epoch": 1.3880095403295751,
      "grad_norm": 0.0901426374912262,
      "learning_rate": 5.392789786740171e-05,
      "loss": 0.011,
      "step": 12803
    },
    {
      "epoch": 1.388117953165655,
      "grad_norm": 0.12100441008806229,
      "learning_rate": 5.3924270999564776e-05,
      "loss": 0.0141,
      "step": 12804
    },
    {
      "epoch": 1.3882263660017347,
      "grad_norm": 0.19553588330745697,
      "learning_rate": 5.392064413172784e-05,
      "loss": 0.0187,
      "step": 12805
    },
    {
      "epoch": 1.3883347788378144,
      "grad_norm": 0.1812456250190735,
      "learning_rate": 5.39170172638909e-05,
      "loss": 0.0193,
      "step": 12806
    },
    {
      "epoch": 1.3884431916738942,
      "grad_norm": 0.2495216727256775,
      "learning_rate": 5.3913390396053975e-05,
      "loss": 0.0148,
      "step": 12807
    },
    {
      "epoch": 1.388551604509974,
      "grad_norm": 0.06184055656194687,
      "learning_rate": 5.390976352821704e-05,
      "loss": 0.0098,
      "step": 12808
    },
    {
      "epoch": 1.3886600173460537,
      "grad_norm": 0.28252553939819336,
      "learning_rate": 5.3906136660380104e-05,
      "loss": 0.0473,
      "step": 12809
    },
    {
      "epoch": 1.3887684301821337,
      "grad_norm": 0.2639496326446533,
      "learning_rate": 5.390250979254317e-05,
      "loss": 0.0284,
      "step": 12810
    },
    {
      "epoch": 1.3888768430182132,
      "grad_norm": 0.10092326253652573,
      "learning_rate": 5.389888292470623e-05,
      "loss": 0.0099,
      "step": 12811
    },
    {
      "epoch": 1.3889852558542932,
      "grad_norm": 0.10351978242397308,
      "learning_rate": 5.389525605686929e-05,
      "loss": 0.0047,
      "step": 12812
    },
    {
      "epoch": 1.389093668690373,
      "grad_norm": 0.15184196829795837,
      "learning_rate": 5.389162918903235e-05,
      "loss": 0.0227,
      "step": 12813
    },
    {
      "epoch": 1.3892020815264527,
      "grad_norm": 0.21073833107948303,
      "learning_rate": 5.388800232119542e-05,
      "loss": 0.0245,
      "step": 12814
    },
    {
      "epoch": 1.3893104943625325,
      "grad_norm": 0.21332432329654694,
      "learning_rate": 5.388437545335848e-05,
      "loss": 0.0128,
      "step": 12815
    },
    {
      "epoch": 1.3894189071986123,
      "grad_norm": 0.15803219377994537,
      "learning_rate": 5.3880748585521545e-05,
      "loss": 0.0262,
      "step": 12816
    },
    {
      "epoch": 1.389527320034692,
      "grad_norm": 0.07650492340326309,
      "learning_rate": 5.387712171768461e-05,
      "loss": 0.0071,
      "step": 12817
    },
    {
      "epoch": 1.3896357328707718,
      "grad_norm": 0.2393219769001007,
      "learning_rate": 5.3873494849847674e-05,
      "loss": 0.0416,
      "step": 12818
    },
    {
      "epoch": 1.3897441457068518,
      "grad_norm": 0.05140969902276993,
      "learning_rate": 5.386986798201074e-05,
      "loss": 0.0121,
      "step": 12819
    },
    {
      "epoch": 1.3898525585429315,
      "grad_norm": 0.2054373323917389,
      "learning_rate": 5.38662411141738e-05,
      "loss": 0.0265,
      "step": 12820
    },
    {
      "epoch": 1.3899609713790113,
      "grad_norm": 0.14270161092281342,
      "learning_rate": 5.386261424633686e-05,
      "loss": 0.0092,
      "step": 12821
    },
    {
      "epoch": 1.390069384215091,
      "grad_norm": 0.1787440925836563,
      "learning_rate": 5.385898737849992e-05,
      "loss": 0.0324,
      "step": 12822
    },
    {
      "epoch": 1.3901777970511708,
      "grad_norm": 0.1592041552066803,
      "learning_rate": 5.385536051066299e-05,
      "loss": 0.0143,
      "step": 12823
    },
    {
      "epoch": 1.3902862098872506,
      "grad_norm": 0.12786667048931122,
      "learning_rate": 5.3851733642826065e-05,
      "loss": 0.016,
      "step": 12824
    },
    {
      "epoch": 1.3903946227233304,
      "grad_norm": 0.10672683268785477,
      "learning_rate": 5.384810677498913e-05,
      "loss": 0.011,
      "step": 12825
    },
    {
      "epoch": 1.3905030355594103,
      "grad_norm": 0.19529826939105988,
      "learning_rate": 5.384447990715219e-05,
      "loss": 0.0205,
      "step": 12826
    },
    {
      "epoch": 1.39061144839549,
      "grad_norm": 0.18272176384925842,
      "learning_rate": 5.384085303931525e-05,
      "loss": 0.0124,
      "step": 12827
    },
    {
      "epoch": 1.3907198612315699,
      "grad_norm": 0.16486896574497223,
      "learning_rate": 5.3837226171478315e-05,
      "loss": 0.024,
      "step": 12828
    },
    {
      "epoch": 1.3908282740676496,
      "grad_norm": 0.439062237739563,
      "learning_rate": 5.383359930364138e-05,
      "loss": 0.0165,
      "step": 12829
    },
    {
      "epoch": 1.3909366869037294,
      "grad_norm": 0.17970335483551025,
      "learning_rate": 5.382997243580444e-05,
      "loss": 0.0233,
      "step": 12830
    },
    {
      "epoch": 1.3910450997398092,
      "grad_norm": 0.17604491114616394,
      "learning_rate": 5.382634556796751e-05,
      "loss": 0.0433,
      "step": 12831
    },
    {
      "epoch": 1.391153512575889,
      "grad_norm": 0.15600474178791046,
      "learning_rate": 5.382271870013057e-05,
      "loss": 0.0262,
      "step": 12832
    },
    {
      "epoch": 1.391261925411969,
      "grad_norm": 0.3280269503593445,
      "learning_rate": 5.3819091832293635e-05,
      "loss": 0.0555,
      "step": 12833
    },
    {
      "epoch": 1.3913703382480485,
      "grad_norm": 0.4339260160923004,
      "learning_rate": 5.38154649644567e-05,
      "loss": 0.0576,
      "step": 12834
    },
    {
      "epoch": 1.3914787510841284,
      "grad_norm": 0.25236910581588745,
      "learning_rate": 5.381183809661976e-05,
      "loss": 0.0237,
      "step": 12835
    },
    {
      "epoch": 1.3915871639202082,
      "grad_norm": 0.07666052132844925,
      "learning_rate": 5.380821122878282e-05,
      "loss": 0.0065,
      "step": 12836
    },
    {
      "epoch": 1.391695576756288,
      "grad_norm": 0.2872629463672638,
      "learning_rate": 5.3804584360945885e-05,
      "loss": 0.0236,
      "step": 12837
    },
    {
      "epoch": 1.3918039895923677,
      "grad_norm": 0.48804807662963867,
      "learning_rate": 5.380095749310895e-05,
      "loss": 0.0781,
      "step": 12838
    },
    {
      "epoch": 1.3919124024284475,
      "grad_norm": 0.4224337935447693,
      "learning_rate": 5.379733062527201e-05,
      "loss": 0.0254,
      "step": 12839
    },
    {
      "epoch": 1.3920208152645273,
      "grad_norm": 0.2695217728614807,
      "learning_rate": 5.379370375743508e-05,
      "loss": 0.054,
      "step": 12840
    },
    {
      "epoch": 1.392129228100607,
      "grad_norm": 0.26801344752311707,
      "learning_rate": 5.379007688959815e-05,
      "loss": 0.0588,
      "step": 12841
    },
    {
      "epoch": 1.392237640936687,
      "grad_norm": 0.34590935707092285,
      "learning_rate": 5.378645002176121e-05,
      "loss": 0.0655,
      "step": 12842
    },
    {
      "epoch": 1.3923460537727668,
      "grad_norm": 0.2767687737941742,
      "learning_rate": 5.3782823153924276e-05,
      "loss": 0.0436,
      "step": 12843
    },
    {
      "epoch": 1.3924544666088465,
      "grad_norm": 0.1364280730485916,
      "learning_rate": 5.377919628608734e-05,
      "loss": 0.0098,
      "step": 12844
    },
    {
      "epoch": 1.3925628794449263,
      "grad_norm": 0.14874541759490967,
      "learning_rate": 5.3775569418250405e-05,
      "loss": 0.0419,
      "step": 12845
    },
    {
      "epoch": 1.392671292281006,
      "grad_norm": 0.17568553984165192,
      "learning_rate": 5.377194255041347e-05,
      "loss": 0.028,
      "step": 12846
    },
    {
      "epoch": 1.3927797051170858,
      "grad_norm": 0.28834423422813416,
      "learning_rate": 5.376831568257653e-05,
      "loss": 0.0529,
      "step": 12847
    },
    {
      "epoch": 1.3928881179531656,
      "grad_norm": 0.13107159733772278,
      "learning_rate": 5.37646888147396e-05,
      "loss": 0.0137,
      "step": 12848
    },
    {
      "epoch": 1.3929965307892456,
      "grad_norm": 0.27362480759620667,
      "learning_rate": 5.376106194690266e-05,
      "loss": 0.0293,
      "step": 12849
    },
    {
      "epoch": 1.393104943625325,
      "grad_norm": 0.180141881108284,
      "learning_rate": 5.375743507906572e-05,
      "loss": 0.0135,
      "step": 12850
    },
    {
      "epoch": 1.393213356461405,
      "grad_norm": 0.2480452060699463,
      "learning_rate": 5.375380821122878e-05,
      "loss": 0.0302,
      "step": 12851
    },
    {
      "epoch": 1.3933217692974849,
      "grad_norm": 0.09630569815635681,
      "learning_rate": 5.3750181343391846e-05,
      "loss": 0.0069,
      "step": 12852
    },
    {
      "epoch": 1.3934301821335646,
      "grad_norm": 0.04215601086616516,
      "learning_rate": 5.374655447555491e-05,
      "loss": 0.003,
      "step": 12853
    },
    {
      "epoch": 1.3935385949696444,
      "grad_norm": 0.16826696693897247,
      "learning_rate": 5.3742927607717975e-05,
      "loss": 0.0126,
      "step": 12854
    },
    {
      "epoch": 1.3936470078057241,
      "grad_norm": 0.09497591108083725,
      "learning_rate": 5.373930073988104e-05,
      "loss": 0.0185,
      "step": 12855
    },
    {
      "epoch": 1.393755420641804,
      "grad_norm": 0.07135960459709167,
      "learning_rate": 5.37356738720441e-05,
      "loss": 0.0082,
      "step": 12856
    },
    {
      "epoch": 1.3938638334778837,
      "grad_norm": 0.1284899115562439,
      "learning_rate": 5.373204700420717e-05,
      "loss": 0.0096,
      "step": 12857
    },
    {
      "epoch": 1.3939722463139637,
      "grad_norm": 0.10659793019294739,
      "learning_rate": 5.372842013637023e-05,
      "loss": 0.0162,
      "step": 12858
    },
    {
      "epoch": 1.3940806591500434,
      "grad_norm": 0.10838498920202255,
      "learning_rate": 5.37247932685333e-05,
      "loss": 0.0173,
      "step": 12859
    },
    {
      "epoch": 1.3941890719861232,
      "grad_norm": 0.3024492561817169,
      "learning_rate": 5.3721166400696366e-05,
      "loss": 0.0885,
      "step": 12860
    },
    {
      "epoch": 1.394297484822203,
      "grad_norm": 0.317626953125,
      "learning_rate": 5.371753953285943e-05,
      "loss": 0.0498,
      "step": 12861
    },
    {
      "epoch": 1.3944058976582827,
      "grad_norm": 0.074307382106781,
      "learning_rate": 5.3713912665022494e-05,
      "loss": 0.0127,
      "step": 12862
    },
    {
      "epoch": 1.3945143104943625,
      "grad_norm": 0.11928872019052505,
      "learning_rate": 5.371028579718556e-05,
      "loss": 0.0243,
      "step": 12863
    },
    {
      "epoch": 1.3946227233304422,
      "grad_norm": 0.04951701685786247,
      "learning_rate": 5.3706658929348616e-05,
      "loss": 0.0059,
      "step": 12864
    },
    {
      "epoch": 1.3947311361665222,
      "grad_norm": 0.14913152158260345,
      "learning_rate": 5.370303206151168e-05,
      "loss": 0.0272,
      "step": 12865
    },
    {
      "epoch": 1.394839549002602,
      "grad_norm": 0.28607916831970215,
      "learning_rate": 5.3699405193674744e-05,
      "loss": 0.0526,
      "step": 12866
    },
    {
      "epoch": 1.3949479618386817,
      "grad_norm": 0.04295499622821808,
      "learning_rate": 5.369577832583781e-05,
      "loss": 0.0063,
      "step": 12867
    },
    {
      "epoch": 1.3950563746747615,
      "grad_norm": 0.12779158353805542,
      "learning_rate": 5.369215145800087e-05,
      "loss": 0.0179,
      "step": 12868
    },
    {
      "epoch": 1.3951647875108413,
      "grad_norm": 0.16786859929561615,
      "learning_rate": 5.3688524590163936e-05,
      "loss": 0.0282,
      "step": 12869
    },
    {
      "epoch": 1.395273200346921,
      "grad_norm": 0.18924474716186523,
      "learning_rate": 5.3684897722327e-05,
      "loss": 0.0399,
      "step": 12870
    },
    {
      "epoch": 1.3953816131830008,
      "grad_norm": 0.12575791776180267,
      "learning_rate": 5.3681270854490064e-05,
      "loss": 0.0195,
      "step": 12871
    },
    {
      "epoch": 1.3954900260190808,
      "grad_norm": 0.10207140445709229,
      "learning_rate": 5.367764398665313e-05,
      "loss": 0.0197,
      "step": 12872
    },
    {
      "epoch": 1.3955984388551603,
      "grad_norm": 0.19565799832344055,
      "learning_rate": 5.3674017118816186e-05,
      "loss": 0.0273,
      "step": 12873
    },
    {
      "epoch": 1.3957068516912403,
      "grad_norm": 0.18369421362876892,
      "learning_rate": 5.367039025097925e-05,
      "loss": 0.0302,
      "step": 12874
    },
    {
      "epoch": 1.39581526452732,
      "grad_norm": 0.2698500156402588,
      "learning_rate": 5.3666763383142314e-05,
      "loss": 0.038,
      "step": 12875
    },
    {
      "epoch": 1.3959236773633998,
      "grad_norm": 0.2834935486316681,
      "learning_rate": 5.366313651530539e-05,
      "loss": 0.0388,
      "step": 12876
    },
    {
      "epoch": 1.3960320901994796,
      "grad_norm": 0.4876192510128021,
      "learning_rate": 5.3659509647468456e-05,
      "loss": 0.0393,
      "step": 12877
    },
    {
      "epoch": 1.3961405030355594,
      "grad_norm": 0.0935283973813057,
      "learning_rate": 5.365588277963152e-05,
      "loss": 0.0072,
      "step": 12878
    },
    {
      "epoch": 1.3962489158716391,
      "grad_norm": 0.33307716250419617,
      "learning_rate": 5.365225591179458e-05,
      "loss": 0.0772,
      "step": 12879
    },
    {
      "epoch": 1.396357328707719,
      "grad_norm": 0.11094003915786743,
      "learning_rate": 5.364862904395764e-05,
      "loss": 0.0234,
      "step": 12880
    },
    {
      "epoch": 1.3964657415437989,
      "grad_norm": 0.11372143775224686,
      "learning_rate": 5.3645002176120706e-05,
      "loss": 0.0081,
      "step": 12881
    },
    {
      "epoch": 1.3965741543798786,
      "grad_norm": 0.14146748185157776,
      "learning_rate": 5.364137530828377e-05,
      "loss": 0.0439,
      "step": 12882
    },
    {
      "epoch": 1.3966825672159584,
      "grad_norm": 0.2950015366077423,
      "learning_rate": 5.3637748440446834e-05,
      "loss": 0.0277,
      "step": 12883
    },
    {
      "epoch": 1.3967909800520382,
      "grad_norm": 0.09042356163263321,
      "learning_rate": 5.36341215726099e-05,
      "loss": 0.0176,
      "step": 12884
    },
    {
      "epoch": 1.396899392888118,
      "grad_norm": 0.16085970401763916,
      "learning_rate": 5.363049470477296e-05,
      "loss": 0.0323,
      "step": 12885
    },
    {
      "epoch": 1.3970078057241977,
      "grad_norm": 0.29506614804267883,
      "learning_rate": 5.3626867836936026e-05,
      "loss": 0.0295,
      "step": 12886
    },
    {
      "epoch": 1.3971162185602775,
      "grad_norm": 0.14385907351970673,
      "learning_rate": 5.3623240969099083e-05,
      "loss": 0.01,
      "step": 12887
    },
    {
      "epoch": 1.3972246313963574,
      "grad_norm": 0.032928209751844406,
      "learning_rate": 5.361961410126215e-05,
      "loss": 0.0042,
      "step": 12888
    },
    {
      "epoch": 1.397333044232437,
      "grad_norm": 0.17435462772846222,
      "learning_rate": 5.361598723342521e-05,
      "loss": 0.0182,
      "step": 12889
    },
    {
      "epoch": 1.397441457068517,
      "grad_norm": 0.280672162771225,
      "learning_rate": 5.3612360365588276e-05,
      "loss": 0.0542,
      "step": 12890
    },
    {
      "epoch": 1.3975498699045967,
      "grad_norm": 0.3312552869319916,
      "learning_rate": 5.360873349775134e-05,
      "loss": 0.0317,
      "step": 12891
    },
    {
      "epoch": 1.3976582827406765,
      "grad_norm": 0.06212887912988663,
      "learning_rate": 5.3605106629914404e-05,
      "loss": 0.0082,
      "step": 12892
    },
    {
      "epoch": 1.3977666955767563,
      "grad_norm": 0.14635303616523743,
      "learning_rate": 5.3601479762077475e-05,
      "loss": 0.0163,
      "step": 12893
    },
    {
      "epoch": 1.397875108412836,
      "grad_norm": 0.1769672930240631,
      "learning_rate": 5.359785289424054e-05,
      "loss": 0.0335,
      "step": 12894
    },
    {
      "epoch": 1.397983521248916,
      "grad_norm": 0.08035647869110107,
      "learning_rate": 5.35942260264036e-05,
      "loss": 0.009,
      "step": 12895
    },
    {
      "epoch": 1.3980919340849955,
      "grad_norm": 0.16069501638412476,
      "learning_rate": 5.359059915856667e-05,
      "loss": 0.0178,
      "step": 12896
    },
    {
      "epoch": 1.3982003469210755,
      "grad_norm": 0.13220426440238953,
      "learning_rate": 5.358697229072973e-05,
      "loss": 0.0196,
      "step": 12897
    },
    {
      "epoch": 1.3983087597571553,
      "grad_norm": 0.13897237181663513,
      "learning_rate": 5.3583345422892795e-05,
      "loss": 0.0173,
      "step": 12898
    },
    {
      "epoch": 1.398417172593235,
      "grad_norm": 0.24704357981681824,
      "learning_rate": 5.357971855505586e-05,
      "loss": 0.0233,
      "step": 12899
    },
    {
      "epoch": 1.3985255854293148,
      "grad_norm": 0.07395432889461517,
      "learning_rate": 5.3576091687218924e-05,
      "loss": 0.005,
      "step": 12900
    },
    {
      "epoch": 1.3986339982653946,
      "grad_norm": 0.23541103303432465,
      "learning_rate": 5.357246481938199e-05,
      "loss": 0.0615,
      "step": 12901
    },
    {
      "epoch": 1.3987424111014743,
      "grad_norm": 0.16435116529464722,
      "learning_rate": 5.3568837951545045e-05,
      "loss": 0.0232,
      "step": 12902
    },
    {
      "epoch": 1.398850823937554,
      "grad_norm": 0.06210872903466225,
      "learning_rate": 5.356521108370811e-05,
      "loss": 0.0097,
      "step": 12903
    },
    {
      "epoch": 1.398959236773634,
      "grad_norm": 0.036783117800951004,
      "learning_rate": 5.356158421587117e-05,
      "loss": 0.0038,
      "step": 12904
    },
    {
      "epoch": 1.3990676496097139,
      "grad_norm": 0.12023729830980301,
      "learning_rate": 5.355795734803424e-05,
      "loss": 0.0222,
      "step": 12905
    },
    {
      "epoch": 1.3991760624457936,
      "grad_norm": 0.16802343726158142,
      "learning_rate": 5.35543304801973e-05,
      "loss": 0.0541,
      "step": 12906
    },
    {
      "epoch": 1.3992844752818734,
      "grad_norm": 0.20150835812091827,
      "learning_rate": 5.3550703612360365e-05,
      "loss": 0.0222,
      "step": 12907
    },
    {
      "epoch": 1.3993928881179531,
      "grad_norm": 0.20762811601161957,
      "learning_rate": 5.354707674452343e-05,
      "loss": 0.0251,
      "step": 12908
    },
    {
      "epoch": 1.399501300954033,
      "grad_norm": 0.3057822287082672,
      "learning_rate": 5.3543449876686494e-05,
      "loss": 0.0213,
      "step": 12909
    },
    {
      "epoch": 1.3996097137901127,
      "grad_norm": 0.11082376539707184,
      "learning_rate": 5.3539823008849565e-05,
      "loss": 0.0122,
      "step": 12910
    },
    {
      "epoch": 1.3997181266261927,
      "grad_norm": 0.14894507825374603,
      "learning_rate": 5.353619614101263e-05,
      "loss": 0.0208,
      "step": 12911
    },
    {
      "epoch": 1.3998265394622722,
      "grad_norm": 0.09402485936880112,
      "learning_rate": 5.353256927317569e-05,
      "loss": 0.0194,
      "step": 12912
    },
    {
      "epoch": 1.3999349522983522,
      "grad_norm": 0.24441291391849518,
      "learning_rate": 5.352894240533876e-05,
      "loss": 0.0069,
      "step": 12913
    },
    {
      "epoch": 1.400043365134432,
      "grad_norm": 0.3483486771583557,
      "learning_rate": 5.352531553750182e-05,
      "loss": 0.0317,
      "step": 12914
    },
    {
      "epoch": 1.4001517779705117,
      "grad_norm": 0.12432854622602463,
      "learning_rate": 5.3521688669664885e-05,
      "loss": 0.0175,
      "step": 12915
    },
    {
      "epoch": 1.4002601908065915,
      "grad_norm": 0.19125324487686157,
      "learning_rate": 5.351806180182794e-05,
      "loss": 0.0145,
      "step": 12916
    },
    {
      "epoch": 1.4003686036426712,
      "grad_norm": 0.17097802460193634,
      "learning_rate": 5.3514434933991007e-05,
      "loss": 0.0325,
      "step": 12917
    },
    {
      "epoch": 1.400477016478751,
      "grad_norm": 0.20977549254894257,
      "learning_rate": 5.351080806615407e-05,
      "loss": 0.0188,
      "step": 12918
    },
    {
      "epoch": 1.4005854293148308,
      "grad_norm": 0.1755879521369934,
      "learning_rate": 5.3507181198317135e-05,
      "loss": 0.0427,
      "step": 12919
    },
    {
      "epoch": 1.4006938421509108,
      "grad_norm": 0.13825394213199615,
      "learning_rate": 5.35035543304802e-05,
      "loss": 0.0143,
      "step": 12920
    },
    {
      "epoch": 1.4008022549869905,
      "grad_norm": 0.18481098115444183,
      "learning_rate": 5.349992746264326e-05,
      "loss": 0.0332,
      "step": 12921
    },
    {
      "epoch": 1.4009106678230703,
      "grad_norm": 0.10183905810117722,
      "learning_rate": 5.349630059480633e-05,
      "loss": 0.0274,
      "step": 12922
    },
    {
      "epoch": 1.40101908065915,
      "grad_norm": 0.1289399266242981,
      "learning_rate": 5.349267372696939e-05,
      "loss": 0.0273,
      "step": 12923
    },
    {
      "epoch": 1.4011274934952298,
      "grad_norm": 0.20370768010616302,
      "learning_rate": 5.3489046859132455e-05,
      "loss": 0.0166,
      "step": 12924
    },
    {
      "epoch": 1.4012359063313096,
      "grad_norm": 0.18012237548828125,
      "learning_rate": 5.348541999129551e-05,
      "loss": 0.0251,
      "step": 12925
    },
    {
      "epoch": 1.4013443191673893,
      "grad_norm": 0.18659789860248566,
      "learning_rate": 5.348179312345858e-05,
      "loss": 0.0774,
      "step": 12926
    },
    {
      "epoch": 1.4014527320034693,
      "grad_norm": 0.09293398261070251,
      "learning_rate": 5.347816625562164e-05,
      "loss": 0.006,
      "step": 12927
    },
    {
      "epoch": 1.401561144839549,
      "grad_norm": 0.06549280136823654,
      "learning_rate": 5.347453938778472e-05,
      "loss": 0.0124,
      "step": 12928
    },
    {
      "epoch": 1.4016695576756288,
      "grad_norm": 0.15270577371120453,
      "learning_rate": 5.347091251994778e-05,
      "loss": 0.0234,
      "step": 12929
    },
    {
      "epoch": 1.4017779705117086,
      "grad_norm": 0.3292253613471985,
      "learning_rate": 5.346728565211085e-05,
      "loss": 0.0291,
      "step": 12930
    },
    {
      "epoch": 1.4018863833477884,
      "grad_norm": 0.19807545840740204,
      "learning_rate": 5.3463658784273904e-05,
      "loss": 0.0289,
      "step": 12931
    },
    {
      "epoch": 1.4019947961838681,
      "grad_norm": 0.21800687909126282,
      "learning_rate": 5.346003191643697e-05,
      "loss": 0.0213,
      "step": 12932
    },
    {
      "epoch": 1.402103209019948,
      "grad_norm": 0.500350296497345,
      "learning_rate": 5.345640504860003e-05,
      "loss": 0.0486,
      "step": 12933
    },
    {
      "epoch": 1.4022116218560279,
      "grad_norm": 0.07148323953151703,
      "learning_rate": 5.3452778180763096e-05,
      "loss": 0.0145,
      "step": 12934
    },
    {
      "epoch": 1.4023200346921074,
      "grad_norm": 0.1164700910449028,
      "learning_rate": 5.344915131292616e-05,
      "loss": 0.0252,
      "step": 12935
    },
    {
      "epoch": 1.4024284475281874,
      "grad_norm": 0.22302235662937164,
      "learning_rate": 5.3445524445089225e-05,
      "loss": 0.0555,
      "step": 12936
    },
    {
      "epoch": 1.4025368603642672,
      "grad_norm": 0.13420554995536804,
      "learning_rate": 5.344189757725229e-05,
      "loss": 0.0189,
      "step": 12937
    },
    {
      "epoch": 1.402645273200347,
      "grad_norm": 0.12836511433124542,
      "learning_rate": 5.343827070941535e-05,
      "loss": 0.0178,
      "step": 12938
    },
    {
      "epoch": 1.4027536860364267,
      "grad_norm": 0.28071925044059753,
      "learning_rate": 5.343464384157841e-05,
      "loss": 0.0352,
      "step": 12939
    },
    {
      "epoch": 1.4028620988725065,
      "grad_norm": 0.159356489777565,
      "learning_rate": 5.3431016973741474e-05,
      "loss": 0.0164,
      "step": 12940
    },
    {
      "epoch": 1.4029705117085862,
      "grad_norm": 0.10999127477407455,
      "learning_rate": 5.342739010590454e-05,
      "loss": 0.0207,
      "step": 12941
    },
    {
      "epoch": 1.403078924544666,
      "grad_norm": 0.048396773636341095,
      "learning_rate": 5.34237632380676e-05,
      "loss": 0.0074,
      "step": 12942
    },
    {
      "epoch": 1.403187337380746,
      "grad_norm": 0.11040301620960236,
      "learning_rate": 5.3420136370230667e-05,
      "loss": 0.023,
      "step": 12943
    },
    {
      "epoch": 1.4032957502168257,
      "grad_norm": 0.12995079159736633,
      "learning_rate": 5.341650950239373e-05,
      "loss": 0.0252,
      "step": 12944
    },
    {
      "epoch": 1.4034041630529055,
      "grad_norm": 0.421867698431015,
      "learning_rate": 5.34128826345568e-05,
      "loss": 0.0542,
      "step": 12945
    },
    {
      "epoch": 1.4035125758889853,
      "grad_norm": 0.04161097854375839,
      "learning_rate": 5.3409255766719866e-05,
      "loss": 0.003,
      "step": 12946
    },
    {
      "epoch": 1.403620988725065,
      "grad_norm": 0.09115265309810638,
      "learning_rate": 5.340562889888293e-05,
      "loss": 0.018,
      "step": 12947
    },
    {
      "epoch": 1.4037294015611448,
      "grad_norm": 0.48093268275260925,
      "learning_rate": 5.3402002031045994e-05,
      "loss": 0.0193,
      "step": 12948
    },
    {
      "epoch": 1.4038378143972245,
      "grad_norm": 0.10890278965234756,
      "learning_rate": 5.339837516320906e-05,
      "loss": 0.0115,
      "step": 12949
    },
    {
      "epoch": 1.4039462272333045,
      "grad_norm": 0.08186351507902145,
      "learning_rate": 5.339474829537212e-05,
      "loss": 0.0122,
      "step": 12950
    },
    {
      "epoch": 1.4040546400693843,
      "grad_norm": 0.12216432392597198,
      "learning_rate": 5.3391121427535186e-05,
      "loss": 0.0189,
      "step": 12951
    },
    {
      "epoch": 1.404163052905464,
      "grad_norm": 0.20408174395561218,
      "learning_rate": 5.338749455969825e-05,
      "loss": 0.0267,
      "step": 12952
    },
    {
      "epoch": 1.4042714657415438,
      "grad_norm": 0.12220648676156998,
      "learning_rate": 5.3383867691861314e-05,
      "loss": 0.0121,
      "step": 12953
    },
    {
      "epoch": 1.4043798785776236,
      "grad_norm": 0.06313039362430573,
      "learning_rate": 5.338024082402437e-05,
      "loss": 0.0053,
      "step": 12954
    },
    {
      "epoch": 1.4044882914137033,
      "grad_norm": 0.1505550891160965,
      "learning_rate": 5.3376613956187436e-05,
      "loss": 0.0142,
      "step": 12955
    },
    {
      "epoch": 1.4045967042497831,
      "grad_norm": 0.29789039492607117,
      "learning_rate": 5.33729870883505e-05,
      "loss": 0.0774,
      "step": 12956
    },
    {
      "epoch": 1.404705117085863,
      "grad_norm": 0.04862377047538757,
      "learning_rate": 5.3369360220513564e-05,
      "loss": 0.0055,
      "step": 12957
    },
    {
      "epoch": 1.4048135299219426,
      "grad_norm": 0.16302216053009033,
      "learning_rate": 5.336573335267663e-05,
      "loss": 0.0276,
      "step": 12958
    },
    {
      "epoch": 1.4049219427580226,
      "grad_norm": 0.2494959682226181,
      "learning_rate": 5.336210648483969e-05,
      "loss": 0.036,
      "step": 12959
    },
    {
      "epoch": 1.4050303555941024,
      "grad_norm": 0.18143469095230103,
      "learning_rate": 5.3358479617002756e-05,
      "loss": 0.0268,
      "step": 12960
    },
    {
      "epoch": 1.4051387684301822,
      "grad_norm": 0.12395376712083817,
      "learning_rate": 5.335485274916582e-05,
      "loss": 0.0084,
      "step": 12961
    },
    {
      "epoch": 1.405247181266262,
      "grad_norm": 0.2336665838956833,
      "learning_rate": 5.335122588132889e-05,
      "loss": 0.0271,
      "step": 12962
    },
    {
      "epoch": 1.4053555941023417,
      "grad_norm": 0.05061827600002289,
      "learning_rate": 5.3347599013491955e-05,
      "loss": 0.0054,
      "step": 12963
    },
    {
      "epoch": 1.4054640069384214,
      "grad_norm": 0.12906388938426971,
      "learning_rate": 5.334397214565502e-05,
      "loss": 0.0152,
      "step": 12964
    },
    {
      "epoch": 1.4055724197745012,
      "grad_norm": 0.0881841778755188,
      "learning_rate": 5.3340345277818084e-05,
      "loss": 0.0072,
      "step": 12965
    },
    {
      "epoch": 1.4056808326105812,
      "grad_norm": 0.23750999569892883,
      "learning_rate": 5.333671840998115e-05,
      "loss": 0.0148,
      "step": 12966
    },
    {
      "epoch": 1.405789245446661,
      "grad_norm": 0.1368192881345749,
      "learning_rate": 5.333309154214421e-05,
      "loss": 0.0217,
      "step": 12967
    },
    {
      "epoch": 1.4058976582827407,
      "grad_norm": 0.6207865476608276,
      "learning_rate": 5.332946467430727e-05,
      "loss": 0.0719,
      "step": 12968
    },
    {
      "epoch": 1.4060060711188205,
      "grad_norm": 0.30183085799217224,
      "learning_rate": 5.332583780647033e-05,
      "loss": 0.0675,
      "step": 12969
    },
    {
      "epoch": 1.4061144839549002,
      "grad_norm": 0.2666158974170685,
      "learning_rate": 5.33222109386334e-05,
      "loss": 0.048,
      "step": 12970
    },
    {
      "epoch": 1.40622289679098,
      "grad_norm": 0.1524130403995514,
      "learning_rate": 5.331858407079646e-05,
      "loss": 0.0159,
      "step": 12971
    },
    {
      "epoch": 1.4063313096270598,
      "grad_norm": 0.10322365909814835,
      "learning_rate": 5.3314957202959526e-05,
      "loss": 0.0139,
      "step": 12972
    },
    {
      "epoch": 1.4064397224631398,
      "grad_norm": 0.17393939197063446,
      "learning_rate": 5.331133033512259e-05,
      "loss": 0.0234,
      "step": 12973
    },
    {
      "epoch": 1.4065481352992193,
      "grad_norm": 0.03256671875715256,
      "learning_rate": 5.3307703467285654e-05,
      "loss": 0.0052,
      "step": 12974
    },
    {
      "epoch": 1.4066565481352993,
      "grad_norm": 0.1617952287197113,
      "learning_rate": 5.330407659944872e-05,
      "loss": 0.0241,
      "step": 12975
    },
    {
      "epoch": 1.406764960971379,
      "grad_norm": 0.20170079171657562,
      "learning_rate": 5.330044973161178e-05,
      "loss": 0.0398,
      "step": 12976
    },
    {
      "epoch": 1.4068733738074588,
      "grad_norm": 0.04379958286881447,
      "learning_rate": 5.329682286377484e-05,
      "loss": 0.0055,
      "step": 12977
    },
    {
      "epoch": 1.4069817866435386,
      "grad_norm": 0.15244726836681366,
      "learning_rate": 5.3293195995937903e-05,
      "loss": 0.0278,
      "step": 12978
    },
    {
      "epoch": 1.4070901994796183,
      "grad_norm": 0.20228669047355652,
      "learning_rate": 5.328956912810097e-05,
      "loss": 0.0255,
      "step": 12979
    },
    {
      "epoch": 1.4071986123156983,
      "grad_norm": 0.22671866416931152,
      "learning_rate": 5.3285942260264045e-05,
      "loss": 0.0432,
      "step": 12980
    },
    {
      "epoch": 1.4073070251517779,
      "grad_norm": 0.13989348709583282,
      "learning_rate": 5.328231539242711e-05,
      "loss": 0.0303,
      "step": 12981
    },
    {
      "epoch": 1.4074154379878578,
      "grad_norm": 0.11078585684299469,
      "learning_rate": 5.327868852459017e-05,
      "loss": 0.018,
      "step": 12982
    },
    {
      "epoch": 1.4075238508239376,
      "grad_norm": 0.18861617147922516,
      "learning_rate": 5.327506165675323e-05,
      "loss": 0.0206,
      "step": 12983
    },
    {
      "epoch": 1.4076322636600174,
      "grad_norm": 0.13624942302703857,
      "learning_rate": 5.3271434788916295e-05,
      "loss": 0.0253,
      "step": 12984
    },
    {
      "epoch": 1.4077406764960971,
      "grad_norm": 0.20052064955234528,
      "learning_rate": 5.326780792107936e-05,
      "loss": 0.0287,
      "step": 12985
    },
    {
      "epoch": 1.407849089332177,
      "grad_norm": 0.3174669146537781,
      "learning_rate": 5.326418105324242e-05,
      "loss": 0.0166,
      "step": 12986
    },
    {
      "epoch": 1.4079575021682567,
      "grad_norm": 0.3591260313987732,
      "learning_rate": 5.326055418540549e-05,
      "loss": 0.0288,
      "step": 12987
    },
    {
      "epoch": 1.4080659150043364,
      "grad_norm": 0.15821552276611328,
      "learning_rate": 5.325692731756855e-05,
      "loss": 0.0197,
      "step": 12988
    },
    {
      "epoch": 1.4081743278404164,
      "grad_norm": 0.1365579068660736,
      "learning_rate": 5.3253300449731615e-05,
      "loss": 0.0191,
      "step": 12989
    },
    {
      "epoch": 1.4082827406764962,
      "grad_norm": 0.05975399166345596,
      "learning_rate": 5.324967358189468e-05,
      "loss": 0.0134,
      "step": 12990
    },
    {
      "epoch": 1.408391153512576,
      "grad_norm": 0.13063153624534607,
      "learning_rate": 5.324604671405774e-05,
      "loss": 0.0192,
      "step": 12991
    },
    {
      "epoch": 1.4084995663486557,
      "grad_norm": 0.14362281560897827,
      "learning_rate": 5.32424198462208e-05,
      "loss": 0.0211,
      "step": 12992
    },
    {
      "epoch": 1.4086079791847355,
      "grad_norm": 0.19163493812084198,
      "learning_rate": 5.3238792978383865e-05,
      "loss": 0.0337,
      "step": 12993
    },
    {
      "epoch": 1.4087163920208152,
      "grad_norm": 0.31368204951286316,
      "learning_rate": 5.323516611054693e-05,
      "loss": 0.0246,
      "step": 12994
    },
    {
      "epoch": 1.408824804856895,
      "grad_norm": 0.141073539853096,
      "learning_rate": 5.323153924270999e-05,
      "loss": 0.0334,
      "step": 12995
    },
    {
      "epoch": 1.408933217692975,
      "grad_norm": 0.13446664810180664,
      "learning_rate": 5.322791237487306e-05,
      "loss": 0.0251,
      "step": 12996
    },
    {
      "epoch": 1.4090416305290545,
      "grad_norm": 0.15353068709373474,
      "learning_rate": 5.322428550703613e-05,
      "loss": 0.0189,
      "step": 12997
    },
    {
      "epoch": 1.4091500433651345,
      "grad_norm": 0.18771564960479736,
      "learning_rate": 5.322065863919919e-05,
      "loss": 0.0374,
      "step": 12998
    },
    {
      "epoch": 1.4092584562012143,
      "grad_norm": 0.13508856296539307,
      "learning_rate": 5.3217031771362256e-05,
      "loss": 0.0068,
      "step": 12999
    },
    {
      "epoch": 1.409366869037294,
      "grad_norm": 0.3440293073654175,
      "learning_rate": 5.321340490352532e-05,
      "loss": 0.038,
      "step": 13000
    },
    {
      "epoch": 1.4094752818733738,
      "grad_norm": 0.18481792509555817,
      "learning_rate": 5.3209778035688385e-05,
      "loss": 0.0512,
      "step": 13001
    },
    {
      "epoch": 1.4095836947094535,
      "grad_norm": 0.17110596597194672,
      "learning_rate": 5.320615116785145e-05,
      "loss": 0.0362,
      "step": 13002
    },
    {
      "epoch": 1.4096921075455333,
      "grad_norm": 0.1642071008682251,
      "learning_rate": 5.320252430001451e-05,
      "loss": 0.0287,
      "step": 13003
    },
    {
      "epoch": 1.409800520381613,
      "grad_norm": 0.06199464574456215,
      "learning_rate": 5.319889743217758e-05,
      "loss": 0.0063,
      "step": 13004
    },
    {
      "epoch": 1.409908933217693,
      "grad_norm": 0.16287261247634888,
      "learning_rate": 5.319527056434064e-05,
      "loss": 0.021,
      "step": 13005
    },
    {
      "epoch": 1.4100173460537728,
      "grad_norm": 0.2274295687675476,
      "learning_rate": 5.31916436965037e-05,
      "loss": 0.0421,
      "step": 13006
    },
    {
      "epoch": 1.4101257588898526,
      "grad_norm": 0.05456158518791199,
      "learning_rate": 5.318801682866676e-05,
      "loss": 0.0107,
      "step": 13007
    },
    {
      "epoch": 1.4102341717259324,
      "grad_norm": 0.09862786531448364,
      "learning_rate": 5.3184389960829827e-05,
      "loss": 0.0205,
      "step": 13008
    },
    {
      "epoch": 1.4103425845620121,
      "grad_norm": 0.10588402301073074,
      "learning_rate": 5.318076309299289e-05,
      "loss": 0.0134,
      "step": 13009
    },
    {
      "epoch": 1.4104509973980919,
      "grad_norm": 0.0640438050031662,
      "learning_rate": 5.3177136225155955e-05,
      "loss": 0.0086,
      "step": 13010
    },
    {
      "epoch": 1.4105594102341716,
      "grad_norm": 0.26876798272132874,
      "learning_rate": 5.317350935731902e-05,
      "loss": 0.0344,
      "step": 13011
    },
    {
      "epoch": 1.4106678230702516,
      "grad_norm": 0.168315589427948,
      "learning_rate": 5.316988248948208e-05,
      "loss": 0.0508,
      "step": 13012
    },
    {
      "epoch": 1.4107762359063314,
      "grad_norm": 0.06932710111141205,
      "learning_rate": 5.316625562164515e-05,
      "loss": 0.0057,
      "step": 13013
    },
    {
      "epoch": 1.4108846487424112,
      "grad_norm": 0.05771771818399429,
      "learning_rate": 5.316262875380822e-05,
      "loss": 0.0113,
      "step": 13014
    },
    {
      "epoch": 1.410993061578491,
      "grad_norm": 0.04869569465517998,
      "learning_rate": 5.315900188597128e-05,
      "loss": 0.0044,
      "step": 13015
    },
    {
      "epoch": 1.4111014744145707,
      "grad_norm": 0.17888998985290527,
      "learning_rate": 5.3155375018134346e-05,
      "loss": 0.0304,
      "step": 13016
    },
    {
      "epoch": 1.4112098872506504,
      "grad_norm": 0.18041159212589264,
      "learning_rate": 5.315174815029741e-05,
      "loss": 0.0218,
      "step": 13017
    },
    {
      "epoch": 1.4113183000867302,
      "grad_norm": 0.01808650977909565,
      "learning_rate": 5.3148121282460474e-05,
      "loss": 0.002,
      "step": 13018
    },
    {
      "epoch": 1.4114267129228102,
      "grad_norm": 0.049350857734680176,
      "learning_rate": 5.314449441462354e-05,
      "loss": 0.0054,
      "step": 13019
    },
    {
      "epoch": 1.4115351257588897,
      "grad_norm": 0.2589309811592102,
      "learning_rate": 5.3140867546786596e-05,
      "loss": 0.032,
      "step": 13020
    },
    {
      "epoch": 1.4116435385949697,
      "grad_norm": 0.06744936108589172,
      "learning_rate": 5.313724067894966e-05,
      "loss": 0.0045,
      "step": 13021
    },
    {
      "epoch": 1.4117519514310495,
      "grad_norm": 0.04720914363861084,
      "learning_rate": 5.3133613811112724e-05,
      "loss": 0.0184,
      "step": 13022
    },
    {
      "epoch": 1.4118603642671292,
      "grad_norm": 0.25686323642730713,
      "learning_rate": 5.312998694327579e-05,
      "loss": 0.0711,
      "step": 13023
    },
    {
      "epoch": 1.411968777103209,
      "grad_norm": 0.2508370578289032,
      "learning_rate": 5.312636007543885e-05,
      "loss": 0.0203,
      "step": 13024
    },
    {
      "epoch": 1.4120771899392888,
      "grad_norm": 0.22887973487377167,
      "learning_rate": 5.3122733207601916e-05,
      "loss": 0.0461,
      "step": 13025
    },
    {
      "epoch": 1.4121856027753685,
      "grad_norm": 0.10245238244533539,
      "learning_rate": 5.311910633976498e-05,
      "loss": 0.0059,
      "step": 13026
    },
    {
      "epoch": 1.4122940156114483,
      "grad_norm": 0.06132182851433754,
      "learning_rate": 5.3115479471928045e-05,
      "loss": 0.0074,
      "step": 13027
    },
    {
      "epoch": 1.4124024284475283,
      "grad_norm": 0.19895775616168976,
      "learning_rate": 5.311185260409111e-05,
      "loss": 0.0448,
      "step": 13028
    },
    {
      "epoch": 1.412510841283608,
      "grad_norm": 0.02855272963643074,
      "learning_rate": 5.3108225736254166e-05,
      "loss": 0.0028,
      "step": 13029
    },
    {
      "epoch": 1.4126192541196878,
      "grad_norm": 0.19594930112361908,
      "learning_rate": 5.310459886841723e-05,
      "loss": 0.0113,
      "step": 13030
    },
    {
      "epoch": 1.4127276669557676,
      "grad_norm": 0.19105659425258636,
      "learning_rate": 5.310097200058031e-05,
      "loss": 0.0196,
      "step": 13031
    },
    {
      "epoch": 1.4128360797918473,
      "grad_norm": 0.07119709253311157,
      "learning_rate": 5.309734513274337e-05,
      "loss": 0.0087,
      "step": 13032
    },
    {
      "epoch": 1.412944492627927,
      "grad_norm": 0.33713510632514954,
      "learning_rate": 5.3093718264906436e-05,
      "loss": 0.0418,
      "step": 13033
    },
    {
      "epoch": 1.4130529054640069,
      "grad_norm": 0.12278217077255249,
      "learning_rate": 5.30900913970695e-05,
      "loss": 0.0109,
      "step": 13034
    },
    {
      "epoch": 1.4131613183000868,
      "grad_norm": 0.22455456852912903,
      "learning_rate": 5.308646452923256e-05,
      "loss": 0.024,
      "step": 13035
    },
    {
      "epoch": 1.4132697311361664,
      "grad_norm": 0.12467332184314728,
      "learning_rate": 5.308283766139562e-05,
      "loss": 0.0099,
      "step": 13036
    },
    {
      "epoch": 1.4133781439722464,
      "grad_norm": 0.16552148759365082,
      "learning_rate": 5.3079210793558686e-05,
      "loss": 0.0206,
      "step": 13037
    },
    {
      "epoch": 1.4134865568083261,
      "grad_norm": 0.10863375663757324,
      "learning_rate": 5.307558392572175e-05,
      "loss": 0.0127,
      "step": 13038
    },
    {
      "epoch": 1.413594969644406,
      "grad_norm": 0.19607576727867126,
      "learning_rate": 5.3071957057884814e-05,
      "loss": 0.0333,
      "step": 13039
    },
    {
      "epoch": 1.4137033824804857,
      "grad_norm": 0.16354826092720032,
      "learning_rate": 5.306833019004788e-05,
      "loss": 0.034,
      "step": 13040
    },
    {
      "epoch": 1.4138117953165654,
      "grad_norm": 0.1812964379787445,
      "learning_rate": 5.306470332221094e-05,
      "loss": 0.0172,
      "step": 13041
    },
    {
      "epoch": 1.4139202081526454,
      "grad_norm": 0.20370899140834808,
      "learning_rate": 5.3061076454374006e-05,
      "loss": 0.0168,
      "step": 13042
    },
    {
      "epoch": 1.414028620988725,
      "grad_norm": 0.252806693315506,
      "learning_rate": 5.305744958653707e-05,
      "loss": 0.0238,
      "step": 13043
    },
    {
      "epoch": 1.414137033824805,
      "grad_norm": 0.05887756124138832,
      "learning_rate": 5.305382271870013e-05,
      "loss": 0.0051,
      "step": 13044
    },
    {
      "epoch": 1.4142454466608847,
      "grad_norm": 0.35683751106262207,
      "learning_rate": 5.305019585086319e-05,
      "loss": 0.0612,
      "step": 13045
    },
    {
      "epoch": 1.4143538594969645,
      "grad_norm": 0.3170475661754608,
      "learning_rate": 5.3046568983026256e-05,
      "loss": 0.0193,
      "step": 13046
    },
    {
      "epoch": 1.4144622723330442,
      "grad_norm": 0.4544067680835724,
      "learning_rate": 5.304294211518932e-05,
      "loss": 0.0563,
      "step": 13047
    },
    {
      "epoch": 1.414570685169124,
      "grad_norm": 0.14771755039691925,
      "learning_rate": 5.3039315247352384e-05,
      "loss": 0.0122,
      "step": 13048
    },
    {
      "epoch": 1.4146790980052038,
      "grad_norm": 0.03718191012740135,
      "learning_rate": 5.3035688379515455e-05,
      "loss": 0.0072,
      "step": 13049
    },
    {
      "epoch": 1.4147875108412835,
      "grad_norm": 0.2530807554721832,
      "learning_rate": 5.303206151167852e-05,
      "loss": 0.0491,
      "step": 13050
    },
    {
      "epoch": 1.4148959236773635,
      "grad_norm": 0.10396640747785568,
      "learning_rate": 5.302843464384158e-05,
      "loss": 0.0107,
      "step": 13051
    },
    {
      "epoch": 1.4150043365134433,
      "grad_norm": 0.2605239152908325,
      "learning_rate": 5.302480777600465e-05,
      "loss": 0.0317,
      "step": 13052
    },
    {
      "epoch": 1.415112749349523,
      "grad_norm": 0.2721787095069885,
      "learning_rate": 5.302118090816771e-05,
      "loss": 0.0162,
      "step": 13053
    },
    {
      "epoch": 1.4152211621856028,
      "grad_norm": 0.193158358335495,
      "learning_rate": 5.3017554040330775e-05,
      "loss": 0.017,
      "step": 13054
    },
    {
      "epoch": 1.4153295750216826,
      "grad_norm": 0.04464124143123627,
      "learning_rate": 5.301392717249384e-05,
      "loss": 0.0053,
      "step": 13055
    },
    {
      "epoch": 1.4154379878577623,
      "grad_norm": 0.4580710530281067,
      "learning_rate": 5.3010300304656904e-05,
      "loss": 0.0437,
      "step": 13056
    },
    {
      "epoch": 1.415546400693842,
      "grad_norm": 0.2250213325023651,
      "learning_rate": 5.300667343681997e-05,
      "loss": 0.0443,
      "step": 13057
    },
    {
      "epoch": 1.415654813529922,
      "grad_norm": 0.4164329767227173,
      "learning_rate": 5.3003046568983025e-05,
      "loss": 0.0704,
      "step": 13058
    },
    {
      "epoch": 1.4157632263660016,
      "grad_norm": 0.38650184869766235,
      "learning_rate": 5.299941970114609e-05,
      "loss": 0.1023,
      "step": 13059
    },
    {
      "epoch": 1.4158716392020816,
      "grad_norm": 0.2870361804962158,
      "learning_rate": 5.299579283330915e-05,
      "loss": 0.0495,
      "step": 13060
    },
    {
      "epoch": 1.4159800520381614,
      "grad_norm": 0.3929056227207184,
      "learning_rate": 5.299216596547222e-05,
      "loss": 0.0661,
      "step": 13061
    },
    {
      "epoch": 1.4160884648742411,
      "grad_norm": 0.09858483076095581,
      "learning_rate": 5.298853909763528e-05,
      "loss": 0.0159,
      "step": 13062
    },
    {
      "epoch": 1.4161968777103209,
      "grad_norm": 0.25640177726745605,
      "learning_rate": 5.2984912229798346e-05,
      "loss": 0.0186,
      "step": 13063
    },
    {
      "epoch": 1.4163052905464006,
      "grad_norm": 0.1638612151145935,
      "learning_rate": 5.298128536196141e-05,
      "loss": 0.0428,
      "step": 13064
    },
    {
      "epoch": 1.4164137033824804,
      "grad_norm": 0.07889378815889359,
      "learning_rate": 5.2977658494124474e-05,
      "loss": 0.0164,
      "step": 13065
    },
    {
      "epoch": 1.4165221162185602,
      "grad_norm": 0.08169375360012054,
      "learning_rate": 5.2974031626287545e-05,
      "loss": 0.0159,
      "step": 13066
    },
    {
      "epoch": 1.4166305290546402,
      "grad_norm": 0.11419571936130524,
      "learning_rate": 5.297040475845061e-05,
      "loss": 0.0127,
      "step": 13067
    },
    {
      "epoch": 1.41673894189072,
      "grad_norm": 0.1493827849626541,
      "learning_rate": 5.296677789061367e-05,
      "loss": 0.0153,
      "step": 13068
    },
    {
      "epoch": 1.4168473547267997,
      "grad_norm": 0.14900371432304382,
      "learning_rate": 5.296315102277674e-05,
      "loss": 0.0451,
      "step": 13069
    },
    {
      "epoch": 1.4169557675628794,
      "grad_norm": 0.07220469415187836,
      "learning_rate": 5.29595241549398e-05,
      "loss": 0.0098,
      "step": 13070
    },
    {
      "epoch": 1.4170641803989592,
      "grad_norm": 0.21965524554252625,
      "learning_rate": 5.2955897287102865e-05,
      "loss": 0.0552,
      "step": 13071
    },
    {
      "epoch": 1.417172593235039,
      "grad_norm": 0.0682978704571724,
      "learning_rate": 5.295227041926592e-05,
      "loss": 0.0102,
      "step": 13072
    },
    {
      "epoch": 1.4172810060711187,
      "grad_norm": 0.22011610865592957,
      "learning_rate": 5.2948643551428987e-05,
      "loss": 0.0526,
      "step": 13073
    },
    {
      "epoch": 1.4173894189071987,
      "grad_norm": 0.06151604279875755,
      "learning_rate": 5.294501668359205e-05,
      "loss": 0.0057,
      "step": 13074
    },
    {
      "epoch": 1.4174978317432785,
      "grad_norm": 0.1565534919500351,
      "learning_rate": 5.2941389815755115e-05,
      "loss": 0.0392,
      "step": 13075
    },
    {
      "epoch": 1.4176062445793582,
      "grad_norm": 0.07134533673524857,
      "learning_rate": 5.293776294791818e-05,
      "loss": 0.021,
      "step": 13076
    },
    {
      "epoch": 1.417714657415438,
      "grad_norm": 0.32956621050834656,
      "learning_rate": 5.293413608008124e-05,
      "loss": 0.0328,
      "step": 13077
    },
    {
      "epoch": 1.4178230702515178,
      "grad_norm": 0.19576922059059143,
      "learning_rate": 5.293050921224431e-05,
      "loss": 0.0511,
      "step": 13078
    },
    {
      "epoch": 1.4179314830875975,
      "grad_norm": 0.1333552896976471,
      "learning_rate": 5.292688234440737e-05,
      "loss": 0.0315,
      "step": 13079
    },
    {
      "epoch": 1.4180398959236773,
      "grad_norm": 0.11818830668926239,
      "learning_rate": 5.2923255476570435e-05,
      "loss": 0.0095,
      "step": 13080
    },
    {
      "epoch": 1.4181483087597573,
      "grad_norm": 0.05483800172805786,
      "learning_rate": 5.291962860873349e-05,
      "loss": 0.0104,
      "step": 13081
    },
    {
      "epoch": 1.4182567215958368,
      "grad_norm": 0.09605515003204346,
      "learning_rate": 5.291600174089656e-05,
      "loss": 0.0258,
      "step": 13082
    },
    {
      "epoch": 1.4183651344319168,
      "grad_norm": 0.11236799508333206,
      "learning_rate": 5.2912374873059634e-05,
      "loss": 0.017,
      "step": 13083
    },
    {
      "epoch": 1.4184735472679966,
      "grad_norm": 0.1117202490568161,
      "learning_rate": 5.29087480052227e-05,
      "loss": 0.0358,
      "step": 13084
    },
    {
      "epoch": 1.4185819601040763,
      "grad_norm": 0.13149510324001312,
      "learning_rate": 5.290512113738576e-05,
      "loss": 0.0289,
      "step": 13085
    },
    {
      "epoch": 1.418690372940156,
      "grad_norm": 0.069244883954525,
      "learning_rate": 5.290149426954883e-05,
      "loss": 0.0123,
      "step": 13086
    },
    {
      "epoch": 1.4187987857762359,
      "grad_norm": 0.09943534433841705,
      "learning_rate": 5.2897867401711884e-05,
      "loss": 0.0162,
      "step": 13087
    },
    {
      "epoch": 1.4189071986123156,
      "grad_norm": 0.08550713956356049,
      "learning_rate": 5.289424053387495e-05,
      "loss": 0.0125,
      "step": 13088
    },
    {
      "epoch": 1.4190156114483954,
      "grad_norm": 0.1804698258638382,
      "learning_rate": 5.289061366603801e-05,
      "loss": 0.0227,
      "step": 13089
    },
    {
      "epoch": 1.4191240242844754,
      "grad_norm": 0.16315960884094238,
      "learning_rate": 5.2886986798201076e-05,
      "loss": 0.0842,
      "step": 13090
    },
    {
      "epoch": 1.4192324371205551,
      "grad_norm": 0.09845045208930969,
      "learning_rate": 5.288335993036414e-05,
      "loss": 0.0266,
      "step": 13091
    },
    {
      "epoch": 1.419340849956635,
      "grad_norm": 0.22027486562728882,
      "learning_rate": 5.2879733062527205e-05,
      "loss": 0.0279,
      "step": 13092
    },
    {
      "epoch": 1.4194492627927147,
      "grad_norm": 0.017821501940488815,
      "learning_rate": 5.287610619469027e-05,
      "loss": 0.0034,
      "step": 13093
    },
    {
      "epoch": 1.4195576756287944,
      "grad_norm": 0.11661341786384583,
      "learning_rate": 5.287247932685333e-05,
      "loss": 0.0185,
      "step": 13094
    },
    {
      "epoch": 1.4196660884648742,
      "grad_norm": 0.13585326075553894,
      "learning_rate": 5.28688524590164e-05,
      "loss": 0.014,
      "step": 13095
    },
    {
      "epoch": 1.419774501300954,
      "grad_norm": 0.06349726766347885,
      "learning_rate": 5.2865225591179454e-05,
      "loss": 0.013,
      "step": 13096
    },
    {
      "epoch": 1.419882914137034,
      "grad_norm": 0.08077148348093033,
      "learning_rate": 5.286159872334252e-05,
      "loss": 0.0137,
      "step": 13097
    },
    {
      "epoch": 1.4199913269731137,
      "grad_norm": 0.2254123091697693,
      "learning_rate": 5.285797185550558e-05,
      "loss": 0.0505,
      "step": 13098
    },
    {
      "epoch": 1.4200997398091935,
      "grad_norm": 0.0091671422123909,
      "learning_rate": 5.2854344987668647e-05,
      "loss": 0.0014,
      "step": 13099
    },
    {
      "epoch": 1.4202081526452732,
      "grad_norm": 0.22836951911449432,
      "learning_rate": 5.2850718119831724e-05,
      "loss": 0.0223,
      "step": 13100
    },
    {
      "epoch": 1.420316565481353,
      "grad_norm": 0.10558264702558517,
      "learning_rate": 5.284709125199478e-05,
      "loss": 0.0101,
      "step": 13101
    },
    {
      "epoch": 1.4204249783174328,
      "grad_norm": 0.2172372043132782,
      "learning_rate": 5.2843464384157846e-05,
      "loss": 0.0215,
      "step": 13102
    },
    {
      "epoch": 1.4205333911535125,
      "grad_norm": 0.07380826026201248,
      "learning_rate": 5.283983751632091e-05,
      "loss": 0.0173,
      "step": 13103
    },
    {
      "epoch": 1.4206418039895925,
      "grad_norm": 0.14296354353427887,
      "learning_rate": 5.2836210648483974e-05,
      "loss": 0.0197,
      "step": 13104
    },
    {
      "epoch": 1.420750216825672,
      "grad_norm": 0.18322019279003143,
      "learning_rate": 5.283258378064704e-05,
      "loss": 0.0157,
      "step": 13105
    },
    {
      "epoch": 1.420858629661752,
      "grad_norm": 0.24576622247695923,
      "learning_rate": 5.28289569128101e-05,
      "loss": 0.0566,
      "step": 13106
    },
    {
      "epoch": 1.4209670424978318,
      "grad_norm": 0.06279449164867401,
      "learning_rate": 5.2825330044973166e-05,
      "loss": 0.0053,
      "step": 13107
    },
    {
      "epoch": 1.4210754553339116,
      "grad_norm": 0.0894593670964241,
      "learning_rate": 5.282170317713623e-05,
      "loss": 0.0211,
      "step": 13108
    },
    {
      "epoch": 1.4211838681699913,
      "grad_norm": 0.1570385843515396,
      "learning_rate": 5.2818076309299294e-05,
      "loss": 0.0315,
      "step": 13109
    },
    {
      "epoch": 1.421292281006071,
      "grad_norm": 0.15074297785758972,
      "learning_rate": 5.281444944146235e-05,
      "loss": 0.0115,
      "step": 13110
    },
    {
      "epoch": 1.4214006938421508,
      "grad_norm": 0.25425955653190613,
      "learning_rate": 5.2810822573625416e-05,
      "loss": 0.0109,
      "step": 13111
    },
    {
      "epoch": 1.4215091066782306,
      "grad_norm": 0.20472121238708496,
      "learning_rate": 5.280719570578848e-05,
      "loss": 0.0332,
      "step": 13112
    },
    {
      "epoch": 1.4216175195143106,
      "grad_norm": 0.04412451013922691,
      "learning_rate": 5.2803568837951544e-05,
      "loss": 0.0053,
      "step": 13113
    },
    {
      "epoch": 1.4217259323503904,
      "grad_norm": 0.14097890257835388,
      "learning_rate": 5.279994197011461e-05,
      "loss": 0.0141,
      "step": 13114
    },
    {
      "epoch": 1.4218343451864701,
      "grad_norm": 0.05882592126727104,
      "learning_rate": 5.279631510227767e-05,
      "loss": 0.0129,
      "step": 13115
    },
    {
      "epoch": 1.4219427580225499,
      "grad_norm": 0.2881995737552643,
      "learning_rate": 5.2792688234440736e-05,
      "loss": 0.0492,
      "step": 13116
    },
    {
      "epoch": 1.4220511708586296,
      "grad_norm": 0.2403087466955185,
      "learning_rate": 5.27890613666038e-05,
      "loss": 0.0209,
      "step": 13117
    },
    {
      "epoch": 1.4221595836947094,
      "grad_norm": 0.1877610683441162,
      "learning_rate": 5.278543449876687e-05,
      "loss": 0.0128,
      "step": 13118
    },
    {
      "epoch": 1.4222679965307892,
      "grad_norm": 0.1378547102212906,
      "learning_rate": 5.2781807630929935e-05,
      "loss": 0.0099,
      "step": 13119
    },
    {
      "epoch": 1.4223764093668692,
      "grad_norm": 0.19522657990455627,
      "learning_rate": 5.2778180763093e-05,
      "loss": 0.0232,
      "step": 13120
    },
    {
      "epoch": 1.4224848222029487,
      "grad_norm": 0.02434803545475006,
      "learning_rate": 5.2774553895256064e-05,
      "loss": 0.0019,
      "step": 13121
    },
    {
      "epoch": 1.4225932350390287,
      "grad_norm": 0.9956098198890686,
      "learning_rate": 5.277092702741913e-05,
      "loss": 0.0735,
      "step": 13122
    },
    {
      "epoch": 1.4227016478751084,
      "grad_norm": 0.12980172038078308,
      "learning_rate": 5.276730015958219e-05,
      "loss": 0.0134,
      "step": 13123
    },
    {
      "epoch": 1.4228100607111882,
      "grad_norm": 0.18086150288581848,
      "learning_rate": 5.276367329174525e-05,
      "loss": 0.0391,
      "step": 13124
    },
    {
      "epoch": 1.422918473547268,
      "grad_norm": 0.09374649822711945,
      "learning_rate": 5.276004642390831e-05,
      "loss": 0.011,
      "step": 13125
    },
    {
      "epoch": 1.4230268863833477,
      "grad_norm": 0.27154064178466797,
      "learning_rate": 5.275641955607138e-05,
      "loss": 0.0424,
      "step": 13126
    },
    {
      "epoch": 1.4231352992194277,
      "grad_norm": 0.0963265523314476,
      "learning_rate": 5.275279268823444e-05,
      "loss": 0.0096,
      "step": 13127
    },
    {
      "epoch": 1.4232437120555073,
      "grad_norm": 0.08602339774370193,
      "learning_rate": 5.2749165820397506e-05,
      "loss": 0.0061,
      "step": 13128
    },
    {
      "epoch": 1.4233521248915872,
      "grad_norm": 0.03961416706442833,
      "learning_rate": 5.274553895256057e-05,
      "loss": 0.005,
      "step": 13129
    },
    {
      "epoch": 1.423460537727667,
      "grad_norm": 0.1545066237449646,
      "learning_rate": 5.2741912084723634e-05,
      "loss": 0.0308,
      "step": 13130
    },
    {
      "epoch": 1.4235689505637468,
      "grad_norm": 0.05949314311146736,
      "learning_rate": 5.27382852168867e-05,
      "loss": 0.006,
      "step": 13131
    },
    {
      "epoch": 1.4236773633998265,
      "grad_norm": 0.13747766613960266,
      "learning_rate": 5.273465834904976e-05,
      "loss": 0.0173,
      "step": 13132
    },
    {
      "epoch": 1.4237857762359063,
      "grad_norm": 0.29744091629981995,
      "learning_rate": 5.273103148121282e-05,
      "loss": 0.0312,
      "step": 13133
    },
    {
      "epoch": 1.423894189071986,
      "grad_norm": 0.1619536429643631,
      "learning_rate": 5.2727404613375883e-05,
      "loss": 0.0222,
      "step": 13134
    },
    {
      "epoch": 1.4240026019080658,
      "grad_norm": 0.20751389861106873,
      "learning_rate": 5.272377774553896e-05,
      "loss": 0.0282,
      "step": 13135
    },
    {
      "epoch": 1.4241110147441458,
      "grad_norm": 0.10783757269382477,
      "learning_rate": 5.2720150877702025e-05,
      "loss": 0.0157,
      "step": 13136
    },
    {
      "epoch": 1.4242194275802256,
      "grad_norm": 0.09723462909460068,
      "learning_rate": 5.271652400986509e-05,
      "loss": 0.0242,
      "step": 13137
    },
    {
      "epoch": 1.4243278404163053,
      "grad_norm": 0.19217784702777863,
      "learning_rate": 5.2712897142028153e-05,
      "loss": 0.0192,
      "step": 13138
    },
    {
      "epoch": 1.424436253252385,
      "grad_norm": 0.24403166770935059,
      "learning_rate": 5.270927027419121e-05,
      "loss": 0.0264,
      "step": 13139
    },
    {
      "epoch": 1.4245446660884649,
      "grad_norm": 0.21850617229938507,
      "learning_rate": 5.2705643406354275e-05,
      "loss": 0.0107,
      "step": 13140
    },
    {
      "epoch": 1.4246530789245446,
      "grad_norm": 0.13824781775474548,
      "learning_rate": 5.270201653851734e-05,
      "loss": 0.0184,
      "step": 13141
    },
    {
      "epoch": 1.4247614917606244,
      "grad_norm": 0.2506897449493408,
      "learning_rate": 5.26983896706804e-05,
      "loss": 0.0333,
      "step": 13142
    },
    {
      "epoch": 1.4248699045967044,
      "grad_norm": 0.1017184928059578,
      "learning_rate": 5.269476280284347e-05,
      "loss": 0.0162,
      "step": 13143
    },
    {
      "epoch": 1.424978317432784,
      "grad_norm": 0.14179439842700958,
      "learning_rate": 5.269113593500653e-05,
      "loss": 0.0117,
      "step": 13144
    },
    {
      "epoch": 1.425086730268864,
      "grad_norm": 0.23065604269504547,
      "learning_rate": 5.2687509067169595e-05,
      "loss": 0.023,
      "step": 13145
    },
    {
      "epoch": 1.4251951431049437,
      "grad_norm": 0.3506486117839813,
      "learning_rate": 5.268388219933266e-05,
      "loss": 0.015,
      "step": 13146
    },
    {
      "epoch": 1.4253035559410234,
      "grad_norm": 0.09012138098478317,
      "learning_rate": 5.2680255331495724e-05,
      "loss": 0.0105,
      "step": 13147
    },
    {
      "epoch": 1.4254119687771032,
      "grad_norm": 0.17193084955215454,
      "learning_rate": 5.267662846365878e-05,
      "loss": 0.0142,
      "step": 13148
    },
    {
      "epoch": 1.425520381613183,
      "grad_norm": 0.018126552924513817,
      "learning_rate": 5.2673001595821845e-05,
      "loss": 0.0026,
      "step": 13149
    },
    {
      "epoch": 1.4256287944492627,
      "grad_norm": 0.1667504757642746,
      "learning_rate": 5.266937472798491e-05,
      "loss": 0.0196,
      "step": 13150
    },
    {
      "epoch": 1.4257372072853425,
      "grad_norm": 0.026740893721580505,
      "learning_rate": 5.266574786014797e-05,
      "loss": 0.0034,
      "step": 13151
    },
    {
      "epoch": 1.4258456201214225,
      "grad_norm": 0.17091676592826843,
      "learning_rate": 5.266212099231105e-05,
      "loss": 0.0261,
      "step": 13152
    },
    {
      "epoch": 1.4259540329575022,
      "grad_norm": 0.10555041581392288,
      "learning_rate": 5.265849412447411e-05,
      "loss": 0.0159,
      "step": 13153
    },
    {
      "epoch": 1.426062445793582,
      "grad_norm": 0.4302936792373657,
      "learning_rate": 5.265486725663717e-05,
      "loss": 0.0355,
      "step": 13154
    },
    {
      "epoch": 1.4261708586296618,
      "grad_norm": 0.0467960387468338,
      "learning_rate": 5.2651240388800236e-05,
      "loss": 0.0127,
      "step": 13155
    },
    {
      "epoch": 1.4262792714657415,
      "grad_norm": 0.0849127545952797,
      "learning_rate": 5.26476135209633e-05,
      "loss": 0.0235,
      "step": 13156
    },
    {
      "epoch": 1.4263876843018213,
      "grad_norm": 1.087613821029663,
      "learning_rate": 5.2643986653126365e-05,
      "loss": 0.0138,
      "step": 13157
    },
    {
      "epoch": 1.426496097137901,
      "grad_norm": 0.6001055240631104,
      "learning_rate": 5.264035978528943e-05,
      "loss": 0.0339,
      "step": 13158
    },
    {
      "epoch": 1.426604509973981,
      "grad_norm": 0.20419453084468842,
      "learning_rate": 5.263673291745249e-05,
      "loss": 0.0527,
      "step": 13159
    },
    {
      "epoch": 1.4267129228100608,
      "grad_norm": 0.2947622835636139,
      "learning_rate": 5.263310604961556e-05,
      "loss": 0.0382,
      "step": 13160
    },
    {
      "epoch": 1.4268213356461406,
      "grad_norm": 0.11231540143489838,
      "learning_rate": 5.262947918177862e-05,
      "loss": 0.0173,
      "step": 13161
    },
    {
      "epoch": 1.4269297484822203,
      "grad_norm": 0.17976082861423492,
      "learning_rate": 5.262585231394168e-05,
      "loss": 0.0181,
      "step": 13162
    },
    {
      "epoch": 1.4270381613183,
      "grad_norm": 0.27367541193962097,
      "learning_rate": 5.262222544610474e-05,
      "loss": 0.0487,
      "step": 13163
    },
    {
      "epoch": 1.4271465741543798,
      "grad_norm": 0.08504156023263931,
      "learning_rate": 5.261859857826781e-05,
      "loss": 0.0077,
      "step": 13164
    },
    {
      "epoch": 1.4272549869904596,
      "grad_norm": 0.1465913951396942,
      "learning_rate": 5.261497171043087e-05,
      "loss": 0.0226,
      "step": 13165
    },
    {
      "epoch": 1.4273633998265396,
      "grad_norm": 0.35714757442474365,
      "learning_rate": 5.2611344842593935e-05,
      "loss": 0.0431,
      "step": 13166
    },
    {
      "epoch": 1.4274718126626191,
      "grad_norm": 0.18693523108959198,
      "learning_rate": 5.2607717974757e-05,
      "loss": 0.0186,
      "step": 13167
    },
    {
      "epoch": 1.4275802254986991,
      "grad_norm": 0.13482524454593658,
      "learning_rate": 5.260409110692006e-05,
      "loss": 0.0158,
      "step": 13168
    },
    {
      "epoch": 1.4276886383347789,
      "grad_norm": 0.059664852917194366,
      "learning_rate": 5.260046423908313e-05,
      "loss": 0.0088,
      "step": 13169
    },
    {
      "epoch": 1.4277970511708586,
      "grad_norm": 0.06954287737607956,
      "learning_rate": 5.25968373712462e-05,
      "loss": 0.0071,
      "step": 13170
    },
    {
      "epoch": 1.4279054640069384,
      "grad_norm": 0.15007391571998596,
      "learning_rate": 5.259321050340926e-05,
      "loss": 0.0257,
      "step": 13171
    },
    {
      "epoch": 1.4280138768430182,
      "grad_norm": 0.33469969034194946,
      "learning_rate": 5.2589583635572326e-05,
      "loss": 0.0267,
      "step": 13172
    },
    {
      "epoch": 1.428122289679098,
      "grad_norm": 0.18887478113174438,
      "learning_rate": 5.258595676773539e-05,
      "loss": 0.0243,
      "step": 13173
    },
    {
      "epoch": 1.4282307025151777,
      "grad_norm": 0.10381927341222763,
      "learning_rate": 5.2582329899898454e-05,
      "loss": 0.0136,
      "step": 13174
    },
    {
      "epoch": 1.4283391153512577,
      "grad_norm": 0.11105071753263474,
      "learning_rate": 5.257870303206152e-05,
      "loss": 0.0074,
      "step": 13175
    },
    {
      "epoch": 1.4284475281873374,
      "grad_norm": 0.08991693705320358,
      "learning_rate": 5.2575076164224576e-05,
      "loss": 0.0104,
      "step": 13176
    },
    {
      "epoch": 1.4285559410234172,
      "grad_norm": 0.0879351869225502,
      "learning_rate": 5.257144929638764e-05,
      "loss": 0.003,
      "step": 13177
    },
    {
      "epoch": 1.428664353859497,
      "grad_norm": 0.2153080403804779,
      "learning_rate": 5.2567822428550704e-05,
      "loss": 0.0213,
      "step": 13178
    },
    {
      "epoch": 1.4287727666955767,
      "grad_norm": 0.12019873410463333,
      "learning_rate": 5.256419556071377e-05,
      "loss": 0.0096,
      "step": 13179
    },
    {
      "epoch": 1.4288811795316565,
      "grad_norm": 0.14200329780578613,
      "learning_rate": 5.256056869287683e-05,
      "loss": 0.0096,
      "step": 13180
    },
    {
      "epoch": 1.4289895923677363,
      "grad_norm": 0.23478589951992035,
      "learning_rate": 5.2556941825039896e-05,
      "loss": 0.0285,
      "step": 13181
    },
    {
      "epoch": 1.4290980052038162,
      "grad_norm": 0.20459987223148346,
      "learning_rate": 5.255331495720296e-05,
      "loss": 0.0242,
      "step": 13182
    },
    {
      "epoch": 1.4292064180398958,
      "grad_norm": 0.07521785795688629,
      "learning_rate": 5.2549688089366025e-05,
      "loss": 0.0039,
      "step": 13183
    },
    {
      "epoch": 1.4293148308759758,
      "grad_norm": 0.3712379038333893,
      "learning_rate": 5.254606122152909e-05,
      "loss": 0.0284,
      "step": 13184
    },
    {
      "epoch": 1.4294232437120555,
      "grad_norm": 0.1447536051273346,
      "learning_rate": 5.2542434353692146e-05,
      "loss": 0.0187,
      "step": 13185
    },
    {
      "epoch": 1.4295316565481353,
      "grad_norm": 0.12337438017129898,
      "learning_rate": 5.253880748585521e-05,
      "loss": 0.0121,
      "step": 13186
    },
    {
      "epoch": 1.429640069384215,
      "grad_norm": 0.29064491391181946,
      "learning_rate": 5.253518061801829e-05,
      "loss": 0.0169,
      "step": 13187
    },
    {
      "epoch": 1.4297484822202948,
      "grad_norm": 0.3351609706878662,
      "learning_rate": 5.253155375018135e-05,
      "loss": 0.0186,
      "step": 13188
    },
    {
      "epoch": 1.4298568950563748,
      "grad_norm": 0.35153087973594666,
      "learning_rate": 5.2527926882344416e-05,
      "loss": 0.0406,
      "step": 13189
    },
    {
      "epoch": 1.4299653078924544,
      "grad_norm": 0.21106313169002533,
      "learning_rate": 5.252430001450748e-05,
      "loss": 0.0189,
      "step": 13190
    },
    {
      "epoch": 1.4300737207285343,
      "grad_norm": 0.15880605578422546,
      "learning_rate": 5.252067314667054e-05,
      "loss": 0.0168,
      "step": 13191
    },
    {
      "epoch": 1.430182133564614,
      "grad_norm": 0.1407291293144226,
      "learning_rate": 5.25170462788336e-05,
      "loss": 0.0089,
      "step": 13192
    },
    {
      "epoch": 1.4302905464006939,
      "grad_norm": 0.02470307983458042,
      "learning_rate": 5.2513419410996666e-05,
      "loss": 0.003,
      "step": 13193
    },
    {
      "epoch": 1.4303989592367736,
      "grad_norm": 0.045829109847545624,
      "learning_rate": 5.250979254315973e-05,
      "loss": 0.0066,
      "step": 13194
    },
    {
      "epoch": 1.4305073720728534,
      "grad_norm": 0.13131950795650482,
      "learning_rate": 5.2506165675322794e-05,
      "loss": 0.0072,
      "step": 13195
    },
    {
      "epoch": 1.4306157849089332,
      "grad_norm": 0.19410088658332825,
      "learning_rate": 5.250253880748586e-05,
      "loss": 0.0133,
      "step": 13196
    },
    {
      "epoch": 1.430724197745013,
      "grad_norm": 0.1838327944278717,
      "learning_rate": 5.249891193964892e-05,
      "loss": 0.0033,
      "step": 13197
    },
    {
      "epoch": 1.430832610581093,
      "grad_norm": 0.5594841241836548,
      "learning_rate": 5.2495285071811986e-05,
      "loss": 0.0315,
      "step": 13198
    },
    {
      "epoch": 1.4309410234171727,
      "grad_norm": 0.141106516122818,
      "learning_rate": 5.249165820397505e-05,
      "loss": 0.0069,
      "step": 13199
    },
    {
      "epoch": 1.4310494362532524,
      "grad_norm": 0.134211003780365,
      "learning_rate": 5.248803133613811e-05,
      "loss": 0.0246,
      "step": 13200
    },
    {
      "epoch": 1.4311578490893322,
      "grad_norm": 0.42580488324165344,
      "learning_rate": 5.248440446830117e-05,
      "loss": 0.0258,
      "step": 13201
    },
    {
      "epoch": 1.431266261925412,
      "grad_norm": 0.24210873246192932,
      "learning_rate": 5.2480777600464236e-05,
      "loss": 0.028,
      "step": 13202
    },
    {
      "epoch": 1.4313746747614917,
      "grad_norm": 0.48296475410461426,
      "learning_rate": 5.24771507326273e-05,
      "loss": 0.0625,
      "step": 13203
    },
    {
      "epoch": 1.4314830875975715,
      "grad_norm": 0.2940130829811096,
      "learning_rate": 5.247352386479038e-05,
      "loss": 0.0565,
      "step": 13204
    },
    {
      "epoch": 1.4315915004336515,
      "grad_norm": 0.25288626551628113,
      "learning_rate": 5.2469896996953435e-05,
      "loss": 0.0267,
      "step": 13205
    },
    {
      "epoch": 1.431699913269731,
      "grad_norm": 0.08151610195636749,
      "learning_rate": 5.24662701291165e-05,
      "loss": 0.0072,
      "step": 13206
    },
    {
      "epoch": 1.431808326105811,
      "grad_norm": 0.44005265831947327,
      "learning_rate": 5.246264326127956e-05,
      "loss": 0.0754,
      "step": 13207
    },
    {
      "epoch": 1.4319167389418908,
      "grad_norm": 0.18901850283145905,
      "learning_rate": 5.245901639344263e-05,
      "loss": 0.0179,
      "step": 13208
    },
    {
      "epoch": 1.4320251517779705,
      "grad_norm": 0.7021684050559998,
      "learning_rate": 5.245538952560569e-05,
      "loss": 0.0908,
      "step": 13209
    },
    {
      "epoch": 1.4321335646140503,
      "grad_norm": 0.03140910342335701,
      "learning_rate": 5.2451762657768755e-05,
      "loss": 0.0039,
      "step": 13210
    },
    {
      "epoch": 1.43224197745013,
      "grad_norm": 0.18580670654773712,
      "learning_rate": 5.244813578993182e-05,
      "loss": 0.0316,
      "step": 13211
    },
    {
      "epoch": 1.4323503902862098,
      "grad_norm": 0.21015776693820953,
      "learning_rate": 5.2444508922094884e-05,
      "loss": 0.015,
      "step": 13212
    },
    {
      "epoch": 1.4324588031222896,
      "grad_norm": 0.0799417495727539,
      "learning_rate": 5.244088205425795e-05,
      "loss": 0.007,
      "step": 13213
    },
    {
      "epoch": 1.4325672159583696,
      "grad_norm": 0.2595546543598175,
      "learning_rate": 5.2437255186421005e-05,
      "loss": 0.0359,
      "step": 13214
    },
    {
      "epoch": 1.4326756287944493,
      "grad_norm": 0.2924114763736725,
      "learning_rate": 5.243362831858407e-05,
      "loss": 0.0323,
      "step": 13215
    },
    {
      "epoch": 1.432784041630529,
      "grad_norm": 0.08069013059139252,
      "learning_rate": 5.243000145074713e-05,
      "loss": 0.0081,
      "step": 13216
    },
    {
      "epoch": 1.4328924544666088,
      "grad_norm": 0.0891323983669281,
      "learning_rate": 5.24263745829102e-05,
      "loss": 0.0057,
      "step": 13217
    },
    {
      "epoch": 1.4330008673026886,
      "grad_norm": 0.09607039391994476,
      "learning_rate": 5.242274771507326e-05,
      "loss": 0.0154,
      "step": 13218
    },
    {
      "epoch": 1.4331092801387684,
      "grad_norm": 0.2368481308221817,
      "learning_rate": 5.2419120847236326e-05,
      "loss": 0.013,
      "step": 13219
    },
    {
      "epoch": 1.4332176929748481,
      "grad_norm": 0.23495353758335114,
      "learning_rate": 5.241549397939939e-05,
      "loss": 0.0319,
      "step": 13220
    },
    {
      "epoch": 1.4333261058109281,
      "grad_norm": 0.261478453874588,
      "learning_rate": 5.241186711156246e-05,
      "loss": 0.0222,
      "step": 13221
    },
    {
      "epoch": 1.4334345186470079,
      "grad_norm": 0.16463954746723175,
      "learning_rate": 5.2408240243725525e-05,
      "loss": 0.0369,
      "step": 13222
    },
    {
      "epoch": 1.4335429314830876,
      "grad_norm": 0.2955024838447571,
      "learning_rate": 5.240461337588859e-05,
      "loss": 0.0285,
      "step": 13223
    },
    {
      "epoch": 1.4336513443191674,
      "grad_norm": 0.2666810154914856,
      "learning_rate": 5.240098650805165e-05,
      "loss": 0.0928,
      "step": 13224
    },
    {
      "epoch": 1.4337597571552472,
      "grad_norm": 0.2044609785079956,
      "learning_rate": 5.239735964021472e-05,
      "loss": 0.0402,
      "step": 13225
    },
    {
      "epoch": 1.433868169991327,
      "grad_norm": 0.14893485605716705,
      "learning_rate": 5.239373277237778e-05,
      "loss": 0.032,
      "step": 13226
    },
    {
      "epoch": 1.4339765828274067,
      "grad_norm": 0.08541873842477798,
      "learning_rate": 5.2390105904540845e-05,
      "loss": 0.0117,
      "step": 13227
    },
    {
      "epoch": 1.4340849956634867,
      "grad_norm": 0.1554579734802246,
      "learning_rate": 5.238647903670391e-05,
      "loss": 0.0096,
      "step": 13228
    },
    {
      "epoch": 1.4341934084995662,
      "grad_norm": 0.18193738162517548,
      "learning_rate": 5.238285216886697e-05,
      "loss": 0.0632,
      "step": 13229
    },
    {
      "epoch": 1.4343018213356462,
      "grad_norm": 0.09166862070560455,
      "learning_rate": 5.237922530103003e-05,
      "loss": 0.0103,
      "step": 13230
    },
    {
      "epoch": 1.434410234171726,
      "grad_norm": 0.0939006507396698,
      "learning_rate": 5.2375598433193095e-05,
      "loss": 0.0155,
      "step": 13231
    },
    {
      "epoch": 1.4345186470078057,
      "grad_norm": 0.22548291087150574,
      "learning_rate": 5.237197156535616e-05,
      "loss": 0.0268,
      "step": 13232
    },
    {
      "epoch": 1.4346270598438855,
      "grad_norm": 0.19427739083766937,
      "learning_rate": 5.236834469751922e-05,
      "loss": 0.0194,
      "step": 13233
    },
    {
      "epoch": 1.4347354726799653,
      "grad_norm": 0.07053350657224655,
      "learning_rate": 5.236471782968229e-05,
      "loss": 0.0062,
      "step": 13234
    },
    {
      "epoch": 1.434843885516045,
      "grad_norm": 0.1912093460559845,
      "learning_rate": 5.236109096184535e-05,
      "loss": 0.0129,
      "step": 13235
    },
    {
      "epoch": 1.4349522983521248,
      "grad_norm": 0.02647211402654648,
      "learning_rate": 5.2357464094008415e-05,
      "loss": 0.0027,
      "step": 13236
    },
    {
      "epoch": 1.4350607111882048,
      "grad_norm": 0.15299899876117706,
      "learning_rate": 5.235383722617147e-05,
      "loss": 0.0133,
      "step": 13237
    },
    {
      "epoch": 1.4351691240242845,
      "grad_norm": 0.15982265770435333,
      "learning_rate": 5.235021035833454e-05,
      "loss": 0.0258,
      "step": 13238
    },
    {
      "epoch": 1.4352775368603643,
      "grad_norm": 0.39217352867126465,
      "learning_rate": 5.2346583490497614e-05,
      "loss": 0.0533,
      "step": 13239
    },
    {
      "epoch": 1.435385949696444,
      "grad_norm": 0.11847694218158722,
      "learning_rate": 5.234295662266068e-05,
      "loss": 0.0138,
      "step": 13240
    },
    {
      "epoch": 1.4354943625325238,
      "grad_norm": 0.28686878085136414,
      "learning_rate": 5.233932975482374e-05,
      "loss": 0.0431,
      "step": 13241
    },
    {
      "epoch": 1.4356027753686036,
      "grad_norm": 0.15481899678707123,
      "learning_rate": 5.233570288698681e-05,
      "loss": 0.0222,
      "step": 13242
    },
    {
      "epoch": 1.4357111882046834,
      "grad_norm": 0.27695655822753906,
      "learning_rate": 5.2332076019149864e-05,
      "loss": 0.0393,
      "step": 13243
    },
    {
      "epoch": 1.4358196010407633,
      "grad_norm": 0.16270676255226135,
      "learning_rate": 5.232844915131293e-05,
      "loss": 0.0089,
      "step": 13244
    },
    {
      "epoch": 1.435928013876843,
      "grad_norm": 0.11448066681623459,
      "learning_rate": 5.232482228347599e-05,
      "loss": 0.0096,
      "step": 13245
    },
    {
      "epoch": 1.4360364267129229,
      "grad_norm": 0.1463312804698944,
      "learning_rate": 5.2321195415639056e-05,
      "loss": 0.0286,
      "step": 13246
    },
    {
      "epoch": 1.4361448395490026,
      "grad_norm": 0.13041028380393982,
      "learning_rate": 5.231756854780212e-05,
      "loss": 0.035,
      "step": 13247
    },
    {
      "epoch": 1.4362532523850824,
      "grad_norm": 0.3588193655014038,
      "learning_rate": 5.2313941679965185e-05,
      "loss": 0.0508,
      "step": 13248
    },
    {
      "epoch": 1.4363616652211622,
      "grad_norm": 0.1140500083565712,
      "learning_rate": 5.231031481212825e-05,
      "loss": 0.015,
      "step": 13249
    },
    {
      "epoch": 1.436470078057242,
      "grad_norm": 0.29182493686676025,
      "learning_rate": 5.230668794429131e-05,
      "loss": 0.0194,
      "step": 13250
    },
    {
      "epoch": 1.436578490893322,
      "grad_norm": 0.09114588797092438,
      "learning_rate": 5.230306107645438e-05,
      "loss": 0.0087,
      "step": 13251
    },
    {
      "epoch": 1.4366869037294014,
      "grad_norm": 0.07717809081077576,
      "learning_rate": 5.2299434208617434e-05,
      "loss": 0.0069,
      "step": 13252
    },
    {
      "epoch": 1.4367953165654814,
      "grad_norm": 0.25108084082603455,
      "learning_rate": 5.22958073407805e-05,
      "loss": 0.0291,
      "step": 13253
    },
    {
      "epoch": 1.4369037294015612,
      "grad_norm": 0.08694014698266983,
      "learning_rate": 5.229218047294356e-05,
      "loss": 0.0105,
      "step": 13254
    },
    {
      "epoch": 1.437012142237641,
      "grad_norm": 0.28710928559303284,
      "learning_rate": 5.228855360510663e-05,
      "loss": 0.0572,
      "step": 13255
    },
    {
      "epoch": 1.4371205550737207,
      "grad_norm": 0.3030063807964325,
      "learning_rate": 5.2284926737269704e-05,
      "loss": 0.0409,
      "step": 13256
    },
    {
      "epoch": 1.4372289679098005,
      "grad_norm": 0.2574538588523865,
      "learning_rate": 5.228129986943276e-05,
      "loss": 0.0255,
      "step": 13257
    },
    {
      "epoch": 1.4373373807458802,
      "grad_norm": 0.2976803183555603,
      "learning_rate": 5.2277673001595826e-05,
      "loss": 0.0434,
      "step": 13258
    },
    {
      "epoch": 1.43744579358196,
      "grad_norm": 0.10567229241132736,
      "learning_rate": 5.227404613375889e-05,
      "loss": 0.0229,
      "step": 13259
    },
    {
      "epoch": 1.43755420641804,
      "grad_norm": 0.245279923081398,
      "learning_rate": 5.2270419265921954e-05,
      "loss": 0.0266,
      "step": 13260
    },
    {
      "epoch": 1.4376626192541198,
      "grad_norm": 0.1556481122970581,
      "learning_rate": 5.226679239808502e-05,
      "loss": 0.0196,
      "step": 13261
    },
    {
      "epoch": 1.4377710320901995,
      "grad_norm": 0.3059369921684265,
      "learning_rate": 5.226316553024808e-05,
      "loss": 0.0323,
      "step": 13262
    },
    {
      "epoch": 1.4378794449262793,
      "grad_norm": 0.04991566389799118,
      "learning_rate": 5.2259538662411146e-05,
      "loss": 0.0052,
      "step": 13263
    },
    {
      "epoch": 1.437987857762359,
      "grad_norm": 0.07100607454776764,
      "learning_rate": 5.225591179457421e-05,
      "loss": 0.0045,
      "step": 13264
    },
    {
      "epoch": 1.4380962705984388,
      "grad_norm": 0.18483063578605652,
      "learning_rate": 5.2252284926737274e-05,
      "loss": 0.0225,
      "step": 13265
    },
    {
      "epoch": 1.4382046834345186,
      "grad_norm": 0.4416496455669403,
      "learning_rate": 5.224865805890033e-05,
      "loss": 0.0299,
      "step": 13266
    },
    {
      "epoch": 1.4383130962705986,
      "grad_norm": 0.07382775843143463,
      "learning_rate": 5.2245031191063396e-05,
      "loss": 0.0112,
      "step": 13267
    },
    {
      "epoch": 1.438421509106678,
      "grad_norm": 0.16075535118579865,
      "learning_rate": 5.224140432322646e-05,
      "loss": 0.0451,
      "step": 13268
    },
    {
      "epoch": 1.438529921942758,
      "grad_norm": 0.2034744918346405,
      "learning_rate": 5.2237777455389524e-05,
      "loss": 0.0262,
      "step": 13269
    },
    {
      "epoch": 1.4386383347788378,
      "grad_norm": 0.08755812048912048,
      "learning_rate": 5.223415058755259e-05,
      "loss": 0.0096,
      "step": 13270
    },
    {
      "epoch": 1.4387467476149176,
      "grad_norm": 0.07800166308879852,
      "learning_rate": 5.223052371971565e-05,
      "loss": 0.0116,
      "step": 13271
    },
    {
      "epoch": 1.4388551604509974,
      "grad_norm": 0.25935909152030945,
      "learning_rate": 5.2226896851878716e-05,
      "loss": 0.0359,
      "step": 13272
    },
    {
      "epoch": 1.4389635732870771,
      "grad_norm": 0.2191545069217682,
      "learning_rate": 5.222326998404179e-05,
      "loss": 0.0295,
      "step": 13273
    },
    {
      "epoch": 1.439071986123157,
      "grad_norm": 0.17240621149539948,
      "learning_rate": 5.221964311620485e-05,
      "loss": 0.0234,
      "step": 13274
    },
    {
      "epoch": 1.4391803989592367,
      "grad_norm": 0.22369077801704407,
      "learning_rate": 5.2216016248367916e-05,
      "loss": 0.0327,
      "step": 13275
    },
    {
      "epoch": 1.4392888117953166,
      "grad_norm": 0.17850017547607422,
      "learning_rate": 5.221238938053098e-05,
      "loss": 0.0266,
      "step": 13276
    },
    {
      "epoch": 1.4393972246313964,
      "grad_norm": 0.6175946593284607,
      "learning_rate": 5.2208762512694044e-05,
      "loss": 0.0566,
      "step": 13277
    },
    {
      "epoch": 1.4395056374674762,
      "grad_norm": 0.08189269155263901,
      "learning_rate": 5.220513564485711e-05,
      "loss": 0.0134,
      "step": 13278
    },
    {
      "epoch": 1.439614050303556,
      "grad_norm": 0.20553919672966003,
      "learning_rate": 5.220150877702017e-05,
      "loss": 0.0229,
      "step": 13279
    },
    {
      "epoch": 1.4397224631396357,
      "grad_norm": 0.32245615124702454,
      "learning_rate": 5.2197881909183236e-05,
      "loss": 0.0505,
      "step": 13280
    },
    {
      "epoch": 1.4398308759757155,
      "grad_norm": 0.11047249287366867,
      "learning_rate": 5.219425504134629e-05,
      "loss": 0.0068,
      "step": 13281
    },
    {
      "epoch": 1.4399392888117952,
      "grad_norm": 0.19724014401435852,
      "learning_rate": 5.219062817350936e-05,
      "loss": 0.0373,
      "step": 13282
    },
    {
      "epoch": 1.4400477016478752,
      "grad_norm": 0.23937515914440155,
      "learning_rate": 5.218700130567242e-05,
      "loss": 0.0214,
      "step": 13283
    },
    {
      "epoch": 1.440156114483955,
      "grad_norm": 0.07234685122966766,
      "learning_rate": 5.2183374437835486e-05,
      "loss": 0.0101,
      "step": 13284
    },
    {
      "epoch": 1.4402645273200347,
      "grad_norm": 0.07723188400268555,
      "learning_rate": 5.217974756999855e-05,
      "loss": 0.0112,
      "step": 13285
    },
    {
      "epoch": 1.4403729401561145,
      "grad_norm": 0.21454618871212006,
      "learning_rate": 5.2176120702161614e-05,
      "loss": 0.0403,
      "step": 13286
    },
    {
      "epoch": 1.4404813529921943,
      "grad_norm": 0.1319345384836197,
      "learning_rate": 5.217249383432468e-05,
      "loss": 0.0102,
      "step": 13287
    },
    {
      "epoch": 1.440589765828274,
      "grad_norm": 0.18464866280555725,
      "learning_rate": 5.216886696648774e-05,
      "loss": 0.029,
      "step": 13288
    },
    {
      "epoch": 1.4406981786643538,
      "grad_norm": 0.25298798084259033,
      "learning_rate": 5.21652400986508e-05,
      "loss": 0.0866,
      "step": 13289
    },
    {
      "epoch": 1.4408065915004338,
      "grad_norm": 0.3121863603591919,
      "learning_rate": 5.216161323081388e-05,
      "loss": 0.0383,
      "step": 13290
    },
    {
      "epoch": 1.4409150043365133,
      "grad_norm": 0.20724231004714966,
      "learning_rate": 5.215798636297694e-05,
      "loss": 0.0356,
      "step": 13291
    },
    {
      "epoch": 1.4410234171725933,
      "grad_norm": 0.2305050492286682,
      "learning_rate": 5.2154359495140005e-05,
      "loss": 0.0353,
      "step": 13292
    },
    {
      "epoch": 1.441131830008673,
      "grad_norm": 0.5178095698356628,
      "learning_rate": 5.215073262730307e-05,
      "loss": 0.0398,
      "step": 13293
    },
    {
      "epoch": 1.4412402428447528,
      "grad_norm": 0.15131208300590515,
      "learning_rate": 5.2147105759466134e-05,
      "loss": 0.0124,
      "step": 13294
    },
    {
      "epoch": 1.4413486556808326,
      "grad_norm": 0.1060447096824646,
      "learning_rate": 5.214347889162919e-05,
      "loss": 0.0089,
      "step": 13295
    },
    {
      "epoch": 1.4414570685169124,
      "grad_norm": 0.33641350269317627,
      "learning_rate": 5.2139852023792255e-05,
      "loss": 0.0446,
      "step": 13296
    },
    {
      "epoch": 1.4415654813529921,
      "grad_norm": 0.21241256594657898,
      "learning_rate": 5.213622515595532e-05,
      "loss": 0.098,
      "step": 13297
    },
    {
      "epoch": 1.4416738941890719,
      "grad_norm": 0.28855207562446594,
      "learning_rate": 5.213259828811838e-05,
      "loss": 0.0437,
      "step": 13298
    },
    {
      "epoch": 1.4417823070251519,
      "grad_norm": 0.07145477831363678,
      "learning_rate": 5.212897142028145e-05,
      "loss": 0.0121,
      "step": 13299
    },
    {
      "epoch": 1.4418907198612316,
      "grad_norm": 0.18368111550807953,
      "learning_rate": 5.212534455244451e-05,
      "loss": 0.0182,
      "step": 13300
    },
    {
      "epoch": 1.4419991326973114,
      "grad_norm": 0.16655097901821136,
      "learning_rate": 5.2121717684607575e-05,
      "loss": 0.0096,
      "step": 13301
    },
    {
      "epoch": 1.4421075455333912,
      "grad_norm": 0.05467977002263069,
      "learning_rate": 5.211809081677064e-05,
      "loss": 0.0067,
      "step": 13302
    },
    {
      "epoch": 1.442215958369471,
      "grad_norm": 0.3606465756893158,
      "learning_rate": 5.2114463948933704e-05,
      "loss": 0.036,
      "step": 13303
    },
    {
      "epoch": 1.4423243712055507,
      "grad_norm": 0.2625480592250824,
      "learning_rate": 5.211083708109676e-05,
      "loss": 0.0311,
      "step": 13304
    },
    {
      "epoch": 1.4424327840416304,
      "grad_norm": 0.10208772867918015,
      "learning_rate": 5.2107210213259825e-05,
      "loss": 0.0149,
      "step": 13305
    },
    {
      "epoch": 1.4425411968777104,
      "grad_norm": 0.13015499711036682,
      "learning_rate": 5.210358334542289e-05,
      "loss": 0.0218,
      "step": 13306
    },
    {
      "epoch": 1.4426496097137902,
      "grad_norm": 0.04879884421825409,
      "learning_rate": 5.209995647758595e-05,
      "loss": 0.0088,
      "step": 13307
    },
    {
      "epoch": 1.44275802254987,
      "grad_norm": 0.13889078795909882,
      "learning_rate": 5.209632960974903e-05,
      "loss": 0.0229,
      "step": 13308
    },
    {
      "epoch": 1.4428664353859497,
      "grad_norm": 0.11399473249912262,
      "learning_rate": 5.209270274191209e-05,
      "loss": 0.0185,
      "step": 13309
    },
    {
      "epoch": 1.4429748482220295,
      "grad_norm": 0.13389112055301666,
      "learning_rate": 5.208907587407515e-05,
      "loss": 0.0209,
      "step": 13310
    },
    {
      "epoch": 1.4430832610581092,
      "grad_norm": 0.1312786191701889,
      "learning_rate": 5.2085449006238217e-05,
      "loss": 0.0064,
      "step": 13311
    },
    {
      "epoch": 1.443191673894189,
      "grad_norm": 0.21853655576705933,
      "learning_rate": 5.208182213840128e-05,
      "loss": 0.0184,
      "step": 13312
    },
    {
      "epoch": 1.443300086730269,
      "grad_norm": 0.10944125801324844,
      "learning_rate": 5.2078195270564345e-05,
      "loss": 0.0117,
      "step": 13313
    },
    {
      "epoch": 1.4434084995663485,
      "grad_norm": 0.18353651463985443,
      "learning_rate": 5.207456840272741e-05,
      "loss": 0.0124,
      "step": 13314
    },
    {
      "epoch": 1.4435169124024285,
      "grad_norm": 0.06945232301950455,
      "learning_rate": 5.207094153489047e-05,
      "loss": 0.0062,
      "step": 13315
    },
    {
      "epoch": 1.4436253252385083,
      "grad_norm": 0.13062694668769836,
      "learning_rate": 5.206731466705354e-05,
      "loss": 0.0255,
      "step": 13316
    },
    {
      "epoch": 1.443733738074588,
      "grad_norm": 0.10390173643827438,
      "learning_rate": 5.20636877992166e-05,
      "loss": 0.0243,
      "step": 13317
    },
    {
      "epoch": 1.4438421509106678,
      "grad_norm": 0.09772922843694687,
      "learning_rate": 5.206006093137966e-05,
      "loss": 0.013,
      "step": 13318
    },
    {
      "epoch": 1.4439505637467476,
      "grad_norm": 0.35046693682670593,
      "learning_rate": 5.205643406354272e-05,
      "loss": 0.0269,
      "step": 13319
    },
    {
      "epoch": 1.4440589765828273,
      "grad_norm": 0.13425275683403015,
      "learning_rate": 5.205280719570579e-05,
      "loss": 0.017,
      "step": 13320
    },
    {
      "epoch": 1.444167389418907,
      "grad_norm": 0.18197433650493622,
      "learning_rate": 5.204918032786885e-05,
      "loss": 0.0212,
      "step": 13321
    },
    {
      "epoch": 1.444275802254987,
      "grad_norm": 0.14474302530288696,
      "learning_rate": 5.2045553460031915e-05,
      "loss": 0.014,
      "step": 13322
    },
    {
      "epoch": 1.4443842150910668,
      "grad_norm": 0.3018074333667755,
      "learning_rate": 5.204192659219498e-05,
      "loss": 0.0512,
      "step": 13323
    },
    {
      "epoch": 1.4444926279271466,
      "grad_norm": 0.43540504574775696,
      "learning_rate": 5.203829972435804e-05,
      "loss": 0.0596,
      "step": 13324
    },
    {
      "epoch": 1.4446010407632264,
      "grad_norm": 0.13819001615047455,
      "learning_rate": 5.2034672856521114e-05,
      "loss": 0.0148,
      "step": 13325
    },
    {
      "epoch": 1.4447094535993061,
      "grad_norm": 0.19221535325050354,
      "learning_rate": 5.203104598868418e-05,
      "loss": 0.0362,
      "step": 13326
    },
    {
      "epoch": 1.444817866435386,
      "grad_norm": 0.13570570945739746,
      "learning_rate": 5.202741912084724e-05,
      "loss": 0.0142,
      "step": 13327
    },
    {
      "epoch": 1.4449262792714657,
      "grad_norm": 0.2666959762573242,
      "learning_rate": 5.2023792253010306e-05,
      "loss": 0.051,
      "step": 13328
    },
    {
      "epoch": 1.4450346921075456,
      "grad_norm": 0.2708767354488373,
      "learning_rate": 5.202016538517337e-05,
      "loss": 0.0423,
      "step": 13329
    },
    {
      "epoch": 1.4451431049436252,
      "grad_norm": 0.0789077952504158,
      "learning_rate": 5.2016538517336435e-05,
      "loss": 0.0069,
      "step": 13330
    },
    {
      "epoch": 1.4452515177797052,
      "grad_norm": 0.1454184204339981,
      "learning_rate": 5.20129116494995e-05,
      "loss": 0.0086,
      "step": 13331
    },
    {
      "epoch": 1.445359930615785,
      "grad_norm": 0.11037944257259369,
      "learning_rate": 5.200928478166256e-05,
      "loss": 0.0149,
      "step": 13332
    },
    {
      "epoch": 1.4454683434518647,
      "grad_norm": 0.17854323983192444,
      "learning_rate": 5.200565791382562e-05,
      "loss": 0.0173,
      "step": 13333
    },
    {
      "epoch": 1.4455767562879445,
      "grad_norm": 0.07320352643728256,
      "learning_rate": 5.2002031045988684e-05,
      "loss": 0.0107,
      "step": 13334
    },
    {
      "epoch": 1.4456851691240242,
      "grad_norm": 0.037020981311798096,
      "learning_rate": 5.199840417815175e-05,
      "loss": 0.0055,
      "step": 13335
    },
    {
      "epoch": 1.4457935819601042,
      "grad_norm": 0.03699415549635887,
      "learning_rate": 5.199477731031481e-05,
      "loss": 0.004,
      "step": 13336
    },
    {
      "epoch": 1.4459019947961838,
      "grad_norm": 0.17306147515773773,
      "learning_rate": 5.1991150442477876e-05,
      "loss": 0.0188,
      "step": 13337
    },
    {
      "epoch": 1.4460104076322637,
      "grad_norm": 0.13989152014255524,
      "learning_rate": 5.198752357464094e-05,
      "loss": 0.0117,
      "step": 13338
    },
    {
      "epoch": 1.4461188204683435,
      "grad_norm": 0.2459878772497177,
      "learning_rate": 5.1983896706804005e-05,
      "loss": 0.0376,
      "step": 13339
    },
    {
      "epoch": 1.4462272333044233,
      "grad_norm": 0.15144847333431244,
      "learning_rate": 5.198026983896707e-05,
      "loss": 0.0112,
      "step": 13340
    },
    {
      "epoch": 1.446335646140503,
      "grad_norm": 0.2548220753669739,
      "learning_rate": 5.1976642971130126e-05,
      "loss": 0.0226,
      "step": 13341
    },
    {
      "epoch": 1.4464440589765828,
      "grad_norm": 0.07562170922756195,
      "learning_rate": 5.1973016103293204e-05,
      "loss": 0.0057,
      "step": 13342
    },
    {
      "epoch": 1.4465524718126626,
      "grad_norm": 0.14931872487068176,
      "learning_rate": 5.196938923545627e-05,
      "loss": 0.0177,
      "step": 13343
    },
    {
      "epoch": 1.4466608846487423,
      "grad_norm": 0.18263626098632812,
      "learning_rate": 5.196576236761933e-05,
      "loss": 0.0353,
      "step": 13344
    },
    {
      "epoch": 1.4467692974848223,
      "grad_norm": 0.17220976948738098,
      "learning_rate": 5.1962135499782396e-05,
      "loss": 0.0121,
      "step": 13345
    },
    {
      "epoch": 1.446877710320902,
      "grad_norm": 0.1359085589647293,
      "learning_rate": 5.195850863194546e-05,
      "loss": 0.0122,
      "step": 13346
    },
    {
      "epoch": 1.4469861231569818,
      "grad_norm": 0.1428229808807373,
      "learning_rate": 5.195488176410852e-05,
      "loss": 0.0521,
      "step": 13347
    },
    {
      "epoch": 1.4470945359930616,
      "grad_norm": 0.22781698405742645,
      "learning_rate": 5.195125489627158e-05,
      "loss": 0.0374,
      "step": 13348
    },
    {
      "epoch": 1.4472029488291414,
      "grad_norm": 0.1267620474100113,
      "learning_rate": 5.1947628028434646e-05,
      "loss": 0.0083,
      "step": 13349
    },
    {
      "epoch": 1.4473113616652211,
      "grad_norm": 0.1254090815782547,
      "learning_rate": 5.194400116059771e-05,
      "loss": 0.0308,
      "step": 13350
    },
    {
      "epoch": 1.4474197745013009,
      "grad_norm": 0.1349003165960312,
      "learning_rate": 5.1940374292760774e-05,
      "loss": 0.0139,
      "step": 13351
    },
    {
      "epoch": 1.4475281873373809,
      "grad_norm": 0.1594231128692627,
      "learning_rate": 5.193674742492384e-05,
      "loss": 0.0213,
      "step": 13352
    },
    {
      "epoch": 1.4476366001734604,
      "grad_norm": 0.12941734492778778,
      "learning_rate": 5.19331205570869e-05,
      "loss": 0.027,
      "step": 13353
    },
    {
      "epoch": 1.4477450130095404,
      "grad_norm": 0.16382642090320587,
      "learning_rate": 5.1929493689249966e-05,
      "loss": 0.0202,
      "step": 13354
    },
    {
      "epoch": 1.4478534258456202,
      "grad_norm": 0.09546136856079102,
      "learning_rate": 5.192586682141303e-05,
      "loss": 0.0046,
      "step": 13355
    },
    {
      "epoch": 1.4479618386817,
      "grad_norm": 0.1424095779657364,
      "learning_rate": 5.192223995357609e-05,
      "loss": 0.0256,
      "step": 13356
    },
    {
      "epoch": 1.4480702515177797,
      "grad_norm": 0.12472528219223022,
      "learning_rate": 5.191861308573915e-05,
      "loss": 0.0125,
      "step": 13357
    },
    {
      "epoch": 1.4481786643538594,
      "grad_norm": 0.13491030037403107,
      "learning_rate": 5.1914986217902216e-05,
      "loss": 0.0134,
      "step": 13358
    },
    {
      "epoch": 1.4482870771899392,
      "grad_norm": 0.06633903086185455,
      "learning_rate": 5.191135935006528e-05,
      "loss": 0.0099,
      "step": 13359
    },
    {
      "epoch": 1.448395490026019,
      "grad_norm": 0.372928649187088,
      "learning_rate": 5.190773248222836e-05,
      "loss": 0.0465,
      "step": 13360
    },
    {
      "epoch": 1.448503902862099,
      "grad_norm": 0.20510852336883545,
      "learning_rate": 5.190410561439142e-05,
      "loss": 0.0448,
      "step": 13361
    },
    {
      "epoch": 1.4486123156981787,
      "grad_norm": 0.09349033236503601,
      "learning_rate": 5.190047874655448e-05,
      "loss": 0.0088,
      "step": 13362
    },
    {
      "epoch": 1.4487207285342585,
      "grad_norm": 0.15567857027053833,
      "learning_rate": 5.189685187871754e-05,
      "loss": 0.0178,
      "step": 13363
    },
    {
      "epoch": 1.4488291413703382,
      "grad_norm": 0.31859222054481506,
      "learning_rate": 5.189322501088061e-05,
      "loss": 0.1039,
      "step": 13364
    },
    {
      "epoch": 1.448937554206418,
      "grad_norm": 0.19363561272621155,
      "learning_rate": 5.188959814304367e-05,
      "loss": 0.015,
      "step": 13365
    },
    {
      "epoch": 1.4490459670424978,
      "grad_norm": 0.13584548234939575,
      "learning_rate": 5.1885971275206736e-05,
      "loss": 0.0159,
      "step": 13366
    },
    {
      "epoch": 1.4491543798785775,
      "grad_norm": 0.22505784034729004,
      "learning_rate": 5.18823444073698e-05,
      "loss": 0.0398,
      "step": 13367
    },
    {
      "epoch": 1.4492627927146575,
      "grad_norm": 0.1347571313381195,
      "learning_rate": 5.1878717539532864e-05,
      "loss": 0.0127,
      "step": 13368
    },
    {
      "epoch": 1.4493712055507373,
      "grad_norm": 0.3091282844543457,
      "learning_rate": 5.187509067169593e-05,
      "loss": 0.0705,
      "step": 13369
    },
    {
      "epoch": 1.449479618386817,
      "grad_norm": 0.10978208482265472,
      "learning_rate": 5.1871463803858985e-05,
      "loss": 0.0044,
      "step": 13370
    },
    {
      "epoch": 1.4495880312228968,
      "grad_norm": 0.2487500011920929,
      "learning_rate": 5.186783693602205e-05,
      "loss": 0.0551,
      "step": 13371
    },
    {
      "epoch": 1.4496964440589766,
      "grad_norm": 0.06242308020591736,
      "learning_rate": 5.186421006818511e-05,
      "loss": 0.0064,
      "step": 13372
    },
    {
      "epoch": 1.4498048568950563,
      "grad_norm": 0.3360791802406311,
      "learning_rate": 5.186058320034818e-05,
      "loss": 0.0221,
      "step": 13373
    },
    {
      "epoch": 1.449913269731136,
      "grad_norm": 0.1604066789150238,
      "learning_rate": 5.185695633251124e-05,
      "loss": 0.0291,
      "step": 13374
    },
    {
      "epoch": 1.450021682567216,
      "grad_norm": 0.10922959446907043,
      "learning_rate": 5.1853329464674306e-05,
      "loss": 0.0142,
      "step": 13375
    },
    {
      "epoch": 1.4501300954032956,
      "grad_norm": 0.05709100142121315,
      "learning_rate": 5.184970259683737e-05,
      "loss": 0.0072,
      "step": 13376
    },
    {
      "epoch": 1.4502385082393756,
      "grad_norm": 0.1305859237909317,
      "learning_rate": 5.184607572900044e-05,
      "loss": 0.0129,
      "step": 13377
    },
    {
      "epoch": 1.4503469210754554,
      "grad_norm": 0.2740313708782196,
      "learning_rate": 5.1842448861163505e-05,
      "loss": 0.0429,
      "step": 13378
    },
    {
      "epoch": 1.4504553339115351,
      "grad_norm": 0.18022121489048004,
      "learning_rate": 5.183882199332657e-05,
      "loss": 0.0421,
      "step": 13379
    },
    {
      "epoch": 1.450563746747615,
      "grad_norm": 0.12934772670269012,
      "learning_rate": 5.183519512548963e-05,
      "loss": 0.0219,
      "step": 13380
    },
    {
      "epoch": 1.4506721595836947,
      "grad_norm": 0.1740071177482605,
      "learning_rate": 5.18315682576527e-05,
      "loss": 0.018,
      "step": 13381
    },
    {
      "epoch": 1.4507805724197744,
      "grad_norm": 0.14573915302753448,
      "learning_rate": 5.182794138981576e-05,
      "loss": 0.0118,
      "step": 13382
    },
    {
      "epoch": 1.4508889852558542,
      "grad_norm": 0.3549259603023529,
      "learning_rate": 5.1824314521978825e-05,
      "loss": 0.035,
      "step": 13383
    },
    {
      "epoch": 1.4509973980919342,
      "grad_norm": 0.08992254734039307,
      "learning_rate": 5.182068765414189e-05,
      "loss": 0.0115,
      "step": 13384
    },
    {
      "epoch": 1.451105810928014,
      "grad_norm": 0.2531084418296814,
      "learning_rate": 5.181706078630495e-05,
      "loss": 0.0471,
      "step": 13385
    },
    {
      "epoch": 1.4512142237640937,
      "grad_norm": 0.33717700839042664,
      "learning_rate": 5.181343391846801e-05,
      "loss": 0.0671,
      "step": 13386
    },
    {
      "epoch": 1.4513226366001735,
      "grad_norm": 0.2330731749534607,
      "learning_rate": 5.1809807050631075e-05,
      "loss": 0.0287,
      "step": 13387
    },
    {
      "epoch": 1.4514310494362532,
      "grad_norm": 0.09908723831176758,
      "learning_rate": 5.180618018279414e-05,
      "loss": 0.0129,
      "step": 13388
    },
    {
      "epoch": 1.451539462272333,
      "grad_norm": 0.32423174381256104,
      "learning_rate": 5.18025533149572e-05,
      "loss": 0.0658,
      "step": 13389
    },
    {
      "epoch": 1.4516478751084128,
      "grad_norm": 0.1519540250301361,
      "learning_rate": 5.179892644712027e-05,
      "loss": 0.0212,
      "step": 13390
    },
    {
      "epoch": 1.4517562879444927,
      "grad_norm": 0.08148737251758575,
      "learning_rate": 5.179529957928333e-05,
      "loss": 0.0196,
      "step": 13391
    },
    {
      "epoch": 1.4518647007805723,
      "grad_norm": 0.1933775395154953,
      "learning_rate": 5.1791672711446395e-05,
      "loss": 0.027,
      "step": 13392
    },
    {
      "epoch": 1.4519731136166523,
      "grad_norm": 0.2862895429134369,
      "learning_rate": 5.178804584360946e-05,
      "loss": 0.0304,
      "step": 13393
    },
    {
      "epoch": 1.452081526452732,
      "grad_norm": 1.2571449279785156,
      "learning_rate": 5.178441897577253e-05,
      "loss": 0.032,
      "step": 13394
    },
    {
      "epoch": 1.4521899392888118,
      "grad_norm": 0.21746842563152313,
      "learning_rate": 5.1780792107935595e-05,
      "loss": 0.0449,
      "step": 13395
    },
    {
      "epoch": 1.4522983521248916,
      "grad_norm": 0.11130280792713165,
      "learning_rate": 5.177716524009866e-05,
      "loss": 0.0179,
      "step": 13396
    },
    {
      "epoch": 1.4524067649609713,
      "grad_norm": 0.23718464374542236,
      "learning_rate": 5.177353837226172e-05,
      "loss": 0.018,
      "step": 13397
    },
    {
      "epoch": 1.4525151777970513,
      "grad_norm": 0.08251403272151947,
      "learning_rate": 5.176991150442479e-05,
      "loss": 0.0096,
      "step": 13398
    },
    {
      "epoch": 1.4526235906331308,
      "grad_norm": 0.13178539276123047,
      "learning_rate": 5.1766284636587844e-05,
      "loss": 0.0371,
      "step": 13399
    },
    {
      "epoch": 1.4527320034692108,
      "grad_norm": 0.3602158725261688,
      "learning_rate": 5.176265776875091e-05,
      "loss": 0.0122,
      "step": 13400
    },
    {
      "epoch": 1.4528404163052906,
      "grad_norm": 0.18276703357696533,
      "learning_rate": 5.175903090091397e-05,
      "loss": 0.031,
      "step": 13401
    },
    {
      "epoch": 1.4529488291413704,
      "grad_norm": 0.07515845447778702,
      "learning_rate": 5.1755404033077037e-05,
      "loss": 0.0156,
      "step": 13402
    },
    {
      "epoch": 1.4530572419774501,
      "grad_norm": 0.06103307381272316,
      "learning_rate": 5.17517771652401e-05,
      "loss": 0.0126,
      "step": 13403
    },
    {
      "epoch": 1.4531656548135299,
      "grad_norm": 0.07952899485826492,
      "learning_rate": 5.1748150297403165e-05,
      "loss": 0.0112,
      "step": 13404
    },
    {
      "epoch": 1.4532740676496096,
      "grad_norm": 0.20833246409893036,
      "learning_rate": 5.174452342956623e-05,
      "loss": 0.0397,
      "step": 13405
    },
    {
      "epoch": 1.4533824804856894,
      "grad_norm": 0.03892230615019798,
      "learning_rate": 5.174089656172929e-05,
      "loss": 0.005,
      "step": 13406
    },
    {
      "epoch": 1.4534908933217694,
      "grad_norm": 0.20414885878562927,
      "learning_rate": 5.173726969389236e-05,
      "loss": 0.0851,
      "step": 13407
    },
    {
      "epoch": 1.4535993061578492,
      "grad_norm": 0.2722402513027191,
      "learning_rate": 5.1733642826055414e-05,
      "loss": 0.0561,
      "step": 13408
    },
    {
      "epoch": 1.453707718993929,
      "grad_norm": 0.12520046532154083,
      "learning_rate": 5.173001595821848e-05,
      "loss": 0.0329,
      "step": 13409
    },
    {
      "epoch": 1.4538161318300087,
      "grad_norm": 0.07501736283302307,
      "learning_rate": 5.172638909038154e-05,
      "loss": 0.0058,
      "step": 13410
    },
    {
      "epoch": 1.4539245446660884,
      "grad_norm": 0.08544604480266571,
      "learning_rate": 5.172276222254462e-05,
      "loss": 0.0073,
      "step": 13411
    },
    {
      "epoch": 1.4540329575021682,
      "grad_norm": 0.1524786353111267,
      "learning_rate": 5.1719135354707684e-05,
      "loss": 0.0493,
      "step": 13412
    },
    {
      "epoch": 1.454141370338248,
      "grad_norm": 0.2033025622367859,
      "learning_rate": 5.171550848687075e-05,
      "loss": 0.0241,
      "step": 13413
    },
    {
      "epoch": 1.454249783174328,
      "grad_norm": 0.2966366410255432,
      "learning_rate": 5.1711881619033806e-05,
      "loss": 0.0163,
      "step": 13414
    },
    {
      "epoch": 1.4543581960104075,
      "grad_norm": 0.20601868629455566,
      "learning_rate": 5.170825475119687e-05,
      "loss": 0.0358,
      "step": 13415
    },
    {
      "epoch": 1.4544666088464875,
      "grad_norm": 0.23494228720664978,
      "learning_rate": 5.1704627883359934e-05,
      "loss": 0.0256,
      "step": 13416
    },
    {
      "epoch": 1.4545750216825672,
      "grad_norm": 0.22192512452602386,
      "learning_rate": 5.1701001015523e-05,
      "loss": 0.0201,
      "step": 13417
    },
    {
      "epoch": 1.454683434518647,
      "grad_norm": 0.16003423929214478,
      "learning_rate": 5.169737414768606e-05,
      "loss": 0.0603,
      "step": 13418
    },
    {
      "epoch": 1.4547918473547268,
      "grad_norm": 0.1323050558567047,
      "learning_rate": 5.1693747279849126e-05,
      "loss": 0.0155,
      "step": 13419
    },
    {
      "epoch": 1.4549002601908065,
      "grad_norm": 0.19155733287334442,
      "learning_rate": 5.169012041201219e-05,
      "loss": 0.0289,
      "step": 13420
    },
    {
      "epoch": 1.4550086730268863,
      "grad_norm": 0.28327178955078125,
      "learning_rate": 5.1686493544175255e-05,
      "loss": 0.0601,
      "step": 13421
    },
    {
      "epoch": 1.455117085862966,
      "grad_norm": 0.07341871410608292,
      "learning_rate": 5.168286667633831e-05,
      "loss": 0.009,
      "step": 13422
    },
    {
      "epoch": 1.455225498699046,
      "grad_norm": 0.09814362972974777,
      "learning_rate": 5.1679239808501376e-05,
      "loss": 0.0106,
      "step": 13423
    },
    {
      "epoch": 1.4553339115351258,
      "grad_norm": 0.08513033390045166,
      "learning_rate": 5.167561294066444e-05,
      "loss": 0.0085,
      "step": 13424
    },
    {
      "epoch": 1.4554423243712056,
      "grad_norm": 0.19759008288383484,
      "learning_rate": 5.1671986072827504e-05,
      "loss": 0.0393,
      "step": 13425
    },
    {
      "epoch": 1.4555507372072853,
      "grad_norm": 0.09144821017980576,
      "learning_rate": 5.166835920499057e-05,
      "loss": 0.0122,
      "step": 13426
    },
    {
      "epoch": 1.455659150043365,
      "grad_norm": 0.10786845535039902,
      "learning_rate": 5.166473233715363e-05,
      "loss": 0.016,
      "step": 13427
    },
    {
      "epoch": 1.4557675628794449,
      "grad_norm": 0.20763248205184937,
      "learning_rate": 5.1661105469316696e-05,
      "loss": 0.046,
      "step": 13428
    },
    {
      "epoch": 1.4558759757155246,
      "grad_norm": 0.12266767770051956,
      "learning_rate": 5.165747860147977e-05,
      "loss": 0.0115,
      "step": 13429
    },
    {
      "epoch": 1.4559843885516046,
      "grad_norm": 0.112522654235363,
      "learning_rate": 5.165385173364283e-05,
      "loss": 0.0131,
      "step": 13430
    },
    {
      "epoch": 1.4560928013876844,
      "grad_norm": 0.31080925464630127,
      "learning_rate": 5.1650224865805896e-05,
      "loss": 0.0592,
      "step": 13431
    },
    {
      "epoch": 1.4562012142237641,
      "grad_norm": 0.20771093666553497,
      "learning_rate": 5.164659799796896e-05,
      "loss": 0.0186,
      "step": 13432
    },
    {
      "epoch": 1.456309627059844,
      "grad_norm": 0.16507095098495483,
      "learning_rate": 5.1642971130132024e-05,
      "loss": 0.0188,
      "step": 13433
    },
    {
      "epoch": 1.4564180398959237,
      "grad_norm": 0.06704895943403244,
      "learning_rate": 5.163934426229509e-05,
      "loss": 0.0128,
      "step": 13434
    },
    {
      "epoch": 1.4565264527320034,
      "grad_norm": 0.19319139420986176,
      "learning_rate": 5.163571739445815e-05,
      "loss": 0.0251,
      "step": 13435
    },
    {
      "epoch": 1.4566348655680832,
      "grad_norm": 0.22218012809753418,
      "learning_rate": 5.1632090526621216e-05,
      "loss": 0.0283,
      "step": 13436
    },
    {
      "epoch": 1.4567432784041632,
      "grad_norm": 0.16924244165420532,
      "learning_rate": 5.1628463658784273e-05,
      "loss": 0.0216,
      "step": 13437
    },
    {
      "epoch": 1.4568516912402427,
      "grad_norm": 0.12432371824979782,
      "learning_rate": 5.162483679094734e-05,
      "loss": 0.0129,
      "step": 13438
    },
    {
      "epoch": 1.4569601040763227,
      "grad_norm": 0.21577706933021545,
      "learning_rate": 5.16212099231104e-05,
      "loss": 0.0294,
      "step": 13439
    },
    {
      "epoch": 1.4570685169124025,
      "grad_norm": 0.5157263875007629,
      "learning_rate": 5.1617583055273466e-05,
      "loss": 0.0596,
      "step": 13440
    },
    {
      "epoch": 1.4571769297484822,
      "grad_norm": 0.2411738485097885,
      "learning_rate": 5.161395618743653e-05,
      "loss": 0.055,
      "step": 13441
    },
    {
      "epoch": 1.457285342584562,
      "grad_norm": 0.06708019226789474,
      "learning_rate": 5.1610329319599594e-05,
      "loss": 0.0105,
      "step": 13442
    },
    {
      "epoch": 1.4573937554206418,
      "grad_norm": 0.07223313301801682,
      "learning_rate": 5.160670245176266e-05,
      "loss": 0.0079,
      "step": 13443
    },
    {
      "epoch": 1.4575021682567215,
      "grad_norm": 0.07758055627346039,
      "learning_rate": 5.160307558392572e-05,
      "loss": 0.0053,
      "step": 13444
    },
    {
      "epoch": 1.4576105810928013,
      "grad_norm": 0.1644359529018402,
      "learning_rate": 5.1599448716088786e-05,
      "loss": 0.0219,
      "step": 13445
    },
    {
      "epoch": 1.4577189939288813,
      "grad_norm": 0.17983439564704895,
      "learning_rate": 5.159582184825186e-05,
      "loss": 0.0387,
      "step": 13446
    },
    {
      "epoch": 1.457827406764961,
      "grad_norm": 0.1522301435470581,
      "learning_rate": 5.159219498041492e-05,
      "loss": 0.0217,
      "step": 13447
    },
    {
      "epoch": 1.4579358196010408,
      "grad_norm": 0.13055989146232605,
      "learning_rate": 5.1588568112577985e-05,
      "loss": 0.0209,
      "step": 13448
    },
    {
      "epoch": 1.4580442324371206,
      "grad_norm": 0.37866348028182983,
      "learning_rate": 5.158494124474105e-05,
      "loss": 0.0364,
      "step": 13449
    },
    {
      "epoch": 1.4581526452732003,
      "grad_norm": 0.15151603519916534,
      "learning_rate": 5.1581314376904114e-05,
      "loss": 0.0202,
      "step": 13450
    },
    {
      "epoch": 1.45826105810928,
      "grad_norm": 0.14308340847492218,
      "learning_rate": 5.157768750906717e-05,
      "loss": 0.0169,
      "step": 13451
    },
    {
      "epoch": 1.4583694709453598,
      "grad_norm": 0.20542265474796295,
      "learning_rate": 5.1574060641230235e-05,
      "loss": 0.0363,
      "step": 13452
    },
    {
      "epoch": 1.4584778837814398,
      "grad_norm": 0.2395501583814621,
      "learning_rate": 5.15704337733933e-05,
      "loss": 0.0174,
      "step": 13453
    },
    {
      "epoch": 1.4585862966175196,
      "grad_norm": 0.07153105735778809,
      "learning_rate": 5.156680690555636e-05,
      "loss": 0.0056,
      "step": 13454
    },
    {
      "epoch": 1.4586947094535994,
      "grad_norm": 0.1962992399930954,
      "learning_rate": 5.156318003771943e-05,
      "loss": 0.0412,
      "step": 13455
    },
    {
      "epoch": 1.4588031222896791,
      "grad_norm": 0.05988578870892525,
      "learning_rate": 5.155955316988249e-05,
      "loss": 0.0098,
      "step": 13456
    },
    {
      "epoch": 1.4589115351257589,
      "grad_norm": 0.04416723549365997,
      "learning_rate": 5.1555926302045556e-05,
      "loss": 0.0061,
      "step": 13457
    },
    {
      "epoch": 1.4590199479618386,
      "grad_norm": 0.2305014580488205,
      "learning_rate": 5.155229943420862e-05,
      "loss": 0.0559,
      "step": 13458
    },
    {
      "epoch": 1.4591283607979184,
      "grad_norm": 0.34247076511383057,
      "learning_rate": 5.1548672566371684e-05,
      "loss": 0.0434,
      "step": 13459
    },
    {
      "epoch": 1.4592367736339984,
      "grad_norm": 0.24345369637012482,
      "learning_rate": 5.154504569853474e-05,
      "loss": 0.0305,
      "step": 13460
    },
    {
      "epoch": 1.459345186470078,
      "grad_norm": 0.12990623712539673,
      "learning_rate": 5.1541418830697805e-05,
      "loss": 0.0178,
      "step": 13461
    },
    {
      "epoch": 1.459453599306158,
      "grad_norm": 0.317586213350296,
      "learning_rate": 5.153779196286087e-05,
      "loss": 0.054,
      "step": 13462
    },
    {
      "epoch": 1.4595620121422377,
      "grad_norm": 0.27951982617378235,
      "learning_rate": 5.153416509502395e-05,
      "loss": 0.0208,
      "step": 13463
    },
    {
      "epoch": 1.4596704249783174,
      "grad_norm": 0.13625282049179077,
      "learning_rate": 5.153053822718701e-05,
      "loss": 0.016,
      "step": 13464
    },
    {
      "epoch": 1.4597788378143972,
      "grad_norm": 0.1347111463546753,
      "learning_rate": 5.1526911359350075e-05,
      "loss": 0.0203,
      "step": 13465
    },
    {
      "epoch": 1.459887250650477,
      "grad_norm": 0.35159650444984436,
      "learning_rate": 5.152328449151313e-05,
      "loss": 0.0395,
      "step": 13466
    },
    {
      "epoch": 1.4599956634865567,
      "grad_norm": 0.055370114743709564,
      "learning_rate": 5.1519657623676197e-05,
      "loss": 0.0081,
      "step": 13467
    },
    {
      "epoch": 1.4601040763226365,
      "grad_norm": 0.2532137334346771,
      "learning_rate": 5.151603075583926e-05,
      "loss": 0.0293,
      "step": 13468
    },
    {
      "epoch": 1.4602124891587165,
      "grad_norm": 0.18485035002231598,
      "learning_rate": 5.1512403888002325e-05,
      "loss": 0.052,
      "step": 13469
    },
    {
      "epoch": 1.4603209019947962,
      "grad_norm": 0.12287178635597229,
      "learning_rate": 5.150877702016539e-05,
      "loss": 0.0376,
      "step": 13470
    },
    {
      "epoch": 1.460429314830876,
      "grad_norm": 0.11290465295314789,
      "learning_rate": 5.150515015232845e-05,
      "loss": 0.0092,
      "step": 13471
    },
    {
      "epoch": 1.4605377276669558,
      "grad_norm": 0.1219358891248703,
      "learning_rate": 5.150152328449152e-05,
      "loss": 0.0175,
      "step": 13472
    },
    {
      "epoch": 1.4606461405030355,
      "grad_norm": 0.09000726044178009,
      "learning_rate": 5.149789641665458e-05,
      "loss": 0.0074,
      "step": 13473
    },
    {
      "epoch": 1.4607545533391153,
      "grad_norm": 0.11013839393854141,
      "learning_rate": 5.149426954881764e-05,
      "loss": 0.0122,
      "step": 13474
    },
    {
      "epoch": 1.460862966175195,
      "grad_norm": 0.11322908848524094,
      "learning_rate": 5.14906426809807e-05,
      "loss": 0.0146,
      "step": 13475
    },
    {
      "epoch": 1.460971379011275,
      "grad_norm": 0.05143791064620018,
      "learning_rate": 5.148701581314377e-05,
      "loss": 0.0053,
      "step": 13476
    },
    {
      "epoch": 1.4610797918473546,
      "grad_norm": 0.14139895141124725,
      "learning_rate": 5.148338894530683e-05,
      "loss": 0.0727,
      "step": 13477
    },
    {
      "epoch": 1.4611882046834346,
      "grad_norm": 0.0809195414185524,
      "learning_rate": 5.1479762077469895e-05,
      "loss": 0.0061,
      "step": 13478
    },
    {
      "epoch": 1.4612966175195143,
      "grad_norm": 0.3430163860321045,
      "learning_rate": 5.147613520963296e-05,
      "loss": 0.0546,
      "step": 13479
    },
    {
      "epoch": 1.461405030355594,
      "grad_norm": 0.4833938181400299,
      "learning_rate": 5.147250834179602e-05,
      "loss": 0.042,
      "step": 13480
    },
    {
      "epoch": 1.4615134431916739,
      "grad_norm": 0.24690279364585876,
      "learning_rate": 5.1468881473959094e-05,
      "loss": 0.0152,
      "step": 13481
    },
    {
      "epoch": 1.4616218560277536,
      "grad_norm": 0.33387699723243713,
      "learning_rate": 5.146525460612216e-05,
      "loss": 0.0318,
      "step": 13482
    },
    {
      "epoch": 1.4617302688638336,
      "grad_norm": 0.270084947347641,
      "learning_rate": 5.146162773828522e-05,
      "loss": 0.034,
      "step": 13483
    },
    {
      "epoch": 1.4618386816999132,
      "grad_norm": 0.17462842166423798,
      "learning_rate": 5.1458000870448286e-05,
      "loss": 0.0209,
      "step": 13484
    },
    {
      "epoch": 1.4619470945359931,
      "grad_norm": 0.31560590863227844,
      "learning_rate": 5.145437400261135e-05,
      "loss": 0.0405,
      "step": 13485
    },
    {
      "epoch": 1.462055507372073,
      "grad_norm": 0.04205494001507759,
      "learning_rate": 5.1450747134774415e-05,
      "loss": 0.0047,
      "step": 13486
    },
    {
      "epoch": 1.4621639202081527,
      "grad_norm": 0.18255263566970825,
      "learning_rate": 5.144712026693748e-05,
      "loss": 0.0122,
      "step": 13487
    },
    {
      "epoch": 1.4622723330442324,
      "grad_norm": 0.24591052532196045,
      "learning_rate": 5.144349339910054e-05,
      "loss": 0.0189,
      "step": 13488
    },
    {
      "epoch": 1.4623807458803122,
      "grad_norm": 0.05195152759552002,
      "learning_rate": 5.14398665312636e-05,
      "loss": 0.0071,
      "step": 13489
    },
    {
      "epoch": 1.462489158716392,
      "grad_norm": 0.019962750375270844,
      "learning_rate": 5.1436239663426664e-05,
      "loss": 0.0021,
      "step": 13490
    },
    {
      "epoch": 1.4625975715524717,
      "grad_norm": 0.10958412289619446,
      "learning_rate": 5.143261279558973e-05,
      "loss": 0.0122,
      "step": 13491
    },
    {
      "epoch": 1.4627059843885517,
      "grad_norm": 0.11395028233528137,
      "learning_rate": 5.142898592775279e-05,
      "loss": 0.0134,
      "step": 13492
    },
    {
      "epoch": 1.4628143972246315,
      "grad_norm": 0.16778059303760529,
      "learning_rate": 5.1425359059915857e-05,
      "loss": 0.016,
      "step": 13493
    },
    {
      "epoch": 1.4629228100607112,
      "grad_norm": 0.49482911825180054,
      "learning_rate": 5.142173219207892e-05,
      "loss": 0.0654,
      "step": 13494
    },
    {
      "epoch": 1.463031222896791,
      "grad_norm": 0.0663451999425888,
      "learning_rate": 5.1418105324241985e-05,
      "loss": 0.0051,
      "step": 13495
    },
    {
      "epoch": 1.4631396357328708,
      "grad_norm": 0.22905635833740234,
      "learning_rate": 5.141447845640505e-05,
      "loss": 0.0528,
      "step": 13496
    },
    {
      "epoch": 1.4632480485689505,
      "grad_norm": 0.23758237063884735,
      "learning_rate": 5.141085158856811e-05,
      "loss": 0.0423,
      "step": 13497
    },
    {
      "epoch": 1.4633564614050303,
      "grad_norm": 0.15817852318286896,
      "learning_rate": 5.1407224720731184e-05,
      "loss": 0.0216,
      "step": 13498
    },
    {
      "epoch": 1.4634648742411103,
      "grad_norm": 0.024215567857027054,
      "learning_rate": 5.140359785289425e-05,
      "loss": 0.0038,
      "step": 13499
    },
    {
      "epoch": 1.4635732870771898,
      "grad_norm": 0.2122393101453781,
      "learning_rate": 5.139997098505731e-05,
      "loss": 0.0215,
      "step": 13500
    },
    {
      "epoch": 1.4636816999132698,
      "grad_norm": 0.12722499668598175,
      "learning_rate": 5.1396344117220376e-05,
      "loss": 0.029,
      "step": 13501
    },
    {
      "epoch": 1.4637901127493496,
      "grad_norm": 0.2563987076282501,
      "learning_rate": 5.139271724938344e-05,
      "loss": 0.023,
      "step": 13502
    },
    {
      "epoch": 1.4638985255854293,
      "grad_norm": 0.0900016725063324,
      "learning_rate": 5.13890903815465e-05,
      "loss": 0.0063,
      "step": 13503
    },
    {
      "epoch": 1.464006938421509,
      "grad_norm": 0.0657602921128273,
      "learning_rate": 5.138546351370956e-05,
      "loss": 0.0147,
      "step": 13504
    },
    {
      "epoch": 1.4641153512575888,
      "grad_norm": 0.1110607385635376,
      "learning_rate": 5.1381836645872626e-05,
      "loss": 0.01,
      "step": 13505
    },
    {
      "epoch": 1.4642237640936686,
      "grad_norm": 0.23780788481235504,
      "learning_rate": 5.137820977803569e-05,
      "loss": 0.0247,
      "step": 13506
    },
    {
      "epoch": 1.4643321769297484,
      "grad_norm": 0.19225679337978363,
      "learning_rate": 5.1374582910198754e-05,
      "loss": 0.0251,
      "step": 13507
    },
    {
      "epoch": 1.4644405897658284,
      "grad_norm": 0.15926726162433624,
      "learning_rate": 5.137095604236182e-05,
      "loss": 0.034,
      "step": 13508
    },
    {
      "epoch": 1.4645490026019081,
      "grad_norm": 0.05684984102845192,
      "learning_rate": 5.136732917452488e-05,
      "loss": 0.0064,
      "step": 13509
    },
    {
      "epoch": 1.4646574154379879,
      "grad_norm": 0.21007299423217773,
      "learning_rate": 5.1363702306687946e-05,
      "loss": 0.0345,
      "step": 13510
    },
    {
      "epoch": 1.4647658282740676,
      "grad_norm": 0.03529687598347664,
      "learning_rate": 5.136007543885101e-05,
      "loss": 0.0045,
      "step": 13511
    },
    {
      "epoch": 1.4648742411101474,
      "grad_norm": 0.07047466933727264,
      "learning_rate": 5.135644857101407e-05,
      "loss": 0.0038,
      "step": 13512
    },
    {
      "epoch": 1.4649826539462272,
      "grad_norm": 0.3483995795249939,
      "learning_rate": 5.135282170317713e-05,
      "loss": 0.0745,
      "step": 13513
    },
    {
      "epoch": 1.465091066782307,
      "grad_norm": 0.2999701499938965,
      "learning_rate": 5.1349194835340196e-05,
      "loss": 0.0387,
      "step": 13514
    },
    {
      "epoch": 1.465199479618387,
      "grad_norm": 0.1178315058350563,
      "learning_rate": 5.1345567967503274e-05,
      "loss": 0.0172,
      "step": 13515
    },
    {
      "epoch": 1.4653078924544667,
      "grad_norm": 0.09712681919336319,
      "learning_rate": 5.134194109966634e-05,
      "loss": 0.0094,
      "step": 13516
    },
    {
      "epoch": 1.4654163052905465,
      "grad_norm": 0.3156472146511078,
      "learning_rate": 5.13383142318294e-05,
      "loss": 0.0401,
      "step": 13517
    },
    {
      "epoch": 1.4655247181266262,
      "grad_norm": 0.24675849080085754,
      "learning_rate": 5.133468736399246e-05,
      "loss": 0.0384,
      "step": 13518
    },
    {
      "epoch": 1.465633130962706,
      "grad_norm": 0.23023094236850739,
      "learning_rate": 5.133106049615552e-05,
      "loss": 0.0375,
      "step": 13519
    },
    {
      "epoch": 1.4657415437987857,
      "grad_norm": 0.10133633017539978,
      "learning_rate": 5.132743362831859e-05,
      "loss": 0.0312,
      "step": 13520
    },
    {
      "epoch": 1.4658499566348655,
      "grad_norm": 0.1586671620607376,
      "learning_rate": 5.132380676048165e-05,
      "loss": 0.036,
      "step": 13521
    },
    {
      "epoch": 1.4659583694709455,
      "grad_norm": 0.05836598947644234,
      "learning_rate": 5.1320179892644716e-05,
      "loss": 0.0055,
      "step": 13522
    },
    {
      "epoch": 1.466066782307025,
      "grad_norm": 0.04201732203364372,
      "learning_rate": 5.131655302480778e-05,
      "loss": 0.0048,
      "step": 13523
    },
    {
      "epoch": 1.466175195143105,
      "grad_norm": 0.09717205166816711,
      "learning_rate": 5.1312926156970844e-05,
      "loss": 0.017,
      "step": 13524
    },
    {
      "epoch": 1.4662836079791848,
      "grad_norm": 0.3525705337524414,
      "learning_rate": 5.130929928913391e-05,
      "loss": 0.0488,
      "step": 13525
    },
    {
      "epoch": 1.4663920208152645,
      "grad_norm": 0.18713992834091187,
      "learning_rate": 5.1305672421296965e-05,
      "loss": 0.0279,
      "step": 13526
    },
    {
      "epoch": 1.4665004336513443,
      "grad_norm": 0.036651816219091415,
      "learning_rate": 5.130204555346003e-05,
      "loss": 0.003,
      "step": 13527
    },
    {
      "epoch": 1.466608846487424,
      "grad_norm": 0.177041694521904,
      "learning_rate": 5.1298418685623093e-05,
      "loss": 0.0261,
      "step": 13528
    },
    {
      "epoch": 1.4667172593235038,
      "grad_norm": 0.2915068566799164,
      "learning_rate": 5.129479181778616e-05,
      "loss": 0.0683,
      "step": 13529
    },
    {
      "epoch": 1.4668256721595836,
      "grad_norm": 0.0604606568813324,
      "learning_rate": 5.129116494994922e-05,
      "loss": 0.011,
      "step": 13530
    },
    {
      "epoch": 1.4669340849956636,
      "grad_norm": 0.31790563464164734,
      "learning_rate": 5.1287538082112286e-05,
      "loss": 0.0376,
      "step": 13531
    },
    {
      "epoch": 1.4670424978317433,
      "grad_norm": 0.20945420861244202,
      "learning_rate": 5.128391121427536e-05,
      "loss": 0.0352,
      "step": 13532
    },
    {
      "epoch": 1.467150910667823,
      "grad_norm": 0.15317220985889435,
      "learning_rate": 5.128028434643842e-05,
      "loss": 0.0126,
      "step": 13533
    },
    {
      "epoch": 1.4672593235039029,
      "grad_norm": 0.09291030466556549,
      "learning_rate": 5.1276657478601485e-05,
      "loss": 0.0275,
      "step": 13534
    },
    {
      "epoch": 1.4673677363399826,
      "grad_norm": 0.08890204131603241,
      "learning_rate": 5.127303061076455e-05,
      "loss": 0.0301,
      "step": 13535
    },
    {
      "epoch": 1.4674761491760624,
      "grad_norm": 0.23673677444458008,
      "learning_rate": 5.126940374292761e-05,
      "loss": 0.0344,
      "step": 13536
    },
    {
      "epoch": 1.4675845620121422,
      "grad_norm": 0.1857963502407074,
      "learning_rate": 5.126577687509068e-05,
      "loss": 0.0233,
      "step": 13537
    },
    {
      "epoch": 1.4676929748482221,
      "grad_norm": 0.10556112229824066,
      "learning_rate": 5.126215000725374e-05,
      "loss": 0.0073,
      "step": 13538
    },
    {
      "epoch": 1.4678013876843017,
      "grad_norm": 0.3176881968975067,
      "learning_rate": 5.1258523139416805e-05,
      "loss": 0.0497,
      "step": 13539
    },
    {
      "epoch": 1.4679098005203817,
      "grad_norm": 0.10680467635393143,
      "learning_rate": 5.125489627157987e-05,
      "loss": 0.0126,
      "step": 13540
    },
    {
      "epoch": 1.4680182133564614,
      "grad_norm": 0.2077420949935913,
      "learning_rate": 5.125126940374293e-05,
      "loss": 0.0459,
      "step": 13541
    },
    {
      "epoch": 1.4681266261925412,
      "grad_norm": 0.08872566372156143,
      "learning_rate": 5.124764253590599e-05,
      "loss": 0.0169,
      "step": 13542
    },
    {
      "epoch": 1.468235039028621,
      "grad_norm": 0.12872214615345,
      "learning_rate": 5.1244015668069055e-05,
      "loss": 0.0074,
      "step": 13543
    },
    {
      "epoch": 1.4683434518647007,
      "grad_norm": 0.10013915598392487,
      "learning_rate": 5.124038880023212e-05,
      "loss": 0.0189,
      "step": 13544
    },
    {
      "epoch": 1.4684518647007807,
      "grad_norm": 0.20915423333644867,
      "learning_rate": 5.123676193239518e-05,
      "loss": 0.0322,
      "step": 13545
    },
    {
      "epoch": 1.4685602775368602,
      "grad_norm": 0.05807022750377655,
      "learning_rate": 5.123313506455825e-05,
      "loss": 0.0051,
      "step": 13546
    },
    {
      "epoch": 1.4686686903729402,
      "grad_norm": 0.2085922360420227,
      "learning_rate": 5.122950819672131e-05,
      "loss": 0.0173,
      "step": 13547
    },
    {
      "epoch": 1.46877710320902,
      "grad_norm": 0.009165259078145027,
      "learning_rate": 5.1225881328884376e-05,
      "loss": 0.0013,
      "step": 13548
    },
    {
      "epoch": 1.4688855160450998,
      "grad_norm": 0.0897366851568222,
      "learning_rate": 5.122225446104744e-05,
      "loss": 0.015,
      "step": 13549
    },
    {
      "epoch": 1.4689939288811795,
      "grad_norm": 0.2055949717760086,
      "learning_rate": 5.121862759321051e-05,
      "loss": 0.0296,
      "step": 13550
    },
    {
      "epoch": 1.4691023417172593,
      "grad_norm": 0.18211056292057037,
      "learning_rate": 5.1215000725373575e-05,
      "loss": 0.0283,
      "step": 13551
    },
    {
      "epoch": 1.469210754553339,
      "grad_norm": 0.16413766145706177,
      "learning_rate": 5.121137385753664e-05,
      "loss": 0.0186,
      "step": 13552
    },
    {
      "epoch": 1.4693191673894188,
      "grad_norm": 0.23848499357700348,
      "learning_rate": 5.12077469896997e-05,
      "loss": 0.0297,
      "step": 13553
    },
    {
      "epoch": 1.4694275802254988,
      "grad_norm": 0.15293627977371216,
      "learning_rate": 5.120412012186277e-05,
      "loss": 0.0211,
      "step": 13554
    },
    {
      "epoch": 1.4695359930615786,
      "grad_norm": 0.15032735466957092,
      "learning_rate": 5.1200493254025824e-05,
      "loss": 0.0134,
      "step": 13555
    },
    {
      "epoch": 1.4696444058976583,
      "grad_norm": 0.05338748171925545,
      "learning_rate": 5.119686638618889e-05,
      "loss": 0.0104,
      "step": 13556
    },
    {
      "epoch": 1.469752818733738,
      "grad_norm": 0.25339725613594055,
      "learning_rate": 5.119323951835195e-05,
      "loss": 0.0368,
      "step": 13557
    },
    {
      "epoch": 1.4698612315698178,
      "grad_norm": 0.31915947794914246,
      "learning_rate": 5.1189612650515017e-05,
      "loss": 0.0811,
      "step": 13558
    },
    {
      "epoch": 1.4699696444058976,
      "grad_norm": 0.16640719771385193,
      "learning_rate": 5.118598578267808e-05,
      "loss": 0.0155,
      "step": 13559
    },
    {
      "epoch": 1.4700780572419774,
      "grad_norm": 0.12696897983551025,
      "learning_rate": 5.1182358914841145e-05,
      "loss": 0.0132,
      "step": 13560
    },
    {
      "epoch": 1.4701864700780574,
      "grad_norm": 0.07945287227630615,
      "learning_rate": 5.117873204700421e-05,
      "loss": 0.0104,
      "step": 13561
    },
    {
      "epoch": 1.470294882914137,
      "grad_norm": 0.09531155228614807,
      "learning_rate": 5.117510517916727e-05,
      "loss": 0.0096,
      "step": 13562
    },
    {
      "epoch": 1.4704032957502169,
      "grad_norm": 0.12992212176322937,
      "learning_rate": 5.117147831133034e-05,
      "loss": 0.0313,
      "step": 13563
    },
    {
      "epoch": 1.4705117085862967,
      "grad_norm": 0.25058257579803467,
      "learning_rate": 5.1167851443493394e-05,
      "loss": 0.0249,
      "step": 13564
    },
    {
      "epoch": 1.4706201214223764,
      "grad_norm": 0.41871315240859985,
      "learning_rate": 5.116422457565646e-05,
      "loss": 0.0429,
      "step": 13565
    },
    {
      "epoch": 1.4707285342584562,
      "grad_norm": 0.1576809138059616,
      "learning_rate": 5.116059770781952e-05,
      "loss": 0.0235,
      "step": 13566
    },
    {
      "epoch": 1.470836947094536,
      "grad_norm": 0.07981926947832108,
      "learning_rate": 5.11569708399826e-05,
      "loss": 0.0123,
      "step": 13567
    },
    {
      "epoch": 1.4709453599306157,
      "grad_norm": 0.23209995031356812,
      "learning_rate": 5.1153343972145664e-05,
      "loss": 0.0501,
      "step": 13568
    },
    {
      "epoch": 1.4710537727666955,
      "grad_norm": 0.08173530548810959,
      "learning_rate": 5.114971710430873e-05,
      "loss": 0.0117,
      "step": 13569
    },
    {
      "epoch": 1.4711621856027755,
      "grad_norm": 0.14127039909362793,
      "learning_rate": 5.1146090236471786e-05,
      "loss": 0.0164,
      "step": 13570
    },
    {
      "epoch": 1.4712705984388552,
      "grad_norm": 0.09528786689043045,
      "learning_rate": 5.114246336863485e-05,
      "loss": 0.0113,
      "step": 13571
    },
    {
      "epoch": 1.471379011274935,
      "grad_norm": 0.10636193305253983,
      "learning_rate": 5.1138836500797914e-05,
      "loss": 0.0091,
      "step": 13572
    },
    {
      "epoch": 1.4714874241110147,
      "grad_norm": 0.09391546249389648,
      "learning_rate": 5.113520963296098e-05,
      "loss": 0.0096,
      "step": 13573
    },
    {
      "epoch": 1.4715958369470945,
      "grad_norm": 0.29905426502227783,
      "learning_rate": 5.113158276512404e-05,
      "loss": 0.0325,
      "step": 13574
    },
    {
      "epoch": 1.4717042497831743,
      "grad_norm": 0.2277430295944214,
      "learning_rate": 5.1127955897287106e-05,
      "loss": 0.035,
      "step": 13575
    },
    {
      "epoch": 1.471812662619254,
      "grad_norm": 0.0939306691288948,
      "learning_rate": 5.112432902945017e-05,
      "loss": 0.0097,
      "step": 13576
    },
    {
      "epoch": 1.471921075455334,
      "grad_norm": 0.028782755136489868,
      "learning_rate": 5.1120702161613235e-05,
      "loss": 0.0016,
      "step": 13577
    },
    {
      "epoch": 1.4720294882914138,
      "grad_norm": 0.23096191883087158,
      "learning_rate": 5.11170752937763e-05,
      "loss": 0.0469,
      "step": 13578
    },
    {
      "epoch": 1.4721379011274935,
      "grad_norm": 0.2790910601615906,
      "learning_rate": 5.1113448425939356e-05,
      "loss": 0.0157,
      "step": 13579
    },
    {
      "epoch": 1.4722463139635733,
      "grad_norm": 0.04150567576289177,
      "learning_rate": 5.110982155810242e-05,
      "loss": 0.0077,
      "step": 13580
    },
    {
      "epoch": 1.472354726799653,
      "grad_norm": 0.018761036917567253,
      "learning_rate": 5.1106194690265484e-05,
      "loss": 0.0017,
      "step": 13581
    },
    {
      "epoch": 1.4724631396357328,
      "grad_norm": 0.08702006936073303,
      "learning_rate": 5.110256782242855e-05,
      "loss": 0.0135,
      "step": 13582
    },
    {
      "epoch": 1.4725715524718126,
      "grad_norm": 0.19450643658638,
      "learning_rate": 5.109894095459161e-05,
      "loss": 0.0184,
      "step": 13583
    },
    {
      "epoch": 1.4726799653078926,
      "grad_norm": 0.2552196979522705,
      "learning_rate": 5.109531408675468e-05,
      "loss": 0.0536,
      "step": 13584
    },
    {
      "epoch": 1.4727883781439721,
      "grad_norm": 0.16053979098796844,
      "learning_rate": 5.109168721891775e-05,
      "loss": 0.0444,
      "step": 13585
    },
    {
      "epoch": 1.472896790980052,
      "grad_norm": 0.08702459931373596,
      "learning_rate": 5.108806035108081e-05,
      "loss": 0.0115,
      "step": 13586
    },
    {
      "epoch": 1.4730052038161319,
      "grad_norm": 0.10325892269611359,
      "learning_rate": 5.1084433483243876e-05,
      "loss": 0.0118,
      "step": 13587
    },
    {
      "epoch": 1.4731136166522116,
      "grad_norm": 0.09875243157148361,
      "learning_rate": 5.108080661540694e-05,
      "loss": 0.0119,
      "step": 13588
    },
    {
      "epoch": 1.4732220294882914,
      "grad_norm": 0.11808640509843826,
      "learning_rate": 5.1077179747570004e-05,
      "loss": 0.012,
      "step": 13589
    },
    {
      "epoch": 1.4733304423243712,
      "grad_norm": 0.15171295404434204,
      "learning_rate": 5.107355287973307e-05,
      "loss": 0.0624,
      "step": 13590
    },
    {
      "epoch": 1.473438855160451,
      "grad_norm": 0.0958523377776146,
      "learning_rate": 5.106992601189613e-05,
      "loss": 0.0161,
      "step": 13591
    },
    {
      "epoch": 1.4735472679965307,
      "grad_norm": 0.2739059627056122,
      "learning_rate": 5.1066299144059196e-05,
      "loss": 0.0316,
      "step": 13592
    },
    {
      "epoch": 1.4736556808326107,
      "grad_norm": 0.12521116435527802,
      "learning_rate": 5.1062672276222253e-05,
      "loss": 0.0222,
      "step": 13593
    },
    {
      "epoch": 1.4737640936686904,
      "grad_norm": 0.1200307235121727,
      "learning_rate": 5.105904540838532e-05,
      "loss": 0.0258,
      "step": 13594
    },
    {
      "epoch": 1.4738725065047702,
      "grad_norm": 0.10330072790384293,
      "learning_rate": 5.105541854054838e-05,
      "loss": 0.0088,
      "step": 13595
    },
    {
      "epoch": 1.47398091934085,
      "grad_norm": 0.012648694217205048,
      "learning_rate": 5.1051791672711446e-05,
      "loss": 0.0011,
      "step": 13596
    },
    {
      "epoch": 1.4740893321769297,
      "grad_norm": 0.18805675208568573,
      "learning_rate": 5.104816480487451e-05,
      "loss": 0.0167,
      "step": 13597
    },
    {
      "epoch": 1.4741977450130095,
      "grad_norm": 0.30713769793510437,
      "learning_rate": 5.1044537937037574e-05,
      "loss": 0.0559,
      "step": 13598
    },
    {
      "epoch": 1.4743061578490892,
      "grad_norm": 0.1379954069852829,
      "learning_rate": 5.104091106920064e-05,
      "loss": 0.0321,
      "step": 13599
    },
    {
      "epoch": 1.4744145706851692,
      "grad_norm": 0.11172495782375336,
      "learning_rate": 5.10372842013637e-05,
      "loss": 0.0173,
      "step": 13600
    },
    {
      "epoch": 1.474522983521249,
      "grad_norm": 0.23901455104351044,
      "learning_rate": 5.103365733352677e-05,
      "loss": 0.0349,
      "step": 13601
    },
    {
      "epoch": 1.4746313963573288,
      "grad_norm": 0.2531340420246124,
      "learning_rate": 5.103003046568984e-05,
      "loss": 0.0709,
      "step": 13602
    },
    {
      "epoch": 1.4747398091934085,
      "grad_norm": 0.34357646107673645,
      "learning_rate": 5.10264035978529e-05,
      "loss": 0.0379,
      "step": 13603
    },
    {
      "epoch": 1.4748482220294883,
      "grad_norm": 0.04337012395262718,
      "learning_rate": 5.1022776730015965e-05,
      "loss": 0.003,
      "step": 13604
    },
    {
      "epoch": 1.474956634865568,
      "grad_norm": 0.11857718974351883,
      "learning_rate": 5.101914986217903e-05,
      "loss": 0.017,
      "step": 13605
    },
    {
      "epoch": 1.4750650477016478,
      "grad_norm": 0.18054510653018951,
      "learning_rate": 5.1015522994342094e-05,
      "loss": 0.0294,
      "step": 13606
    },
    {
      "epoch": 1.4751734605377278,
      "grad_norm": 0.23030944168567657,
      "learning_rate": 5.101189612650515e-05,
      "loss": 0.0583,
      "step": 13607
    },
    {
      "epoch": 1.4752818733738073,
      "grad_norm": 0.08216395229101181,
      "learning_rate": 5.1008269258668215e-05,
      "loss": 0.0121,
      "step": 13608
    },
    {
      "epoch": 1.4753902862098873,
      "grad_norm": 0.2009485512971878,
      "learning_rate": 5.100464239083128e-05,
      "loss": 0.0099,
      "step": 13609
    },
    {
      "epoch": 1.475498699045967,
      "grad_norm": 0.07811062783002853,
      "learning_rate": 5.100101552299434e-05,
      "loss": 0.0165,
      "step": 13610
    },
    {
      "epoch": 1.4756071118820469,
      "grad_norm": 0.24437768757343292,
      "learning_rate": 5.099738865515741e-05,
      "loss": 0.0664,
      "step": 13611
    },
    {
      "epoch": 1.4757155247181266,
      "grad_norm": 0.015333072282373905,
      "learning_rate": 5.099376178732047e-05,
      "loss": 0.001,
      "step": 13612
    },
    {
      "epoch": 1.4758239375542064,
      "grad_norm": 0.0999053493142128,
      "learning_rate": 5.0990134919483536e-05,
      "loss": 0.0125,
      "step": 13613
    },
    {
      "epoch": 1.4759323503902861,
      "grad_norm": 0.3363611400127411,
      "learning_rate": 5.09865080516466e-05,
      "loss": 0.0495,
      "step": 13614
    },
    {
      "epoch": 1.476040763226366,
      "grad_norm": 0.5048047304153442,
      "learning_rate": 5.0982881183809664e-05,
      "loss": 0.041,
      "step": 13615
    },
    {
      "epoch": 1.476149176062446,
      "grad_norm": 0.07779602706432343,
      "learning_rate": 5.097925431597272e-05,
      "loss": 0.0113,
      "step": 13616
    },
    {
      "epoch": 1.4762575888985257,
      "grad_norm": 0.16433322429656982,
      "learning_rate": 5.0975627448135785e-05,
      "loss": 0.0131,
      "step": 13617
    },
    {
      "epoch": 1.4763660017346054,
      "grad_norm": 0.362039178609848,
      "learning_rate": 5.097200058029885e-05,
      "loss": 0.0464,
      "step": 13618
    },
    {
      "epoch": 1.4764744145706852,
      "grad_norm": 0.1791881024837494,
      "learning_rate": 5.096837371246193e-05,
      "loss": 0.0326,
      "step": 13619
    },
    {
      "epoch": 1.476582827406765,
      "grad_norm": 0.10159853845834732,
      "learning_rate": 5.096474684462499e-05,
      "loss": 0.0124,
      "step": 13620
    },
    {
      "epoch": 1.4766912402428447,
      "grad_norm": 0.21174941956996918,
      "learning_rate": 5.0961119976788055e-05,
      "loss": 0.0364,
      "step": 13621
    },
    {
      "epoch": 1.4767996530789245,
      "grad_norm": 0.0026106631848961115,
      "learning_rate": 5.095749310895111e-05,
      "loss": 0.0004,
      "step": 13622
    },
    {
      "epoch": 1.4769080659150045,
      "grad_norm": 0.12474621832370758,
      "learning_rate": 5.095386624111418e-05,
      "loss": 0.0219,
      "step": 13623
    },
    {
      "epoch": 1.477016478751084,
      "grad_norm": 0.2644396424293518,
      "learning_rate": 5.095023937327724e-05,
      "loss": 0.0382,
      "step": 13624
    },
    {
      "epoch": 1.477124891587164,
      "grad_norm": 0.06866415590047836,
      "learning_rate": 5.0946612505440305e-05,
      "loss": 0.0052,
      "step": 13625
    },
    {
      "epoch": 1.4772333044232437,
      "grad_norm": 0.13815447688102722,
      "learning_rate": 5.094298563760337e-05,
      "loss": 0.0177,
      "step": 13626
    },
    {
      "epoch": 1.4773417172593235,
      "grad_norm": 0.14123961329460144,
      "learning_rate": 5.093935876976643e-05,
      "loss": 0.0284,
      "step": 13627
    },
    {
      "epoch": 1.4774501300954033,
      "grad_norm": 0.1091262623667717,
      "learning_rate": 5.09357319019295e-05,
      "loss": 0.0265,
      "step": 13628
    },
    {
      "epoch": 1.477558542931483,
      "grad_norm": 0.026241427287459373,
      "learning_rate": 5.093210503409256e-05,
      "loss": 0.0031,
      "step": 13629
    },
    {
      "epoch": 1.477666955767563,
      "grad_norm": 0.14129814505577087,
      "learning_rate": 5.0928478166255625e-05,
      "loss": 0.0238,
      "step": 13630
    },
    {
      "epoch": 1.4777753686036426,
      "grad_norm": 0.5360208749771118,
      "learning_rate": 5.092485129841868e-05,
      "loss": 0.0199,
      "step": 13631
    },
    {
      "epoch": 1.4778837814397225,
      "grad_norm": 0.2617568075656891,
      "learning_rate": 5.092122443058175e-05,
      "loss": 0.0509,
      "step": 13632
    },
    {
      "epoch": 1.4779921942758023,
      "grad_norm": 0.12827129662036896,
      "learning_rate": 5.091759756274481e-05,
      "loss": 0.0139,
      "step": 13633
    },
    {
      "epoch": 1.478100607111882,
      "grad_norm": 0.11814150959253311,
      "learning_rate": 5.0913970694907875e-05,
      "loss": 0.0114,
      "step": 13634
    },
    {
      "epoch": 1.4782090199479618,
      "grad_norm": 0.42690131068229675,
      "learning_rate": 5.091034382707094e-05,
      "loss": 0.0413,
      "step": 13635
    },
    {
      "epoch": 1.4783174327840416,
      "grad_norm": 0.12355951964855194,
      "learning_rate": 5.090671695923401e-05,
      "loss": 0.0247,
      "step": 13636
    },
    {
      "epoch": 1.4784258456201214,
      "grad_norm": 0.20422959327697754,
      "learning_rate": 5.0903090091397074e-05,
      "loss": 0.0294,
      "step": 13637
    },
    {
      "epoch": 1.4785342584562011,
      "grad_norm": 0.0966382548213005,
      "learning_rate": 5.089946322356014e-05,
      "loss": 0.0217,
      "step": 13638
    },
    {
      "epoch": 1.478642671292281,
      "grad_norm": 0.16017672419548035,
      "learning_rate": 5.08958363557232e-05,
      "loss": 0.0186,
      "step": 13639
    },
    {
      "epoch": 1.4787510841283609,
      "grad_norm": 0.10993723571300507,
      "learning_rate": 5.0892209487886266e-05,
      "loss": 0.0087,
      "step": 13640
    },
    {
      "epoch": 1.4788594969644406,
      "grad_norm": 0.25271812081336975,
      "learning_rate": 5.088858262004933e-05,
      "loss": 0.0459,
      "step": 13641
    },
    {
      "epoch": 1.4789679098005204,
      "grad_norm": 0.24620355665683746,
      "learning_rate": 5.0884955752212395e-05,
      "loss": 0.0283,
      "step": 13642
    },
    {
      "epoch": 1.4790763226366002,
      "grad_norm": 0.18039876222610474,
      "learning_rate": 5.088132888437546e-05,
      "loss": 0.0226,
      "step": 13643
    },
    {
      "epoch": 1.47918473547268,
      "grad_norm": 0.05790276825428009,
      "learning_rate": 5.087770201653852e-05,
      "loss": 0.008,
      "step": 13644
    },
    {
      "epoch": 1.4792931483087597,
      "grad_norm": 0.1946008950471878,
      "learning_rate": 5.087407514870158e-05,
      "loss": 0.0245,
      "step": 13645
    },
    {
      "epoch": 1.4794015611448397,
      "grad_norm": 0.1515558809041977,
      "learning_rate": 5.0870448280864644e-05,
      "loss": 0.0234,
      "step": 13646
    },
    {
      "epoch": 1.4795099739809192,
      "grad_norm": 0.19340279698371887,
      "learning_rate": 5.086682141302771e-05,
      "loss": 0.0348,
      "step": 13647
    },
    {
      "epoch": 1.4796183868169992,
      "grad_norm": 0.12394582480192184,
      "learning_rate": 5.086319454519077e-05,
      "loss": 0.0248,
      "step": 13648
    },
    {
      "epoch": 1.479726799653079,
      "grad_norm": 0.21277017891407013,
      "learning_rate": 5.0859567677353837e-05,
      "loss": 0.015,
      "step": 13649
    },
    {
      "epoch": 1.4798352124891587,
      "grad_norm": 0.41698262095451355,
      "learning_rate": 5.08559408095169e-05,
      "loss": 0.0561,
      "step": 13650
    },
    {
      "epoch": 1.4799436253252385,
      "grad_norm": 0.1678224354982376,
      "learning_rate": 5.0852313941679965e-05,
      "loss": 0.0161,
      "step": 13651
    },
    {
      "epoch": 1.4800520381613183,
      "grad_norm": 0.04704228788614273,
      "learning_rate": 5.084868707384303e-05,
      "loss": 0.0056,
      "step": 13652
    },
    {
      "epoch": 1.480160450997398,
      "grad_norm": 0.14039702713489532,
      "learning_rate": 5.08450602060061e-05,
      "loss": 0.0229,
      "step": 13653
    },
    {
      "epoch": 1.4802688638334778,
      "grad_norm": 0.17306633293628693,
      "learning_rate": 5.0841433338169164e-05,
      "loss": 0.0192,
      "step": 13654
    },
    {
      "epoch": 1.4803772766695578,
      "grad_norm": 0.4145088195800781,
      "learning_rate": 5.083780647033223e-05,
      "loss": 0.0275,
      "step": 13655
    },
    {
      "epoch": 1.4804856895056375,
      "grad_norm": 0.15487852692604065,
      "learning_rate": 5.083417960249529e-05,
      "loss": 0.0143,
      "step": 13656
    },
    {
      "epoch": 1.4805941023417173,
      "grad_norm": 0.17266172170639038,
      "learning_rate": 5.0830552734658356e-05,
      "loss": 0.0092,
      "step": 13657
    },
    {
      "epoch": 1.480702515177797,
      "grad_norm": 0.5711377263069153,
      "learning_rate": 5.082692586682142e-05,
      "loss": 0.0683,
      "step": 13658
    },
    {
      "epoch": 1.4808109280138768,
      "grad_norm": 0.22835443913936615,
      "learning_rate": 5.082329899898448e-05,
      "loss": 0.062,
      "step": 13659
    },
    {
      "epoch": 1.4809193408499566,
      "grad_norm": 0.1429918259382248,
      "learning_rate": 5.081967213114754e-05,
      "loss": 0.0166,
      "step": 13660
    },
    {
      "epoch": 1.4810277536860363,
      "grad_norm": 0.20352016389369965,
      "learning_rate": 5.0816045263310606e-05,
      "loss": 0.0601,
      "step": 13661
    },
    {
      "epoch": 1.4811361665221163,
      "grad_norm": 0.1397058665752411,
      "learning_rate": 5.081241839547367e-05,
      "loss": 0.0333,
      "step": 13662
    },
    {
      "epoch": 1.481244579358196,
      "grad_norm": 0.20652984082698822,
      "learning_rate": 5.0808791527636734e-05,
      "loss": 0.0503,
      "step": 13663
    },
    {
      "epoch": 1.4813529921942759,
      "grad_norm": 0.25763317942619324,
      "learning_rate": 5.08051646597998e-05,
      "loss": 0.013,
      "step": 13664
    },
    {
      "epoch": 1.4814614050303556,
      "grad_norm": 0.2096424251794815,
      "learning_rate": 5.080153779196286e-05,
      "loss": 0.0313,
      "step": 13665
    },
    {
      "epoch": 1.4815698178664354,
      "grad_norm": 0.3510928750038147,
      "learning_rate": 5.0797910924125926e-05,
      "loss": 0.0611,
      "step": 13666
    },
    {
      "epoch": 1.4816782307025151,
      "grad_norm": 0.11181500554084778,
      "learning_rate": 5.079428405628899e-05,
      "loss": 0.0234,
      "step": 13667
    },
    {
      "epoch": 1.481786643538595,
      "grad_norm": 0.15454259514808655,
      "learning_rate": 5.079065718845205e-05,
      "loss": 0.0225,
      "step": 13668
    },
    {
      "epoch": 1.481895056374675,
      "grad_norm": 0.226037859916687,
      "learning_rate": 5.078703032061511e-05,
      "loss": 0.0337,
      "step": 13669
    },
    {
      "epoch": 1.4820034692107544,
      "grad_norm": 0.13467682898044586,
      "learning_rate": 5.0783403452778176e-05,
      "loss": 0.01,
      "step": 13670
    },
    {
      "epoch": 1.4821118820468344,
      "grad_norm": 0.20864218473434448,
      "learning_rate": 5.0779776584941254e-05,
      "loss": 0.0419,
      "step": 13671
    },
    {
      "epoch": 1.4822202948829142,
      "grad_norm": 0.3022840917110443,
      "learning_rate": 5.077614971710432e-05,
      "loss": 0.029,
      "step": 13672
    },
    {
      "epoch": 1.482328707718994,
      "grad_norm": 0.28495052456855774,
      "learning_rate": 5.077252284926738e-05,
      "loss": 0.0475,
      "step": 13673
    },
    {
      "epoch": 1.4824371205550737,
      "grad_norm": 0.18726631999015808,
      "learning_rate": 5.076889598143044e-05,
      "loss": 0.0198,
      "step": 13674
    },
    {
      "epoch": 1.4825455333911535,
      "grad_norm": 0.15509982407093048,
      "learning_rate": 5.07652691135935e-05,
      "loss": 0.0224,
      "step": 13675
    },
    {
      "epoch": 1.4826539462272332,
      "grad_norm": 0.26158827543258667,
      "learning_rate": 5.076164224575657e-05,
      "loss": 0.036,
      "step": 13676
    },
    {
      "epoch": 1.482762359063313,
      "grad_norm": 0.08615714311599731,
      "learning_rate": 5.075801537791963e-05,
      "loss": 0.0072,
      "step": 13677
    },
    {
      "epoch": 1.482870771899393,
      "grad_norm": 0.11440975964069366,
      "learning_rate": 5.0754388510082696e-05,
      "loss": 0.0291,
      "step": 13678
    },
    {
      "epoch": 1.4829791847354727,
      "grad_norm": 0.10170457512140274,
      "learning_rate": 5.075076164224576e-05,
      "loss": 0.0144,
      "step": 13679
    },
    {
      "epoch": 1.4830875975715525,
      "grad_norm": 0.06542181968688965,
      "learning_rate": 5.0747134774408824e-05,
      "loss": 0.0163,
      "step": 13680
    },
    {
      "epoch": 1.4831960104076323,
      "grad_norm": 0.2036556750535965,
      "learning_rate": 5.074350790657189e-05,
      "loss": 0.0344,
      "step": 13681
    },
    {
      "epoch": 1.483304423243712,
      "grad_norm": 0.22275234758853912,
      "learning_rate": 5.073988103873495e-05,
      "loss": 0.0184,
      "step": 13682
    },
    {
      "epoch": 1.4834128360797918,
      "grad_norm": 0.12120708078145981,
      "learning_rate": 5.073625417089801e-05,
      "loss": 0.0351,
      "step": 13683
    },
    {
      "epoch": 1.4835212489158716,
      "grad_norm": 0.1999821960926056,
      "learning_rate": 5.0732627303061073e-05,
      "loss": 0.0301,
      "step": 13684
    },
    {
      "epoch": 1.4836296617519515,
      "grad_norm": 0.04892989993095398,
      "learning_rate": 5.072900043522414e-05,
      "loss": 0.0042,
      "step": 13685
    },
    {
      "epoch": 1.483738074588031,
      "grad_norm": 0.060043204575777054,
      "learning_rate": 5.07253735673872e-05,
      "loss": 0.008,
      "step": 13686
    },
    {
      "epoch": 1.483846487424111,
      "grad_norm": 1.2802653312683105,
      "learning_rate": 5.0721746699550266e-05,
      "loss": 0.0406,
      "step": 13687
    },
    {
      "epoch": 1.4839549002601908,
      "grad_norm": 0.05306251719594002,
      "learning_rate": 5.071811983171334e-05,
      "loss": 0.0039,
      "step": 13688
    },
    {
      "epoch": 1.4840633130962706,
      "grad_norm": 0.12194590270519257,
      "learning_rate": 5.07144929638764e-05,
      "loss": 0.0121,
      "step": 13689
    },
    {
      "epoch": 1.4841717259323504,
      "grad_norm": 0.262268602848053,
      "learning_rate": 5.0710866096039465e-05,
      "loss": 0.0201,
      "step": 13690
    },
    {
      "epoch": 1.4842801387684301,
      "grad_norm": 0.06913447380065918,
      "learning_rate": 5.070723922820253e-05,
      "loss": 0.0068,
      "step": 13691
    },
    {
      "epoch": 1.48438855160451,
      "grad_norm": 0.029588593170046806,
      "learning_rate": 5.070361236036559e-05,
      "loss": 0.0036,
      "step": 13692
    },
    {
      "epoch": 1.4844969644405897,
      "grad_norm": 0.11533427238464355,
      "learning_rate": 5.069998549252866e-05,
      "loss": 0.0142,
      "step": 13693
    },
    {
      "epoch": 1.4846053772766696,
      "grad_norm": 0.057127710431814194,
      "learning_rate": 5.069635862469172e-05,
      "loss": 0.0096,
      "step": 13694
    },
    {
      "epoch": 1.4847137901127494,
      "grad_norm": 0.10681368410587311,
      "learning_rate": 5.0692731756854785e-05,
      "loss": 0.0132,
      "step": 13695
    },
    {
      "epoch": 1.4848222029488292,
      "grad_norm": 0.16086049377918243,
      "learning_rate": 5.068910488901785e-05,
      "loss": 0.0177,
      "step": 13696
    },
    {
      "epoch": 1.484930615784909,
      "grad_norm": 0.1967407464981079,
      "learning_rate": 5.068547802118091e-05,
      "loss": 0.0248,
      "step": 13697
    },
    {
      "epoch": 1.4850390286209887,
      "grad_norm": 0.11385668069124222,
      "learning_rate": 5.068185115334397e-05,
      "loss": 0.0347,
      "step": 13698
    },
    {
      "epoch": 1.4851474414570685,
      "grad_norm": 0.04694988951086998,
      "learning_rate": 5.0678224285507035e-05,
      "loss": 0.0053,
      "step": 13699
    },
    {
      "epoch": 1.4852558542931482,
      "grad_norm": 0.1838131844997406,
      "learning_rate": 5.06745974176701e-05,
      "loss": 0.0378,
      "step": 13700
    },
    {
      "epoch": 1.4853642671292282,
      "grad_norm": 0.1241893321275711,
      "learning_rate": 5.067097054983316e-05,
      "loss": 0.0287,
      "step": 13701
    },
    {
      "epoch": 1.485472679965308,
      "grad_norm": 0.2523669898509979,
      "learning_rate": 5.066734368199623e-05,
      "loss": 0.0329,
      "step": 13702
    },
    {
      "epoch": 1.4855810928013877,
      "grad_norm": 0.18001943826675415,
      "learning_rate": 5.066371681415929e-05,
      "loss": 0.0143,
      "step": 13703
    },
    {
      "epoch": 1.4856895056374675,
      "grad_norm": 0.2511189877986908,
      "learning_rate": 5.0660089946322356e-05,
      "loss": 0.0227,
      "step": 13704
    },
    {
      "epoch": 1.4857979184735473,
      "grad_norm": 0.22144509851932526,
      "learning_rate": 5.0656463078485426e-05,
      "loss": 0.0149,
      "step": 13705
    },
    {
      "epoch": 1.485906331309627,
      "grad_norm": 0.17567169666290283,
      "learning_rate": 5.065283621064849e-05,
      "loss": 0.0381,
      "step": 13706
    },
    {
      "epoch": 1.4860147441457068,
      "grad_norm": 0.09468500316143036,
      "learning_rate": 5.0649209342811555e-05,
      "loss": 0.0215,
      "step": 13707
    },
    {
      "epoch": 1.4861231569817868,
      "grad_norm": 0.33574095368385315,
      "learning_rate": 5.064558247497462e-05,
      "loss": 0.0317,
      "step": 13708
    },
    {
      "epoch": 1.4862315698178663,
      "grad_norm": 0.22349929809570312,
      "learning_rate": 5.064195560713768e-05,
      "loss": 0.0365,
      "step": 13709
    },
    {
      "epoch": 1.4863399826539463,
      "grad_norm": 0.20622090995311737,
      "learning_rate": 5.063832873930075e-05,
      "loss": 0.0311,
      "step": 13710
    },
    {
      "epoch": 1.486448395490026,
      "grad_norm": 0.1698741763830185,
      "learning_rate": 5.063470187146381e-05,
      "loss": 0.0147,
      "step": 13711
    },
    {
      "epoch": 1.4865568083261058,
      "grad_norm": 0.24441586434841156,
      "learning_rate": 5.063107500362687e-05,
      "loss": 0.0531,
      "step": 13712
    },
    {
      "epoch": 1.4866652211621856,
      "grad_norm": 0.16782844066619873,
      "learning_rate": 5.062744813578993e-05,
      "loss": 0.0304,
      "step": 13713
    },
    {
      "epoch": 1.4867736339982653,
      "grad_norm": 0.22071148455142975,
      "learning_rate": 5.0623821267953e-05,
      "loss": 0.0417,
      "step": 13714
    },
    {
      "epoch": 1.486882046834345,
      "grad_norm": 0.16183945536613464,
      "learning_rate": 5.062019440011606e-05,
      "loss": 0.0383,
      "step": 13715
    },
    {
      "epoch": 1.4869904596704249,
      "grad_norm": 0.1667151004076004,
      "learning_rate": 5.0616567532279125e-05,
      "loss": 0.0216,
      "step": 13716
    },
    {
      "epoch": 1.4870988725065049,
      "grad_norm": 0.17425623536109924,
      "learning_rate": 5.061294066444219e-05,
      "loss": 0.0232,
      "step": 13717
    },
    {
      "epoch": 1.4872072853425846,
      "grad_norm": 0.20809046924114227,
      "learning_rate": 5.060931379660525e-05,
      "loss": 0.0104,
      "step": 13718
    },
    {
      "epoch": 1.4873156981786644,
      "grad_norm": 0.06775370985269547,
      "learning_rate": 5.060568692876832e-05,
      "loss": 0.0153,
      "step": 13719
    },
    {
      "epoch": 1.4874241110147441,
      "grad_norm": 0.3215430676937103,
      "learning_rate": 5.0602060060931375e-05,
      "loss": 0.0494,
      "step": 13720
    },
    {
      "epoch": 1.487532523850824,
      "grad_norm": 0.22137904167175293,
      "learning_rate": 5.059843319309444e-05,
      "loss": 0.0176,
      "step": 13721
    },
    {
      "epoch": 1.4876409366869037,
      "grad_norm": 0.36334216594696045,
      "learning_rate": 5.0594806325257516e-05,
      "loss": 0.0418,
      "step": 13722
    },
    {
      "epoch": 1.4877493495229834,
      "grad_norm": 0.1488213986158371,
      "learning_rate": 5.059117945742058e-05,
      "loss": 0.0119,
      "step": 13723
    },
    {
      "epoch": 1.4878577623590634,
      "grad_norm": 0.17093126475811005,
      "learning_rate": 5.0587552589583644e-05,
      "loss": 0.0306,
      "step": 13724
    },
    {
      "epoch": 1.4879661751951432,
      "grad_norm": 0.22226807475090027,
      "learning_rate": 5.058392572174671e-05,
      "loss": 0.0144,
      "step": 13725
    },
    {
      "epoch": 1.488074588031223,
      "grad_norm": 0.1555595099925995,
      "learning_rate": 5.0580298853909766e-05,
      "loss": 0.0179,
      "step": 13726
    },
    {
      "epoch": 1.4881830008673027,
      "grad_norm": 0.043169502168893814,
      "learning_rate": 5.057667198607283e-05,
      "loss": 0.0036,
      "step": 13727
    },
    {
      "epoch": 1.4882914137033825,
      "grad_norm": 0.1272398829460144,
      "learning_rate": 5.0573045118235894e-05,
      "loss": 0.0358,
      "step": 13728
    },
    {
      "epoch": 1.4883998265394622,
      "grad_norm": 1.1699650287628174,
      "learning_rate": 5.056941825039896e-05,
      "loss": 0.0282,
      "step": 13729
    },
    {
      "epoch": 1.488508239375542,
      "grad_norm": 0.13551394641399384,
      "learning_rate": 5.056579138256202e-05,
      "loss": 0.0074,
      "step": 13730
    },
    {
      "epoch": 1.488616652211622,
      "grad_norm": 0.3473728597164154,
      "learning_rate": 5.0562164514725086e-05,
      "loss": 0.0182,
      "step": 13731
    },
    {
      "epoch": 1.4887250650477015,
      "grad_norm": 0.14288365840911865,
      "learning_rate": 5.055853764688815e-05,
      "loss": 0.0281,
      "step": 13732
    },
    {
      "epoch": 1.4888334778837815,
      "grad_norm": 0.23560737073421478,
      "learning_rate": 5.0554910779051215e-05,
      "loss": 0.0322,
      "step": 13733
    },
    {
      "epoch": 1.4889418907198613,
      "grad_norm": 0.1835803985595703,
      "learning_rate": 5.055128391121428e-05,
      "loss": 0.0106,
      "step": 13734
    },
    {
      "epoch": 1.489050303555941,
      "grad_norm": 0.16361607611179352,
      "learning_rate": 5.0547657043377336e-05,
      "loss": 0.0447,
      "step": 13735
    },
    {
      "epoch": 1.4891587163920208,
      "grad_norm": 0.08275911211967468,
      "learning_rate": 5.05440301755404e-05,
      "loss": 0.0124,
      "step": 13736
    },
    {
      "epoch": 1.4892671292281006,
      "grad_norm": 0.038908738642930984,
      "learning_rate": 5.0540403307703464e-05,
      "loss": 0.0101,
      "step": 13737
    },
    {
      "epoch": 1.4893755420641803,
      "grad_norm": 0.23221540451049805,
      "learning_rate": 5.053677643986653e-05,
      "loss": 0.0274,
      "step": 13738
    },
    {
      "epoch": 1.48948395490026,
      "grad_norm": 0.17092014849185944,
      "learning_rate": 5.053314957202959e-05,
      "loss": 0.0364,
      "step": 13739
    },
    {
      "epoch": 1.48959236773634,
      "grad_norm": 0.19379617273807526,
      "learning_rate": 5.052952270419266e-05,
      "loss": 0.0352,
      "step": 13740
    },
    {
      "epoch": 1.4897007805724198,
      "grad_norm": 0.0961386188864708,
      "learning_rate": 5.052589583635573e-05,
      "loss": 0.026,
      "step": 13741
    },
    {
      "epoch": 1.4898091934084996,
      "grad_norm": 0.43943867087364197,
      "learning_rate": 5.052226896851879e-05,
      "loss": 0.0363,
      "step": 13742
    },
    {
      "epoch": 1.4899176062445794,
      "grad_norm": 0.33354538679122925,
      "learning_rate": 5.0518642100681856e-05,
      "loss": 0.054,
      "step": 13743
    },
    {
      "epoch": 1.4900260190806591,
      "grad_norm": 0.07719284296035767,
      "learning_rate": 5.051501523284492e-05,
      "loss": 0.0085,
      "step": 13744
    },
    {
      "epoch": 1.4901344319167389,
      "grad_norm": 0.20686544477939606,
      "learning_rate": 5.0511388365007984e-05,
      "loss": 0.0374,
      "step": 13745
    },
    {
      "epoch": 1.4902428447528187,
      "grad_norm": 0.16558261215686798,
      "learning_rate": 5.050776149717105e-05,
      "loss": 0.0165,
      "step": 13746
    },
    {
      "epoch": 1.4903512575888986,
      "grad_norm": 0.2026536911725998,
      "learning_rate": 5.050413462933411e-05,
      "loss": 0.0661,
      "step": 13747
    },
    {
      "epoch": 1.4904596704249784,
      "grad_norm": 0.45687273144721985,
      "learning_rate": 5.0500507761497176e-05,
      "loss": 0.0262,
      "step": 13748
    },
    {
      "epoch": 1.4905680832610582,
      "grad_norm": 0.12940531969070435,
      "learning_rate": 5.0496880893660234e-05,
      "loss": 0.0106,
      "step": 13749
    },
    {
      "epoch": 1.490676496097138,
      "grad_norm": 0.2060086876153946,
      "learning_rate": 5.04932540258233e-05,
      "loss": 0.0269,
      "step": 13750
    },
    {
      "epoch": 1.4907849089332177,
      "grad_norm": 0.05340311676263809,
      "learning_rate": 5.048962715798636e-05,
      "loss": 0.007,
      "step": 13751
    },
    {
      "epoch": 1.4908933217692975,
      "grad_norm": 0.06176142767071724,
      "learning_rate": 5.0486000290149426e-05,
      "loss": 0.0074,
      "step": 13752
    },
    {
      "epoch": 1.4910017346053772,
      "grad_norm": 0.16869939863681793,
      "learning_rate": 5.048237342231249e-05,
      "loss": 0.0476,
      "step": 13753
    },
    {
      "epoch": 1.4911101474414572,
      "grad_norm": 0.3077065348625183,
      "learning_rate": 5.0478746554475554e-05,
      "loss": 0.0338,
      "step": 13754
    },
    {
      "epoch": 1.4912185602775367,
      "grad_norm": 0.12212137132883072,
      "learning_rate": 5.047511968663862e-05,
      "loss": 0.0155,
      "step": 13755
    },
    {
      "epoch": 1.4913269731136167,
      "grad_norm": 0.14719997346401215,
      "learning_rate": 5.047149281880168e-05,
      "loss": 0.0335,
      "step": 13756
    },
    {
      "epoch": 1.4914353859496965,
      "grad_norm": 0.2835520803928375,
      "learning_rate": 5.046786595096475e-05,
      "loss": 0.0375,
      "step": 13757
    },
    {
      "epoch": 1.4915437987857763,
      "grad_norm": 0.12972208857536316,
      "learning_rate": 5.046423908312782e-05,
      "loss": 0.0147,
      "step": 13758
    },
    {
      "epoch": 1.491652211621856,
      "grad_norm": 0.09035544097423553,
      "learning_rate": 5.046061221529088e-05,
      "loss": 0.0092,
      "step": 13759
    },
    {
      "epoch": 1.4917606244579358,
      "grad_norm": 0.015784362331032753,
      "learning_rate": 5.0456985347453945e-05,
      "loss": 0.0029,
      "step": 13760
    },
    {
      "epoch": 1.4918690372940155,
      "grad_norm": 0.6233739256858826,
      "learning_rate": 5.045335847961701e-05,
      "loss": 0.0429,
      "step": 13761
    },
    {
      "epoch": 1.4919774501300953,
      "grad_norm": 0.20806829631328583,
      "learning_rate": 5.0449731611780074e-05,
      "loss": 0.0276,
      "step": 13762
    },
    {
      "epoch": 1.4920858629661753,
      "grad_norm": 0.19363853335380554,
      "learning_rate": 5.044610474394314e-05,
      "loss": 0.027,
      "step": 13763
    },
    {
      "epoch": 1.492194275802255,
      "grad_norm": 0.09573093056678772,
      "learning_rate": 5.0442477876106195e-05,
      "loss": 0.0166,
      "step": 13764
    },
    {
      "epoch": 1.4923026886383348,
      "grad_norm": 0.11223617941141129,
      "learning_rate": 5.043885100826926e-05,
      "loss": 0.0123,
      "step": 13765
    },
    {
      "epoch": 1.4924111014744146,
      "grad_norm": 0.11791633814573288,
      "learning_rate": 5.043522414043232e-05,
      "loss": 0.0133,
      "step": 13766
    },
    {
      "epoch": 1.4925195143104943,
      "grad_norm": 0.25475698709487915,
      "learning_rate": 5.043159727259539e-05,
      "loss": 0.0552,
      "step": 13767
    },
    {
      "epoch": 1.492627927146574,
      "grad_norm": 0.2951045632362366,
      "learning_rate": 5.042797040475845e-05,
      "loss": 0.0116,
      "step": 13768
    },
    {
      "epoch": 1.4927363399826539,
      "grad_norm": 0.16445240378379822,
      "learning_rate": 5.0424343536921516e-05,
      "loss": 0.0173,
      "step": 13769
    },
    {
      "epoch": 1.4928447528187339,
      "grad_norm": 0.11582070589065552,
      "learning_rate": 5.042071666908458e-05,
      "loss": 0.0204,
      "step": 13770
    },
    {
      "epoch": 1.4929531656548134,
      "grad_norm": 0.3032323718070984,
      "learning_rate": 5.0417089801247644e-05,
      "loss": 0.0362,
      "step": 13771
    },
    {
      "epoch": 1.4930615784908934,
      "grad_norm": 0.11687441170215607,
      "learning_rate": 5.04134629334107e-05,
      "loss": 0.0161,
      "step": 13772
    },
    {
      "epoch": 1.4931699913269731,
      "grad_norm": 0.08459664136171341,
      "learning_rate": 5.0409836065573765e-05,
      "loss": 0.0159,
      "step": 13773
    },
    {
      "epoch": 1.493278404163053,
      "grad_norm": 0.15075448155403137,
      "learning_rate": 5.040620919773684e-05,
      "loss": 0.0264,
      "step": 13774
    },
    {
      "epoch": 1.4933868169991327,
      "grad_norm": 0.0470641627907753,
      "learning_rate": 5.040258232989991e-05,
      "loss": 0.0047,
      "step": 13775
    },
    {
      "epoch": 1.4934952298352124,
      "grad_norm": 0.17993657290935516,
      "learning_rate": 5.039895546206297e-05,
      "loss": 0.0333,
      "step": 13776
    },
    {
      "epoch": 1.4936036426712924,
      "grad_norm": 0.2076355665922165,
      "learning_rate": 5.0395328594226035e-05,
      "loss": 0.0434,
      "step": 13777
    },
    {
      "epoch": 1.493712055507372,
      "grad_norm": 0.2148338109254837,
      "learning_rate": 5.039170172638909e-05,
      "loss": 0.0387,
      "step": 13778
    },
    {
      "epoch": 1.493820468343452,
      "grad_norm": 0.21900491416454315,
      "learning_rate": 5.038807485855216e-05,
      "loss": 0.0876,
      "step": 13779
    },
    {
      "epoch": 1.4939288811795317,
      "grad_norm": 0.1787659376859665,
      "learning_rate": 5.038444799071522e-05,
      "loss": 0.0192,
      "step": 13780
    },
    {
      "epoch": 1.4940372940156115,
      "grad_norm": 0.16923049092292786,
      "learning_rate": 5.0380821122878285e-05,
      "loss": 0.034,
      "step": 13781
    },
    {
      "epoch": 1.4941457068516912,
      "grad_norm": 0.19994735717773438,
      "learning_rate": 5.037719425504135e-05,
      "loss": 0.0096,
      "step": 13782
    },
    {
      "epoch": 1.494254119687771,
      "grad_norm": 0.22277215123176575,
      "learning_rate": 5.037356738720441e-05,
      "loss": 0.031,
      "step": 13783
    },
    {
      "epoch": 1.4943625325238508,
      "grad_norm": 0.08357073366641998,
      "learning_rate": 5.036994051936748e-05,
      "loss": 0.0068,
      "step": 13784
    },
    {
      "epoch": 1.4944709453599305,
      "grad_norm": 0.4557652771472931,
      "learning_rate": 5.036631365153054e-05,
      "loss": 0.0391,
      "step": 13785
    },
    {
      "epoch": 1.4945793581960105,
      "grad_norm": 0.07289598137140274,
      "learning_rate": 5.0362686783693605e-05,
      "loss": 0.0141,
      "step": 13786
    },
    {
      "epoch": 1.4946877710320903,
      "grad_norm": 0.1582144796848297,
      "learning_rate": 5.035905991585666e-05,
      "loss": 0.0264,
      "step": 13787
    },
    {
      "epoch": 1.49479618386817,
      "grad_norm": 0.22108830511569977,
      "learning_rate": 5.035543304801973e-05,
      "loss": 0.0506,
      "step": 13788
    },
    {
      "epoch": 1.4949045967042498,
      "grad_norm": 0.14221586287021637,
      "learning_rate": 5.035180618018279e-05,
      "loss": 0.0231,
      "step": 13789
    },
    {
      "epoch": 1.4950130095403296,
      "grad_norm": 0.17695288360118866,
      "learning_rate": 5.0348179312345855e-05,
      "loss": 0.0199,
      "step": 13790
    },
    {
      "epoch": 1.4951214223764093,
      "grad_norm": 0.12273088842630386,
      "learning_rate": 5.034455244450893e-05,
      "loss": 0.022,
      "step": 13791
    },
    {
      "epoch": 1.495229835212489,
      "grad_norm": 0.04726984351873398,
      "learning_rate": 5.034092557667199e-05,
      "loss": 0.0053,
      "step": 13792
    },
    {
      "epoch": 1.495338248048569,
      "grad_norm": 0.10356635600328445,
      "learning_rate": 5.0337298708835054e-05,
      "loss": 0.0088,
      "step": 13793
    },
    {
      "epoch": 1.4954466608846486,
      "grad_norm": 0.21287821233272552,
      "learning_rate": 5.033367184099812e-05,
      "loss": 0.0417,
      "step": 13794
    },
    {
      "epoch": 1.4955550737207286,
      "grad_norm": 0.2442503124475479,
      "learning_rate": 5.033004497316118e-05,
      "loss": 0.0069,
      "step": 13795
    },
    {
      "epoch": 1.4956634865568084,
      "grad_norm": 0.11143359541893005,
      "learning_rate": 5.0326418105324246e-05,
      "loss": 0.0121,
      "step": 13796
    },
    {
      "epoch": 1.4957718993928881,
      "grad_norm": 0.07477279752492905,
      "learning_rate": 5.032279123748731e-05,
      "loss": 0.0091,
      "step": 13797
    },
    {
      "epoch": 1.495880312228968,
      "grad_norm": 0.14907345175743103,
      "learning_rate": 5.0319164369650375e-05,
      "loss": 0.0184,
      "step": 13798
    },
    {
      "epoch": 1.4959887250650477,
      "grad_norm": 0.054253075271844864,
      "learning_rate": 5.031553750181344e-05,
      "loss": 0.007,
      "step": 13799
    },
    {
      "epoch": 1.4960971379011274,
      "grad_norm": 0.3123508095741272,
      "learning_rate": 5.03119106339765e-05,
      "loss": 0.0422,
      "step": 13800
    },
    {
      "epoch": 1.4962055507372072,
      "grad_norm": 0.17663590610027313,
      "learning_rate": 5.030828376613956e-05,
      "loss": 0.0106,
      "step": 13801
    },
    {
      "epoch": 1.4963139635732872,
      "grad_norm": 0.0022542295046150684,
      "learning_rate": 5.0304656898302624e-05,
      "loss": 0.0003,
      "step": 13802
    },
    {
      "epoch": 1.496422376409367,
      "grad_norm": 0.021284418180584908,
      "learning_rate": 5.030103003046569e-05,
      "loss": 0.0023,
      "step": 13803
    },
    {
      "epoch": 1.4965307892454467,
      "grad_norm": 0.13505703210830688,
      "learning_rate": 5.029740316262875e-05,
      "loss": 0.0223,
      "step": 13804
    },
    {
      "epoch": 1.4966392020815265,
      "grad_norm": 0.07810106128454208,
      "learning_rate": 5.029377629479182e-05,
      "loss": 0.0061,
      "step": 13805
    },
    {
      "epoch": 1.4967476149176062,
      "grad_norm": 0.3454415202140808,
      "learning_rate": 5.029014942695488e-05,
      "loss": 0.035,
      "step": 13806
    },
    {
      "epoch": 1.496856027753686,
      "grad_norm": 0.26832133531570435,
      "learning_rate": 5.0286522559117945e-05,
      "loss": 0.0347,
      "step": 13807
    },
    {
      "epoch": 1.4969644405897657,
      "grad_norm": 0.1500956267118454,
      "learning_rate": 5.028289569128101e-05,
      "loss": 0.0138,
      "step": 13808
    },
    {
      "epoch": 1.4970728534258457,
      "grad_norm": 0.16186682879924774,
      "learning_rate": 5.027926882344408e-05,
      "loss": 0.0296,
      "step": 13809
    },
    {
      "epoch": 1.4971812662619255,
      "grad_norm": 0.07704005390405655,
      "learning_rate": 5.0275641955607144e-05,
      "loss": 0.0119,
      "step": 13810
    },
    {
      "epoch": 1.4972896790980053,
      "grad_norm": 0.09356660395860672,
      "learning_rate": 5.027201508777021e-05,
      "loss": 0.0235,
      "step": 13811
    },
    {
      "epoch": 1.497398091934085,
      "grad_norm": 0.11632343381643295,
      "learning_rate": 5.026838821993327e-05,
      "loss": 0.013,
      "step": 13812
    },
    {
      "epoch": 1.4975065047701648,
      "grad_norm": 0.057755984365940094,
      "learning_rate": 5.0264761352096336e-05,
      "loss": 0.0092,
      "step": 13813
    },
    {
      "epoch": 1.4976149176062445,
      "grad_norm": 0.17763854563236237,
      "learning_rate": 5.02611344842594e-05,
      "loss": 0.0316,
      "step": 13814
    },
    {
      "epoch": 1.4977233304423243,
      "grad_norm": 0.045364126563072205,
      "learning_rate": 5.0257507616422464e-05,
      "loss": 0.0077,
      "step": 13815
    },
    {
      "epoch": 1.4978317432784043,
      "grad_norm": 0.11840378493070602,
      "learning_rate": 5.025388074858552e-05,
      "loss": 0.0204,
      "step": 13816
    },
    {
      "epoch": 1.4979401561144838,
      "grad_norm": 0.21893088519573212,
      "learning_rate": 5.0250253880748586e-05,
      "loss": 0.0235,
      "step": 13817
    },
    {
      "epoch": 1.4980485689505638,
      "grad_norm": 0.12788280844688416,
      "learning_rate": 5.024662701291165e-05,
      "loss": 0.0078,
      "step": 13818
    },
    {
      "epoch": 1.4981569817866436,
      "grad_norm": 0.10978539288043976,
      "learning_rate": 5.0243000145074714e-05,
      "loss": 0.0124,
      "step": 13819
    },
    {
      "epoch": 1.4982653946227233,
      "grad_norm": 0.03305112197995186,
      "learning_rate": 5.023937327723778e-05,
      "loss": 0.0041,
      "step": 13820
    },
    {
      "epoch": 1.498373807458803,
      "grad_norm": 0.054947320371866226,
      "learning_rate": 5.023574640940084e-05,
      "loss": 0.0061,
      "step": 13821
    },
    {
      "epoch": 1.4984822202948829,
      "grad_norm": 0.15119770169258118,
      "learning_rate": 5.0232119541563906e-05,
      "loss": 0.0121,
      "step": 13822
    },
    {
      "epoch": 1.4985906331309626,
      "grad_norm": 0.1706615388393402,
      "learning_rate": 5.022849267372697e-05,
      "loss": 0.0148,
      "step": 13823
    },
    {
      "epoch": 1.4986990459670424,
      "grad_norm": 0.23457643389701843,
      "learning_rate": 5.022486580589003e-05,
      "loss": 0.0142,
      "step": 13824
    },
    {
      "epoch": 1.4988074588031224,
      "grad_norm": 0.3433964252471924,
      "learning_rate": 5.022123893805309e-05,
      "loss": 0.0569,
      "step": 13825
    },
    {
      "epoch": 1.4989158716392021,
      "grad_norm": 0.08674965053796768,
      "learning_rate": 5.021761207021617e-05,
      "loss": 0.0089,
      "step": 13826
    },
    {
      "epoch": 1.499024284475282,
      "grad_norm": 0.15704992413520813,
      "learning_rate": 5.0213985202379234e-05,
      "loss": 0.0232,
      "step": 13827
    },
    {
      "epoch": 1.4991326973113617,
      "grad_norm": 0.10682836174964905,
      "learning_rate": 5.02103583345423e-05,
      "loss": 0.0206,
      "step": 13828
    },
    {
      "epoch": 1.4992411101474414,
      "grad_norm": 0.11423657834529877,
      "learning_rate": 5.020673146670536e-05,
      "loss": 0.0218,
      "step": 13829
    },
    {
      "epoch": 1.4993495229835212,
      "grad_norm": 0.03378235548734665,
      "learning_rate": 5.020310459886842e-05,
      "loss": 0.0027,
      "step": 13830
    },
    {
      "epoch": 1.499457935819601,
      "grad_norm": 0.12044404447078705,
      "learning_rate": 5.0199477731031483e-05,
      "loss": 0.017,
      "step": 13831
    },
    {
      "epoch": 1.499566348655681,
      "grad_norm": 0.21861886978149414,
      "learning_rate": 5.019585086319455e-05,
      "loss": 0.0144,
      "step": 13832
    },
    {
      "epoch": 1.4996747614917605,
      "grad_norm": 0.02914758399128914,
      "learning_rate": 5.019222399535761e-05,
      "loss": 0.0033,
      "step": 13833
    },
    {
      "epoch": 1.4997831743278405,
      "grad_norm": 0.029705870896577835,
      "learning_rate": 5.0188597127520676e-05,
      "loss": 0.0044,
      "step": 13834
    },
    {
      "epoch": 1.4998915871639202,
      "grad_norm": 0.023946033790707588,
      "learning_rate": 5.018497025968374e-05,
      "loss": 0.0023,
      "step": 13835
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.07145901769399643,
      "learning_rate": 5.0181343391846804e-05,
      "loss": 0.0077,
      "step": 13836
    },
    {
      "epoch": 1.5001084128360798,
      "grad_norm": 0.07900791615247726,
      "learning_rate": 5.017771652400987e-05,
      "loss": 0.0076,
      "step": 13837
    },
    {
      "epoch": 1.5002168256721595,
      "grad_norm": 0.4873075783252716,
      "learning_rate": 5.017408965617293e-05,
      "loss": 0.0375,
      "step": 13838
    },
    {
      "epoch": 1.5003252385082395,
      "grad_norm": 0.1491861194372177,
      "learning_rate": 5.017046278833599e-05,
      "loss": 0.0368,
      "step": 13839
    },
    {
      "epoch": 1.500433651344319,
      "grad_norm": 0.1604873389005661,
      "learning_rate": 5.0166835920499054e-05,
      "loss": 0.0218,
      "step": 13840
    },
    {
      "epoch": 1.500542064180399,
      "grad_norm": 0.2842540740966797,
      "learning_rate": 5.016320905266212e-05,
      "loss": 0.0673,
      "step": 13841
    },
    {
      "epoch": 1.5006504770164788,
      "grad_norm": 0.21738912165164948,
      "learning_rate": 5.015958218482518e-05,
      "loss": 0.0195,
      "step": 13842
    },
    {
      "epoch": 1.5007588898525586,
      "grad_norm": 0.19115474820137024,
      "learning_rate": 5.015595531698826e-05,
      "loss": 0.01,
      "step": 13843
    },
    {
      "epoch": 1.5008673026886383,
      "grad_norm": 0.2729734182357788,
      "learning_rate": 5.015232844915132e-05,
      "loss": 0.0418,
      "step": 13844
    },
    {
      "epoch": 1.500975715524718,
      "grad_norm": 0.4799194037914276,
      "learning_rate": 5.014870158131438e-05,
      "loss": 0.046,
      "step": 13845
    },
    {
      "epoch": 1.501084128360798,
      "grad_norm": 0.16939754784107208,
      "learning_rate": 5.0145074713477445e-05,
      "loss": 0.0166,
      "step": 13846
    },
    {
      "epoch": 1.5011925411968776,
      "grad_norm": 0.05380179360508919,
      "learning_rate": 5.014144784564051e-05,
      "loss": 0.0048,
      "step": 13847
    },
    {
      "epoch": 1.5013009540329576,
      "grad_norm": 0.41312044858932495,
      "learning_rate": 5.013782097780357e-05,
      "loss": 0.0377,
      "step": 13848
    },
    {
      "epoch": 1.5014093668690371,
      "grad_norm": 0.07899072021245956,
      "learning_rate": 5.013419410996664e-05,
      "loss": 0.0062,
      "step": 13849
    },
    {
      "epoch": 1.5015177797051171,
      "grad_norm": 0.4060678482055664,
      "learning_rate": 5.01305672421297e-05,
      "loss": 0.0243,
      "step": 13850
    },
    {
      "epoch": 1.501626192541197,
      "grad_norm": 0.13756997883319855,
      "learning_rate": 5.0126940374292765e-05,
      "loss": 0.0239,
      "step": 13851
    },
    {
      "epoch": 1.5017346053772767,
      "grad_norm": 0.2768004834651947,
      "learning_rate": 5.012331350645583e-05,
      "loss": 0.0241,
      "step": 13852
    },
    {
      "epoch": 1.5018430182133564,
      "grad_norm": 0.0882938951253891,
      "learning_rate": 5.011968663861889e-05,
      "loss": 0.0164,
      "step": 13853
    },
    {
      "epoch": 1.5019514310494362,
      "grad_norm": 0.22167333960533142,
      "learning_rate": 5.011605977078195e-05,
      "loss": 0.0219,
      "step": 13854
    },
    {
      "epoch": 1.5020598438855162,
      "grad_norm": 0.17929469048976898,
      "learning_rate": 5.0112432902945015e-05,
      "loss": 0.0224,
      "step": 13855
    },
    {
      "epoch": 1.5021682567215957,
      "grad_norm": 0.15216828882694244,
      "learning_rate": 5.010880603510808e-05,
      "loss": 0.0346,
      "step": 13856
    },
    {
      "epoch": 1.5022766695576757,
      "grad_norm": 0.06060303375124931,
      "learning_rate": 5.010517916727114e-05,
      "loss": 0.0029,
      "step": 13857
    },
    {
      "epoch": 1.5023850823937555,
      "grad_norm": 0.0855671614408493,
      "learning_rate": 5.010155229943421e-05,
      "loss": 0.0135,
      "step": 13858
    },
    {
      "epoch": 1.5024934952298352,
      "grad_norm": 0.20811495184898376,
      "learning_rate": 5.009792543159727e-05,
      "loss": 0.0246,
      "step": 13859
    },
    {
      "epoch": 1.502601908065915,
      "grad_norm": 0.23479829728603363,
      "learning_rate": 5.0094298563760336e-05,
      "loss": 0.0228,
      "step": 13860
    },
    {
      "epoch": 1.5027103209019947,
      "grad_norm": 0.06909462809562683,
      "learning_rate": 5.0090671695923407e-05,
      "loss": 0.006,
      "step": 13861
    },
    {
      "epoch": 1.5028187337380747,
      "grad_norm": 0.12639358639717102,
      "learning_rate": 5.008704482808647e-05,
      "loss": 0.0209,
      "step": 13862
    },
    {
      "epoch": 1.5029271465741543,
      "grad_norm": 0.24329477548599243,
      "learning_rate": 5.0083417960249535e-05,
      "loss": 0.0218,
      "step": 13863
    },
    {
      "epoch": 1.5030355594102343,
      "grad_norm": 0.14621512591838837,
      "learning_rate": 5.00797910924126e-05,
      "loss": 0.0131,
      "step": 13864
    },
    {
      "epoch": 1.5031439722463138,
      "grad_norm": 0.0732630267739296,
      "learning_rate": 5.007616422457566e-05,
      "loss": 0.016,
      "step": 13865
    },
    {
      "epoch": 1.5032523850823938,
      "grad_norm": 0.030052900314331055,
      "learning_rate": 5.007253735673873e-05,
      "loss": 0.0059,
      "step": 13866
    },
    {
      "epoch": 1.5033607979184735,
      "grad_norm": 0.18124771118164062,
      "learning_rate": 5.006891048890179e-05,
      "loss": 0.0189,
      "step": 13867
    },
    {
      "epoch": 1.5034692107545533,
      "grad_norm": 0.10464039444923401,
      "learning_rate": 5.006528362106485e-05,
      "loss": 0.0357,
      "step": 13868
    },
    {
      "epoch": 1.5035776235906333,
      "grad_norm": 0.08316629379987717,
      "learning_rate": 5.006165675322791e-05,
      "loss": 0.0084,
      "step": 13869
    },
    {
      "epoch": 1.5036860364267128,
      "grad_norm": 0.156374990940094,
      "learning_rate": 5.005802988539098e-05,
      "loss": 0.0112,
      "step": 13870
    },
    {
      "epoch": 1.5037944492627928,
      "grad_norm": 0.18373891711235046,
      "learning_rate": 5.005440301755404e-05,
      "loss": 0.0156,
      "step": 13871
    },
    {
      "epoch": 1.5039028620988724,
      "grad_norm": 0.18802005052566528,
      "learning_rate": 5.0050776149717105e-05,
      "loss": 0.013,
      "step": 13872
    },
    {
      "epoch": 1.5040112749349523,
      "grad_norm": 0.20209898054599762,
      "learning_rate": 5.004714928188017e-05,
      "loss": 0.0202,
      "step": 13873
    },
    {
      "epoch": 1.504119687771032,
      "grad_norm": 0.14814111590385437,
      "learning_rate": 5.004352241404323e-05,
      "loss": 0.0206,
      "step": 13874
    },
    {
      "epoch": 1.5042281006071119,
      "grad_norm": 0.073016457259655,
      "learning_rate": 5.00398955462063e-05,
      "loss": 0.0078,
      "step": 13875
    },
    {
      "epoch": 1.5043365134431916,
      "grad_norm": 0.04622659832239151,
      "learning_rate": 5.0036268678369355e-05,
      "loss": 0.0055,
      "step": 13876
    },
    {
      "epoch": 1.5044449262792714,
      "grad_norm": 0.5274266004562378,
      "learning_rate": 5.003264181053242e-05,
      "loss": 0.0274,
      "step": 13877
    },
    {
      "epoch": 1.5045533391153514,
      "grad_norm": 0.1187991127371788,
      "learning_rate": 5.0029014942695496e-05,
      "loss": 0.0217,
      "step": 13878
    },
    {
      "epoch": 1.504661751951431,
      "grad_norm": 0.1676965057849884,
      "learning_rate": 5.002538807485856e-05,
      "loss": 0.0146,
      "step": 13879
    },
    {
      "epoch": 1.504770164787511,
      "grad_norm": 0.2127237617969513,
      "learning_rate": 5.0021761207021625e-05,
      "loss": 0.0319,
      "step": 13880
    },
    {
      "epoch": 1.5048785776235907,
      "grad_norm": 0.41304072737693787,
      "learning_rate": 5.001813433918469e-05,
      "loss": 0.0351,
      "step": 13881
    },
    {
      "epoch": 1.5049869904596704,
      "grad_norm": 0.12749527394771576,
      "learning_rate": 5.0014507471347746e-05,
      "loss": 0.0325,
      "step": 13882
    },
    {
      "epoch": 1.5050954032957502,
      "grad_norm": 0.11971645057201385,
      "learning_rate": 5.001088060351081e-05,
      "loss": 0.0191,
      "step": 13883
    },
    {
      "epoch": 1.50520381613183,
      "grad_norm": 0.18852798640727997,
      "learning_rate": 5.0007253735673874e-05,
      "loss": 0.0271,
      "step": 13884
    },
    {
      "epoch": 1.50531222896791,
      "grad_norm": 0.12895360589027405,
      "learning_rate": 5.000362686783694e-05,
      "loss": 0.0076,
      "step": 13885
    },
    {
      "epoch": 1.5054206418039895,
      "grad_norm": 0.5436756014823914,
      "learning_rate": 5e-05,
      "loss": 0.0777,
      "step": 13886
    },
    {
      "epoch": 1.5055290546400695,
      "grad_norm": 0.06742680817842484,
      "learning_rate": 4.9996373132163067e-05,
      "loss": 0.0074,
      "step": 13887
    },
    {
      "epoch": 1.505637467476149,
      "grad_norm": 0.23250555992126465,
      "learning_rate": 4.999274626432613e-05,
      "loss": 0.0155,
      "step": 13888
    },
    {
      "epoch": 1.505745880312229,
      "grad_norm": 0.38930708169937134,
      "learning_rate": 4.9989119396489195e-05,
      "loss": 0.0671,
      "step": 13889
    },
    {
      "epoch": 1.5058542931483088,
      "grad_norm": 0.3207278847694397,
      "learning_rate": 4.998549252865226e-05,
      "loss": 0.0596,
      "step": 13890
    },
    {
      "epoch": 1.5059627059843885,
      "grad_norm": 0.038825590163469315,
      "learning_rate": 4.998186566081532e-05,
      "loss": 0.0082,
      "step": 13891
    },
    {
      "epoch": 1.5060711188204683,
      "grad_norm": 0.3925948739051819,
      "learning_rate": 4.997823879297839e-05,
      "loss": 0.0587,
      "step": 13892
    },
    {
      "epoch": 1.506179531656548,
      "grad_norm": 0.11500862240791321,
      "learning_rate": 4.997461192514145e-05,
      "loss": 0.0156,
      "step": 13893
    },
    {
      "epoch": 1.506287944492628,
      "grad_norm": 0.22738949954509735,
      "learning_rate": 4.9970985057304515e-05,
      "loss": 0.0361,
      "step": 13894
    },
    {
      "epoch": 1.5063963573287076,
      "grad_norm": 0.08439427614212036,
      "learning_rate": 4.996735818946758e-05,
      "loss": 0.0108,
      "step": 13895
    },
    {
      "epoch": 1.5065047701647876,
      "grad_norm": 0.019684093073010445,
      "learning_rate": 4.9963731321630643e-05,
      "loss": 0.0025,
      "step": 13896
    },
    {
      "epoch": 1.5066131830008673,
      "grad_norm": 0.30265259742736816,
      "learning_rate": 4.996010445379371e-05,
      "loss": 0.0312,
      "step": 13897
    },
    {
      "epoch": 1.506721595836947,
      "grad_norm": 0.14629383385181427,
      "learning_rate": 4.9956477585956765e-05,
      "loss": 0.0167,
      "step": 13898
    },
    {
      "epoch": 1.5068300086730269,
      "grad_norm": 0.6384347677230835,
      "learning_rate": 4.9952850718119836e-05,
      "loss": 0.0233,
      "step": 13899
    },
    {
      "epoch": 1.5069384215091066,
      "grad_norm": 0.22758740186691284,
      "learning_rate": 4.99492238502829e-05,
      "loss": 0.0429,
      "step": 13900
    },
    {
      "epoch": 1.5070468343451866,
      "grad_norm": 0.2062944620847702,
      "learning_rate": 4.9945596982445964e-05,
      "loss": 0.034,
      "step": 13901
    },
    {
      "epoch": 1.5071552471812661,
      "grad_norm": 0.18207783997058868,
      "learning_rate": 4.994197011460903e-05,
      "loss": 0.0144,
      "step": 13902
    },
    {
      "epoch": 1.5072636600173461,
      "grad_norm": 0.22896085679531097,
      "learning_rate": 4.993834324677209e-05,
      "loss": 0.0326,
      "step": 13903
    },
    {
      "epoch": 1.507372072853426,
      "grad_norm": 0.16843530535697937,
      "learning_rate": 4.9934716378935156e-05,
      "loss": 0.0284,
      "step": 13904
    },
    {
      "epoch": 1.5074804856895057,
      "grad_norm": 0.1402357816696167,
      "learning_rate": 4.9931089511098214e-05,
      "loss": 0.0084,
      "step": 13905
    },
    {
      "epoch": 1.5075888985255854,
      "grad_norm": 0.2712376117706299,
      "learning_rate": 4.992746264326128e-05,
      "loss": 0.0254,
      "step": 13906
    },
    {
      "epoch": 1.5076973113616652,
      "grad_norm": 0.288187712430954,
      "learning_rate": 4.992383577542434e-05,
      "loss": 0.0407,
      "step": 13907
    },
    {
      "epoch": 1.5078057241977452,
      "grad_norm": 0.19654090702533722,
      "learning_rate": 4.992020890758741e-05,
      "loss": 0.0151,
      "step": 13908
    },
    {
      "epoch": 1.5079141370338247,
      "grad_norm": 0.24888169765472412,
      "learning_rate": 4.991658203975048e-05,
      "loss": 0.0191,
      "step": 13909
    },
    {
      "epoch": 1.5080225498699047,
      "grad_norm": 0.2088107019662857,
      "learning_rate": 4.991295517191354e-05,
      "loss": 0.031,
      "step": 13910
    },
    {
      "epoch": 1.5081309627059842,
      "grad_norm": 0.03900868445634842,
      "learning_rate": 4.9909328304076605e-05,
      "loss": 0.0048,
      "step": 13911
    },
    {
      "epoch": 1.5082393755420642,
      "grad_norm": 0.1342736780643463,
      "learning_rate": 4.990570143623967e-05,
      "loss": 0.0223,
      "step": 13912
    },
    {
      "epoch": 1.508347788378144,
      "grad_norm": 0.15274900197982788,
      "learning_rate": 4.9902074568402726e-05,
      "loss": 0.0182,
      "step": 13913
    },
    {
      "epoch": 1.5084562012142237,
      "grad_norm": 0.06465877592563629,
      "learning_rate": 4.989844770056579e-05,
      "loss": 0.0031,
      "step": 13914
    },
    {
      "epoch": 1.5085646140503035,
      "grad_norm": 0.11398445069789886,
      "learning_rate": 4.9894820832728855e-05,
      "loss": 0.0124,
      "step": 13915
    },
    {
      "epoch": 1.5086730268863833,
      "grad_norm": 0.15907491743564606,
      "learning_rate": 4.989119396489192e-05,
      "loss": 0.025,
      "step": 13916
    },
    {
      "epoch": 1.5087814397224633,
      "grad_norm": 0.21498100459575653,
      "learning_rate": 4.988756709705499e-05,
      "loss": 0.0172,
      "step": 13917
    },
    {
      "epoch": 1.5088898525585428,
      "grad_norm": 0.1085842028260231,
      "learning_rate": 4.9883940229218054e-05,
      "loss": 0.0129,
      "step": 13918
    },
    {
      "epoch": 1.5089982653946228,
      "grad_norm": 0.10891278088092804,
      "learning_rate": 4.988031336138112e-05,
      "loss": 0.0158,
      "step": 13919
    },
    {
      "epoch": 1.5091066782307025,
      "grad_norm": 0.3035687208175659,
      "learning_rate": 4.9876686493544175e-05,
      "loss": 0.0138,
      "step": 13920
    },
    {
      "epoch": 1.5092150910667823,
      "grad_norm": 0.0687364935874939,
      "learning_rate": 4.987305962570724e-05,
      "loss": 0.0037,
      "step": 13921
    },
    {
      "epoch": 1.509323503902862,
      "grad_norm": 0.26864561438560486,
      "learning_rate": 4.9869432757870303e-05,
      "loss": 0.0228,
      "step": 13922
    },
    {
      "epoch": 1.5094319167389418,
      "grad_norm": 0.19375133514404297,
      "learning_rate": 4.986580589003337e-05,
      "loss": 0.0236,
      "step": 13923
    },
    {
      "epoch": 1.5095403295750218,
      "grad_norm": 0.4672853350639343,
      "learning_rate": 4.986217902219643e-05,
      "loss": 0.019,
      "step": 13924
    },
    {
      "epoch": 1.5096487424111014,
      "grad_norm": 0.30147475004196167,
      "learning_rate": 4.98585521543595e-05,
      "loss": 0.0304,
      "step": 13925
    },
    {
      "epoch": 1.5097571552471813,
      "grad_norm": 0.14957857131958008,
      "learning_rate": 4.9854925286522567e-05,
      "loss": 0.0241,
      "step": 13926
    },
    {
      "epoch": 1.5098655680832611,
      "grad_norm": 0.20595373213291168,
      "learning_rate": 4.9851298418685624e-05,
      "loss": 0.0479,
      "step": 13927
    },
    {
      "epoch": 1.5099739809193409,
      "grad_norm": 0.03167029097676277,
      "learning_rate": 4.984767155084869e-05,
      "loss": 0.0029,
      "step": 13928
    },
    {
      "epoch": 1.5100823937554206,
      "grad_norm": 0.25388315320014954,
      "learning_rate": 4.984404468301175e-05,
      "loss": 0.0323,
      "step": 13929
    },
    {
      "epoch": 1.5101908065915004,
      "grad_norm": 0.039063747972249985,
      "learning_rate": 4.9840417815174816e-05,
      "loss": 0.0057,
      "step": 13930
    },
    {
      "epoch": 1.5102992194275804,
      "grad_norm": 0.22286944091320038,
      "learning_rate": 4.983679094733788e-05,
      "loss": 0.0298,
      "step": 13931
    },
    {
      "epoch": 1.51040763226366,
      "grad_norm": 0.18337690830230713,
      "learning_rate": 4.9833164079500944e-05,
      "loss": 0.0235,
      "step": 13932
    },
    {
      "epoch": 1.51051604509974,
      "grad_norm": 0.2772179841995239,
      "learning_rate": 4.982953721166401e-05,
      "loss": 0.056,
      "step": 13933
    },
    {
      "epoch": 1.5106244579358195,
      "grad_norm": 0.03421420603990555,
      "learning_rate": 4.982591034382707e-05,
      "loss": 0.0021,
      "step": 13934
    },
    {
      "epoch": 1.5107328707718994,
      "grad_norm": 0.33028894662857056,
      "learning_rate": 4.982228347599014e-05,
      "loss": 0.0565,
      "step": 13935
    },
    {
      "epoch": 1.5108412836079792,
      "grad_norm": 0.04931870475411415,
      "learning_rate": 4.98186566081532e-05,
      "loss": 0.0063,
      "step": 13936
    },
    {
      "epoch": 1.510949696444059,
      "grad_norm": 0.3092484772205353,
      "learning_rate": 4.9815029740316265e-05,
      "loss": 0.0514,
      "step": 13937
    },
    {
      "epoch": 1.5110581092801387,
      "grad_norm": 0.3557600677013397,
      "learning_rate": 4.981140287247933e-05,
      "loss": 0.0179,
      "step": 13938
    },
    {
      "epoch": 1.5111665221162185,
      "grad_norm": 0.2246929556131363,
      "learning_rate": 4.980777600464239e-05,
      "loss": 0.0353,
      "step": 13939
    },
    {
      "epoch": 1.5112749349522985,
      "grad_norm": 0.16559337079524994,
      "learning_rate": 4.980414913680546e-05,
      "loss": 0.0166,
      "step": 13940
    },
    {
      "epoch": 1.511383347788378,
      "grad_norm": 0.17641296982765198,
      "learning_rate": 4.980052226896852e-05,
      "loss": 0.0125,
      "step": 13941
    },
    {
      "epoch": 1.511491760624458,
      "grad_norm": 0.20375968515872955,
      "learning_rate": 4.9796895401131586e-05,
      "loss": 0.0522,
      "step": 13942
    },
    {
      "epoch": 1.5116001734605378,
      "grad_norm": 0.04503995552659035,
      "learning_rate": 4.979326853329465e-05,
      "loss": 0.0048,
      "step": 13943
    },
    {
      "epoch": 1.5117085862966175,
      "grad_norm": 0.32939791679382324,
      "learning_rate": 4.9789641665457714e-05,
      "loss": 0.0058,
      "step": 13944
    },
    {
      "epoch": 1.5118169991326973,
      "grad_norm": 0.2257695496082306,
      "learning_rate": 4.978601479762078e-05,
      "loss": 0.039,
      "step": 13945
    },
    {
      "epoch": 1.511925411968777,
      "grad_norm": 0.1242697685956955,
      "learning_rate": 4.978238792978384e-05,
      "loss": 0.009,
      "step": 13946
    },
    {
      "epoch": 1.512033824804857,
      "grad_norm": 0.09978265315294266,
      "learning_rate": 4.9778761061946906e-05,
      "loss": 0.0064,
      "step": 13947
    },
    {
      "epoch": 1.5121422376409366,
      "grad_norm": 0.3006048798561096,
      "learning_rate": 4.977513419410997e-05,
      "loss": 0.0364,
      "step": 13948
    },
    {
      "epoch": 1.5122506504770166,
      "grad_norm": 0.1764502227306366,
      "learning_rate": 4.9771507326273034e-05,
      "loss": 0.0116,
      "step": 13949
    },
    {
      "epoch": 1.512359063313096,
      "grad_norm": 0.1320216953754425,
      "learning_rate": 4.976788045843609e-05,
      "loss": 0.0091,
      "step": 13950
    },
    {
      "epoch": 1.512467476149176,
      "grad_norm": 0.08688867092132568,
      "learning_rate": 4.976425359059916e-05,
      "loss": 0.0123,
      "step": 13951
    },
    {
      "epoch": 1.5125758889852559,
      "grad_norm": 0.21276463568210602,
      "learning_rate": 4.9760626722762227e-05,
      "loss": 0.0519,
      "step": 13952
    },
    {
      "epoch": 1.5126843018213356,
      "grad_norm": 0.2517615258693695,
      "learning_rate": 4.975699985492529e-05,
      "loss": 0.0372,
      "step": 13953
    },
    {
      "epoch": 1.5127927146574154,
      "grad_norm": 0.32120299339294434,
      "learning_rate": 4.9753372987088355e-05,
      "loss": 0.0141,
      "step": 13954
    },
    {
      "epoch": 1.5129011274934951,
      "grad_norm": 0.16457298398017883,
      "learning_rate": 4.974974611925142e-05,
      "loss": 0.0291,
      "step": 13955
    },
    {
      "epoch": 1.5130095403295751,
      "grad_norm": 0.23338738083839417,
      "learning_rate": 4.974611925141448e-05,
      "loss": 0.0163,
      "step": 13956
    },
    {
      "epoch": 1.5131179531656547,
      "grad_norm": 0.06645184755325317,
      "learning_rate": 4.974249238357754e-05,
      "loss": 0.0052,
      "step": 13957
    },
    {
      "epoch": 1.5132263660017347,
      "grad_norm": 0.18278051912784576,
      "learning_rate": 4.9738865515740604e-05,
      "loss": 0.0281,
      "step": 13958
    },
    {
      "epoch": 1.5133347788378144,
      "grad_norm": 0.22068418562412262,
      "learning_rate": 4.973523864790367e-05,
      "loss": 0.0302,
      "step": 13959
    },
    {
      "epoch": 1.5134431916738942,
      "grad_norm": 0.28000932931900024,
      "learning_rate": 4.973161178006674e-05,
      "loss": 0.033,
      "step": 13960
    },
    {
      "epoch": 1.513551604509974,
      "grad_norm": 0.15037353336811066,
      "learning_rate": 4.9727984912229804e-05,
      "loss": 0.021,
      "step": 13961
    },
    {
      "epoch": 1.5136600173460537,
      "grad_norm": 0.15998347103595734,
      "learning_rate": 4.972435804439287e-05,
      "loss": 0.0283,
      "step": 13962
    },
    {
      "epoch": 1.5137684301821337,
      "grad_norm": 0.1754697859287262,
      "learning_rate": 4.972073117655593e-05,
      "loss": 0.0248,
      "step": 13963
    },
    {
      "epoch": 1.5138768430182132,
      "grad_norm": 0.13211823999881744,
      "learning_rate": 4.9717104308718996e-05,
      "loss": 0.0384,
      "step": 13964
    },
    {
      "epoch": 1.5139852558542932,
      "grad_norm": 0.10265987366437912,
      "learning_rate": 4.971347744088205e-05,
      "loss": 0.0113,
      "step": 13965
    },
    {
      "epoch": 1.514093668690373,
      "grad_norm": 0.17173174023628235,
      "learning_rate": 4.970985057304512e-05,
      "loss": 0.0508,
      "step": 13966
    },
    {
      "epoch": 1.5142020815264527,
      "grad_norm": 0.01002657599747181,
      "learning_rate": 4.970622370520818e-05,
      "loss": 0.0011,
      "step": 13967
    },
    {
      "epoch": 1.5143104943625325,
      "grad_norm": 0.13651970028877258,
      "learning_rate": 4.9702596837371245e-05,
      "loss": 0.0089,
      "step": 13968
    },
    {
      "epoch": 1.5144189071986123,
      "grad_norm": 0.10619650781154633,
      "learning_rate": 4.9698969969534316e-05,
      "loss": 0.0072,
      "step": 13969
    },
    {
      "epoch": 1.5145273200346923,
      "grad_norm": 0.06242828816175461,
      "learning_rate": 4.969534310169738e-05,
      "loss": 0.0065,
      "step": 13970
    },
    {
      "epoch": 1.5146357328707718,
      "grad_norm": 0.1897377371788025,
      "learning_rate": 4.9691716233860445e-05,
      "loss": 0.0292,
      "step": 13971
    },
    {
      "epoch": 1.5147441457068518,
      "grad_norm": 0.07606521248817444,
      "learning_rate": 4.96880893660235e-05,
      "loss": 0.0103,
      "step": 13972
    },
    {
      "epoch": 1.5148525585429313,
      "grad_norm": 0.09397131204605103,
      "learning_rate": 4.9684462498186566e-05,
      "loss": 0.0059,
      "step": 13973
    },
    {
      "epoch": 1.5149609713790113,
      "grad_norm": 0.16386522352695465,
      "learning_rate": 4.968083563034963e-05,
      "loss": 0.0407,
      "step": 13974
    },
    {
      "epoch": 1.515069384215091,
      "grad_norm": 0.1784864068031311,
      "learning_rate": 4.9677208762512694e-05,
      "loss": 0.0227,
      "step": 13975
    },
    {
      "epoch": 1.5151777970511708,
      "grad_norm": 0.06616741418838501,
      "learning_rate": 4.967358189467576e-05,
      "loss": 0.0094,
      "step": 13976
    },
    {
      "epoch": 1.5152862098872506,
      "grad_norm": 0.18705323338508606,
      "learning_rate": 4.966995502683883e-05,
      "loss": 0.0222,
      "step": 13977
    },
    {
      "epoch": 1.5153946227233304,
      "grad_norm": 0.04790417104959488,
      "learning_rate": 4.966632815900189e-05,
      "loss": 0.0045,
      "step": 13978
    },
    {
      "epoch": 1.5155030355594103,
      "grad_norm": 0.1388554871082306,
      "learning_rate": 4.966270129116495e-05,
      "loss": 0.0236,
      "step": 13979
    },
    {
      "epoch": 1.51561144839549,
      "grad_norm": 0.16285523772239685,
      "learning_rate": 4.9659074423328015e-05,
      "loss": 0.0469,
      "step": 13980
    },
    {
      "epoch": 1.5157198612315699,
      "grad_norm": 0.1962241679430008,
      "learning_rate": 4.965544755549108e-05,
      "loss": 0.0184,
      "step": 13981
    },
    {
      "epoch": 1.5158282740676496,
      "grad_norm": 0.0214303657412529,
      "learning_rate": 4.965182068765414e-05,
      "loss": 0.0033,
      "step": 13982
    },
    {
      "epoch": 1.5159366869037294,
      "grad_norm": 0.3990934491157532,
      "learning_rate": 4.964819381981721e-05,
      "loss": 0.0597,
      "step": 13983
    },
    {
      "epoch": 1.5160450997398092,
      "grad_norm": 0.15629622340202332,
      "learning_rate": 4.964456695198027e-05,
      "loss": 0.0321,
      "step": 13984
    },
    {
      "epoch": 1.516153512575889,
      "grad_norm": 0.21969373524188995,
      "learning_rate": 4.9640940084143335e-05,
      "loss": 0.0472,
      "step": 13985
    },
    {
      "epoch": 1.516261925411969,
      "grad_norm": 0.15758050978183746,
      "learning_rate": 4.96373132163064e-05,
      "loss": 0.015,
      "step": 13986
    },
    {
      "epoch": 1.5163703382480485,
      "grad_norm": 0.3656855523586273,
      "learning_rate": 4.9633686348469463e-05,
      "loss": 0.0574,
      "step": 13987
    },
    {
      "epoch": 1.5164787510841284,
      "grad_norm": 0.21741026639938354,
      "learning_rate": 4.963005948063253e-05,
      "loss": 0.0258,
      "step": 13988
    },
    {
      "epoch": 1.5165871639202082,
      "grad_norm": 0.06443340331315994,
      "learning_rate": 4.962643261279559e-05,
      "loss": 0.0065,
      "step": 13989
    },
    {
      "epoch": 1.516695576756288,
      "grad_norm": 0.1809387356042862,
      "learning_rate": 4.9622805744958656e-05,
      "loss": 0.0235,
      "step": 13990
    },
    {
      "epoch": 1.5168039895923677,
      "grad_norm": 0.13116197288036346,
      "learning_rate": 4.961917887712172e-05,
      "loss": 0.0193,
      "step": 13991
    },
    {
      "epoch": 1.5169124024284475,
      "grad_norm": 0.08452529460191727,
      "learning_rate": 4.9615552009284784e-05,
      "loss": 0.008,
      "step": 13992
    },
    {
      "epoch": 1.5170208152645275,
      "grad_norm": 0.07457508891820908,
      "learning_rate": 4.961192514144785e-05,
      "loss": 0.0122,
      "step": 13993
    },
    {
      "epoch": 1.517129228100607,
      "grad_norm": 0.17335520684719086,
      "learning_rate": 4.960829827361091e-05,
      "loss": 0.0199,
      "step": 13994
    },
    {
      "epoch": 1.517237640936687,
      "grad_norm": 0.22656214237213135,
      "learning_rate": 4.9604671405773976e-05,
      "loss": 0.0497,
      "step": 13995
    },
    {
      "epoch": 1.5173460537727665,
      "grad_norm": 0.04777000471949577,
      "learning_rate": 4.960104453793704e-05,
      "loss": 0.0048,
      "step": 13996
    },
    {
      "epoch": 1.5174544666088465,
      "grad_norm": 0.3585492968559265,
      "learning_rate": 4.9597417670100105e-05,
      "loss": 0.0284,
      "step": 13997
    },
    {
      "epoch": 1.5175628794449263,
      "grad_norm": 0.28502997756004333,
      "learning_rate": 4.959379080226317e-05,
      "loss": 0.0406,
      "step": 13998
    },
    {
      "epoch": 1.517671292281006,
      "grad_norm": 0.025840217247605324,
      "learning_rate": 4.959016393442623e-05,
      "loss": 0.0022,
      "step": 13999
    },
    {
      "epoch": 1.5177797051170858,
      "grad_norm": 0.2059711217880249,
      "learning_rate": 4.95865370665893e-05,
      "loss": 0.0554,
      "step": 14000
    },
    {
      "epoch": 1.5178881179531656,
      "grad_norm": 0.12450291961431503,
      "learning_rate": 4.958291019875236e-05,
      "loss": 0.0166,
      "step": 14001
    },
    {
      "epoch": 1.5179965307892456,
      "grad_norm": 0.25743842124938965,
      "learning_rate": 4.957928333091542e-05,
      "loss": 0.0541,
      "step": 14002
    },
    {
      "epoch": 1.518104943625325,
      "grad_norm": 0.1053437814116478,
      "learning_rate": 4.957565646307849e-05,
      "loss": 0.0356,
      "step": 14003
    },
    {
      "epoch": 1.518213356461405,
      "grad_norm": 0.09619297832250595,
      "learning_rate": 4.957202959524155e-05,
      "loss": 0.0102,
      "step": 14004
    },
    {
      "epoch": 1.5183217692974849,
      "grad_norm": 0.1476896107196808,
      "learning_rate": 4.956840272740462e-05,
      "loss": 0.0253,
      "step": 14005
    },
    {
      "epoch": 1.5184301821335646,
      "grad_norm": 0.06951165944337845,
      "learning_rate": 4.956477585956768e-05,
      "loss": 0.0051,
      "step": 14006
    },
    {
      "epoch": 1.5185385949696444,
      "grad_norm": 0.26809507608413696,
      "learning_rate": 4.9561148991730746e-05,
      "loss": 0.0432,
      "step": 14007
    },
    {
      "epoch": 1.5186470078057241,
      "grad_norm": 0.05689248815178871,
      "learning_rate": 4.955752212389381e-05,
      "loss": 0.0095,
      "step": 14008
    },
    {
      "epoch": 1.5187554206418041,
      "grad_norm": 0.17081886529922485,
      "learning_rate": 4.955389525605687e-05,
      "loss": 0.0107,
      "step": 14009
    },
    {
      "epoch": 1.5188638334778837,
      "grad_norm": 0.14278337359428406,
      "learning_rate": 4.955026838821993e-05,
      "loss": 0.0146,
      "step": 14010
    },
    {
      "epoch": 1.5189722463139637,
      "grad_norm": 0.15562312304973602,
      "learning_rate": 4.9546641520382995e-05,
      "loss": 0.0273,
      "step": 14011
    },
    {
      "epoch": 1.5190806591500432,
      "grad_norm": 0.03200117498636246,
      "learning_rate": 4.9543014652546066e-05,
      "loss": 0.0051,
      "step": 14012
    },
    {
      "epoch": 1.5191890719861232,
      "grad_norm": 0.2655150890350342,
      "learning_rate": 4.953938778470913e-05,
      "loss": 0.0214,
      "step": 14013
    },
    {
      "epoch": 1.519297484822203,
      "grad_norm": 0.6643796563148499,
      "learning_rate": 4.9535760916872194e-05,
      "loss": 0.0772,
      "step": 14014
    },
    {
      "epoch": 1.5194058976582827,
      "grad_norm": 0.06317298859357834,
      "learning_rate": 4.953213404903526e-05,
      "loss": 0.0079,
      "step": 14015
    },
    {
      "epoch": 1.5195143104943627,
      "grad_norm": 0.1885022521018982,
      "learning_rate": 4.952850718119832e-05,
      "loss": 0.0428,
      "step": 14016
    },
    {
      "epoch": 1.5196227233304422,
      "grad_norm": 0.04092172533273697,
      "learning_rate": 4.952488031336138e-05,
      "loss": 0.0059,
      "step": 14017
    },
    {
      "epoch": 1.5197311361665222,
      "grad_norm": 0.07560607045888901,
      "learning_rate": 4.9521253445524444e-05,
      "loss": 0.0086,
      "step": 14018
    },
    {
      "epoch": 1.5198395490026018,
      "grad_norm": 0.16018430888652802,
      "learning_rate": 4.951762657768751e-05,
      "loss": 0.0332,
      "step": 14019
    },
    {
      "epoch": 1.5199479618386817,
      "grad_norm": 0.12463242560625076,
      "learning_rate": 4.951399970985058e-05,
      "loss": 0.0278,
      "step": 14020
    },
    {
      "epoch": 1.5200563746747615,
      "grad_norm": 0.29194241762161255,
      "learning_rate": 4.951037284201364e-05,
      "loss": 0.0561,
      "step": 14021
    },
    {
      "epoch": 1.5201647875108413,
      "grad_norm": 0.3342125415802002,
      "learning_rate": 4.950674597417671e-05,
      "loss": 0.0219,
      "step": 14022
    },
    {
      "epoch": 1.520273200346921,
      "grad_norm": 0.10827046632766724,
      "learning_rate": 4.950311910633977e-05,
      "loss": 0.0124,
      "step": 14023
    },
    {
      "epoch": 1.5203816131830008,
      "grad_norm": 0.15401560068130493,
      "learning_rate": 4.949949223850283e-05,
      "loss": 0.0115,
      "step": 14024
    },
    {
      "epoch": 1.5204900260190808,
      "grad_norm": 0.2012540102005005,
      "learning_rate": 4.949586537066589e-05,
      "loss": 0.0446,
      "step": 14025
    },
    {
      "epoch": 1.5205984388551603,
      "grad_norm": 0.11538390070199966,
      "learning_rate": 4.949223850282896e-05,
      "loss": 0.0107,
      "step": 14026
    },
    {
      "epoch": 1.5207068516912403,
      "grad_norm": 0.3530006408691406,
      "learning_rate": 4.948861163499202e-05,
      "loss": 0.0428,
      "step": 14027
    },
    {
      "epoch": 1.52081526452732,
      "grad_norm": 0.3921545743942261,
      "learning_rate": 4.9484984767155085e-05,
      "loss": 0.0314,
      "step": 14028
    },
    {
      "epoch": 1.5209236773633998,
      "grad_norm": 0.12631088495254517,
      "learning_rate": 4.9481357899318156e-05,
      "loss": 0.0145,
      "step": 14029
    },
    {
      "epoch": 1.5210320901994796,
      "grad_norm": 0.08200617879629135,
      "learning_rate": 4.947773103148122e-05,
      "loss": 0.0114,
      "step": 14030
    },
    {
      "epoch": 1.5211405030355594,
      "grad_norm": 0.31901881098747253,
      "learning_rate": 4.947410416364428e-05,
      "loss": 0.0581,
      "step": 14031
    },
    {
      "epoch": 1.5212489158716394,
      "grad_norm": 0.17596718668937683,
      "learning_rate": 4.947047729580734e-05,
      "loss": 0.0308,
      "step": 14032
    },
    {
      "epoch": 1.521357328707719,
      "grad_norm": 0.12262208759784698,
      "learning_rate": 4.9466850427970406e-05,
      "loss": 0.0104,
      "step": 14033
    },
    {
      "epoch": 1.5214657415437989,
      "grad_norm": 0.07290847599506378,
      "learning_rate": 4.946322356013347e-05,
      "loss": 0.0081,
      "step": 14034
    },
    {
      "epoch": 1.5215741543798784,
      "grad_norm": 0.20070166885852814,
      "learning_rate": 4.9459596692296534e-05,
      "loss": 0.0242,
      "step": 14035
    },
    {
      "epoch": 1.5216825672159584,
      "grad_norm": 0.07588598877191544,
      "learning_rate": 4.94559698244596e-05,
      "loss": 0.0126,
      "step": 14036
    },
    {
      "epoch": 1.5217909800520382,
      "grad_norm": 0.3144030272960663,
      "learning_rate": 4.945234295662266e-05,
      "loss": 0.0885,
      "step": 14037
    },
    {
      "epoch": 1.521899392888118,
      "grad_norm": 0.14371110498905182,
      "learning_rate": 4.9448716088785726e-05,
      "loss": 0.0109,
      "step": 14038
    },
    {
      "epoch": 1.5220078057241977,
      "grad_norm": 0.05090701952576637,
      "learning_rate": 4.944508922094879e-05,
      "loss": 0.0082,
      "step": 14039
    },
    {
      "epoch": 1.5221162185602775,
      "grad_norm": 0.21689298748970032,
      "learning_rate": 4.9441462353111854e-05,
      "loss": 0.0353,
      "step": 14040
    },
    {
      "epoch": 1.5222246313963574,
      "grad_norm": 0.19927828013896942,
      "learning_rate": 4.943783548527492e-05,
      "loss": 0.0298,
      "step": 14041
    },
    {
      "epoch": 1.522333044232437,
      "grad_norm": 0.3219612240791321,
      "learning_rate": 4.943420861743798e-05,
      "loss": 0.0357,
      "step": 14042
    },
    {
      "epoch": 1.522441457068517,
      "grad_norm": 0.07284944504499435,
      "learning_rate": 4.9430581749601047e-05,
      "loss": 0.0077,
      "step": 14043
    },
    {
      "epoch": 1.5225498699045967,
      "grad_norm": 0.420712411403656,
      "learning_rate": 4.942695488176411e-05,
      "loss": 0.0666,
      "step": 14044
    },
    {
      "epoch": 1.5226582827406765,
      "grad_norm": 0.03799844905734062,
      "learning_rate": 4.9423328013927175e-05,
      "loss": 0.0033,
      "step": 14045
    },
    {
      "epoch": 1.5227666955767563,
      "grad_norm": 0.21082313358783722,
      "learning_rate": 4.941970114609024e-05,
      "loss": 0.0698,
      "step": 14046
    },
    {
      "epoch": 1.522875108412836,
      "grad_norm": 0.23244422674179077,
      "learning_rate": 4.94160742782533e-05,
      "loss": 0.0299,
      "step": 14047
    },
    {
      "epoch": 1.522983521248916,
      "grad_norm": 0.14986102283000946,
      "learning_rate": 4.941244741041637e-05,
      "loss": 0.0229,
      "step": 14048
    },
    {
      "epoch": 1.5230919340849955,
      "grad_norm": 0.11015771329402924,
      "learning_rate": 4.940882054257943e-05,
      "loss": 0.008,
      "step": 14049
    },
    {
      "epoch": 1.5232003469210755,
      "grad_norm": 0.07223574072122574,
      "learning_rate": 4.9405193674742495e-05,
      "loss": 0.0051,
      "step": 14050
    },
    {
      "epoch": 1.5233087597571553,
      "grad_norm": 0.0125064542517066,
      "learning_rate": 4.940156680690556e-05,
      "loss": 0.0013,
      "step": 14051
    },
    {
      "epoch": 1.523417172593235,
      "grad_norm": 0.060391057282686234,
      "learning_rate": 4.9397939939068624e-05,
      "loss": 0.0094,
      "step": 14052
    },
    {
      "epoch": 1.5235255854293148,
      "grad_norm": 0.23308615386486053,
      "learning_rate": 4.939431307123169e-05,
      "loss": 0.0394,
      "step": 14053
    },
    {
      "epoch": 1.5236339982653946,
      "grad_norm": 0.015513172373175621,
      "learning_rate": 4.9390686203394745e-05,
      "loss": 0.0017,
      "step": 14054
    },
    {
      "epoch": 1.5237424111014746,
      "grad_norm": 0.09493694454431534,
      "learning_rate": 4.9387059335557816e-05,
      "loss": 0.0139,
      "step": 14055
    },
    {
      "epoch": 1.523850823937554,
      "grad_norm": 0.12890945374965668,
      "learning_rate": 4.938343246772088e-05,
      "loss": 0.0162,
      "step": 14056
    },
    {
      "epoch": 1.523959236773634,
      "grad_norm": 0.1577058732509613,
      "learning_rate": 4.9379805599883944e-05,
      "loss": 0.0355,
      "step": 14057
    },
    {
      "epoch": 1.5240676496097136,
      "grad_norm": 0.07059251517057419,
      "learning_rate": 4.937617873204701e-05,
      "loss": 0.0121,
      "step": 14058
    },
    {
      "epoch": 1.5241760624457936,
      "grad_norm": 0.09124413877725601,
      "learning_rate": 4.937255186421007e-05,
      "loss": 0.0171,
      "step": 14059
    },
    {
      "epoch": 1.5242844752818734,
      "grad_norm": 0.16490726172924042,
      "learning_rate": 4.9368924996373136e-05,
      "loss": 0.0103,
      "step": 14060
    },
    {
      "epoch": 1.5243928881179531,
      "grad_norm": 0.1113305538892746,
      "learning_rate": 4.9365298128536194e-05,
      "loss": 0.0085,
      "step": 14061
    },
    {
      "epoch": 1.524501300954033,
      "grad_norm": 0.12200134992599487,
      "learning_rate": 4.936167126069926e-05,
      "loss": 0.0149,
      "step": 14062
    },
    {
      "epoch": 1.5246097137901127,
      "grad_norm": 0.28334733843803406,
      "learning_rate": 4.935804439286232e-05,
      "loss": 0.0474,
      "step": 14063
    },
    {
      "epoch": 1.5247181266261927,
      "grad_norm": 0.18154945969581604,
      "learning_rate": 4.935441752502539e-05,
      "loss": 0.03,
      "step": 14064
    },
    {
      "epoch": 1.5248265394622722,
      "grad_norm": 0.3089406192302704,
      "learning_rate": 4.935079065718846e-05,
      "loss": 0.0427,
      "step": 14065
    },
    {
      "epoch": 1.5249349522983522,
      "grad_norm": 0.16672439873218536,
      "learning_rate": 4.934716378935152e-05,
      "loss": 0.0479,
      "step": 14066
    },
    {
      "epoch": 1.525043365134432,
      "grad_norm": 0.23235689103603363,
      "learning_rate": 4.9343536921514585e-05,
      "loss": 0.0454,
      "step": 14067
    },
    {
      "epoch": 1.5251517779705117,
      "grad_norm": 0.02684619091451168,
      "learning_rate": 4.933991005367765e-05,
      "loss": 0.0046,
      "step": 14068
    },
    {
      "epoch": 1.5252601908065915,
      "grad_norm": 0.05419865995645523,
      "learning_rate": 4.9336283185840707e-05,
      "loss": 0.0049,
      "step": 14069
    },
    {
      "epoch": 1.5253686036426712,
      "grad_norm": 0.16405366361141205,
      "learning_rate": 4.933265631800377e-05,
      "loss": 0.0218,
      "step": 14070
    },
    {
      "epoch": 1.5254770164787512,
      "grad_norm": 0.04068469628691673,
      "learning_rate": 4.9329029450166835e-05,
      "loss": 0.0025,
      "step": 14071
    },
    {
      "epoch": 1.5255854293148308,
      "grad_norm": 0.15739718079566956,
      "learning_rate": 4.9325402582329906e-05,
      "loss": 0.0213,
      "step": 14072
    },
    {
      "epoch": 1.5256938421509108,
      "grad_norm": 0.2415919005870819,
      "learning_rate": 4.932177571449297e-05,
      "loss": 0.0466,
      "step": 14073
    },
    {
      "epoch": 1.5258022549869905,
      "grad_norm": 0.0715666338801384,
      "learning_rate": 4.9318148846656034e-05,
      "loss": 0.019,
      "step": 14074
    },
    {
      "epoch": 1.5259106678230703,
      "grad_norm": 0.08542449027299881,
      "learning_rate": 4.93145219788191e-05,
      "loss": 0.0191,
      "step": 14075
    },
    {
      "epoch": 1.52601908065915,
      "grad_norm": 0.20490965247154236,
      "learning_rate": 4.9310895110982155e-05,
      "loss": 0.0339,
      "step": 14076
    },
    {
      "epoch": 1.5261274934952298,
      "grad_norm": 0.47014182806015015,
      "learning_rate": 4.930726824314522e-05,
      "loss": 0.0237,
      "step": 14077
    },
    {
      "epoch": 1.5262359063313098,
      "grad_norm": 0.1730043888092041,
      "learning_rate": 4.9303641375308283e-05,
      "loss": 0.0244,
      "step": 14078
    },
    {
      "epoch": 1.5263443191673893,
      "grad_norm": 0.13592930138111115,
      "learning_rate": 4.930001450747135e-05,
      "loss": 0.0193,
      "step": 14079
    },
    {
      "epoch": 1.5264527320034693,
      "grad_norm": 0.05615454539656639,
      "learning_rate": 4.929638763963441e-05,
      "loss": 0.0103,
      "step": 14080
    },
    {
      "epoch": 1.5265611448395489,
      "grad_norm": 0.22119371592998505,
      "learning_rate": 4.929276077179748e-05,
      "loss": 0.0401,
      "step": 14081
    },
    {
      "epoch": 1.5266695576756288,
      "grad_norm": 0.02821517363190651,
      "learning_rate": 4.928913390396055e-05,
      "loss": 0.0025,
      "step": 14082
    },
    {
      "epoch": 1.5267779705117086,
      "grad_norm": 0.06591442972421646,
      "learning_rate": 4.9285507036123604e-05,
      "loss": 0.0049,
      "step": 14083
    },
    {
      "epoch": 1.5268863833477884,
      "grad_norm": 0.17912670969963074,
      "learning_rate": 4.928188016828667e-05,
      "loss": 0.0297,
      "step": 14084
    },
    {
      "epoch": 1.5269947961838681,
      "grad_norm": 0.06759906560182571,
      "learning_rate": 4.927825330044973e-05,
      "loss": 0.0063,
      "step": 14085
    },
    {
      "epoch": 1.527103209019948,
      "grad_norm": 0.11407344788312912,
      "learning_rate": 4.9274626432612796e-05,
      "loss": 0.0142,
      "step": 14086
    },
    {
      "epoch": 1.5272116218560279,
      "grad_norm": 0.2386438101530075,
      "learning_rate": 4.927099956477586e-05,
      "loss": 0.0132,
      "step": 14087
    },
    {
      "epoch": 1.5273200346921074,
      "grad_norm": 0.23745815455913544,
      "learning_rate": 4.9267372696938925e-05,
      "loss": 0.0291,
      "step": 14088
    },
    {
      "epoch": 1.5274284475281874,
      "grad_norm": 0.012861150316894054,
      "learning_rate": 4.9263745829101995e-05,
      "loss": 0.0011,
      "step": 14089
    },
    {
      "epoch": 1.5275368603642672,
      "grad_norm": 0.24090348184108734,
      "learning_rate": 4.926011896126505e-05,
      "loss": 0.0195,
      "step": 14090
    },
    {
      "epoch": 1.527645273200347,
      "grad_norm": 0.09589007496833801,
      "learning_rate": 4.925649209342812e-05,
      "loss": 0.0125,
      "step": 14091
    },
    {
      "epoch": 1.5277536860364267,
      "grad_norm": 0.23616763949394226,
      "learning_rate": 4.925286522559118e-05,
      "loss": 0.0159,
      "step": 14092
    },
    {
      "epoch": 1.5278620988725065,
      "grad_norm": 0.4814390540122986,
      "learning_rate": 4.9249238357754245e-05,
      "loss": 0.0457,
      "step": 14093
    },
    {
      "epoch": 1.5279705117085864,
      "grad_norm": 0.20172834396362305,
      "learning_rate": 4.924561148991731e-05,
      "loss": 0.0222,
      "step": 14094
    },
    {
      "epoch": 1.528078924544666,
      "grad_norm": 0.15939882397651672,
      "learning_rate": 4.924198462208037e-05,
      "loss": 0.0177,
      "step": 14095
    },
    {
      "epoch": 1.528187337380746,
      "grad_norm": 0.05838523432612419,
      "learning_rate": 4.923835775424344e-05,
      "loss": 0.006,
      "step": 14096
    },
    {
      "epoch": 1.5282957502168255,
      "grad_norm": 0.07030044496059418,
      "learning_rate": 4.92347308864065e-05,
      "loss": 0.0081,
      "step": 14097
    },
    {
      "epoch": 1.5284041630529055,
      "grad_norm": 0.07676597684621811,
      "learning_rate": 4.9231104018569566e-05,
      "loss": 0.0073,
      "step": 14098
    },
    {
      "epoch": 1.5285125758889853,
      "grad_norm": 0.058882780373096466,
      "learning_rate": 4.922747715073263e-05,
      "loss": 0.0054,
      "step": 14099
    },
    {
      "epoch": 1.528620988725065,
      "grad_norm": 0.17066611349582672,
      "learning_rate": 4.9223850282895694e-05,
      "loss": 0.0149,
      "step": 14100
    },
    {
      "epoch": 1.5287294015611448,
      "grad_norm": 0.1904413104057312,
      "learning_rate": 4.922022341505876e-05,
      "loss": 0.0476,
      "step": 14101
    },
    {
      "epoch": 1.5288378143972245,
      "grad_norm": 0.10907474160194397,
      "learning_rate": 4.921659654722182e-05,
      "loss": 0.0235,
      "step": 14102
    },
    {
      "epoch": 1.5289462272333045,
      "grad_norm": 0.23498041927814484,
      "learning_rate": 4.9212969679384886e-05,
      "loss": 0.0173,
      "step": 14103
    },
    {
      "epoch": 1.529054640069384,
      "grad_norm": 0.154512420296669,
      "learning_rate": 4.920934281154795e-05,
      "loss": 0.0245,
      "step": 14104
    },
    {
      "epoch": 1.529163052905464,
      "grad_norm": 0.31082215905189514,
      "learning_rate": 4.9205715943711014e-05,
      "loss": 0.0758,
      "step": 14105
    },
    {
      "epoch": 1.5292714657415438,
      "grad_norm": 0.079844169318676,
      "learning_rate": 4.920208907587407e-05,
      "loss": 0.0084,
      "step": 14106
    },
    {
      "epoch": 1.5293798785776236,
      "grad_norm": 0.2755250334739685,
      "learning_rate": 4.919846220803714e-05,
      "loss": 0.0336,
      "step": 14107
    },
    {
      "epoch": 1.5294882914137033,
      "grad_norm": 0.4506969749927521,
      "learning_rate": 4.919483534020021e-05,
      "loss": 0.0311,
      "step": 14108
    },
    {
      "epoch": 1.5295967042497831,
      "grad_norm": 0.1922769844532013,
      "learning_rate": 4.919120847236327e-05,
      "loss": 0.0239,
      "step": 14109
    },
    {
      "epoch": 1.529705117085863,
      "grad_norm": 0.16816948354244232,
      "learning_rate": 4.9187581604526335e-05,
      "loss": 0.0252,
      "step": 14110
    },
    {
      "epoch": 1.5298135299219426,
      "grad_norm": 0.019396984949707985,
      "learning_rate": 4.91839547366894e-05,
      "loss": 0.002,
      "step": 14111
    },
    {
      "epoch": 1.5299219427580226,
      "grad_norm": 0.17951886355876923,
      "learning_rate": 4.918032786885246e-05,
      "loss": 0.0229,
      "step": 14112
    },
    {
      "epoch": 1.5300303555941024,
      "grad_norm": 0.06367738544940948,
      "learning_rate": 4.917670100101553e-05,
      "loss": 0.0064,
      "step": 14113
    },
    {
      "epoch": 1.5301387684301822,
      "grad_norm": 0.05361788347363472,
      "learning_rate": 4.9173074133178584e-05,
      "loss": 0.0035,
      "step": 14114
    },
    {
      "epoch": 1.530247181266262,
      "grad_norm": 0.02450510486960411,
      "learning_rate": 4.9169447265341655e-05,
      "loss": 0.0024,
      "step": 14115
    },
    {
      "epoch": 1.5303555941023417,
      "grad_norm": 0.10030917823314667,
      "learning_rate": 4.916582039750472e-05,
      "loss": 0.014,
      "step": 14116
    },
    {
      "epoch": 1.5304640069384217,
      "grad_norm": 0.171817347407341,
      "learning_rate": 4.9162193529667784e-05,
      "loss": 0.0166,
      "step": 14117
    },
    {
      "epoch": 1.5305724197745012,
      "grad_norm": 0.3544071614742279,
      "learning_rate": 4.915856666183085e-05,
      "loss": 0.0443,
      "step": 14118
    },
    {
      "epoch": 1.5306808326105812,
      "grad_norm": 0.14154520630836487,
      "learning_rate": 4.915493979399391e-05,
      "loss": 0.0314,
      "step": 14119
    },
    {
      "epoch": 1.5307892454466607,
      "grad_norm": 0.04352317377924919,
      "learning_rate": 4.9151312926156976e-05,
      "loss": 0.007,
      "step": 14120
    },
    {
      "epoch": 1.5308976582827407,
      "grad_norm": 0.228674054145813,
      "learning_rate": 4.914768605832003e-05,
      "loss": 0.0272,
      "step": 14121
    },
    {
      "epoch": 1.5310060711188205,
      "grad_norm": 0.07964684069156647,
      "learning_rate": 4.91440591904831e-05,
      "loss": 0.0145,
      "step": 14122
    },
    {
      "epoch": 1.5311144839549002,
      "grad_norm": 0.2193290740251541,
      "learning_rate": 4.914043232264616e-05,
      "loss": 0.013,
      "step": 14123
    },
    {
      "epoch": 1.53122289679098,
      "grad_norm": 0.15311455726623535,
      "learning_rate": 4.913680545480923e-05,
      "loss": 0.0566,
      "step": 14124
    },
    {
      "epoch": 1.5313313096270598,
      "grad_norm": 0.06345737725496292,
      "learning_rate": 4.9133178586972296e-05,
      "loss": 0.0091,
      "step": 14125
    },
    {
      "epoch": 1.5314397224631398,
      "grad_norm": 0.13817575573921204,
      "learning_rate": 4.912955171913536e-05,
      "loss": 0.0245,
      "step": 14126
    },
    {
      "epoch": 1.5315481352992193,
      "grad_norm": 0.1523253321647644,
      "learning_rate": 4.9125924851298425e-05,
      "loss": 0.0175,
      "step": 14127
    },
    {
      "epoch": 1.5316565481352993,
      "grad_norm": 0.10124535858631134,
      "learning_rate": 4.912229798346148e-05,
      "loss": 0.0103,
      "step": 14128
    },
    {
      "epoch": 1.531764960971379,
      "grad_norm": 0.08147959411144257,
      "learning_rate": 4.9118671115624546e-05,
      "loss": 0.0185,
      "step": 14129
    },
    {
      "epoch": 1.5318733738074588,
      "grad_norm": 0.10558241605758667,
      "learning_rate": 4.911504424778761e-05,
      "loss": 0.0121,
      "step": 14130
    },
    {
      "epoch": 1.5319817866435386,
      "grad_norm": 0.3831583857536316,
      "learning_rate": 4.9111417379950674e-05,
      "loss": 0.0582,
      "step": 14131
    },
    {
      "epoch": 1.5320901994796183,
      "grad_norm": 0.20027481019496918,
      "learning_rate": 4.910779051211374e-05,
      "loss": 0.0353,
      "step": 14132
    },
    {
      "epoch": 1.5321986123156983,
      "grad_norm": 0.29077771306037903,
      "learning_rate": 4.910416364427681e-05,
      "loss": 0.0388,
      "step": 14133
    },
    {
      "epoch": 1.5323070251517779,
      "grad_norm": 0.04485039785504341,
      "learning_rate": 4.910053677643987e-05,
      "loss": 0.0056,
      "step": 14134
    },
    {
      "epoch": 1.5324154379878578,
      "grad_norm": 0.1835012584924698,
      "learning_rate": 4.909690990860293e-05,
      "loss": 0.0631,
      "step": 14135
    },
    {
      "epoch": 1.5325238508239376,
      "grad_norm": 0.08792955428361893,
      "learning_rate": 4.9093283040765995e-05,
      "loss": 0.0054,
      "step": 14136
    },
    {
      "epoch": 1.5326322636600174,
      "grad_norm": 0.15963268280029297,
      "learning_rate": 4.908965617292906e-05,
      "loss": 0.0179,
      "step": 14137
    },
    {
      "epoch": 1.5327406764960971,
      "grad_norm": 0.05512206256389618,
      "learning_rate": 4.908602930509212e-05,
      "loss": 0.0088,
      "step": 14138
    },
    {
      "epoch": 1.532849089332177,
      "grad_norm": 0.2482897788286209,
      "learning_rate": 4.908240243725519e-05,
      "loss": 0.0207,
      "step": 14139
    },
    {
      "epoch": 1.5329575021682569,
      "grad_norm": 0.1772952675819397,
      "learning_rate": 4.907877556941825e-05,
      "loss": 0.0266,
      "step": 14140
    },
    {
      "epoch": 1.5330659150043364,
      "grad_norm": 0.2809891104698181,
      "learning_rate": 4.907514870158132e-05,
      "loss": 0.0269,
      "step": 14141
    },
    {
      "epoch": 1.5331743278404164,
      "grad_norm": 0.10434141010046005,
      "learning_rate": 4.907152183374438e-05,
      "loss": 0.0158,
      "step": 14142
    },
    {
      "epoch": 1.533282740676496,
      "grad_norm": 0.08904444426298141,
      "learning_rate": 4.9067894965907444e-05,
      "loss": 0.0086,
      "step": 14143
    },
    {
      "epoch": 1.533391153512576,
      "grad_norm": 0.17234274744987488,
      "learning_rate": 4.906426809807051e-05,
      "loss": 0.0154,
      "step": 14144
    },
    {
      "epoch": 1.5334995663486557,
      "grad_norm": 0.2627538740634918,
      "learning_rate": 4.906064123023357e-05,
      "loss": 0.0267,
      "step": 14145
    },
    {
      "epoch": 1.5336079791847355,
      "grad_norm": 0.2768005132675171,
      "learning_rate": 4.9057014362396636e-05,
      "loss": 0.014,
      "step": 14146
    },
    {
      "epoch": 1.5337163920208152,
      "grad_norm": 0.20089934766292572,
      "learning_rate": 4.90533874945597e-05,
      "loss": 0.0218,
      "step": 14147
    },
    {
      "epoch": 1.533824804856895,
      "grad_norm": 0.013067548163235188,
      "learning_rate": 4.9049760626722764e-05,
      "loss": 0.0014,
      "step": 14148
    },
    {
      "epoch": 1.533933217692975,
      "grad_norm": 0.08185603469610214,
      "learning_rate": 4.904613375888583e-05,
      "loss": 0.0104,
      "step": 14149
    },
    {
      "epoch": 1.5340416305290545,
      "grad_norm": 0.08697499334812164,
      "learning_rate": 4.904250689104889e-05,
      "loss": 0.0155,
      "step": 14150
    },
    {
      "epoch": 1.5341500433651345,
      "grad_norm": 0.30531856417655945,
      "learning_rate": 4.9038880023211956e-05,
      "loss": 0.0193,
      "step": 14151
    },
    {
      "epoch": 1.5342584562012143,
      "grad_norm": 0.12847048044204712,
      "learning_rate": 4.903525315537502e-05,
      "loss": 0.0247,
      "step": 14152
    },
    {
      "epoch": 1.534366869037294,
      "grad_norm": 0.19756492972373962,
      "learning_rate": 4.9031626287538085e-05,
      "loss": 0.0175,
      "step": 14153
    },
    {
      "epoch": 1.5344752818733738,
      "grad_norm": 0.11620981246232986,
      "learning_rate": 4.902799941970115e-05,
      "loss": 0.01,
      "step": 14154
    },
    {
      "epoch": 1.5345836947094535,
      "grad_norm": 0.27846387028694153,
      "learning_rate": 4.902437255186421e-05,
      "loss": 0.0185,
      "step": 14155
    },
    {
      "epoch": 1.5346921075455335,
      "grad_norm": 0.12668533623218536,
      "learning_rate": 4.902074568402728e-05,
      "loss": 0.0108,
      "step": 14156
    },
    {
      "epoch": 1.534800520381613,
      "grad_norm": 0.24801160395145416,
      "learning_rate": 4.901711881619034e-05,
      "loss": 0.0228,
      "step": 14157
    },
    {
      "epoch": 1.534908933217693,
      "grad_norm": 0.29147621989250183,
      "learning_rate": 4.90134919483534e-05,
      "loss": 0.0183,
      "step": 14158
    },
    {
      "epoch": 1.5350173460537726,
      "grad_norm": 0.1668064147233963,
      "learning_rate": 4.900986508051647e-05,
      "loss": 0.0307,
      "step": 14159
    },
    {
      "epoch": 1.5351257588898526,
      "grad_norm": 0.12467716634273529,
      "learning_rate": 4.900623821267953e-05,
      "loss": 0.0144,
      "step": 14160
    },
    {
      "epoch": 1.5352341717259324,
      "grad_norm": 0.1794663667678833,
      "learning_rate": 4.90026113448426e-05,
      "loss": 0.025,
      "step": 14161
    },
    {
      "epoch": 1.5353425845620121,
      "grad_norm": 0.03461505100131035,
      "learning_rate": 4.899898447700566e-05,
      "loss": 0.0021,
      "step": 14162
    },
    {
      "epoch": 1.535450997398092,
      "grad_norm": 0.26180368661880493,
      "learning_rate": 4.8995357609168726e-05,
      "loss": 0.0484,
      "step": 14163
    },
    {
      "epoch": 1.5355594102341716,
      "grad_norm": 0.47123798727989197,
      "learning_rate": 4.899173074133179e-05,
      "loss": 0.0232,
      "step": 14164
    },
    {
      "epoch": 1.5356678230702516,
      "grad_norm": 0.14786803722381592,
      "learning_rate": 4.8988103873494854e-05,
      "loss": 0.0103,
      "step": 14165
    },
    {
      "epoch": 1.5357762359063312,
      "grad_norm": 0.271689772605896,
      "learning_rate": 4.898447700565791e-05,
      "loss": 0.0483,
      "step": 14166
    },
    {
      "epoch": 1.5358846487424112,
      "grad_norm": 0.1266331672668457,
      "learning_rate": 4.898085013782098e-05,
      "loss": 0.0093,
      "step": 14167
    },
    {
      "epoch": 1.535993061578491,
      "grad_norm": 0.2686714231967926,
      "learning_rate": 4.8977223269984046e-05,
      "loss": 0.0348,
      "step": 14168
    },
    {
      "epoch": 1.5361014744145707,
      "grad_norm": 0.14802531898021698,
      "learning_rate": 4.897359640214711e-05,
      "loss": 0.0244,
      "step": 14169
    },
    {
      "epoch": 1.5362098872506504,
      "grad_norm": 0.26228970289230347,
      "learning_rate": 4.8969969534310174e-05,
      "loss": 0.0309,
      "step": 14170
    },
    {
      "epoch": 1.5363183000867302,
      "grad_norm": 0.23873579502105713,
      "learning_rate": 4.896634266647324e-05,
      "loss": 0.0207,
      "step": 14171
    },
    {
      "epoch": 1.5364267129228102,
      "grad_norm": 0.23370668292045593,
      "learning_rate": 4.89627157986363e-05,
      "loss": 0.0576,
      "step": 14172
    },
    {
      "epoch": 1.5365351257588897,
      "grad_norm": 0.048432301729917526,
      "learning_rate": 4.895908893079936e-05,
      "loss": 0.0035,
      "step": 14173
    },
    {
      "epoch": 1.5366435385949697,
      "grad_norm": 0.3495805859565735,
      "learning_rate": 4.8955462062962424e-05,
      "loss": 0.0342,
      "step": 14174
    },
    {
      "epoch": 1.5367519514310495,
      "grad_norm": 0.019698571413755417,
      "learning_rate": 4.895183519512549e-05,
      "loss": 0.0018,
      "step": 14175
    },
    {
      "epoch": 1.5368603642671292,
      "grad_norm": 0.36573490500450134,
      "learning_rate": 4.894820832728856e-05,
      "loss": 0.0266,
      "step": 14176
    },
    {
      "epoch": 1.536968777103209,
      "grad_norm": 0.7088246941566467,
      "learning_rate": 4.894458145945162e-05,
      "loss": 0.0159,
      "step": 14177
    },
    {
      "epoch": 1.5370771899392888,
      "grad_norm": 0.5696247816085815,
      "learning_rate": 4.894095459161469e-05,
      "loss": 0.0406,
      "step": 14178
    },
    {
      "epoch": 1.5371856027753688,
      "grad_norm": 0.15121255815029144,
      "learning_rate": 4.893732772377775e-05,
      "loss": 0.0162,
      "step": 14179
    },
    {
      "epoch": 1.5372940156114483,
      "grad_norm": 0.08808247745037079,
      "learning_rate": 4.893370085594081e-05,
      "loss": 0.0117,
      "step": 14180
    },
    {
      "epoch": 1.5374024284475283,
      "grad_norm": 0.16992002725601196,
      "learning_rate": 4.893007398810387e-05,
      "loss": 0.0144,
      "step": 14181
    },
    {
      "epoch": 1.5375108412836078,
      "grad_norm": 0.06806454807519913,
      "learning_rate": 4.892644712026694e-05,
      "loss": 0.0038,
      "step": 14182
    },
    {
      "epoch": 1.5376192541196878,
      "grad_norm": 0.23717720806598663,
      "learning_rate": 4.892282025243e-05,
      "loss": 0.0326,
      "step": 14183
    },
    {
      "epoch": 1.5377276669557676,
      "grad_norm": 0.24747540056705475,
      "learning_rate": 4.8919193384593065e-05,
      "loss": 0.0247,
      "step": 14184
    },
    {
      "epoch": 1.5378360797918473,
      "grad_norm": 0.26026424765586853,
      "learning_rate": 4.8915566516756136e-05,
      "loss": 0.0137,
      "step": 14185
    },
    {
      "epoch": 1.537944492627927,
      "grad_norm": 0.15916356444358826,
      "learning_rate": 4.89119396489192e-05,
      "loss": 0.0151,
      "step": 14186
    },
    {
      "epoch": 1.5380529054640069,
      "grad_norm": 0.1829623430967331,
      "learning_rate": 4.890831278108226e-05,
      "loss": 0.0455,
      "step": 14187
    },
    {
      "epoch": 1.5381613183000868,
      "grad_norm": 0.18148338794708252,
      "learning_rate": 4.890468591324532e-05,
      "loss": 0.0266,
      "step": 14188
    },
    {
      "epoch": 1.5382697311361664,
      "grad_norm": 0.26931193470954895,
      "learning_rate": 4.8901059045408386e-05,
      "loss": 0.059,
      "step": 14189
    },
    {
      "epoch": 1.5383781439722464,
      "grad_norm": 0.23261210322380066,
      "learning_rate": 4.889743217757145e-05,
      "loss": 0.0155,
      "step": 14190
    },
    {
      "epoch": 1.5384865568083261,
      "grad_norm": 0.01231404673308134,
      "learning_rate": 4.8893805309734514e-05,
      "loss": 0.0008,
      "step": 14191
    },
    {
      "epoch": 1.538594969644406,
      "grad_norm": 0.1534927636384964,
      "learning_rate": 4.889017844189758e-05,
      "loss": 0.0182,
      "step": 14192
    },
    {
      "epoch": 1.5387033824804857,
      "grad_norm": 0.37483689188957214,
      "learning_rate": 4.888655157406065e-05,
      "loss": 0.0529,
      "step": 14193
    },
    {
      "epoch": 1.5388117953165654,
      "grad_norm": 0.2241133153438568,
      "learning_rate": 4.8882924706223706e-05,
      "loss": 0.0375,
      "step": 14194
    },
    {
      "epoch": 1.5389202081526454,
      "grad_norm": 0.09541824460029602,
      "learning_rate": 4.887929783838677e-05,
      "loss": 0.0093,
      "step": 14195
    },
    {
      "epoch": 1.539028620988725,
      "grad_norm": 0.12622520327568054,
      "learning_rate": 4.8875670970549834e-05,
      "loss": 0.015,
      "step": 14196
    },
    {
      "epoch": 1.539137033824805,
      "grad_norm": 0.1524314433336258,
      "learning_rate": 4.88720441027129e-05,
      "loss": 0.0123,
      "step": 14197
    },
    {
      "epoch": 1.5392454466608847,
      "grad_norm": 0.2290007621049881,
      "learning_rate": 4.886841723487596e-05,
      "loss": 0.0157,
      "step": 14198
    },
    {
      "epoch": 1.5393538594969645,
      "grad_norm": 0.27365583181381226,
      "learning_rate": 4.886479036703903e-05,
      "loss": 0.0769,
      "step": 14199
    },
    {
      "epoch": 1.5394622723330442,
      "grad_norm": 0.24757608771324158,
      "learning_rate": 4.886116349920209e-05,
      "loss": 0.0146,
      "step": 14200
    },
    {
      "epoch": 1.539570685169124,
      "grad_norm": 0.2974144518375397,
      "learning_rate": 4.8857536631365155e-05,
      "loss": 0.04,
      "step": 14201
    },
    {
      "epoch": 1.539679098005204,
      "grad_norm": 0.3544616103172302,
      "learning_rate": 4.885390976352822e-05,
      "loss": 0.0462,
      "step": 14202
    },
    {
      "epoch": 1.5397875108412835,
      "grad_norm": 0.0373871810734272,
      "learning_rate": 4.885028289569128e-05,
      "loss": 0.0028,
      "step": 14203
    },
    {
      "epoch": 1.5398959236773635,
      "grad_norm": 0.12272563576698303,
      "learning_rate": 4.884665602785435e-05,
      "loss": 0.0325,
      "step": 14204
    },
    {
      "epoch": 1.540004336513443,
      "grad_norm": 0.09036479145288467,
      "learning_rate": 4.884302916001741e-05,
      "loss": 0.0108,
      "step": 14205
    },
    {
      "epoch": 1.540112749349523,
      "grad_norm": 0.023239314556121826,
      "learning_rate": 4.8839402292180475e-05,
      "loss": 0.0031,
      "step": 14206
    },
    {
      "epoch": 1.5402211621856028,
      "grad_norm": 0.12325697392225266,
      "learning_rate": 4.883577542434354e-05,
      "loss": 0.0357,
      "step": 14207
    },
    {
      "epoch": 1.5403295750216826,
      "grad_norm": 0.32737353444099426,
      "learning_rate": 4.8832148556506604e-05,
      "loss": 0.0579,
      "step": 14208
    },
    {
      "epoch": 1.5404379878577623,
      "grad_norm": 0.22250230610370636,
      "learning_rate": 4.882852168866967e-05,
      "loss": 0.0354,
      "step": 14209
    },
    {
      "epoch": 1.540546400693842,
      "grad_norm": 0.038876548409461975,
      "learning_rate": 4.882489482083273e-05,
      "loss": 0.0034,
      "step": 14210
    },
    {
      "epoch": 1.540654813529922,
      "grad_norm": 0.26491573452949524,
      "learning_rate": 4.8821267952995796e-05,
      "loss": 0.0322,
      "step": 14211
    },
    {
      "epoch": 1.5407632263660016,
      "grad_norm": 0.21720515191555023,
      "learning_rate": 4.881764108515886e-05,
      "loss": 0.0238,
      "step": 14212
    },
    {
      "epoch": 1.5408716392020816,
      "grad_norm": 0.036522943526506424,
      "learning_rate": 4.8814014217321924e-05,
      "loss": 0.0048,
      "step": 14213
    },
    {
      "epoch": 1.5409800520381614,
      "grad_norm": 0.2468039095401764,
      "learning_rate": 4.881038734948499e-05,
      "loss": 0.0278,
      "step": 14214
    },
    {
      "epoch": 1.5410884648742411,
      "grad_norm": 0.24087773263454437,
      "learning_rate": 4.880676048164805e-05,
      "loss": 0.0212,
      "step": 14215
    },
    {
      "epoch": 1.5411968777103209,
      "grad_norm": 0.14354050159454346,
      "learning_rate": 4.8803133613811116e-05,
      "loss": 0.0411,
      "step": 14216
    },
    {
      "epoch": 1.5413052905464006,
      "grad_norm": 0.1828901469707489,
      "learning_rate": 4.879950674597418e-05,
      "loss": 0.0298,
      "step": 14217
    },
    {
      "epoch": 1.5414137033824806,
      "grad_norm": 0.17530277371406555,
      "learning_rate": 4.879587987813724e-05,
      "loss": 0.0253,
      "step": 14218
    },
    {
      "epoch": 1.5415221162185602,
      "grad_norm": 0.036366745829582214,
      "learning_rate": 4.879225301030031e-05,
      "loss": 0.0034,
      "step": 14219
    },
    {
      "epoch": 1.5416305290546402,
      "grad_norm": 0.29917705059051514,
      "learning_rate": 4.878862614246337e-05,
      "loss": 0.0334,
      "step": 14220
    },
    {
      "epoch": 1.54173894189072,
      "grad_norm": 0.2480572760105133,
      "learning_rate": 4.878499927462644e-05,
      "loss": 0.0377,
      "step": 14221
    },
    {
      "epoch": 1.5418473547267997,
      "grad_norm": 0.23026134073734283,
      "learning_rate": 4.87813724067895e-05,
      "loss": 0.0648,
      "step": 14222
    },
    {
      "epoch": 1.5419557675628794,
      "grad_norm": 0.5713286399841309,
      "learning_rate": 4.8777745538952565e-05,
      "loss": 0.0317,
      "step": 14223
    },
    {
      "epoch": 1.5420641803989592,
      "grad_norm": 0.6929528117179871,
      "learning_rate": 4.877411867111563e-05,
      "loss": 0.0561,
      "step": 14224
    },
    {
      "epoch": 1.5421725932350392,
      "grad_norm": 0.13139857351779938,
      "learning_rate": 4.8770491803278687e-05,
      "loss": 0.0131,
      "step": 14225
    },
    {
      "epoch": 1.5422810060711187,
      "grad_norm": 0.25240519642829895,
      "learning_rate": 4.876686493544175e-05,
      "loss": 0.0307,
      "step": 14226
    },
    {
      "epoch": 1.5423894189071987,
      "grad_norm": 0.3687851130962372,
      "learning_rate": 4.8763238067604815e-05,
      "loss": 0.0396,
      "step": 14227
    },
    {
      "epoch": 1.5424978317432783,
      "grad_norm": 0.10084955394268036,
      "learning_rate": 4.8759611199767886e-05,
      "loss": 0.0124,
      "step": 14228
    },
    {
      "epoch": 1.5426062445793582,
      "grad_norm": 0.10983667522668839,
      "learning_rate": 4.875598433193095e-05,
      "loss": 0.011,
      "step": 14229
    },
    {
      "epoch": 1.542714657415438,
      "grad_norm": 0.27913182973861694,
      "learning_rate": 4.8752357464094014e-05,
      "loss": 0.044,
      "step": 14230
    },
    {
      "epoch": 1.5428230702515178,
      "grad_norm": 0.15614870190620422,
      "learning_rate": 4.874873059625708e-05,
      "loss": 0.0381,
      "step": 14231
    },
    {
      "epoch": 1.5429314830875975,
      "grad_norm": 0.15928137302398682,
      "learning_rate": 4.8745103728420135e-05,
      "loss": 0.0192,
      "step": 14232
    },
    {
      "epoch": 1.5430398959236773,
      "grad_norm": 0.2410842925310135,
      "learning_rate": 4.87414768605832e-05,
      "loss": 0.0945,
      "step": 14233
    },
    {
      "epoch": 1.5431483087597573,
      "grad_norm": 0.13843658566474915,
      "learning_rate": 4.8737849992746264e-05,
      "loss": 0.0278,
      "step": 14234
    },
    {
      "epoch": 1.5432567215958368,
      "grad_norm": 0.05622601881623268,
      "learning_rate": 4.873422312490933e-05,
      "loss": 0.0092,
      "step": 14235
    },
    {
      "epoch": 1.5433651344319168,
      "grad_norm": 0.12951086461544037,
      "learning_rate": 4.87305962570724e-05,
      "loss": 0.0246,
      "step": 14236
    },
    {
      "epoch": 1.5434735472679966,
      "grad_norm": 0.0497799776494503,
      "learning_rate": 4.872696938923546e-05,
      "loss": 0.0049,
      "step": 14237
    },
    {
      "epoch": 1.5435819601040763,
      "grad_norm": 0.06061095371842384,
      "learning_rate": 4.872334252139853e-05,
      "loss": 0.0074,
      "step": 14238
    },
    {
      "epoch": 1.543690372940156,
      "grad_norm": 0.05902266129851341,
      "learning_rate": 4.8719715653561584e-05,
      "loss": 0.0058,
      "step": 14239
    },
    {
      "epoch": 1.5437987857762359,
      "grad_norm": 0.09001021087169647,
      "learning_rate": 4.871608878572465e-05,
      "loss": 0.0122,
      "step": 14240
    },
    {
      "epoch": 1.5439071986123158,
      "grad_norm": 0.10557231307029724,
      "learning_rate": 4.871246191788771e-05,
      "loss": 0.012,
      "step": 14241
    },
    {
      "epoch": 1.5440156114483954,
      "grad_norm": 0.23807044327259064,
      "learning_rate": 4.8708835050050776e-05,
      "loss": 0.017,
      "step": 14242
    },
    {
      "epoch": 1.5441240242844754,
      "grad_norm": 0.1788150668144226,
      "learning_rate": 4.870520818221384e-05,
      "loss": 0.0277,
      "step": 14243
    },
    {
      "epoch": 1.544232437120555,
      "grad_norm": 0.1369437277317047,
      "learning_rate": 4.8701581314376905e-05,
      "loss": 0.0211,
      "step": 14244
    },
    {
      "epoch": 1.544340849956635,
      "grad_norm": 0.35422372817993164,
      "learning_rate": 4.8697954446539975e-05,
      "loss": 0.0499,
      "step": 14245
    },
    {
      "epoch": 1.5444492627927147,
      "grad_norm": 0.06965474039316177,
      "learning_rate": 4.869432757870304e-05,
      "loss": 0.0134,
      "step": 14246
    },
    {
      "epoch": 1.5445576756287944,
      "grad_norm": 0.04085500165820122,
      "learning_rate": 4.86907007108661e-05,
      "loss": 0.0051,
      "step": 14247
    },
    {
      "epoch": 1.5446660884648742,
      "grad_norm": 0.05104831978678703,
      "learning_rate": 4.868707384302916e-05,
      "loss": 0.0072,
      "step": 14248
    },
    {
      "epoch": 1.544774501300954,
      "grad_norm": 0.15799309313297272,
      "learning_rate": 4.8683446975192225e-05,
      "loss": 0.0199,
      "step": 14249
    },
    {
      "epoch": 1.544882914137034,
      "grad_norm": 0.08660012483596802,
      "learning_rate": 4.867982010735529e-05,
      "loss": 0.0102,
      "step": 14250
    },
    {
      "epoch": 1.5449913269731135,
      "grad_norm": 0.1090952679514885,
      "learning_rate": 4.867619323951835e-05,
      "loss": 0.0276,
      "step": 14251
    },
    {
      "epoch": 1.5450997398091935,
      "grad_norm": 0.2309645116329193,
      "learning_rate": 4.867256637168142e-05,
      "loss": 0.0385,
      "step": 14252
    },
    {
      "epoch": 1.5452081526452732,
      "grad_norm": 0.13053110241889954,
      "learning_rate": 4.866893950384448e-05,
      "loss": 0.0384,
      "step": 14253
    },
    {
      "epoch": 1.545316565481353,
      "grad_norm": 0.13213062286376953,
      "learning_rate": 4.8665312636007546e-05,
      "loss": 0.0147,
      "step": 14254
    },
    {
      "epoch": 1.5454249783174328,
      "grad_norm": 0.2322966754436493,
      "learning_rate": 4.866168576817061e-05,
      "loss": 0.0224,
      "step": 14255
    },
    {
      "epoch": 1.5455333911535125,
      "grad_norm": 0.13801205158233643,
      "learning_rate": 4.8658058900333674e-05,
      "loss": 0.0192,
      "step": 14256
    },
    {
      "epoch": 1.5456418039895925,
      "grad_norm": 0.14256881177425385,
      "learning_rate": 4.865443203249674e-05,
      "loss": 0.0364,
      "step": 14257
    },
    {
      "epoch": 1.545750216825672,
      "grad_norm": 0.1972307562828064,
      "learning_rate": 4.86508051646598e-05,
      "loss": 0.0366,
      "step": 14258
    },
    {
      "epoch": 1.545858629661752,
      "grad_norm": 0.1017388105392456,
      "learning_rate": 4.8647178296822866e-05,
      "loss": 0.0259,
      "step": 14259
    },
    {
      "epoch": 1.5459670424978318,
      "grad_norm": 0.2733244001865387,
      "learning_rate": 4.864355142898593e-05,
      "loss": 0.0392,
      "step": 14260
    },
    {
      "epoch": 1.5460754553339116,
      "grad_norm": 0.0998532697558403,
      "learning_rate": 4.8639924561148994e-05,
      "loss": 0.0196,
      "step": 14261
    },
    {
      "epoch": 1.5461838681699913,
      "grad_norm": 0.5465691685676575,
      "learning_rate": 4.863629769331206e-05,
      "loss": 0.1172,
      "step": 14262
    },
    {
      "epoch": 1.546292281006071,
      "grad_norm": 0.09630468487739563,
      "learning_rate": 4.863267082547512e-05,
      "loss": 0.0067,
      "step": 14263
    },
    {
      "epoch": 1.546400693842151,
      "grad_norm": 0.11955911666154861,
      "learning_rate": 4.862904395763819e-05,
      "loss": 0.0161,
      "step": 14264
    },
    {
      "epoch": 1.5465091066782306,
      "grad_norm": 0.08837077021598816,
      "learning_rate": 4.862541708980125e-05,
      "loss": 0.0103,
      "step": 14265
    },
    {
      "epoch": 1.5466175195143106,
      "grad_norm": 0.06838168203830719,
      "learning_rate": 4.8621790221964315e-05,
      "loss": 0.0068,
      "step": 14266
    },
    {
      "epoch": 1.5467259323503901,
      "grad_norm": 0.30815181136131287,
      "learning_rate": 4.861816335412738e-05,
      "loss": 0.0386,
      "step": 14267
    },
    {
      "epoch": 1.5468343451864701,
      "grad_norm": 0.061639007180929184,
      "learning_rate": 4.861453648629044e-05,
      "loss": 0.0127,
      "step": 14268
    },
    {
      "epoch": 1.5469427580225499,
      "grad_norm": 0.13736321032047272,
      "learning_rate": 4.861090961845351e-05,
      "loss": 0.0177,
      "step": 14269
    },
    {
      "epoch": 1.5470511708586296,
      "grad_norm": 0.04822399839758873,
      "learning_rate": 4.8607282750616565e-05,
      "loss": 0.0048,
      "step": 14270
    },
    {
      "epoch": 1.5471595836947094,
      "grad_norm": 0.16497009992599487,
      "learning_rate": 4.8603655882779635e-05,
      "loss": 0.0348,
      "step": 14271
    },
    {
      "epoch": 1.5472679965307892,
      "grad_norm": 0.053041547536849976,
      "learning_rate": 4.86000290149427e-05,
      "loss": 0.0065,
      "step": 14272
    },
    {
      "epoch": 1.5473764093668692,
      "grad_norm": 0.20640946924686432,
      "learning_rate": 4.8596402147105764e-05,
      "loss": 0.0649,
      "step": 14273
    },
    {
      "epoch": 1.5474848222029487,
      "grad_norm": 0.07069173455238342,
      "learning_rate": 4.859277527926883e-05,
      "loss": 0.0134,
      "step": 14274
    },
    {
      "epoch": 1.5475932350390287,
      "grad_norm": 0.1097300574183464,
      "learning_rate": 4.858914841143189e-05,
      "loss": 0.0119,
      "step": 14275
    },
    {
      "epoch": 1.5477016478751084,
      "grad_norm": 0.15870961546897888,
      "learning_rate": 4.8585521543594956e-05,
      "loss": 0.0273,
      "step": 14276
    },
    {
      "epoch": 1.5478100607111882,
      "grad_norm": 0.22731058299541473,
      "learning_rate": 4.858189467575801e-05,
      "loss": 0.0211,
      "step": 14277
    },
    {
      "epoch": 1.547918473547268,
      "grad_norm": 0.11573126167058945,
      "learning_rate": 4.857826780792108e-05,
      "loss": 0.0162,
      "step": 14278
    },
    {
      "epoch": 1.5480268863833477,
      "grad_norm": 0.11919710040092468,
      "learning_rate": 4.857464094008414e-05,
      "loss": 0.0141,
      "step": 14279
    },
    {
      "epoch": 1.5481352992194277,
      "grad_norm": 0.08250053972005844,
      "learning_rate": 4.857101407224721e-05,
      "loss": 0.0175,
      "step": 14280
    },
    {
      "epoch": 1.5482437120555073,
      "grad_norm": 0.22935564815998077,
      "learning_rate": 4.8567387204410276e-05,
      "loss": 0.0372,
      "step": 14281
    },
    {
      "epoch": 1.5483521248915872,
      "grad_norm": 0.21903155744075775,
      "learning_rate": 4.856376033657334e-05,
      "loss": 0.0257,
      "step": 14282
    },
    {
      "epoch": 1.548460537727667,
      "grad_norm": 0.09044843167066574,
      "learning_rate": 4.8560133468736405e-05,
      "loss": 0.0098,
      "step": 14283
    },
    {
      "epoch": 1.5485689505637468,
      "grad_norm": 0.14000064134597778,
      "learning_rate": 4.855650660089946e-05,
      "loss": 0.0178,
      "step": 14284
    },
    {
      "epoch": 1.5486773633998265,
      "grad_norm": 0.15472747385501862,
      "learning_rate": 4.8552879733062526e-05,
      "loss": 0.0095,
      "step": 14285
    },
    {
      "epoch": 1.5487857762359063,
      "grad_norm": 0.05830337479710579,
      "learning_rate": 4.854925286522559e-05,
      "loss": 0.0115,
      "step": 14286
    },
    {
      "epoch": 1.5488941890719863,
      "grad_norm": 0.06061151623725891,
      "learning_rate": 4.8545625997388654e-05,
      "loss": 0.0026,
      "step": 14287
    },
    {
      "epoch": 1.5490026019080658,
      "grad_norm": 0.24572132527828217,
      "learning_rate": 4.8541999129551725e-05,
      "loss": 0.0147,
      "step": 14288
    },
    {
      "epoch": 1.5491110147441458,
      "grad_norm": 0.19383078813552856,
      "learning_rate": 4.853837226171479e-05,
      "loss": 0.0647,
      "step": 14289
    },
    {
      "epoch": 1.5492194275802254,
      "grad_norm": 0.12017060816287994,
      "learning_rate": 4.8534745393877853e-05,
      "loss": 0.0167,
      "step": 14290
    },
    {
      "epoch": 1.5493278404163053,
      "grad_norm": 0.11777746677398682,
      "learning_rate": 4.853111852604091e-05,
      "loss": 0.0266,
      "step": 14291
    },
    {
      "epoch": 1.549436253252385,
      "grad_norm": 0.14476443827152252,
      "learning_rate": 4.8527491658203975e-05,
      "loss": 0.0066,
      "step": 14292
    },
    {
      "epoch": 1.5495446660884649,
      "grad_norm": 0.23492133617401123,
      "learning_rate": 4.852386479036704e-05,
      "loss": 0.0565,
      "step": 14293
    },
    {
      "epoch": 1.5496530789245446,
      "grad_norm": 0.1495319902896881,
      "learning_rate": 4.85202379225301e-05,
      "loss": 0.0579,
      "step": 14294
    },
    {
      "epoch": 1.5497614917606244,
      "grad_norm": 0.13979096710681915,
      "learning_rate": 4.851661105469317e-05,
      "loss": 0.0259,
      "step": 14295
    },
    {
      "epoch": 1.5498699045967044,
      "grad_norm": 0.15061010420322418,
      "learning_rate": 4.851298418685623e-05,
      "loss": 0.0385,
      "step": 14296
    },
    {
      "epoch": 1.549978317432784,
      "grad_norm": 0.22945983707904816,
      "learning_rate": 4.85093573190193e-05,
      "loss": 0.0277,
      "step": 14297
    },
    {
      "epoch": 1.550086730268864,
      "grad_norm": 0.2479245364665985,
      "learning_rate": 4.8505730451182366e-05,
      "loss": 0.011,
      "step": 14298
    },
    {
      "epoch": 1.5501951431049437,
      "grad_norm": 0.16820533573627472,
      "learning_rate": 4.8502103583345424e-05,
      "loss": 0.0256,
      "step": 14299
    },
    {
      "epoch": 1.5503035559410234,
      "grad_norm": 0.27414214611053467,
      "learning_rate": 4.849847671550849e-05,
      "loss": 0.0735,
      "step": 14300
    },
    {
      "epoch": 1.5504119687771032,
      "grad_norm": 0.13566549122333527,
      "learning_rate": 4.849484984767155e-05,
      "loss": 0.041,
      "step": 14301
    },
    {
      "epoch": 1.550520381613183,
      "grad_norm": 0.016462182626128197,
      "learning_rate": 4.8491222979834616e-05,
      "loss": 0.0023,
      "step": 14302
    },
    {
      "epoch": 1.550628794449263,
      "grad_norm": 0.1975594162940979,
      "learning_rate": 4.848759611199768e-05,
      "loss": 0.0345,
      "step": 14303
    },
    {
      "epoch": 1.5507372072853425,
      "grad_norm": 0.14271453022956848,
      "learning_rate": 4.8483969244160744e-05,
      "loss": 0.0174,
      "step": 14304
    },
    {
      "epoch": 1.5508456201214225,
      "grad_norm": 0.04128789156675339,
      "learning_rate": 4.8480342376323815e-05,
      "loss": 0.006,
      "step": 14305
    },
    {
      "epoch": 1.550954032957502,
      "grad_norm": 0.1737879514694214,
      "learning_rate": 4.847671550848687e-05,
      "loss": 0.0267,
      "step": 14306
    },
    {
      "epoch": 1.551062445793582,
      "grad_norm": 0.08428506553173065,
      "learning_rate": 4.8473088640649936e-05,
      "loss": 0.02,
      "step": 14307
    },
    {
      "epoch": 1.5511708586296618,
      "grad_norm": 0.15891686081886292,
      "learning_rate": 4.8469461772813e-05,
      "loss": 0.0172,
      "step": 14308
    },
    {
      "epoch": 1.5512792714657415,
      "grad_norm": 0.11129462718963623,
      "learning_rate": 4.8465834904976065e-05,
      "loss": 0.0106,
      "step": 14309
    },
    {
      "epoch": 1.5513876843018215,
      "grad_norm": 0.16302551329135895,
      "learning_rate": 4.846220803713913e-05,
      "loss": 0.014,
      "step": 14310
    },
    {
      "epoch": 1.551496097137901,
      "grad_norm": 0.07516156136989594,
      "learning_rate": 4.845858116930219e-05,
      "loss": 0.01,
      "step": 14311
    },
    {
      "epoch": 1.551604509973981,
      "grad_norm": 0.217343270778656,
      "learning_rate": 4.845495430146526e-05,
      "loss": 0.0676,
      "step": 14312
    },
    {
      "epoch": 1.5517129228100606,
      "grad_norm": 0.13071216642856598,
      "learning_rate": 4.845132743362832e-05,
      "loss": 0.0361,
      "step": 14313
    },
    {
      "epoch": 1.5518213356461406,
      "grad_norm": 0.104764923453331,
      "learning_rate": 4.8447700565791385e-05,
      "loss": 0.0092,
      "step": 14314
    },
    {
      "epoch": 1.5519297484822203,
      "grad_norm": 0.2968306541442871,
      "learning_rate": 4.844407369795445e-05,
      "loss": 0.0413,
      "step": 14315
    },
    {
      "epoch": 1.5520381613183,
      "grad_norm": 0.2519783675670624,
      "learning_rate": 4.844044683011751e-05,
      "loss": 0.0318,
      "step": 14316
    },
    {
      "epoch": 1.5521465741543798,
      "grad_norm": 0.2733888328075409,
      "learning_rate": 4.843681996228058e-05,
      "loss": 0.0232,
      "step": 14317
    },
    {
      "epoch": 1.5522549869904596,
      "grad_norm": 0.2432405799627304,
      "learning_rate": 4.843319309444364e-05,
      "loss": 0.0304,
      "step": 14318
    },
    {
      "epoch": 1.5523633998265396,
      "grad_norm": 0.10624541342258453,
      "learning_rate": 4.8429566226606706e-05,
      "loss": 0.022,
      "step": 14319
    },
    {
      "epoch": 1.5524718126626191,
      "grad_norm": 0.10910098999738693,
      "learning_rate": 4.842593935876977e-05,
      "loss": 0.009,
      "step": 14320
    },
    {
      "epoch": 1.5525802254986991,
      "grad_norm": 0.0691751167178154,
      "learning_rate": 4.8422312490932834e-05,
      "loss": 0.009,
      "step": 14321
    },
    {
      "epoch": 1.5526886383347789,
      "grad_norm": 0.1016707494854927,
      "learning_rate": 4.841868562309589e-05,
      "loss": 0.0165,
      "step": 14322
    },
    {
      "epoch": 1.5527970511708586,
      "grad_norm": 0.08797472715377808,
      "learning_rate": 4.841505875525896e-05,
      "loss": 0.0146,
      "step": 14323
    },
    {
      "epoch": 1.5529054640069384,
      "grad_norm": 0.12006645649671555,
      "learning_rate": 4.8411431887422026e-05,
      "loss": 0.0054,
      "step": 14324
    },
    {
      "epoch": 1.5530138768430182,
      "grad_norm": 0.08594593405723572,
      "learning_rate": 4.840780501958509e-05,
      "loss": 0.008,
      "step": 14325
    },
    {
      "epoch": 1.5531222896790982,
      "grad_norm": 0.11167021840810776,
      "learning_rate": 4.8404178151748154e-05,
      "loss": 0.0141,
      "step": 14326
    },
    {
      "epoch": 1.5532307025151777,
      "grad_norm": 0.02316994220018387,
      "learning_rate": 4.840055128391122e-05,
      "loss": 0.0035,
      "step": 14327
    },
    {
      "epoch": 1.5533391153512577,
      "grad_norm": 0.35241782665252686,
      "learning_rate": 4.839692441607428e-05,
      "loss": 0.0468,
      "step": 14328
    },
    {
      "epoch": 1.5534475281873372,
      "grad_norm": 0.08908265829086304,
      "learning_rate": 4.839329754823734e-05,
      "loss": 0.0114,
      "step": 14329
    },
    {
      "epoch": 1.5535559410234172,
      "grad_norm": 0.08255623281002045,
      "learning_rate": 4.8389670680400404e-05,
      "loss": 0.0185,
      "step": 14330
    },
    {
      "epoch": 1.553664353859497,
      "grad_norm": 0.17227037250995636,
      "learning_rate": 4.8386043812563475e-05,
      "loss": 0.0286,
      "step": 14331
    },
    {
      "epoch": 1.5537727666955767,
      "grad_norm": 0.11965980380773544,
      "learning_rate": 4.838241694472654e-05,
      "loss": 0.0129,
      "step": 14332
    },
    {
      "epoch": 1.5538811795316565,
      "grad_norm": 0.09167269617319107,
      "learning_rate": 4.83787900768896e-05,
      "loss": 0.0223,
      "step": 14333
    },
    {
      "epoch": 1.5539895923677363,
      "grad_norm": 0.17751622200012207,
      "learning_rate": 4.837516320905267e-05,
      "loss": 0.0217,
      "step": 14334
    },
    {
      "epoch": 1.5540980052038162,
      "grad_norm": 0.06844420731067657,
      "learning_rate": 4.837153634121573e-05,
      "loss": 0.0112,
      "step": 14335
    },
    {
      "epoch": 1.5542064180398958,
      "grad_norm": 0.09135109931230545,
      "learning_rate": 4.836790947337879e-05,
      "loss": 0.0094,
      "step": 14336
    },
    {
      "epoch": 1.5543148308759758,
      "grad_norm": 0.08053256571292877,
      "learning_rate": 4.836428260554185e-05,
      "loss": 0.0128,
      "step": 14337
    },
    {
      "epoch": 1.5544232437120555,
      "grad_norm": 0.2339055836200714,
      "learning_rate": 4.836065573770492e-05,
      "loss": 0.0203,
      "step": 14338
    },
    {
      "epoch": 1.5545316565481353,
      "grad_norm": 0.15238988399505615,
      "learning_rate": 4.835702886986798e-05,
      "loss": 0.0263,
      "step": 14339
    },
    {
      "epoch": 1.554640069384215,
      "grad_norm": 0.0979265496134758,
      "learning_rate": 4.835340200203105e-05,
      "loss": 0.0182,
      "step": 14340
    },
    {
      "epoch": 1.5547484822202948,
      "grad_norm": 0.23926834762096405,
      "learning_rate": 4.8349775134194116e-05,
      "loss": 0.0736,
      "step": 14341
    },
    {
      "epoch": 1.5548568950563748,
      "grad_norm": 0.16664838790893555,
      "learning_rate": 4.834614826635718e-05,
      "loss": 0.0217,
      "step": 14342
    },
    {
      "epoch": 1.5549653078924544,
      "grad_norm": 0.3505082130432129,
      "learning_rate": 4.834252139852024e-05,
      "loss": 0.0188,
      "step": 14343
    },
    {
      "epoch": 1.5550737207285343,
      "grad_norm": 0.09655232727527618,
      "learning_rate": 4.83388945306833e-05,
      "loss": 0.0212,
      "step": 14344
    },
    {
      "epoch": 1.555182133564614,
      "grad_norm": 0.368161141872406,
      "learning_rate": 4.8335267662846366e-05,
      "loss": 0.0687,
      "step": 14345
    },
    {
      "epoch": 1.5552905464006939,
      "grad_norm": 0.07624280452728271,
      "learning_rate": 4.833164079500943e-05,
      "loss": 0.0057,
      "step": 14346
    },
    {
      "epoch": 1.5553989592367736,
      "grad_norm": 0.3292825222015381,
      "learning_rate": 4.8328013927172494e-05,
      "loss": 0.0265,
      "step": 14347
    },
    {
      "epoch": 1.5555073720728534,
      "grad_norm": 0.06389851123094559,
      "learning_rate": 4.832438705933556e-05,
      "loss": 0.0124,
      "step": 14348
    },
    {
      "epoch": 1.5556157849089334,
      "grad_norm": 0.07996627688407898,
      "learning_rate": 4.832076019149863e-05,
      "loss": 0.0061,
      "step": 14349
    },
    {
      "epoch": 1.555724197745013,
      "grad_norm": 0.19167405366897583,
      "learning_rate": 4.831713332366169e-05,
      "loss": 0.0516,
      "step": 14350
    },
    {
      "epoch": 1.555832610581093,
      "grad_norm": 0.05027557164430618,
      "learning_rate": 4.831350645582475e-05,
      "loss": 0.0091,
      "step": 14351
    },
    {
      "epoch": 1.5559410234171724,
      "grad_norm": 0.13208766281604767,
      "learning_rate": 4.8309879587987814e-05,
      "loss": 0.0069,
      "step": 14352
    },
    {
      "epoch": 1.5560494362532524,
      "grad_norm": 0.21293297410011292,
      "learning_rate": 4.830625272015088e-05,
      "loss": 0.0207,
      "step": 14353
    },
    {
      "epoch": 1.5561578490893322,
      "grad_norm": 0.13098639249801636,
      "learning_rate": 4.830262585231394e-05,
      "loss": 0.0218,
      "step": 14354
    },
    {
      "epoch": 1.556266261925412,
      "grad_norm": 0.601851224899292,
      "learning_rate": 4.829899898447701e-05,
      "loss": 0.0245,
      "step": 14355
    },
    {
      "epoch": 1.5563746747614917,
      "grad_norm": 0.15938639640808105,
      "learning_rate": 4.829537211664007e-05,
      "loss": 0.0246,
      "step": 14356
    },
    {
      "epoch": 1.5564830875975715,
      "grad_norm": 0.20512084662914276,
      "learning_rate": 4.829174524880314e-05,
      "loss": 0.0303,
      "step": 14357
    },
    {
      "epoch": 1.5565915004336515,
      "grad_norm": 0.25431886315345764,
      "learning_rate": 4.82881183809662e-05,
      "loss": 0.0409,
      "step": 14358
    },
    {
      "epoch": 1.556699913269731,
      "grad_norm": 0.04447271302342415,
      "learning_rate": 4.828449151312926e-05,
      "loss": 0.005,
      "step": 14359
    },
    {
      "epoch": 1.556808326105811,
      "grad_norm": 0.40580272674560547,
      "learning_rate": 4.828086464529233e-05,
      "loss": 0.0511,
      "step": 14360
    },
    {
      "epoch": 1.5569167389418908,
      "grad_norm": 0.11725282669067383,
      "learning_rate": 4.827723777745539e-05,
      "loss": 0.0088,
      "step": 14361
    },
    {
      "epoch": 1.5570251517779705,
      "grad_norm": 0.08295860886573792,
      "learning_rate": 4.8273610909618455e-05,
      "loss": 0.0037,
      "step": 14362
    },
    {
      "epoch": 1.5571335646140503,
      "grad_norm": 0.34305596351623535,
      "learning_rate": 4.826998404178152e-05,
      "loss": 0.0631,
      "step": 14363
    },
    {
      "epoch": 1.55724197745013,
      "grad_norm": 0.0609709806740284,
      "learning_rate": 4.8266357173944584e-05,
      "loss": 0.0059,
      "step": 14364
    },
    {
      "epoch": 1.55735039028621,
      "grad_norm": 0.30245205760002136,
      "learning_rate": 4.826273030610765e-05,
      "loss": 0.0081,
      "step": 14365
    },
    {
      "epoch": 1.5574588031222896,
      "grad_norm": 0.19822129607200623,
      "learning_rate": 4.825910343827071e-05,
      "loss": 0.0239,
      "step": 14366
    },
    {
      "epoch": 1.5575672159583696,
      "grad_norm": 0.14400243759155273,
      "learning_rate": 4.8255476570433776e-05,
      "loss": 0.0165,
      "step": 14367
    },
    {
      "epoch": 1.557675628794449,
      "grad_norm": 0.16103698313236237,
      "learning_rate": 4.825184970259684e-05,
      "loss": 0.0233,
      "step": 14368
    },
    {
      "epoch": 1.557784041630529,
      "grad_norm": 0.03603691980242729,
      "learning_rate": 4.8248222834759904e-05,
      "loss": 0.0051,
      "step": 14369
    },
    {
      "epoch": 1.5578924544666088,
      "grad_norm": 0.3052588403224945,
      "learning_rate": 4.824459596692297e-05,
      "loss": 0.0205,
      "step": 14370
    },
    {
      "epoch": 1.5580008673026886,
      "grad_norm": 0.09530259668827057,
      "learning_rate": 4.824096909908603e-05,
      "loss": 0.0185,
      "step": 14371
    },
    {
      "epoch": 1.5581092801387686,
      "grad_norm": 0.15311722457408905,
      "learning_rate": 4.8237342231249096e-05,
      "loss": 0.0326,
      "step": 14372
    },
    {
      "epoch": 1.5582176929748481,
      "grad_norm": 0.0995481088757515,
      "learning_rate": 4.823371536341216e-05,
      "loss": 0.0057,
      "step": 14373
    },
    {
      "epoch": 1.5583261058109281,
      "grad_norm": 0.08894220739603043,
      "learning_rate": 4.823008849557522e-05,
      "loss": 0.007,
      "step": 14374
    },
    {
      "epoch": 1.5584345186470077,
      "grad_norm": 0.17490264773368835,
      "learning_rate": 4.822646162773829e-05,
      "loss": 0.0396,
      "step": 14375
    },
    {
      "epoch": 1.5585429314830876,
      "grad_norm": 0.16471756994724274,
      "learning_rate": 4.822283475990135e-05,
      "loss": 0.0249,
      "step": 14376
    },
    {
      "epoch": 1.5586513443191674,
      "grad_norm": 0.31441158056259155,
      "learning_rate": 4.821920789206442e-05,
      "loss": 0.0381,
      "step": 14377
    },
    {
      "epoch": 1.5587597571552472,
      "grad_norm": 0.15691964328289032,
      "learning_rate": 4.821558102422748e-05,
      "loss": 0.0151,
      "step": 14378
    },
    {
      "epoch": 1.558868169991327,
      "grad_norm": 0.07450570166110992,
      "learning_rate": 4.8211954156390545e-05,
      "loss": 0.0133,
      "step": 14379
    },
    {
      "epoch": 1.5589765828274067,
      "grad_norm": 0.1760728359222412,
      "learning_rate": 4.820832728855361e-05,
      "loss": 0.0243,
      "step": 14380
    },
    {
      "epoch": 1.5590849956634867,
      "grad_norm": 0.09358341246843338,
      "learning_rate": 4.820470042071667e-05,
      "loss": 0.0118,
      "step": 14381
    },
    {
      "epoch": 1.5591934084995662,
      "grad_norm": 0.21157331764698029,
      "learning_rate": 4.820107355287973e-05,
      "loss": 0.0131,
      "step": 14382
    },
    {
      "epoch": 1.5593018213356462,
      "grad_norm": 0.31272614002227783,
      "learning_rate": 4.81974466850428e-05,
      "loss": 0.0523,
      "step": 14383
    },
    {
      "epoch": 1.559410234171726,
      "grad_norm": 0.17159070074558258,
      "learning_rate": 4.8193819817205866e-05,
      "loss": 0.0279,
      "step": 14384
    },
    {
      "epoch": 1.5595186470078057,
      "grad_norm": 0.1631154865026474,
      "learning_rate": 4.819019294936893e-05,
      "loss": 0.0113,
      "step": 14385
    },
    {
      "epoch": 1.5596270598438855,
      "grad_norm": 0.20222002267837524,
      "learning_rate": 4.8186566081531994e-05,
      "loss": 0.0071,
      "step": 14386
    },
    {
      "epoch": 1.5597354726799653,
      "grad_norm": 0.21928878128528595,
      "learning_rate": 4.818293921369506e-05,
      "loss": 0.0455,
      "step": 14387
    },
    {
      "epoch": 1.5598438855160452,
      "grad_norm": 0.13111789524555206,
      "learning_rate": 4.8179312345858115e-05,
      "loss": 0.0138,
      "step": 14388
    },
    {
      "epoch": 1.5599522983521248,
      "grad_norm": 0.26572877168655396,
      "learning_rate": 4.817568547802118e-05,
      "loss": 0.0403,
      "step": 14389
    },
    {
      "epoch": 1.5600607111882048,
      "grad_norm": 0.1545840948820114,
      "learning_rate": 4.8172058610184244e-05,
      "loss": 0.0266,
      "step": 14390
    },
    {
      "epoch": 1.5601691240242843,
      "grad_norm": 0.14537934958934784,
      "learning_rate": 4.816843174234731e-05,
      "loss": 0.0131,
      "step": 14391
    },
    {
      "epoch": 1.5602775368603643,
      "grad_norm": 0.09695194661617279,
      "learning_rate": 4.816480487451038e-05,
      "loss": 0.0214,
      "step": 14392
    },
    {
      "epoch": 1.560385949696444,
      "grad_norm": 0.1481703221797943,
      "learning_rate": 4.816117800667344e-05,
      "loss": 0.0395,
      "step": 14393
    },
    {
      "epoch": 1.5604943625325238,
      "grad_norm": 0.15348365902900696,
      "learning_rate": 4.815755113883651e-05,
      "loss": 0.0144,
      "step": 14394
    },
    {
      "epoch": 1.5606027753686036,
      "grad_norm": 0.15328459441661835,
      "learning_rate": 4.8153924270999564e-05,
      "loss": 0.0162,
      "step": 14395
    },
    {
      "epoch": 1.5607111882046834,
      "grad_norm": 0.3945210576057434,
      "learning_rate": 4.815029740316263e-05,
      "loss": 0.0672,
      "step": 14396
    },
    {
      "epoch": 1.5608196010407633,
      "grad_norm": 0.07118111848831177,
      "learning_rate": 4.814667053532569e-05,
      "loss": 0.0037,
      "step": 14397
    },
    {
      "epoch": 1.5609280138768429,
      "grad_norm": 0.19471009075641632,
      "learning_rate": 4.8143043667488756e-05,
      "loss": 0.0161,
      "step": 14398
    },
    {
      "epoch": 1.5610364267129229,
      "grad_norm": 0.12426259368658066,
      "learning_rate": 4.813941679965182e-05,
      "loss": 0.02,
      "step": 14399
    },
    {
      "epoch": 1.5611448395490026,
      "grad_norm": 0.01596149429678917,
      "learning_rate": 4.813578993181489e-05,
      "loss": 0.0016,
      "step": 14400
    },
    {
      "epoch": 1.5612532523850824,
      "grad_norm": 0.14557620882987976,
      "learning_rate": 4.8132163063977956e-05,
      "loss": 0.0208,
      "step": 14401
    },
    {
      "epoch": 1.5613616652211622,
      "grad_norm": 0.43326687812805176,
      "learning_rate": 4.812853619614102e-05,
      "loss": 0.0409,
      "step": 14402
    },
    {
      "epoch": 1.561470078057242,
      "grad_norm": 0.0723193809390068,
      "learning_rate": 4.812490932830408e-05,
      "loss": 0.0052,
      "step": 14403
    },
    {
      "epoch": 1.561578490893322,
      "grad_norm": 0.175374373793602,
      "learning_rate": 4.812128246046714e-05,
      "loss": 0.0323,
      "step": 14404
    },
    {
      "epoch": 1.5616869037294014,
      "grad_norm": 0.14621277153491974,
      "learning_rate": 4.8117655592630205e-05,
      "loss": 0.0293,
      "step": 14405
    },
    {
      "epoch": 1.5617953165654814,
      "grad_norm": 0.07703370600938797,
      "learning_rate": 4.811402872479327e-05,
      "loss": 0.0043,
      "step": 14406
    },
    {
      "epoch": 1.5619037294015612,
      "grad_norm": 0.18503066897392273,
      "learning_rate": 4.811040185695633e-05,
      "loss": 0.0356,
      "step": 14407
    },
    {
      "epoch": 1.562012142237641,
      "grad_norm": 0.27363958954811096,
      "learning_rate": 4.81067749891194e-05,
      "loss": 0.0265,
      "step": 14408
    },
    {
      "epoch": 1.5621205550737207,
      "grad_norm": 0.08380089700222015,
      "learning_rate": 4.810314812128247e-05,
      "loss": 0.0049,
      "step": 14409
    },
    {
      "epoch": 1.5622289679098005,
      "grad_norm": 0.2144463211297989,
      "learning_rate": 4.8099521253445526e-05,
      "loss": 0.0413,
      "step": 14410
    },
    {
      "epoch": 1.5623373807458805,
      "grad_norm": 0.7267001271247864,
      "learning_rate": 4.809589438560859e-05,
      "loss": 0.0235,
      "step": 14411
    },
    {
      "epoch": 1.56244579358196,
      "grad_norm": 0.14869354665279388,
      "learning_rate": 4.8092267517771654e-05,
      "loss": 0.0294,
      "step": 14412
    },
    {
      "epoch": 1.56255420641804,
      "grad_norm": 0.05277339369058609,
      "learning_rate": 4.808864064993472e-05,
      "loss": 0.009,
      "step": 14413
    },
    {
      "epoch": 1.5626626192541195,
      "grad_norm": 0.05497493967413902,
      "learning_rate": 4.808501378209778e-05,
      "loss": 0.0063,
      "step": 14414
    },
    {
      "epoch": 1.5627710320901995,
      "grad_norm": 0.0758947804570198,
      "learning_rate": 4.8081386914260846e-05,
      "loss": 0.0024,
      "step": 14415
    },
    {
      "epoch": 1.5628794449262793,
      "grad_norm": 0.12780335545539856,
      "learning_rate": 4.807776004642391e-05,
      "loss": 0.0161,
      "step": 14416
    },
    {
      "epoch": 1.562987857762359,
      "grad_norm": 0.07631177455186844,
      "learning_rate": 4.8074133178586974e-05,
      "loss": 0.0102,
      "step": 14417
    },
    {
      "epoch": 1.5630962705984388,
      "grad_norm": 0.1644216924905777,
      "learning_rate": 4.807050631075004e-05,
      "loss": 0.0216,
      "step": 14418
    },
    {
      "epoch": 1.5632046834345186,
      "grad_norm": 0.14451751112937927,
      "learning_rate": 4.80668794429131e-05,
      "loss": 0.0183,
      "step": 14419
    },
    {
      "epoch": 1.5633130962705986,
      "grad_norm": 0.12582838535308838,
      "learning_rate": 4.806325257507617e-05,
      "loss": 0.016,
      "step": 14420
    },
    {
      "epoch": 1.563421509106678,
      "grad_norm": 0.17713092267513275,
      "learning_rate": 4.805962570723923e-05,
      "loss": 0.0132,
      "step": 14421
    },
    {
      "epoch": 1.563529921942758,
      "grad_norm": 0.06193495914340019,
      "learning_rate": 4.8055998839402295e-05,
      "loss": 0.0074,
      "step": 14422
    },
    {
      "epoch": 1.5636383347788378,
      "grad_norm": 0.19801847636699677,
      "learning_rate": 4.805237197156536e-05,
      "loss": 0.0139,
      "step": 14423
    },
    {
      "epoch": 1.5637467476149176,
      "grad_norm": 0.05784856528043747,
      "learning_rate": 4.804874510372842e-05,
      "loss": 0.0091,
      "step": 14424
    },
    {
      "epoch": 1.5638551604509974,
      "grad_norm": 0.23423734307289124,
      "learning_rate": 4.804511823589149e-05,
      "loss": 0.0525,
      "step": 14425
    },
    {
      "epoch": 1.5639635732870771,
      "grad_norm": 0.18674352765083313,
      "learning_rate": 4.804149136805455e-05,
      "loss": 0.0471,
      "step": 14426
    },
    {
      "epoch": 1.5640719861231571,
      "grad_norm": 0.27672043442726135,
      "learning_rate": 4.8037864500217615e-05,
      "loss": 0.0375,
      "step": 14427
    },
    {
      "epoch": 1.5641803989592367,
      "grad_norm": 0.21142107248306274,
      "learning_rate": 4.803423763238068e-05,
      "loss": 0.0246,
      "step": 14428
    },
    {
      "epoch": 1.5642888117953166,
      "grad_norm": 0.19814682006835938,
      "learning_rate": 4.8030610764543744e-05,
      "loss": 0.0238,
      "step": 14429
    },
    {
      "epoch": 1.5643972246313964,
      "grad_norm": 0.1481875628232956,
      "learning_rate": 4.802698389670681e-05,
      "loss": 0.0271,
      "step": 14430
    },
    {
      "epoch": 1.5645056374674762,
      "grad_norm": 0.05921557545661926,
      "learning_rate": 4.802335702886987e-05,
      "loss": 0.0069,
      "step": 14431
    },
    {
      "epoch": 1.564614050303556,
      "grad_norm": 0.165938600897789,
      "learning_rate": 4.8019730161032936e-05,
      "loss": 0.0258,
      "step": 14432
    },
    {
      "epoch": 1.5647224631396357,
      "grad_norm": 0.13172076642513275,
      "learning_rate": 4.801610329319599e-05,
      "loss": 0.0055,
      "step": 14433
    },
    {
      "epoch": 1.5648308759757157,
      "grad_norm": 0.095755934715271,
      "learning_rate": 4.801247642535906e-05,
      "loss": 0.0189,
      "step": 14434
    },
    {
      "epoch": 1.5649392888117952,
      "grad_norm": 0.07578104734420776,
      "learning_rate": 4.800884955752213e-05,
      "loss": 0.0061,
      "step": 14435
    },
    {
      "epoch": 1.5650477016478752,
      "grad_norm": 0.1471853256225586,
      "learning_rate": 4.800522268968519e-05,
      "loss": 0.0403,
      "step": 14436
    },
    {
      "epoch": 1.5651561144839548,
      "grad_norm": 0.1483345627784729,
      "learning_rate": 4.8001595821848257e-05,
      "loss": 0.0162,
      "step": 14437
    },
    {
      "epoch": 1.5652645273200347,
      "grad_norm": 0.2105800062417984,
      "learning_rate": 4.799796895401132e-05,
      "loss": 0.0292,
      "step": 14438
    },
    {
      "epoch": 1.5653729401561145,
      "grad_norm": 0.43538162112236023,
      "learning_rate": 4.7994342086174385e-05,
      "loss": 0.0261,
      "step": 14439
    },
    {
      "epoch": 1.5654813529921943,
      "grad_norm": 0.08988847583532333,
      "learning_rate": 4.799071521833744e-05,
      "loss": 0.0117,
      "step": 14440
    },
    {
      "epoch": 1.565589765828274,
      "grad_norm": 0.3363797664642334,
      "learning_rate": 4.7987088350500506e-05,
      "loss": 0.0229,
      "step": 14441
    },
    {
      "epoch": 1.5656981786643538,
      "grad_norm": 0.048439912497997284,
      "learning_rate": 4.798346148266357e-05,
      "loss": 0.0066,
      "step": 14442
    },
    {
      "epoch": 1.5658065915004338,
      "grad_norm": 0.1497259885072708,
      "learning_rate": 4.7979834614826634e-05,
      "loss": 0.0168,
      "step": 14443
    },
    {
      "epoch": 1.5659150043365133,
      "grad_norm": 0.08300299197435379,
      "learning_rate": 4.7976207746989705e-05,
      "loss": 0.0135,
      "step": 14444
    },
    {
      "epoch": 1.5660234171725933,
      "grad_norm": 0.12986063957214355,
      "learning_rate": 4.797258087915277e-05,
      "loss": 0.0134,
      "step": 14445
    },
    {
      "epoch": 1.566131830008673,
      "grad_norm": 0.12562042474746704,
      "learning_rate": 4.7968954011315833e-05,
      "loss": 0.0333,
      "step": 14446
    },
    {
      "epoch": 1.5662402428447528,
      "grad_norm": 0.09619215130805969,
      "learning_rate": 4.79653271434789e-05,
      "loss": 0.0133,
      "step": 14447
    },
    {
      "epoch": 1.5663486556808326,
      "grad_norm": 0.24179112911224365,
      "learning_rate": 4.7961700275641955e-05,
      "loss": 0.0298,
      "step": 14448
    },
    {
      "epoch": 1.5664570685169124,
      "grad_norm": 0.3865170180797577,
      "learning_rate": 4.795807340780502e-05,
      "loss": 0.0607,
      "step": 14449
    },
    {
      "epoch": 1.5665654813529923,
      "grad_norm": 0.29312029480934143,
      "learning_rate": 4.795444653996808e-05,
      "loss": 0.0284,
      "step": 14450
    },
    {
      "epoch": 1.5666738941890719,
      "grad_norm": 0.05123624578118324,
      "learning_rate": 4.795081967213115e-05,
      "loss": 0.0088,
      "step": 14451
    },
    {
      "epoch": 1.5667823070251519,
      "grad_norm": 0.058453481644392014,
      "learning_rate": 4.794719280429422e-05,
      "loss": 0.011,
      "step": 14452
    },
    {
      "epoch": 1.5668907198612314,
      "grad_norm": 0.2174317091703415,
      "learning_rate": 4.794356593645728e-05,
      "loss": 0.0325,
      "step": 14453
    },
    {
      "epoch": 1.5669991326973114,
      "grad_norm": 0.1273566633462906,
      "learning_rate": 4.7939939068620346e-05,
      "loss": 0.0058,
      "step": 14454
    },
    {
      "epoch": 1.5671075455333912,
      "grad_norm": 0.1241164356470108,
      "learning_rate": 4.7936312200783404e-05,
      "loss": 0.0132,
      "step": 14455
    },
    {
      "epoch": 1.567215958369471,
      "grad_norm": 0.009714655578136444,
      "learning_rate": 4.793268533294647e-05,
      "loss": 0.0014,
      "step": 14456
    },
    {
      "epoch": 1.567324371205551,
      "grad_norm": 0.03463910520076752,
      "learning_rate": 4.792905846510953e-05,
      "loss": 0.0041,
      "step": 14457
    },
    {
      "epoch": 1.5674327840416304,
      "grad_norm": 0.11296190321445465,
      "learning_rate": 4.7925431597272596e-05,
      "loss": 0.0132,
      "step": 14458
    },
    {
      "epoch": 1.5675411968777104,
      "grad_norm": 0.14843113720417023,
      "learning_rate": 4.792180472943566e-05,
      "loss": 0.0287,
      "step": 14459
    },
    {
      "epoch": 1.56764960971379,
      "grad_norm": 0.14914652705192566,
      "learning_rate": 4.7918177861598724e-05,
      "loss": 0.0137,
      "step": 14460
    },
    {
      "epoch": 1.56775802254987,
      "grad_norm": 0.24121850728988647,
      "learning_rate": 4.7914550993761795e-05,
      "loss": 0.0209,
      "step": 14461
    },
    {
      "epoch": 1.5678664353859497,
      "grad_norm": 0.2314000278711319,
      "learning_rate": 4.791092412592485e-05,
      "loss": 0.0245,
      "step": 14462
    },
    {
      "epoch": 1.5679748482220295,
      "grad_norm": 0.11208444833755493,
      "learning_rate": 4.7907297258087916e-05,
      "loss": 0.0139,
      "step": 14463
    },
    {
      "epoch": 1.5680832610581092,
      "grad_norm": 0.09508026391267776,
      "learning_rate": 4.790367039025098e-05,
      "loss": 0.0154,
      "step": 14464
    },
    {
      "epoch": 1.568191673894189,
      "grad_norm": 0.18307293951511383,
      "learning_rate": 4.7900043522414045e-05,
      "loss": 0.03,
      "step": 14465
    },
    {
      "epoch": 1.568300086730269,
      "grad_norm": 0.11479516327381134,
      "learning_rate": 4.789641665457711e-05,
      "loss": 0.0172,
      "step": 14466
    },
    {
      "epoch": 1.5684084995663485,
      "grad_norm": 0.1661059707403183,
      "learning_rate": 4.789278978674017e-05,
      "loss": 0.0317,
      "step": 14467
    },
    {
      "epoch": 1.5685169124024285,
      "grad_norm": 0.1617335081100464,
      "learning_rate": 4.788916291890324e-05,
      "loss": 0.0264,
      "step": 14468
    },
    {
      "epoch": 1.5686253252385083,
      "grad_norm": 0.1407058984041214,
      "learning_rate": 4.78855360510663e-05,
      "loss": 0.0219,
      "step": 14469
    },
    {
      "epoch": 1.568733738074588,
      "grad_norm": 0.28264543414115906,
      "learning_rate": 4.7881909183229365e-05,
      "loss": 0.0424,
      "step": 14470
    },
    {
      "epoch": 1.5688421509106678,
      "grad_norm": 0.19501446187496185,
      "learning_rate": 4.787828231539243e-05,
      "loss": 0.0654,
      "step": 14471
    },
    {
      "epoch": 1.5689505637467476,
      "grad_norm": 0.26278606057167053,
      "learning_rate": 4.7874655447555493e-05,
      "loss": 0.0244,
      "step": 14472
    },
    {
      "epoch": 1.5690589765828276,
      "grad_norm": 0.23703239858150482,
      "learning_rate": 4.787102857971856e-05,
      "loss": 0.0311,
      "step": 14473
    },
    {
      "epoch": 1.569167389418907,
      "grad_norm": 0.09519998729228973,
      "learning_rate": 4.786740171188162e-05,
      "loss": 0.0053,
      "step": 14474
    },
    {
      "epoch": 1.569275802254987,
      "grad_norm": 0.10088085383176804,
      "learning_rate": 4.7863774844044686e-05,
      "loss": 0.0082,
      "step": 14475
    },
    {
      "epoch": 1.5693842150910666,
      "grad_norm": 0.8463032841682434,
      "learning_rate": 4.786014797620775e-05,
      "loss": 0.0517,
      "step": 14476
    },
    {
      "epoch": 1.5694926279271466,
      "grad_norm": 0.17676402628421783,
      "learning_rate": 4.7856521108370814e-05,
      "loss": 0.006,
      "step": 14477
    },
    {
      "epoch": 1.5696010407632264,
      "grad_norm": 0.08163727074861526,
      "learning_rate": 4.785289424053388e-05,
      "loss": 0.0099,
      "step": 14478
    },
    {
      "epoch": 1.5697094535993061,
      "grad_norm": 0.27825501561164856,
      "learning_rate": 4.784926737269694e-05,
      "loss": 0.041,
      "step": 14479
    },
    {
      "epoch": 1.569817866435386,
      "grad_norm": 0.42005690932273865,
      "learning_rate": 4.7845640504860006e-05,
      "loss": 0.0107,
      "step": 14480
    },
    {
      "epoch": 1.5699262792714657,
      "grad_norm": 0.17213517427444458,
      "learning_rate": 4.784201363702307e-05,
      "loss": 0.0213,
      "step": 14481
    },
    {
      "epoch": 1.5700346921075456,
      "grad_norm": 0.25599515438079834,
      "learning_rate": 4.7838386769186134e-05,
      "loss": 0.0275,
      "step": 14482
    },
    {
      "epoch": 1.5701431049436252,
      "grad_norm": 0.3104921281337738,
      "learning_rate": 4.78347599013492e-05,
      "loss": 0.0233,
      "step": 14483
    },
    {
      "epoch": 1.5702515177797052,
      "grad_norm": 0.22294072806835175,
      "learning_rate": 4.783113303351226e-05,
      "loss": 0.0178,
      "step": 14484
    },
    {
      "epoch": 1.570359930615785,
      "grad_norm": 0.050000399351119995,
      "learning_rate": 4.782750616567532e-05,
      "loss": 0.0063,
      "step": 14485
    },
    {
      "epoch": 1.5704683434518647,
      "grad_norm": 0.34717944264411926,
      "learning_rate": 4.7823879297838384e-05,
      "loss": 0.0416,
      "step": 14486
    },
    {
      "epoch": 1.5705767562879445,
      "grad_norm": 0.1346583515405655,
      "learning_rate": 4.7820252430001455e-05,
      "loss": 0.0092,
      "step": 14487
    },
    {
      "epoch": 1.5706851691240242,
      "grad_norm": 0.12300460785627365,
      "learning_rate": 4.781662556216452e-05,
      "loss": 0.0152,
      "step": 14488
    },
    {
      "epoch": 1.5707935819601042,
      "grad_norm": 0.2330341935157776,
      "learning_rate": 4.781299869432758e-05,
      "loss": 0.0311,
      "step": 14489
    },
    {
      "epoch": 1.5709019947961838,
      "grad_norm": 0.07411833107471466,
      "learning_rate": 4.780937182649065e-05,
      "loss": 0.0046,
      "step": 14490
    },
    {
      "epoch": 1.5710104076322637,
      "grad_norm": 0.2699386775493622,
      "learning_rate": 4.780574495865371e-05,
      "loss": 0.0251,
      "step": 14491
    },
    {
      "epoch": 1.5711188204683435,
      "grad_norm": 0.16824710369110107,
      "learning_rate": 4.780211809081677e-05,
      "loss": 0.0233,
      "step": 14492
    },
    {
      "epoch": 1.5712272333044233,
      "grad_norm": 0.06966549158096313,
      "learning_rate": 4.779849122297983e-05,
      "loss": 0.0094,
      "step": 14493
    },
    {
      "epoch": 1.571335646140503,
      "grad_norm": 0.1716541200876236,
      "learning_rate": 4.77948643551429e-05,
      "loss": 0.0155,
      "step": 14494
    },
    {
      "epoch": 1.5714440589765828,
      "grad_norm": 0.23416341841220856,
      "learning_rate": 4.779123748730597e-05,
      "loss": 0.04,
      "step": 14495
    },
    {
      "epoch": 1.5715524718126628,
      "grad_norm": 0.12016930431127548,
      "learning_rate": 4.778761061946903e-05,
      "loss": 0.0108,
      "step": 14496
    },
    {
      "epoch": 1.5716608846487423,
      "grad_norm": 0.10796579718589783,
      "learning_rate": 4.7783983751632096e-05,
      "loss": 0.0211,
      "step": 14497
    },
    {
      "epoch": 1.5717692974848223,
      "grad_norm": 0.33978602290153503,
      "learning_rate": 4.778035688379516e-05,
      "loss": 0.0398,
      "step": 14498
    },
    {
      "epoch": 1.5718777103209018,
      "grad_norm": 0.034612394869327545,
      "learning_rate": 4.7776730015958224e-05,
      "loss": 0.0032,
      "step": 14499
    },
    {
      "epoch": 1.5719861231569818,
      "grad_norm": 0.24727562069892883,
      "learning_rate": 4.777310314812128e-05,
      "loss": 0.0305,
      "step": 14500
    },
    {
      "epoch": 1.5720945359930616,
      "grad_norm": 0.12247271090745926,
      "learning_rate": 4.7769476280284346e-05,
      "loss": 0.0125,
      "step": 14501
    },
    {
      "epoch": 1.5722029488291414,
      "grad_norm": 0.11194970458745956,
      "learning_rate": 4.776584941244741e-05,
      "loss": 0.0084,
      "step": 14502
    },
    {
      "epoch": 1.5723113616652211,
      "grad_norm": 0.26114100217819214,
      "learning_rate": 4.7762222544610474e-05,
      "loss": 0.0217,
      "step": 14503
    },
    {
      "epoch": 1.5724197745013009,
      "grad_norm": 0.18263566493988037,
      "learning_rate": 4.7758595676773545e-05,
      "loss": 0.0152,
      "step": 14504
    },
    {
      "epoch": 1.5725281873373809,
      "grad_norm": 0.12111776322126389,
      "learning_rate": 4.775496880893661e-05,
      "loss": 0.0137,
      "step": 14505
    },
    {
      "epoch": 1.5726366001734604,
      "grad_norm": 0.2352622002363205,
      "learning_rate": 4.775134194109967e-05,
      "loss": 0.0325,
      "step": 14506
    },
    {
      "epoch": 1.5727450130095404,
      "grad_norm": 0.06529445201158524,
      "learning_rate": 4.774771507326273e-05,
      "loss": 0.014,
      "step": 14507
    },
    {
      "epoch": 1.5728534258456202,
      "grad_norm": 0.31292974948883057,
      "learning_rate": 4.7744088205425794e-05,
      "loss": 0.0152,
      "step": 14508
    },
    {
      "epoch": 1.5729618386817,
      "grad_norm": 0.043717894703149796,
      "learning_rate": 4.774046133758886e-05,
      "loss": 0.0048,
      "step": 14509
    },
    {
      "epoch": 1.5730702515177797,
      "grad_norm": 0.32449111342430115,
      "learning_rate": 4.773683446975192e-05,
      "loss": 0.0279,
      "step": 14510
    },
    {
      "epoch": 1.5731786643538594,
      "grad_norm": 0.14760945737361908,
      "learning_rate": 4.773320760191499e-05,
      "loss": 0.0098,
      "step": 14511
    },
    {
      "epoch": 1.5732870771899394,
      "grad_norm": 0.051356613636016846,
      "learning_rate": 4.772958073407805e-05,
      "loss": 0.005,
      "step": 14512
    },
    {
      "epoch": 1.573395490026019,
      "grad_norm": 0.06603879481554031,
      "learning_rate": 4.772595386624112e-05,
      "loss": 0.0055,
      "step": 14513
    },
    {
      "epoch": 1.573503902862099,
      "grad_norm": 0.17745131254196167,
      "learning_rate": 4.772232699840418e-05,
      "loss": 0.0264,
      "step": 14514
    },
    {
      "epoch": 1.5736123156981785,
      "grad_norm": 0.35817357897758484,
      "learning_rate": 4.771870013056724e-05,
      "loss": 0.0185,
      "step": 14515
    },
    {
      "epoch": 1.5737207285342585,
      "grad_norm": 0.2285439372062683,
      "learning_rate": 4.771507326273031e-05,
      "loss": 0.0287,
      "step": 14516
    },
    {
      "epoch": 1.5738291413703382,
      "grad_norm": 0.412354052066803,
      "learning_rate": 4.771144639489337e-05,
      "loss": 0.0378,
      "step": 14517
    },
    {
      "epoch": 1.573937554206418,
      "grad_norm": 0.09978578239679337,
      "learning_rate": 4.7707819527056435e-05,
      "loss": 0.0083,
      "step": 14518
    },
    {
      "epoch": 1.574045967042498,
      "grad_norm": 0.32910001277923584,
      "learning_rate": 4.77041926592195e-05,
      "loss": 0.0791,
      "step": 14519
    },
    {
      "epoch": 1.5741543798785775,
      "grad_norm": 0.07731449604034424,
      "learning_rate": 4.7700565791382564e-05,
      "loss": 0.0034,
      "step": 14520
    },
    {
      "epoch": 1.5742627927146575,
      "grad_norm": 0.44388347864151,
      "learning_rate": 4.769693892354563e-05,
      "loss": 0.0726,
      "step": 14521
    },
    {
      "epoch": 1.574371205550737,
      "grad_norm": 0.5984073281288147,
      "learning_rate": 4.769331205570869e-05,
      "loss": 0.0354,
      "step": 14522
    },
    {
      "epoch": 1.574479618386817,
      "grad_norm": 0.1795889139175415,
      "learning_rate": 4.7689685187871756e-05,
      "loss": 0.0306,
      "step": 14523
    },
    {
      "epoch": 1.5745880312228968,
      "grad_norm": 0.0143907330930233,
      "learning_rate": 4.768605832003482e-05,
      "loss": 0.0011,
      "step": 14524
    },
    {
      "epoch": 1.5746964440589766,
      "grad_norm": 0.26872536540031433,
      "learning_rate": 4.7682431452197884e-05,
      "loss": 0.0287,
      "step": 14525
    },
    {
      "epoch": 1.5748048568950563,
      "grad_norm": 0.04559260979294777,
      "learning_rate": 4.767880458436095e-05,
      "loss": 0.0036,
      "step": 14526
    },
    {
      "epoch": 1.574913269731136,
      "grad_norm": 0.057179857045412064,
      "learning_rate": 4.767517771652401e-05,
      "loss": 0.0053,
      "step": 14527
    },
    {
      "epoch": 1.575021682567216,
      "grad_norm": 0.0656965970993042,
      "learning_rate": 4.7671550848687077e-05,
      "loss": 0.0044,
      "step": 14528
    },
    {
      "epoch": 1.5751300954032956,
      "grad_norm": 0.1303490400314331,
      "learning_rate": 4.766792398085014e-05,
      "loss": 0.0123,
      "step": 14529
    },
    {
      "epoch": 1.5752385082393756,
      "grad_norm": 0.1786344051361084,
      "learning_rate": 4.7664297113013205e-05,
      "loss": 0.0171,
      "step": 14530
    },
    {
      "epoch": 1.5753469210754554,
      "grad_norm": 0.1910843700170517,
      "learning_rate": 4.766067024517627e-05,
      "loss": 0.0363,
      "step": 14531
    },
    {
      "epoch": 1.5754553339115351,
      "grad_norm": 0.5826870203018188,
      "learning_rate": 4.765704337733933e-05,
      "loss": 0.0485,
      "step": 14532
    },
    {
      "epoch": 1.575563746747615,
      "grad_norm": 0.14766010642051697,
      "learning_rate": 4.76534165095024e-05,
      "loss": 0.0142,
      "step": 14533
    },
    {
      "epoch": 1.5756721595836947,
      "grad_norm": 0.09337808191776276,
      "learning_rate": 4.764978964166546e-05,
      "loss": 0.0106,
      "step": 14534
    },
    {
      "epoch": 1.5757805724197746,
      "grad_norm": 0.07225040346384048,
      "learning_rate": 4.7646162773828525e-05,
      "loss": 0.0147,
      "step": 14535
    },
    {
      "epoch": 1.5758889852558542,
      "grad_norm": 0.3884260952472687,
      "learning_rate": 4.764253590599159e-05,
      "loss": 0.0376,
      "step": 14536
    },
    {
      "epoch": 1.5759973980919342,
      "grad_norm": 0.25527113676071167,
      "learning_rate": 4.763890903815465e-05,
      "loss": 0.0321,
      "step": 14537
    },
    {
      "epoch": 1.5761058109280137,
      "grad_norm": 0.20004576444625854,
      "learning_rate": 4.763528217031771e-05,
      "loss": 0.0228,
      "step": 14538
    },
    {
      "epoch": 1.5762142237640937,
      "grad_norm": 0.32846561074256897,
      "learning_rate": 4.763165530248078e-05,
      "loss": 0.0431,
      "step": 14539
    },
    {
      "epoch": 1.5763226366001735,
      "grad_norm": 0.2101471722126007,
      "learning_rate": 4.7628028434643846e-05,
      "loss": 0.0275,
      "step": 14540
    },
    {
      "epoch": 1.5764310494362532,
      "grad_norm": 0.03583592176437378,
      "learning_rate": 4.762440156680691e-05,
      "loss": 0.001,
      "step": 14541
    },
    {
      "epoch": 1.576539462272333,
      "grad_norm": 0.2663825452327728,
      "learning_rate": 4.7620774698969974e-05,
      "loss": 0.0301,
      "step": 14542
    },
    {
      "epoch": 1.5766478751084128,
      "grad_norm": 0.12806636095046997,
      "learning_rate": 4.761714783113304e-05,
      "loss": 0.0272,
      "step": 14543
    },
    {
      "epoch": 1.5767562879444927,
      "grad_norm": 0.039143070578575134,
      "learning_rate": 4.7613520963296095e-05,
      "loss": 0.0055,
      "step": 14544
    },
    {
      "epoch": 1.5768647007805723,
      "grad_norm": 0.06109306216239929,
      "learning_rate": 4.760989409545916e-05,
      "loss": 0.0105,
      "step": 14545
    },
    {
      "epoch": 1.5769731136166523,
      "grad_norm": 0.09999934583902359,
      "learning_rate": 4.7606267227622224e-05,
      "loss": 0.0126,
      "step": 14546
    },
    {
      "epoch": 1.577081526452732,
      "grad_norm": 0.11328044533729553,
      "learning_rate": 4.7602640359785295e-05,
      "loss": 0.0063,
      "step": 14547
    },
    {
      "epoch": 1.5771899392888118,
      "grad_norm": 0.1225106418132782,
      "learning_rate": 4.759901349194836e-05,
      "loss": 0.0198,
      "step": 14548
    },
    {
      "epoch": 1.5772983521248916,
      "grad_norm": 0.1566949039697647,
      "learning_rate": 4.759538662411142e-05,
      "loss": 0.0204,
      "step": 14549
    },
    {
      "epoch": 1.5774067649609713,
      "grad_norm": 0.040221016854047775,
      "learning_rate": 4.759175975627449e-05,
      "loss": 0.0048,
      "step": 14550
    },
    {
      "epoch": 1.5775151777970513,
      "grad_norm": 0.01801571063697338,
      "learning_rate": 4.758813288843755e-05,
      "loss": 0.0011,
      "step": 14551
    },
    {
      "epoch": 1.5776235906331308,
      "grad_norm": 0.027149807661771774,
      "learning_rate": 4.758450602060061e-05,
      "loss": 0.0035,
      "step": 14552
    },
    {
      "epoch": 1.5777320034692108,
      "grad_norm": 0.2568301856517792,
      "learning_rate": 4.758087915276367e-05,
      "loss": 0.0229,
      "step": 14553
    },
    {
      "epoch": 1.5778404163052906,
      "grad_norm": 0.15031245350837708,
      "learning_rate": 4.7577252284926736e-05,
      "loss": 0.0166,
      "step": 14554
    },
    {
      "epoch": 1.5779488291413704,
      "grad_norm": 0.3121069371700287,
      "learning_rate": 4.75736254170898e-05,
      "loss": 0.0124,
      "step": 14555
    },
    {
      "epoch": 1.5780572419774501,
      "grad_norm": 0.1071162149310112,
      "learning_rate": 4.756999854925287e-05,
      "loss": 0.0119,
      "step": 14556
    },
    {
      "epoch": 1.5781656548135299,
      "grad_norm": 0.11467542499303818,
      "learning_rate": 4.7566371681415936e-05,
      "loss": 0.0111,
      "step": 14557
    },
    {
      "epoch": 1.5782740676496099,
      "grad_norm": 0.07964087277650833,
      "learning_rate": 4.7562744813579e-05,
      "loss": 0.0052,
      "step": 14558
    },
    {
      "epoch": 1.5783824804856894,
      "grad_norm": 0.26276472210884094,
      "learning_rate": 4.755911794574206e-05,
      "loss": 0.0389,
      "step": 14559
    },
    {
      "epoch": 1.5784908933217694,
      "grad_norm": 0.18799331784248352,
      "learning_rate": 4.755549107790512e-05,
      "loss": 0.0262,
      "step": 14560
    },
    {
      "epoch": 1.578599306157849,
      "grad_norm": 0.10059985518455505,
      "learning_rate": 4.7551864210068185e-05,
      "loss": 0.006,
      "step": 14561
    },
    {
      "epoch": 1.578707718993929,
      "grad_norm": 0.3056292235851288,
      "learning_rate": 4.754823734223125e-05,
      "loss": 0.094,
      "step": 14562
    },
    {
      "epoch": 1.5788161318300087,
      "grad_norm": 0.07632758468389511,
      "learning_rate": 4.7544610474394313e-05,
      "loss": 0.0068,
      "step": 14563
    },
    {
      "epoch": 1.5789245446660884,
      "grad_norm": 0.30919235944747925,
      "learning_rate": 4.754098360655738e-05,
      "loss": 0.0222,
      "step": 14564
    },
    {
      "epoch": 1.5790329575021682,
      "grad_norm": 0.31853026151657104,
      "learning_rate": 4.753735673872045e-05,
      "loss": 0.0381,
      "step": 14565
    },
    {
      "epoch": 1.579141370338248,
      "grad_norm": 0.36881834268569946,
      "learning_rate": 4.7533729870883506e-05,
      "loss": 0.0318,
      "step": 14566
    },
    {
      "epoch": 1.579249783174328,
      "grad_norm": 0.2115180939435959,
      "learning_rate": 4.753010300304657e-05,
      "loss": 0.0411,
      "step": 14567
    },
    {
      "epoch": 1.5793581960104075,
      "grad_norm": 0.572166919708252,
      "learning_rate": 4.7526476135209634e-05,
      "loss": 0.0427,
      "step": 14568
    },
    {
      "epoch": 1.5794666088464875,
      "grad_norm": 0.47405698895454407,
      "learning_rate": 4.75228492673727e-05,
      "loss": 0.0268,
      "step": 14569
    },
    {
      "epoch": 1.5795750216825672,
      "grad_norm": 0.026917297393083572,
      "learning_rate": 4.751922239953576e-05,
      "loss": 0.004,
      "step": 14570
    },
    {
      "epoch": 1.579683434518647,
      "grad_norm": 0.06992015242576599,
      "learning_rate": 4.7515595531698826e-05,
      "loss": 0.0074,
      "step": 14571
    },
    {
      "epoch": 1.5797918473547268,
      "grad_norm": 0.09239938855171204,
      "learning_rate": 4.751196866386189e-05,
      "loss": 0.0069,
      "step": 14572
    },
    {
      "epoch": 1.5799002601908065,
      "grad_norm": 0.15683192014694214,
      "learning_rate": 4.7508341796024954e-05,
      "loss": 0.0145,
      "step": 14573
    },
    {
      "epoch": 1.5800086730268865,
      "grad_norm": 0.04261219874024391,
      "learning_rate": 4.750471492818802e-05,
      "loss": 0.006,
      "step": 14574
    },
    {
      "epoch": 1.580117085862966,
      "grad_norm": 0.19153057038784027,
      "learning_rate": 4.750108806035108e-05,
      "loss": 0.0191,
      "step": 14575
    },
    {
      "epoch": 1.580225498699046,
      "grad_norm": 0.027803508564829826,
      "learning_rate": 4.749746119251415e-05,
      "loss": 0.0028,
      "step": 14576
    },
    {
      "epoch": 1.5803339115351258,
      "grad_norm": 0.0956551656126976,
      "learning_rate": 4.749383432467721e-05,
      "loss": 0.0112,
      "step": 14577
    },
    {
      "epoch": 1.5804423243712056,
      "grad_norm": 0.356325626373291,
      "learning_rate": 4.7490207456840275e-05,
      "loss": 0.028,
      "step": 14578
    },
    {
      "epoch": 1.5805507372072853,
      "grad_norm": 0.13281939923763275,
      "learning_rate": 4.748658058900334e-05,
      "loss": 0.0169,
      "step": 14579
    },
    {
      "epoch": 1.580659150043365,
      "grad_norm": 0.0799560546875,
      "learning_rate": 4.74829537211664e-05,
      "loss": 0.0073,
      "step": 14580
    },
    {
      "epoch": 1.580767562879445,
      "grad_norm": 0.16671054065227509,
      "learning_rate": 4.747932685332947e-05,
      "loss": 0.0113,
      "step": 14581
    },
    {
      "epoch": 1.5808759757155246,
      "grad_norm": 0.11798892915248871,
      "learning_rate": 4.747569998549253e-05,
      "loss": 0.0109,
      "step": 14582
    },
    {
      "epoch": 1.5809843885516046,
      "grad_norm": 0.04147084429860115,
      "learning_rate": 4.7472073117655596e-05,
      "loss": 0.0035,
      "step": 14583
    },
    {
      "epoch": 1.5810928013876842,
      "grad_norm": 0.2229129672050476,
      "learning_rate": 4.746844624981866e-05,
      "loss": 0.0297,
      "step": 14584
    },
    {
      "epoch": 1.5812012142237641,
      "grad_norm": 0.043329253792762756,
      "learning_rate": 4.7464819381981724e-05,
      "loss": 0.0085,
      "step": 14585
    },
    {
      "epoch": 1.581309627059844,
      "grad_norm": 0.14507393538951874,
      "learning_rate": 4.746119251414479e-05,
      "loss": 0.0369,
      "step": 14586
    },
    {
      "epoch": 1.5814180398959237,
      "grad_norm": 0.47634488344192505,
      "learning_rate": 4.745756564630785e-05,
      "loss": 0.0631,
      "step": 14587
    },
    {
      "epoch": 1.5815264527320034,
      "grad_norm": 0.12560798227787018,
      "learning_rate": 4.7453938778470916e-05,
      "loss": 0.015,
      "step": 14588
    },
    {
      "epoch": 1.5816348655680832,
      "grad_norm": 0.15418381989002228,
      "learning_rate": 4.7450311910633973e-05,
      "loss": 0.0094,
      "step": 14589
    },
    {
      "epoch": 1.5817432784041632,
      "grad_norm": 0.0025402356404811144,
      "learning_rate": 4.7446685042797044e-05,
      "loss": 0.0003,
      "step": 14590
    },
    {
      "epoch": 1.5818516912402427,
      "grad_norm": 0.14396744966506958,
      "learning_rate": 4.744305817496011e-05,
      "loss": 0.0231,
      "step": 14591
    },
    {
      "epoch": 1.5819601040763227,
      "grad_norm": 0.01004269253462553,
      "learning_rate": 4.743943130712317e-05,
      "loss": 0.0012,
      "step": 14592
    },
    {
      "epoch": 1.5820685169124025,
      "grad_norm": 0.2671333849430084,
      "learning_rate": 4.7435804439286237e-05,
      "loss": 0.035,
      "step": 14593
    },
    {
      "epoch": 1.5821769297484822,
      "grad_norm": 0.14572802186012268,
      "learning_rate": 4.74321775714493e-05,
      "loss": 0.0308,
      "step": 14594
    },
    {
      "epoch": 1.582285342584562,
      "grad_norm": 0.24211636185646057,
      "learning_rate": 4.7428550703612365e-05,
      "loss": 0.0955,
      "step": 14595
    },
    {
      "epoch": 1.5823937554206418,
      "grad_norm": 0.06323998421430588,
      "learning_rate": 4.742492383577543e-05,
      "loss": 0.0115,
      "step": 14596
    },
    {
      "epoch": 1.5825021682567217,
      "grad_norm": 0.07587886601686478,
      "learning_rate": 4.7421296967938486e-05,
      "loss": 0.0076,
      "step": 14597
    },
    {
      "epoch": 1.5826105810928013,
      "grad_norm": 0.4129307270050049,
      "learning_rate": 4.741767010010155e-05,
      "loss": 0.0812,
      "step": 14598
    },
    {
      "epoch": 1.5827189939288813,
      "grad_norm": 0.4678105115890503,
      "learning_rate": 4.741404323226462e-05,
      "loss": 0.0524,
      "step": 14599
    },
    {
      "epoch": 1.5828274067649608,
      "grad_norm": 0.09533161669969559,
      "learning_rate": 4.7410416364427685e-05,
      "loss": 0.0229,
      "step": 14600
    },
    {
      "epoch": 1.5829358196010408,
      "grad_norm": 0.37412407994270325,
      "learning_rate": 4.740678949659075e-05,
      "loss": 0.0303,
      "step": 14601
    },
    {
      "epoch": 1.5830442324371206,
      "grad_norm": 0.05381554365158081,
      "learning_rate": 4.7403162628753814e-05,
      "loss": 0.006,
      "step": 14602
    },
    {
      "epoch": 1.5831526452732003,
      "grad_norm": 0.2771238088607788,
      "learning_rate": 4.739953576091688e-05,
      "loss": 0.0239,
      "step": 14603
    },
    {
      "epoch": 1.58326105810928,
      "grad_norm": 0.07758277654647827,
      "learning_rate": 4.7395908893079935e-05,
      "loss": 0.0115,
      "step": 14604
    },
    {
      "epoch": 1.5833694709453598,
      "grad_norm": 0.34204787015914917,
      "learning_rate": 4.7392282025243e-05,
      "loss": 0.0149,
      "step": 14605
    },
    {
      "epoch": 1.5834778837814398,
      "grad_norm": 0.20682395994663239,
      "learning_rate": 4.738865515740606e-05,
      "loss": 0.0243,
      "step": 14606
    },
    {
      "epoch": 1.5835862966175194,
      "grad_norm": 0.24224509298801422,
      "learning_rate": 4.738502828956913e-05,
      "loss": 0.0216,
      "step": 14607
    },
    {
      "epoch": 1.5836947094535994,
      "grad_norm": 0.029609404504299164,
      "learning_rate": 4.73814014217322e-05,
      "loss": 0.0023,
      "step": 14608
    },
    {
      "epoch": 1.5838031222896791,
      "grad_norm": 0.1590535044670105,
      "learning_rate": 4.737777455389526e-05,
      "loss": 0.017,
      "step": 14609
    },
    {
      "epoch": 1.5839115351257589,
      "grad_norm": 0.13316309452056885,
      "learning_rate": 4.7374147686058326e-05,
      "loss": 0.0152,
      "step": 14610
    },
    {
      "epoch": 1.5840199479618386,
      "grad_norm": 0.01294266153126955,
      "learning_rate": 4.7370520818221384e-05,
      "loss": 0.0015,
      "step": 14611
    },
    {
      "epoch": 1.5841283607979184,
      "grad_norm": 0.06394679844379425,
      "learning_rate": 4.736689395038445e-05,
      "loss": 0.0111,
      "step": 14612
    },
    {
      "epoch": 1.5842367736339984,
      "grad_norm": 0.48342451453208923,
      "learning_rate": 4.736326708254751e-05,
      "loss": 0.047,
      "step": 14613
    },
    {
      "epoch": 1.584345186470078,
      "grad_norm": 0.24919810891151428,
      "learning_rate": 4.7359640214710576e-05,
      "loss": 0.0762,
      "step": 14614
    },
    {
      "epoch": 1.584453599306158,
      "grad_norm": 0.10224952548742294,
      "learning_rate": 4.735601334687364e-05,
      "loss": 0.0174,
      "step": 14615
    },
    {
      "epoch": 1.5845620121422377,
      "grad_norm": 0.16057150065898895,
      "learning_rate": 4.735238647903671e-05,
      "loss": 0.0219,
      "step": 14616
    },
    {
      "epoch": 1.5846704249783174,
      "grad_norm": 0.2559177279472351,
      "learning_rate": 4.7348759611199775e-05,
      "loss": 0.0314,
      "step": 14617
    },
    {
      "epoch": 1.5847788378143972,
      "grad_norm": 0.1064240112900734,
      "learning_rate": 4.734513274336283e-05,
      "loss": 0.0183,
      "step": 14618
    },
    {
      "epoch": 1.584887250650477,
      "grad_norm": 0.3926531672477722,
      "learning_rate": 4.7341505875525897e-05,
      "loss": 0.0431,
      "step": 14619
    },
    {
      "epoch": 1.584995663486557,
      "grad_norm": 0.15551862120628357,
      "learning_rate": 4.733787900768896e-05,
      "loss": 0.0194,
      "step": 14620
    },
    {
      "epoch": 1.5851040763226365,
      "grad_norm": 0.16076651215553284,
      "learning_rate": 4.7334252139852025e-05,
      "loss": 0.0313,
      "step": 14621
    },
    {
      "epoch": 1.5852124891587165,
      "grad_norm": 0.07514649629592896,
      "learning_rate": 4.733062527201509e-05,
      "loss": 0.0104,
      "step": 14622
    },
    {
      "epoch": 1.585320901994796,
      "grad_norm": 0.23443502187728882,
      "learning_rate": 4.732699840417815e-05,
      "loss": 0.0389,
      "step": 14623
    },
    {
      "epoch": 1.585429314830876,
      "grad_norm": 0.08756504207849503,
      "learning_rate": 4.732337153634122e-05,
      "loss": 0.0177,
      "step": 14624
    },
    {
      "epoch": 1.5855377276669558,
      "grad_norm": 0.013632181100547314,
      "learning_rate": 4.731974466850428e-05,
      "loss": 0.0016,
      "step": 14625
    },
    {
      "epoch": 1.5856461405030355,
      "grad_norm": 0.25528162717819214,
      "learning_rate": 4.7316117800667345e-05,
      "loss": 0.0353,
      "step": 14626
    },
    {
      "epoch": 1.5857545533391153,
      "grad_norm": 0.17068670690059662,
      "learning_rate": 4.731249093283041e-05,
      "loss": 0.0193,
      "step": 14627
    },
    {
      "epoch": 1.585862966175195,
      "grad_norm": 0.11702941358089447,
      "learning_rate": 4.7308864064993473e-05,
      "loss": 0.0074,
      "step": 14628
    },
    {
      "epoch": 1.585971379011275,
      "grad_norm": 0.13157369196414948,
      "learning_rate": 4.730523719715654e-05,
      "loss": 0.0141,
      "step": 14629
    },
    {
      "epoch": 1.5860797918473546,
      "grad_norm": 0.10829250514507294,
      "learning_rate": 4.73016103293196e-05,
      "loss": 0.0084,
      "step": 14630
    },
    {
      "epoch": 1.5861882046834346,
      "grad_norm": 0.09984316676855087,
      "learning_rate": 4.7297983461482666e-05,
      "loss": 0.0087,
      "step": 14631
    },
    {
      "epoch": 1.5862966175195143,
      "grad_norm": 0.048603352159261703,
      "learning_rate": 4.729435659364573e-05,
      "loss": 0.0036,
      "step": 14632
    },
    {
      "epoch": 1.586405030355594,
      "grad_norm": 0.24978329241275787,
      "learning_rate": 4.7290729725808794e-05,
      "loss": 0.0398,
      "step": 14633
    },
    {
      "epoch": 1.5865134431916739,
      "grad_norm": 0.24155400693416595,
      "learning_rate": 4.728710285797186e-05,
      "loss": 0.0326,
      "step": 14634
    },
    {
      "epoch": 1.5866218560277536,
      "grad_norm": 0.14020515978336334,
      "learning_rate": 4.728347599013492e-05,
      "loss": 0.0136,
      "step": 14635
    },
    {
      "epoch": 1.5867302688638336,
      "grad_norm": 0.4449082911014557,
      "learning_rate": 4.7279849122297986e-05,
      "loss": 0.0379,
      "step": 14636
    },
    {
      "epoch": 1.5868386816999132,
      "grad_norm": 0.287440687417984,
      "learning_rate": 4.727622225446105e-05,
      "loss": 0.0322,
      "step": 14637
    },
    {
      "epoch": 1.5869470945359931,
      "grad_norm": 0.3665408790111542,
      "learning_rate": 4.7272595386624115e-05,
      "loss": 0.0385,
      "step": 14638
    },
    {
      "epoch": 1.587055507372073,
      "grad_norm": 0.2510162889957428,
      "learning_rate": 4.726896851878718e-05,
      "loss": 0.0482,
      "step": 14639
    },
    {
      "epoch": 1.5871639202081527,
      "grad_norm": 0.5263349413871765,
      "learning_rate": 4.726534165095024e-05,
      "loss": 0.0732,
      "step": 14640
    },
    {
      "epoch": 1.5872723330442324,
      "grad_norm": 0.39744776487350464,
      "learning_rate": 4.72617147831133e-05,
      "loss": 0.0392,
      "step": 14641
    },
    {
      "epoch": 1.5873807458803122,
      "grad_norm": 0.20594778656959534,
      "learning_rate": 4.725808791527637e-05,
      "loss": 0.0477,
      "step": 14642
    },
    {
      "epoch": 1.5874891587163922,
      "grad_norm": 0.03899337351322174,
      "learning_rate": 4.7254461047439435e-05,
      "loss": 0.0047,
      "step": 14643
    },
    {
      "epoch": 1.5875975715524717,
      "grad_norm": 0.19317024946212769,
      "learning_rate": 4.72508341796025e-05,
      "loss": 0.0412,
      "step": 14644
    },
    {
      "epoch": 1.5877059843885517,
      "grad_norm": 0.30737894773483276,
      "learning_rate": 4.724720731176556e-05,
      "loss": 0.0197,
      "step": 14645
    },
    {
      "epoch": 1.5878143972246312,
      "grad_norm": 0.06502771377563477,
      "learning_rate": 4.724358044392863e-05,
      "loss": 0.0114,
      "step": 14646
    },
    {
      "epoch": 1.5879228100607112,
      "grad_norm": 0.21876440942287445,
      "learning_rate": 4.723995357609169e-05,
      "loss": 0.0673,
      "step": 14647
    },
    {
      "epoch": 1.588031222896791,
      "grad_norm": 0.3781399130821228,
      "learning_rate": 4.7236326708254756e-05,
      "loss": 0.0396,
      "step": 14648
    },
    {
      "epoch": 1.5881396357328708,
      "grad_norm": 0.4423009157180786,
      "learning_rate": 4.723269984041781e-05,
      "loss": 0.0269,
      "step": 14649
    },
    {
      "epoch": 1.5882480485689505,
      "grad_norm": 0.22978197038173676,
      "learning_rate": 4.722907297258088e-05,
      "loss": 0.018,
      "step": 14650
    },
    {
      "epoch": 1.5883564614050303,
      "grad_norm": 0.23407259583473206,
      "learning_rate": 4.722544610474395e-05,
      "loss": 0.0412,
      "step": 14651
    },
    {
      "epoch": 1.5884648742411103,
      "grad_norm": 0.2354295700788498,
      "learning_rate": 4.722181923690701e-05,
      "loss": 0.0267,
      "step": 14652
    },
    {
      "epoch": 1.5885732870771898,
      "grad_norm": 0.3355588912963867,
      "learning_rate": 4.7218192369070076e-05,
      "loss": 0.02,
      "step": 14653
    },
    {
      "epoch": 1.5886816999132698,
      "grad_norm": 0.3018549680709839,
      "learning_rate": 4.721456550123314e-05,
      "loss": 0.037,
      "step": 14654
    },
    {
      "epoch": 1.5887901127493496,
      "grad_norm": 0.22829724848270416,
      "learning_rate": 4.7210938633396204e-05,
      "loss": 0.0354,
      "step": 14655
    },
    {
      "epoch": 1.5888985255854293,
      "grad_norm": 0.11246965080499649,
      "learning_rate": 4.720731176555926e-05,
      "loss": 0.0184,
      "step": 14656
    },
    {
      "epoch": 1.589006938421509,
      "grad_norm": 0.1079971119761467,
      "learning_rate": 4.7203684897722326e-05,
      "loss": 0.015,
      "step": 14657
    },
    {
      "epoch": 1.5891153512575888,
      "grad_norm": 0.5586077570915222,
      "learning_rate": 4.720005802988539e-05,
      "loss": 0.0284,
      "step": 14658
    },
    {
      "epoch": 1.5892237640936688,
      "grad_norm": 0.24098795652389526,
      "learning_rate": 4.7196431162048454e-05,
      "loss": 0.04,
      "step": 14659
    },
    {
      "epoch": 1.5893321769297484,
      "grad_norm": 0.17494408786296844,
      "learning_rate": 4.7192804294211525e-05,
      "loss": 0.0521,
      "step": 14660
    },
    {
      "epoch": 1.5894405897658284,
      "grad_norm": 0.1255687028169632,
      "learning_rate": 4.718917742637459e-05,
      "loss": 0.0154,
      "step": 14661
    },
    {
      "epoch": 1.589549002601908,
      "grad_norm": 0.10389536619186401,
      "learning_rate": 4.718555055853765e-05,
      "loss": 0.0169,
      "step": 14662
    },
    {
      "epoch": 1.5896574154379879,
      "grad_norm": 0.28530606627464294,
      "learning_rate": 4.718192369070071e-05,
      "loss": 0.0234,
      "step": 14663
    },
    {
      "epoch": 1.5897658282740676,
      "grad_norm": 0.09195806086063385,
      "learning_rate": 4.7178296822863775e-05,
      "loss": 0.0176,
      "step": 14664
    },
    {
      "epoch": 1.5898742411101474,
      "grad_norm": 0.24451105296611786,
      "learning_rate": 4.717466995502684e-05,
      "loss": 0.0441,
      "step": 14665
    },
    {
      "epoch": 1.5899826539462274,
      "grad_norm": 0.20346510410308838,
      "learning_rate": 4.71710430871899e-05,
      "loss": 0.0333,
      "step": 14666
    },
    {
      "epoch": 1.590091066782307,
      "grad_norm": 0.10505141317844391,
      "learning_rate": 4.716741621935297e-05,
      "loss": 0.0129,
      "step": 14667
    },
    {
      "epoch": 1.590199479618387,
      "grad_norm": 0.26192134618759155,
      "learning_rate": 4.716378935151604e-05,
      "loss": 0.0438,
      "step": 14668
    },
    {
      "epoch": 1.5903078924544665,
      "grad_norm": 0.10557237267494202,
      "learning_rate": 4.71601624836791e-05,
      "loss": 0.0171,
      "step": 14669
    },
    {
      "epoch": 1.5904163052905465,
      "grad_norm": 0.059155646711587906,
      "learning_rate": 4.715653561584216e-05,
      "loss": 0.0136,
      "step": 14670
    },
    {
      "epoch": 1.5905247181266262,
      "grad_norm": 0.17118778824806213,
      "learning_rate": 4.715290874800522e-05,
      "loss": 0.0257,
      "step": 14671
    },
    {
      "epoch": 1.590633130962706,
      "grad_norm": 0.040486324578523636,
      "learning_rate": 4.714928188016829e-05,
      "loss": 0.0074,
      "step": 14672
    },
    {
      "epoch": 1.5907415437987857,
      "grad_norm": 0.17730963230133057,
      "learning_rate": 4.714565501233135e-05,
      "loss": 0.0296,
      "step": 14673
    },
    {
      "epoch": 1.5908499566348655,
      "grad_norm": 0.1747353971004486,
      "learning_rate": 4.7142028144494416e-05,
      "loss": 0.0266,
      "step": 14674
    },
    {
      "epoch": 1.5909583694709455,
      "grad_norm": 0.1637600213289261,
      "learning_rate": 4.713840127665748e-05,
      "loss": 0.0095,
      "step": 14675
    },
    {
      "epoch": 1.591066782307025,
      "grad_norm": 0.11976902186870575,
      "learning_rate": 4.7134774408820544e-05,
      "loss": 0.0176,
      "step": 14676
    },
    {
      "epoch": 1.591175195143105,
      "grad_norm": 0.2634875178337097,
      "learning_rate": 4.713114754098361e-05,
      "loss": 0.0381,
      "step": 14677
    },
    {
      "epoch": 1.5912836079791848,
      "grad_norm": 0.15188363194465637,
      "learning_rate": 4.712752067314667e-05,
      "loss": 0.0459,
      "step": 14678
    },
    {
      "epoch": 1.5913920208152645,
      "grad_norm": 0.33813539147377014,
      "learning_rate": 4.7123893805309736e-05,
      "loss": 0.0139,
      "step": 14679
    },
    {
      "epoch": 1.5915004336513443,
      "grad_norm": 0.38297000527381897,
      "learning_rate": 4.71202669374728e-05,
      "loss": 0.0269,
      "step": 14680
    },
    {
      "epoch": 1.591608846487424,
      "grad_norm": 0.27707943320274353,
      "learning_rate": 4.7116640069635864e-05,
      "loss": 0.0452,
      "step": 14681
    },
    {
      "epoch": 1.591717259323504,
      "grad_norm": 0.03817702829837799,
      "learning_rate": 4.711301320179893e-05,
      "loss": 0.0053,
      "step": 14682
    },
    {
      "epoch": 1.5918256721595836,
      "grad_norm": 0.21735581755638123,
      "learning_rate": 4.710938633396199e-05,
      "loss": 0.0261,
      "step": 14683
    },
    {
      "epoch": 1.5919340849956636,
      "grad_norm": 0.25281330943107605,
      "learning_rate": 4.7105759466125057e-05,
      "loss": 0.0421,
      "step": 14684
    },
    {
      "epoch": 1.5920424978317431,
      "grad_norm": 0.14510883390903473,
      "learning_rate": 4.710213259828812e-05,
      "loss": 0.0229,
      "step": 14685
    },
    {
      "epoch": 1.592150910667823,
      "grad_norm": 0.09189637750387192,
      "learning_rate": 4.7098505730451185e-05,
      "loss": 0.0096,
      "step": 14686
    },
    {
      "epoch": 1.5922593235039029,
      "grad_norm": 0.23393657803535461,
      "learning_rate": 4.709487886261425e-05,
      "loss": 0.03,
      "step": 14687
    },
    {
      "epoch": 1.5923677363399826,
      "grad_norm": 0.14468665421009064,
      "learning_rate": 4.709125199477731e-05,
      "loss": 0.0382,
      "step": 14688
    },
    {
      "epoch": 1.5924761491760624,
      "grad_norm": 0.07593999058008194,
      "learning_rate": 4.708762512694038e-05,
      "loss": 0.0039,
      "step": 14689
    },
    {
      "epoch": 1.5925845620121422,
      "grad_norm": 0.15612071752548218,
      "learning_rate": 4.708399825910344e-05,
      "loss": 0.0416,
      "step": 14690
    },
    {
      "epoch": 1.5926929748482221,
      "grad_norm": 0.09802178293466568,
      "learning_rate": 4.7080371391266505e-05,
      "loss": 0.0197,
      "step": 14691
    },
    {
      "epoch": 1.5928013876843017,
      "grad_norm": 0.12454570829868317,
      "learning_rate": 4.707674452342957e-05,
      "loss": 0.0175,
      "step": 14692
    },
    {
      "epoch": 1.5929098005203817,
      "grad_norm": 0.31382685899734497,
      "learning_rate": 4.707311765559263e-05,
      "loss": 0.0761,
      "step": 14693
    },
    {
      "epoch": 1.5930182133564614,
      "grad_norm": 0.21826261281967163,
      "learning_rate": 4.70694907877557e-05,
      "loss": 0.0491,
      "step": 14694
    },
    {
      "epoch": 1.5931266261925412,
      "grad_norm": 0.1601281464099884,
      "learning_rate": 4.706586391991876e-05,
      "loss": 0.0272,
      "step": 14695
    },
    {
      "epoch": 1.593235039028621,
      "grad_norm": 0.06749650835990906,
      "learning_rate": 4.7062237052081826e-05,
      "loss": 0.0101,
      "step": 14696
    },
    {
      "epoch": 1.5933434518647007,
      "grad_norm": 0.15548814833164215,
      "learning_rate": 4.705861018424489e-05,
      "loss": 0.0207,
      "step": 14697
    },
    {
      "epoch": 1.5934518647007807,
      "grad_norm": 0.2083853930234909,
      "learning_rate": 4.7054983316407954e-05,
      "loss": 0.0204,
      "step": 14698
    },
    {
      "epoch": 1.5935602775368602,
      "grad_norm": 0.10679739713668823,
      "learning_rate": 4.705135644857102e-05,
      "loss": 0.0332,
      "step": 14699
    },
    {
      "epoch": 1.5936686903729402,
      "grad_norm": 0.20360703766345978,
      "learning_rate": 4.704772958073408e-05,
      "loss": 0.0272,
      "step": 14700
    },
    {
      "epoch": 1.59377710320902,
      "grad_norm": 0.28472036123275757,
      "learning_rate": 4.704410271289714e-05,
      "loss": 0.0381,
      "step": 14701
    },
    {
      "epoch": 1.5938855160450998,
      "grad_norm": 0.0905093252658844,
      "learning_rate": 4.7040475845060204e-05,
      "loss": 0.0259,
      "step": 14702
    },
    {
      "epoch": 1.5939939288811795,
      "grad_norm": 0.0598478801548481,
      "learning_rate": 4.7036848977223275e-05,
      "loss": 0.0054,
      "step": 14703
    },
    {
      "epoch": 1.5941023417172593,
      "grad_norm": 0.16371893882751465,
      "learning_rate": 4.703322210938634e-05,
      "loss": 0.0269,
      "step": 14704
    },
    {
      "epoch": 1.5942107545533393,
      "grad_norm": 0.29838690161705017,
      "learning_rate": 4.70295952415494e-05,
      "loss": 0.0492,
      "step": 14705
    },
    {
      "epoch": 1.5943191673894188,
      "grad_norm": 0.027221115306019783,
      "learning_rate": 4.702596837371247e-05,
      "loss": 0.0025,
      "step": 14706
    },
    {
      "epoch": 1.5944275802254988,
      "grad_norm": 0.09775011986494064,
      "learning_rate": 4.702234150587553e-05,
      "loss": 0.0158,
      "step": 14707
    },
    {
      "epoch": 1.5945359930615783,
      "grad_norm": 0.07109293341636658,
      "learning_rate": 4.701871463803859e-05,
      "loss": 0.0111,
      "step": 14708
    },
    {
      "epoch": 1.5946444058976583,
      "grad_norm": 0.29496827721595764,
      "learning_rate": 4.701508777020165e-05,
      "loss": 0.0454,
      "step": 14709
    },
    {
      "epoch": 1.594752818733738,
      "grad_norm": 0.1126113012433052,
      "learning_rate": 4.7011460902364717e-05,
      "loss": 0.0181,
      "step": 14710
    },
    {
      "epoch": 1.5948612315698178,
      "grad_norm": 0.07182081043720245,
      "learning_rate": 4.700783403452779e-05,
      "loss": 0.0054,
      "step": 14711
    },
    {
      "epoch": 1.5949696444058976,
      "grad_norm": 0.053449492901563644,
      "learning_rate": 4.700420716669085e-05,
      "loss": 0.0078,
      "step": 14712
    },
    {
      "epoch": 1.5950780572419774,
      "grad_norm": 0.1745418757200241,
      "learning_rate": 4.7000580298853916e-05,
      "loss": 0.0365,
      "step": 14713
    },
    {
      "epoch": 1.5951864700780574,
      "grad_norm": 0.1440424919128418,
      "learning_rate": 4.699695343101698e-05,
      "loss": 0.0226,
      "step": 14714
    },
    {
      "epoch": 1.595294882914137,
      "grad_norm": 0.1310213804244995,
      "learning_rate": 4.699332656318004e-05,
      "loss": 0.0205,
      "step": 14715
    },
    {
      "epoch": 1.5954032957502169,
      "grad_norm": 0.3085571229457855,
      "learning_rate": 4.69896996953431e-05,
      "loss": 0.09,
      "step": 14716
    },
    {
      "epoch": 1.5955117085862967,
      "grad_norm": 0.3954615890979767,
      "learning_rate": 4.6986072827506165e-05,
      "loss": 0.0472,
      "step": 14717
    },
    {
      "epoch": 1.5956201214223764,
      "grad_norm": 0.20528018474578857,
      "learning_rate": 4.698244595966923e-05,
      "loss": 0.0206,
      "step": 14718
    },
    {
      "epoch": 1.5957285342584562,
      "grad_norm": 0.40874549746513367,
      "learning_rate": 4.6978819091832294e-05,
      "loss": 0.0355,
      "step": 14719
    },
    {
      "epoch": 1.595836947094536,
      "grad_norm": 0.30499228835105896,
      "learning_rate": 4.6975192223995364e-05,
      "loss": 0.0774,
      "step": 14720
    },
    {
      "epoch": 1.595945359930616,
      "grad_norm": 0.2021442949771881,
      "learning_rate": 4.697156535615843e-05,
      "loss": 0.034,
      "step": 14721
    },
    {
      "epoch": 1.5960537727666955,
      "grad_norm": 0.11966097354888916,
      "learning_rate": 4.6967938488321486e-05,
      "loss": 0.0174,
      "step": 14722
    },
    {
      "epoch": 1.5961621856027755,
      "grad_norm": 0.28737565875053406,
      "learning_rate": 4.696431162048455e-05,
      "loss": 0.0477,
      "step": 14723
    },
    {
      "epoch": 1.5962705984388552,
      "grad_norm": 0.09971071034669876,
      "learning_rate": 4.6960684752647614e-05,
      "loss": 0.013,
      "step": 14724
    },
    {
      "epoch": 1.596379011274935,
      "grad_norm": 0.37772610783576965,
      "learning_rate": 4.695705788481068e-05,
      "loss": 0.0331,
      "step": 14725
    },
    {
      "epoch": 1.5964874241110147,
      "grad_norm": 0.21387730538845062,
      "learning_rate": 4.695343101697374e-05,
      "loss": 0.0771,
      "step": 14726
    },
    {
      "epoch": 1.5965958369470945,
      "grad_norm": 0.1155952513217926,
      "learning_rate": 4.6949804149136806e-05,
      "loss": 0.0275,
      "step": 14727
    },
    {
      "epoch": 1.5967042497831745,
      "grad_norm": 0.09110384434461594,
      "learning_rate": 4.694617728129987e-05,
      "loss": 0.0128,
      "step": 14728
    },
    {
      "epoch": 1.596812662619254,
      "grad_norm": 0.05424076318740845,
      "learning_rate": 4.6942550413462935e-05,
      "loss": 0.0061,
      "step": 14729
    },
    {
      "epoch": 1.596921075455334,
      "grad_norm": 0.15973426401615143,
      "learning_rate": 4.6938923545626e-05,
      "loss": 0.0291,
      "step": 14730
    },
    {
      "epoch": 1.5970294882914136,
      "grad_norm": 0.0111576272174716,
      "learning_rate": 4.693529667778906e-05,
      "loss": 0.0006,
      "step": 14731
    },
    {
      "epoch": 1.5971379011274935,
      "grad_norm": 0.23938049376010895,
      "learning_rate": 4.693166980995213e-05,
      "loss": 0.0317,
      "step": 14732
    },
    {
      "epoch": 1.5972463139635733,
      "grad_norm": 0.16705113649368286,
      "learning_rate": 4.692804294211519e-05,
      "loss": 0.0228,
      "step": 14733
    },
    {
      "epoch": 1.597354726799653,
      "grad_norm": 0.07902902364730835,
      "learning_rate": 4.6924416074278255e-05,
      "loss": 0.0116,
      "step": 14734
    },
    {
      "epoch": 1.5974631396357328,
      "grad_norm": 0.08788542449474335,
      "learning_rate": 4.692078920644132e-05,
      "loss": 0.0119,
      "step": 14735
    },
    {
      "epoch": 1.5975715524718126,
      "grad_norm": 0.22807832062244415,
      "learning_rate": 4.691716233860438e-05,
      "loss": 0.0373,
      "step": 14736
    },
    {
      "epoch": 1.5976799653078926,
      "grad_norm": 0.13116130232810974,
      "learning_rate": 4.691353547076745e-05,
      "loss": 0.0196,
      "step": 14737
    },
    {
      "epoch": 1.5977883781439721,
      "grad_norm": 0.034444063901901245,
      "learning_rate": 4.690990860293051e-05,
      "loss": 0.0053,
      "step": 14738
    },
    {
      "epoch": 1.597896790980052,
      "grad_norm": 0.3040222227573395,
      "learning_rate": 4.6906281735093576e-05,
      "loss": 0.0317,
      "step": 14739
    },
    {
      "epoch": 1.5980052038161319,
      "grad_norm": 0.17102675139904022,
      "learning_rate": 4.690265486725664e-05,
      "loss": 0.0586,
      "step": 14740
    },
    {
      "epoch": 1.5981136166522116,
      "grad_norm": 0.17908677458763123,
      "learning_rate": 4.6899027999419704e-05,
      "loss": 0.0333,
      "step": 14741
    },
    {
      "epoch": 1.5982220294882914,
      "grad_norm": 0.1020035669207573,
      "learning_rate": 4.689540113158277e-05,
      "loss": 0.0107,
      "step": 14742
    },
    {
      "epoch": 1.5983304423243712,
      "grad_norm": 0.08059926331043243,
      "learning_rate": 4.689177426374583e-05,
      "loss": 0.0136,
      "step": 14743
    },
    {
      "epoch": 1.5984388551604511,
      "grad_norm": 0.17127332091331482,
      "learning_rate": 4.6888147395908896e-05,
      "loss": 0.0405,
      "step": 14744
    },
    {
      "epoch": 1.5985472679965307,
      "grad_norm": 0.1961304396390915,
      "learning_rate": 4.6884520528071953e-05,
      "loss": 0.0402,
      "step": 14745
    },
    {
      "epoch": 1.5986556808326107,
      "grad_norm": 0.15136568248271942,
      "learning_rate": 4.6880893660235024e-05,
      "loss": 0.0188,
      "step": 14746
    },
    {
      "epoch": 1.5987640936686902,
      "grad_norm": 0.07058928161859512,
      "learning_rate": 4.687726679239809e-05,
      "loss": 0.0085,
      "step": 14747
    },
    {
      "epoch": 1.5988725065047702,
      "grad_norm": 0.21706807613372803,
      "learning_rate": 4.687363992456115e-05,
      "loss": 0.0219,
      "step": 14748
    },
    {
      "epoch": 1.59898091934085,
      "grad_norm": 0.05307528376579285,
      "learning_rate": 4.687001305672422e-05,
      "loss": 0.0192,
      "step": 14749
    },
    {
      "epoch": 1.5990893321769297,
      "grad_norm": 0.33246976137161255,
      "learning_rate": 4.686638618888728e-05,
      "loss": 0.0436,
      "step": 14750
    },
    {
      "epoch": 1.5991977450130095,
      "grad_norm": 0.12526507675647736,
      "learning_rate": 4.6862759321050345e-05,
      "loss": 0.055,
      "step": 14751
    },
    {
      "epoch": 1.5993061578490892,
      "grad_norm": 0.39711520075798035,
      "learning_rate": 4.685913245321341e-05,
      "loss": 0.0632,
      "step": 14752
    },
    {
      "epoch": 1.5994145706851692,
      "grad_norm": 0.2900349795818329,
      "learning_rate": 4.6855505585376466e-05,
      "loss": 0.0196,
      "step": 14753
    },
    {
      "epoch": 1.5995229835212488,
      "grad_norm": 0.3232826590538025,
      "learning_rate": 4.685187871753953e-05,
      "loss": 0.0204,
      "step": 14754
    },
    {
      "epoch": 1.5996313963573288,
      "grad_norm": 0.33403024077415466,
      "learning_rate": 4.68482518497026e-05,
      "loss": 0.0421,
      "step": 14755
    },
    {
      "epoch": 1.5997398091934085,
      "grad_norm": 0.37714582681655884,
      "learning_rate": 4.6844624981865665e-05,
      "loss": 0.0282,
      "step": 14756
    },
    {
      "epoch": 1.5998482220294883,
      "grad_norm": 0.15427300333976746,
      "learning_rate": 4.684099811402873e-05,
      "loss": 0.0333,
      "step": 14757
    },
    {
      "epoch": 1.599956634865568,
      "grad_norm": 0.22378933429718018,
      "learning_rate": 4.6837371246191794e-05,
      "loss": 0.0482,
      "step": 14758
    },
    {
      "epoch": 1.6000650477016478,
      "grad_norm": 0.14787988364696503,
      "learning_rate": 4.683374437835486e-05,
      "loss": 0.0193,
      "step": 14759
    },
    {
      "epoch": 1.6001734605377278,
      "grad_norm": 0.17503109574317932,
      "learning_rate": 4.6830117510517915e-05,
      "loss": 0.0226,
      "step": 14760
    },
    {
      "epoch": 1.6002818733738073,
      "grad_norm": 0.20577563345432281,
      "learning_rate": 4.682649064268098e-05,
      "loss": 0.0174,
      "step": 14761
    },
    {
      "epoch": 1.6003902862098873,
      "grad_norm": 0.10302455723285675,
      "learning_rate": 4.682286377484404e-05,
      "loss": 0.0136,
      "step": 14762
    },
    {
      "epoch": 1.600498699045967,
      "grad_norm": 0.09349025785923004,
      "learning_rate": 4.6819236907007114e-05,
      "loss": 0.0185,
      "step": 14763
    },
    {
      "epoch": 1.6006071118820469,
      "grad_norm": 0.14889459311962128,
      "learning_rate": 4.681561003917018e-05,
      "loss": 0.0146,
      "step": 14764
    },
    {
      "epoch": 1.6007155247181266,
      "grad_norm": 0.13342250883579254,
      "learning_rate": 4.681198317133324e-05,
      "loss": 0.0202,
      "step": 14765
    },
    {
      "epoch": 1.6008239375542064,
      "grad_norm": 0.134617418050766,
      "learning_rate": 4.6808356303496306e-05,
      "loss": 0.0223,
      "step": 14766
    },
    {
      "epoch": 1.6009323503902864,
      "grad_norm": 0.06505542248487473,
      "learning_rate": 4.6804729435659364e-05,
      "loss": 0.0147,
      "step": 14767
    },
    {
      "epoch": 1.601040763226366,
      "grad_norm": 0.08861999213695526,
      "learning_rate": 4.680110256782243e-05,
      "loss": 0.0068,
      "step": 14768
    },
    {
      "epoch": 1.601149176062446,
      "grad_norm": 0.09852863848209381,
      "learning_rate": 4.679747569998549e-05,
      "loss": 0.0217,
      "step": 14769
    },
    {
      "epoch": 1.6012575888985254,
      "grad_norm": 0.11293789744377136,
      "learning_rate": 4.6793848832148556e-05,
      "loss": 0.0136,
      "step": 14770
    },
    {
      "epoch": 1.6013660017346054,
      "grad_norm": 0.06949997693300247,
      "learning_rate": 4.679022196431162e-05,
      "loss": 0.0135,
      "step": 14771
    },
    {
      "epoch": 1.6014744145706852,
      "grad_norm": 0.19421783089637756,
      "learning_rate": 4.678659509647469e-05,
      "loss": 0.0236,
      "step": 14772
    },
    {
      "epoch": 1.601582827406765,
      "grad_norm": 0.1905677169561386,
      "learning_rate": 4.6782968228637755e-05,
      "loss": 0.0534,
      "step": 14773
    },
    {
      "epoch": 1.6016912402428447,
      "grad_norm": 0.05142470449209213,
      "learning_rate": 4.677934136080081e-05,
      "loss": 0.0099,
      "step": 14774
    },
    {
      "epoch": 1.6017996530789245,
      "grad_norm": 0.1348370611667633,
      "learning_rate": 4.677571449296388e-05,
      "loss": 0.0239,
      "step": 14775
    },
    {
      "epoch": 1.6019080659150045,
      "grad_norm": 0.19858086109161377,
      "learning_rate": 4.677208762512694e-05,
      "loss": 0.018,
      "step": 14776
    },
    {
      "epoch": 1.602016478751084,
      "grad_norm": 0.10946784168481827,
      "learning_rate": 4.6768460757290005e-05,
      "loss": 0.0126,
      "step": 14777
    },
    {
      "epoch": 1.602124891587164,
      "grad_norm": 0.25353777408599854,
      "learning_rate": 4.676483388945307e-05,
      "loss": 0.0237,
      "step": 14778
    },
    {
      "epoch": 1.6022333044232437,
      "grad_norm": 0.0797778069972992,
      "learning_rate": 4.676120702161613e-05,
      "loss": 0.0111,
      "step": 14779
    },
    {
      "epoch": 1.6023417172593235,
      "grad_norm": 0.3588174283504486,
      "learning_rate": 4.67575801537792e-05,
      "loss": 0.057,
      "step": 14780
    },
    {
      "epoch": 1.6024501300954033,
      "grad_norm": 0.30359673500061035,
      "learning_rate": 4.675395328594227e-05,
      "loss": 0.0223,
      "step": 14781
    },
    {
      "epoch": 1.602558542931483,
      "grad_norm": 0.16298726201057434,
      "learning_rate": 4.6750326418105325e-05,
      "loss": 0.0218,
      "step": 14782
    },
    {
      "epoch": 1.602666955767563,
      "grad_norm": 0.1062377318739891,
      "learning_rate": 4.674669955026839e-05,
      "loss": 0.0167,
      "step": 14783
    },
    {
      "epoch": 1.6027753686036426,
      "grad_norm": 0.2702604830265045,
      "learning_rate": 4.6743072682431454e-05,
      "loss": 0.0367,
      "step": 14784
    },
    {
      "epoch": 1.6028837814397225,
      "grad_norm": 0.0674692690372467,
      "learning_rate": 4.673944581459452e-05,
      "loss": 0.0064,
      "step": 14785
    },
    {
      "epoch": 1.6029921942758023,
      "grad_norm": 0.19068853557109833,
      "learning_rate": 4.673581894675758e-05,
      "loss": 0.0175,
      "step": 14786
    },
    {
      "epoch": 1.603100607111882,
      "grad_norm": 0.169948011636734,
      "learning_rate": 4.6732192078920646e-05,
      "loss": 0.0205,
      "step": 14787
    },
    {
      "epoch": 1.6032090199479618,
      "grad_norm": 0.16191871464252472,
      "learning_rate": 4.672856521108371e-05,
      "loss": 0.0469,
      "step": 14788
    },
    {
      "epoch": 1.6033174327840416,
      "grad_norm": 0.2738250494003296,
      "learning_rate": 4.6724938343246774e-05,
      "loss": 0.0091,
      "step": 14789
    },
    {
      "epoch": 1.6034258456201216,
      "grad_norm": 0.2513238489627838,
      "learning_rate": 4.672131147540984e-05,
      "loss": 0.0347,
      "step": 14790
    },
    {
      "epoch": 1.6035342584562011,
      "grad_norm": 0.25243785977363586,
      "learning_rate": 4.67176846075729e-05,
      "loss": 0.0442,
      "step": 14791
    },
    {
      "epoch": 1.603642671292281,
      "grad_norm": 0.1092483326792717,
      "learning_rate": 4.6714057739735966e-05,
      "loss": 0.023,
      "step": 14792
    },
    {
      "epoch": 1.6037510841283606,
      "grad_norm": 0.10983753949403763,
      "learning_rate": 4.671043087189903e-05,
      "loss": 0.0111,
      "step": 14793
    },
    {
      "epoch": 1.6038594969644406,
      "grad_norm": 0.12747476994991302,
      "learning_rate": 4.6706804004062095e-05,
      "loss": 0.0291,
      "step": 14794
    },
    {
      "epoch": 1.6039679098005204,
      "grad_norm": 0.1319056898355484,
      "learning_rate": 4.670317713622516e-05,
      "loss": 0.0102,
      "step": 14795
    },
    {
      "epoch": 1.6040763226366002,
      "grad_norm": 0.02054237760603428,
      "learning_rate": 4.669955026838822e-05,
      "loss": 0.0017,
      "step": 14796
    },
    {
      "epoch": 1.60418473547268,
      "grad_norm": 0.1611233353614807,
      "learning_rate": 4.669592340055129e-05,
      "loss": 0.0211,
      "step": 14797
    },
    {
      "epoch": 1.6042931483087597,
      "grad_norm": 0.20082850754261017,
      "learning_rate": 4.669229653271435e-05,
      "loss": 0.0393,
      "step": 14798
    },
    {
      "epoch": 1.6044015611448397,
      "grad_norm": 0.11824838072061539,
      "learning_rate": 4.6688669664877415e-05,
      "loss": 0.0295,
      "step": 14799
    },
    {
      "epoch": 1.6045099739809192,
      "grad_norm": 0.038311365991830826,
      "learning_rate": 4.668504279704048e-05,
      "loss": 0.0054,
      "step": 14800
    },
    {
      "epoch": 1.6046183868169992,
      "grad_norm": 0.07662787288427353,
      "learning_rate": 4.668141592920354e-05,
      "loss": 0.0098,
      "step": 14801
    },
    {
      "epoch": 1.604726799653079,
      "grad_norm": 0.4309307932853699,
      "learning_rate": 4.667778906136661e-05,
      "loss": 0.0241,
      "step": 14802
    },
    {
      "epoch": 1.6048352124891587,
      "grad_norm": 0.24263833463191986,
      "learning_rate": 4.667416219352967e-05,
      "loss": 0.0289,
      "step": 14803
    },
    {
      "epoch": 1.6049436253252385,
      "grad_norm": 0.10181677341461182,
      "learning_rate": 4.6670535325692736e-05,
      "loss": 0.0118,
      "step": 14804
    },
    {
      "epoch": 1.6050520381613183,
      "grad_norm": 0.1773533672094345,
      "learning_rate": 4.666690845785579e-05,
      "loss": 0.0172,
      "step": 14805
    },
    {
      "epoch": 1.6051604509973982,
      "grad_norm": 0.09230431169271469,
      "learning_rate": 4.6663281590018864e-05,
      "loss": 0.0157,
      "step": 14806
    },
    {
      "epoch": 1.6052688638334778,
      "grad_norm": 0.13351215422153473,
      "learning_rate": 4.665965472218193e-05,
      "loss": 0.0224,
      "step": 14807
    },
    {
      "epoch": 1.6053772766695578,
      "grad_norm": 0.10226689279079437,
      "learning_rate": 4.665602785434499e-05,
      "loss": 0.0157,
      "step": 14808
    },
    {
      "epoch": 1.6054856895056373,
      "grad_norm": 0.4180169403553009,
      "learning_rate": 4.6652400986508056e-05,
      "loss": 0.0497,
      "step": 14809
    },
    {
      "epoch": 1.6055941023417173,
      "grad_norm": 0.07929974794387817,
      "learning_rate": 4.664877411867112e-05,
      "loss": 0.0055,
      "step": 14810
    },
    {
      "epoch": 1.605702515177797,
      "grad_norm": 0.3136764168739319,
      "learning_rate": 4.6645147250834184e-05,
      "loss": 0.0592,
      "step": 14811
    },
    {
      "epoch": 1.6058109280138768,
      "grad_norm": 0.2071230411529541,
      "learning_rate": 4.664152038299724e-05,
      "loss": 0.0257,
      "step": 14812
    },
    {
      "epoch": 1.6059193408499568,
      "grad_norm": 0.07611749321222305,
      "learning_rate": 4.6637893515160306e-05,
      "loss": 0.0126,
      "step": 14813
    },
    {
      "epoch": 1.6060277536860363,
      "grad_norm": 0.276216059923172,
      "learning_rate": 4.663426664732337e-05,
      "loss": 0.0261,
      "step": 14814
    },
    {
      "epoch": 1.6061361665221163,
      "grad_norm": 0.16519150137901306,
      "learning_rate": 4.663063977948644e-05,
      "loss": 0.0309,
      "step": 14815
    },
    {
      "epoch": 1.6062445793581959,
      "grad_norm": 0.16718119382858276,
      "learning_rate": 4.6627012911649505e-05,
      "loss": 0.0124,
      "step": 14816
    },
    {
      "epoch": 1.6063529921942759,
      "grad_norm": 0.13377735018730164,
      "learning_rate": 4.662338604381257e-05,
      "loss": 0.0176,
      "step": 14817
    },
    {
      "epoch": 1.6064614050303556,
      "grad_norm": 0.12680158019065857,
      "learning_rate": 4.661975917597563e-05,
      "loss": 0.0206,
      "step": 14818
    },
    {
      "epoch": 1.6065698178664354,
      "grad_norm": 0.08886785060167313,
      "learning_rate": 4.661613230813869e-05,
      "loss": 0.0133,
      "step": 14819
    },
    {
      "epoch": 1.6066782307025151,
      "grad_norm": 0.3681980073451996,
      "learning_rate": 4.6612505440301755e-05,
      "loss": 0.0109,
      "step": 14820
    },
    {
      "epoch": 1.606786643538595,
      "grad_norm": 0.24395056068897247,
      "learning_rate": 4.660887857246482e-05,
      "loss": 0.0229,
      "step": 14821
    },
    {
      "epoch": 1.606895056374675,
      "grad_norm": 0.26348844170570374,
      "learning_rate": 4.660525170462788e-05,
      "loss": 0.0657,
      "step": 14822
    },
    {
      "epoch": 1.6070034692107544,
      "grad_norm": 0.19433508813381195,
      "learning_rate": 4.660162483679095e-05,
      "loss": 0.058,
      "step": 14823
    },
    {
      "epoch": 1.6071118820468344,
      "grad_norm": 0.1704559177160263,
      "learning_rate": 4.659799796895402e-05,
      "loss": 0.0362,
      "step": 14824
    },
    {
      "epoch": 1.6072202948829142,
      "grad_norm": 0.2728869318962097,
      "learning_rate": 4.659437110111708e-05,
      "loss": 0.0219,
      "step": 14825
    },
    {
      "epoch": 1.607328707718994,
      "grad_norm": 0.22934694588184357,
      "learning_rate": 4.659074423328014e-05,
      "loss": 0.0613,
      "step": 14826
    },
    {
      "epoch": 1.6074371205550737,
      "grad_norm": 0.2606038451194763,
      "learning_rate": 4.65871173654432e-05,
      "loss": 0.0464,
      "step": 14827
    },
    {
      "epoch": 1.6075455333911535,
      "grad_norm": 0.06412975490093231,
      "learning_rate": 4.658349049760627e-05,
      "loss": 0.0066,
      "step": 14828
    },
    {
      "epoch": 1.6076539462272335,
      "grad_norm": 0.03960084542632103,
      "learning_rate": 4.657986362976933e-05,
      "loss": 0.0066,
      "step": 14829
    },
    {
      "epoch": 1.607762359063313,
      "grad_norm": 0.17043346166610718,
      "learning_rate": 4.6576236761932396e-05,
      "loss": 0.056,
      "step": 14830
    },
    {
      "epoch": 1.607870771899393,
      "grad_norm": 0.3780682682991028,
      "learning_rate": 4.657260989409546e-05,
      "loss": 0.0326,
      "step": 14831
    },
    {
      "epoch": 1.6079791847354725,
      "grad_norm": 0.3633089065551758,
      "learning_rate": 4.656898302625853e-05,
      "loss": 0.0623,
      "step": 14832
    },
    {
      "epoch": 1.6080875975715525,
      "grad_norm": 0.058109428733587265,
      "learning_rate": 4.6565356158421595e-05,
      "loss": 0.003,
      "step": 14833
    },
    {
      "epoch": 1.6081960104076323,
      "grad_norm": 0.30569174885749817,
      "learning_rate": 4.656172929058465e-05,
      "loss": 0.0307,
      "step": 14834
    },
    {
      "epoch": 1.608304423243712,
      "grad_norm": 0.10735910385847092,
      "learning_rate": 4.6558102422747716e-05,
      "loss": 0.0176,
      "step": 14835
    },
    {
      "epoch": 1.6084128360797918,
      "grad_norm": 0.09494280070066452,
      "learning_rate": 4.655447555491078e-05,
      "loss": 0.0155,
      "step": 14836
    },
    {
      "epoch": 1.6085212489158716,
      "grad_norm": 0.08187668770551682,
      "learning_rate": 4.6550848687073844e-05,
      "loss": 0.0092,
      "step": 14837
    },
    {
      "epoch": 1.6086296617519515,
      "grad_norm": 0.18018344044685364,
      "learning_rate": 4.654722181923691e-05,
      "loss": 0.0229,
      "step": 14838
    },
    {
      "epoch": 1.608738074588031,
      "grad_norm": 0.1365429162979126,
      "learning_rate": 4.654359495139997e-05,
      "loss": 0.0173,
      "step": 14839
    },
    {
      "epoch": 1.608846487424111,
      "grad_norm": 0.11964651197195053,
      "learning_rate": 4.653996808356304e-05,
      "loss": 0.0341,
      "step": 14840
    },
    {
      "epoch": 1.6089549002601908,
      "grad_norm": 0.08770346641540527,
      "learning_rate": 4.65363412157261e-05,
      "loss": 0.0148,
      "step": 14841
    },
    {
      "epoch": 1.6090633130962706,
      "grad_norm": 0.06027694791555405,
      "learning_rate": 4.6532714347889165e-05,
      "loss": 0.0052,
      "step": 14842
    },
    {
      "epoch": 1.6091717259323504,
      "grad_norm": 0.08198325335979462,
      "learning_rate": 4.652908748005223e-05,
      "loss": 0.01,
      "step": 14843
    },
    {
      "epoch": 1.6092801387684301,
      "grad_norm": 0.21262867748737335,
      "learning_rate": 4.652546061221529e-05,
      "loss": 0.0157,
      "step": 14844
    },
    {
      "epoch": 1.60938855160451,
      "grad_norm": 0.26258593797683716,
      "learning_rate": 4.652183374437836e-05,
      "loss": 0.0337,
      "step": 14845
    },
    {
      "epoch": 1.6094969644405897,
      "grad_norm": 0.20578502118587494,
      "learning_rate": 4.651820687654142e-05,
      "loss": 0.0226,
      "step": 14846
    },
    {
      "epoch": 1.6096053772766696,
      "grad_norm": 0.01801013946533203,
      "learning_rate": 4.6514580008704485e-05,
      "loss": 0.0017,
      "step": 14847
    },
    {
      "epoch": 1.6097137901127494,
      "grad_norm": 0.33373478055000305,
      "learning_rate": 4.651095314086755e-05,
      "loss": 0.0832,
      "step": 14848
    },
    {
      "epoch": 1.6098222029488292,
      "grad_norm": 0.03840038925409317,
      "learning_rate": 4.6507326273030614e-05,
      "loss": 0.0079,
      "step": 14849
    },
    {
      "epoch": 1.609930615784909,
      "grad_norm": 0.09287697076797485,
      "learning_rate": 4.650369940519368e-05,
      "loss": 0.007,
      "step": 14850
    },
    {
      "epoch": 1.6100390286209887,
      "grad_norm": 0.1631184071302414,
      "learning_rate": 4.650007253735674e-05,
      "loss": 0.0457,
      "step": 14851
    },
    {
      "epoch": 1.6101474414570687,
      "grad_norm": 0.03432140499353409,
      "learning_rate": 4.6496445669519806e-05,
      "loss": 0.0082,
      "step": 14852
    },
    {
      "epoch": 1.6102558542931482,
      "grad_norm": 0.14483501017093658,
      "learning_rate": 4.649281880168287e-05,
      "loss": 0.0203,
      "step": 14853
    },
    {
      "epoch": 1.6103642671292282,
      "grad_norm": 0.2148948460817337,
      "learning_rate": 4.6489191933845934e-05,
      "loss": 0.0274,
      "step": 14854
    },
    {
      "epoch": 1.6104726799653077,
      "grad_norm": 0.11423088610172272,
      "learning_rate": 4.6485565066009e-05,
      "loss": 0.0215,
      "step": 14855
    },
    {
      "epoch": 1.6105810928013877,
      "grad_norm": 0.1051139235496521,
      "learning_rate": 4.648193819817206e-05,
      "loss": 0.0133,
      "step": 14856
    },
    {
      "epoch": 1.6106895056374675,
      "grad_norm": 0.3233638405799866,
      "learning_rate": 4.647831133033512e-05,
      "loss": 0.0547,
      "step": 14857
    },
    {
      "epoch": 1.6107979184735473,
      "grad_norm": 0.09859205037355423,
      "learning_rate": 4.647468446249819e-05,
      "loss": 0.0086,
      "step": 14858
    },
    {
      "epoch": 1.610906331309627,
      "grad_norm": 0.1272788643836975,
      "learning_rate": 4.6471057594661255e-05,
      "loss": 0.0244,
      "step": 14859
    },
    {
      "epoch": 1.6110147441457068,
      "grad_norm": 0.392066091299057,
      "learning_rate": 4.646743072682432e-05,
      "loss": 0.0409,
      "step": 14860
    },
    {
      "epoch": 1.6111231569817868,
      "grad_norm": 0.031385086476802826,
      "learning_rate": 4.646380385898738e-05,
      "loss": 0.0046,
      "step": 14861
    },
    {
      "epoch": 1.6112315698178663,
      "grad_norm": 0.14676496386528015,
      "learning_rate": 4.646017699115045e-05,
      "loss": 0.0074,
      "step": 14862
    },
    {
      "epoch": 1.6113399826539463,
      "grad_norm": 0.11675281077623367,
      "learning_rate": 4.645655012331351e-05,
      "loss": 0.0175,
      "step": 14863
    },
    {
      "epoch": 1.611448395490026,
      "grad_norm": 0.24094532430171967,
      "learning_rate": 4.645292325547657e-05,
      "loss": 0.0284,
      "step": 14864
    },
    {
      "epoch": 1.6115568083261058,
      "grad_norm": 0.08754270523786545,
      "learning_rate": 4.644929638763963e-05,
      "loss": 0.0147,
      "step": 14865
    },
    {
      "epoch": 1.6116652211621856,
      "grad_norm": 0.23707595467567444,
      "learning_rate": 4.64456695198027e-05,
      "loss": 0.034,
      "step": 14866
    },
    {
      "epoch": 1.6117736339982653,
      "grad_norm": 0.19733548164367676,
      "learning_rate": 4.644204265196577e-05,
      "loss": 0.0363,
      "step": 14867
    },
    {
      "epoch": 1.6118820468343453,
      "grad_norm": 0.20977963507175446,
      "learning_rate": 4.643841578412883e-05,
      "loss": 0.0277,
      "step": 14868
    },
    {
      "epoch": 1.6119904596704249,
      "grad_norm": 0.37890949845314026,
      "learning_rate": 4.6434788916291896e-05,
      "loss": 0.0246,
      "step": 14869
    },
    {
      "epoch": 1.6120988725065049,
      "grad_norm": 0.3797034025192261,
      "learning_rate": 4.643116204845496e-05,
      "loss": 0.0435,
      "step": 14870
    },
    {
      "epoch": 1.6122072853425846,
      "grad_norm": 0.10582560300827026,
      "learning_rate": 4.642753518061802e-05,
      "loss": 0.0174,
      "step": 14871
    },
    {
      "epoch": 1.6123156981786644,
      "grad_norm": 0.10311942547559738,
      "learning_rate": 4.642390831278108e-05,
      "loss": 0.018,
      "step": 14872
    },
    {
      "epoch": 1.6124241110147441,
      "grad_norm": 0.22859832644462585,
      "learning_rate": 4.6420281444944145e-05,
      "loss": 0.0345,
      "step": 14873
    },
    {
      "epoch": 1.612532523850824,
      "grad_norm": 0.22358588874340057,
      "learning_rate": 4.641665457710721e-05,
      "loss": 0.0468,
      "step": 14874
    },
    {
      "epoch": 1.612640936686904,
      "grad_norm": 0.1183534562587738,
      "learning_rate": 4.6413027709270274e-05,
      "loss": 0.0134,
      "step": 14875
    },
    {
      "epoch": 1.6127493495229834,
      "grad_norm": 0.24958392977714539,
      "learning_rate": 4.6409400841433344e-05,
      "loss": 0.0642,
      "step": 14876
    },
    {
      "epoch": 1.6128577623590634,
      "grad_norm": 0.2103257179260254,
      "learning_rate": 4.640577397359641e-05,
      "loss": 0.0114,
      "step": 14877
    },
    {
      "epoch": 1.612966175195143,
      "grad_norm": 0.27665382623672485,
      "learning_rate": 4.6402147105759466e-05,
      "loss": 0.0121,
      "step": 14878
    },
    {
      "epoch": 1.613074588031223,
      "grad_norm": 0.21878057718276978,
      "learning_rate": 4.639852023792253e-05,
      "loss": 0.0457,
      "step": 14879
    },
    {
      "epoch": 1.6131830008673027,
      "grad_norm": 0.11503691971302032,
      "learning_rate": 4.6394893370085594e-05,
      "loss": 0.0131,
      "step": 14880
    },
    {
      "epoch": 1.6132914137033825,
      "grad_norm": 0.11377450078725815,
      "learning_rate": 4.639126650224866e-05,
      "loss": 0.0147,
      "step": 14881
    },
    {
      "epoch": 1.6133998265394622,
      "grad_norm": 0.06754621863365173,
      "learning_rate": 4.638763963441172e-05,
      "loss": 0.0092,
      "step": 14882
    },
    {
      "epoch": 1.613508239375542,
      "grad_norm": 0.10821490734815598,
      "learning_rate": 4.6384012766574786e-05,
      "loss": 0.0159,
      "step": 14883
    },
    {
      "epoch": 1.613616652211622,
      "grad_norm": 0.19878484308719635,
      "learning_rate": 4.638038589873786e-05,
      "loss": 0.0444,
      "step": 14884
    },
    {
      "epoch": 1.6137250650477015,
      "grad_norm": 0.12897410988807678,
      "learning_rate": 4.637675903090092e-05,
      "loss": 0.0169,
      "step": 14885
    },
    {
      "epoch": 1.6138334778837815,
      "grad_norm": 0.2814688980579376,
      "learning_rate": 4.637313216306398e-05,
      "loss": 0.0218,
      "step": 14886
    },
    {
      "epoch": 1.6139418907198613,
      "grad_norm": 0.12001324445009232,
      "learning_rate": 4.636950529522704e-05,
      "loss": 0.0256,
      "step": 14887
    },
    {
      "epoch": 1.614050303555941,
      "grad_norm": 0.13190068304538727,
      "learning_rate": 4.636587842739011e-05,
      "loss": 0.0099,
      "step": 14888
    },
    {
      "epoch": 1.6141587163920208,
      "grad_norm": 0.07011883705854416,
      "learning_rate": 4.636225155955317e-05,
      "loss": 0.0059,
      "step": 14889
    },
    {
      "epoch": 1.6142671292281006,
      "grad_norm": 0.18978843092918396,
      "learning_rate": 4.6358624691716235e-05,
      "loss": 0.0303,
      "step": 14890
    },
    {
      "epoch": 1.6143755420641805,
      "grad_norm": 0.3196250796318054,
      "learning_rate": 4.63549978238793e-05,
      "loss": 0.0452,
      "step": 14891
    },
    {
      "epoch": 1.61448395490026,
      "grad_norm": 0.1744164377450943,
      "learning_rate": 4.635137095604236e-05,
      "loss": 0.0276,
      "step": 14892
    },
    {
      "epoch": 1.61459236773634,
      "grad_norm": 0.067058265209198,
      "learning_rate": 4.634774408820543e-05,
      "loss": 0.0131,
      "step": 14893
    },
    {
      "epoch": 1.6147007805724196,
      "grad_norm": 0.008223007433116436,
      "learning_rate": 4.634411722036849e-05,
      "loss": 0.001,
      "step": 14894
    },
    {
      "epoch": 1.6148091934084996,
      "grad_norm": 0.09179388731718063,
      "learning_rate": 4.6340490352531556e-05,
      "loss": 0.0104,
      "step": 14895
    },
    {
      "epoch": 1.6149176062445794,
      "grad_norm": 0.057478416711091995,
      "learning_rate": 4.633686348469462e-05,
      "loss": 0.0116,
      "step": 14896
    },
    {
      "epoch": 1.6150260190806591,
      "grad_norm": 0.3856075704097748,
      "learning_rate": 4.6333236616857684e-05,
      "loss": 0.0264,
      "step": 14897
    },
    {
      "epoch": 1.6151344319167389,
      "grad_norm": 0.21517911553382874,
      "learning_rate": 4.632960974902075e-05,
      "loss": 0.0274,
      "step": 14898
    },
    {
      "epoch": 1.6152428447528187,
      "grad_norm": 0.12488511204719543,
      "learning_rate": 4.632598288118381e-05,
      "loss": 0.0117,
      "step": 14899
    },
    {
      "epoch": 1.6153512575888986,
      "grad_norm": 0.0759342834353447,
      "learning_rate": 4.6322356013346876e-05,
      "loss": 0.0075,
      "step": 14900
    },
    {
      "epoch": 1.6154596704249782,
      "grad_norm": 0.23153960704803467,
      "learning_rate": 4.631872914550994e-05,
      "loss": 0.0567,
      "step": 14901
    },
    {
      "epoch": 1.6155680832610582,
      "grad_norm": 0.07059761136770248,
      "learning_rate": 4.6315102277673004e-05,
      "loss": 0.0106,
      "step": 14902
    },
    {
      "epoch": 1.615676496097138,
      "grad_norm": 0.27939051389694214,
      "learning_rate": 4.631147540983607e-05,
      "loss": 0.0485,
      "step": 14903
    },
    {
      "epoch": 1.6157849089332177,
      "grad_norm": 0.2875131368637085,
      "learning_rate": 4.630784854199913e-05,
      "loss": 0.0255,
      "step": 14904
    },
    {
      "epoch": 1.6158933217692975,
      "grad_norm": 0.04851797968149185,
      "learning_rate": 4.63042216741622e-05,
      "loss": 0.0071,
      "step": 14905
    },
    {
      "epoch": 1.6160017346053772,
      "grad_norm": 0.0802503153681755,
      "learning_rate": 4.630059480632526e-05,
      "loss": 0.0142,
      "step": 14906
    },
    {
      "epoch": 1.6161101474414572,
      "grad_norm": 0.33632221817970276,
      "learning_rate": 4.6296967938488325e-05,
      "loss": 0.0272,
      "step": 14907
    },
    {
      "epoch": 1.6162185602775367,
      "grad_norm": 0.3554114103317261,
      "learning_rate": 4.629334107065139e-05,
      "loss": 0.08,
      "step": 14908
    },
    {
      "epoch": 1.6163269731136167,
      "grad_norm": 0.11176078766584396,
      "learning_rate": 4.6289714202814446e-05,
      "loss": 0.018,
      "step": 14909
    },
    {
      "epoch": 1.6164353859496965,
      "grad_norm": 0.21882066130638123,
      "learning_rate": 4.628608733497752e-05,
      "loss": 0.0218,
      "step": 14910
    },
    {
      "epoch": 1.6165437987857763,
      "grad_norm": 0.06415268778800964,
      "learning_rate": 4.628246046714058e-05,
      "loss": 0.0144,
      "step": 14911
    },
    {
      "epoch": 1.616652211621856,
      "grad_norm": 0.2800784111022949,
      "learning_rate": 4.6278833599303645e-05,
      "loss": 0.019,
      "step": 14912
    },
    {
      "epoch": 1.6167606244579358,
      "grad_norm": 0.3758818805217743,
      "learning_rate": 4.627520673146671e-05,
      "loss": 0.0451,
      "step": 14913
    },
    {
      "epoch": 1.6168690372940158,
      "grad_norm": 0.04103991389274597,
      "learning_rate": 4.6271579863629774e-05,
      "loss": 0.0064,
      "step": 14914
    },
    {
      "epoch": 1.6169774501300953,
      "grad_norm": 0.07570617645978928,
      "learning_rate": 4.626795299579284e-05,
      "loss": 0.0072,
      "step": 14915
    },
    {
      "epoch": 1.6170858629661753,
      "grad_norm": 0.2836480140686035,
      "learning_rate": 4.6264326127955895e-05,
      "loss": 0.0292,
      "step": 14916
    },
    {
      "epoch": 1.6171942758022548,
      "grad_norm": 0.09356691688299179,
      "learning_rate": 4.626069926011896e-05,
      "loss": 0.0092,
      "step": 14917
    },
    {
      "epoch": 1.6173026886383348,
      "grad_norm": 0.13715465366840363,
      "learning_rate": 4.625707239228202e-05,
      "loss": 0.0183,
      "step": 14918
    },
    {
      "epoch": 1.6174111014744146,
      "grad_norm": 0.04252425581216812,
      "learning_rate": 4.6253445524445094e-05,
      "loss": 0.0043,
      "step": 14919
    },
    {
      "epoch": 1.6175195143104943,
      "grad_norm": 0.08088494837284088,
      "learning_rate": 4.624981865660816e-05,
      "loss": 0.0174,
      "step": 14920
    },
    {
      "epoch": 1.617627927146574,
      "grad_norm": 0.04448713734745979,
      "learning_rate": 4.624619178877122e-05,
      "loss": 0.0031,
      "step": 14921
    },
    {
      "epoch": 1.6177363399826539,
      "grad_norm": 0.1715552657842636,
      "learning_rate": 4.6242564920934287e-05,
      "loss": 0.0194,
      "step": 14922
    },
    {
      "epoch": 1.6178447528187339,
      "grad_norm": 0.10790827125310898,
      "learning_rate": 4.6238938053097344e-05,
      "loss": 0.0182,
      "step": 14923
    },
    {
      "epoch": 1.6179531656548134,
      "grad_norm": 0.15778228640556335,
      "learning_rate": 4.623531118526041e-05,
      "loss": 0.0186,
      "step": 14924
    },
    {
      "epoch": 1.6180615784908934,
      "grad_norm": 0.22868916392326355,
      "learning_rate": 4.623168431742347e-05,
      "loss": 0.0393,
      "step": 14925
    },
    {
      "epoch": 1.6181699913269731,
      "grad_norm": 0.11803621798753738,
      "learning_rate": 4.6228057449586536e-05,
      "loss": 0.0156,
      "step": 14926
    },
    {
      "epoch": 1.618278404163053,
      "grad_norm": 0.07500195503234863,
      "learning_rate": 4.622443058174961e-05,
      "loss": 0.0092,
      "step": 14927
    },
    {
      "epoch": 1.6183868169991327,
      "grad_norm": 0.15219633281230927,
      "learning_rate": 4.622080371391267e-05,
      "loss": 0.0238,
      "step": 14928
    },
    {
      "epoch": 1.6184952298352124,
      "grad_norm": 0.1651395857334137,
      "learning_rate": 4.6217176846075735e-05,
      "loss": 0.0146,
      "step": 14929
    },
    {
      "epoch": 1.6186036426712924,
      "grad_norm": 0.32633477449417114,
      "learning_rate": 4.621354997823879e-05,
      "loss": 0.0494,
      "step": 14930
    },
    {
      "epoch": 1.618712055507372,
      "grad_norm": 0.13060638308525085,
      "learning_rate": 4.620992311040186e-05,
      "loss": 0.0353,
      "step": 14931
    },
    {
      "epoch": 1.618820468343452,
      "grad_norm": 0.06166481599211693,
      "learning_rate": 4.620629624256492e-05,
      "loss": 0.0144,
      "step": 14932
    },
    {
      "epoch": 1.6189288811795317,
      "grad_norm": 0.2397511601448059,
      "learning_rate": 4.6202669374727985e-05,
      "loss": 0.0362,
      "step": 14933
    },
    {
      "epoch": 1.6190372940156115,
      "grad_norm": 0.21412406861782074,
      "learning_rate": 4.619904250689105e-05,
      "loss": 0.0379,
      "step": 14934
    },
    {
      "epoch": 1.6191457068516912,
      "grad_norm": 0.3083220422267914,
      "learning_rate": 4.619541563905411e-05,
      "loss": 0.0397,
      "step": 14935
    },
    {
      "epoch": 1.619254119687771,
      "grad_norm": 0.18806052207946777,
      "learning_rate": 4.6191788771217184e-05,
      "loss": 0.0229,
      "step": 14936
    },
    {
      "epoch": 1.619362532523851,
      "grad_norm": 0.11319402605295181,
      "learning_rate": 4.618816190338025e-05,
      "loss": 0.0054,
      "step": 14937
    },
    {
      "epoch": 1.6194709453599305,
      "grad_norm": 0.23020039498806,
      "learning_rate": 4.6184535035543305e-05,
      "loss": 0.018,
      "step": 14938
    },
    {
      "epoch": 1.6195793581960105,
      "grad_norm": 0.1626969277858734,
      "learning_rate": 4.618090816770637e-05,
      "loss": 0.0176,
      "step": 14939
    },
    {
      "epoch": 1.61968777103209,
      "grad_norm": 0.20064982771873474,
      "learning_rate": 4.6177281299869434e-05,
      "loss": 0.0291,
      "step": 14940
    },
    {
      "epoch": 1.61979618386817,
      "grad_norm": 0.245856374502182,
      "learning_rate": 4.61736544320325e-05,
      "loss": 0.0199,
      "step": 14941
    },
    {
      "epoch": 1.6199045967042498,
      "grad_norm": 0.36697256565093994,
      "learning_rate": 4.617002756419556e-05,
      "loss": 0.0431,
      "step": 14942
    },
    {
      "epoch": 1.6200130095403296,
      "grad_norm": 0.14429575204849243,
      "learning_rate": 4.6166400696358626e-05,
      "loss": 0.0166,
      "step": 14943
    },
    {
      "epoch": 1.6201214223764093,
      "grad_norm": 0.13626548647880554,
      "learning_rate": 4.616277382852169e-05,
      "loss": 0.0099,
      "step": 14944
    },
    {
      "epoch": 1.620229835212489,
      "grad_norm": 0.11061369627714157,
      "learning_rate": 4.6159146960684754e-05,
      "loss": 0.0211,
      "step": 14945
    },
    {
      "epoch": 1.620338248048569,
      "grad_norm": 0.24906142055988312,
      "learning_rate": 4.615552009284782e-05,
      "loss": 0.0237,
      "step": 14946
    },
    {
      "epoch": 1.6204466608846486,
      "grad_norm": 0.12512609362602234,
      "learning_rate": 4.615189322501088e-05,
      "loss": 0.0147,
      "step": 14947
    },
    {
      "epoch": 1.6205550737207286,
      "grad_norm": 0.2168302685022354,
      "learning_rate": 4.6148266357173946e-05,
      "loss": 0.0135,
      "step": 14948
    },
    {
      "epoch": 1.6206634865568084,
      "grad_norm": 0.09097430109977722,
      "learning_rate": 4.614463948933701e-05,
      "loss": 0.0104,
      "step": 14949
    },
    {
      "epoch": 1.6207718993928881,
      "grad_norm": 0.09557392448186874,
      "learning_rate": 4.6141012621500075e-05,
      "loss": 0.0154,
      "step": 14950
    },
    {
      "epoch": 1.620880312228968,
      "grad_norm": 0.1097039207816124,
      "learning_rate": 4.613738575366314e-05,
      "loss": 0.0132,
      "step": 14951
    },
    {
      "epoch": 1.6209887250650477,
      "grad_norm": 0.10433494299650192,
      "learning_rate": 4.61337588858262e-05,
      "loss": 0.014,
      "step": 14952
    },
    {
      "epoch": 1.6210971379011276,
      "grad_norm": 0.2190527319908142,
      "learning_rate": 4.613013201798927e-05,
      "loss": 0.0363,
      "step": 14953
    },
    {
      "epoch": 1.6212055507372072,
      "grad_norm": 0.16763520240783691,
      "learning_rate": 4.612650515015233e-05,
      "loss": 0.0493,
      "step": 14954
    },
    {
      "epoch": 1.6213139635732872,
      "grad_norm": 0.05875350534915924,
      "learning_rate": 4.6122878282315395e-05,
      "loss": 0.0067,
      "step": 14955
    },
    {
      "epoch": 1.6214223764093667,
      "grad_norm": 0.17690736055374146,
      "learning_rate": 4.611925141447846e-05,
      "loss": 0.0298,
      "step": 14956
    },
    {
      "epoch": 1.6215307892454467,
      "grad_norm": 0.11042531579732895,
      "learning_rate": 4.6115624546641523e-05,
      "loss": 0.0138,
      "step": 14957
    },
    {
      "epoch": 1.6216392020815265,
      "grad_norm": 0.22087781131267548,
      "learning_rate": 4.611199767880459e-05,
      "loss": 0.0204,
      "step": 14958
    },
    {
      "epoch": 1.6217476149176062,
      "grad_norm": 0.19751334190368652,
      "learning_rate": 4.610837081096765e-05,
      "loss": 0.0465,
      "step": 14959
    },
    {
      "epoch": 1.6218560277536862,
      "grad_norm": 0.16463187336921692,
      "learning_rate": 4.6104743943130716e-05,
      "loss": 0.0254,
      "step": 14960
    },
    {
      "epoch": 1.6219644405897657,
      "grad_norm": 0.27705901861190796,
      "learning_rate": 4.610111707529377e-05,
      "loss": 0.0455,
      "step": 14961
    },
    {
      "epoch": 1.6220728534258457,
      "grad_norm": 0.08661077171564102,
      "learning_rate": 4.6097490207456844e-05,
      "loss": 0.0115,
      "step": 14962
    },
    {
      "epoch": 1.6221812662619253,
      "grad_norm": 0.15435825288295746,
      "learning_rate": 4.609386333961991e-05,
      "loss": 0.0159,
      "step": 14963
    },
    {
      "epoch": 1.6222896790980053,
      "grad_norm": 0.6123085021972656,
      "learning_rate": 4.609023647178297e-05,
      "loss": 0.0657,
      "step": 14964
    },
    {
      "epoch": 1.622398091934085,
      "grad_norm": 0.03961203247308731,
      "learning_rate": 4.6086609603946036e-05,
      "loss": 0.0078,
      "step": 14965
    },
    {
      "epoch": 1.6225065047701648,
      "grad_norm": 0.15159909427165985,
      "learning_rate": 4.60829827361091e-05,
      "loss": 0.0272,
      "step": 14966
    },
    {
      "epoch": 1.6226149176062445,
      "grad_norm": 0.01822059042751789,
      "learning_rate": 4.6079355868272164e-05,
      "loss": 0.0036,
      "step": 14967
    },
    {
      "epoch": 1.6227233304423243,
      "grad_norm": 0.18905816972255707,
      "learning_rate": 4.607572900043522e-05,
      "loss": 0.0407,
      "step": 14968
    },
    {
      "epoch": 1.6228317432784043,
      "grad_norm": 0.058404069393873215,
      "learning_rate": 4.6072102132598286e-05,
      "loss": 0.0068,
      "step": 14969
    },
    {
      "epoch": 1.6229401561144838,
      "grad_norm": 0.15046679973602295,
      "learning_rate": 4.606847526476135e-05,
      "loss": 0.0112,
      "step": 14970
    },
    {
      "epoch": 1.6230485689505638,
      "grad_norm": 0.20902293920516968,
      "learning_rate": 4.606484839692442e-05,
      "loss": 0.0404,
      "step": 14971
    },
    {
      "epoch": 1.6231569817866436,
      "grad_norm": 0.07321571558713913,
      "learning_rate": 4.6061221529087485e-05,
      "loss": 0.0044,
      "step": 14972
    },
    {
      "epoch": 1.6232653946227233,
      "grad_norm": 0.22369715571403503,
      "learning_rate": 4.605759466125055e-05,
      "loss": 0.0139,
      "step": 14973
    },
    {
      "epoch": 1.623373807458803,
      "grad_norm": 0.048667069524526596,
      "learning_rate": 4.605396779341361e-05,
      "loss": 0.0058,
      "step": 14974
    },
    {
      "epoch": 1.6234822202948829,
      "grad_norm": 0.22138939797878265,
      "learning_rate": 4.605034092557667e-05,
      "loss": 0.0249,
      "step": 14975
    },
    {
      "epoch": 1.6235906331309629,
      "grad_norm": 0.04311361163854599,
      "learning_rate": 4.6046714057739735e-05,
      "loss": 0.0048,
      "step": 14976
    },
    {
      "epoch": 1.6236990459670424,
      "grad_norm": 0.22040393948554993,
      "learning_rate": 4.60430871899028e-05,
      "loss": 0.0321,
      "step": 14977
    },
    {
      "epoch": 1.6238074588031224,
      "grad_norm": 0.16725008189678192,
      "learning_rate": 4.603946032206586e-05,
      "loss": 0.0158,
      "step": 14978
    },
    {
      "epoch": 1.623915871639202,
      "grad_norm": 0.23449274897575378,
      "learning_rate": 4.6035833454228934e-05,
      "loss": 0.0174,
      "step": 14979
    },
    {
      "epoch": 1.624024284475282,
      "grad_norm": 0.08894031494855881,
      "learning_rate": 4.6032206586392e-05,
      "loss": 0.0183,
      "step": 14980
    },
    {
      "epoch": 1.6241326973113617,
      "grad_norm": 0.10107938200235367,
      "learning_rate": 4.602857971855506e-05,
      "loss": 0.0173,
      "step": 14981
    },
    {
      "epoch": 1.6242411101474414,
      "grad_norm": 0.0738372653722763,
      "learning_rate": 4.6024952850718126e-05,
      "loss": 0.0082,
      "step": 14982
    },
    {
      "epoch": 1.6243495229835212,
      "grad_norm": 0.21803973615169525,
      "learning_rate": 4.602132598288118e-05,
      "loss": 0.0414,
      "step": 14983
    },
    {
      "epoch": 1.624457935819601,
      "grad_norm": 0.2483185976743698,
      "learning_rate": 4.601769911504425e-05,
      "loss": 0.0269,
      "step": 14984
    },
    {
      "epoch": 1.624566348655681,
      "grad_norm": 0.07891713827848434,
      "learning_rate": 4.601407224720731e-05,
      "loss": 0.0088,
      "step": 14985
    },
    {
      "epoch": 1.6246747614917605,
      "grad_norm": 0.27881887555122375,
      "learning_rate": 4.6010445379370376e-05,
      "loss": 0.0366,
      "step": 14986
    },
    {
      "epoch": 1.6247831743278405,
      "grad_norm": 0.22617490589618683,
      "learning_rate": 4.600681851153344e-05,
      "loss": 0.0396,
      "step": 14987
    },
    {
      "epoch": 1.6248915871639202,
      "grad_norm": 0.182551771402359,
      "learning_rate": 4.600319164369651e-05,
      "loss": 0.0214,
      "step": 14988
    },
    {
      "epoch": 1.625,
      "grad_norm": 0.2518022358417511,
      "learning_rate": 4.5999564775859575e-05,
      "loss": 0.0233,
      "step": 14989
    },
    {
      "epoch": 1.6251084128360798,
      "grad_norm": 0.3275127410888672,
      "learning_rate": 4.599593790802263e-05,
      "loss": 0.0383,
      "step": 14990
    },
    {
      "epoch": 1.6252168256721595,
      "grad_norm": 0.10654336214065552,
      "learning_rate": 4.5992311040185696e-05,
      "loss": 0.0224,
      "step": 14991
    },
    {
      "epoch": 1.6253252385082395,
      "grad_norm": 0.06907609105110168,
      "learning_rate": 4.598868417234876e-05,
      "loss": 0.0169,
      "step": 14992
    },
    {
      "epoch": 1.625433651344319,
      "grad_norm": 0.22548842430114746,
      "learning_rate": 4.5985057304511824e-05,
      "loss": 0.0432,
      "step": 14993
    },
    {
      "epoch": 1.625542064180399,
      "grad_norm": 0.16336552798748016,
      "learning_rate": 4.598143043667489e-05,
      "loss": 0.0487,
      "step": 14994
    },
    {
      "epoch": 1.6256504770164788,
      "grad_norm": 0.16048885881900787,
      "learning_rate": 4.597780356883795e-05,
      "loss": 0.0207,
      "step": 14995
    },
    {
      "epoch": 1.6257588898525586,
      "grad_norm": 0.0641930103302002,
      "learning_rate": 4.5974176701001024e-05,
      "loss": 0.0052,
      "step": 14996
    },
    {
      "epoch": 1.6258673026886383,
      "grad_norm": 0.20920713245868683,
      "learning_rate": 4.597054983316408e-05,
      "loss": 0.04,
      "step": 14997
    },
    {
      "epoch": 1.625975715524718,
      "grad_norm": 0.22620801627635956,
      "learning_rate": 4.5966922965327145e-05,
      "loss": 0.061,
      "step": 14998
    },
    {
      "epoch": 1.626084128360798,
      "grad_norm": 0.10711903870105743,
      "learning_rate": 4.596329609749021e-05,
      "loss": 0.0108,
      "step": 14999
    },
    {
      "epoch": 1.6261925411968776,
      "grad_norm": 0.09088210761547089,
      "learning_rate": 4.595966922965327e-05,
      "loss": 0.0121,
      "step": 15000
    },
    {
      "epoch": 1.6263009540329576,
      "grad_norm": 0.0570668987929821,
      "learning_rate": 4.595604236181634e-05,
      "loss": 0.0062,
      "step": 15001
    },
    {
      "epoch": 1.6264093668690371,
      "grad_norm": 0.27773839235305786,
      "learning_rate": 4.59524154939794e-05,
      "loss": 0.0234,
      "step": 15002
    },
    {
      "epoch": 1.6265177797051171,
      "grad_norm": 0.43692949414253235,
      "learning_rate": 4.5948788626142465e-05,
      "loss": 0.0411,
      "step": 15003
    },
    {
      "epoch": 1.626626192541197,
      "grad_norm": 0.1305614709854126,
      "learning_rate": 4.594516175830553e-05,
      "loss": 0.0146,
      "step": 15004
    },
    {
      "epoch": 1.6267346053772767,
      "grad_norm": 0.045391082763671875,
      "learning_rate": 4.5941534890468594e-05,
      "loss": 0.0061,
      "step": 15005
    },
    {
      "epoch": 1.6268430182133564,
      "grad_norm": 0.25344425439834595,
      "learning_rate": 4.593790802263166e-05,
      "loss": 0.0253,
      "step": 15006
    },
    {
      "epoch": 1.6269514310494362,
      "grad_norm": 0.3421097993850708,
      "learning_rate": 4.593428115479472e-05,
      "loss": 0.0256,
      "step": 15007
    },
    {
      "epoch": 1.6270598438855162,
      "grad_norm": 0.09595213085412979,
      "learning_rate": 4.5930654286957786e-05,
      "loss": 0.0207,
      "step": 15008
    },
    {
      "epoch": 1.6271682567215957,
      "grad_norm": 0.16985154151916504,
      "learning_rate": 4.592702741912085e-05,
      "loss": 0.0316,
      "step": 15009
    },
    {
      "epoch": 1.6272766695576757,
      "grad_norm": 0.1747751235961914,
      "learning_rate": 4.5923400551283914e-05,
      "loss": 0.043,
      "step": 15010
    },
    {
      "epoch": 1.6273850823937555,
      "grad_norm": 0.12728652358055115,
      "learning_rate": 4.591977368344698e-05,
      "loss": 0.0066,
      "step": 15011
    },
    {
      "epoch": 1.6274934952298352,
      "grad_norm": 0.2501692771911621,
      "learning_rate": 4.591614681561004e-05,
      "loss": 0.072,
      "step": 15012
    },
    {
      "epoch": 1.627601908065915,
      "grad_norm": 0.3035103976726532,
      "learning_rate": 4.59125199477731e-05,
      "loss": 0.0472,
      "step": 15013
    },
    {
      "epoch": 1.6277103209019947,
      "grad_norm": 0.16199998557567596,
      "learning_rate": 4.590889307993617e-05,
      "loss": 0.0208,
      "step": 15014
    },
    {
      "epoch": 1.6278187337380747,
      "grad_norm": 0.10157356411218643,
      "learning_rate": 4.5905266212099235e-05,
      "loss": 0.0196,
      "step": 15015
    },
    {
      "epoch": 1.6279271465741543,
      "grad_norm": 0.19137105345726013,
      "learning_rate": 4.59016393442623e-05,
      "loss": 0.0229,
      "step": 15016
    },
    {
      "epoch": 1.6280355594102343,
      "grad_norm": 0.05801701918244362,
      "learning_rate": 4.589801247642536e-05,
      "loss": 0.0076,
      "step": 15017
    },
    {
      "epoch": 1.6281439722463138,
      "grad_norm": 0.08030764758586884,
      "learning_rate": 4.589438560858843e-05,
      "loss": 0.012,
      "step": 15018
    },
    {
      "epoch": 1.6282523850823938,
      "grad_norm": 0.08734364807605743,
      "learning_rate": 4.589075874075149e-05,
      "loss": 0.0139,
      "step": 15019
    },
    {
      "epoch": 1.6283607979184735,
      "grad_norm": 0.1620130091905594,
      "learning_rate": 4.588713187291455e-05,
      "loss": 0.0285,
      "step": 15020
    },
    {
      "epoch": 1.6284692107545533,
      "grad_norm": 0.25646069645881653,
      "learning_rate": 4.588350500507761e-05,
      "loss": 0.0472,
      "step": 15021
    },
    {
      "epoch": 1.6285776235906333,
      "grad_norm": 0.21733573079109192,
      "learning_rate": 4.5879878137240683e-05,
      "loss": 0.02,
      "step": 15022
    },
    {
      "epoch": 1.6286860364267128,
      "grad_norm": 0.18778961896896362,
      "learning_rate": 4.587625126940375e-05,
      "loss": 0.0295,
      "step": 15023
    },
    {
      "epoch": 1.6287944492627928,
      "grad_norm": 0.10623399913311005,
      "learning_rate": 4.587262440156681e-05,
      "loss": 0.012,
      "step": 15024
    },
    {
      "epoch": 1.6289028620988724,
      "grad_norm": 0.16390278935432434,
      "learning_rate": 4.5868997533729876e-05,
      "loss": 0.022,
      "step": 15025
    },
    {
      "epoch": 1.6290112749349523,
      "grad_norm": 0.007169229909777641,
      "learning_rate": 4.586537066589294e-05,
      "loss": 0.0011,
      "step": 15026
    },
    {
      "epoch": 1.629119687771032,
      "grad_norm": 0.3375246524810791,
      "learning_rate": 4.5861743798056e-05,
      "loss": 0.0287,
      "step": 15027
    },
    {
      "epoch": 1.6292281006071119,
      "grad_norm": 0.38699260354042053,
      "learning_rate": 4.585811693021906e-05,
      "loss": 0.0301,
      "step": 15028
    },
    {
      "epoch": 1.6293365134431916,
      "grad_norm": 0.15271900594234467,
      "learning_rate": 4.5854490062382125e-05,
      "loss": 0.023,
      "step": 15029
    },
    {
      "epoch": 1.6294449262792714,
      "grad_norm": 0.21789106726646423,
      "learning_rate": 4.585086319454519e-05,
      "loss": 0.0213,
      "step": 15030
    },
    {
      "epoch": 1.6295533391153514,
      "grad_norm": 0.41466352343559265,
      "learning_rate": 4.584723632670826e-05,
      "loss": 0.0737,
      "step": 15031
    },
    {
      "epoch": 1.629661751951431,
      "grad_norm": 0.1498258411884308,
      "learning_rate": 4.5843609458871325e-05,
      "loss": 0.0161,
      "step": 15032
    },
    {
      "epoch": 1.629770164787511,
      "grad_norm": 0.14175032079219818,
      "learning_rate": 4.583998259103439e-05,
      "loss": 0.0133,
      "step": 15033
    },
    {
      "epoch": 1.6298785776235907,
      "grad_norm": 0.08290071040391922,
      "learning_rate": 4.583635572319745e-05,
      "loss": 0.0105,
      "step": 15034
    },
    {
      "epoch": 1.6299869904596704,
      "grad_norm": 0.18047471344470978,
      "learning_rate": 4.583272885536051e-05,
      "loss": 0.0196,
      "step": 15035
    },
    {
      "epoch": 1.6300954032957502,
      "grad_norm": 0.19581931829452515,
      "learning_rate": 4.5829101987523574e-05,
      "loss": 0.0278,
      "step": 15036
    },
    {
      "epoch": 1.63020381613183,
      "grad_norm": 0.27304866909980774,
      "learning_rate": 4.582547511968664e-05,
      "loss": 0.0569,
      "step": 15037
    },
    {
      "epoch": 1.63031222896791,
      "grad_norm": 0.12386196106672287,
      "learning_rate": 4.58218482518497e-05,
      "loss": 0.0172,
      "step": 15038
    },
    {
      "epoch": 1.6304206418039895,
      "grad_norm": 0.11211961507797241,
      "learning_rate": 4.5818221384012766e-05,
      "loss": 0.0222,
      "step": 15039
    },
    {
      "epoch": 1.6305290546400695,
      "grad_norm": 0.16604073345661163,
      "learning_rate": 4.581459451617584e-05,
      "loss": 0.0295,
      "step": 15040
    },
    {
      "epoch": 1.630637467476149,
      "grad_norm": 0.15857850015163422,
      "learning_rate": 4.58109676483389e-05,
      "loss": 0.0226,
      "step": 15041
    },
    {
      "epoch": 1.630745880312229,
      "grad_norm": 0.0400676392018795,
      "learning_rate": 4.580734078050196e-05,
      "loss": 0.0052,
      "step": 15042
    },
    {
      "epoch": 1.6308542931483088,
      "grad_norm": 0.12524525821208954,
      "learning_rate": 4.580371391266502e-05,
      "loss": 0.0091,
      "step": 15043
    },
    {
      "epoch": 1.6309627059843885,
      "grad_norm": 0.2788648009300232,
      "learning_rate": 4.580008704482809e-05,
      "loss": 0.0323,
      "step": 15044
    },
    {
      "epoch": 1.6310711188204683,
      "grad_norm": 0.12337799370288849,
      "learning_rate": 4.579646017699115e-05,
      "loss": 0.0169,
      "step": 15045
    },
    {
      "epoch": 1.631179531656548,
      "grad_norm": 0.13822074234485626,
      "learning_rate": 4.5792833309154215e-05,
      "loss": 0.0214,
      "step": 15046
    },
    {
      "epoch": 1.631287944492628,
      "grad_norm": 0.06626176089048386,
      "learning_rate": 4.578920644131728e-05,
      "loss": 0.0096,
      "step": 15047
    },
    {
      "epoch": 1.6313963573287076,
      "grad_norm": 0.18970637023448944,
      "learning_rate": 4.578557957348035e-05,
      "loss": 0.0348,
      "step": 15048
    },
    {
      "epoch": 1.6315047701647876,
      "grad_norm": 0.08040934801101685,
      "learning_rate": 4.578195270564341e-05,
      "loss": 0.0138,
      "step": 15049
    },
    {
      "epoch": 1.6316131830008673,
      "grad_norm": 0.0705815777182579,
      "learning_rate": 4.577832583780647e-05,
      "loss": 0.008,
      "step": 15050
    },
    {
      "epoch": 1.631721595836947,
      "grad_norm": 0.11413781344890594,
      "learning_rate": 4.5774698969969536e-05,
      "loss": 0.0106,
      "step": 15051
    },
    {
      "epoch": 1.6318300086730269,
      "grad_norm": 0.18545342981815338,
      "learning_rate": 4.57710721021326e-05,
      "loss": 0.0311,
      "step": 15052
    },
    {
      "epoch": 1.6319384215091066,
      "grad_norm": 0.10428143292665482,
      "learning_rate": 4.5767445234295664e-05,
      "loss": 0.0164,
      "step": 15053
    },
    {
      "epoch": 1.6320468343451866,
      "grad_norm": 0.2667846977710724,
      "learning_rate": 4.576381836645873e-05,
      "loss": 0.0496,
      "step": 15054
    },
    {
      "epoch": 1.6321552471812661,
      "grad_norm": 0.13338643312454224,
      "learning_rate": 4.576019149862179e-05,
      "loss": 0.0171,
      "step": 15055
    },
    {
      "epoch": 1.6322636600173461,
      "grad_norm": 0.5880541205406189,
      "learning_rate": 4.5756564630784856e-05,
      "loss": 0.0318,
      "step": 15056
    },
    {
      "epoch": 1.632372072853426,
      "grad_norm": 0.18370898067951202,
      "learning_rate": 4.575293776294792e-05,
      "loss": 0.0418,
      "step": 15057
    },
    {
      "epoch": 1.6324804856895057,
      "grad_norm": 0.17538829147815704,
      "learning_rate": 4.5749310895110984e-05,
      "loss": 0.0188,
      "step": 15058
    },
    {
      "epoch": 1.6325888985255854,
      "grad_norm": 0.24144862592220306,
      "learning_rate": 4.574568402727405e-05,
      "loss": 0.0715,
      "step": 15059
    },
    {
      "epoch": 1.6326973113616652,
      "grad_norm": 0.18771226704120636,
      "learning_rate": 4.574205715943711e-05,
      "loss": 0.0132,
      "step": 15060
    },
    {
      "epoch": 1.6328057241977452,
      "grad_norm": 0.11841490119695663,
      "learning_rate": 4.573843029160018e-05,
      "loss": 0.0099,
      "step": 15061
    },
    {
      "epoch": 1.6329141370338247,
      "grad_norm": 0.057134613394737244,
      "learning_rate": 4.573480342376324e-05,
      "loss": 0.0058,
      "step": 15062
    },
    {
      "epoch": 1.6330225498699047,
      "grad_norm": 0.15259230136871338,
      "learning_rate": 4.5731176555926305e-05,
      "loss": 0.0192,
      "step": 15063
    },
    {
      "epoch": 1.6331309627059842,
      "grad_norm": 0.1102888360619545,
      "learning_rate": 4.572754968808937e-05,
      "loss": 0.0056,
      "step": 15064
    },
    {
      "epoch": 1.6332393755420642,
      "grad_norm": 0.30687227845191956,
      "learning_rate": 4.5723922820252426e-05,
      "loss": 0.0524,
      "step": 15065
    },
    {
      "epoch": 1.633347788378144,
      "grad_norm": 0.1047419011592865,
      "learning_rate": 4.57202959524155e-05,
      "loss": 0.0104,
      "step": 15066
    },
    {
      "epoch": 1.6334562012142237,
      "grad_norm": 0.21965044736862183,
      "learning_rate": 4.571666908457856e-05,
      "loss": 0.0516,
      "step": 15067
    },
    {
      "epoch": 1.6335646140503035,
      "grad_norm": 0.13136090338230133,
      "learning_rate": 4.5713042216741626e-05,
      "loss": 0.0255,
      "step": 15068
    },
    {
      "epoch": 1.6336730268863833,
      "grad_norm": 0.1941562443971634,
      "learning_rate": 4.570941534890469e-05,
      "loss": 0.0298,
      "step": 15069
    },
    {
      "epoch": 1.6337814397224633,
      "grad_norm": 0.0481683649122715,
      "learning_rate": 4.5705788481067754e-05,
      "loss": 0.0053,
      "step": 15070
    },
    {
      "epoch": 1.6338898525585428,
      "grad_norm": 0.11198893189430237,
      "learning_rate": 4.570216161323082e-05,
      "loss": 0.013,
      "step": 15071
    },
    {
      "epoch": 1.6339982653946228,
      "grad_norm": 0.15823999047279358,
      "learning_rate": 4.5698534745393875e-05,
      "loss": 0.0277,
      "step": 15072
    },
    {
      "epoch": 1.6341066782307025,
      "grad_norm": 0.07797110080718994,
      "learning_rate": 4.569490787755694e-05,
      "loss": 0.012,
      "step": 15073
    },
    {
      "epoch": 1.6342150910667823,
      "grad_norm": 0.22736641764640808,
      "learning_rate": 4.569128100972001e-05,
      "loss": 0.0588,
      "step": 15074
    },
    {
      "epoch": 1.634323503902862,
      "grad_norm": 0.20338882505893707,
      "learning_rate": 4.5687654141883074e-05,
      "loss": 0.0174,
      "step": 15075
    },
    {
      "epoch": 1.6344319167389418,
      "grad_norm": 0.1615811139345169,
      "learning_rate": 4.568402727404614e-05,
      "loss": 0.0442,
      "step": 15076
    },
    {
      "epoch": 1.6345403295750218,
      "grad_norm": 0.1374186873435974,
      "learning_rate": 4.56804004062092e-05,
      "loss": 0.0203,
      "step": 15077
    },
    {
      "epoch": 1.6346487424111014,
      "grad_norm": 0.23867709934711456,
      "learning_rate": 4.5676773538372267e-05,
      "loss": 0.0371,
      "step": 15078
    },
    {
      "epoch": 1.6347571552471813,
      "grad_norm": 0.08531714230775833,
      "learning_rate": 4.5673146670535324e-05,
      "loss": 0.0134,
      "step": 15079
    },
    {
      "epoch": 1.6348655680832611,
      "grad_norm": 0.1883881837129593,
      "learning_rate": 4.566951980269839e-05,
      "loss": 0.0268,
      "step": 15080
    },
    {
      "epoch": 1.6349739809193409,
      "grad_norm": 0.13883458077907562,
      "learning_rate": 4.566589293486145e-05,
      "loss": 0.0205,
      "step": 15081
    },
    {
      "epoch": 1.6350823937554206,
      "grad_norm": 0.20079346001148224,
      "learning_rate": 4.5662266067024516e-05,
      "loss": 0.0163,
      "step": 15082
    },
    {
      "epoch": 1.6351908065915004,
      "grad_norm": 0.1992308646440506,
      "learning_rate": 4.565863919918759e-05,
      "loss": 0.0229,
      "step": 15083
    },
    {
      "epoch": 1.6352992194275804,
      "grad_norm": 0.22805315256118774,
      "learning_rate": 4.565501233135065e-05,
      "loss": 0.0324,
      "step": 15084
    },
    {
      "epoch": 1.63540763226366,
      "grad_norm": 0.4026639759540558,
      "learning_rate": 4.5651385463513715e-05,
      "loss": 0.0258,
      "step": 15085
    },
    {
      "epoch": 1.63551604509974,
      "grad_norm": 0.12268781661987305,
      "learning_rate": 4.564775859567678e-05,
      "loss": 0.0184,
      "step": 15086
    },
    {
      "epoch": 1.6356244579358195,
      "grad_norm": 0.2540357708930969,
      "learning_rate": 4.564413172783984e-05,
      "loss": 0.0487,
      "step": 15087
    },
    {
      "epoch": 1.6357328707718994,
      "grad_norm": 0.19333498179912567,
      "learning_rate": 4.56405048600029e-05,
      "loss": 0.0416,
      "step": 15088
    },
    {
      "epoch": 1.6358412836079792,
      "grad_norm": 0.05584432929754257,
      "learning_rate": 4.5636877992165965e-05,
      "loss": 0.0039,
      "step": 15089
    },
    {
      "epoch": 1.635949696444059,
      "grad_norm": 0.1375068575143814,
      "learning_rate": 4.563325112432903e-05,
      "loss": 0.0365,
      "step": 15090
    },
    {
      "epoch": 1.6360581092801387,
      "grad_norm": 0.0582534596323967,
      "learning_rate": 4.56296242564921e-05,
      "loss": 0.0054,
      "step": 15091
    },
    {
      "epoch": 1.6361665221162185,
      "grad_norm": 0.26180124282836914,
      "learning_rate": 4.5625997388655164e-05,
      "loss": 0.0526,
      "step": 15092
    },
    {
      "epoch": 1.6362749349522985,
      "grad_norm": 0.024651572108268738,
      "learning_rate": 4.562237052081823e-05,
      "loss": 0.0018,
      "step": 15093
    },
    {
      "epoch": 1.636383347788378,
      "grad_norm": 0.4095894396305084,
      "learning_rate": 4.5618743652981285e-05,
      "loss": 0.0442,
      "step": 15094
    },
    {
      "epoch": 1.636491760624458,
      "grad_norm": 0.15693004429340363,
      "learning_rate": 4.561511678514435e-05,
      "loss": 0.0346,
      "step": 15095
    },
    {
      "epoch": 1.6366001734605378,
      "grad_norm": 0.016396677121520042,
      "learning_rate": 4.5611489917307414e-05,
      "loss": 0.0018,
      "step": 15096
    },
    {
      "epoch": 1.6367085862966175,
      "grad_norm": 0.17514227330684662,
      "learning_rate": 4.560786304947048e-05,
      "loss": 0.0388,
      "step": 15097
    },
    {
      "epoch": 1.6368169991326973,
      "grad_norm": 0.1587958037853241,
      "learning_rate": 4.560423618163354e-05,
      "loss": 0.0075,
      "step": 15098
    },
    {
      "epoch": 1.636925411968777,
      "grad_norm": 0.031104620546102524,
      "learning_rate": 4.5600609313796606e-05,
      "loss": 0.0044,
      "step": 15099
    },
    {
      "epoch": 1.637033824804857,
      "grad_norm": 0.07669206708669662,
      "learning_rate": 4.559698244595968e-05,
      "loss": 0.0092,
      "step": 15100
    },
    {
      "epoch": 1.6371422376409366,
      "grad_norm": 0.09994199126958847,
      "learning_rate": 4.5593355578122734e-05,
      "loss": 0.0197,
      "step": 15101
    },
    {
      "epoch": 1.6372506504770166,
      "grad_norm": 0.1158667728304863,
      "learning_rate": 4.55897287102858e-05,
      "loss": 0.0096,
      "step": 15102
    },
    {
      "epoch": 1.637359063313096,
      "grad_norm": 0.35310879349708557,
      "learning_rate": 4.558610184244886e-05,
      "loss": 0.041,
      "step": 15103
    },
    {
      "epoch": 1.637467476149176,
      "grad_norm": 0.10165075957775116,
      "learning_rate": 4.5582474974611927e-05,
      "loss": 0.0127,
      "step": 15104
    },
    {
      "epoch": 1.6375758889852559,
      "grad_norm": 0.1492597460746765,
      "learning_rate": 4.557884810677499e-05,
      "loss": 0.0208,
      "step": 15105
    },
    {
      "epoch": 1.6376843018213356,
      "grad_norm": 0.10530243813991547,
      "learning_rate": 4.5575221238938055e-05,
      "loss": 0.014,
      "step": 15106
    },
    {
      "epoch": 1.6377927146574154,
      "grad_norm": 0.31311801075935364,
      "learning_rate": 4.557159437110112e-05,
      "loss": 0.0182,
      "step": 15107
    },
    {
      "epoch": 1.6379011274934951,
      "grad_norm": 0.0486396960914135,
      "learning_rate": 4.556796750326418e-05,
      "loss": 0.004,
      "step": 15108
    },
    {
      "epoch": 1.6380095403295751,
      "grad_norm": 0.17817369103431702,
      "learning_rate": 4.556434063542725e-05,
      "loss": 0.025,
      "step": 15109
    },
    {
      "epoch": 1.6381179531656547,
      "grad_norm": 0.08608513325452805,
      "learning_rate": 4.556071376759031e-05,
      "loss": 0.0094,
      "step": 15110
    },
    {
      "epoch": 1.6382263660017347,
      "grad_norm": 0.15487463772296906,
      "learning_rate": 4.5557086899753375e-05,
      "loss": 0.0172,
      "step": 15111
    },
    {
      "epoch": 1.6383347788378144,
      "grad_norm": 0.07064011693000793,
      "learning_rate": 4.555346003191644e-05,
      "loss": 0.0044,
      "step": 15112
    },
    {
      "epoch": 1.6384431916738942,
      "grad_norm": 0.2345651537179947,
      "learning_rate": 4.5549833164079503e-05,
      "loss": 0.0518,
      "step": 15113
    },
    {
      "epoch": 1.638551604509974,
      "grad_norm": 0.1741383671760559,
      "learning_rate": 4.554620629624257e-05,
      "loss": 0.0135,
      "step": 15114
    },
    {
      "epoch": 1.6386600173460537,
      "grad_norm": 0.2750389575958252,
      "learning_rate": 4.554257942840563e-05,
      "loss": 0.0218,
      "step": 15115
    },
    {
      "epoch": 1.6387684301821337,
      "grad_norm": 0.06316836923360825,
      "learning_rate": 4.5538952560568696e-05,
      "loss": 0.0064,
      "step": 15116
    },
    {
      "epoch": 1.6388768430182132,
      "grad_norm": 0.1758841872215271,
      "learning_rate": 4.553532569273176e-05,
      "loss": 0.012,
      "step": 15117
    },
    {
      "epoch": 1.6389852558542932,
      "grad_norm": 0.41869664192199707,
      "learning_rate": 4.5531698824894824e-05,
      "loss": 0.0483,
      "step": 15118
    },
    {
      "epoch": 1.639093668690373,
      "grad_norm": 0.10020215064287186,
      "learning_rate": 4.552807195705789e-05,
      "loss": 0.0177,
      "step": 15119
    },
    {
      "epoch": 1.6392020815264527,
      "grad_norm": 0.11343209445476532,
      "learning_rate": 4.552444508922095e-05,
      "loss": 0.0261,
      "step": 15120
    },
    {
      "epoch": 1.6393104943625325,
      "grad_norm": 0.2754206955432892,
      "learning_rate": 4.5520818221384016e-05,
      "loss": 0.0353,
      "step": 15121
    },
    {
      "epoch": 1.6394189071986123,
      "grad_norm": 0.3235119879245758,
      "learning_rate": 4.551719135354708e-05,
      "loss": 0.0675,
      "step": 15122
    },
    {
      "epoch": 1.6395273200346923,
      "grad_norm": 0.0986049473285675,
      "learning_rate": 4.5513564485710145e-05,
      "loss": 0.0128,
      "step": 15123
    },
    {
      "epoch": 1.6396357328707718,
      "grad_norm": 0.31554779410362244,
      "learning_rate": 4.55099376178732e-05,
      "loss": 0.0202,
      "step": 15124
    },
    {
      "epoch": 1.6397441457068518,
      "grad_norm": 0.028998788446187973,
      "learning_rate": 4.5506310750036266e-05,
      "loss": 0.0044,
      "step": 15125
    },
    {
      "epoch": 1.6398525585429313,
      "grad_norm": 0.13779950141906738,
      "learning_rate": 4.550268388219934e-05,
      "loss": 0.0038,
      "step": 15126
    },
    {
      "epoch": 1.6399609713790113,
      "grad_norm": 0.2156357765197754,
      "learning_rate": 4.54990570143624e-05,
      "loss": 0.0383,
      "step": 15127
    },
    {
      "epoch": 1.640069384215091,
      "grad_norm": 0.06398966163396835,
      "learning_rate": 4.5495430146525465e-05,
      "loss": 0.0109,
      "step": 15128
    },
    {
      "epoch": 1.6401777970511708,
      "grad_norm": 0.31346595287323,
      "learning_rate": 4.549180327868853e-05,
      "loss": 0.0204,
      "step": 15129
    },
    {
      "epoch": 1.6402862098872506,
      "grad_norm": 0.21161611378192902,
      "learning_rate": 4.548817641085159e-05,
      "loss": 0.044,
      "step": 15130
    },
    {
      "epoch": 1.6403946227233304,
      "grad_norm": 0.08354216068983078,
      "learning_rate": 4.548454954301466e-05,
      "loss": 0.0094,
      "step": 15131
    },
    {
      "epoch": 1.6405030355594103,
      "grad_norm": 0.036729440093040466,
      "learning_rate": 4.5480922675177715e-05,
      "loss": 0.0027,
      "step": 15132
    },
    {
      "epoch": 1.64061144839549,
      "grad_norm": 0.07831813395023346,
      "learning_rate": 4.547729580734078e-05,
      "loss": 0.0127,
      "step": 15133
    },
    {
      "epoch": 1.6407198612315699,
      "grad_norm": 0.18343399465084076,
      "learning_rate": 4.547366893950384e-05,
      "loss": 0.0178,
      "step": 15134
    },
    {
      "epoch": 1.6408282740676496,
      "grad_norm": 0.3121803104877472,
      "learning_rate": 4.5470042071666914e-05,
      "loss": 0.0728,
      "step": 15135
    },
    {
      "epoch": 1.6409366869037294,
      "grad_norm": 0.10906490683555603,
      "learning_rate": 4.546641520382998e-05,
      "loss": 0.0083,
      "step": 15136
    },
    {
      "epoch": 1.6410450997398092,
      "grad_norm": 0.05263090506196022,
      "learning_rate": 4.546278833599304e-05,
      "loss": 0.0091,
      "step": 15137
    },
    {
      "epoch": 1.641153512575889,
      "grad_norm": 0.3997955620288849,
      "learning_rate": 4.5459161468156106e-05,
      "loss": 0.0811,
      "step": 15138
    },
    {
      "epoch": 1.641261925411969,
      "grad_norm": 0.1466895490884781,
      "learning_rate": 4.5455534600319163e-05,
      "loss": 0.0188,
      "step": 15139
    },
    {
      "epoch": 1.6413703382480485,
      "grad_norm": 0.19827280938625336,
      "learning_rate": 4.545190773248223e-05,
      "loss": 0.0395,
      "step": 15140
    },
    {
      "epoch": 1.6414787510841284,
      "grad_norm": 0.41631972789764404,
      "learning_rate": 4.544828086464529e-05,
      "loss": 0.0447,
      "step": 15141
    },
    {
      "epoch": 1.6415871639202082,
      "grad_norm": 0.04812883958220482,
      "learning_rate": 4.5444653996808356e-05,
      "loss": 0.0048,
      "step": 15142
    },
    {
      "epoch": 1.641695576756288,
      "grad_norm": 0.058494679629802704,
      "learning_rate": 4.544102712897143e-05,
      "loss": 0.0121,
      "step": 15143
    },
    {
      "epoch": 1.6418039895923677,
      "grad_norm": 0.18282030522823334,
      "learning_rate": 4.543740026113449e-05,
      "loss": 0.0606,
      "step": 15144
    },
    {
      "epoch": 1.6419124024284475,
      "grad_norm": 0.20953841507434845,
      "learning_rate": 4.5433773393297555e-05,
      "loss": 0.0167,
      "step": 15145
    },
    {
      "epoch": 1.6420208152645275,
      "grad_norm": 0.060429394245147705,
      "learning_rate": 4.543014652546061e-05,
      "loss": 0.0056,
      "step": 15146
    },
    {
      "epoch": 1.642129228100607,
      "grad_norm": 0.46433213353157043,
      "learning_rate": 4.5426519657623676e-05,
      "loss": 0.0651,
      "step": 15147
    },
    {
      "epoch": 1.642237640936687,
      "grad_norm": 0.09733855724334717,
      "learning_rate": 4.542289278978674e-05,
      "loss": 0.0175,
      "step": 15148
    },
    {
      "epoch": 1.6423460537727665,
      "grad_norm": 0.31226471066474915,
      "learning_rate": 4.5419265921949804e-05,
      "loss": 0.0265,
      "step": 15149
    },
    {
      "epoch": 1.6424544666088465,
      "grad_norm": 0.07817442715167999,
      "learning_rate": 4.541563905411287e-05,
      "loss": 0.0057,
      "step": 15150
    },
    {
      "epoch": 1.6425628794449263,
      "grad_norm": 0.139552503824234,
      "learning_rate": 4.541201218627593e-05,
      "loss": 0.0269,
      "step": 15151
    },
    {
      "epoch": 1.642671292281006,
      "grad_norm": 0.07610689103603363,
      "learning_rate": 4.5408385318439004e-05,
      "loss": 0.0096,
      "step": 15152
    },
    {
      "epoch": 1.6427797051170858,
      "grad_norm": 0.09337327629327774,
      "learning_rate": 4.540475845060206e-05,
      "loss": 0.0109,
      "step": 15153
    },
    {
      "epoch": 1.6428881179531656,
      "grad_norm": 0.2349972277879715,
      "learning_rate": 4.5401131582765125e-05,
      "loss": 0.0485,
      "step": 15154
    },
    {
      "epoch": 1.6429965307892456,
      "grad_norm": 0.18045125901699066,
      "learning_rate": 4.539750471492819e-05,
      "loss": 0.018,
      "step": 15155
    },
    {
      "epoch": 1.643104943625325,
      "grad_norm": 0.06984695047140121,
      "learning_rate": 4.539387784709125e-05,
      "loss": 0.0086,
      "step": 15156
    },
    {
      "epoch": 1.643213356461405,
      "grad_norm": 0.09696315228939056,
      "learning_rate": 4.539025097925432e-05,
      "loss": 0.0145,
      "step": 15157
    },
    {
      "epoch": 1.6433217692974849,
      "grad_norm": 0.2272406369447708,
      "learning_rate": 4.538662411141738e-05,
      "loss": 0.0278,
      "step": 15158
    },
    {
      "epoch": 1.6434301821335646,
      "grad_norm": 0.07252394407987595,
      "learning_rate": 4.5382997243580446e-05,
      "loss": 0.0072,
      "step": 15159
    },
    {
      "epoch": 1.6435385949696444,
      "grad_norm": 0.10681051760911942,
      "learning_rate": 4.537937037574351e-05,
      "loss": 0.0109,
      "step": 15160
    },
    {
      "epoch": 1.6436470078057241,
      "grad_norm": 0.11388206481933594,
      "learning_rate": 4.5375743507906574e-05,
      "loss": 0.0111,
      "step": 15161
    },
    {
      "epoch": 1.6437554206418041,
      "grad_norm": 0.11200239509344101,
      "learning_rate": 4.537211664006964e-05,
      "loss": 0.01,
      "step": 15162
    },
    {
      "epoch": 1.6438638334778837,
      "grad_norm": 0.1867157369852066,
      "learning_rate": 4.53684897722327e-05,
      "loss": 0.026,
      "step": 15163
    },
    {
      "epoch": 1.6439722463139637,
      "grad_norm": 0.25841447710990906,
      "learning_rate": 4.5364862904395766e-05,
      "loss": 0.0817,
      "step": 15164
    },
    {
      "epoch": 1.6440806591500432,
      "grad_norm": 0.18297573924064636,
      "learning_rate": 4.536123603655883e-05,
      "loss": 0.0336,
      "step": 15165
    },
    {
      "epoch": 1.6441890719861232,
      "grad_norm": 0.2952466905117035,
      "learning_rate": 4.5357609168721894e-05,
      "loss": 0.0405,
      "step": 15166
    },
    {
      "epoch": 1.644297484822203,
      "grad_norm": 0.12652263045310974,
      "learning_rate": 4.535398230088496e-05,
      "loss": 0.0215,
      "step": 15167
    },
    {
      "epoch": 1.6444058976582827,
      "grad_norm": 0.0353362150490284,
      "learning_rate": 4.535035543304802e-05,
      "loss": 0.0069,
      "step": 15168
    },
    {
      "epoch": 1.6445143104943627,
      "grad_norm": 0.22987248003482819,
      "learning_rate": 4.5346728565211087e-05,
      "loss": 0.0317,
      "step": 15169
    },
    {
      "epoch": 1.6446227233304422,
      "grad_norm": 0.21222124993801117,
      "learning_rate": 4.534310169737415e-05,
      "loss": 0.0141,
      "step": 15170
    },
    {
      "epoch": 1.6447311361665222,
      "grad_norm": 0.3941079378128052,
      "learning_rate": 4.5339474829537215e-05,
      "loss": 0.0573,
      "step": 15171
    },
    {
      "epoch": 1.6448395490026018,
      "grad_norm": 0.290039598941803,
      "learning_rate": 4.533584796170028e-05,
      "loss": 0.0527,
      "step": 15172
    },
    {
      "epoch": 1.6449479618386817,
      "grad_norm": 0.20257672667503357,
      "learning_rate": 4.533222109386334e-05,
      "loss": 0.0172,
      "step": 15173
    },
    {
      "epoch": 1.6450563746747615,
      "grad_norm": 0.4257649779319763,
      "learning_rate": 4.532859422602641e-05,
      "loss": 0.0479,
      "step": 15174
    },
    {
      "epoch": 1.6451647875108413,
      "grad_norm": 0.186675027012825,
      "learning_rate": 4.532496735818947e-05,
      "loss": 0.0264,
      "step": 15175
    },
    {
      "epoch": 1.645273200346921,
      "grad_norm": 0.2584170699119568,
      "learning_rate": 4.532134049035253e-05,
      "loss": 0.0508,
      "step": 15176
    },
    {
      "epoch": 1.6453816131830008,
      "grad_norm": 0.15388181805610657,
      "learning_rate": 4.531771362251559e-05,
      "loss": 0.0106,
      "step": 15177
    },
    {
      "epoch": 1.6454900260190808,
      "grad_norm": 0.13884122669696808,
      "learning_rate": 4.5314086754678664e-05,
      "loss": 0.0097,
      "step": 15178
    },
    {
      "epoch": 1.6455984388551603,
      "grad_norm": 0.1468111276626587,
      "learning_rate": 4.531045988684173e-05,
      "loss": 0.0226,
      "step": 15179
    },
    {
      "epoch": 1.6457068516912403,
      "grad_norm": 0.1038925051689148,
      "learning_rate": 4.530683301900479e-05,
      "loss": 0.0147,
      "step": 15180
    },
    {
      "epoch": 1.64581526452732,
      "grad_norm": 0.17735032737255096,
      "learning_rate": 4.5303206151167856e-05,
      "loss": 0.0251,
      "step": 15181
    },
    {
      "epoch": 1.6459236773633998,
      "grad_norm": 0.4448085129261017,
      "learning_rate": 4.529957928333092e-05,
      "loss": 0.0464,
      "step": 15182
    },
    {
      "epoch": 1.6460320901994796,
      "grad_norm": 0.19057348370552063,
      "learning_rate": 4.5295952415493984e-05,
      "loss": 0.0384,
      "step": 15183
    },
    {
      "epoch": 1.6461405030355594,
      "grad_norm": 0.15113413333892822,
      "learning_rate": 4.529232554765704e-05,
      "loss": 0.013,
      "step": 15184
    },
    {
      "epoch": 1.6462489158716394,
      "grad_norm": 0.1606227308511734,
      "learning_rate": 4.5288698679820105e-05,
      "loss": 0.0337,
      "step": 15185
    },
    {
      "epoch": 1.646357328707719,
      "grad_norm": 0.21211086213588715,
      "learning_rate": 4.5285071811983176e-05,
      "loss": 0.0212,
      "step": 15186
    },
    {
      "epoch": 1.6464657415437989,
      "grad_norm": 0.17133241891860962,
      "learning_rate": 4.528144494414624e-05,
      "loss": 0.0152,
      "step": 15187
    },
    {
      "epoch": 1.6465741543798784,
      "grad_norm": 0.08502206206321716,
      "learning_rate": 4.5277818076309305e-05,
      "loss": 0.0064,
      "step": 15188
    },
    {
      "epoch": 1.6466825672159584,
      "grad_norm": 0.17823225259780884,
      "learning_rate": 4.527419120847237e-05,
      "loss": 0.0366,
      "step": 15189
    },
    {
      "epoch": 1.6467909800520382,
      "grad_norm": 0.08196587860584259,
      "learning_rate": 4.527056434063543e-05,
      "loss": 0.0112,
      "step": 15190
    },
    {
      "epoch": 1.646899392888118,
      "grad_norm": 0.13773687183856964,
      "learning_rate": 4.526693747279849e-05,
      "loss": 0.03,
      "step": 15191
    },
    {
      "epoch": 1.6470078057241977,
      "grad_norm": 0.10058055073022842,
      "learning_rate": 4.5263310604961554e-05,
      "loss": 0.0309,
      "step": 15192
    },
    {
      "epoch": 1.6471162185602775,
      "grad_norm": 0.11061009019613266,
      "learning_rate": 4.525968373712462e-05,
      "loss": 0.012,
      "step": 15193
    },
    {
      "epoch": 1.6472246313963574,
      "grad_norm": 0.11374889314174652,
      "learning_rate": 4.525605686928768e-05,
      "loss": 0.0223,
      "step": 15194
    },
    {
      "epoch": 1.647333044232437,
      "grad_norm": 0.26222532987594604,
      "learning_rate": 4.525243000145075e-05,
      "loss": 0.0362,
      "step": 15195
    },
    {
      "epoch": 1.647441457068517,
      "grad_norm": 0.26491376757621765,
      "learning_rate": 4.524880313361382e-05,
      "loss": 0.033,
      "step": 15196
    },
    {
      "epoch": 1.6475498699045967,
      "grad_norm": 0.12372315675020218,
      "learning_rate": 4.524517626577688e-05,
      "loss": 0.0177,
      "step": 15197
    },
    {
      "epoch": 1.6476582827406765,
      "grad_norm": 0.3265855312347412,
      "learning_rate": 4.524154939793994e-05,
      "loss": 0.062,
      "step": 15198
    },
    {
      "epoch": 1.6477666955767563,
      "grad_norm": 0.15595978498458862,
      "learning_rate": 4.5237922530103e-05,
      "loss": 0.0197,
      "step": 15199
    },
    {
      "epoch": 1.647875108412836,
      "grad_norm": 0.17134110629558563,
      "learning_rate": 4.523429566226607e-05,
      "loss": 0.0241,
      "step": 15200
    },
    {
      "epoch": 1.647983521248916,
      "grad_norm": 0.3896854519844055,
      "learning_rate": 4.523066879442913e-05,
      "loss": 0.0117,
      "step": 15201
    },
    {
      "epoch": 1.6480919340849955,
      "grad_norm": 0.14897163212299347,
      "learning_rate": 4.5227041926592195e-05,
      "loss": 0.0301,
      "step": 15202
    },
    {
      "epoch": 1.6482003469210755,
      "grad_norm": 0.021390400826931,
      "learning_rate": 4.522341505875526e-05,
      "loss": 0.0042,
      "step": 15203
    },
    {
      "epoch": 1.6483087597571553,
      "grad_norm": 0.15640999376773834,
      "learning_rate": 4.521978819091833e-05,
      "loss": 0.023,
      "step": 15204
    },
    {
      "epoch": 1.648417172593235,
      "grad_norm": 0.23294056951999664,
      "learning_rate": 4.521616132308139e-05,
      "loss": 0.0358,
      "step": 15205
    },
    {
      "epoch": 1.6485255854293148,
      "grad_norm": 0.14803485572338104,
      "learning_rate": 4.521253445524445e-05,
      "loss": 0.0403,
      "step": 15206
    },
    {
      "epoch": 1.6486339982653946,
      "grad_norm": 0.13607998192310333,
      "learning_rate": 4.5208907587407516e-05,
      "loss": 0.0205,
      "step": 15207
    },
    {
      "epoch": 1.6487424111014746,
      "grad_norm": 0.1457233875989914,
      "learning_rate": 4.520528071957058e-05,
      "loss": 0.0253,
      "step": 15208
    },
    {
      "epoch": 1.648850823937554,
      "grad_norm": 0.14456573128700256,
      "learning_rate": 4.5201653851733644e-05,
      "loss": 0.0146,
      "step": 15209
    },
    {
      "epoch": 1.648959236773634,
      "grad_norm": 0.0350506454706192,
      "learning_rate": 4.519802698389671e-05,
      "loss": 0.0044,
      "step": 15210
    },
    {
      "epoch": 1.6490676496097136,
      "grad_norm": 0.15655957162380219,
      "learning_rate": 4.519440011605977e-05,
      "loss": 0.023,
      "step": 15211
    },
    {
      "epoch": 1.6491760624457936,
      "grad_norm": 0.11045671254396439,
      "learning_rate": 4.5190773248222836e-05,
      "loss": 0.0113,
      "step": 15212
    },
    {
      "epoch": 1.6492844752818734,
      "grad_norm": 0.19627374410629272,
      "learning_rate": 4.51871463803859e-05,
      "loss": 0.0345,
      "step": 15213
    },
    {
      "epoch": 1.6493928881179531,
      "grad_norm": 0.16217850148677826,
      "learning_rate": 4.5183519512548965e-05,
      "loss": 0.0258,
      "step": 15214
    },
    {
      "epoch": 1.649501300954033,
      "grad_norm": 0.20960456132888794,
      "learning_rate": 4.517989264471203e-05,
      "loss": 0.041,
      "step": 15215
    },
    {
      "epoch": 1.6496097137901127,
      "grad_norm": 0.11135804653167725,
      "learning_rate": 4.517626577687509e-05,
      "loss": 0.0055,
      "step": 15216
    },
    {
      "epoch": 1.6497181266261927,
      "grad_norm": 0.07967165857553482,
      "learning_rate": 4.517263890903816e-05,
      "loss": 0.0239,
      "step": 15217
    },
    {
      "epoch": 1.6498265394622722,
      "grad_norm": 0.11917363852262497,
      "learning_rate": 4.516901204120122e-05,
      "loss": 0.0065,
      "step": 15218
    },
    {
      "epoch": 1.6499349522983522,
      "grad_norm": 0.0968216061592102,
      "learning_rate": 4.5165385173364285e-05,
      "loss": 0.0133,
      "step": 15219
    },
    {
      "epoch": 1.650043365134432,
      "grad_norm": 0.05677925422787666,
      "learning_rate": 4.516175830552735e-05,
      "loss": 0.0029,
      "step": 15220
    },
    {
      "epoch": 1.6501517779705117,
      "grad_norm": 0.15255779027938843,
      "learning_rate": 4.515813143769041e-05,
      "loss": 0.0149,
      "step": 15221
    },
    {
      "epoch": 1.6502601908065915,
      "grad_norm": 0.21860067546367645,
      "learning_rate": 4.515450456985348e-05,
      "loss": 0.0163,
      "step": 15222
    },
    {
      "epoch": 1.6503686036426712,
      "grad_norm": 0.16716192662715912,
      "learning_rate": 4.515087770201654e-05,
      "loss": 0.0245,
      "step": 15223
    },
    {
      "epoch": 1.6504770164787512,
      "grad_norm": 0.15351389348506927,
      "learning_rate": 4.5147250834179606e-05,
      "loss": 0.0281,
      "step": 15224
    },
    {
      "epoch": 1.6505854293148308,
      "grad_norm": 0.22277460992336273,
      "learning_rate": 4.514362396634267e-05,
      "loss": 0.023,
      "step": 15225
    },
    {
      "epoch": 1.6506938421509108,
      "grad_norm": 0.1519325226545334,
      "learning_rate": 4.5139997098505734e-05,
      "loss": 0.0126,
      "step": 15226
    },
    {
      "epoch": 1.6508022549869905,
      "grad_norm": 0.21179388463497162,
      "learning_rate": 4.51363702306688e-05,
      "loss": 0.0116,
      "step": 15227
    },
    {
      "epoch": 1.6509106678230703,
      "grad_norm": 0.19550682604312897,
      "learning_rate": 4.5132743362831855e-05,
      "loss": 0.0084,
      "step": 15228
    },
    {
      "epoch": 1.65101908065915,
      "grad_norm": 0.10281582921743393,
      "learning_rate": 4.512911649499492e-05,
      "loss": 0.0163,
      "step": 15229
    },
    {
      "epoch": 1.6511274934952298,
      "grad_norm": 0.4338091015815735,
      "learning_rate": 4.512548962715799e-05,
      "loss": 0.11,
      "step": 15230
    },
    {
      "epoch": 1.6512359063313098,
      "grad_norm": 0.09626690298318863,
      "learning_rate": 4.5121862759321054e-05,
      "loss": 0.0072,
      "step": 15231
    },
    {
      "epoch": 1.6513443191673893,
      "grad_norm": 0.1820564866065979,
      "learning_rate": 4.511823589148412e-05,
      "loss": 0.0212,
      "step": 15232
    },
    {
      "epoch": 1.6514527320034693,
      "grad_norm": 0.11238555610179901,
      "learning_rate": 4.511460902364718e-05,
      "loss": 0.0135,
      "step": 15233
    },
    {
      "epoch": 1.6515611448395489,
      "grad_norm": 0.18161043524742126,
      "learning_rate": 4.511098215581025e-05,
      "loss": 0.0256,
      "step": 15234
    },
    {
      "epoch": 1.6516695576756288,
      "grad_norm": 0.19823057949543,
      "learning_rate": 4.510735528797331e-05,
      "loss": 0.0203,
      "step": 15235
    },
    {
      "epoch": 1.6517779705117086,
      "grad_norm": 0.147757887840271,
      "learning_rate": 4.510372842013637e-05,
      "loss": 0.0132,
      "step": 15236
    },
    {
      "epoch": 1.6518863833477884,
      "grad_norm": 0.0833769291639328,
      "learning_rate": 4.510010155229943e-05,
      "loss": 0.0108,
      "step": 15237
    },
    {
      "epoch": 1.6519947961838681,
      "grad_norm": 0.11445194482803345,
      "learning_rate": 4.50964746844625e-05,
      "loss": 0.0134,
      "step": 15238
    },
    {
      "epoch": 1.652103209019948,
      "grad_norm": 0.09698488563299179,
      "learning_rate": 4.509284781662557e-05,
      "loss": 0.0093,
      "step": 15239
    },
    {
      "epoch": 1.6522116218560279,
      "grad_norm": 0.15484146773815155,
      "learning_rate": 4.508922094878863e-05,
      "loss": 0.0251,
      "step": 15240
    },
    {
      "epoch": 1.6523200346921074,
      "grad_norm": 0.017825277522206306,
      "learning_rate": 4.5085594080951695e-05,
      "loss": 0.0014,
      "step": 15241
    },
    {
      "epoch": 1.6524284475281874,
      "grad_norm": 0.15777046978473663,
      "learning_rate": 4.508196721311476e-05,
      "loss": 0.0635,
      "step": 15242
    },
    {
      "epoch": 1.6525368603642672,
      "grad_norm": 0.3492993414402008,
      "learning_rate": 4.507834034527782e-05,
      "loss": 0.0335,
      "step": 15243
    },
    {
      "epoch": 1.652645273200347,
      "grad_norm": 0.3523535430431366,
      "learning_rate": 4.507471347744088e-05,
      "loss": 0.0765,
      "step": 15244
    },
    {
      "epoch": 1.6527536860364267,
      "grad_norm": 0.217802494764328,
      "learning_rate": 4.5071086609603945e-05,
      "loss": 0.0365,
      "step": 15245
    },
    {
      "epoch": 1.6528620988725065,
      "grad_norm": 0.13697659969329834,
      "learning_rate": 4.506745974176701e-05,
      "loss": 0.0222,
      "step": 15246
    },
    {
      "epoch": 1.6529705117085864,
      "grad_norm": 0.10889805853366852,
      "learning_rate": 4.506383287393008e-05,
      "loss": 0.0107,
      "step": 15247
    },
    {
      "epoch": 1.653078924544666,
      "grad_norm": 0.057333026081323624,
      "learning_rate": 4.5060206006093144e-05,
      "loss": 0.0076,
      "step": 15248
    },
    {
      "epoch": 1.653187337380746,
      "grad_norm": 0.1000213623046875,
      "learning_rate": 4.505657913825621e-05,
      "loss": 0.0089,
      "step": 15249
    },
    {
      "epoch": 1.6532957502168255,
      "grad_norm": 0.07609133422374725,
      "learning_rate": 4.5052952270419266e-05,
      "loss": 0.0087,
      "step": 15250
    },
    {
      "epoch": 1.6534041630529055,
      "grad_norm": 0.22531519830226898,
      "learning_rate": 4.504932540258233e-05,
      "loss": 0.0251,
      "step": 15251
    },
    {
      "epoch": 1.6535125758889853,
      "grad_norm": 0.03077922761440277,
      "learning_rate": 4.5045698534745394e-05,
      "loss": 0.0022,
      "step": 15252
    },
    {
      "epoch": 1.653620988725065,
      "grad_norm": 0.16463138163089752,
      "learning_rate": 4.504207166690846e-05,
      "loss": 0.0229,
      "step": 15253
    },
    {
      "epoch": 1.6537294015611448,
      "grad_norm": 0.06354781985282898,
      "learning_rate": 4.503844479907152e-05,
      "loss": 0.0024,
      "step": 15254
    },
    {
      "epoch": 1.6538378143972245,
      "grad_norm": 0.0514330118894577,
      "learning_rate": 4.5034817931234586e-05,
      "loss": 0.0044,
      "step": 15255
    },
    {
      "epoch": 1.6539462272333045,
      "grad_norm": 0.15878906846046448,
      "learning_rate": 4.503119106339766e-05,
      "loss": 0.0198,
      "step": 15256
    },
    {
      "epoch": 1.654054640069384,
      "grad_norm": 0.1088789850473404,
      "learning_rate": 4.5027564195560714e-05,
      "loss": 0.0075,
      "step": 15257
    },
    {
      "epoch": 1.654163052905464,
      "grad_norm": 0.10986462980508804,
      "learning_rate": 4.502393732772378e-05,
      "loss": 0.0085,
      "step": 15258
    },
    {
      "epoch": 1.6542714657415438,
      "grad_norm": 0.3146055340766907,
      "learning_rate": 4.502031045988684e-05,
      "loss": 0.0452,
      "step": 15259
    },
    {
      "epoch": 1.6543798785776236,
      "grad_norm": 0.03677498549222946,
      "learning_rate": 4.5016683592049907e-05,
      "loss": 0.002,
      "step": 15260
    },
    {
      "epoch": 1.6544882914137033,
      "grad_norm": 0.06931367516517639,
      "learning_rate": 4.501305672421297e-05,
      "loss": 0.0064,
      "step": 15261
    },
    {
      "epoch": 1.6545967042497831,
      "grad_norm": 0.15997527539730072,
      "learning_rate": 4.5009429856376035e-05,
      "loss": 0.0146,
      "step": 15262
    },
    {
      "epoch": 1.654705117085863,
      "grad_norm": 0.37734001874923706,
      "learning_rate": 4.50058029885391e-05,
      "loss": 0.0526,
      "step": 15263
    },
    {
      "epoch": 1.6548135299219426,
      "grad_norm": 0.269530713558197,
      "learning_rate": 4.500217612070216e-05,
      "loss": 0.0305,
      "step": 15264
    },
    {
      "epoch": 1.6549219427580226,
      "grad_norm": 0.03728276491165161,
      "learning_rate": 4.499854925286523e-05,
      "loss": 0.0039,
      "step": 15265
    },
    {
      "epoch": 1.6550303555941024,
      "grad_norm": 0.13783439993858337,
      "learning_rate": 4.499492238502829e-05,
      "loss": 0.0283,
      "step": 15266
    },
    {
      "epoch": 1.6551387684301822,
      "grad_norm": 0.07391631603240967,
      "learning_rate": 4.4991295517191355e-05,
      "loss": 0.0086,
      "step": 15267
    },
    {
      "epoch": 1.655247181266262,
      "grad_norm": 0.09301254898309708,
      "learning_rate": 4.498766864935442e-05,
      "loss": 0.0141,
      "step": 15268
    },
    {
      "epoch": 1.6553555941023417,
      "grad_norm": 0.08935336023569107,
      "learning_rate": 4.4984041781517484e-05,
      "loss": 0.0057,
      "step": 15269
    },
    {
      "epoch": 1.6554640069384217,
      "grad_norm": 0.2815031111240387,
      "learning_rate": 4.498041491368055e-05,
      "loss": 0.0164,
      "step": 15270
    },
    {
      "epoch": 1.6555724197745012,
      "grad_norm": 0.16903579235076904,
      "learning_rate": 4.497678804584361e-05,
      "loss": 0.0072,
      "step": 15271
    },
    {
      "epoch": 1.6556808326105812,
      "grad_norm": 0.11659148335456848,
      "learning_rate": 4.4973161178006676e-05,
      "loss": 0.0084,
      "step": 15272
    },
    {
      "epoch": 1.6557892454466607,
      "grad_norm": 0.2331378012895584,
      "learning_rate": 4.496953431016974e-05,
      "loss": 0.05,
      "step": 15273
    },
    {
      "epoch": 1.6558976582827407,
      "grad_norm": 0.17790940403938293,
      "learning_rate": 4.4965907442332804e-05,
      "loss": 0.0253,
      "step": 15274
    },
    {
      "epoch": 1.6560060711188205,
      "grad_norm": 0.09312784671783447,
      "learning_rate": 4.496228057449587e-05,
      "loss": 0.0142,
      "step": 15275
    },
    {
      "epoch": 1.6561144839549002,
      "grad_norm": 0.29629844427108765,
      "learning_rate": 4.495865370665893e-05,
      "loss": 0.0284,
      "step": 15276
    },
    {
      "epoch": 1.65622289679098,
      "grad_norm": 0.38318386673927307,
      "learning_rate": 4.4955026838821996e-05,
      "loss": 0.0414,
      "step": 15277
    },
    {
      "epoch": 1.6563313096270598,
      "grad_norm": 0.01693015545606613,
      "learning_rate": 4.495139997098506e-05,
      "loss": 0.0022,
      "step": 15278
    },
    {
      "epoch": 1.6564397224631398,
      "grad_norm": 0.1509191393852234,
      "learning_rate": 4.4947773103148125e-05,
      "loss": 0.0045,
      "step": 15279
    },
    {
      "epoch": 1.6565481352992193,
      "grad_norm": 0.027993807569146156,
      "learning_rate": 4.494414623531118e-05,
      "loss": 0.0028,
      "step": 15280
    },
    {
      "epoch": 1.6566565481352993,
      "grad_norm": 0.15674562752246857,
      "learning_rate": 4.4940519367474246e-05,
      "loss": 0.0206,
      "step": 15281
    },
    {
      "epoch": 1.656764960971379,
      "grad_norm": 0.15209953486919403,
      "learning_rate": 4.493689249963732e-05,
      "loss": 0.0426,
      "step": 15282
    },
    {
      "epoch": 1.6568733738074588,
      "grad_norm": 0.5696595311164856,
      "learning_rate": 4.493326563180038e-05,
      "loss": 0.0714,
      "step": 15283
    },
    {
      "epoch": 1.6569817866435386,
      "grad_norm": 0.39154326915740967,
      "learning_rate": 4.4929638763963445e-05,
      "loss": 0.0306,
      "step": 15284
    },
    {
      "epoch": 1.6570901994796183,
      "grad_norm": 0.16369181871414185,
      "learning_rate": 4.492601189612651e-05,
      "loss": 0.0354,
      "step": 15285
    },
    {
      "epoch": 1.6571986123156983,
      "grad_norm": 0.19627580046653748,
      "learning_rate": 4.492238502828957e-05,
      "loss": 0.0655,
      "step": 15286
    },
    {
      "epoch": 1.6573070251517779,
      "grad_norm": 0.5455768704414368,
      "learning_rate": 4.491875816045264e-05,
      "loss": 0.0166,
      "step": 15287
    },
    {
      "epoch": 1.6574154379878578,
      "grad_norm": 0.37296751141548157,
      "learning_rate": 4.4915131292615695e-05,
      "loss": 0.0306,
      "step": 15288
    },
    {
      "epoch": 1.6575238508239376,
      "grad_norm": 0.037663571536540985,
      "learning_rate": 4.491150442477876e-05,
      "loss": 0.0057,
      "step": 15289
    },
    {
      "epoch": 1.6576322636600174,
      "grad_norm": 0.15767286717891693,
      "learning_rate": 4.490787755694183e-05,
      "loss": 0.0184,
      "step": 15290
    },
    {
      "epoch": 1.6577406764960971,
      "grad_norm": 0.11242923885583878,
      "learning_rate": 4.4904250689104894e-05,
      "loss": 0.0065,
      "step": 15291
    },
    {
      "epoch": 1.657849089332177,
      "grad_norm": 0.4451957046985626,
      "learning_rate": 4.490062382126796e-05,
      "loss": 0.0241,
      "step": 15292
    },
    {
      "epoch": 1.6579575021682569,
      "grad_norm": 0.0966840386390686,
      "learning_rate": 4.489699695343102e-05,
      "loss": 0.0233,
      "step": 15293
    },
    {
      "epoch": 1.6580659150043364,
      "grad_norm": 0.17521660029888153,
      "learning_rate": 4.4893370085594086e-05,
      "loss": 0.0098,
      "step": 15294
    },
    {
      "epoch": 1.6581743278404164,
      "grad_norm": 0.051585081964731216,
      "learning_rate": 4.4889743217757143e-05,
      "loss": 0.0053,
      "step": 15295
    },
    {
      "epoch": 1.658282740676496,
      "grad_norm": 0.06497156620025635,
      "learning_rate": 4.488611634992021e-05,
      "loss": 0.0055,
      "step": 15296
    },
    {
      "epoch": 1.658391153512576,
      "grad_norm": 0.21849475800991058,
      "learning_rate": 4.488248948208327e-05,
      "loss": 0.0352,
      "step": 15297
    },
    {
      "epoch": 1.6584995663486557,
      "grad_norm": 0.30775216221809387,
      "learning_rate": 4.4878862614246336e-05,
      "loss": 0.0154,
      "step": 15298
    },
    {
      "epoch": 1.6586079791847355,
      "grad_norm": 0.1630755364894867,
      "learning_rate": 4.487523574640941e-05,
      "loss": 0.0233,
      "step": 15299
    },
    {
      "epoch": 1.6587163920208152,
      "grad_norm": 0.10240206122398376,
      "learning_rate": 4.487160887857247e-05,
      "loss": 0.013,
      "step": 15300
    },
    {
      "epoch": 1.658824804856895,
      "grad_norm": 0.17996914684772491,
      "learning_rate": 4.4867982010735535e-05,
      "loss": 0.0205,
      "step": 15301
    },
    {
      "epoch": 1.658933217692975,
      "grad_norm": 0.2068222165107727,
      "learning_rate": 4.486435514289859e-05,
      "loss": 0.0278,
      "step": 15302
    },
    {
      "epoch": 1.6590416305290545,
      "grad_norm": 0.17667657136917114,
      "learning_rate": 4.4860728275061656e-05,
      "loss": 0.0155,
      "step": 15303
    },
    {
      "epoch": 1.6591500433651345,
      "grad_norm": 0.04402387887239456,
      "learning_rate": 4.485710140722472e-05,
      "loss": 0.0041,
      "step": 15304
    },
    {
      "epoch": 1.6592584562012143,
      "grad_norm": 0.11207585781812668,
      "learning_rate": 4.4853474539387785e-05,
      "loss": 0.0108,
      "step": 15305
    },
    {
      "epoch": 1.659366869037294,
      "grad_norm": 0.2147868275642395,
      "learning_rate": 4.484984767155085e-05,
      "loss": 0.0314,
      "step": 15306
    },
    {
      "epoch": 1.6594752818733738,
      "grad_norm": 0.3443406820297241,
      "learning_rate": 4.484622080371392e-05,
      "loss": 0.0115,
      "step": 15307
    },
    {
      "epoch": 1.6595836947094535,
      "grad_norm": 0.19892260432243347,
      "learning_rate": 4.4842593935876984e-05,
      "loss": 0.0154,
      "step": 15308
    },
    {
      "epoch": 1.6596921075455335,
      "grad_norm": 0.14430192112922668,
      "learning_rate": 4.483896706804004e-05,
      "loss": 0.029,
      "step": 15309
    },
    {
      "epoch": 1.659800520381613,
      "grad_norm": 0.09006520360708237,
      "learning_rate": 4.4835340200203105e-05,
      "loss": 0.0101,
      "step": 15310
    },
    {
      "epoch": 1.659908933217693,
      "grad_norm": 0.3457883298397064,
      "learning_rate": 4.483171333236617e-05,
      "loss": 0.0464,
      "step": 15311
    },
    {
      "epoch": 1.6600173460537726,
      "grad_norm": 0.09633298963308334,
      "learning_rate": 4.482808646452923e-05,
      "loss": 0.0141,
      "step": 15312
    },
    {
      "epoch": 1.6601257588898526,
      "grad_norm": 0.21925731003284454,
      "learning_rate": 4.48244595966923e-05,
      "loss": 0.0386,
      "step": 15313
    },
    {
      "epoch": 1.6602341717259324,
      "grad_norm": 0.24691879749298096,
      "learning_rate": 4.482083272885536e-05,
      "loss": 0.0121,
      "step": 15314
    },
    {
      "epoch": 1.6603425845620121,
      "grad_norm": 0.20637427270412445,
      "learning_rate": 4.4817205861018426e-05,
      "loss": 0.0313,
      "step": 15315
    },
    {
      "epoch": 1.660450997398092,
      "grad_norm": 0.3034731447696686,
      "learning_rate": 4.4813578993181496e-05,
      "loss": 0.026,
      "step": 15316
    },
    {
      "epoch": 1.6605594102341716,
      "grad_norm": 0.09737992286682129,
      "learning_rate": 4.4809952125344554e-05,
      "loss": 0.0085,
      "step": 15317
    },
    {
      "epoch": 1.6606678230702516,
      "grad_norm": 0.07747850567102432,
      "learning_rate": 4.480632525750762e-05,
      "loss": 0.0127,
      "step": 15318
    },
    {
      "epoch": 1.6607762359063312,
      "grad_norm": 0.181660458445549,
      "learning_rate": 4.480269838967068e-05,
      "loss": 0.0386,
      "step": 15319
    },
    {
      "epoch": 1.6608846487424112,
      "grad_norm": 0.010615905746817589,
      "learning_rate": 4.4799071521833746e-05,
      "loss": 0.0011,
      "step": 15320
    },
    {
      "epoch": 1.660993061578491,
      "grad_norm": 0.2549803555011749,
      "learning_rate": 4.479544465399681e-05,
      "loss": 0.03,
      "step": 15321
    },
    {
      "epoch": 1.6611014744145707,
      "grad_norm": 0.15978775918483734,
      "learning_rate": 4.4791817786159874e-05,
      "loss": 0.0247,
      "step": 15322
    },
    {
      "epoch": 1.6612098872506504,
      "grad_norm": 0.18528832495212555,
      "learning_rate": 4.478819091832294e-05,
      "loss": 0.0208,
      "step": 15323
    },
    {
      "epoch": 1.6613183000867302,
      "grad_norm": 0.1950371116399765,
      "learning_rate": 4.4784564050486e-05,
      "loss": 0.0332,
      "step": 15324
    },
    {
      "epoch": 1.6614267129228102,
      "grad_norm": 0.17004279792308807,
      "learning_rate": 4.478093718264907e-05,
      "loss": 0.0119,
      "step": 15325
    },
    {
      "epoch": 1.6615351257588897,
      "grad_norm": 0.17513276636600494,
      "learning_rate": 4.477731031481213e-05,
      "loss": 0.023,
      "step": 15326
    },
    {
      "epoch": 1.6616435385949697,
      "grad_norm": 0.1051165834069252,
      "learning_rate": 4.4773683446975195e-05,
      "loss": 0.01,
      "step": 15327
    },
    {
      "epoch": 1.6617519514310495,
      "grad_norm": 0.21150164306163788,
      "learning_rate": 4.477005657913826e-05,
      "loss": 0.0266,
      "step": 15328
    },
    {
      "epoch": 1.6618603642671292,
      "grad_norm": 0.36193180084228516,
      "learning_rate": 4.476642971130132e-05,
      "loss": 0.0625,
      "step": 15329
    },
    {
      "epoch": 1.661968777103209,
      "grad_norm": 0.26020482182502747,
      "learning_rate": 4.476280284346439e-05,
      "loss": 0.014,
      "step": 15330
    },
    {
      "epoch": 1.6620771899392888,
      "grad_norm": 0.07941881567239761,
      "learning_rate": 4.475917597562745e-05,
      "loss": 0.0081,
      "step": 15331
    },
    {
      "epoch": 1.6621856027753688,
      "grad_norm": 0.3069484531879425,
      "learning_rate": 4.4755549107790515e-05,
      "loss": 0.0167,
      "step": 15332
    },
    {
      "epoch": 1.6622940156114483,
      "grad_norm": 0.10165402293205261,
      "learning_rate": 4.475192223995358e-05,
      "loss": 0.0165,
      "step": 15333
    },
    {
      "epoch": 1.6624024284475283,
      "grad_norm": 0.1552882045507431,
      "learning_rate": 4.4748295372116644e-05,
      "loss": 0.0318,
      "step": 15334
    },
    {
      "epoch": 1.6625108412836078,
      "grad_norm": 0.08231381326913834,
      "learning_rate": 4.474466850427971e-05,
      "loss": 0.0099,
      "step": 15335
    },
    {
      "epoch": 1.6626192541196878,
      "grad_norm": 0.3016059100627899,
      "learning_rate": 4.474104163644277e-05,
      "loss": 0.0435,
      "step": 15336
    },
    {
      "epoch": 1.6627276669557676,
      "grad_norm": 0.08862592279911041,
      "learning_rate": 4.4737414768605836e-05,
      "loss": 0.0141,
      "step": 15337
    },
    {
      "epoch": 1.6628360797918473,
      "grad_norm": 0.3443806767463684,
      "learning_rate": 4.47337879007689e-05,
      "loss": 0.0113,
      "step": 15338
    },
    {
      "epoch": 1.662944492627927,
      "grad_norm": 0.1768852323293686,
      "learning_rate": 4.4730161032931964e-05,
      "loss": 0.0091,
      "step": 15339
    },
    {
      "epoch": 1.6630529054640069,
      "grad_norm": 0.4021300673484802,
      "learning_rate": 4.472653416509502e-05,
      "loss": 0.0094,
      "step": 15340
    },
    {
      "epoch": 1.6631613183000868,
      "grad_norm": 0.29877176880836487,
      "learning_rate": 4.4722907297258086e-05,
      "loss": 0.0352,
      "step": 15341
    },
    {
      "epoch": 1.6632697311361664,
      "grad_norm": 0.23521707952022552,
      "learning_rate": 4.4719280429421156e-05,
      "loss": 0.0128,
      "step": 15342
    },
    {
      "epoch": 1.6633781439722464,
      "grad_norm": 0.24637044966220856,
      "learning_rate": 4.471565356158422e-05,
      "loss": 0.0329,
      "step": 15343
    },
    {
      "epoch": 1.6634865568083261,
      "grad_norm": 0.23619896173477173,
      "learning_rate": 4.4712026693747285e-05,
      "loss": 0.014,
      "step": 15344
    },
    {
      "epoch": 1.663594969644406,
      "grad_norm": 0.06233803927898407,
      "learning_rate": 4.470839982591035e-05,
      "loss": 0.0118,
      "step": 15345
    },
    {
      "epoch": 1.6637033824804857,
      "grad_norm": 0.1925663948059082,
      "learning_rate": 4.470477295807341e-05,
      "loss": 0.0189,
      "step": 15346
    },
    {
      "epoch": 1.6638117953165654,
      "grad_norm": 0.1929759532213211,
      "learning_rate": 4.470114609023647e-05,
      "loss": 0.0243,
      "step": 15347
    },
    {
      "epoch": 1.6639202081526454,
      "grad_norm": 0.09573215246200562,
      "learning_rate": 4.4697519222399534e-05,
      "loss": 0.0106,
      "step": 15348
    },
    {
      "epoch": 1.664028620988725,
      "grad_norm": 0.135468989610672,
      "learning_rate": 4.46938923545626e-05,
      "loss": 0.013,
      "step": 15349
    },
    {
      "epoch": 1.664137033824805,
      "grad_norm": 0.14488065242767334,
      "learning_rate": 4.469026548672566e-05,
      "loss": 0.0148,
      "step": 15350
    },
    {
      "epoch": 1.6642454466608847,
      "grad_norm": 0.2321116030216217,
      "learning_rate": 4.468663861888873e-05,
      "loss": 0.0164,
      "step": 15351
    },
    {
      "epoch": 1.6643538594969645,
      "grad_norm": 0.07685865461826324,
      "learning_rate": 4.46830117510518e-05,
      "loss": 0.0105,
      "step": 15352
    },
    {
      "epoch": 1.6644622723330442,
      "grad_norm": 0.20940124988555908,
      "learning_rate": 4.467938488321486e-05,
      "loss": 0.0218,
      "step": 15353
    },
    {
      "epoch": 1.664570685169124,
      "grad_norm": 0.05331599339842796,
      "learning_rate": 4.467575801537792e-05,
      "loss": 0.0115,
      "step": 15354
    },
    {
      "epoch": 1.664679098005204,
      "grad_norm": 0.2799499034881592,
      "learning_rate": 4.467213114754098e-05,
      "loss": 0.0234,
      "step": 15355
    },
    {
      "epoch": 1.6647875108412835,
      "grad_norm": 0.5085641741752625,
      "learning_rate": 4.466850427970405e-05,
      "loss": 0.0466,
      "step": 15356
    },
    {
      "epoch": 1.6648959236773635,
      "grad_norm": 0.08393080532550812,
      "learning_rate": 4.466487741186711e-05,
      "loss": 0.0055,
      "step": 15357
    },
    {
      "epoch": 1.665004336513443,
      "grad_norm": 0.14834342896938324,
      "learning_rate": 4.4661250544030175e-05,
      "loss": 0.0087,
      "step": 15358
    },
    {
      "epoch": 1.665112749349523,
      "grad_norm": 0.05323963239789009,
      "learning_rate": 4.4657623676193246e-05,
      "loss": 0.0039,
      "step": 15359
    },
    {
      "epoch": 1.6652211621856028,
      "grad_norm": 0.1794586032629013,
      "learning_rate": 4.465399680835631e-05,
      "loss": 0.0469,
      "step": 15360
    },
    {
      "epoch": 1.6653295750216826,
      "grad_norm": 0.2604247033596039,
      "learning_rate": 4.465036994051937e-05,
      "loss": 0.0609,
      "step": 15361
    },
    {
      "epoch": 1.6654379878577623,
      "grad_norm": 0.25907057523727417,
      "learning_rate": 4.464674307268243e-05,
      "loss": 0.0425,
      "step": 15362
    },
    {
      "epoch": 1.665546400693842,
      "grad_norm": 0.18616995215415955,
      "learning_rate": 4.4643116204845496e-05,
      "loss": 0.0164,
      "step": 15363
    },
    {
      "epoch": 1.665654813529922,
      "grad_norm": 0.09713486582040787,
      "learning_rate": 4.463948933700856e-05,
      "loss": 0.0082,
      "step": 15364
    },
    {
      "epoch": 1.6657632263660016,
      "grad_norm": 0.18598641455173492,
      "learning_rate": 4.4635862469171624e-05,
      "loss": 0.0365,
      "step": 15365
    },
    {
      "epoch": 1.6658716392020816,
      "grad_norm": 0.06813197582960129,
      "learning_rate": 4.463223560133469e-05,
      "loss": 0.007,
      "step": 15366
    },
    {
      "epoch": 1.6659800520381614,
      "grad_norm": 0.24599701166152954,
      "learning_rate": 4.462860873349775e-05,
      "loss": 0.0318,
      "step": 15367
    },
    {
      "epoch": 1.6660884648742411,
      "grad_norm": 0.100449338555336,
      "learning_rate": 4.462498186566082e-05,
      "loss": 0.0253,
      "step": 15368
    },
    {
      "epoch": 1.6661968777103209,
      "grad_norm": 0.058514587581157684,
      "learning_rate": 4.462135499782388e-05,
      "loss": 0.0067,
      "step": 15369
    },
    {
      "epoch": 1.6663052905464006,
      "grad_norm": 0.13386380672454834,
      "learning_rate": 4.4617728129986945e-05,
      "loss": 0.011,
      "step": 15370
    },
    {
      "epoch": 1.6664137033824806,
      "grad_norm": 0.044259268790483475,
      "learning_rate": 4.461410126215001e-05,
      "loss": 0.0043,
      "step": 15371
    },
    {
      "epoch": 1.6665221162185602,
      "grad_norm": 0.24326567351818085,
      "learning_rate": 4.461047439431307e-05,
      "loss": 0.0315,
      "step": 15372
    },
    {
      "epoch": 1.6666305290546402,
      "grad_norm": 0.24972791969776154,
      "learning_rate": 4.460684752647614e-05,
      "loss": 0.0248,
      "step": 15373
    },
    {
      "epoch": 1.66673894189072,
      "grad_norm": 0.08430546522140503,
      "learning_rate": 4.46032206586392e-05,
      "loss": 0.0073,
      "step": 15374
    },
    {
      "epoch": 1.6668473547267997,
      "grad_norm": 0.15604543685913086,
      "learning_rate": 4.4599593790802265e-05,
      "loss": 0.013,
      "step": 15375
    },
    {
      "epoch": 1.6669557675628794,
      "grad_norm": 0.07757734507322311,
      "learning_rate": 4.459596692296533e-05,
      "loss": 0.0176,
      "step": 15376
    },
    {
      "epoch": 1.6670641803989592,
      "grad_norm": 0.25854504108428955,
      "learning_rate": 4.459234005512839e-05,
      "loss": 0.0178,
      "step": 15377
    },
    {
      "epoch": 1.6671725932350392,
      "grad_norm": 0.24506555497646332,
      "learning_rate": 4.458871318729146e-05,
      "loss": 0.0166,
      "step": 15378
    },
    {
      "epoch": 1.6672810060711187,
      "grad_norm": 0.21619965136051178,
      "learning_rate": 4.458508631945452e-05,
      "loss": 0.0279,
      "step": 15379
    },
    {
      "epoch": 1.6673894189071987,
      "grad_norm": 0.5351781845092773,
      "learning_rate": 4.4581459451617586e-05,
      "loss": 0.049,
      "step": 15380
    },
    {
      "epoch": 1.6674978317432783,
      "grad_norm": 0.1725633293390274,
      "learning_rate": 4.457783258378065e-05,
      "loss": 0.0442,
      "step": 15381
    },
    {
      "epoch": 1.6676062445793582,
      "grad_norm": 0.028360193595290184,
      "learning_rate": 4.4574205715943714e-05,
      "loss": 0.0021,
      "step": 15382
    },
    {
      "epoch": 1.667714657415438,
      "grad_norm": 0.12369056046009064,
      "learning_rate": 4.457057884810678e-05,
      "loss": 0.0209,
      "step": 15383
    },
    {
      "epoch": 1.6678230702515178,
      "grad_norm": 0.034912604838609695,
      "learning_rate": 4.456695198026984e-05,
      "loss": 0.0023,
      "step": 15384
    },
    {
      "epoch": 1.6679314830875975,
      "grad_norm": 0.018875043839216232,
      "learning_rate": 4.4563325112432906e-05,
      "loss": 0.002,
      "step": 15385
    },
    {
      "epoch": 1.6680398959236773,
      "grad_norm": 0.1911403238773346,
      "learning_rate": 4.455969824459597e-05,
      "loss": 0.019,
      "step": 15386
    },
    {
      "epoch": 1.6681483087597573,
      "grad_norm": 0.07699259370565414,
      "learning_rate": 4.4556071376759034e-05,
      "loss": 0.0177,
      "step": 15387
    },
    {
      "epoch": 1.6682567215958368,
      "grad_norm": 0.09800194203853607,
      "learning_rate": 4.45524445089221e-05,
      "loss": 0.0284,
      "step": 15388
    },
    {
      "epoch": 1.6683651344319168,
      "grad_norm": 0.3106217086315155,
      "learning_rate": 4.454881764108516e-05,
      "loss": 0.0682,
      "step": 15389
    },
    {
      "epoch": 1.6684735472679966,
      "grad_norm": 0.26117756962776184,
      "learning_rate": 4.454519077324823e-05,
      "loss": 0.0397,
      "step": 15390
    },
    {
      "epoch": 1.6685819601040763,
      "grad_norm": 0.4540482461452484,
      "learning_rate": 4.454156390541129e-05,
      "loss": 0.0633,
      "step": 15391
    },
    {
      "epoch": 1.668690372940156,
      "grad_norm": 0.26440057158470154,
      "learning_rate": 4.453793703757435e-05,
      "loss": 0.0329,
      "step": 15392
    },
    {
      "epoch": 1.6687987857762359,
      "grad_norm": 0.2605777978897095,
      "learning_rate": 4.453431016973741e-05,
      "loss": 0.028,
      "step": 15393
    },
    {
      "epoch": 1.6689071986123158,
      "grad_norm": 0.1440233290195465,
      "learning_rate": 4.453068330190048e-05,
      "loss": 0.0331,
      "step": 15394
    },
    {
      "epoch": 1.6690156114483954,
      "grad_norm": 0.1369459182024002,
      "learning_rate": 4.452705643406355e-05,
      "loss": 0.0164,
      "step": 15395
    },
    {
      "epoch": 1.6691240242844754,
      "grad_norm": 0.39297452569007874,
      "learning_rate": 4.452342956622661e-05,
      "loss": 0.044,
      "step": 15396
    },
    {
      "epoch": 1.669232437120555,
      "grad_norm": 0.19675536453723907,
      "learning_rate": 4.4519802698389675e-05,
      "loss": 0.0244,
      "step": 15397
    },
    {
      "epoch": 1.669340849956635,
      "grad_norm": 0.26014912128448486,
      "learning_rate": 4.451617583055274e-05,
      "loss": 0.0506,
      "step": 15398
    },
    {
      "epoch": 1.6694492627927147,
      "grad_norm": 0.14047002792358398,
      "learning_rate": 4.45125489627158e-05,
      "loss": 0.0157,
      "step": 15399
    },
    {
      "epoch": 1.6695576756287944,
      "grad_norm": 0.09954319149255753,
      "learning_rate": 4.450892209487886e-05,
      "loss": 0.0197,
      "step": 15400
    },
    {
      "epoch": 1.6696660884648742,
      "grad_norm": 0.14934103190898895,
      "learning_rate": 4.4505295227041925e-05,
      "loss": 0.0388,
      "step": 15401
    },
    {
      "epoch": 1.669774501300954,
      "grad_norm": 0.15918642282485962,
      "learning_rate": 4.4501668359204996e-05,
      "loss": 0.0341,
      "step": 15402
    },
    {
      "epoch": 1.669882914137034,
      "grad_norm": 0.18334761261940002,
      "learning_rate": 4.449804149136806e-05,
      "loss": 0.0277,
      "step": 15403
    },
    {
      "epoch": 1.6699913269731135,
      "grad_norm": 0.24538984894752502,
      "learning_rate": 4.4494414623531124e-05,
      "loss": 0.0282,
      "step": 15404
    },
    {
      "epoch": 1.6700997398091935,
      "grad_norm": 0.0984862893819809,
      "learning_rate": 4.449078775569419e-05,
      "loss": 0.0117,
      "step": 15405
    },
    {
      "epoch": 1.6702081526452732,
      "grad_norm": 0.07913757860660553,
      "learning_rate": 4.4487160887857246e-05,
      "loss": 0.0134,
      "step": 15406
    },
    {
      "epoch": 1.670316565481353,
      "grad_norm": 0.2341049313545227,
      "learning_rate": 4.448353402002031e-05,
      "loss": 0.0184,
      "step": 15407
    },
    {
      "epoch": 1.6704249783174328,
      "grad_norm": 0.2844197452068329,
      "learning_rate": 4.4479907152183374e-05,
      "loss": 0.058,
      "step": 15408
    },
    {
      "epoch": 1.6705333911535125,
      "grad_norm": 0.11155757308006287,
      "learning_rate": 4.447628028434644e-05,
      "loss": 0.0219,
      "step": 15409
    },
    {
      "epoch": 1.6706418039895925,
      "grad_norm": 0.1179962232708931,
      "learning_rate": 4.44726534165095e-05,
      "loss": 0.0084,
      "step": 15410
    },
    {
      "epoch": 1.670750216825672,
      "grad_norm": 0.13847139477729797,
      "learning_rate": 4.446902654867257e-05,
      "loss": 0.0185,
      "step": 15411
    },
    {
      "epoch": 1.670858629661752,
      "grad_norm": 0.06136087328195572,
      "learning_rate": 4.446539968083564e-05,
      "loss": 0.0062,
      "step": 15412
    },
    {
      "epoch": 1.6709670424978318,
      "grad_norm": 0.12664854526519775,
      "learning_rate": 4.4461772812998694e-05,
      "loss": 0.0137,
      "step": 15413
    },
    {
      "epoch": 1.6710754553339116,
      "grad_norm": 0.22884754836559296,
      "learning_rate": 4.445814594516176e-05,
      "loss": 0.0266,
      "step": 15414
    },
    {
      "epoch": 1.6711838681699913,
      "grad_norm": 0.37194687128067017,
      "learning_rate": 4.445451907732482e-05,
      "loss": 0.0336,
      "step": 15415
    },
    {
      "epoch": 1.671292281006071,
      "grad_norm": 0.27191656827926636,
      "learning_rate": 4.445089220948789e-05,
      "loss": 0.024,
      "step": 15416
    },
    {
      "epoch": 1.671400693842151,
      "grad_norm": 0.24721011519432068,
      "learning_rate": 4.444726534165095e-05,
      "loss": 0.0458,
      "step": 15417
    },
    {
      "epoch": 1.6715091066782306,
      "grad_norm": 0.25442901253700256,
      "learning_rate": 4.4443638473814015e-05,
      "loss": 0.0332,
      "step": 15418
    },
    {
      "epoch": 1.6716175195143106,
      "grad_norm": 0.2675725817680359,
      "learning_rate": 4.444001160597708e-05,
      "loss": 0.0443,
      "step": 15419
    },
    {
      "epoch": 1.6717259323503901,
      "grad_norm": 0.06160616874694824,
      "learning_rate": 4.443638473814015e-05,
      "loss": 0.0085,
      "step": 15420
    },
    {
      "epoch": 1.6718343451864701,
      "grad_norm": 0.3796340823173523,
      "learning_rate": 4.443275787030321e-05,
      "loss": 0.0664,
      "step": 15421
    },
    {
      "epoch": 1.6719427580225499,
      "grad_norm": 0.13025863468647003,
      "learning_rate": 4.442913100246627e-05,
      "loss": 0.0255,
      "step": 15422
    },
    {
      "epoch": 1.6720511708586296,
      "grad_norm": 0.08496097475290298,
      "learning_rate": 4.4425504134629335e-05,
      "loss": 0.0135,
      "step": 15423
    },
    {
      "epoch": 1.6721595836947094,
      "grad_norm": 0.1760760098695755,
      "learning_rate": 4.44218772667924e-05,
      "loss": 0.015,
      "step": 15424
    },
    {
      "epoch": 1.6722679965307892,
      "grad_norm": 0.35224929451942444,
      "learning_rate": 4.4418250398955464e-05,
      "loss": 0.0621,
      "step": 15425
    },
    {
      "epoch": 1.6723764093668692,
      "grad_norm": 0.19292309880256653,
      "learning_rate": 4.441462353111853e-05,
      "loss": 0.0275,
      "step": 15426
    },
    {
      "epoch": 1.6724848222029487,
      "grad_norm": 0.10643945634365082,
      "learning_rate": 4.441099666328159e-05,
      "loss": 0.0137,
      "step": 15427
    },
    {
      "epoch": 1.6725932350390287,
      "grad_norm": 0.3534177839756012,
      "learning_rate": 4.4407369795444656e-05,
      "loss": 0.0147,
      "step": 15428
    },
    {
      "epoch": 1.6727016478751084,
      "grad_norm": 0.1724652498960495,
      "learning_rate": 4.440374292760772e-05,
      "loss": 0.0292,
      "step": 15429
    },
    {
      "epoch": 1.6728100607111882,
      "grad_norm": 0.09550991654396057,
      "learning_rate": 4.4400116059770784e-05,
      "loss": 0.0236,
      "step": 15430
    },
    {
      "epoch": 1.672918473547268,
      "grad_norm": 0.12129669636487961,
      "learning_rate": 4.439648919193385e-05,
      "loss": 0.0245,
      "step": 15431
    },
    {
      "epoch": 1.6730268863833477,
      "grad_norm": 0.13181442022323608,
      "learning_rate": 4.439286232409691e-05,
      "loss": 0.0071,
      "step": 15432
    },
    {
      "epoch": 1.6731352992194277,
      "grad_norm": 0.20902134478092194,
      "learning_rate": 4.4389235456259976e-05,
      "loss": 0.0438,
      "step": 15433
    },
    {
      "epoch": 1.6732437120555073,
      "grad_norm": 0.1671016663312912,
      "learning_rate": 4.438560858842304e-05,
      "loss": 0.0172,
      "step": 15434
    },
    {
      "epoch": 1.6733521248915872,
      "grad_norm": 0.11415325105190277,
      "learning_rate": 4.4381981720586105e-05,
      "loss": 0.0225,
      "step": 15435
    },
    {
      "epoch": 1.673460537727667,
      "grad_norm": 0.08727753907442093,
      "learning_rate": 4.437835485274917e-05,
      "loss": 0.0107,
      "step": 15436
    },
    {
      "epoch": 1.6735689505637468,
      "grad_norm": 0.20368514955043793,
      "learning_rate": 4.437472798491223e-05,
      "loss": 0.0336,
      "step": 15437
    },
    {
      "epoch": 1.6736773633998265,
      "grad_norm": 0.0882359966635704,
      "learning_rate": 4.43711011170753e-05,
      "loss": 0.0089,
      "step": 15438
    },
    {
      "epoch": 1.6737857762359063,
      "grad_norm": 0.36877575516700745,
      "learning_rate": 4.436747424923836e-05,
      "loss": 0.0315,
      "step": 15439
    },
    {
      "epoch": 1.6738941890719863,
      "grad_norm": 0.3811691701412201,
      "learning_rate": 4.4363847381401425e-05,
      "loss": 0.0347,
      "step": 15440
    },
    {
      "epoch": 1.6740026019080658,
      "grad_norm": 0.6046991348266602,
      "learning_rate": 4.436022051356449e-05,
      "loss": 0.0186,
      "step": 15441
    },
    {
      "epoch": 1.6741110147441458,
      "grad_norm": 0.1800413429737091,
      "learning_rate": 4.4356593645727553e-05,
      "loss": 0.0229,
      "step": 15442
    },
    {
      "epoch": 1.6742194275802254,
      "grad_norm": 0.12458014488220215,
      "learning_rate": 4.435296677789062e-05,
      "loss": 0.0164,
      "step": 15443
    },
    {
      "epoch": 1.6743278404163053,
      "grad_norm": 0.08158347755670547,
      "learning_rate": 4.4349339910053675e-05,
      "loss": 0.0117,
      "step": 15444
    },
    {
      "epoch": 1.674436253252385,
      "grad_norm": 0.05732627213001251,
      "learning_rate": 4.434571304221674e-05,
      "loss": 0.0056,
      "step": 15445
    },
    {
      "epoch": 1.6745446660884649,
      "grad_norm": 0.22337348759174347,
      "learning_rate": 4.434208617437981e-05,
      "loss": 0.0247,
      "step": 15446
    },
    {
      "epoch": 1.6746530789245446,
      "grad_norm": 0.05556807667016983,
      "learning_rate": 4.4338459306542874e-05,
      "loss": 0.0036,
      "step": 15447
    },
    {
      "epoch": 1.6747614917606244,
      "grad_norm": 0.19346614181995392,
      "learning_rate": 4.433483243870594e-05,
      "loss": 0.0393,
      "step": 15448
    },
    {
      "epoch": 1.6748699045967044,
      "grad_norm": 0.14168983697891235,
      "learning_rate": 4.4331205570869e-05,
      "loss": 0.0187,
      "step": 15449
    },
    {
      "epoch": 1.674978317432784,
      "grad_norm": 0.2865449786186218,
      "learning_rate": 4.4327578703032066e-05,
      "loss": 0.0679,
      "step": 15450
    },
    {
      "epoch": 1.675086730268864,
      "grad_norm": 0.07353759557008743,
      "learning_rate": 4.4323951835195124e-05,
      "loss": 0.0109,
      "step": 15451
    },
    {
      "epoch": 1.6751951431049437,
      "grad_norm": 0.2261222004890442,
      "learning_rate": 4.432032496735819e-05,
      "loss": 0.0496,
      "step": 15452
    },
    {
      "epoch": 1.6753035559410234,
      "grad_norm": 0.05745244771242142,
      "learning_rate": 4.431669809952125e-05,
      "loss": 0.0072,
      "step": 15453
    },
    {
      "epoch": 1.6754119687771032,
      "grad_norm": 0.17096316814422607,
      "learning_rate": 4.431307123168432e-05,
      "loss": 0.0679,
      "step": 15454
    },
    {
      "epoch": 1.675520381613183,
      "grad_norm": 0.06507771462202072,
      "learning_rate": 4.430944436384739e-05,
      "loss": 0.01,
      "step": 15455
    },
    {
      "epoch": 1.675628794449263,
      "grad_norm": 0.1619892567396164,
      "learning_rate": 4.430581749601045e-05,
      "loss": 0.0222,
      "step": 15456
    },
    {
      "epoch": 1.6757372072853425,
      "grad_norm": 0.19056980311870575,
      "learning_rate": 4.4302190628173515e-05,
      "loss": 0.0174,
      "step": 15457
    },
    {
      "epoch": 1.6758456201214225,
      "grad_norm": 0.10172814130783081,
      "learning_rate": 4.429856376033657e-05,
      "loss": 0.014,
      "step": 15458
    },
    {
      "epoch": 1.675954032957502,
      "grad_norm": 0.060750823467969894,
      "learning_rate": 4.4294936892499636e-05,
      "loss": 0.0155,
      "step": 15459
    },
    {
      "epoch": 1.676062445793582,
      "grad_norm": 0.31694135069847107,
      "learning_rate": 4.42913100246627e-05,
      "loss": 0.0317,
      "step": 15460
    },
    {
      "epoch": 1.6761708586296618,
      "grad_norm": 0.2360869199037552,
      "learning_rate": 4.4287683156825765e-05,
      "loss": 0.0348,
      "step": 15461
    },
    {
      "epoch": 1.6762792714657415,
      "grad_norm": 0.17155049741268158,
      "learning_rate": 4.428405628898883e-05,
      "loss": 0.0092,
      "step": 15462
    },
    {
      "epoch": 1.6763876843018215,
      "grad_norm": 0.12394395470619202,
      "learning_rate": 4.42804294211519e-05,
      "loss": 0.0332,
      "step": 15463
    },
    {
      "epoch": 1.676496097137901,
      "grad_norm": 0.23805470764636993,
      "learning_rate": 4.4276802553314964e-05,
      "loss": 0.0329,
      "step": 15464
    },
    {
      "epoch": 1.676604509973981,
      "grad_norm": 0.19805291295051575,
      "learning_rate": 4.427317568547802e-05,
      "loss": 0.0429,
      "step": 15465
    },
    {
      "epoch": 1.6767129228100606,
      "grad_norm": 0.05207615718245506,
      "learning_rate": 4.4269548817641085e-05,
      "loss": 0.0065,
      "step": 15466
    },
    {
      "epoch": 1.6768213356461406,
      "grad_norm": 0.2920173406600952,
      "learning_rate": 4.426592194980415e-05,
      "loss": 0.0397,
      "step": 15467
    },
    {
      "epoch": 1.6769297484822203,
      "grad_norm": 0.2508891820907593,
      "learning_rate": 4.426229508196721e-05,
      "loss": 0.042,
      "step": 15468
    },
    {
      "epoch": 1.6770381613183,
      "grad_norm": 0.037631869316101074,
      "learning_rate": 4.425866821413028e-05,
      "loss": 0.0042,
      "step": 15469
    },
    {
      "epoch": 1.6771465741543798,
      "grad_norm": 0.05145733058452606,
      "learning_rate": 4.425504134629334e-05,
      "loss": 0.0097,
      "step": 15470
    },
    {
      "epoch": 1.6772549869904596,
      "grad_norm": 0.1784946173429489,
      "learning_rate": 4.4251414478456406e-05,
      "loss": 0.0344,
      "step": 15471
    },
    {
      "epoch": 1.6773633998265396,
      "grad_norm": 0.14070846140384674,
      "learning_rate": 4.4247787610619477e-05,
      "loss": 0.0369,
      "step": 15472
    },
    {
      "epoch": 1.6774718126626191,
      "grad_norm": 0.26483064889907837,
      "learning_rate": 4.4244160742782534e-05,
      "loss": 0.0375,
      "step": 15473
    },
    {
      "epoch": 1.6775802254986991,
      "grad_norm": 0.2306489795446396,
      "learning_rate": 4.42405338749456e-05,
      "loss": 0.0268,
      "step": 15474
    },
    {
      "epoch": 1.6776886383347789,
      "grad_norm": 0.25622329115867615,
      "learning_rate": 4.423690700710866e-05,
      "loss": 0.0371,
      "step": 15475
    },
    {
      "epoch": 1.6777970511708586,
      "grad_norm": 0.13239331543445587,
      "learning_rate": 4.4233280139271726e-05,
      "loss": 0.0332,
      "step": 15476
    },
    {
      "epoch": 1.6779054640069384,
      "grad_norm": 0.05728788301348686,
      "learning_rate": 4.422965327143479e-05,
      "loss": 0.0096,
      "step": 15477
    },
    {
      "epoch": 1.6780138768430182,
      "grad_norm": 0.35350555181503296,
      "learning_rate": 4.4226026403597854e-05,
      "loss": 0.0311,
      "step": 15478
    },
    {
      "epoch": 1.6781222896790982,
      "grad_norm": 0.34673160314559937,
      "learning_rate": 4.422239953576092e-05,
      "loss": 0.0408,
      "step": 15479
    },
    {
      "epoch": 1.6782307025151777,
      "grad_norm": 0.14059191942214966,
      "learning_rate": 4.421877266792398e-05,
      "loss": 0.0212,
      "step": 15480
    },
    {
      "epoch": 1.6783391153512577,
      "grad_norm": 0.2656879425048828,
      "learning_rate": 4.421514580008705e-05,
      "loss": 0.0415,
      "step": 15481
    },
    {
      "epoch": 1.6784475281873372,
      "grad_norm": 0.08575504273176193,
      "learning_rate": 4.421151893225011e-05,
      "loss": 0.0072,
      "step": 15482
    },
    {
      "epoch": 1.6785559410234172,
      "grad_norm": 0.058321110904216766,
      "learning_rate": 4.4207892064413175e-05,
      "loss": 0.0063,
      "step": 15483
    },
    {
      "epoch": 1.678664353859497,
      "grad_norm": 0.11184509098529816,
      "learning_rate": 4.420426519657624e-05,
      "loss": 0.0093,
      "step": 15484
    },
    {
      "epoch": 1.6787727666955767,
      "grad_norm": 0.150178924202919,
      "learning_rate": 4.42006383287393e-05,
      "loss": 0.012,
      "step": 15485
    },
    {
      "epoch": 1.6788811795316565,
      "grad_norm": 0.2363426685333252,
      "learning_rate": 4.419701146090237e-05,
      "loss": 0.0208,
      "step": 15486
    },
    {
      "epoch": 1.6789895923677363,
      "grad_norm": 0.23204617202281952,
      "learning_rate": 4.419338459306543e-05,
      "loss": 0.0143,
      "step": 15487
    },
    {
      "epoch": 1.6790980052038162,
      "grad_norm": 0.1925918161869049,
      "learning_rate": 4.4189757725228495e-05,
      "loss": 0.0373,
      "step": 15488
    },
    {
      "epoch": 1.6792064180398958,
      "grad_norm": 0.11874095350503922,
      "learning_rate": 4.418613085739156e-05,
      "loss": 0.0131,
      "step": 15489
    },
    {
      "epoch": 1.6793148308759758,
      "grad_norm": 0.2560180425643921,
      "learning_rate": 4.4182503989554624e-05,
      "loss": 0.0212,
      "step": 15490
    },
    {
      "epoch": 1.6794232437120555,
      "grad_norm": 0.10723183304071426,
      "learning_rate": 4.417887712171769e-05,
      "loss": 0.0299,
      "step": 15491
    },
    {
      "epoch": 1.6795316565481353,
      "grad_norm": 0.19726738333702087,
      "learning_rate": 4.417525025388075e-05,
      "loss": 0.018,
      "step": 15492
    },
    {
      "epoch": 1.679640069384215,
      "grad_norm": 0.07425882667303085,
      "learning_rate": 4.4171623386043816e-05,
      "loss": 0.01,
      "step": 15493
    },
    {
      "epoch": 1.6797484822202948,
      "grad_norm": 0.18000832200050354,
      "learning_rate": 4.416799651820688e-05,
      "loss": 0.0186,
      "step": 15494
    },
    {
      "epoch": 1.6798568950563748,
      "grad_norm": 0.17197009921073914,
      "learning_rate": 4.4164369650369944e-05,
      "loss": 0.0345,
      "step": 15495
    },
    {
      "epoch": 1.6799653078924544,
      "grad_norm": 0.16642621159553528,
      "learning_rate": 4.4160742782533e-05,
      "loss": 0.0223,
      "step": 15496
    },
    {
      "epoch": 1.6800737207285343,
      "grad_norm": 0.17008350789546967,
      "learning_rate": 4.415711591469607e-05,
      "loss": 0.0182,
      "step": 15497
    },
    {
      "epoch": 1.680182133564614,
      "grad_norm": 0.02971993386745453,
      "learning_rate": 4.4153489046859136e-05,
      "loss": 0.0029,
      "step": 15498
    },
    {
      "epoch": 1.6802905464006939,
      "grad_norm": 0.1513204276561737,
      "learning_rate": 4.41498621790222e-05,
      "loss": 0.0468,
      "step": 15499
    },
    {
      "epoch": 1.6803989592367736,
      "grad_norm": 0.2761201858520508,
      "learning_rate": 4.4146235311185265e-05,
      "loss": 0.0734,
      "step": 15500
    },
    {
      "epoch": 1.6805073720728534,
      "grad_norm": 0.09736067056655884,
      "learning_rate": 4.414260844334833e-05,
      "loss": 0.0063,
      "step": 15501
    },
    {
      "epoch": 1.6806157849089334,
      "grad_norm": 0.05065257102251053,
      "learning_rate": 4.413898157551139e-05,
      "loss": 0.0052,
      "step": 15502
    },
    {
      "epoch": 1.680724197745013,
      "grad_norm": 0.13250470161437988,
      "learning_rate": 4.413535470767445e-05,
      "loss": 0.032,
      "step": 15503
    },
    {
      "epoch": 1.680832610581093,
      "grad_norm": 0.37072446942329407,
      "learning_rate": 4.4131727839837514e-05,
      "loss": 0.0285,
      "step": 15504
    },
    {
      "epoch": 1.6809410234171724,
      "grad_norm": 0.07498418539762497,
      "learning_rate": 4.412810097200058e-05,
      "loss": 0.0063,
      "step": 15505
    },
    {
      "epoch": 1.6810494362532524,
      "grad_norm": 0.12046756595373154,
      "learning_rate": 4.412447410416365e-05,
      "loss": 0.0261,
      "step": 15506
    },
    {
      "epoch": 1.6811578490893322,
      "grad_norm": 0.4499853551387787,
      "learning_rate": 4.4120847236326713e-05,
      "loss": 0.0519,
      "step": 15507
    },
    {
      "epoch": 1.681266261925412,
      "grad_norm": 0.18455959856510162,
      "learning_rate": 4.411722036848978e-05,
      "loss": 0.0346,
      "step": 15508
    },
    {
      "epoch": 1.6813746747614917,
      "grad_norm": 0.145773246884346,
      "learning_rate": 4.411359350065284e-05,
      "loss": 0.019,
      "step": 15509
    },
    {
      "epoch": 1.6814830875975715,
      "grad_norm": 0.19237221777439117,
      "learning_rate": 4.41099666328159e-05,
      "loss": 0.0124,
      "step": 15510
    },
    {
      "epoch": 1.6815915004336515,
      "grad_norm": 0.15221336483955383,
      "learning_rate": 4.410633976497896e-05,
      "loss": 0.0202,
      "step": 15511
    },
    {
      "epoch": 1.681699913269731,
      "grad_norm": 0.06232982128858566,
      "learning_rate": 4.410271289714203e-05,
      "loss": 0.004,
      "step": 15512
    },
    {
      "epoch": 1.681808326105811,
      "grad_norm": 0.06351224333047867,
      "learning_rate": 4.409908602930509e-05,
      "loss": 0.0079,
      "step": 15513
    },
    {
      "epoch": 1.6819167389418908,
      "grad_norm": 0.13208021223545074,
      "learning_rate": 4.4095459161468155e-05,
      "loss": 0.0159,
      "step": 15514
    },
    {
      "epoch": 1.6820251517779705,
      "grad_norm": 0.1299496442079544,
      "learning_rate": 4.4091832293631226e-05,
      "loss": 0.0143,
      "step": 15515
    },
    {
      "epoch": 1.6821335646140503,
      "grad_norm": 0.31470194458961487,
      "learning_rate": 4.408820542579429e-05,
      "loss": 0.0739,
      "step": 15516
    },
    {
      "epoch": 1.68224197745013,
      "grad_norm": 0.14512242376804352,
      "learning_rate": 4.4084578557957354e-05,
      "loss": 0.0294,
      "step": 15517
    },
    {
      "epoch": 1.68235039028621,
      "grad_norm": 0.1471318155527115,
      "learning_rate": 4.408095169012041e-05,
      "loss": 0.0105,
      "step": 15518
    },
    {
      "epoch": 1.6824588031222896,
      "grad_norm": 0.1411246657371521,
      "learning_rate": 4.4077324822283476e-05,
      "loss": 0.0215,
      "step": 15519
    },
    {
      "epoch": 1.6825672159583696,
      "grad_norm": 0.21584859490394592,
      "learning_rate": 4.407369795444654e-05,
      "loss": 0.0274,
      "step": 15520
    },
    {
      "epoch": 1.682675628794449,
      "grad_norm": 0.06753251701593399,
      "learning_rate": 4.4070071086609604e-05,
      "loss": 0.0135,
      "step": 15521
    },
    {
      "epoch": 1.682784041630529,
      "grad_norm": 0.16568562388420105,
      "learning_rate": 4.406644421877267e-05,
      "loss": 0.0253,
      "step": 15522
    },
    {
      "epoch": 1.6828924544666088,
      "grad_norm": 0.22520704567432404,
      "learning_rate": 4.406281735093574e-05,
      "loss": 0.026,
      "step": 15523
    },
    {
      "epoch": 1.6830008673026886,
      "grad_norm": 0.07347271591424942,
      "learning_rate": 4.40591904830988e-05,
      "loss": 0.0061,
      "step": 15524
    },
    {
      "epoch": 1.6831092801387686,
      "grad_norm": 0.358974426984787,
      "learning_rate": 4.405556361526186e-05,
      "loss": 0.0452,
      "step": 15525
    },
    {
      "epoch": 1.6832176929748481,
      "grad_norm": 0.14914444088935852,
      "learning_rate": 4.4051936747424925e-05,
      "loss": 0.0162,
      "step": 15526
    },
    {
      "epoch": 1.6833261058109281,
      "grad_norm": 0.08927427977323532,
      "learning_rate": 4.404830987958799e-05,
      "loss": 0.0413,
      "step": 15527
    },
    {
      "epoch": 1.6834345186470077,
      "grad_norm": 0.0868767574429512,
      "learning_rate": 4.404468301175105e-05,
      "loss": 0.0162,
      "step": 15528
    },
    {
      "epoch": 1.6835429314830876,
      "grad_norm": 0.1427086889743805,
      "learning_rate": 4.404105614391412e-05,
      "loss": 0.0189,
      "step": 15529
    },
    {
      "epoch": 1.6836513443191674,
      "grad_norm": 0.12780964374542236,
      "learning_rate": 4.403742927607718e-05,
      "loss": 0.0248,
      "step": 15530
    },
    {
      "epoch": 1.6837597571552472,
      "grad_norm": 0.1911603808403015,
      "learning_rate": 4.4033802408240245e-05,
      "loss": 0.0314,
      "step": 15531
    },
    {
      "epoch": 1.683868169991327,
      "grad_norm": 0.08080726861953735,
      "learning_rate": 4.403017554040331e-05,
      "loss": 0.0154,
      "step": 15532
    },
    {
      "epoch": 1.6839765828274067,
      "grad_norm": 0.02868865802884102,
      "learning_rate": 4.4026548672566373e-05,
      "loss": 0.0045,
      "step": 15533
    },
    {
      "epoch": 1.6840849956634867,
      "grad_norm": 0.16753095388412476,
      "learning_rate": 4.402292180472944e-05,
      "loss": 0.0237,
      "step": 15534
    },
    {
      "epoch": 1.6841934084995662,
      "grad_norm": 0.08018491417169571,
      "learning_rate": 4.40192949368925e-05,
      "loss": 0.0092,
      "step": 15535
    },
    {
      "epoch": 1.6843018213356462,
      "grad_norm": 0.11709950864315033,
      "learning_rate": 4.4015668069055566e-05,
      "loss": 0.0243,
      "step": 15536
    },
    {
      "epoch": 1.684410234171726,
      "grad_norm": 0.06861031800508499,
      "learning_rate": 4.401204120121863e-05,
      "loss": 0.0025,
      "step": 15537
    },
    {
      "epoch": 1.6845186470078057,
      "grad_norm": 0.0285467691719532,
      "learning_rate": 4.4008414333381694e-05,
      "loss": 0.0035,
      "step": 15538
    },
    {
      "epoch": 1.6846270598438855,
      "grad_norm": 0.22497792541980743,
      "learning_rate": 4.400478746554476e-05,
      "loss": 0.0224,
      "step": 15539
    },
    {
      "epoch": 1.6847354726799653,
      "grad_norm": 0.1065337136387825,
      "learning_rate": 4.400116059770782e-05,
      "loss": 0.0139,
      "step": 15540
    },
    {
      "epoch": 1.6848438855160452,
      "grad_norm": 0.17554748058319092,
      "learning_rate": 4.3997533729870886e-05,
      "loss": 0.0184,
      "step": 15541
    },
    {
      "epoch": 1.6849522983521248,
      "grad_norm": 0.7224531769752502,
      "learning_rate": 4.399390686203395e-05,
      "loss": 0.0543,
      "step": 15542
    },
    {
      "epoch": 1.6850607111882048,
      "grad_norm": 0.033239513635635376,
      "learning_rate": 4.3990279994197014e-05,
      "loss": 0.004,
      "step": 15543
    },
    {
      "epoch": 1.6851691240242843,
      "grad_norm": 0.14914093911647797,
      "learning_rate": 4.398665312636008e-05,
      "loss": 0.0174,
      "step": 15544
    },
    {
      "epoch": 1.6852775368603643,
      "grad_norm": 0.24209274351596832,
      "learning_rate": 4.398302625852314e-05,
      "loss": 0.0344,
      "step": 15545
    },
    {
      "epoch": 1.685385949696444,
      "grad_norm": 0.06617633253335953,
      "learning_rate": 4.397939939068621e-05,
      "loss": 0.0076,
      "step": 15546
    },
    {
      "epoch": 1.6854943625325238,
      "grad_norm": 0.1429867148399353,
      "learning_rate": 4.397577252284927e-05,
      "loss": 0.0234,
      "step": 15547
    },
    {
      "epoch": 1.6856027753686036,
      "grad_norm": 0.07388894259929657,
      "learning_rate": 4.397214565501233e-05,
      "loss": 0.0124,
      "step": 15548
    },
    {
      "epoch": 1.6857111882046834,
      "grad_norm": 0.07140863686800003,
      "learning_rate": 4.39685187871754e-05,
      "loss": 0.0089,
      "step": 15549
    },
    {
      "epoch": 1.6858196010407633,
      "grad_norm": 0.07325110584497452,
      "learning_rate": 4.396489191933846e-05,
      "loss": 0.0067,
      "step": 15550
    },
    {
      "epoch": 1.6859280138768429,
      "grad_norm": 0.2847893536090851,
      "learning_rate": 4.396126505150153e-05,
      "loss": 0.0272,
      "step": 15551
    },
    {
      "epoch": 1.6860364267129229,
      "grad_norm": 0.16229873895645142,
      "learning_rate": 4.395763818366459e-05,
      "loss": 0.0372,
      "step": 15552
    },
    {
      "epoch": 1.6861448395490026,
      "grad_norm": 0.2605374753475189,
      "learning_rate": 4.3954011315827656e-05,
      "loss": 0.0301,
      "step": 15553
    },
    {
      "epoch": 1.6862532523850824,
      "grad_norm": 0.126085102558136,
      "learning_rate": 4.395038444799072e-05,
      "loss": 0.024,
      "step": 15554
    },
    {
      "epoch": 1.6863616652211622,
      "grad_norm": 0.001457188744097948,
      "learning_rate": 4.394675758015378e-05,
      "loss": 0.0002,
      "step": 15555
    },
    {
      "epoch": 1.686470078057242,
      "grad_norm": 0.25269246101379395,
      "learning_rate": 4.394313071231684e-05,
      "loss": 0.0409,
      "step": 15556
    },
    {
      "epoch": 1.686578490893322,
      "grad_norm": 0.1510615050792694,
      "learning_rate": 4.3939503844479905e-05,
      "loss": 0.0155,
      "step": 15557
    },
    {
      "epoch": 1.6866869037294014,
      "grad_norm": 0.3146652579307556,
      "learning_rate": 4.3935876976642976e-05,
      "loss": 0.0284,
      "step": 15558
    },
    {
      "epoch": 1.6867953165654814,
      "grad_norm": 0.20029577612876892,
      "learning_rate": 4.393225010880604e-05,
      "loss": 0.02,
      "step": 15559
    },
    {
      "epoch": 1.6869037294015612,
      "grad_norm": 0.12899437546730042,
      "learning_rate": 4.3928623240969104e-05,
      "loss": 0.0216,
      "step": 15560
    },
    {
      "epoch": 1.687012142237641,
      "grad_norm": 1.5556014776229858,
      "learning_rate": 4.392499637313217e-05,
      "loss": 0.2954,
      "step": 15561
    },
    {
      "epoch": 1.6871205550737207,
      "grad_norm": 0.0954412966966629,
      "learning_rate": 4.3921369505295226e-05,
      "loss": 0.0122,
      "step": 15562
    },
    {
      "epoch": 1.6872289679098005,
      "grad_norm": 0.12223472446203232,
      "learning_rate": 4.391774263745829e-05,
      "loss": 0.0094,
      "step": 15563
    },
    {
      "epoch": 1.6873373807458805,
      "grad_norm": 0.10356070846319199,
      "learning_rate": 4.3914115769621354e-05,
      "loss": 0.0122,
      "step": 15564
    },
    {
      "epoch": 1.68744579358196,
      "grad_norm": 0.18315882980823517,
      "learning_rate": 4.391048890178442e-05,
      "loss": 0.0234,
      "step": 15565
    },
    {
      "epoch": 1.68755420641804,
      "grad_norm": 0.06468260288238525,
      "learning_rate": 4.390686203394748e-05,
      "loss": 0.0058,
      "step": 15566
    },
    {
      "epoch": 1.6876626192541195,
      "grad_norm": 0.09115657955408096,
      "learning_rate": 4.390323516611055e-05,
      "loss": 0.012,
      "step": 15567
    },
    {
      "epoch": 1.6877710320901995,
      "grad_norm": 0.07221068441867828,
      "learning_rate": 4.389960829827362e-05,
      "loss": 0.0059,
      "step": 15568
    },
    {
      "epoch": 1.6878794449262793,
      "grad_norm": 0.2068856954574585,
      "learning_rate": 4.389598143043668e-05,
      "loss": 0.0234,
      "step": 15569
    },
    {
      "epoch": 1.687987857762359,
      "grad_norm": 0.020512156188488007,
      "learning_rate": 4.389235456259974e-05,
      "loss": 0.0024,
      "step": 15570
    },
    {
      "epoch": 1.6880962705984388,
      "grad_norm": 0.05287028104066849,
      "learning_rate": 4.38887276947628e-05,
      "loss": 0.0047,
      "step": 15571
    },
    {
      "epoch": 1.6882046834345186,
      "grad_norm": 0.2546688914299011,
      "learning_rate": 4.388510082692587e-05,
      "loss": 0.0171,
      "step": 15572
    },
    {
      "epoch": 1.6883130962705986,
      "grad_norm": 0.23018376529216766,
      "learning_rate": 4.388147395908893e-05,
      "loss": 0.0408,
      "step": 15573
    },
    {
      "epoch": 1.688421509106678,
      "grad_norm": 0.38761547207832336,
      "learning_rate": 4.3877847091251995e-05,
      "loss": 0.0544,
      "step": 15574
    },
    {
      "epoch": 1.688529921942758,
      "grad_norm": 0.1495187133550644,
      "learning_rate": 4.3874220223415066e-05,
      "loss": 0.0137,
      "step": 15575
    },
    {
      "epoch": 1.6886383347788378,
      "grad_norm": 0.7078006863594055,
      "learning_rate": 4.387059335557813e-05,
      "loss": 0.0251,
      "step": 15576
    },
    {
      "epoch": 1.6887467476149176,
      "grad_norm": 0.08742508292198181,
      "learning_rate": 4.386696648774119e-05,
      "loss": 0.0067,
      "step": 15577
    },
    {
      "epoch": 1.6888551604509974,
      "grad_norm": 0.3364419639110565,
      "learning_rate": 4.386333961990425e-05,
      "loss": 0.04,
      "step": 15578
    },
    {
      "epoch": 1.6889635732870771,
      "grad_norm": 0.4537404775619507,
      "learning_rate": 4.3859712752067315e-05,
      "loss": 0.055,
      "step": 15579
    },
    {
      "epoch": 1.6890719861231571,
      "grad_norm": 0.1199880987405777,
      "learning_rate": 4.385608588423038e-05,
      "loss": 0.0433,
      "step": 15580
    },
    {
      "epoch": 1.6891803989592367,
      "grad_norm": 0.49538835883140564,
      "learning_rate": 4.3852459016393444e-05,
      "loss": 0.0451,
      "step": 15581
    },
    {
      "epoch": 1.6892888117953166,
      "grad_norm": 0.09644711762666702,
      "learning_rate": 4.384883214855651e-05,
      "loss": 0.0052,
      "step": 15582
    },
    {
      "epoch": 1.6893972246313964,
      "grad_norm": 0.31502765417099,
      "learning_rate": 4.384520528071957e-05,
      "loss": 0.0369,
      "step": 15583
    },
    {
      "epoch": 1.6895056374674762,
      "grad_norm": 0.3782500922679901,
      "learning_rate": 4.3841578412882636e-05,
      "loss": 0.0845,
      "step": 15584
    },
    {
      "epoch": 1.689614050303556,
      "grad_norm": 0.1984812468290329,
      "learning_rate": 4.38379515450457e-05,
      "loss": 0.031,
      "step": 15585
    },
    {
      "epoch": 1.6897224631396357,
      "grad_norm": 0.31851547956466675,
      "learning_rate": 4.3834324677208764e-05,
      "loss": 0.0421,
      "step": 15586
    },
    {
      "epoch": 1.6898308759757157,
      "grad_norm": 0.20344580709934235,
      "learning_rate": 4.383069780937183e-05,
      "loss": 0.0135,
      "step": 15587
    },
    {
      "epoch": 1.6899392888117952,
      "grad_norm": 0.18295404314994812,
      "learning_rate": 4.382707094153489e-05,
      "loss": 0.008,
      "step": 15588
    },
    {
      "epoch": 1.6900477016478752,
      "grad_norm": 0.1146710216999054,
      "learning_rate": 4.3823444073697957e-05,
      "loss": 0.0268,
      "step": 15589
    },
    {
      "epoch": 1.6901561144839548,
      "grad_norm": 0.38665735721588135,
      "learning_rate": 4.381981720586102e-05,
      "loss": 0.0446,
      "step": 15590
    },
    {
      "epoch": 1.6902645273200347,
      "grad_norm": 0.14493602514266968,
      "learning_rate": 4.3816190338024085e-05,
      "loss": 0.0273,
      "step": 15591
    },
    {
      "epoch": 1.6903729401561145,
      "grad_norm": 0.03425537422299385,
      "learning_rate": 4.381256347018715e-05,
      "loss": 0.0032,
      "step": 15592
    },
    {
      "epoch": 1.6904813529921943,
      "grad_norm": 0.08180313557386398,
      "learning_rate": 4.380893660235021e-05,
      "loss": 0.0127,
      "step": 15593
    },
    {
      "epoch": 1.690589765828274,
      "grad_norm": 0.01735667698085308,
      "learning_rate": 4.380530973451328e-05,
      "loss": 0.001,
      "step": 15594
    },
    {
      "epoch": 1.6906981786643538,
      "grad_norm": 0.13089485466480255,
      "learning_rate": 4.380168286667634e-05,
      "loss": 0.0159,
      "step": 15595
    },
    {
      "epoch": 1.6908065915004338,
      "grad_norm": 0.11475228518247604,
      "learning_rate": 4.3798055998839405e-05,
      "loss": 0.0187,
      "step": 15596
    },
    {
      "epoch": 1.6909150043365133,
      "grad_norm": 0.32179710268974304,
      "learning_rate": 4.379442913100247e-05,
      "loss": 0.0233,
      "step": 15597
    },
    {
      "epoch": 1.6910234171725933,
      "grad_norm": 0.0875169113278389,
      "learning_rate": 4.3790802263165533e-05,
      "loss": 0.0088,
      "step": 15598
    },
    {
      "epoch": 1.691131830008673,
      "grad_norm": 0.15418671071529388,
      "learning_rate": 4.37871753953286e-05,
      "loss": 0.0118,
      "step": 15599
    },
    {
      "epoch": 1.6912402428447528,
      "grad_norm": 0.1332024782896042,
      "learning_rate": 4.3783548527491655e-05,
      "loss": 0.0335,
      "step": 15600
    },
    {
      "epoch": 1.6913486556808326,
      "grad_norm": 0.02009517140686512,
      "learning_rate": 4.3779921659654726e-05,
      "loss": 0.0021,
      "step": 15601
    },
    {
      "epoch": 1.6914570685169124,
      "grad_norm": 0.09953659027814865,
      "learning_rate": 4.377629479181779e-05,
      "loss": 0.0075,
      "step": 15602
    },
    {
      "epoch": 1.6915654813529923,
      "grad_norm": 0.2727510333061218,
      "learning_rate": 4.3772667923980854e-05,
      "loss": 0.0088,
      "step": 15603
    },
    {
      "epoch": 1.6916738941890719,
      "grad_norm": 0.09698023647069931,
      "learning_rate": 4.376904105614392e-05,
      "loss": 0.0146,
      "step": 15604
    },
    {
      "epoch": 1.6917823070251519,
      "grad_norm": 0.15946480631828308,
      "learning_rate": 4.376541418830698e-05,
      "loss": 0.024,
      "step": 15605
    },
    {
      "epoch": 1.6918907198612314,
      "grad_norm": 0.1910882592201233,
      "learning_rate": 4.3761787320470046e-05,
      "loss": 0.012,
      "step": 15606
    },
    {
      "epoch": 1.6919991326973114,
      "grad_norm": 0.1522514671087265,
      "learning_rate": 4.3758160452633104e-05,
      "loss": 0.0216,
      "step": 15607
    },
    {
      "epoch": 1.6921075455333912,
      "grad_norm": 0.13059374690055847,
      "learning_rate": 4.375453358479617e-05,
      "loss": 0.0346,
      "step": 15608
    },
    {
      "epoch": 1.692215958369471,
      "grad_norm": 0.12924371659755707,
      "learning_rate": 4.375090671695923e-05,
      "loss": 0.0141,
      "step": 15609
    },
    {
      "epoch": 1.692324371205551,
      "grad_norm": 0.09477681666612625,
      "learning_rate": 4.37472798491223e-05,
      "loss": 0.005,
      "step": 15610
    },
    {
      "epoch": 1.6924327840416304,
      "grad_norm": 0.16633552312850952,
      "learning_rate": 4.374365298128537e-05,
      "loss": 0.0081,
      "step": 15611
    },
    {
      "epoch": 1.6925411968777104,
      "grad_norm": 0.18347841501235962,
      "learning_rate": 4.374002611344843e-05,
      "loss": 0.0316,
      "step": 15612
    },
    {
      "epoch": 1.69264960971379,
      "grad_norm": 0.1361895054578781,
      "learning_rate": 4.3736399245611495e-05,
      "loss": 0.0267,
      "step": 15613
    },
    {
      "epoch": 1.69275802254987,
      "grad_norm": 0.061415139585733414,
      "learning_rate": 4.373277237777455e-05,
      "loss": 0.0069,
      "step": 15614
    },
    {
      "epoch": 1.6928664353859497,
      "grad_norm": 0.20286183059215546,
      "learning_rate": 4.3729145509937616e-05,
      "loss": 0.0136,
      "step": 15615
    },
    {
      "epoch": 1.6929748482220295,
      "grad_norm": 0.13335855305194855,
      "learning_rate": 4.372551864210068e-05,
      "loss": 0.0404,
      "step": 15616
    },
    {
      "epoch": 1.6930832610581092,
      "grad_norm": 0.15228480100631714,
      "learning_rate": 4.3721891774263745e-05,
      "loss": 0.0212,
      "step": 15617
    },
    {
      "epoch": 1.693191673894189,
      "grad_norm": 0.30299586057662964,
      "learning_rate": 4.3718264906426816e-05,
      "loss": 0.0241,
      "step": 15618
    },
    {
      "epoch": 1.693300086730269,
      "grad_norm": 0.17400303483009338,
      "learning_rate": 4.371463803858988e-05,
      "loss": 0.0188,
      "step": 15619
    },
    {
      "epoch": 1.6934084995663485,
      "grad_norm": 0.3576241731643677,
      "learning_rate": 4.3711011170752944e-05,
      "loss": 0.1008,
      "step": 15620
    },
    {
      "epoch": 1.6935169124024285,
      "grad_norm": 0.13233311474323273,
      "learning_rate": 4.370738430291601e-05,
      "loss": 0.0155,
      "step": 15621
    },
    {
      "epoch": 1.6936253252385083,
      "grad_norm": 0.4134007394313812,
      "learning_rate": 4.3703757435079065e-05,
      "loss": 0.0143,
      "step": 15622
    },
    {
      "epoch": 1.693733738074588,
      "grad_norm": 0.003152064047753811,
      "learning_rate": 4.370013056724213e-05,
      "loss": 0.0003,
      "step": 15623
    },
    {
      "epoch": 1.6938421509106678,
      "grad_norm": 0.15469889342784882,
      "learning_rate": 4.3696503699405193e-05,
      "loss": 0.0156,
      "step": 15624
    },
    {
      "epoch": 1.6939505637467476,
      "grad_norm": 0.08224590122699738,
      "learning_rate": 4.369287683156826e-05,
      "loss": 0.022,
      "step": 15625
    },
    {
      "epoch": 1.6940589765828276,
      "grad_norm": 0.24591189622879028,
      "learning_rate": 4.368924996373132e-05,
      "loss": 0.0208,
      "step": 15626
    },
    {
      "epoch": 1.694167389418907,
      "grad_norm": 0.26080945134162903,
      "learning_rate": 4.368562309589439e-05,
      "loss": 0.0224,
      "step": 15627
    },
    {
      "epoch": 1.694275802254987,
      "grad_norm": 0.21966899931430817,
      "learning_rate": 4.3681996228057457e-05,
      "loss": 0.0339,
      "step": 15628
    },
    {
      "epoch": 1.6943842150910666,
      "grad_norm": 0.1816333830356598,
      "learning_rate": 4.3678369360220514e-05,
      "loss": 0.0496,
      "step": 15629
    },
    {
      "epoch": 1.6944926279271466,
      "grad_norm": 0.4237278401851654,
      "learning_rate": 4.367474249238358e-05,
      "loss": 0.0398,
      "step": 15630
    },
    {
      "epoch": 1.6946010407632264,
      "grad_norm": 0.1357826590538025,
      "learning_rate": 4.367111562454664e-05,
      "loss": 0.0158,
      "step": 15631
    },
    {
      "epoch": 1.6947094535993061,
      "grad_norm": 0.09003513306379318,
      "learning_rate": 4.3667488756709706e-05,
      "loss": 0.0143,
      "step": 15632
    },
    {
      "epoch": 1.694817866435386,
      "grad_norm": 0.25312551856040955,
      "learning_rate": 4.366386188887277e-05,
      "loss": 0.0315,
      "step": 15633
    },
    {
      "epoch": 1.6949262792714657,
      "grad_norm": 0.04981052502989769,
      "learning_rate": 4.3660235021035834e-05,
      "loss": 0.0043,
      "step": 15634
    },
    {
      "epoch": 1.6950346921075456,
      "grad_norm": 0.20093311369419098,
      "learning_rate": 4.36566081531989e-05,
      "loss": 0.0177,
      "step": 15635
    },
    {
      "epoch": 1.6951431049436252,
      "grad_norm": 0.11054205149412155,
      "learning_rate": 4.365298128536196e-05,
      "loss": 0.0186,
      "step": 15636
    },
    {
      "epoch": 1.6952515177797052,
      "grad_norm": 0.17231325805187225,
      "learning_rate": 4.364935441752503e-05,
      "loss": 0.0181,
      "step": 15637
    },
    {
      "epoch": 1.695359930615785,
      "grad_norm": 0.2476792335510254,
      "learning_rate": 4.364572754968809e-05,
      "loss": 0.0419,
      "step": 15638
    },
    {
      "epoch": 1.6954683434518647,
      "grad_norm": 0.18965473771095276,
      "learning_rate": 4.3642100681851155e-05,
      "loss": 0.018,
      "step": 15639
    },
    {
      "epoch": 1.6955767562879445,
      "grad_norm": 0.41120362281799316,
      "learning_rate": 4.363847381401422e-05,
      "loss": 0.0467,
      "step": 15640
    },
    {
      "epoch": 1.6956851691240242,
      "grad_norm": 0.20885822176933289,
      "learning_rate": 4.363484694617728e-05,
      "loss": 0.0201,
      "step": 15641
    },
    {
      "epoch": 1.6957935819601042,
      "grad_norm": 0.21422606706619263,
      "learning_rate": 4.363122007834035e-05,
      "loss": 0.0376,
      "step": 15642
    },
    {
      "epoch": 1.6959019947961838,
      "grad_norm": 0.275200217962265,
      "learning_rate": 4.362759321050341e-05,
      "loss": 0.0331,
      "step": 15643
    },
    {
      "epoch": 1.6960104076322637,
      "grad_norm": 0.17999334633350372,
      "learning_rate": 4.3623966342666476e-05,
      "loss": 0.029,
      "step": 15644
    },
    {
      "epoch": 1.6961188204683435,
      "grad_norm": 0.050182826817035675,
      "learning_rate": 4.362033947482954e-05,
      "loss": 0.0055,
      "step": 15645
    },
    {
      "epoch": 1.6962272333044233,
      "grad_norm": 0.12359407544136047,
      "learning_rate": 4.3616712606992604e-05,
      "loss": 0.0054,
      "step": 15646
    },
    {
      "epoch": 1.696335646140503,
      "grad_norm": 0.2035108506679535,
      "learning_rate": 4.361308573915567e-05,
      "loss": 0.0401,
      "step": 15647
    },
    {
      "epoch": 1.6964440589765828,
      "grad_norm": 0.02227633446455002,
      "learning_rate": 4.360945887131873e-05,
      "loss": 0.0024,
      "step": 15648
    },
    {
      "epoch": 1.6965524718126628,
      "grad_norm": 0.023230159655213356,
      "learning_rate": 4.3605832003481796e-05,
      "loss": 0.0031,
      "step": 15649
    },
    {
      "epoch": 1.6966608846487423,
      "grad_norm": 0.11209011822938919,
      "learning_rate": 4.360220513564486e-05,
      "loss": 0.0063,
      "step": 15650
    },
    {
      "epoch": 1.6967692974848223,
      "grad_norm": 0.09448716044425964,
      "learning_rate": 4.3598578267807924e-05,
      "loss": 0.0151,
      "step": 15651
    },
    {
      "epoch": 1.6968777103209018,
      "grad_norm": 0.15086163580417633,
      "learning_rate": 4.359495139997098e-05,
      "loss": 0.0363,
      "step": 15652
    },
    {
      "epoch": 1.6969861231569818,
      "grad_norm": 0.11431219428777695,
      "learning_rate": 4.359132453213405e-05,
      "loss": 0.0056,
      "step": 15653
    },
    {
      "epoch": 1.6970945359930616,
      "grad_norm": 0.326322466135025,
      "learning_rate": 4.3587697664297117e-05,
      "loss": 0.0519,
      "step": 15654
    },
    {
      "epoch": 1.6972029488291414,
      "grad_norm": 0.08247688412666321,
      "learning_rate": 4.358407079646018e-05,
      "loss": 0.0115,
      "step": 15655
    },
    {
      "epoch": 1.6973113616652211,
      "grad_norm": 0.20176415145397186,
      "learning_rate": 4.3580443928623245e-05,
      "loss": 0.025,
      "step": 15656
    },
    {
      "epoch": 1.6974197745013009,
      "grad_norm": 0.14464743435382843,
      "learning_rate": 4.357681706078631e-05,
      "loss": 0.022,
      "step": 15657
    },
    {
      "epoch": 1.6975281873373809,
      "grad_norm": 0.05821257084608078,
      "learning_rate": 4.357319019294937e-05,
      "loss": 0.0073,
      "step": 15658
    },
    {
      "epoch": 1.6976366001734604,
      "grad_norm": 0.34660354256629944,
      "learning_rate": 4.356956332511243e-05,
      "loss": 0.0665,
      "step": 15659
    },
    {
      "epoch": 1.6977450130095404,
      "grad_norm": 0.050665903836488724,
      "learning_rate": 4.3565936457275494e-05,
      "loss": 0.0073,
      "step": 15660
    },
    {
      "epoch": 1.6978534258456202,
      "grad_norm": 0.012036525644361973,
      "learning_rate": 4.356230958943856e-05,
      "loss": 0.0008,
      "step": 15661
    },
    {
      "epoch": 1.6979618386817,
      "grad_norm": 0.18531173467636108,
      "learning_rate": 4.355868272160163e-05,
      "loss": 0.0231,
      "step": 15662
    },
    {
      "epoch": 1.6980702515177797,
      "grad_norm": 0.4151065945625305,
      "learning_rate": 4.3555055853764694e-05,
      "loss": 0.0222,
      "step": 15663
    },
    {
      "epoch": 1.6981786643538594,
      "grad_norm": 0.2838440239429474,
      "learning_rate": 4.355142898592776e-05,
      "loss": 0.0178,
      "step": 15664
    },
    {
      "epoch": 1.6982870771899394,
      "grad_norm": 0.08891493082046509,
      "learning_rate": 4.354780211809082e-05,
      "loss": 0.0101,
      "step": 15665
    },
    {
      "epoch": 1.698395490026019,
      "grad_norm": 0.259041428565979,
      "learning_rate": 4.3544175250253886e-05,
      "loss": 0.0646,
      "step": 15666
    },
    {
      "epoch": 1.698503902862099,
      "grad_norm": 0.24347679316997528,
      "learning_rate": 4.354054838241694e-05,
      "loss": 0.0385,
      "step": 15667
    },
    {
      "epoch": 1.6986123156981785,
      "grad_norm": 0.24288147687911987,
      "learning_rate": 4.353692151458001e-05,
      "loss": 0.066,
      "step": 15668
    },
    {
      "epoch": 1.6987207285342585,
      "grad_norm": 0.338775634765625,
      "learning_rate": 4.353329464674307e-05,
      "loss": 0.0492,
      "step": 15669
    },
    {
      "epoch": 1.6988291413703382,
      "grad_norm": 0.2846876382827759,
      "learning_rate": 4.352966777890614e-05,
      "loss": 0.0349,
      "step": 15670
    },
    {
      "epoch": 1.698937554206418,
      "grad_norm": 0.3540089428424835,
      "learning_rate": 4.3526040911069206e-05,
      "loss": 0.069,
      "step": 15671
    },
    {
      "epoch": 1.699045967042498,
      "grad_norm": 0.45905110239982605,
      "learning_rate": 4.352241404323227e-05,
      "loss": 0.0158,
      "step": 15672
    },
    {
      "epoch": 1.6991543798785775,
      "grad_norm": 0.18703593313694,
      "learning_rate": 4.3518787175395335e-05,
      "loss": 0.0277,
      "step": 15673
    },
    {
      "epoch": 1.6992627927146575,
      "grad_norm": 0.37191957235336304,
      "learning_rate": 4.351516030755839e-05,
      "loss": 0.1033,
      "step": 15674
    },
    {
      "epoch": 1.699371205550737,
      "grad_norm": 2.8950095176696777,
      "learning_rate": 4.3511533439721456e-05,
      "loss": 0.1335,
      "step": 15675
    },
    {
      "epoch": 1.699479618386817,
      "grad_norm": 0.1984603852033615,
      "learning_rate": 4.350790657188452e-05,
      "loss": 0.0199,
      "step": 15676
    },
    {
      "epoch": 1.6995880312228968,
      "grad_norm": 0.7792414426803589,
      "learning_rate": 4.3504279704047584e-05,
      "loss": 0.0273,
      "step": 15677
    },
    {
      "epoch": 1.6996964440589766,
      "grad_norm": 0.16252735257148743,
      "learning_rate": 4.350065283621065e-05,
      "loss": 0.0276,
      "step": 15678
    },
    {
      "epoch": 1.6998048568950563,
      "grad_norm": 0.09571927040815353,
      "learning_rate": 4.349702596837372e-05,
      "loss": 0.0225,
      "step": 15679
    },
    {
      "epoch": 1.699913269731136,
      "grad_norm": 0.2241271287202835,
      "learning_rate": 4.349339910053678e-05,
      "loss": 0.0329,
      "step": 15680
    },
    {
      "epoch": 1.700021682567216,
      "grad_norm": 0.31401804089546204,
      "learning_rate": 4.348977223269984e-05,
      "loss": 0.0439,
      "step": 15681
    },
    {
      "epoch": 1.7001300954032956,
      "grad_norm": 0.08743048459291458,
      "learning_rate": 4.3486145364862905e-05,
      "loss": 0.0135,
      "step": 15682
    },
    {
      "epoch": 1.7002385082393756,
      "grad_norm": 0.09447810053825378,
      "learning_rate": 4.348251849702597e-05,
      "loss": 0.0145,
      "step": 15683
    },
    {
      "epoch": 1.7003469210754554,
      "grad_norm": 1.2658320665359497,
      "learning_rate": 4.347889162918903e-05,
      "loss": 0.0405,
      "step": 15684
    },
    {
      "epoch": 1.7004553339115351,
      "grad_norm": 0.22951824963092804,
      "learning_rate": 4.34752647613521e-05,
      "loss": 0.0393,
      "step": 15685
    },
    {
      "epoch": 1.700563746747615,
      "grad_norm": 0.20987945795059204,
      "learning_rate": 4.347163789351516e-05,
      "loss": 0.0677,
      "step": 15686
    },
    {
      "epoch": 1.7006721595836947,
      "grad_norm": 2.2475929260253906,
      "learning_rate": 4.346801102567823e-05,
      "loss": 0.0358,
      "step": 15687
    },
    {
      "epoch": 1.7007805724197746,
      "grad_norm": 0.12068069726228714,
      "learning_rate": 4.346438415784129e-05,
      "loss": 0.0269,
      "step": 15688
    },
    {
      "epoch": 1.7008889852558542,
      "grad_norm": 1.0438790321350098,
      "learning_rate": 4.3460757290004353e-05,
      "loss": 0.0535,
      "step": 15689
    },
    {
      "epoch": 1.7009973980919342,
      "grad_norm": 0.18207040429115295,
      "learning_rate": 4.345713042216742e-05,
      "loss": 0.0261,
      "step": 15690
    },
    {
      "epoch": 1.7011058109280137,
      "grad_norm": 0.09242855757474899,
      "learning_rate": 4.345350355433048e-05,
      "loss": 0.0192,
      "step": 15691
    },
    {
      "epoch": 1.7012142237640937,
      "grad_norm": 0.13046225905418396,
      "learning_rate": 4.3449876686493546e-05,
      "loss": 0.0145,
      "step": 15692
    },
    {
      "epoch": 1.7013226366001735,
      "grad_norm": 0.16691578924655914,
      "learning_rate": 4.344624981865661e-05,
      "loss": 0.0175,
      "step": 15693
    },
    {
      "epoch": 1.7014310494362532,
      "grad_norm": 0.1258663833141327,
      "learning_rate": 4.3442622950819674e-05,
      "loss": 0.0385,
      "step": 15694
    },
    {
      "epoch": 1.701539462272333,
      "grad_norm": 0.1404230147600174,
      "learning_rate": 4.343899608298274e-05,
      "loss": 0.024,
      "step": 15695
    },
    {
      "epoch": 1.7016478751084128,
      "grad_norm": 0.15440158545970917,
      "learning_rate": 4.34353692151458e-05,
      "loss": 0.0234,
      "step": 15696
    },
    {
      "epoch": 1.7017562879444927,
      "grad_norm": 0.2980744242668152,
      "learning_rate": 4.3431742347308866e-05,
      "loss": 0.0325,
      "step": 15697
    },
    {
      "epoch": 1.7018647007805723,
      "grad_norm": 0.07570554316043854,
      "learning_rate": 4.342811547947193e-05,
      "loss": 0.0122,
      "step": 15698
    },
    {
      "epoch": 1.7019731136166523,
      "grad_norm": 0.03581937775015831,
      "learning_rate": 4.3424488611634995e-05,
      "loss": 0.0041,
      "step": 15699
    },
    {
      "epoch": 1.702081526452732,
      "grad_norm": 0.08326457440853119,
      "learning_rate": 4.342086174379806e-05,
      "loss": 0.0134,
      "step": 15700
    },
    {
      "epoch": 1.7021899392888118,
      "grad_norm": 0.12824426591396332,
      "learning_rate": 4.341723487596112e-05,
      "loss": 0.0276,
      "step": 15701
    },
    {
      "epoch": 1.7022983521248916,
      "grad_norm": 0.20144809782505035,
      "learning_rate": 4.341360800812419e-05,
      "loss": 0.041,
      "step": 15702
    },
    {
      "epoch": 1.7024067649609713,
      "grad_norm": 0.10663381218910217,
      "learning_rate": 4.340998114028725e-05,
      "loss": 0.0232,
      "step": 15703
    },
    {
      "epoch": 1.7025151777970513,
      "grad_norm": 0.17362211644649506,
      "learning_rate": 4.340635427245031e-05,
      "loss": 0.0358,
      "step": 15704
    },
    {
      "epoch": 1.7026235906331308,
      "grad_norm": 0.11312473565340042,
      "learning_rate": 4.340272740461338e-05,
      "loss": 0.018,
      "step": 15705
    },
    {
      "epoch": 1.7027320034692108,
      "grad_norm": 0.33513587713241577,
      "learning_rate": 4.339910053677644e-05,
      "loss": 0.0166,
      "step": 15706
    },
    {
      "epoch": 1.7028404163052906,
      "grad_norm": 0.20514477789402008,
      "learning_rate": 4.339547366893951e-05,
      "loss": 0.0416,
      "step": 15707
    },
    {
      "epoch": 1.7029488291413704,
      "grad_norm": 0.24980121850967407,
      "learning_rate": 4.339184680110257e-05,
      "loss": 0.0249,
      "step": 15708
    },
    {
      "epoch": 1.7030572419774501,
      "grad_norm": 0.11739993095397949,
      "learning_rate": 4.3388219933265636e-05,
      "loss": 0.0192,
      "step": 15709
    },
    {
      "epoch": 1.7031656548135299,
      "grad_norm": 0.09822528064250946,
      "learning_rate": 4.33845930654287e-05,
      "loss": 0.0119,
      "step": 15710
    },
    {
      "epoch": 1.7032740676496099,
      "grad_norm": 0.024227583780884743,
      "learning_rate": 4.338096619759176e-05,
      "loss": 0.0025,
      "step": 15711
    },
    {
      "epoch": 1.7033824804856894,
      "grad_norm": 0.1780446171760559,
      "learning_rate": 4.337733932975482e-05,
      "loss": 0.0181,
      "step": 15712
    },
    {
      "epoch": 1.7034908933217694,
      "grad_norm": 0.2321048527956009,
      "learning_rate": 4.337371246191789e-05,
      "loss": 0.0394,
      "step": 15713
    },
    {
      "epoch": 1.703599306157849,
      "grad_norm": 0.1431814581155777,
      "learning_rate": 4.3370085594080956e-05,
      "loss": 0.0196,
      "step": 15714
    },
    {
      "epoch": 1.703707718993929,
      "grad_norm": 0.2795904874801636,
      "learning_rate": 4.336645872624402e-05,
      "loss": 0.0206,
      "step": 15715
    },
    {
      "epoch": 1.7038161318300087,
      "grad_norm": 0.0746142789721489,
      "learning_rate": 4.3362831858407084e-05,
      "loss": 0.0093,
      "step": 15716
    },
    {
      "epoch": 1.7039245446660884,
      "grad_norm": 0.06074601411819458,
      "learning_rate": 4.335920499057015e-05,
      "loss": 0.0069,
      "step": 15717
    },
    {
      "epoch": 1.7040329575021682,
      "grad_norm": 0.1205940693616867,
      "learning_rate": 4.335557812273321e-05,
      "loss": 0.0226,
      "step": 15718
    },
    {
      "epoch": 1.704141370338248,
      "grad_norm": 0.13666251301765442,
      "learning_rate": 4.335195125489627e-05,
      "loss": 0.0255,
      "step": 15719
    },
    {
      "epoch": 1.704249783174328,
      "grad_norm": 0.08409755676984787,
      "learning_rate": 4.3348324387059334e-05,
      "loss": 0.0153,
      "step": 15720
    },
    {
      "epoch": 1.7043581960104075,
      "grad_norm": 0.17206677794456482,
      "learning_rate": 4.33446975192224e-05,
      "loss": 0.0282,
      "step": 15721
    },
    {
      "epoch": 1.7044666088464875,
      "grad_norm": 0.05482513830065727,
      "learning_rate": 4.334107065138547e-05,
      "loss": 0.0053,
      "step": 15722
    },
    {
      "epoch": 1.7045750216825672,
      "grad_norm": 0.33228790760040283,
      "learning_rate": 4.333744378354853e-05,
      "loss": 0.031,
      "step": 15723
    },
    {
      "epoch": 1.704683434518647,
      "grad_norm": 0.2306261658668518,
      "learning_rate": 4.33338169157116e-05,
      "loss": 0.0339,
      "step": 15724
    },
    {
      "epoch": 1.7047918473547268,
      "grad_norm": 0.006971731781959534,
      "learning_rate": 4.333019004787466e-05,
      "loss": 0.0006,
      "step": 15725
    },
    {
      "epoch": 1.7049002601908065,
      "grad_norm": 0.09046071022748947,
      "learning_rate": 4.332656318003772e-05,
      "loss": 0.009,
      "step": 15726
    },
    {
      "epoch": 1.7050086730268865,
      "grad_norm": 0.05991483852267265,
      "learning_rate": 4.332293631220078e-05,
      "loss": 0.0061,
      "step": 15727
    },
    {
      "epoch": 1.705117085862966,
      "grad_norm": 0.20466555655002594,
      "learning_rate": 4.331930944436385e-05,
      "loss": 0.0242,
      "step": 15728
    },
    {
      "epoch": 1.705225498699046,
      "grad_norm": 0.08809392154216766,
      "learning_rate": 4.331568257652691e-05,
      "loss": 0.0203,
      "step": 15729
    },
    {
      "epoch": 1.7053339115351258,
      "grad_norm": 0.0936543196439743,
      "learning_rate": 4.3312055708689975e-05,
      "loss": 0.0156,
      "step": 15730
    },
    {
      "epoch": 1.7054423243712056,
      "grad_norm": 0.10536491870880127,
      "learning_rate": 4.3308428840853046e-05,
      "loss": 0.0349,
      "step": 15731
    },
    {
      "epoch": 1.7055507372072853,
      "grad_norm": 0.12469631433486938,
      "learning_rate": 4.330480197301611e-05,
      "loss": 0.0214,
      "step": 15732
    },
    {
      "epoch": 1.705659150043365,
      "grad_norm": 0.3569011688232422,
      "learning_rate": 4.330117510517917e-05,
      "loss": 0.0617,
      "step": 15733
    },
    {
      "epoch": 1.705767562879445,
      "grad_norm": 0.15808463096618652,
      "learning_rate": 4.329754823734223e-05,
      "loss": 0.0076,
      "step": 15734
    },
    {
      "epoch": 1.7058759757155246,
      "grad_norm": 0.041512805968523026,
      "learning_rate": 4.3293921369505296e-05,
      "loss": 0.004,
      "step": 15735
    },
    {
      "epoch": 1.7059843885516046,
      "grad_norm": 0.08591905981302261,
      "learning_rate": 4.329029450166836e-05,
      "loss": 0.007,
      "step": 15736
    },
    {
      "epoch": 1.7060928013876842,
      "grad_norm": 0.17294558882713318,
      "learning_rate": 4.3286667633831424e-05,
      "loss": 0.0328,
      "step": 15737
    },
    {
      "epoch": 1.7062012142237641,
      "grad_norm": 0.1712763011455536,
      "learning_rate": 4.328304076599449e-05,
      "loss": 0.0263,
      "step": 15738
    },
    {
      "epoch": 1.706309627059844,
      "grad_norm": 0.07783512026071548,
      "learning_rate": 4.327941389815756e-05,
      "loss": 0.0099,
      "step": 15739
    },
    {
      "epoch": 1.7064180398959237,
      "grad_norm": 0.0761321410536766,
      "learning_rate": 4.3275787030320616e-05,
      "loss": 0.0064,
      "step": 15740
    },
    {
      "epoch": 1.7065264527320034,
      "grad_norm": 0.17781218886375427,
      "learning_rate": 4.327216016248368e-05,
      "loss": 0.0176,
      "step": 15741
    },
    {
      "epoch": 1.7066348655680832,
      "grad_norm": 0.14927390217781067,
      "learning_rate": 4.3268533294646744e-05,
      "loss": 0.0163,
      "step": 15742
    },
    {
      "epoch": 1.7067432784041632,
      "grad_norm": 0.13349606096744537,
      "learning_rate": 4.326490642680981e-05,
      "loss": 0.0186,
      "step": 15743
    },
    {
      "epoch": 1.7068516912402427,
      "grad_norm": 0.15078216791152954,
      "learning_rate": 4.326127955897287e-05,
      "loss": 0.0164,
      "step": 15744
    },
    {
      "epoch": 1.7069601040763227,
      "grad_norm": 0.020370567217469215,
      "learning_rate": 4.3257652691135937e-05,
      "loss": 0.0018,
      "step": 15745
    },
    {
      "epoch": 1.7070685169124025,
      "grad_norm": 0.24543404579162598,
      "learning_rate": 4.3254025823299e-05,
      "loss": 0.0412,
      "step": 15746
    },
    {
      "epoch": 1.7071769297484822,
      "grad_norm": 0.19417180120944977,
      "learning_rate": 4.3250398955462065e-05,
      "loss": 0.048,
      "step": 15747
    },
    {
      "epoch": 1.707285342584562,
      "grad_norm": 0.4520878493785858,
      "learning_rate": 4.324677208762513e-05,
      "loss": 0.0348,
      "step": 15748
    },
    {
      "epoch": 1.7073937554206418,
      "grad_norm": 0.2115669548511505,
      "learning_rate": 4.324314521978819e-05,
      "loss": 0.0239,
      "step": 15749
    },
    {
      "epoch": 1.7075021682567217,
      "grad_norm": 0.1022312268614769,
      "learning_rate": 4.323951835195126e-05,
      "loss": 0.0168,
      "step": 15750
    },
    {
      "epoch": 1.7076105810928013,
      "grad_norm": 0.27770376205444336,
      "learning_rate": 4.323589148411432e-05,
      "loss": 0.0334,
      "step": 15751
    },
    {
      "epoch": 1.7077189939288813,
      "grad_norm": 0.21338225901126862,
      "learning_rate": 4.3232264616277385e-05,
      "loss": 0.0305,
      "step": 15752
    },
    {
      "epoch": 1.7078274067649608,
      "grad_norm": 0.04373244196176529,
      "learning_rate": 4.322863774844045e-05,
      "loss": 0.0044,
      "step": 15753
    },
    {
      "epoch": 1.7079358196010408,
      "grad_norm": 0.018861139193177223,
      "learning_rate": 4.3225010880603514e-05,
      "loss": 0.0015,
      "step": 15754
    },
    {
      "epoch": 1.7080442324371206,
      "grad_norm": 0.13368244469165802,
      "learning_rate": 4.322138401276658e-05,
      "loss": 0.0224,
      "step": 15755
    },
    {
      "epoch": 1.7081526452732003,
      "grad_norm": 0.04620107263326645,
      "learning_rate": 4.3217757144929635e-05,
      "loss": 0.0054,
      "step": 15756
    },
    {
      "epoch": 1.70826105810928,
      "grad_norm": 0.1402502954006195,
      "learning_rate": 4.3214130277092706e-05,
      "loss": 0.0352,
      "step": 15757
    },
    {
      "epoch": 1.7083694709453598,
      "grad_norm": 0.21781031787395477,
      "learning_rate": 4.321050340925577e-05,
      "loss": 0.0168,
      "step": 15758
    },
    {
      "epoch": 1.7084778837814398,
      "grad_norm": 0.10124914348125458,
      "learning_rate": 4.3206876541418834e-05,
      "loss": 0.0251,
      "step": 15759
    },
    {
      "epoch": 1.7085862966175194,
      "grad_norm": 0.11521923542022705,
      "learning_rate": 4.32032496735819e-05,
      "loss": 0.0101,
      "step": 15760
    },
    {
      "epoch": 1.7086947094535994,
      "grad_norm": 0.2008247673511505,
      "learning_rate": 4.319962280574496e-05,
      "loss": 0.0254,
      "step": 15761
    },
    {
      "epoch": 1.7088031222896791,
      "grad_norm": 0.3200298249721527,
      "learning_rate": 4.3195995937908026e-05,
      "loss": 0.0358,
      "step": 15762
    },
    {
      "epoch": 1.7089115351257589,
      "grad_norm": 0.21265855431556702,
      "learning_rate": 4.3192369070071084e-05,
      "loss": 0.0249,
      "step": 15763
    },
    {
      "epoch": 1.7090199479618386,
      "grad_norm": 0.23577821254730225,
      "learning_rate": 4.318874220223415e-05,
      "loss": 0.0428,
      "step": 15764
    },
    {
      "epoch": 1.7091283607979184,
      "grad_norm": 0.18201325833797455,
      "learning_rate": 4.318511533439722e-05,
      "loss": 0.0446,
      "step": 15765
    },
    {
      "epoch": 1.7092367736339984,
      "grad_norm": 0.0730861946940422,
      "learning_rate": 4.318148846656028e-05,
      "loss": 0.0105,
      "step": 15766
    },
    {
      "epoch": 1.709345186470078,
      "grad_norm": 0.1696786731481552,
      "learning_rate": 4.317786159872335e-05,
      "loss": 0.0384,
      "step": 15767
    },
    {
      "epoch": 1.709453599306158,
      "grad_norm": 0.17804571986198425,
      "learning_rate": 4.317423473088641e-05,
      "loss": 0.0292,
      "step": 15768
    },
    {
      "epoch": 1.7095620121422377,
      "grad_norm": 0.10707510262727737,
      "learning_rate": 4.3170607863049475e-05,
      "loss": 0.0109,
      "step": 15769
    },
    {
      "epoch": 1.7096704249783174,
      "grad_norm": 0.07955379784107208,
      "learning_rate": 4.316698099521254e-05,
      "loss": 0.0133,
      "step": 15770
    },
    {
      "epoch": 1.7097788378143972,
      "grad_norm": 0.386626273393631,
      "learning_rate": 4.3163354127375597e-05,
      "loss": 0.0466,
      "step": 15771
    },
    {
      "epoch": 1.709887250650477,
      "grad_norm": 0.1278611272573471,
      "learning_rate": 4.315972725953866e-05,
      "loss": 0.0277,
      "step": 15772
    },
    {
      "epoch": 1.709995663486557,
      "grad_norm": 0.11897116154432297,
      "learning_rate": 4.3156100391701725e-05,
      "loss": 0.0218,
      "step": 15773
    },
    {
      "epoch": 1.7101040763226365,
      "grad_norm": 0.10821975022554398,
      "learning_rate": 4.3152473523864796e-05,
      "loss": 0.0088,
      "step": 15774
    },
    {
      "epoch": 1.7102124891587165,
      "grad_norm": 0.1823769211769104,
      "learning_rate": 4.314884665602786e-05,
      "loss": 0.0292,
      "step": 15775
    },
    {
      "epoch": 1.710320901994796,
      "grad_norm": 0.3686428666114807,
      "learning_rate": 4.3145219788190924e-05,
      "loss": 0.0421,
      "step": 15776
    },
    {
      "epoch": 1.710429314830876,
      "grad_norm": 0.03949226811528206,
      "learning_rate": 4.314159292035399e-05,
      "loss": 0.0034,
      "step": 15777
    },
    {
      "epoch": 1.7105377276669558,
      "grad_norm": 0.26794543862342834,
      "learning_rate": 4.3137966052517045e-05,
      "loss": 0.0225,
      "step": 15778
    },
    {
      "epoch": 1.7106461405030355,
      "grad_norm": 0.13054248690605164,
      "learning_rate": 4.313433918468011e-05,
      "loss": 0.025,
      "step": 15779
    },
    {
      "epoch": 1.7107545533391153,
      "grad_norm": 0.12639716267585754,
      "learning_rate": 4.3130712316843173e-05,
      "loss": 0.0156,
      "step": 15780
    },
    {
      "epoch": 1.710862966175195,
      "grad_norm": 0.051850978285074234,
      "learning_rate": 4.312708544900624e-05,
      "loss": 0.0057,
      "step": 15781
    },
    {
      "epoch": 1.710971379011275,
      "grad_norm": 0.14709097146987915,
      "learning_rate": 4.31234585811693e-05,
      "loss": 0.0126,
      "step": 15782
    },
    {
      "epoch": 1.7110797918473546,
      "grad_norm": 0.18592645227909088,
      "learning_rate": 4.311983171333237e-05,
      "loss": 0.0397,
      "step": 15783
    },
    {
      "epoch": 1.7111882046834346,
      "grad_norm": 0.09558273106813431,
      "learning_rate": 4.311620484549544e-05,
      "loss": 0.0106,
      "step": 15784
    },
    {
      "epoch": 1.7112966175195143,
      "grad_norm": 0.10305138677358627,
      "learning_rate": 4.3112577977658494e-05,
      "loss": 0.0258,
      "step": 15785
    },
    {
      "epoch": 1.711405030355594,
      "grad_norm": 0.11369007080793381,
      "learning_rate": 4.310895110982156e-05,
      "loss": 0.0329,
      "step": 15786
    },
    {
      "epoch": 1.7115134431916739,
      "grad_norm": 0.06746195256710052,
      "learning_rate": 4.310532424198462e-05,
      "loss": 0.0083,
      "step": 15787
    },
    {
      "epoch": 1.7116218560277536,
      "grad_norm": 0.22942586243152618,
      "learning_rate": 4.3101697374147686e-05,
      "loss": 0.0229,
      "step": 15788
    },
    {
      "epoch": 1.7117302688638336,
      "grad_norm": 0.23111726343631744,
      "learning_rate": 4.309807050631075e-05,
      "loss": 0.023,
      "step": 15789
    },
    {
      "epoch": 1.7118386816999132,
      "grad_norm": 0.17754098773002625,
      "learning_rate": 4.3094443638473815e-05,
      "loss": 0.0188,
      "step": 15790
    },
    {
      "epoch": 1.7119470945359931,
      "grad_norm": 0.1593647450208664,
      "learning_rate": 4.3090816770636885e-05,
      "loss": 0.0237,
      "step": 15791
    },
    {
      "epoch": 1.712055507372073,
      "grad_norm": 0.08054997026920319,
      "learning_rate": 4.308718990279994e-05,
      "loss": 0.0083,
      "step": 15792
    },
    {
      "epoch": 1.7121639202081527,
      "grad_norm": 0.2462214082479477,
      "learning_rate": 4.308356303496301e-05,
      "loss": 0.0437,
      "step": 15793
    },
    {
      "epoch": 1.7122723330442324,
      "grad_norm": 0.37036576867103577,
      "learning_rate": 4.307993616712607e-05,
      "loss": 0.0615,
      "step": 15794
    },
    {
      "epoch": 1.7123807458803122,
      "grad_norm": 0.1333363801240921,
      "learning_rate": 4.3076309299289135e-05,
      "loss": 0.0079,
      "step": 15795
    },
    {
      "epoch": 1.7124891587163922,
      "grad_norm": 0.11310649663209915,
      "learning_rate": 4.30726824314522e-05,
      "loss": 0.0104,
      "step": 15796
    },
    {
      "epoch": 1.7125975715524717,
      "grad_norm": 0.05963655561208725,
      "learning_rate": 4.306905556361526e-05,
      "loss": 0.005,
      "step": 15797
    },
    {
      "epoch": 1.7127059843885517,
      "grad_norm": 0.09464342147111893,
      "learning_rate": 4.306542869577833e-05,
      "loss": 0.0077,
      "step": 15798
    },
    {
      "epoch": 1.7128143972246312,
      "grad_norm": 0.6135274171829224,
      "learning_rate": 4.306180182794139e-05,
      "loss": 0.0295,
      "step": 15799
    },
    {
      "epoch": 1.7129228100607112,
      "grad_norm": 0.28685882687568665,
      "learning_rate": 4.3058174960104456e-05,
      "loss": 0.0572,
      "step": 15800
    },
    {
      "epoch": 1.713031222896791,
      "grad_norm": 0.09951175004243851,
      "learning_rate": 4.305454809226752e-05,
      "loss": 0.0171,
      "step": 15801
    },
    {
      "epoch": 1.7131396357328708,
      "grad_norm": 0.1542394608259201,
      "learning_rate": 4.3050921224430584e-05,
      "loss": 0.0316,
      "step": 15802
    },
    {
      "epoch": 1.7132480485689505,
      "grad_norm": 0.1798478364944458,
      "learning_rate": 4.304729435659365e-05,
      "loss": 0.0282,
      "step": 15803
    },
    {
      "epoch": 1.7133564614050303,
      "grad_norm": 0.1841050386428833,
      "learning_rate": 4.304366748875671e-05,
      "loss": 0.0147,
      "step": 15804
    },
    {
      "epoch": 1.7134648742411103,
      "grad_norm": 0.19854792952537537,
      "learning_rate": 4.3040040620919776e-05,
      "loss": 0.0157,
      "step": 15805
    },
    {
      "epoch": 1.7135732870771898,
      "grad_norm": 0.08751677721738815,
      "learning_rate": 4.303641375308284e-05,
      "loss": 0.0081,
      "step": 15806
    },
    {
      "epoch": 1.7136816999132698,
      "grad_norm": 0.27331286668777466,
      "learning_rate": 4.3032786885245904e-05,
      "loss": 0.0493,
      "step": 15807
    },
    {
      "epoch": 1.7137901127493496,
      "grad_norm": 0.1409212201833725,
      "learning_rate": 4.302916001740897e-05,
      "loss": 0.0167,
      "step": 15808
    },
    {
      "epoch": 1.7138985255854293,
      "grad_norm": 0.49718910455703735,
      "learning_rate": 4.302553314957203e-05,
      "loss": 0.0436,
      "step": 15809
    },
    {
      "epoch": 1.714006938421509,
      "grad_norm": 0.1629844754934311,
      "learning_rate": 4.30219062817351e-05,
      "loss": 0.0201,
      "step": 15810
    },
    {
      "epoch": 1.7141153512575888,
      "grad_norm": 0.09233933687210083,
      "learning_rate": 4.301827941389816e-05,
      "loss": 0.0066,
      "step": 15811
    },
    {
      "epoch": 1.7142237640936688,
      "grad_norm": 0.05231975391507149,
      "learning_rate": 4.3014652546061225e-05,
      "loss": 0.0048,
      "step": 15812
    },
    {
      "epoch": 1.7143321769297484,
      "grad_norm": 0.20079994201660156,
      "learning_rate": 4.301102567822429e-05,
      "loss": 0.025,
      "step": 15813
    },
    {
      "epoch": 1.7144405897658284,
      "grad_norm": 0.11082456260919571,
      "learning_rate": 4.300739881038735e-05,
      "loss": 0.0068,
      "step": 15814
    },
    {
      "epoch": 1.714549002601908,
      "grad_norm": 0.4196953773498535,
      "learning_rate": 4.300377194255041e-05,
      "loss": 0.0203,
      "step": 15815
    },
    {
      "epoch": 1.7146574154379879,
      "grad_norm": 0.3276273012161255,
      "learning_rate": 4.3000145074713474e-05,
      "loss": 0.0429,
      "step": 15816
    },
    {
      "epoch": 1.7147658282740676,
      "grad_norm": 0.29181188344955444,
      "learning_rate": 4.2996518206876545e-05,
      "loss": 0.0388,
      "step": 15817
    },
    {
      "epoch": 1.7148742411101474,
      "grad_norm": 0.21756017208099365,
      "learning_rate": 4.299289133903961e-05,
      "loss": 0.0342,
      "step": 15818
    },
    {
      "epoch": 1.7149826539462274,
      "grad_norm": 0.11103447526693344,
      "learning_rate": 4.2989264471202674e-05,
      "loss": 0.0103,
      "step": 15819
    },
    {
      "epoch": 1.715091066782307,
      "grad_norm": 0.1453663855791092,
      "learning_rate": 4.298563760336574e-05,
      "loss": 0.0261,
      "step": 15820
    },
    {
      "epoch": 1.715199479618387,
      "grad_norm": 0.21339929103851318,
      "learning_rate": 4.29820107355288e-05,
      "loss": 0.0262,
      "step": 15821
    },
    {
      "epoch": 1.7153078924544665,
      "grad_norm": 0.22657406330108643,
      "learning_rate": 4.2978383867691866e-05,
      "loss": 0.0406,
      "step": 15822
    },
    {
      "epoch": 1.7154163052905465,
      "grad_norm": 0.19082501530647278,
      "learning_rate": 4.297475699985492e-05,
      "loss": 0.02,
      "step": 15823
    },
    {
      "epoch": 1.7155247181266262,
      "grad_norm": 0.04557020962238312,
      "learning_rate": 4.297113013201799e-05,
      "loss": 0.004,
      "step": 15824
    },
    {
      "epoch": 1.715633130962706,
      "grad_norm": 0.12360096722841263,
      "learning_rate": 4.296750326418105e-05,
      "loss": 0.0134,
      "step": 15825
    },
    {
      "epoch": 1.7157415437987857,
      "grad_norm": 0.15300396084785461,
      "learning_rate": 4.296387639634412e-05,
      "loss": 0.0172,
      "step": 15826
    },
    {
      "epoch": 1.7158499566348655,
      "grad_norm": 0.11634401232004166,
      "learning_rate": 4.2960249528507186e-05,
      "loss": 0.0045,
      "step": 15827
    },
    {
      "epoch": 1.7159583694709455,
      "grad_norm": 0.2968098223209381,
      "learning_rate": 4.295662266067025e-05,
      "loss": 0.0271,
      "step": 15828
    },
    {
      "epoch": 1.716066782307025,
      "grad_norm": 0.039363548159599304,
      "learning_rate": 4.2952995792833315e-05,
      "loss": 0.0032,
      "step": 15829
    },
    {
      "epoch": 1.716175195143105,
      "grad_norm": 0.05874783545732498,
      "learning_rate": 4.294936892499637e-05,
      "loss": 0.0045,
      "step": 15830
    },
    {
      "epoch": 1.7162836079791848,
      "grad_norm": 0.10778850317001343,
      "learning_rate": 4.2945742057159436e-05,
      "loss": 0.0102,
      "step": 15831
    },
    {
      "epoch": 1.7163920208152645,
      "grad_norm": 0.10806366801261902,
      "learning_rate": 4.29421151893225e-05,
      "loss": 0.0107,
      "step": 15832
    },
    {
      "epoch": 1.7165004336513443,
      "grad_norm": 0.4950684607028961,
      "learning_rate": 4.2938488321485564e-05,
      "loss": 0.0207,
      "step": 15833
    },
    {
      "epoch": 1.716608846487424,
      "grad_norm": 0.1505730003118515,
      "learning_rate": 4.2934861453648635e-05,
      "loss": 0.02,
      "step": 15834
    },
    {
      "epoch": 1.716717259323504,
      "grad_norm": 0.44184908270835876,
      "learning_rate": 4.29312345858117e-05,
      "loss": 0.0397,
      "step": 15835
    },
    {
      "epoch": 1.7168256721595836,
      "grad_norm": 0.21227283775806427,
      "learning_rate": 4.292760771797476e-05,
      "loss": 0.0106,
      "step": 15836
    },
    {
      "epoch": 1.7169340849956636,
      "grad_norm": 0.7844468355178833,
      "learning_rate": 4.292398085013782e-05,
      "loss": 0.0674,
      "step": 15837
    },
    {
      "epoch": 1.7170424978317431,
      "grad_norm": 0.19350668787956238,
      "learning_rate": 4.2920353982300885e-05,
      "loss": 0.0237,
      "step": 15838
    },
    {
      "epoch": 1.717150910667823,
      "grad_norm": 0.5569599866867065,
      "learning_rate": 4.291672711446395e-05,
      "loss": 0.0492,
      "step": 15839
    },
    {
      "epoch": 1.7172593235039029,
      "grad_norm": 0.03697614371776581,
      "learning_rate": 4.291310024662701e-05,
      "loss": 0.0022,
      "step": 15840
    },
    {
      "epoch": 1.7173677363399826,
      "grad_norm": 0.3570232689380646,
      "learning_rate": 4.290947337879008e-05,
      "loss": 0.0653,
      "step": 15841
    },
    {
      "epoch": 1.7174761491760624,
      "grad_norm": 0.10417789220809937,
      "learning_rate": 4.290584651095314e-05,
      "loss": 0.015,
      "step": 15842
    },
    {
      "epoch": 1.7175845620121422,
      "grad_norm": 0.19255796074867249,
      "learning_rate": 4.290221964311621e-05,
      "loss": 0.018,
      "step": 15843
    },
    {
      "epoch": 1.7176929748482221,
      "grad_norm": 0.18924731016159058,
      "learning_rate": 4.289859277527927e-05,
      "loss": 0.0258,
      "step": 15844
    },
    {
      "epoch": 1.7178013876843017,
      "grad_norm": 0.08282743394374847,
      "learning_rate": 4.2894965907442334e-05,
      "loss": 0.0098,
      "step": 15845
    },
    {
      "epoch": 1.7179098005203817,
      "grad_norm": 0.11778142303228378,
      "learning_rate": 4.28913390396054e-05,
      "loss": 0.0098,
      "step": 15846
    },
    {
      "epoch": 1.7180182133564614,
      "grad_norm": 0.22925634682178497,
      "learning_rate": 4.288771217176846e-05,
      "loss": 0.0262,
      "step": 15847
    },
    {
      "epoch": 1.7181266261925412,
      "grad_norm": 0.08536101877689362,
      "learning_rate": 4.2884085303931526e-05,
      "loss": 0.0073,
      "step": 15848
    },
    {
      "epoch": 1.718235039028621,
      "grad_norm": 0.10581643879413605,
      "learning_rate": 4.288045843609459e-05,
      "loss": 0.0181,
      "step": 15849
    },
    {
      "epoch": 1.7183434518647007,
      "grad_norm": 0.060744758695364,
      "learning_rate": 4.2876831568257654e-05,
      "loss": 0.0107,
      "step": 15850
    },
    {
      "epoch": 1.7184518647007807,
      "grad_norm": 0.0864320918917656,
      "learning_rate": 4.287320470042072e-05,
      "loss": 0.0161,
      "step": 15851
    },
    {
      "epoch": 1.7185602775368602,
      "grad_norm": 0.37714409828186035,
      "learning_rate": 4.286957783258378e-05,
      "loss": 0.0229,
      "step": 15852
    },
    {
      "epoch": 1.7186686903729402,
      "grad_norm": 0.3364226222038269,
      "learning_rate": 4.2865950964746846e-05,
      "loss": 0.0411,
      "step": 15853
    },
    {
      "epoch": 1.71877710320902,
      "grad_norm": 0.2529132068157196,
      "learning_rate": 4.286232409690991e-05,
      "loss": 0.0176,
      "step": 15854
    },
    {
      "epoch": 1.7188855160450998,
      "grad_norm": 0.10425195842981339,
      "learning_rate": 4.2858697229072975e-05,
      "loss": 0.0705,
      "step": 15855
    },
    {
      "epoch": 1.7189939288811795,
      "grad_norm": 0.1465572863817215,
      "learning_rate": 4.285507036123604e-05,
      "loss": 0.0191,
      "step": 15856
    },
    {
      "epoch": 1.7191023417172593,
      "grad_norm": 0.17425569891929626,
      "learning_rate": 4.28514434933991e-05,
      "loss": 0.0066,
      "step": 15857
    },
    {
      "epoch": 1.7192107545533393,
      "grad_norm": 0.23872213065624237,
      "learning_rate": 4.284781662556217e-05,
      "loss": 0.0476,
      "step": 15858
    },
    {
      "epoch": 1.7193191673894188,
      "grad_norm": 0.07481951266527176,
      "learning_rate": 4.284418975772523e-05,
      "loss": 0.0074,
      "step": 15859
    },
    {
      "epoch": 1.7194275802254988,
      "grad_norm": 0.4422658085823059,
      "learning_rate": 4.2840562889888295e-05,
      "loss": 0.0343,
      "step": 15860
    },
    {
      "epoch": 1.7195359930615783,
      "grad_norm": 0.246511310338974,
      "learning_rate": 4.283693602205136e-05,
      "loss": 0.0234,
      "step": 15861
    },
    {
      "epoch": 1.7196444058976583,
      "grad_norm": 0.2763676047325134,
      "learning_rate": 4.283330915421442e-05,
      "loss": 0.0366,
      "step": 15862
    },
    {
      "epoch": 1.719752818733738,
      "grad_norm": 0.10296094417572021,
      "learning_rate": 4.282968228637749e-05,
      "loss": 0.0116,
      "step": 15863
    },
    {
      "epoch": 1.7198612315698178,
      "grad_norm": 0.19761772453784943,
      "learning_rate": 4.282605541854055e-05,
      "loss": 0.0532,
      "step": 15864
    },
    {
      "epoch": 1.7199696444058976,
      "grad_norm": 0.09174474328756332,
      "learning_rate": 4.2822428550703616e-05,
      "loss": 0.0092,
      "step": 15865
    },
    {
      "epoch": 1.7200780572419774,
      "grad_norm": 0.29475781321525574,
      "learning_rate": 4.281880168286668e-05,
      "loss": 0.0375,
      "step": 15866
    },
    {
      "epoch": 1.7201864700780574,
      "grad_norm": 0.26408228278160095,
      "learning_rate": 4.2815174815029744e-05,
      "loss": 0.0716,
      "step": 15867
    },
    {
      "epoch": 1.720294882914137,
      "grad_norm": 0.1734592318534851,
      "learning_rate": 4.28115479471928e-05,
      "loss": 0.0266,
      "step": 15868
    },
    {
      "epoch": 1.7204032957502169,
      "grad_norm": 0.195266455411911,
      "learning_rate": 4.280792107935587e-05,
      "loss": 0.0169,
      "step": 15869
    },
    {
      "epoch": 1.7205117085862967,
      "grad_norm": 0.10700447857379913,
      "learning_rate": 4.2804294211518936e-05,
      "loss": 0.0059,
      "step": 15870
    },
    {
      "epoch": 1.7206201214223764,
      "grad_norm": 0.15933045744895935,
      "learning_rate": 4.2800667343682e-05,
      "loss": 0.0223,
      "step": 15871
    },
    {
      "epoch": 1.7207285342584562,
      "grad_norm": 0.630097508430481,
      "learning_rate": 4.2797040475845064e-05,
      "loss": 0.129,
      "step": 15872
    },
    {
      "epoch": 1.720836947094536,
      "grad_norm": 0.379131942987442,
      "learning_rate": 4.279341360800813e-05,
      "loss": 0.0615,
      "step": 15873
    },
    {
      "epoch": 1.720945359930616,
      "grad_norm": 0.028637032955884933,
      "learning_rate": 4.278978674017119e-05,
      "loss": 0.0014,
      "step": 15874
    },
    {
      "epoch": 1.7210537727666955,
      "grad_norm": 0.10027917474508286,
      "learning_rate": 4.278615987233425e-05,
      "loss": 0.0033,
      "step": 15875
    },
    {
      "epoch": 1.7211621856027755,
      "grad_norm": 0.21267499029636383,
      "learning_rate": 4.2782533004497314e-05,
      "loss": 0.0371,
      "step": 15876
    },
    {
      "epoch": 1.7212705984388552,
      "grad_norm": 0.10596771538257599,
      "learning_rate": 4.277890613666038e-05,
      "loss": 0.0283,
      "step": 15877
    },
    {
      "epoch": 1.721379011274935,
      "grad_norm": 0.2604749798774719,
      "learning_rate": 4.277527926882345e-05,
      "loss": 0.0371,
      "step": 15878
    },
    {
      "epoch": 1.7214874241110147,
      "grad_norm": 0.381670206785202,
      "learning_rate": 4.277165240098651e-05,
      "loss": 0.0572,
      "step": 15879
    },
    {
      "epoch": 1.7215958369470945,
      "grad_norm": 0.2871135175228119,
      "learning_rate": 4.276802553314958e-05,
      "loss": 0.0415,
      "step": 15880
    },
    {
      "epoch": 1.7217042497831745,
      "grad_norm": 0.1452115774154663,
      "learning_rate": 4.276439866531264e-05,
      "loss": 0.0232,
      "step": 15881
    },
    {
      "epoch": 1.721812662619254,
      "grad_norm": 0.22756166756153107,
      "learning_rate": 4.27607717974757e-05,
      "loss": 0.0135,
      "step": 15882
    },
    {
      "epoch": 1.721921075455334,
      "grad_norm": 0.06645052880048752,
      "learning_rate": 4.275714492963876e-05,
      "loss": 0.0094,
      "step": 15883
    },
    {
      "epoch": 1.7220294882914136,
      "grad_norm": 0.4336857199668884,
      "learning_rate": 4.275351806180183e-05,
      "loss": 0.0194,
      "step": 15884
    },
    {
      "epoch": 1.7221379011274935,
      "grad_norm": 0.031026415526866913,
      "learning_rate": 4.274989119396489e-05,
      "loss": 0.0037,
      "step": 15885
    },
    {
      "epoch": 1.7222463139635733,
      "grad_norm": 0.14639124274253845,
      "learning_rate": 4.274626432612796e-05,
      "loss": 0.0146,
      "step": 15886
    },
    {
      "epoch": 1.722354726799653,
      "grad_norm": 0.29472506046295166,
      "learning_rate": 4.2742637458291026e-05,
      "loss": 0.0264,
      "step": 15887
    },
    {
      "epoch": 1.7224631396357328,
      "grad_norm": 0.05174649506807327,
      "learning_rate": 4.273901059045409e-05,
      "loss": 0.007,
      "step": 15888
    },
    {
      "epoch": 1.7225715524718126,
      "grad_norm": 0.19697460532188416,
      "learning_rate": 4.273538372261715e-05,
      "loss": 0.0289,
      "step": 15889
    },
    {
      "epoch": 1.7226799653078926,
      "grad_norm": 0.021527016535401344,
      "learning_rate": 4.273175685478021e-05,
      "loss": 0.0025,
      "step": 15890
    },
    {
      "epoch": 1.7227883781439721,
      "grad_norm": 0.13409194350242615,
      "learning_rate": 4.2728129986943276e-05,
      "loss": 0.0112,
      "step": 15891
    },
    {
      "epoch": 1.722896790980052,
      "grad_norm": 0.17082233726978302,
      "learning_rate": 4.272450311910634e-05,
      "loss": 0.0395,
      "step": 15892
    },
    {
      "epoch": 1.7230052038161319,
      "grad_norm": 0.24919164180755615,
      "learning_rate": 4.2720876251269404e-05,
      "loss": 0.0573,
      "step": 15893
    },
    {
      "epoch": 1.7231136166522116,
      "grad_norm": 0.17567075788974762,
      "learning_rate": 4.271724938343247e-05,
      "loss": 0.0541,
      "step": 15894
    },
    {
      "epoch": 1.7232220294882914,
      "grad_norm": 0.30406099557876587,
      "learning_rate": 4.271362251559554e-05,
      "loss": 0.0392,
      "step": 15895
    },
    {
      "epoch": 1.7233304423243712,
      "grad_norm": 0.042448628693819046,
      "learning_rate": 4.2709995647758596e-05,
      "loss": 0.0058,
      "step": 15896
    },
    {
      "epoch": 1.7234388551604511,
      "grad_norm": 0.15006022155284882,
      "learning_rate": 4.270636877992166e-05,
      "loss": 0.0257,
      "step": 15897
    },
    {
      "epoch": 1.7235472679965307,
      "grad_norm": 0.052960556000471115,
      "learning_rate": 4.2702741912084724e-05,
      "loss": 0.0111,
      "step": 15898
    },
    {
      "epoch": 1.7236556808326107,
      "grad_norm": 0.094492107629776,
      "learning_rate": 4.269911504424779e-05,
      "loss": 0.0131,
      "step": 15899
    },
    {
      "epoch": 1.7237640936686902,
      "grad_norm": 0.0710068792104721,
      "learning_rate": 4.269548817641085e-05,
      "loss": 0.0097,
      "step": 15900
    },
    {
      "epoch": 1.7238725065047702,
      "grad_norm": 0.14189687371253967,
      "learning_rate": 4.269186130857392e-05,
      "loss": 0.0335,
      "step": 15901
    },
    {
      "epoch": 1.72398091934085,
      "grad_norm": 0.19158031046390533,
      "learning_rate": 4.268823444073698e-05,
      "loss": 0.0289,
      "step": 15902
    },
    {
      "epoch": 1.7240893321769297,
      "grad_norm": 0.121839739382267,
      "learning_rate": 4.268460757290005e-05,
      "loss": 0.0303,
      "step": 15903
    },
    {
      "epoch": 1.7241977450130095,
      "grad_norm": 0.34272095561027527,
      "learning_rate": 4.268098070506311e-05,
      "loss": 0.0374,
      "step": 15904
    },
    {
      "epoch": 1.7243061578490892,
      "grad_norm": 0.12894125282764435,
      "learning_rate": 4.267735383722617e-05,
      "loss": 0.0126,
      "step": 15905
    },
    {
      "epoch": 1.7244145706851692,
      "grad_norm": 0.27296367287635803,
      "learning_rate": 4.267372696938924e-05,
      "loss": 0.0635,
      "step": 15906
    },
    {
      "epoch": 1.7245229835212488,
      "grad_norm": 0.35323724150657654,
      "learning_rate": 4.26701001015523e-05,
      "loss": 0.0426,
      "step": 15907
    },
    {
      "epoch": 1.7246313963573288,
      "grad_norm": 0.11342903226613998,
      "learning_rate": 4.2666473233715365e-05,
      "loss": 0.0198,
      "step": 15908
    },
    {
      "epoch": 1.7247398091934085,
      "grad_norm": 0.3041374683380127,
      "learning_rate": 4.266284636587843e-05,
      "loss": 0.0554,
      "step": 15909
    },
    {
      "epoch": 1.7248482220294883,
      "grad_norm": 0.08788125216960907,
      "learning_rate": 4.2659219498041494e-05,
      "loss": 0.0446,
      "step": 15910
    },
    {
      "epoch": 1.724956634865568,
      "grad_norm": 0.09695466607809067,
      "learning_rate": 4.265559263020456e-05,
      "loss": 0.0142,
      "step": 15911
    },
    {
      "epoch": 1.7250650477016478,
      "grad_norm": 0.14167526364326477,
      "learning_rate": 4.265196576236762e-05,
      "loss": 0.0186,
      "step": 15912
    },
    {
      "epoch": 1.7251734605377278,
      "grad_norm": 0.2958891689777374,
      "learning_rate": 4.2648338894530686e-05,
      "loss": 0.0237,
      "step": 15913
    },
    {
      "epoch": 1.7252818733738073,
      "grad_norm": 0.31327682733535767,
      "learning_rate": 4.264471202669375e-05,
      "loss": 0.0526,
      "step": 15914
    },
    {
      "epoch": 1.7253902862098873,
      "grad_norm": 0.21117351949214935,
      "learning_rate": 4.2641085158856814e-05,
      "loss": 0.0324,
      "step": 15915
    },
    {
      "epoch": 1.725498699045967,
      "grad_norm": 0.1738956719636917,
      "learning_rate": 4.263745829101988e-05,
      "loss": 0.0196,
      "step": 15916
    },
    {
      "epoch": 1.7256071118820469,
      "grad_norm": 0.14379441738128662,
      "learning_rate": 4.263383142318294e-05,
      "loss": 0.0303,
      "step": 15917
    },
    {
      "epoch": 1.7257155247181266,
      "grad_norm": 0.08751006424427032,
      "learning_rate": 4.2630204555346006e-05,
      "loss": 0.0184,
      "step": 15918
    },
    {
      "epoch": 1.7258239375542064,
      "grad_norm": 0.1851576417684555,
      "learning_rate": 4.262657768750907e-05,
      "loss": 0.0209,
      "step": 15919
    },
    {
      "epoch": 1.7259323503902864,
      "grad_norm": 0.12325619906187057,
      "learning_rate": 4.262295081967213e-05,
      "loss": 0.0162,
      "step": 15920
    },
    {
      "epoch": 1.726040763226366,
      "grad_norm": 0.11698631942272186,
      "learning_rate": 4.26193239518352e-05,
      "loss": 0.0118,
      "step": 15921
    },
    {
      "epoch": 1.726149176062446,
      "grad_norm": 0.189428448677063,
      "learning_rate": 4.261569708399826e-05,
      "loss": 0.0162,
      "step": 15922
    },
    {
      "epoch": 1.7262575888985254,
      "grad_norm": 0.1522769033908844,
      "learning_rate": 4.261207021616133e-05,
      "loss": 0.0381,
      "step": 15923
    },
    {
      "epoch": 1.7263660017346054,
      "grad_norm": 0.20427103340625763,
      "learning_rate": 4.260844334832439e-05,
      "loss": 0.0277,
      "step": 15924
    },
    {
      "epoch": 1.7264744145706852,
      "grad_norm": 0.07907114177942276,
      "learning_rate": 4.2604816480487455e-05,
      "loss": 0.0155,
      "step": 15925
    },
    {
      "epoch": 1.726582827406765,
      "grad_norm": 0.17530132830142975,
      "learning_rate": 4.260118961265052e-05,
      "loss": 0.0321,
      "step": 15926
    },
    {
      "epoch": 1.7266912402428447,
      "grad_norm": 0.19458293914794922,
      "learning_rate": 4.2597562744813577e-05,
      "loss": 0.0211,
      "step": 15927
    },
    {
      "epoch": 1.7267996530789245,
      "grad_norm": 0.14245405793190002,
      "learning_rate": 4.259393587697664e-05,
      "loss": 0.0179,
      "step": 15928
    },
    {
      "epoch": 1.7269080659150045,
      "grad_norm": 0.13784728944301605,
      "learning_rate": 4.259030900913971e-05,
      "loss": 0.0151,
      "step": 15929
    },
    {
      "epoch": 1.727016478751084,
      "grad_norm": 0.22986279428005219,
      "learning_rate": 4.2586682141302776e-05,
      "loss": 0.0136,
      "step": 15930
    },
    {
      "epoch": 1.727124891587164,
      "grad_norm": 0.1483476459980011,
      "learning_rate": 4.258305527346584e-05,
      "loss": 0.0217,
      "step": 15931
    },
    {
      "epoch": 1.7272333044232437,
      "grad_norm": 0.2483448088169098,
      "learning_rate": 4.2579428405628904e-05,
      "loss": 0.03,
      "step": 15932
    },
    {
      "epoch": 1.7273417172593235,
      "grad_norm": 0.1380680352449417,
      "learning_rate": 4.257580153779197e-05,
      "loss": 0.022,
      "step": 15933
    },
    {
      "epoch": 1.7274501300954033,
      "grad_norm": 0.2228199541568756,
      "learning_rate": 4.2572174669955025e-05,
      "loss": 0.0428,
      "step": 15934
    },
    {
      "epoch": 1.727558542931483,
      "grad_norm": 0.07666996866464615,
      "learning_rate": 4.256854780211809e-05,
      "loss": 0.0046,
      "step": 15935
    },
    {
      "epoch": 1.727666955767563,
      "grad_norm": 0.12042628973722458,
      "learning_rate": 4.2564920934281154e-05,
      "loss": 0.0105,
      "step": 15936
    },
    {
      "epoch": 1.7277753686036426,
      "grad_norm": 0.17550577223300934,
      "learning_rate": 4.256129406644422e-05,
      "loss": 0.0189,
      "step": 15937
    },
    {
      "epoch": 1.7278837814397225,
      "grad_norm": 0.3283333480358124,
      "learning_rate": 4.255766719860729e-05,
      "loss": 0.0361,
      "step": 15938
    },
    {
      "epoch": 1.7279921942758023,
      "grad_norm": 0.29964035749435425,
      "learning_rate": 4.255404033077035e-05,
      "loss": 0.0296,
      "step": 15939
    },
    {
      "epoch": 1.728100607111882,
      "grad_norm": 0.029533326625823975,
      "learning_rate": 4.255041346293342e-05,
      "loss": 0.0022,
      "step": 15940
    },
    {
      "epoch": 1.7282090199479618,
      "grad_norm": 0.16060028970241547,
      "learning_rate": 4.2546786595096474e-05,
      "loss": 0.0134,
      "step": 15941
    },
    {
      "epoch": 1.7283174327840416,
      "grad_norm": 0.20048651099205017,
      "learning_rate": 4.254315972725954e-05,
      "loss": 0.0182,
      "step": 15942
    },
    {
      "epoch": 1.7284258456201216,
      "grad_norm": 0.07019811868667603,
      "learning_rate": 4.25395328594226e-05,
      "loss": 0.0074,
      "step": 15943
    },
    {
      "epoch": 1.7285342584562011,
      "grad_norm": 0.2628593146800995,
      "learning_rate": 4.2535905991585666e-05,
      "loss": 0.021,
      "step": 15944
    },
    {
      "epoch": 1.728642671292281,
      "grad_norm": 0.17193597555160522,
      "learning_rate": 4.253227912374873e-05,
      "loss": 0.0238,
      "step": 15945
    },
    {
      "epoch": 1.7287510841283606,
      "grad_norm": 0.21987394988536835,
      "learning_rate": 4.2528652255911795e-05,
      "loss": 0.0328,
      "step": 15946
    },
    {
      "epoch": 1.7288594969644406,
      "grad_norm": 0.580181896686554,
      "learning_rate": 4.2525025388074865e-05,
      "loss": 0.0377,
      "step": 15947
    },
    {
      "epoch": 1.7289679098005204,
      "grad_norm": 0.12270355224609375,
      "learning_rate": 4.252139852023792e-05,
      "loss": 0.0507,
      "step": 15948
    },
    {
      "epoch": 1.7290763226366002,
      "grad_norm": 0.22017540037631989,
      "learning_rate": 4.251777165240099e-05,
      "loss": 0.0226,
      "step": 15949
    },
    {
      "epoch": 1.72918473547268,
      "grad_norm": 0.3410630226135254,
      "learning_rate": 4.251414478456405e-05,
      "loss": 0.0266,
      "step": 15950
    },
    {
      "epoch": 1.7292931483087597,
      "grad_norm": 0.10197257250547409,
      "learning_rate": 4.2510517916727115e-05,
      "loss": 0.0091,
      "step": 15951
    },
    {
      "epoch": 1.7294015611448397,
      "grad_norm": 0.34825602173805237,
      "learning_rate": 4.250689104889018e-05,
      "loss": 0.0317,
      "step": 15952
    },
    {
      "epoch": 1.7295099739809192,
      "grad_norm": 0.4926518499851227,
      "learning_rate": 4.250326418105324e-05,
      "loss": 0.0969,
      "step": 15953
    },
    {
      "epoch": 1.7296183868169992,
      "grad_norm": 0.11117228865623474,
      "learning_rate": 4.249963731321631e-05,
      "loss": 0.0202,
      "step": 15954
    },
    {
      "epoch": 1.729726799653079,
      "grad_norm": 0.3551836311817169,
      "learning_rate": 4.249601044537938e-05,
      "loss": 0.0284,
      "step": 15955
    },
    {
      "epoch": 1.7298352124891587,
      "grad_norm": 0.07530869543552399,
      "learning_rate": 4.2492383577542436e-05,
      "loss": 0.0101,
      "step": 15956
    },
    {
      "epoch": 1.7299436253252385,
      "grad_norm": 0.0869603231549263,
      "learning_rate": 4.24887567097055e-05,
      "loss": 0.0205,
      "step": 15957
    },
    {
      "epoch": 1.7300520381613183,
      "grad_norm": 0.17130744457244873,
      "learning_rate": 4.2485129841868564e-05,
      "loss": 0.0165,
      "step": 15958
    },
    {
      "epoch": 1.7301604509973982,
      "grad_norm": 0.10653150081634521,
      "learning_rate": 4.248150297403163e-05,
      "loss": 0.0101,
      "step": 15959
    },
    {
      "epoch": 1.7302688638334778,
      "grad_norm": 0.13683447241783142,
      "learning_rate": 4.247787610619469e-05,
      "loss": 0.0252,
      "step": 15960
    },
    {
      "epoch": 1.7303772766695578,
      "grad_norm": 0.14212244749069214,
      "learning_rate": 4.2474249238357756e-05,
      "loss": 0.0309,
      "step": 15961
    },
    {
      "epoch": 1.7304856895056373,
      "grad_norm": 0.26274409890174866,
      "learning_rate": 4.247062237052082e-05,
      "loss": 0.0716,
      "step": 15962
    },
    {
      "epoch": 1.7305941023417173,
      "grad_norm": 0.19571466743946075,
      "learning_rate": 4.2466995502683884e-05,
      "loss": 0.0236,
      "step": 15963
    },
    {
      "epoch": 1.730702515177797,
      "grad_norm": 0.14854364097118378,
      "learning_rate": 4.246336863484695e-05,
      "loss": 0.0229,
      "step": 15964
    },
    {
      "epoch": 1.7308109280138768,
      "grad_norm": 0.05752580240368843,
      "learning_rate": 4.245974176701001e-05,
      "loss": 0.0042,
      "step": 15965
    },
    {
      "epoch": 1.7309193408499568,
      "grad_norm": 0.0620749332010746,
      "learning_rate": 4.245611489917308e-05,
      "loss": 0.0099,
      "step": 15966
    },
    {
      "epoch": 1.7310277536860363,
      "grad_norm": 0.09878386557102203,
      "learning_rate": 4.245248803133614e-05,
      "loss": 0.0137,
      "step": 15967
    },
    {
      "epoch": 1.7311361665221163,
      "grad_norm": 0.07917013019323349,
      "learning_rate": 4.2448861163499205e-05,
      "loss": 0.0125,
      "step": 15968
    },
    {
      "epoch": 1.7312445793581959,
      "grad_norm": 0.26497137546539307,
      "learning_rate": 4.244523429566227e-05,
      "loss": 0.0505,
      "step": 15969
    },
    {
      "epoch": 1.7313529921942759,
      "grad_norm": 0.14575448632240295,
      "learning_rate": 4.244160742782533e-05,
      "loss": 0.0417,
      "step": 15970
    },
    {
      "epoch": 1.7314614050303556,
      "grad_norm": 0.0969352126121521,
      "learning_rate": 4.24379805599884e-05,
      "loss": 0.021,
      "step": 15971
    },
    {
      "epoch": 1.7315698178664354,
      "grad_norm": 0.1477632224559784,
      "learning_rate": 4.2434353692151455e-05,
      "loss": 0.021,
      "step": 15972
    },
    {
      "epoch": 1.7316782307025151,
      "grad_norm": 0.20510563254356384,
      "learning_rate": 4.2430726824314525e-05,
      "loss": 0.0317,
      "step": 15973
    },
    {
      "epoch": 1.731786643538595,
      "grad_norm": 0.26800355315208435,
      "learning_rate": 4.242709995647759e-05,
      "loss": 0.0492,
      "step": 15974
    },
    {
      "epoch": 1.731895056374675,
      "grad_norm": 0.30093279480934143,
      "learning_rate": 4.2423473088640654e-05,
      "loss": 0.03,
      "step": 15975
    },
    {
      "epoch": 1.7320034692107544,
      "grad_norm": 0.27097445726394653,
      "learning_rate": 4.241984622080372e-05,
      "loss": 0.0287,
      "step": 15976
    },
    {
      "epoch": 1.7321118820468344,
      "grad_norm": 0.1809573918581009,
      "learning_rate": 4.241621935296678e-05,
      "loss": 0.0321,
      "step": 15977
    },
    {
      "epoch": 1.7322202948829142,
      "grad_norm": 0.16909678280353546,
      "learning_rate": 4.2412592485129846e-05,
      "loss": 0.0131,
      "step": 15978
    },
    {
      "epoch": 1.732328707718994,
      "grad_norm": 0.18293462693691254,
      "learning_rate": 4.24089656172929e-05,
      "loss": 0.0135,
      "step": 15979
    },
    {
      "epoch": 1.7324371205550737,
      "grad_norm": 0.038021016865968704,
      "learning_rate": 4.240533874945597e-05,
      "loss": 0.0054,
      "step": 15980
    },
    {
      "epoch": 1.7325455333911535,
      "grad_norm": 1.692603349685669,
      "learning_rate": 4.240171188161904e-05,
      "loss": 0.0524,
      "step": 15981
    },
    {
      "epoch": 1.7326539462272335,
      "grad_norm": 0.20699873566627502,
      "learning_rate": 4.23980850137821e-05,
      "loss": 0.0194,
      "step": 15982
    },
    {
      "epoch": 1.732762359063313,
      "grad_norm": 0.23729664087295532,
      "learning_rate": 4.2394458145945166e-05,
      "loss": 0.0609,
      "step": 15983
    },
    {
      "epoch": 1.732870771899393,
      "grad_norm": 0.13238002359867096,
      "learning_rate": 4.239083127810823e-05,
      "loss": 0.0272,
      "step": 15984
    },
    {
      "epoch": 1.7329791847354725,
      "grad_norm": 0.10802564769983292,
      "learning_rate": 4.2387204410271295e-05,
      "loss": 0.0146,
      "step": 15985
    },
    {
      "epoch": 1.7330875975715525,
      "grad_norm": 0.1815185546875,
      "learning_rate": 4.238357754243435e-05,
      "loss": 0.0517,
      "step": 15986
    },
    {
      "epoch": 1.7331960104076323,
      "grad_norm": 0.2380700409412384,
      "learning_rate": 4.2379950674597416e-05,
      "loss": 0.02,
      "step": 15987
    },
    {
      "epoch": 1.733304423243712,
      "grad_norm": 0.1257416158914566,
      "learning_rate": 4.237632380676048e-05,
      "loss": 0.017,
      "step": 15988
    },
    {
      "epoch": 1.7334128360797918,
      "grad_norm": 0.20892944931983948,
      "learning_rate": 4.2372696938923544e-05,
      "loss": 0.0309,
      "step": 15989
    },
    {
      "epoch": 1.7335212489158716,
      "grad_norm": 0.07835109531879425,
      "learning_rate": 4.2369070071086615e-05,
      "loss": 0.0095,
      "step": 15990
    },
    {
      "epoch": 1.7336296617519515,
      "grad_norm": 0.10767579078674316,
      "learning_rate": 4.236544320324968e-05,
      "loss": 0.0092,
      "step": 15991
    },
    {
      "epoch": 1.733738074588031,
      "grad_norm": 0.14926567673683167,
      "learning_rate": 4.2361816335412743e-05,
      "loss": 0.0193,
      "step": 15992
    },
    {
      "epoch": 1.733846487424111,
      "grad_norm": 0.14116208255290985,
      "learning_rate": 4.23581894675758e-05,
      "loss": 0.0233,
      "step": 15993
    },
    {
      "epoch": 1.7339549002601908,
      "grad_norm": 0.2438422441482544,
      "learning_rate": 4.2354562599738865e-05,
      "loss": 0.0487,
      "step": 15994
    },
    {
      "epoch": 1.7340633130962706,
      "grad_norm": 0.1270291656255722,
      "learning_rate": 4.235093573190193e-05,
      "loss": 0.0139,
      "step": 15995
    },
    {
      "epoch": 1.7341717259323504,
      "grad_norm": 0.31226783990859985,
      "learning_rate": 4.234730886406499e-05,
      "loss": 0.015,
      "step": 15996
    },
    {
      "epoch": 1.7342801387684301,
      "grad_norm": 0.27041223645210266,
      "learning_rate": 4.234368199622806e-05,
      "loss": 0.0744,
      "step": 15997
    },
    {
      "epoch": 1.73438855160451,
      "grad_norm": 0.1437631994485855,
      "learning_rate": 4.234005512839113e-05,
      "loss": 0.0264,
      "step": 15998
    },
    {
      "epoch": 1.7344969644405897,
      "grad_norm": 0.3902093768119812,
      "learning_rate": 4.233642826055419e-05,
      "loss": 0.026,
      "step": 15999
    },
    {
      "epoch": 1.7346053772766696,
      "grad_norm": 0.46498167514801025,
      "learning_rate": 4.233280139271725e-05,
      "loss": 0.0233,
      "step": 16000
    },
    {
      "epoch": 1.7347137901127494,
      "grad_norm": 0.3170711100101471,
      "learning_rate": 4.2329174524880314e-05,
      "loss": 0.0518,
      "step": 16001
    },
    {
      "epoch": 1.7348222029488292,
      "grad_norm": 0.18425734341144562,
      "learning_rate": 4.232554765704338e-05,
      "loss": 0.0242,
      "step": 16002
    },
    {
      "epoch": 1.734930615784909,
      "grad_norm": 0.18153005838394165,
      "learning_rate": 4.232192078920644e-05,
      "loss": 0.0305,
      "step": 16003
    },
    {
      "epoch": 1.7350390286209887,
      "grad_norm": 0.21371546387672424,
      "learning_rate": 4.2318293921369506e-05,
      "loss": 0.0195,
      "step": 16004
    },
    {
      "epoch": 1.7351474414570687,
      "grad_norm": 0.21596647799015045,
      "learning_rate": 4.231466705353257e-05,
      "loss": 0.0347,
      "step": 16005
    },
    {
      "epoch": 1.7352558542931482,
      "grad_norm": 0.26747605204582214,
      "learning_rate": 4.2311040185695634e-05,
      "loss": 0.0234,
      "step": 16006
    },
    {
      "epoch": 1.7353642671292282,
      "grad_norm": 0.14534328877925873,
      "learning_rate": 4.2307413317858705e-05,
      "loss": 0.0368,
      "step": 16007
    },
    {
      "epoch": 1.7354726799653077,
      "grad_norm": 0.052808791399002075,
      "learning_rate": 4.230378645002176e-05,
      "loss": 0.0041,
      "step": 16008
    },
    {
      "epoch": 1.7355810928013877,
      "grad_norm": 0.2044573575258255,
      "learning_rate": 4.2300159582184826e-05,
      "loss": 0.0218,
      "step": 16009
    },
    {
      "epoch": 1.7356895056374675,
      "grad_norm": 0.1970478743314743,
      "learning_rate": 4.229653271434789e-05,
      "loss": 0.0144,
      "step": 16010
    },
    {
      "epoch": 1.7357979184735473,
      "grad_norm": 0.2041894644498825,
      "learning_rate": 4.2292905846510955e-05,
      "loss": 0.0263,
      "step": 16011
    },
    {
      "epoch": 1.735906331309627,
      "grad_norm": 0.20303410291671753,
      "learning_rate": 4.228927897867402e-05,
      "loss": 0.0694,
      "step": 16012
    },
    {
      "epoch": 1.7360147441457068,
      "grad_norm": 0.5296080112457275,
      "learning_rate": 4.228565211083708e-05,
      "loss": 0.0303,
      "step": 16013
    },
    {
      "epoch": 1.7361231569817868,
      "grad_norm": 0.16955263912677765,
      "learning_rate": 4.228202524300015e-05,
      "loss": 0.0093,
      "step": 16014
    },
    {
      "epoch": 1.7362315698178663,
      "grad_norm": 0.10782614350318909,
      "learning_rate": 4.227839837516321e-05,
      "loss": 0.0082,
      "step": 16015
    },
    {
      "epoch": 1.7363399826539463,
      "grad_norm": 0.09507285058498383,
      "learning_rate": 4.2274771507326275e-05,
      "loss": 0.0105,
      "step": 16016
    },
    {
      "epoch": 1.736448395490026,
      "grad_norm": 0.0800747498869896,
      "learning_rate": 4.227114463948934e-05,
      "loss": 0.0105,
      "step": 16017
    },
    {
      "epoch": 1.7365568083261058,
      "grad_norm": 0.3523513674736023,
      "learning_rate": 4.22675177716524e-05,
      "loss": 0.0554,
      "step": 16018
    },
    {
      "epoch": 1.7366652211621856,
      "grad_norm": 0.12275505810976028,
      "learning_rate": 4.226389090381547e-05,
      "loss": 0.0306,
      "step": 16019
    },
    {
      "epoch": 1.7367736339982653,
      "grad_norm": 0.1627865433692932,
      "learning_rate": 4.226026403597853e-05,
      "loss": 0.0119,
      "step": 16020
    },
    {
      "epoch": 1.7368820468343453,
      "grad_norm": 0.23877514898777008,
      "learning_rate": 4.2256637168141596e-05,
      "loss": 0.0496,
      "step": 16021
    },
    {
      "epoch": 1.7369904596704249,
      "grad_norm": 0.07179414480924606,
      "learning_rate": 4.225301030030466e-05,
      "loss": 0.0101,
      "step": 16022
    },
    {
      "epoch": 1.7370988725065049,
      "grad_norm": 0.35544896125793457,
      "learning_rate": 4.2249383432467724e-05,
      "loss": 0.0262,
      "step": 16023
    },
    {
      "epoch": 1.7372072853425846,
      "grad_norm": 0.08576293289661407,
      "learning_rate": 4.224575656463079e-05,
      "loss": 0.024,
      "step": 16024
    },
    {
      "epoch": 1.7373156981786644,
      "grad_norm": 0.10568848252296448,
      "learning_rate": 4.224212969679385e-05,
      "loss": 0.024,
      "step": 16025
    },
    {
      "epoch": 1.7374241110147441,
      "grad_norm": 0.18986918032169342,
      "learning_rate": 4.2238502828956916e-05,
      "loss": 0.0438,
      "step": 16026
    },
    {
      "epoch": 1.737532523850824,
      "grad_norm": 0.09421150386333466,
      "learning_rate": 4.223487596111998e-05,
      "loss": 0.007,
      "step": 16027
    },
    {
      "epoch": 1.737640936686904,
      "grad_norm": 0.09610565751791,
      "learning_rate": 4.2231249093283044e-05,
      "loss": 0.0135,
      "step": 16028
    },
    {
      "epoch": 1.7377493495229834,
      "grad_norm": 2.6987674236297607,
      "learning_rate": 4.222762222544611e-05,
      "loss": 0.0688,
      "step": 16029
    },
    {
      "epoch": 1.7378577623590634,
      "grad_norm": 0.05163780599832535,
      "learning_rate": 4.222399535760917e-05,
      "loss": 0.0059,
      "step": 16030
    },
    {
      "epoch": 1.737966175195143,
      "grad_norm": 0.20434904098510742,
      "learning_rate": 4.222036848977223e-05,
      "loss": 0.0309,
      "step": 16031
    },
    {
      "epoch": 1.738074588031223,
      "grad_norm": 0.14988169074058533,
      "learning_rate": 4.2216741621935294e-05,
      "loss": 0.0369,
      "step": 16032
    },
    {
      "epoch": 1.7381830008673027,
      "grad_norm": 0.19916129112243652,
      "learning_rate": 4.2213114754098365e-05,
      "loss": 0.0316,
      "step": 16033
    },
    {
      "epoch": 1.7382914137033825,
      "grad_norm": 0.07473378628492355,
      "learning_rate": 4.220948788626143e-05,
      "loss": 0.0151,
      "step": 16034
    },
    {
      "epoch": 1.7383998265394622,
      "grad_norm": 0.3851014971733093,
      "learning_rate": 4.220586101842449e-05,
      "loss": 0.0546,
      "step": 16035
    },
    {
      "epoch": 1.738508239375542,
      "grad_norm": 0.04920906946063042,
      "learning_rate": 4.220223415058756e-05,
      "loss": 0.0071,
      "step": 16036
    },
    {
      "epoch": 1.738616652211622,
      "grad_norm": 0.11862707883119583,
      "learning_rate": 4.219860728275062e-05,
      "loss": 0.0066,
      "step": 16037
    },
    {
      "epoch": 1.7387250650477015,
      "grad_norm": 0.06991530954837799,
      "learning_rate": 4.219498041491368e-05,
      "loss": 0.0075,
      "step": 16038
    },
    {
      "epoch": 1.7388334778837815,
      "grad_norm": 0.05864880606532097,
      "learning_rate": 4.219135354707674e-05,
      "loss": 0.0114,
      "step": 16039
    },
    {
      "epoch": 1.7389418907198613,
      "grad_norm": 0.358551025390625,
      "learning_rate": 4.218772667923981e-05,
      "loss": 0.024,
      "step": 16040
    },
    {
      "epoch": 1.739050303555941,
      "grad_norm": 0.3240016996860504,
      "learning_rate": 4.218409981140287e-05,
      "loss": 0.0123,
      "step": 16041
    },
    {
      "epoch": 1.7391587163920208,
      "grad_norm": 0.22996316850185394,
      "learning_rate": 4.218047294356594e-05,
      "loss": 0.048,
      "step": 16042
    },
    {
      "epoch": 1.7392671292281006,
      "grad_norm": 0.5312652587890625,
      "learning_rate": 4.2176846075729006e-05,
      "loss": 0.0592,
      "step": 16043
    },
    {
      "epoch": 1.7393755420641805,
      "grad_norm": 0.11628883332014084,
      "learning_rate": 4.217321920789207e-05,
      "loss": 0.0225,
      "step": 16044
    },
    {
      "epoch": 1.73948395490026,
      "grad_norm": 0.5177268981933594,
      "learning_rate": 4.216959234005513e-05,
      "loss": 0.0551,
      "step": 16045
    },
    {
      "epoch": 1.73959236773634,
      "grad_norm": 0.15647372603416443,
      "learning_rate": 4.216596547221819e-05,
      "loss": 0.0175,
      "step": 16046
    },
    {
      "epoch": 1.7397007805724196,
      "grad_norm": 0.26706618070602417,
      "learning_rate": 4.2162338604381256e-05,
      "loss": 0.0436,
      "step": 16047
    },
    {
      "epoch": 1.7398091934084996,
      "grad_norm": 0.2272823303937912,
      "learning_rate": 4.215871173654432e-05,
      "loss": 0.0634,
      "step": 16048
    },
    {
      "epoch": 1.7399176062445794,
      "grad_norm": 0.18775725364685059,
      "learning_rate": 4.2155084868707384e-05,
      "loss": 0.0339,
      "step": 16049
    },
    {
      "epoch": 1.7400260190806591,
      "grad_norm": 0.17032772302627563,
      "learning_rate": 4.2151458000870455e-05,
      "loss": 0.025,
      "step": 16050
    },
    {
      "epoch": 1.7401344319167389,
      "grad_norm": 0.4021410048007965,
      "learning_rate": 4.214783113303352e-05,
      "loss": 0.0427,
      "step": 16051
    },
    {
      "epoch": 1.7402428447528187,
      "grad_norm": 0.1476108282804489,
      "learning_rate": 4.214420426519658e-05,
      "loss": 0.0204,
      "step": 16052
    },
    {
      "epoch": 1.7403512575888986,
      "grad_norm": 0.0972064808011055,
      "learning_rate": 4.214057739735964e-05,
      "loss": 0.0109,
      "step": 16053
    },
    {
      "epoch": 1.7404596704249782,
      "grad_norm": 0.1424245685338974,
      "learning_rate": 4.2136950529522704e-05,
      "loss": 0.0207,
      "step": 16054
    },
    {
      "epoch": 1.7405680832610582,
      "grad_norm": 0.2593928575515747,
      "learning_rate": 4.213332366168577e-05,
      "loss": 0.0098,
      "step": 16055
    },
    {
      "epoch": 1.740676496097138,
      "grad_norm": 0.1246868371963501,
      "learning_rate": 4.212969679384883e-05,
      "loss": 0.0262,
      "step": 16056
    },
    {
      "epoch": 1.7407849089332177,
      "grad_norm": 0.28005555272102356,
      "learning_rate": 4.21260699260119e-05,
      "loss": 0.0102,
      "step": 16057
    },
    {
      "epoch": 1.7408933217692975,
      "grad_norm": 0.10576967149972916,
      "learning_rate": 4.212244305817496e-05,
      "loss": 0.0097,
      "step": 16058
    },
    {
      "epoch": 1.7410017346053772,
      "grad_norm": 0.5516788959503174,
      "learning_rate": 4.211881619033803e-05,
      "loss": 0.0707,
      "step": 16059
    },
    {
      "epoch": 1.7411101474414572,
      "grad_norm": 0.1839321255683899,
      "learning_rate": 4.211518932250109e-05,
      "loss": 0.0313,
      "step": 16060
    },
    {
      "epoch": 1.7412185602775367,
      "grad_norm": 0.2190856784582138,
      "learning_rate": 4.211156245466415e-05,
      "loss": 0.0278,
      "step": 16061
    },
    {
      "epoch": 1.7413269731136167,
      "grad_norm": 0.0706881582736969,
      "learning_rate": 4.210793558682722e-05,
      "loss": 0.01,
      "step": 16062
    },
    {
      "epoch": 1.7414353859496965,
      "grad_norm": 0.1592818647623062,
      "learning_rate": 4.210430871899028e-05,
      "loss": 0.0265,
      "step": 16063
    },
    {
      "epoch": 1.7415437987857763,
      "grad_norm": 0.2951696813106537,
      "learning_rate": 4.2100681851153345e-05,
      "loss": 0.0206,
      "step": 16064
    },
    {
      "epoch": 1.741652211621856,
      "grad_norm": 0.11974437534809113,
      "learning_rate": 4.209705498331641e-05,
      "loss": 0.0295,
      "step": 16065
    },
    {
      "epoch": 1.7417606244579358,
      "grad_norm": 0.1323498636484146,
      "learning_rate": 4.2093428115479474e-05,
      "loss": 0.022,
      "step": 16066
    },
    {
      "epoch": 1.7418690372940158,
      "grad_norm": 0.1681121438741684,
      "learning_rate": 4.208980124764254e-05,
      "loss": 0.0273,
      "step": 16067
    },
    {
      "epoch": 1.7419774501300953,
      "grad_norm": 0.24531368911266327,
      "learning_rate": 4.20861743798056e-05,
      "loss": 0.0325,
      "step": 16068
    },
    {
      "epoch": 1.7420858629661753,
      "grad_norm": 0.3491594195365906,
      "learning_rate": 4.2082547511968666e-05,
      "loss": 0.0182,
      "step": 16069
    },
    {
      "epoch": 1.7421942758022548,
      "grad_norm": 0.16164281964302063,
      "learning_rate": 4.207892064413173e-05,
      "loss": 0.0343,
      "step": 16070
    },
    {
      "epoch": 1.7423026886383348,
      "grad_norm": 0.29377150535583496,
      "learning_rate": 4.2075293776294794e-05,
      "loss": 0.0296,
      "step": 16071
    },
    {
      "epoch": 1.7424111014744146,
      "grad_norm": 0.22492294013500214,
      "learning_rate": 4.207166690845786e-05,
      "loss": 0.0395,
      "step": 16072
    },
    {
      "epoch": 1.7425195143104943,
      "grad_norm": 0.17555606365203857,
      "learning_rate": 4.206804004062092e-05,
      "loss": 0.0328,
      "step": 16073
    },
    {
      "epoch": 1.742627927146574,
      "grad_norm": 0.09415929764509201,
      "learning_rate": 4.2064413172783986e-05,
      "loss": 0.023,
      "step": 16074
    },
    {
      "epoch": 1.7427363399826539,
      "grad_norm": 0.21282240748405457,
      "learning_rate": 4.206078630494705e-05,
      "loss": 0.0184,
      "step": 16075
    },
    {
      "epoch": 1.7428447528187339,
      "grad_norm": 0.1778343915939331,
      "learning_rate": 4.2057159437110115e-05,
      "loss": 0.0543,
      "step": 16076
    },
    {
      "epoch": 1.7429531656548134,
      "grad_norm": 0.14468315243721008,
      "learning_rate": 4.205353256927318e-05,
      "loss": 0.0145,
      "step": 16077
    },
    {
      "epoch": 1.7430615784908934,
      "grad_norm": 0.48315396904945374,
      "learning_rate": 4.204990570143624e-05,
      "loss": 0.0609,
      "step": 16078
    },
    {
      "epoch": 1.7431699913269731,
      "grad_norm": 0.39080944657325745,
      "learning_rate": 4.204627883359931e-05,
      "loss": 0.047,
      "step": 16079
    },
    {
      "epoch": 1.743278404163053,
      "grad_norm": 0.07012958824634552,
      "learning_rate": 4.204265196576237e-05,
      "loss": 0.0077,
      "step": 16080
    },
    {
      "epoch": 1.7433868169991327,
      "grad_norm": 0.13271887600421906,
      "learning_rate": 4.2039025097925435e-05,
      "loss": 0.0186,
      "step": 16081
    },
    {
      "epoch": 1.7434952298352124,
      "grad_norm": 0.22792834043502808,
      "learning_rate": 4.20353982300885e-05,
      "loss": 0.0421,
      "step": 16082
    },
    {
      "epoch": 1.7436036426712924,
      "grad_norm": 0.18470317125320435,
      "learning_rate": 4.203177136225156e-05,
      "loss": 0.0344,
      "step": 16083
    },
    {
      "epoch": 1.743712055507372,
      "grad_norm": 0.15135180950164795,
      "learning_rate": 4.202814449441462e-05,
      "loss": 0.0358,
      "step": 16084
    },
    {
      "epoch": 1.743820468343452,
      "grad_norm": 0.08754395693540573,
      "learning_rate": 4.202451762657769e-05,
      "loss": 0.0049,
      "step": 16085
    },
    {
      "epoch": 1.7439288811795317,
      "grad_norm": 2.7835726737976074,
      "learning_rate": 4.2020890758740756e-05,
      "loss": 0.0386,
      "step": 16086
    },
    {
      "epoch": 1.7440372940156115,
      "grad_norm": 0.21353280544281006,
      "learning_rate": 4.201726389090382e-05,
      "loss": 0.018,
      "step": 16087
    },
    {
      "epoch": 1.7441457068516912,
      "grad_norm": 0.13768376410007477,
      "learning_rate": 4.2013637023066884e-05,
      "loss": 0.0309,
      "step": 16088
    },
    {
      "epoch": 1.744254119687771,
      "grad_norm": 0.17328782379627228,
      "learning_rate": 4.201001015522995e-05,
      "loss": 0.0195,
      "step": 16089
    },
    {
      "epoch": 1.744362532523851,
      "grad_norm": 0.329984188079834,
      "learning_rate": 4.2006383287393005e-05,
      "loss": 0.0328,
      "step": 16090
    },
    {
      "epoch": 1.7444709453599305,
      "grad_norm": 0.3144308626651764,
      "learning_rate": 4.200275641955607e-05,
      "loss": 0.0502,
      "step": 16091
    },
    {
      "epoch": 1.7445793581960105,
      "grad_norm": 0.14617052674293518,
      "learning_rate": 4.1999129551719134e-05,
      "loss": 0.016,
      "step": 16092
    },
    {
      "epoch": 1.74468777103209,
      "grad_norm": 0.4936596751213074,
      "learning_rate": 4.1995502683882204e-05,
      "loss": 0.0546,
      "step": 16093
    },
    {
      "epoch": 1.74479618386817,
      "grad_norm": 0.06366299837827682,
      "learning_rate": 4.199187581604527e-05,
      "loss": 0.0058,
      "step": 16094
    },
    {
      "epoch": 1.7449045967042498,
      "grad_norm": 0.14847056567668915,
      "learning_rate": 4.198824894820833e-05,
      "loss": 0.0096,
      "step": 16095
    },
    {
      "epoch": 1.7450130095403296,
      "grad_norm": 0.12599872052669525,
      "learning_rate": 4.19846220803714e-05,
      "loss": 0.0267,
      "step": 16096
    },
    {
      "epoch": 1.7451214223764093,
      "grad_norm": 0.39948171377182007,
      "learning_rate": 4.1980995212534454e-05,
      "loss": 0.0577,
      "step": 16097
    },
    {
      "epoch": 1.745229835212489,
      "grad_norm": 0.1608564853668213,
      "learning_rate": 4.197736834469752e-05,
      "loss": 0.0232,
      "step": 16098
    },
    {
      "epoch": 1.745338248048569,
      "grad_norm": 0.1594647914171219,
      "learning_rate": 4.197374147686058e-05,
      "loss": 0.0274,
      "step": 16099
    },
    {
      "epoch": 1.7454466608846486,
      "grad_norm": 0.39258071780204773,
      "learning_rate": 4.1970114609023646e-05,
      "loss": 0.0513,
      "step": 16100
    },
    {
      "epoch": 1.7455550737207286,
      "grad_norm": 0.077863909304142,
      "learning_rate": 4.196648774118671e-05,
      "loss": 0.0071,
      "step": 16101
    },
    {
      "epoch": 1.7456634865568084,
      "grad_norm": 0.0496140755712986,
      "learning_rate": 4.196286087334978e-05,
      "loss": 0.0042,
      "step": 16102
    },
    {
      "epoch": 1.7457718993928881,
      "grad_norm": 0.05089442804455757,
      "learning_rate": 4.1959234005512846e-05,
      "loss": 0.0038,
      "step": 16103
    },
    {
      "epoch": 1.745880312228968,
      "grad_norm": 0.13925667107105255,
      "learning_rate": 4.195560713767591e-05,
      "loss": 0.0142,
      "step": 16104
    },
    {
      "epoch": 1.7459887250650477,
      "grad_norm": 0.14398479461669922,
      "learning_rate": 4.195198026983897e-05,
      "loss": 0.0151,
      "step": 16105
    },
    {
      "epoch": 1.7460971379011276,
      "grad_norm": 0.22162921726703644,
      "learning_rate": 4.194835340200203e-05,
      "loss": 0.0339,
      "step": 16106
    },
    {
      "epoch": 1.7462055507372072,
      "grad_norm": 0.09270859509706497,
      "learning_rate": 4.1944726534165095e-05,
      "loss": 0.0119,
      "step": 16107
    },
    {
      "epoch": 1.7463139635732872,
      "grad_norm": 0.22800470888614655,
      "learning_rate": 4.194109966632816e-05,
      "loss": 0.0356,
      "step": 16108
    },
    {
      "epoch": 1.7464223764093667,
      "grad_norm": 0.06227125972509384,
      "learning_rate": 4.1937472798491223e-05,
      "loss": 0.0053,
      "step": 16109
    },
    {
      "epoch": 1.7465307892454467,
      "grad_norm": 0.22646798193454742,
      "learning_rate": 4.193384593065429e-05,
      "loss": 0.0205,
      "step": 16110
    },
    {
      "epoch": 1.7466392020815265,
      "grad_norm": 0.15537025034427643,
      "learning_rate": 4.193021906281736e-05,
      "loss": 0.0225,
      "step": 16111
    },
    {
      "epoch": 1.7467476149176062,
      "grad_norm": 0.38601741194725037,
      "learning_rate": 4.1926592194980416e-05,
      "loss": 0.0477,
      "step": 16112
    },
    {
      "epoch": 1.7468560277536862,
      "grad_norm": 0.38308054208755493,
      "learning_rate": 4.192296532714348e-05,
      "loss": 0.0703,
      "step": 16113
    },
    {
      "epoch": 1.7469644405897657,
      "grad_norm": 0.10043779015541077,
      "learning_rate": 4.1919338459306544e-05,
      "loss": 0.0158,
      "step": 16114
    },
    {
      "epoch": 1.7470728534258457,
      "grad_norm": 0.28892913460731506,
      "learning_rate": 4.191571159146961e-05,
      "loss": 0.0574,
      "step": 16115
    },
    {
      "epoch": 1.7471812662619253,
      "grad_norm": 0.10299522429704666,
      "learning_rate": 4.191208472363267e-05,
      "loss": 0.0126,
      "step": 16116
    },
    {
      "epoch": 1.7472896790980053,
      "grad_norm": 0.09976141154766083,
      "learning_rate": 4.1908457855795736e-05,
      "loss": 0.0041,
      "step": 16117
    },
    {
      "epoch": 1.747398091934085,
      "grad_norm": 0.20901921391487122,
      "learning_rate": 4.19048309879588e-05,
      "loss": 0.0539,
      "step": 16118
    },
    {
      "epoch": 1.7475065047701648,
      "grad_norm": 0.11872485280036926,
      "learning_rate": 4.1901204120121864e-05,
      "loss": 0.0092,
      "step": 16119
    },
    {
      "epoch": 1.7476149176062445,
      "grad_norm": 0.17281723022460938,
      "learning_rate": 4.189757725228493e-05,
      "loss": 0.0366,
      "step": 16120
    },
    {
      "epoch": 1.7477233304423243,
      "grad_norm": 0.02086929976940155,
      "learning_rate": 4.189395038444799e-05,
      "loss": 0.0026,
      "step": 16121
    },
    {
      "epoch": 1.7478317432784043,
      "grad_norm": 0.13422727584838867,
      "learning_rate": 4.189032351661106e-05,
      "loss": 0.0115,
      "step": 16122
    },
    {
      "epoch": 1.7479401561144838,
      "grad_norm": 0.135670468211174,
      "learning_rate": 4.188669664877412e-05,
      "loss": 0.0152,
      "step": 16123
    },
    {
      "epoch": 1.7480485689505638,
      "grad_norm": 0.08902949094772339,
      "learning_rate": 4.1883069780937185e-05,
      "loss": 0.0144,
      "step": 16124
    },
    {
      "epoch": 1.7481569817866436,
      "grad_norm": 0.07548074424266815,
      "learning_rate": 4.187944291310025e-05,
      "loss": 0.0099,
      "step": 16125
    },
    {
      "epoch": 1.7482653946227233,
      "grad_norm": 0.23064225912094116,
      "learning_rate": 4.187581604526331e-05,
      "loss": 0.0305,
      "step": 16126
    },
    {
      "epoch": 1.748373807458803,
      "grad_norm": 0.1079748198390007,
      "learning_rate": 4.187218917742638e-05,
      "loss": 0.0212,
      "step": 16127
    },
    {
      "epoch": 1.7484822202948829,
      "grad_norm": 0.1527833789587021,
      "learning_rate": 4.186856230958944e-05,
      "loss": 0.0114,
      "step": 16128
    },
    {
      "epoch": 1.7485906331309629,
      "grad_norm": 0.14842331409454346,
      "learning_rate": 4.1864935441752505e-05,
      "loss": 0.0198,
      "step": 16129
    },
    {
      "epoch": 1.7486990459670424,
      "grad_norm": 0.12446760386228561,
      "learning_rate": 4.186130857391557e-05,
      "loss": 0.0172,
      "step": 16130
    },
    {
      "epoch": 1.7488074588031224,
      "grad_norm": 0.12376454472541809,
      "learning_rate": 4.1857681706078634e-05,
      "loss": 0.0267,
      "step": 16131
    },
    {
      "epoch": 1.748915871639202,
      "grad_norm": 0.19589772820472717,
      "learning_rate": 4.18540548382417e-05,
      "loss": 0.0386,
      "step": 16132
    },
    {
      "epoch": 1.749024284475282,
      "grad_norm": 0.17414121329784393,
      "learning_rate": 4.185042797040476e-05,
      "loss": 0.0457,
      "step": 16133
    },
    {
      "epoch": 1.7491326973113617,
      "grad_norm": 0.1118597611784935,
      "learning_rate": 4.1846801102567826e-05,
      "loss": 0.0193,
      "step": 16134
    },
    {
      "epoch": 1.7492411101474414,
      "grad_norm": 0.2025497853755951,
      "learning_rate": 4.184317423473088e-05,
      "loss": 0.028,
      "step": 16135
    },
    {
      "epoch": 1.7493495229835212,
      "grad_norm": 0.19935546815395355,
      "learning_rate": 4.183954736689395e-05,
      "loss": 0.0293,
      "step": 16136
    },
    {
      "epoch": 1.749457935819601,
      "grad_norm": 0.1087881401181221,
      "learning_rate": 4.183592049905702e-05,
      "loss": 0.0186,
      "step": 16137
    },
    {
      "epoch": 1.749566348655681,
      "grad_norm": 0.1916874349117279,
      "learning_rate": 4.183229363122008e-05,
      "loss": 0.0203,
      "step": 16138
    },
    {
      "epoch": 1.7496747614917605,
      "grad_norm": 0.08351073414087296,
      "learning_rate": 4.1828666763383147e-05,
      "loss": 0.01,
      "step": 16139
    },
    {
      "epoch": 1.7497831743278405,
      "grad_norm": 0.1668747365474701,
      "learning_rate": 4.182503989554621e-05,
      "loss": 0.0092,
      "step": 16140
    },
    {
      "epoch": 1.7498915871639202,
      "grad_norm": 0.17278559505939484,
      "learning_rate": 4.1821413027709275e-05,
      "loss": 0.0253,
      "step": 16141
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.39182808995246887,
      "learning_rate": 4.181778615987233e-05,
      "loss": 0.0838,
      "step": 16142
    },
    {
      "epoch": 1.7501084128360798,
      "grad_norm": 0.06742866337299347,
      "learning_rate": 4.1814159292035396e-05,
      "loss": 0.0138,
      "step": 16143
    },
    {
      "epoch": 1.7502168256721595,
      "grad_norm": 0.2654765248298645,
      "learning_rate": 4.181053242419846e-05,
      "loss": 0.0278,
      "step": 16144
    },
    {
      "epoch": 1.7503252385082395,
      "grad_norm": 0.20462000370025635,
      "learning_rate": 4.180690555636153e-05,
      "loss": 0.0031,
      "step": 16145
    },
    {
      "epoch": 1.750433651344319,
      "grad_norm": 0.24017111957073212,
      "learning_rate": 4.1803278688524595e-05,
      "loss": 0.0455,
      "step": 16146
    },
    {
      "epoch": 1.750542064180399,
      "grad_norm": 0.13499665260314941,
      "learning_rate": 4.179965182068766e-05,
      "loss": 0.0245,
      "step": 16147
    },
    {
      "epoch": 1.7506504770164788,
      "grad_norm": 0.3216502368450165,
      "learning_rate": 4.1796024952850723e-05,
      "loss": 0.064,
      "step": 16148
    },
    {
      "epoch": 1.7507588898525586,
      "grad_norm": 0.10321299731731415,
      "learning_rate": 4.179239808501378e-05,
      "loss": 0.0177,
      "step": 16149
    },
    {
      "epoch": 1.7508673026886383,
      "grad_norm": 0.13965211808681488,
      "learning_rate": 4.1788771217176845e-05,
      "loss": 0.0204,
      "step": 16150
    },
    {
      "epoch": 1.750975715524718,
      "grad_norm": 0.14672859013080597,
      "learning_rate": 4.178514434933991e-05,
      "loss": 0.0274,
      "step": 16151
    },
    {
      "epoch": 1.751084128360798,
      "grad_norm": 0.06401696801185608,
      "learning_rate": 4.178151748150297e-05,
      "loss": 0.0091,
      "step": 16152
    },
    {
      "epoch": 1.7511925411968776,
      "grad_norm": 0.09783711284399033,
      "learning_rate": 4.177789061366604e-05,
      "loss": 0.0114,
      "step": 16153
    },
    {
      "epoch": 1.7513009540329576,
      "grad_norm": 0.2047227919101715,
      "learning_rate": 4.177426374582911e-05,
      "loss": 0.0368,
      "step": 16154
    },
    {
      "epoch": 1.7514093668690371,
      "grad_norm": 1.0708118677139282,
      "learning_rate": 4.177063687799217e-05,
      "loss": 0.0546,
      "step": 16155
    },
    {
      "epoch": 1.7515177797051171,
      "grad_norm": 0.36003831028938293,
      "learning_rate": 4.1767010010155236e-05,
      "loss": 0.0636,
      "step": 16156
    },
    {
      "epoch": 1.751626192541197,
      "grad_norm": 0.2560863494873047,
      "learning_rate": 4.1763383142318294e-05,
      "loss": 0.0426,
      "step": 16157
    },
    {
      "epoch": 1.7517346053772767,
      "grad_norm": 0.08308650553226471,
      "learning_rate": 4.175975627448136e-05,
      "loss": 0.0218,
      "step": 16158
    },
    {
      "epoch": 1.7518430182133564,
      "grad_norm": 0.04668494686484337,
      "learning_rate": 4.175612940664442e-05,
      "loss": 0.0071,
      "step": 16159
    },
    {
      "epoch": 1.7519514310494362,
      "grad_norm": 0.12461282312870026,
      "learning_rate": 4.1752502538807486e-05,
      "loss": 0.0132,
      "step": 16160
    },
    {
      "epoch": 1.7520598438855162,
      "grad_norm": 0.13044461607933044,
      "learning_rate": 4.174887567097055e-05,
      "loss": 0.0105,
      "step": 16161
    },
    {
      "epoch": 1.7521682567215957,
      "grad_norm": 0.17311185598373413,
      "learning_rate": 4.1745248803133614e-05,
      "loss": 0.0143,
      "step": 16162
    },
    {
      "epoch": 1.7522766695576757,
      "grad_norm": 0.16121265292167664,
      "learning_rate": 4.1741621935296685e-05,
      "loss": 0.0169,
      "step": 16163
    },
    {
      "epoch": 1.7523850823937555,
      "grad_norm": 0.15531907975673676,
      "learning_rate": 4.173799506745974e-05,
      "loss": 0.0203,
      "step": 16164
    },
    {
      "epoch": 1.7524934952298352,
      "grad_norm": 0.0956212654709816,
      "learning_rate": 4.1734368199622806e-05,
      "loss": 0.0115,
      "step": 16165
    },
    {
      "epoch": 1.752601908065915,
      "grad_norm": 0.1982227861881256,
      "learning_rate": 4.173074133178587e-05,
      "loss": 0.0168,
      "step": 16166
    },
    {
      "epoch": 1.7527103209019947,
      "grad_norm": 0.07046427577733994,
      "learning_rate": 4.1727114463948935e-05,
      "loss": 0.0106,
      "step": 16167
    },
    {
      "epoch": 1.7528187337380747,
      "grad_norm": 0.10461895912885666,
      "learning_rate": 4.1723487596112e-05,
      "loss": 0.0141,
      "step": 16168
    },
    {
      "epoch": 1.7529271465741543,
      "grad_norm": 0.08672857284545898,
      "learning_rate": 4.171986072827506e-05,
      "loss": 0.0182,
      "step": 16169
    },
    {
      "epoch": 1.7530355594102343,
      "grad_norm": 0.20851244032382965,
      "learning_rate": 4.171623386043813e-05,
      "loss": 0.0203,
      "step": 16170
    },
    {
      "epoch": 1.7531439722463138,
      "grad_norm": 0.17367219924926758,
      "learning_rate": 4.171260699260119e-05,
      "loss": 0.0331,
      "step": 16171
    },
    {
      "epoch": 1.7532523850823938,
      "grad_norm": 0.0862533301115036,
      "learning_rate": 4.1708980124764255e-05,
      "loss": 0.0183,
      "step": 16172
    },
    {
      "epoch": 1.7533607979184735,
      "grad_norm": 0.051386766135692596,
      "learning_rate": 4.170535325692732e-05,
      "loss": 0.0033,
      "step": 16173
    },
    {
      "epoch": 1.7534692107545533,
      "grad_norm": 0.17900067567825317,
      "learning_rate": 4.1701726389090383e-05,
      "loss": 0.0208,
      "step": 16174
    },
    {
      "epoch": 1.7535776235906333,
      "grad_norm": 0.15857833623886108,
      "learning_rate": 4.169809952125345e-05,
      "loss": 0.0248,
      "step": 16175
    },
    {
      "epoch": 1.7536860364267128,
      "grad_norm": 0.5888156294822693,
      "learning_rate": 4.169447265341651e-05,
      "loss": 0.0495,
      "step": 16176
    },
    {
      "epoch": 1.7537944492627928,
      "grad_norm": 0.5115432143211365,
      "learning_rate": 4.1690845785579576e-05,
      "loss": 0.058,
      "step": 16177
    },
    {
      "epoch": 1.7539028620988724,
      "grad_norm": 0.032795295119285583,
      "learning_rate": 4.168721891774264e-05,
      "loss": 0.0048,
      "step": 16178
    },
    {
      "epoch": 1.7540112749349523,
      "grad_norm": 0.060885239392519,
      "learning_rate": 4.1683592049905704e-05,
      "loss": 0.0083,
      "step": 16179
    },
    {
      "epoch": 1.754119687771032,
      "grad_norm": 0.08403203636407852,
      "learning_rate": 4.167996518206877e-05,
      "loss": 0.009,
      "step": 16180
    },
    {
      "epoch": 1.7542281006071119,
      "grad_norm": 0.08880864828824997,
      "learning_rate": 4.167633831423183e-05,
      "loss": 0.0106,
      "step": 16181
    },
    {
      "epoch": 1.7543365134431916,
      "grad_norm": 0.13274937868118286,
      "learning_rate": 4.1672711446394896e-05,
      "loss": 0.0241,
      "step": 16182
    },
    {
      "epoch": 1.7544449262792714,
      "grad_norm": 0.07782238721847534,
      "learning_rate": 4.166908457855796e-05,
      "loss": 0.011,
      "step": 16183
    },
    {
      "epoch": 1.7545533391153514,
      "grad_norm": 0.06151493266224861,
      "learning_rate": 4.1665457710721024e-05,
      "loss": 0.0161,
      "step": 16184
    },
    {
      "epoch": 1.754661751951431,
      "grad_norm": 0.18727561831474304,
      "learning_rate": 4.166183084288409e-05,
      "loss": 0.0321,
      "step": 16185
    },
    {
      "epoch": 1.754770164787511,
      "grad_norm": 0.10667913407087326,
      "learning_rate": 4.165820397504715e-05,
      "loss": 0.0146,
      "step": 16186
    },
    {
      "epoch": 1.7548785776235907,
      "grad_norm": 0.13528302311897278,
      "learning_rate": 4.165457710721021e-05,
      "loss": 0.0179,
      "step": 16187
    },
    {
      "epoch": 1.7549869904596704,
      "grad_norm": 0.10996825248003006,
      "learning_rate": 4.165095023937328e-05,
      "loss": 0.0141,
      "step": 16188
    },
    {
      "epoch": 1.7550954032957502,
      "grad_norm": 0.11288833618164062,
      "learning_rate": 4.1647323371536345e-05,
      "loss": 0.0349,
      "step": 16189
    },
    {
      "epoch": 1.75520381613183,
      "grad_norm": 0.06980486214160919,
      "learning_rate": 4.164369650369941e-05,
      "loss": 0.0144,
      "step": 16190
    },
    {
      "epoch": 1.75531222896791,
      "grad_norm": 0.08938097208738327,
      "learning_rate": 4.164006963586247e-05,
      "loss": 0.0198,
      "step": 16191
    },
    {
      "epoch": 1.7554206418039895,
      "grad_norm": 0.1740318089723587,
      "learning_rate": 4.163644276802554e-05,
      "loss": 0.0203,
      "step": 16192
    },
    {
      "epoch": 1.7555290546400695,
      "grad_norm": 0.07219512015581131,
      "learning_rate": 4.16328159001886e-05,
      "loss": 0.0064,
      "step": 16193
    },
    {
      "epoch": 1.755637467476149,
      "grad_norm": 0.06992959976196289,
      "learning_rate": 4.162918903235166e-05,
      "loss": 0.0234,
      "step": 16194
    },
    {
      "epoch": 1.755745880312229,
      "grad_norm": 0.20767651498317719,
      "learning_rate": 4.162556216451472e-05,
      "loss": 0.031,
      "step": 16195
    },
    {
      "epoch": 1.7558542931483088,
      "grad_norm": 0.15947726368904114,
      "learning_rate": 4.162193529667779e-05,
      "loss": 0.023,
      "step": 16196
    },
    {
      "epoch": 1.7559627059843885,
      "grad_norm": 0.04847012832760811,
      "learning_rate": 4.161830842884086e-05,
      "loss": 0.0042,
      "step": 16197
    },
    {
      "epoch": 1.7560711188204683,
      "grad_norm": 0.10861581563949585,
      "learning_rate": 4.161468156100392e-05,
      "loss": 0.0127,
      "step": 16198
    },
    {
      "epoch": 1.756179531656548,
      "grad_norm": 0.21559272706508636,
      "learning_rate": 4.1611054693166986e-05,
      "loss": 0.0137,
      "step": 16199
    },
    {
      "epoch": 1.756287944492628,
      "grad_norm": 0.197614848613739,
      "learning_rate": 4.160742782533005e-05,
      "loss": 0.0511,
      "step": 16200
    },
    {
      "epoch": 1.7563963573287076,
      "grad_norm": 0.2773427367210388,
      "learning_rate": 4.1603800957493114e-05,
      "loss": 0.0729,
      "step": 16201
    },
    {
      "epoch": 1.7565047701647876,
      "grad_norm": 0.10433629900217056,
      "learning_rate": 4.160017408965617e-05,
      "loss": 0.0112,
      "step": 16202
    },
    {
      "epoch": 1.7566131830008673,
      "grad_norm": 0.03886118531227112,
      "learning_rate": 4.1596547221819236e-05,
      "loss": 0.0025,
      "step": 16203
    },
    {
      "epoch": 1.756721595836947,
      "grad_norm": 0.17010684311389923,
      "learning_rate": 4.15929203539823e-05,
      "loss": 0.015,
      "step": 16204
    },
    {
      "epoch": 1.7568300086730269,
      "grad_norm": 0.0798608660697937,
      "learning_rate": 4.1589293486145364e-05,
      "loss": 0.014,
      "step": 16205
    },
    {
      "epoch": 1.7569384215091066,
      "grad_norm": 0.23004503548145294,
      "learning_rate": 4.1585666618308435e-05,
      "loss": 0.0181,
      "step": 16206
    },
    {
      "epoch": 1.7570468343451866,
      "grad_norm": 0.019813701510429382,
      "learning_rate": 4.15820397504715e-05,
      "loss": 0.0027,
      "step": 16207
    },
    {
      "epoch": 1.7571552471812661,
      "grad_norm": 0.22147178649902344,
      "learning_rate": 4.157841288263456e-05,
      "loss": 0.0413,
      "step": 16208
    },
    {
      "epoch": 1.7572636600173461,
      "grad_norm": 0.11470130831003189,
      "learning_rate": 4.157478601479762e-05,
      "loss": 0.0158,
      "step": 16209
    },
    {
      "epoch": 1.757372072853426,
      "grad_norm": 0.056846071034669876,
      "learning_rate": 4.1571159146960684e-05,
      "loss": 0.0044,
      "step": 16210
    },
    {
      "epoch": 1.7574804856895057,
      "grad_norm": 0.11730790883302689,
      "learning_rate": 4.156753227912375e-05,
      "loss": 0.0274,
      "step": 16211
    },
    {
      "epoch": 1.7575888985255854,
      "grad_norm": 0.1841592788696289,
      "learning_rate": 4.156390541128681e-05,
      "loss": 0.0148,
      "step": 16212
    },
    {
      "epoch": 1.7576973113616652,
      "grad_norm": 0.358743816614151,
      "learning_rate": 4.156027854344988e-05,
      "loss": 0.0283,
      "step": 16213
    },
    {
      "epoch": 1.7578057241977452,
      "grad_norm": 0.2942497432231903,
      "learning_rate": 4.155665167561295e-05,
      "loss": 0.0322,
      "step": 16214
    },
    {
      "epoch": 1.7579141370338247,
      "grad_norm": 0.12708410620689392,
      "learning_rate": 4.155302480777601e-05,
      "loss": 0.0122,
      "step": 16215
    },
    {
      "epoch": 1.7580225498699047,
      "grad_norm": 0.16781269013881683,
      "learning_rate": 4.154939793993907e-05,
      "loss": 0.02,
      "step": 16216
    },
    {
      "epoch": 1.7581309627059842,
      "grad_norm": 0.14865677058696747,
      "learning_rate": 4.154577107210213e-05,
      "loss": 0.0151,
      "step": 16217
    },
    {
      "epoch": 1.7582393755420642,
      "grad_norm": 0.1428936868906021,
      "learning_rate": 4.15421442042652e-05,
      "loss": 0.0203,
      "step": 16218
    },
    {
      "epoch": 1.758347788378144,
      "grad_norm": 0.22521142661571503,
      "learning_rate": 4.153851733642826e-05,
      "loss": 0.0233,
      "step": 16219
    },
    {
      "epoch": 1.7584562012142237,
      "grad_norm": 0.3000704050064087,
      "learning_rate": 4.1534890468591326e-05,
      "loss": 0.0254,
      "step": 16220
    },
    {
      "epoch": 1.7585646140503035,
      "grad_norm": 0.15330640971660614,
      "learning_rate": 4.153126360075439e-05,
      "loss": 0.018,
      "step": 16221
    },
    {
      "epoch": 1.7586730268863833,
      "grad_norm": 0.1107783317565918,
      "learning_rate": 4.1527636732917454e-05,
      "loss": 0.0161,
      "step": 16222
    },
    {
      "epoch": 1.7587814397224633,
      "grad_norm": 0.14524947106838226,
      "learning_rate": 4.152400986508052e-05,
      "loss": 0.0474,
      "step": 16223
    },
    {
      "epoch": 1.7588898525585428,
      "grad_norm": 0.10446436703205109,
      "learning_rate": 4.152038299724358e-05,
      "loss": 0.008,
      "step": 16224
    },
    {
      "epoch": 1.7589982653946228,
      "grad_norm": 0.25290387868881226,
      "learning_rate": 4.1516756129406646e-05,
      "loss": 0.024,
      "step": 16225
    },
    {
      "epoch": 1.7591066782307025,
      "grad_norm": 0.40155237913131714,
      "learning_rate": 4.151312926156971e-05,
      "loss": 0.0265,
      "step": 16226
    },
    {
      "epoch": 1.7592150910667823,
      "grad_norm": 0.1554284691810608,
      "learning_rate": 4.1509502393732774e-05,
      "loss": 0.024,
      "step": 16227
    },
    {
      "epoch": 1.759323503902862,
      "grad_norm": 0.20494578778743744,
      "learning_rate": 4.150587552589584e-05,
      "loss": 0.0179,
      "step": 16228
    },
    {
      "epoch": 1.7594319167389418,
      "grad_norm": 0.2890278697013855,
      "learning_rate": 4.15022486580589e-05,
      "loss": 0.0484,
      "step": 16229
    },
    {
      "epoch": 1.7595403295750218,
      "grad_norm": 0.15993383526802063,
      "learning_rate": 4.1498621790221967e-05,
      "loss": 0.0181,
      "step": 16230
    },
    {
      "epoch": 1.7596487424111014,
      "grad_norm": 0.22634266316890717,
      "learning_rate": 4.149499492238503e-05,
      "loss": 0.047,
      "step": 16231
    },
    {
      "epoch": 1.7597571552471813,
      "grad_norm": 0.17644500732421875,
      "learning_rate": 4.1491368054548095e-05,
      "loss": 0.0661,
      "step": 16232
    },
    {
      "epoch": 1.7598655680832611,
      "grad_norm": 0.15804873406887054,
      "learning_rate": 4.148774118671116e-05,
      "loss": 0.0273,
      "step": 16233
    },
    {
      "epoch": 1.7599739809193409,
      "grad_norm": 0.12174408882856369,
      "learning_rate": 4.148411431887422e-05,
      "loss": 0.0103,
      "step": 16234
    },
    {
      "epoch": 1.7600823937554206,
      "grad_norm": 0.18713122606277466,
      "learning_rate": 4.148048745103729e-05,
      "loss": 0.0077,
      "step": 16235
    },
    {
      "epoch": 1.7601908065915004,
      "grad_norm": 0.044488485902547836,
      "learning_rate": 4.147686058320035e-05,
      "loss": 0.0045,
      "step": 16236
    },
    {
      "epoch": 1.7602992194275804,
      "grad_norm": 0.034831780940294266,
      "learning_rate": 4.1473233715363415e-05,
      "loss": 0.006,
      "step": 16237
    },
    {
      "epoch": 1.76040763226366,
      "grad_norm": 0.11347921192646027,
      "learning_rate": 4.146960684752648e-05,
      "loss": 0.0227,
      "step": 16238
    },
    {
      "epoch": 1.76051604509974,
      "grad_norm": 0.3197358250617981,
      "learning_rate": 4.146597997968954e-05,
      "loss": 0.0235,
      "step": 16239
    },
    {
      "epoch": 1.7606244579358195,
      "grad_norm": 0.00785093940794468,
      "learning_rate": 4.146235311185261e-05,
      "loss": 0.0006,
      "step": 16240
    },
    {
      "epoch": 1.7607328707718994,
      "grad_norm": 0.16069760918617249,
      "learning_rate": 4.145872624401567e-05,
      "loss": 0.0107,
      "step": 16241
    },
    {
      "epoch": 1.7608412836079792,
      "grad_norm": 0.2276766002178192,
      "learning_rate": 4.1455099376178736e-05,
      "loss": 0.0291,
      "step": 16242
    },
    {
      "epoch": 1.760949696444059,
      "grad_norm": 0.052984945476055145,
      "learning_rate": 4.14514725083418e-05,
      "loss": 0.0046,
      "step": 16243
    },
    {
      "epoch": 1.7610581092801387,
      "grad_norm": 0.07125652581453323,
      "learning_rate": 4.1447845640504864e-05,
      "loss": 0.0087,
      "step": 16244
    },
    {
      "epoch": 1.7611665221162185,
      "grad_norm": 0.0704120621085167,
      "learning_rate": 4.144421877266793e-05,
      "loss": 0.0085,
      "step": 16245
    },
    {
      "epoch": 1.7612749349522985,
      "grad_norm": 0.017320498824119568,
      "learning_rate": 4.1440591904830985e-05,
      "loss": 0.0021,
      "step": 16246
    },
    {
      "epoch": 1.761383347788378,
      "grad_norm": 0.11662525683641434,
      "learning_rate": 4.143696503699405e-05,
      "loss": 0.0237,
      "step": 16247
    },
    {
      "epoch": 1.761491760624458,
      "grad_norm": 0.3580879271030426,
      "learning_rate": 4.1433338169157114e-05,
      "loss": 0.0342,
      "step": 16248
    },
    {
      "epoch": 1.7616001734605378,
      "grad_norm": 0.0835224911570549,
      "learning_rate": 4.1429711301320185e-05,
      "loss": 0.0129,
      "step": 16249
    },
    {
      "epoch": 1.7617085862966175,
      "grad_norm": 0.39416781067848206,
      "learning_rate": 4.142608443348325e-05,
      "loss": 0.0172,
      "step": 16250
    },
    {
      "epoch": 1.7618169991326973,
      "grad_norm": 0.05592258647084236,
      "learning_rate": 4.142245756564631e-05,
      "loss": 0.0068,
      "step": 16251
    },
    {
      "epoch": 1.761925411968777,
      "grad_norm": 0.2306564748287201,
      "learning_rate": 4.141883069780938e-05,
      "loss": 0.0319,
      "step": 16252
    },
    {
      "epoch": 1.762033824804857,
      "grad_norm": 0.2494264543056488,
      "learning_rate": 4.141520382997244e-05,
      "loss": 0.0272,
      "step": 16253
    },
    {
      "epoch": 1.7621422376409366,
      "grad_norm": 0.18107375502586365,
      "learning_rate": 4.14115769621355e-05,
      "loss": 0.0175,
      "step": 16254
    },
    {
      "epoch": 1.7622506504770166,
      "grad_norm": 0.2591414153575897,
      "learning_rate": 4.140795009429856e-05,
      "loss": 0.0363,
      "step": 16255
    },
    {
      "epoch": 1.762359063313096,
      "grad_norm": 0.171630859375,
      "learning_rate": 4.1404323226461627e-05,
      "loss": 0.0141,
      "step": 16256
    },
    {
      "epoch": 1.762467476149176,
      "grad_norm": 0.050391584634780884,
      "learning_rate": 4.140069635862469e-05,
      "loss": 0.0059,
      "step": 16257
    },
    {
      "epoch": 1.7625758889852559,
      "grad_norm": 0.2752320468425751,
      "learning_rate": 4.139706949078776e-05,
      "loss": 0.0263,
      "step": 16258
    },
    {
      "epoch": 1.7626843018213356,
      "grad_norm": 0.19311664998531342,
      "learning_rate": 4.1393442622950826e-05,
      "loss": 0.0285,
      "step": 16259
    },
    {
      "epoch": 1.7627927146574154,
      "grad_norm": 0.6536172032356262,
      "learning_rate": 4.138981575511389e-05,
      "loss": 0.0746,
      "step": 16260
    },
    {
      "epoch": 1.7629011274934951,
      "grad_norm": 0.1516665369272232,
      "learning_rate": 4.138618888727695e-05,
      "loss": 0.0254,
      "step": 16261
    },
    {
      "epoch": 1.7630095403295751,
      "grad_norm": 0.2801731824874878,
      "learning_rate": 4.138256201944001e-05,
      "loss": 0.0745,
      "step": 16262
    },
    {
      "epoch": 1.7631179531656547,
      "grad_norm": 0.06913557648658752,
      "learning_rate": 4.1378935151603075e-05,
      "loss": 0.0165,
      "step": 16263
    },
    {
      "epoch": 1.7632263660017347,
      "grad_norm": 0.3490547239780426,
      "learning_rate": 4.137530828376614e-05,
      "loss": 0.0142,
      "step": 16264
    },
    {
      "epoch": 1.7633347788378144,
      "grad_norm": 0.07853066176176071,
      "learning_rate": 4.1371681415929203e-05,
      "loss": 0.0052,
      "step": 16265
    },
    {
      "epoch": 1.7634431916738942,
      "grad_norm": 0.10095469653606415,
      "learning_rate": 4.1368054548092274e-05,
      "loss": 0.0094,
      "step": 16266
    },
    {
      "epoch": 1.763551604509974,
      "grad_norm": 0.4105367064476013,
      "learning_rate": 4.136442768025534e-05,
      "loss": 0.02,
      "step": 16267
    },
    {
      "epoch": 1.7636600173460537,
      "grad_norm": 0.2210458368062973,
      "learning_rate": 4.1360800812418396e-05,
      "loss": 0.0329,
      "step": 16268
    },
    {
      "epoch": 1.7637684301821337,
      "grad_norm": 0.15370012819766998,
      "learning_rate": 4.135717394458146e-05,
      "loss": 0.0669,
      "step": 16269
    },
    {
      "epoch": 1.7638768430182132,
      "grad_norm": 0.181861013174057,
      "learning_rate": 4.1353547076744524e-05,
      "loss": 0.0232,
      "step": 16270
    },
    {
      "epoch": 1.7639852558542932,
      "grad_norm": 0.1233801320195198,
      "learning_rate": 4.134992020890759e-05,
      "loss": 0.0131,
      "step": 16271
    },
    {
      "epoch": 1.764093668690373,
      "grad_norm": 0.37636131048202515,
      "learning_rate": 4.134629334107065e-05,
      "loss": 0.054,
      "step": 16272
    },
    {
      "epoch": 1.7642020815264527,
      "grad_norm": 0.1361435502767563,
      "learning_rate": 4.1342666473233716e-05,
      "loss": 0.0182,
      "step": 16273
    },
    {
      "epoch": 1.7643104943625325,
      "grad_norm": 0.3222694396972656,
      "learning_rate": 4.133903960539678e-05,
      "loss": 0.0266,
      "step": 16274
    },
    {
      "epoch": 1.7644189071986123,
      "grad_norm": 0.1163676306605339,
      "learning_rate": 4.1335412737559845e-05,
      "loss": 0.0182,
      "step": 16275
    },
    {
      "epoch": 1.7645273200346923,
      "grad_norm": 0.3349381387233734,
      "learning_rate": 4.133178586972291e-05,
      "loss": 0.0353,
      "step": 16276
    },
    {
      "epoch": 1.7646357328707718,
      "grad_norm": 0.09558948874473572,
      "learning_rate": 4.132815900188597e-05,
      "loss": 0.0183,
      "step": 16277
    },
    {
      "epoch": 1.7647441457068518,
      "grad_norm": 0.11909306794404984,
      "learning_rate": 4.132453213404904e-05,
      "loss": 0.0146,
      "step": 16278
    },
    {
      "epoch": 1.7648525585429313,
      "grad_norm": 0.09813488274812698,
      "learning_rate": 4.13209052662121e-05,
      "loss": 0.0091,
      "step": 16279
    },
    {
      "epoch": 1.7649609713790113,
      "grad_norm": 0.275325745344162,
      "learning_rate": 4.1317278398375165e-05,
      "loss": 0.0263,
      "step": 16280
    },
    {
      "epoch": 1.765069384215091,
      "grad_norm": 0.11061147600412369,
      "learning_rate": 4.131365153053823e-05,
      "loss": 0.0193,
      "step": 16281
    },
    {
      "epoch": 1.7651777970511708,
      "grad_norm": 0.016040699556469917,
      "learning_rate": 4.131002466270129e-05,
      "loss": 0.0025,
      "step": 16282
    },
    {
      "epoch": 1.7652862098872506,
      "grad_norm": 0.5984663367271423,
      "learning_rate": 4.130639779486436e-05,
      "loss": 0.0527,
      "step": 16283
    },
    {
      "epoch": 1.7653946227233304,
      "grad_norm": 0.09748699516057968,
      "learning_rate": 4.130277092702742e-05,
      "loss": 0.0128,
      "step": 16284
    },
    {
      "epoch": 1.7655030355594103,
      "grad_norm": 0.19351455569267273,
      "learning_rate": 4.1299144059190486e-05,
      "loss": 0.0189,
      "step": 16285
    },
    {
      "epoch": 1.76561144839549,
      "grad_norm": 0.09635412693023682,
      "learning_rate": 4.129551719135355e-05,
      "loss": 0.0149,
      "step": 16286
    },
    {
      "epoch": 1.7657198612315699,
      "grad_norm": 0.08003917336463928,
      "learning_rate": 4.1291890323516614e-05,
      "loss": 0.0152,
      "step": 16287
    },
    {
      "epoch": 1.7658282740676496,
      "grad_norm": 0.11924384534358978,
      "learning_rate": 4.128826345567968e-05,
      "loss": 0.0344,
      "step": 16288
    },
    {
      "epoch": 1.7659366869037294,
      "grad_norm": 0.15825262665748596,
      "learning_rate": 4.128463658784274e-05,
      "loss": 0.0143,
      "step": 16289
    },
    {
      "epoch": 1.7660450997398092,
      "grad_norm": 0.08192870765924454,
      "learning_rate": 4.1281009720005806e-05,
      "loss": 0.0084,
      "step": 16290
    },
    {
      "epoch": 1.766153512575889,
      "grad_norm": 0.16803282499313354,
      "learning_rate": 4.1277382852168863e-05,
      "loss": 0.0197,
      "step": 16291
    },
    {
      "epoch": 1.766261925411969,
      "grad_norm": 0.46261653304100037,
      "learning_rate": 4.1273755984331934e-05,
      "loss": 0.0687,
      "step": 16292
    },
    {
      "epoch": 1.7663703382480485,
      "grad_norm": 0.3590772747993469,
      "learning_rate": 4.1270129116495e-05,
      "loss": 0.0322,
      "step": 16293
    },
    {
      "epoch": 1.7664787510841284,
      "grad_norm": 0.10506784170866013,
      "learning_rate": 4.126650224865806e-05,
      "loss": 0.0252,
      "step": 16294
    },
    {
      "epoch": 1.7665871639202082,
      "grad_norm": 0.13587336242198944,
      "learning_rate": 4.1262875380821127e-05,
      "loss": 0.0181,
      "step": 16295
    },
    {
      "epoch": 1.766695576756288,
      "grad_norm": 0.21546411514282227,
      "learning_rate": 4.125924851298419e-05,
      "loss": 0.0324,
      "step": 16296
    },
    {
      "epoch": 1.7668039895923677,
      "grad_norm": 0.18538860976696014,
      "learning_rate": 4.1255621645147255e-05,
      "loss": 0.0187,
      "step": 16297
    },
    {
      "epoch": 1.7669124024284475,
      "grad_norm": 0.14293918013572693,
      "learning_rate": 4.125199477731031e-05,
      "loss": 0.0251,
      "step": 16298
    },
    {
      "epoch": 1.7670208152645275,
      "grad_norm": 0.05921785160899162,
      "learning_rate": 4.1248367909473376e-05,
      "loss": 0.0053,
      "step": 16299
    },
    {
      "epoch": 1.767129228100607,
      "grad_norm": 0.10463103652000427,
      "learning_rate": 4.124474104163644e-05,
      "loss": 0.0082,
      "step": 16300
    },
    {
      "epoch": 1.767237640936687,
      "grad_norm": 0.3145294487476349,
      "learning_rate": 4.124111417379951e-05,
      "loss": 0.0158,
      "step": 16301
    },
    {
      "epoch": 1.7673460537727665,
      "grad_norm": 0.051538560539484024,
      "learning_rate": 4.1237487305962575e-05,
      "loss": 0.0113,
      "step": 16302
    },
    {
      "epoch": 1.7674544666088465,
      "grad_norm": 0.051713816821575165,
      "learning_rate": 4.123386043812564e-05,
      "loss": 0.0085,
      "step": 16303
    },
    {
      "epoch": 1.7675628794449263,
      "grad_norm": 0.09370394051074982,
      "learning_rate": 4.1230233570288704e-05,
      "loss": 0.0094,
      "step": 16304
    },
    {
      "epoch": 1.767671292281006,
      "grad_norm": 0.08063943684101105,
      "learning_rate": 4.122660670245177e-05,
      "loss": 0.0129,
      "step": 16305
    },
    {
      "epoch": 1.7677797051170858,
      "grad_norm": 0.0018828343600034714,
      "learning_rate": 4.1222979834614825e-05,
      "loss": 0.0003,
      "step": 16306
    },
    {
      "epoch": 1.7678881179531656,
      "grad_norm": 0.14231987297534943,
      "learning_rate": 4.121935296677789e-05,
      "loss": 0.0201,
      "step": 16307
    },
    {
      "epoch": 1.7679965307892456,
      "grad_norm": 0.08861615508794785,
      "learning_rate": 4.121572609894095e-05,
      "loss": 0.0177,
      "step": 16308
    },
    {
      "epoch": 1.768104943625325,
      "grad_norm": 0.03050956316292286,
      "learning_rate": 4.1212099231104024e-05,
      "loss": 0.0025,
      "step": 16309
    },
    {
      "epoch": 1.768213356461405,
      "grad_norm": 0.26384973526000977,
      "learning_rate": 4.120847236326709e-05,
      "loss": 0.0551,
      "step": 16310
    },
    {
      "epoch": 1.7683217692974849,
      "grad_norm": 0.06563155353069305,
      "learning_rate": 4.120484549543015e-05,
      "loss": 0.0131,
      "step": 16311
    },
    {
      "epoch": 1.7684301821335646,
      "grad_norm": 0.094935342669487,
      "learning_rate": 4.1201218627593216e-05,
      "loss": 0.0147,
      "step": 16312
    },
    {
      "epoch": 1.7685385949696444,
      "grad_norm": 0.09042162448167801,
      "learning_rate": 4.1197591759756274e-05,
      "loss": 0.0069,
      "step": 16313
    },
    {
      "epoch": 1.7686470078057241,
      "grad_norm": 0.07583565264940262,
      "learning_rate": 4.119396489191934e-05,
      "loss": 0.0127,
      "step": 16314
    },
    {
      "epoch": 1.7687554206418041,
      "grad_norm": 0.07192680984735489,
      "learning_rate": 4.11903380240824e-05,
      "loss": 0.0077,
      "step": 16315
    },
    {
      "epoch": 1.7688638334778837,
      "grad_norm": 0.22154322266578674,
      "learning_rate": 4.1186711156245466e-05,
      "loss": 0.0266,
      "step": 16316
    },
    {
      "epoch": 1.7689722463139637,
      "grad_norm": 0.1528925895690918,
      "learning_rate": 4.118308428840853e-05,
      "loss": 0.015,
      "step": 16317
    },
    {
      "epoch": 1.7690806591500432,
      "grad_norm": 0.19337382912635803,
      "learning_rate": 4.11794574205716e-05,
      "loss": 0.0361,
      "step": 16318
    },
    {
      "epoch": 1.7691890719861232,
      "grad_norm": 0.6754103899002075,
      "learning_rate": 4.1175830552734665e-05,
      "loss": 0.0381,
      "step": 16319
    },
    {
      "epoch": 1.769297484822203,
      "grad_norm": 0.0725712850689888,
      "learning_rate": 4.117220368489772e-05,
      "loss": 0.0109,
      "step": 16320
    },
    {
      "epoch": 1.7694058976582827,
      "grad_norm": 0.046408120542764664,
      "learning_rate": 4.1168576817060787e-05,
      "loss": 0.0037,
      "step": 16321
    },
    {
      "epoch": 1.7695143104943627,
      "grad_norm": 0.19559326767921448,
      "learning_rate": 4.116494994922385e-05,
      "loss": 0.0162,
      "step": 16322
    },
    {
      "epoch": 1.7696227233304422,
      "grad_norm": 0.3057791292667389,
      "learning_rate": 4.1161323081386915e-05,
      "loss": 0.0388,
      "step": 16323
    },
    {
      "epoch": 1.7697311361665222,
      "grad_norm": 0.2866441309452057,
      "learning_rate": 4.115769621354998e-05,
      "loss": 0.0441,
      "step": 16324
    },
    {
      "epoch": 1.7698395490026018,
      "grad_norm": 0.10291741043329239,
      "learning_rate": 4.115406934571304e-05,
      "loss": 0.0182,
      "step": 16325
    },
    {
      "epoch": 1.7699479618386817,
      "grad_norm": 0.08844181895256042,
      "learning_rate": 4.115044247787611e-05,
      "loss": 0.011,
      "step": 16326
    },
    {
      "epoch": 1.7700563746747615,
      "grad_norm": 0.25508058071136475,
      "learning_rate": 4.114681561003917e-05,
      "loss": 0.0224,
      "step": 16327
    },
    {
      "epoch": 1.7701647875108413,
      "grad_norm": 0.19856730103492737,
      "learning_rate": 4.1143188742202235e-05,
      "loss": 0.1025,
      "step": 16328
    },
    {
      "epoch": 1.770273200346921,
      "grad_norm": 0.13102062046527863,
      "learning_rate": 4.11395618743653e-05,
      "loss": 0.0244,
      "step": 16329
    },
    {
      "epoch": 1.7703816131830008,
      "grad_norm": 0.0719418004155159,
      "learning_rate": 4.1135935006528364e-05,
      "loss": 0.0077,
      "step": 16330
    },
    {
      "epoch": 1.7704900260190808,
      "grad_norm": 0.21737919747829437,
      "learning_rate": 4.113230813869143e-05,
      "loss": 0.0146,
      "step": 16331
    },
    {
      "epoch": 1.7705984388551603,
      "grad_norm": 0.14732809364795685,
      "learning_rate": 4.112868127085449e-05,
      "loss": 0.0144,
      "step": 16332
    },
    {
      "epoch": 1.7707068516912403,
      "grad_norm": 0.1737837940454483,
      "learning_rate": 4.1125054403017556e-05,
      "loss": 0.0199,
      "step": 16333
    },
    {
      "epoch": 1.77081526452732,
      "grad_norm": 0.24864131212234497,
      "learning_rate": 4.112142753518062e-05,
      "loss": 0.0225,
      "step": 16334
    },
    {
      "epoch": 1.7709236773633998,
      "grad_norm": 0.02484261617064476,
      "learning_rate": 4.1117800667343684e-05,
      "loss": 0.0023,
      "step": 16335
    },
    {
      "epoch": 1.7710320901994796,
      "grad_norm": 0.23343226313591003,
      "learning_rate": 4.111417379950675e-05,
      "loss": 0.0437,
      "step": 16336
    },
    {
      "epoch": 1.7711405030355594,
      "grad_norm": 0.10517602413892746,
      "learning_rate": 4.111054693166981e-05,
      "loss": 0.0131,
      "step": 16337
    },
    {
      "epoch": 1.7712489158716394,
      "grad_norm": 0.13981828093528748,
      "learning_rate": 4.1106920063832876e-05,
      "loss": 0.0207,
      "step": 16338
    },
    {
      "epoch": 1.771357328707719,
      "grad_norm": 0.01145989540964365,
      "learning_rate": 4.110329319599594e-05,
      "loss": 0.0016,
      "step": 16339
    },
    {
      "epoch": 1.7714657415437989,
      "grad_norm": 0.27680256962776184,
      "learning_rate": 4.1099666328159005e-05,
      "loss": 0.103,
      "step": 16340
    },
    {
      "epoch": 1.7715741543798784,
      "grad_norm": 0.25921180844306946,
      "learning_rate": 4.109603946032207e-05,
      "loss": 0.0254,
      "step": 16341
    },
    {
      "epoch": 1.7716825672159584,
      "grad_norm": 0.12182143330574036,
      "learning_rate": 4.109241259248513e-05,
      "loss": 0.0177,
      "step": 16342
    },
    {
      "epoch": 1.7717909800520382,
      "grad_norm": 0.09647411108016968,
      "learning_rate": 4.108878572464819e-05,
      "loss": 0.0241,
      "step": 16343
    },
    {
      "epoch": 1.771899392888118,
      "grad_norm": 0.1737419217824936,
      "learning_rate": 4.108515885681126e-05,
      "loss": 0.0103,
      "step": 16344
    },
    {
      "epoch": 1.7720078057241977,
      "grad_norm": 0.09620209783315659,
      "learning_rate": 4.1081531988974325e-05,
      "loss": 0.0114,
      "step": 16345
    },
    {
      "epoch": 1.7721162185602775,
      "grad_norm": 0.11137364059686661,
      "learning_rate": 4.107790512113739e-05,
      "loss": 0.0175,
      "step": 16346
    },
    {
      "epoch": 1.7722246313963574,
      "grad_norm": 0.09878263622522354,
      "learning_rate": 4.107427825330045e-05,
      "loss": 0.0153,
      "step": 16347
    },
    {
      "epoch": 1.772333044232437,
      "grad_norm": 0.23823383450508118,
      "learning_rate": 4.107065138546352e-05,
      "loss": 0.0387,
      "step": 16348
    },
    {
      "epoch": 1.772441457068517,
      "grad_norm": 0.38243287801742554,
      "learning_rate": 4.106702451762658e-05,
      "loss": 0.0519,
      "step": 16349
    },
    {
      "epoch": 1.7725498699045967,
      "grad_norm": 0.13454940915107727,
      "learning_rate": 4.106339764978964e-05,
      "loss": 0.0119,
      "step": 16350
    },
    {
      "epoch": 1.7726582827406765,
      "grad_norm": 0.38366544246673584,
      "learning_rate": 4.10597707819527e-05,
      "loss": 0.01,
      "step": 16351
    },
    {
      "epoch": 1.7727666955767563,
      "grad_norm": 0.20751483738422394,
      "learning_rate": 4.105614391411577e-05,
      "loss": 0.0173,
      "step": 16352
    },
    {
      "epoch": 1.772875108412836,
      "grad_norm": 0.6083898544311523,
      "learning_rate": 4.105251704627884e-05,
      "loss": 0.0742,
      "step": 16353
    },
    {
      "epoch": 1.772983521248916,
      "grad_norm": 0.3594914972782135,
      "learning_rate": 4.10488901784419e-05,
      "loss": 0.0287,
      "step": 16354
    },
    {
      "epoch": 1.7730919340849955,
      "grad_norm": 0.1822453737258911,
      "learning_rate": 4.1045263310604966e-05,
      "loss": 0.0252,
      "step": 16355
    },
    {
      "epoch": 1.7732003469210755,
      "grad_norm": 0.29658758640289307,
      "learning_rate": 4.104163644276803e-05,
      "loss": 0.0425,
      "step": 16356
    },
    {
      "epoch": 1.7733087597571553,
      "grad_norm": 0.1579308658838272,
      "learning_rate": 4.1038009574931094e-05,
      "loss": 0.0153,
      "step": 16357
    },
    {
      "epoch": 1.773417172593235,
      "grad_norm": 0.43065977096557617,
      "learning_rate": 4.103438270709415e-05,
      "loss": 0.0535,
      "step": 16358
    },
    {
      "epoch": 1.7735255854293148,
      "grad_norm": 0.11650100350379944,
      "learning_rate": 4.1030755839257216e-05,
      "loss": 0.0129,
      "step": 16359
    },
    {
      "epoch": 1.7736339982653946,
      "grad_norm": 0.20056749880313873,
      "learning_rate": 4.102712897142028e-05,
      "loss": 0.0285,
      "step": 16360
    },
    {
      "epoch": 1.7737424111014746,
      "grad_norm": 0.04938726872205734,
      "learning_rate": 4.102350210358335e-05,
      "loss": 0.0069,
      "step": 16361
    },
    {
      "epoch": 1.773850823937554,
      "grad_norm": 0.30089250206947327,
      "learning_rate": 4.1019875235746415e-05,
      "loss": 0.0506,
      "step": 16362
    },
    {
      "epoch": 1.773959236773634,
      "grad_norm": 0.06796219944953918,
      "learning_rate": 4.101624836790948e-05,
      "loss": 0.0083,
      "step": 16363
    },
    {
      "epoch": 1.7740676496097136,
      "grad_norm": 0.09367199242115021,
      "learning_rate": 4.101262150007254e-05,
      "loss": 0.0126,
      "step": 16364
    },
    {
      "epoch": 1.7741760624457936,
      "grad_norm": 0.18232965469360352,
      "learning_rate": 4.10089946322356e-05,
      "loss": 0.0165,
      "step": 16365
    },
    {
      "epoch": 1.7742844752818734,
      "grad_norm": 0.12633666396141052,
      "learning_rate": 4.1005367764398665e-05,
      "loss": 0.0326,
      "step": 16366
    },
    {
      "epoch": 1.7743928881179531,
      "grad_norm": 0.11219695210456848,
      "learning_rate": 4.100174089656173e-05,
      "loss": 0.0142,
      "step": 16367
    },
    {
      "epoch": 1.774501300954033,
      "grad_norm": 0.26318684220314026,
      "learning_rate": 4.099811402872479e-05,
      "loss": 0.0087,
      "step": 16368
    },
    {
      "epoch": 1.7746097137901127,
      "grad_norm": 0.19546343386173248,
      "learning_rate": 4.099448716088786e-05,
      "loss": 0.0218,
      "step": 16369
    },
    {
      "epoch": 1.7747181266261927,
      "grad_norm": 0.14721302688121796,
      "learning_rate": 4.099086029305093e-05,
      "loss": 0.0292,
      "step": 16370
    },
    {
      "epoch": 1.7748265394622722,
      "grad_norm": 0.11021485179662704,
      "learning_rate": 4.098723342521399e-05,
      "loss": 0.0125,
      "step": 16371
    },
    {
      "epoch": 1.7749349522983522,
      "grad_norm": 0.04523301124572754,
      "learning_rate": 4.098360655737705e-05,
      "loss": 0.0083,
      "step": 16372
    },
    {
      "epoch": 1.775043365134432,
      "grad_norm": 0.15451417863368988,
      "learning_rate": 4.097997968954011e-05,
      "loss": 0.0174,
      "step": 16373
    },
    {
      "epoch": 1.7751517779705117,
      "grad_norm": 0.07128598541021347,
      "learning_rate": 4.097635282170318e-05,
      "loss": 0.0102,
      "step": 16374
    },
    {
      "epoch": 1.7752601908065915,
      "grad_norm": 0.03508923575282097,
      "learning_rate": 4.097272595386624e-05,
      "loss": 0.0059,
      "step": 16375
    },
    {
      "epoch": 1.7753686036426712,
      "grad_norm": 0.07620340585708618,
      "learning_rate": 4.0969099086029306e-05,
      "loss": 0.0129,
      "step": 16376
    },
    {
      "epoch": 1.7754770164787512,
      "grad_norm": 0.09331796318292618,
      "learning_rate": 4.096547221819237e-05,
      "loss": 0.0146,
      "step": 16377
    },
    {
      "epoch": 1.7755854293148308,
      "grad_norm": 0.14172948896884918,
      "learning_rate": 4.0961845350355434e-05,
      "loss": 0.022,
      "step": 16378
    },
    {
      "epoch": 1.7756938421509108,
      "grad_norm": 0.058564573526382446,
      "learning_rate": 4.09582184825185e-05,
      "loss": 0.0086,
      "step": 16379
    },
    {
      "epoch": 1.7758022549869905,
      "grad_norm": 0.20152564346790314,
      "learning_rate": 4.095459161468156e-05,
      "loss": 0.0272,
      "step": 16380
    },
    {
      "epoch": 1.7759106678230703,
      "grad_norm": 0.07759131491184235,
      "learning_rate": 4.0950964746844626e-05,
      "loss": 0.0078,
      "step": 16381
    },
    {
      "epoch": 1.77601908065915,
      "grad_norm": 0.17001420259475708,
      "learning_rate": 4.094733787900769e-05,
      "loss": 0.028,
      "step": 16382
    },
    {
      "epoch": 1.7761274934952298,
      "grad_norm": 0.2421739548444748,
      "learning_rate": 4.0943711011170754e-05,
      "loss": 0.0471,
      "step": 16383
    },
    {
      "epoch": 1.7762359063313098,
      "grad_norm": 0.12034288793802261,
      "learning_rate": 4.094008414333382e-05,
      "loss": 0.0094,
      "step": 16384
    },
    {
      "epoch": 1.7763443191673893,
      "grad_norm": 0.1259607970714569,
      "learning_rate": 4.093645727549688e-05,
      "loss": 0.021,
      "step": 16385
    },
    {
      "epoch": 1.7764527320034693,
      "grad_norm": 0.11116673052310944,
      "learning_rate": 4.093283040765995e-05,
      "loss": 0.0116,
      "step": 16386
    },
    {
      "epoch": 1.7765611448395489,
      "grad_norm": 0.3938661515712738,
      "learning_rate": 4.092920353982301e-05,
      "loss": 0.0298,
      "step": 16387
    },
    {
      "epoch": 1.7766695576756288,
      "grad_norm": 0.025225384160876274,
      "learning_rate": 4.0925576671986075e-05,
      "loss": 0.0012,
      "step": 16388
    },
    {
      "epoch": 1.7767779705117086,
      "grad_norm": 0.2529893219470978,
      "learning_rate": 4.092194980414914e-05,
      "loss": 0.0318,
      "step": 16389
    },
    {
      "epoch": 1.7768863833477884,
      "grad_norm": 0.1713908165693283,
      "learning_rate": 4.09183229363122e-05,
      "loss": 0.0268,
      "step": 16390
    },
    {
      "epoch": 1.7769947961838681,
      "grad_norm": 0.17699353396892548,
      "learning_rate": 4.091469606847527e-05,
      "loss": 0.0191,
      "step": 16391
    },
    {
      "epoch": 1.777103209019948,
      "grad_norm": 0.19338680803775787,
      "learning_rate": 4.091106920063833e-05,
      "loss": 0.0169,
      "step": 16392
    },
    {
      "epoch": 1.7772116218560279,
      "grad_norm": 0.09595107287168503,
      "learning_rate": 4.0907442332801395e-05,
      "loss": 0.0161,
      "step": 16393
    },
    {
      "epoch": 1.7773200346921074,
      "grad_norm": 0.1891741156578064,
      "learning_rate": 4.090381546496446e-05,
      "loss": 0.0136,
      "step": 16394
    },
    {
      "epoch": 1.7774284475281874,
      "grad_norm": 0.1430072784423828,
      "learning_rate": 4.090018859712752e-05,
      "loss": 0.0098,
      "step": 16395
    },
    {
      "epoch": 1.7775368603642672,
      "grad_norm": 0.0886990949511528,
      "learning_rate": 4.089656172929059e-05,
      "loss": 0.0156,
      "step": 16396
    },
    {
      "epoch": 1.777645273200347,
      "grad_norm": 0.08006542921066284,
      "learning_rate": 4.089293486145365e-05,
      "loss": 0.0135,
      "step": 16397
    },
    {
      "epoch": 1.7777536860364267,
      "grad_norm": 0.07502009719610214,
      "learning_rate": 4.0889307993616716e-05,
      "loss": 0.0087,
      "step": 16398
    },
    {
      "epoch": 1.7778620988725065,
      "grad_norm": 0.17419882118701935,
      "learning_rate": 4.088568112577978e-05,
      "loss": 0.0133,
      "step": 16399
    },
    {
      "epoch": 1.7779705117085864,
      "grad_norm": 0.3045153021812439,
      "learning_rate": 4.0882054257942844e-05,
      "loss": 0.0453,
      "step": 16400
    },
    {
      "epoch": 1.778078924544666,
      "grad_norm": 0.2425982803106308,
      "learning_rate": 4.087842739010591e-05,
      "loss": 0.025,
      "step": 16401
    },
    {
      "epoch": 1.778187337380746,
      "grad_norm": 0.45530933141708374,
      "learning_rate": 4.087480052226897e-05,
      "loss": 0.0261,
      "step": 16402
    },
    {
      "epoch": 1.7782957502168255,
      "grad_norm": 0.16293862462043762,
      "learning_rate": 4.087117365443203e-05,
      "loss": 0.0074,
      "step": 16403
    },
    {
      "epoch": 1.7784041630529055,
      "grad_norm": 0.2702462673187256,
      "learning_rate": 4.08675467865951e-05,
      "loss": 0.0419,
      "step": 16404
    },
    {
      "epoch": 1.7785125758889853,
      "grad_norm": 0.068966343998909,
      "learning_rate": 4.0863919918758165e-05,
      "loss": 0.0066,
      "step": 16405
    },
    {
      "epoch": 1.778620988725065,
      "grad_norm": 0.2993755340576172,
      "learning_rate": 4.086029305092123e-05,
      "loss": 0.0351,
      "step": 16406
    },
    {
      "epoch": 1.7787294015611448,
      "grad_norm": 0.1595601588487625,
      "learning_rate": 4.085666618308429e-05,
      "loss": 0.0192,
      "step": 16407
    },
    {
      "epoch": 1.7788378143972245,
      "grad_norm": 0.06543347239494324,
      "learning_rate": 4.085303931524736e-05,
      "loss": 0.006,
      "step": 16408
    },
    {
      "epoch": 1.7789462272333045,
      "grad_norm": 0.07640733569860458,
      "learning_rate": 4.084941244741042e-05,
      "loss": 0.0125,
      "step": 16409
    },
    {
      "epoch": 1.779054640069384,
      "grad_norm": 0.18940003216266632,
      "learning_rate": 4.084578557957348e-05,
      "loss": 0.0288,
      "step": 16410
    },
    {
      "epoch": 1.779163052905464,
      "grad_norm": 0.048483189195394516,
      "learning_rate": 4.084215871173654e-05,
      "loss": 0.0076,
      "step": 16411
    },
    {
      "epoch": 1.7792714657415438,
      "grad_norm": 0.05359596759080887,
      "learning_rate": 4.0838531843899607e-05,
      "loss": 0.0113,
      "step": 16412
    },
    {
      "epoch": 1.7793798785776236,
      "grad_norm": 0.12038162350654602,
      "learning_rate": 4.083490497606268e-05,
      "loss": 0.0228,
      "step": 16413
    },
    {
      "epoch": 1.7794882914137033,
      "grad_norm": 0.07866990566253662,
      "learning_rate": 4.083127810822574e-05,
      "loss": 0.0125,
      "step": 16414
    },
    {
      "epoch": 1.7795967042497831,
      "grad_norm": 0.19327625632286072,
      "learning_rate": 4.0827651240388806e-05,
      "loss": 0.0274,
      "step": 16415
    },
    {
      "epoch": 1.779705117085863,
      "grad_norm": 0.22739040851593018,
      "learning_rate": 4.082402437255187e-05,
      "loss": 0.0211,
      "step": 16416
    },
    {
      "epoch": 1.7798135299219426,
      "grad_norm": 0.2979018986225128,
      "learning_rate": 4.082039750471493e-05,
      "loss": 0.0305,
      "step": 16417
    },
    {
      "epoch": 1.7799219427580226,
      "grad_norm": 0.04741567373275757,
      "learning_rate": 4.081677063687799e-05,
      "loss": 0.0034,
      "step": 16418
    },
    {
      "epoch": 1.7800303555941024,
      "grad_norm": 0.04883866384625435,
      "learning_rate": 4.0813143769041055e-05,
      "loss": 0.0062,
      "step": 16419
    },
    {
      "epoch": 1.7801387684301822,
      "grad_norm": 0.1714467704296112,
      "learning_rate": 4.080951690120412e-05,
      "loss": 0.0191,
      "step": 16420
    },
    {
      "epoch": 1.780247181266262,
      "grad_norm": 0.06802012026309967,
      "learning_rate": 4.0805890033367184e-05,
      "loss": 0.0053,
      "step": 16421
    },
    {
      "epoch": 1.7803555941023417,
      "grad_norm": 0.18241837620735168,
      "learning_rate": 4.0802263165530254e-05,
      "loss": 0.0085,
      "step": 16422
    },
    {
      "epoch": 1.7804640069384217,
      "grad_norm": 0.0756835788488388,
      "learning_rate": 4.079863629769332e-05,
      "loss": 0.0108,
      "step": 16423
    },
    {
      "epoch": 1.7805724197745012,
      "grad_norm": 0.008431263267993927,
      "learning_rate": 4.0795009429856376e-05,
      "loss": 0.0008,
      "step": 16424
    },
    {
      "epoch": 1.7806808326105812,
      "grad_norm": 0.49267297983169556,
      "learning_rate": 4.079138256201944e-05,
      "loss": 0.0378,
      "step": 16425
    },
    {
      "epoch": 1.7807892454466607,
      "grad_norm": 0.07530929893255234,
      "learning_rate": 4.0787755694182504e-05,
      "loss": 0.0189,
      "step": 16426
    },
    {
      "epoch": 1.7808976582827407,
      "grad_norm": 0.10539069771766663,
      "learning_rate": 4.078412882634557e-05,
      "loss": 0.0106,
      "step": 16427
    },
    {
      "epoch": 1.7810060711188205,
      "grad_norm": 0.12303857505321503,
      "learning_rate": 4.078050195850863e-05,
      "loss": 0.0384,
      "step": 16428
    },
    {
      "epoch": 1.7811144839549002,
      "grad_norm": 0.10832517594099045,
      "learning_rate": 4.0776875090671696e-05,
      "loss": 0.0367,
      "step": 16429
    },
    {
      "epoch": 1.78122289679098,
      "grad_norm": 0.3017268478870392,
      "learning_rate": 4.077324822283477e-05,
      "loss": 0.0498,
      "step": 16430
    },
    {
      "epoch": 1.7813313096270598,
      "grad_norm": 0.41499266028404236,
      "learning_rate": 4.0769621354997825e-05,
      "loss": 0.0439,
      "step": 16431
    },
    {
      "epoch": 1.7814397224631398,
      "grad_norm": 0.11108701676130295,
      "learning_rate": 4.076599448716089e-05,
      "loss": 0.0255,
      "step": 16432
    },
    {
      "epoch": 1.7815481352992193,
      "grad_norm": 0.17270396649837494,
      "learning_rate": 4.076236761932395e-05,
      "loss": 0.0264,
      "step": 16433
    },
    {
      "epoch": 1.7816565481352993,
      "grad_norm": 0.04488879442214966,
      "learning_rate": 4.075874075148702e-05,
      "loss": 0.0033,
      "step": 16434
    },
    {
      "epoch": 1.781764960971379,
      "grad_norm": 0.1659500151872635,
      "learning_rate": 4.075511388365008e-05,
      "loss": 0.0276,
      "step": 16435
    },
    {
      "epoch": 1.7818733738074588,
      "grad_norm": 0.16584429144859314,
      "learning_rate": 4.0751487015813145e-05,
      "loss": 0.0335,
      "step": 16436
    },
    {
      "epoch": 1.7819817866435386,
      "grad_norm": 0.2169565111398697,
      "learning_rate": 4.074786014797621e-05,
      "loss": 0.0264,
      "step": 16437
    },
    {
      "epoch": 1.7820901994796183,
      "grad_norm": 0.12093561142683029,
      "learning_rate": 4.074423328013927e-05,
      "loss": 0.0214,
      "step": 16438
    },
    {
      "epoch": 1.7821986123156983,
      "grad_norm": 0.2553712725639343,
      "learning_rate": 4.074060641230234e-05,
      "loss": 0.0336,
      "step": 16439
    },
    {
      "epoch": 1.7823070251517779,
      "grad_norm": 0.11252368986606598,
      "learning_rate": 4.07369795444654e-05,
      "loss": 0.0065,
      "step": 16440
    },
    {
      "epoch": 1.7824154379878578,
      "grad_norm": 0.25344523787498474,
      "learning_rate": 4.0733352676628466e-05,
      "loss": 0.0425,
      "step": 16441
    },
    {
      "epoch": 1.7825238508239376,
      "grad_norm": 0.19432389736175537,
      "learning_rate": 4.072972580879153e-05,
      "loss": 0.0303,
      "step": 16442
    },
    {
      "epoch": 1.7826322636600174,
      "grad_norm": 0.2208893597126007,
      "learning_rate": 4.0726098940954594e-05,
      "loss": 0.0267,
      "step": 16443
    },
    {
      "epoch": 1.7827406764960971,
      "grad_norm": 0.21772052347660065,
      "learning_rate": 4.072247207311766e-05,
      "loss": 0.0223,
      "step": 16444
    },
    {
      "epoch": 1.782849089332177,
      "grad_norm": 0.13892480731010437,
      "learning_rate": 4.071884520528072e-05,
      "loss": 0.0294,
      "step": 16445
    },
    {
      "epoch": 1.7829575021682569,
      "grad_norm": 0.12182556092739105,
      "learning_rate": 4.0715218337443786e-05,
      "loss": 0.0082,
      "step": 16446
    },
    {
      "epoch": 1.7830659150043364,
      "grad_norm": 0.11770743131637573,
      "learning_rate": 4.0711591469606843e-05,
      "loss": 0.0139,
      "step": 16447
    },
    {
      "epoch": 1.7831743278404164,
      "grad_norm": 0.13885058462619781,
      "learning_rate": 4.0707964601769914e-05,
      "loss": 0.0283,
      "step": 16448
    },
    {
      "epoch": 1.783282740676496,
      "grad_norm": 0.07191989570856094,
      "learning_rate": 4.070433773393298e-05,
      "loss": 0.0082,
      "step": 16449
    },
    {
      "epoch": 1.783391153512576,
      "grad_norm": 0.21582011878490448,
      "learning_rate": 4.070071086609604e-05,
      "loss": 0.0168,
      "step": 16450
    },
    {
      "epoch": 1.7834995663486557,
      "grad_norm": 0.1646070033311844,
      "learning_rate": 4.069708399825911e-05,
      "loss": 0.017,
      "step": 16451
    },
    {
      "epoch": 1.7836079791847355,
      "grad_norm": 0.15571995079517365,
      "learning_rate": 4.069345713042217e-05,
      "loss": 0.0096,
      "step": 16452
    },
    {
      "epoch": 1.7837163920208152,
      "grad_norm": 0.2883182764053345,
      "learning_rate": 4.0689830262585235e-05,
      "loss": 0.0296,
      "step": 16453
    },
    {
      "epoch": 1.783824804856895,
      "grad_norm": 0.3279099464416504,
      "learning_rate": 4.06862033947483e-05,
      "loss": 0.0439,
      "step": 16454
    },
    {
      "epoch": 1.783933217692975,
      "grad_norm": 0.13879182934761047,
      "learning_rate": 4.0682576526911356e-05,
      "loss": 0.0158,
      "step": 16455
    },
    {
      "epoch": 1.7840416305290545,
      "grad_norm": 0.40417689085006714,
      "learning_rate": 4.067894965907443e-05,
      "loss": 0.0213,
      "step": 16456
    },
    {
      "epoch": 1.7841500433651345,
      "grad_norm": 0.10873329639434814,
      "learning_rate": 4.067532279123749e-05,
      "loss": 0.0109,
      "step": 16457
    },
    {
      "epoch": 1.7842584562012143,
      "grad_norm": 0.11437822878360748,
      "learning_rate": 4.0671695923400555e-05,
      "loss": 0.0139,
      "step": 16458
    },
    {
      "epoch": 1.784366869037294,
      "grad_norm": 0.3291352689266205,
      "learning_rate": 4.066806905556362e-05,
      "loss": 0.0533,
      "step": 16459
    },
    {
      "epoch": 1.7844752818733738,
      "grad_norm": 0.23782199621200562,
      "learning_rate": 4.0664442187726684e-05,
      "loss": 0.0368,
      "step": 16460
    },
    {
      "epoch": 1.7845836947094535,
      "grad_norm": 0.5213133096694946,
      "learning_rate": 4.066081531988975e-05,
      "loss": 0.0144,
      "step": 16461
    },
    {
      "epoch": 1.7846921075455335,
      "grad_norm": 0.35328617691993713,
      "learning_rate": 4.0657188452052805e-05,
      "loss": 0.0368,
      "step": 16462
    },
    {
      "epoch": 1.784800520381613,
      "grad_norm": 0.122477687895298,
      "learning_rate": 4.065356158421587e-05,
      "loss": 0.0128,
      "step": 16463
    },
    {
      "epoch": 1.784908933217693,
      "grad_norm": 0.08005701005458832,
      "learning_rate": 4.064993471637893e-05,
      "loss": 0.0037,
      "step": 16464
    },
    {
      "epoch": 1.7850173460537726,
      "grad_norm": 0.3847483992576599,
      "learning_rate": 4.0646307848542004e-05,
      "loss": 0.0839,
      "step": 16465
    },
    {
      "epoch": 1.7851257588898526,
      "grad_norm": 0.3198655843734741,
      "learning_rate": 4.064268098070507e-05,
      "loss": 0.0462,
      "step": 16466
    },
    {
      "epoch": 1.7852341717259324,
      "grad_norm": 0.1437307596206665,
      "learning_rate": 4.063905411286813e-05,
      "loss": 0.0092,
      "step": 16467
    },
    {
      "epoch": 1.7853425845620121,
      "grad_norm": 0.24903452396392822,
      "learning_rate": 4.0635427245031196e-05,
      "loss": 0.0117,
      "step": 16468
    },
    {
      "epoch": 1.785450997398092,
      "grad_norm": 0.19227123260498047,
      "learning_rate": 4.0631800377194254e-05,
      "loss": 0.0113,
      "step": 16469
    },
    {
      "epoch": 1.7855594102341716,
      "grad_norm": 0.2579284608364105,
      "learning_rate": 4.062817350935732e-05,
      "loss": 0.0477,
      "step": 16470
    },
    {
      "epoch": 1.7856678230702516,
      "grad_norm": 0.2597233057022095,
      "learning_rate": 4.062454664152038e-05,
      "loss": 0.0424,
      "step": 16471
    },
    {
      "epoch": 1.7857762359063312,
      "grad_norm": 0.11383286863565445,
      "learning_rate": 4.0620919773683446e-05,
      "loss": 0.0197,
      "step": 16472
    },
    {
      "epoch": 1.7858846487424112,
      "grad_norm": 0.05676135793328285,
      "learning_rate": 4.061729290584651e-05,
      "loss": 0.0082,
      "step": 16473
    },
    {
      "epoch": 1.785993061578491,
      "grad_norm": 0.33038750290870667,
      "learning_rate": 4.061366603800958e-05,
      "loss": 0.0613,
      "step": 16474
    },
    {
      "epoch": 1.7861014744145707,
      "grad_norm": 0.14513657987117767,
      "learning_rate": 4.0610039170172645e-05,
      "loss": 0.0221,
      "step": 16475
    },
    {
      "epoch": 1.7862098872506504,
      "grad_norm": 0.030069604516029358,
      "learning_rate": 4.06064123023357e-05,
      "loss": 0.0032,
      "step": 16476
    },
    {
      "epoch": 1.7863183000867302,
      "grad_norm": 0.3136940002441406,
      "learning_rate": 4.060278543449877e-05,
      "loss": 0.0754,
      "step": 16477
    },
    {
      "epoch": 1.7864267129228102,
      "grad_norm": 0.03598414361476898,
      "learning_rate": 4.059915856666183e-05,
      "loss": 0.0079,
      "step": 16478
    },
    {
      "epoch": 1.7865351257588897,
      "grad_norm": 0.09561776369810104,
      "learning_rate": 4.0595531698824895e-05,
      "loss": 0.0145,
      "step": 16479
    },
    {
      "epoch": 1.7866435385949697,
      "grad_norm": 0.20713791251182556,
      "learning_rate": 4.059190483098796e-05,
      "loss": 0.0329,
      "step": 16480
    },
    {
      "epoch": 1.7867519514310495,
      "grad_norm": 0.2175382375717163,
      "learning_rate": 4.058827796315102e-05,
      "loss": 0.0322,
      "step": 16481
    },
    {
      "epoch": 1.7868603642671292,
      "grad_norm": 0.17853417992591858,
      "learning_rate": 4.0584651095314094e-05,
      "loss": 0.0185,
      "step": 16482
    },
    {
      "epoch": 1.786968777103209,
      "grad_norm": 0.3545009195804596,
      "learning_rate": 4.058102422747715e-05,
      "loss": 0.0333,
      "step": 16483
    },
    {
      "epoch": 1.7870771899392888,
      "grad_norm": 0.3597584068775177,
      "learning_rate": 4.0577397359640215e-05,
      "loss": 0.0904,
      "step": 16484
    },
    {
      "epoch": 1.7871856027753688,
      "grad_norm": 0.07033488154411316,
      "learning_rate": 4.057377049180328e-05,
      "loss": 0.0088,
      "step": 16485
    },
    {
      "epoch": 1.7872940156114483,
      "grad_norm": 0.1512954831123352,
      "learning_rate": 4.0570143623966344e-05,
      "loss": 0.0131,
      "step": 16486
    },
    {
      "epoch": 1.7874024284475283,
      "grad_norm": 0.27414458990097046,
      "learning_rate": 4.056651675612941e-05,
      "loss": 0.0377,
      "step": 16487
    },
    {
      "epoch": 1.7875108412836078,
      "grad_norm": 0.09320075809955597,
      "learning_rate": 4.056288988829247e-05,
      "loss": 0.0069,
      "step": 16488
    },
    {
      "epoch": 1.7876192541196878,
      "grad_norm": 0.1296759843826294,
      "learning_rate": 4.0559263020455536e-05,
      "loss": 0.0142,
      "step": 16489
    },
    {
      "epoch": 1.7877276669557676,
      "grad_norm": 0.14623036980628967,
      "learning_rate": 4.05556361526186e-05,
      "loss": 0.0217,
      "step": 16490
    },
    {
      "epoch": 1.7878360797918473,
      "grad_norm": 0.10401607304811478,
      "learning_rate": 4.0552009284781664e-05,
      "loss": 0.0168,
      "step": 16491
    },
    {
      "epoch": 1.787944492627927,
      "grad_norm": 0.38047030568122864,
      "learning_rate": 4.054838241694473e-05,
      "loss": 0.0253,
      "step": 16492
    },
    {
      "epoch": 1.7880529054640069,
      "grad_norm": 0.04955743998289108,
      "learning_rate": 4.054475554910779e-05,
      "loss": 0.0041,
      "step": 16493
    },
    {
      "epoch": 1.7881613183000868,
      "grad_norm": 0.17387153208255768,
      "learning_rate": 4.0541128681270856e-05,
      "loss": 0.0194,
      "step": 16494
    },
    {
      "epoch": 1.7882697311361664,
      "grad_norm": 0.10232534259557724,
      "learning_rate": 4.053750181343392e-05,
      "loss": 0.0097,
      "step": 16495
    },
    {
      "epoch": 1.7883781439722464,
      "grad_norm": 0.10587543249130249,
      "learning_rate": 4.0533874945596985e-05,
      "loss": 0.0167,
      "step": 16496
    },
    {
      "epoch": 1.7884865568083261,
      "grad_norm": 0.14057156443595886,
      "learning_rate": 4.053024807776005e-05,
      "loss": 0.0324,
      "step": 16497
    },
    {
      "epoch": 1.788594969644406,
      "grad_norm": 0.11137180030345917,
      "learning_rate": 4.052662120992311e-05,
      "loss": 0.0157,
      "step": 16498
    },
    {
      "epoch": 1.7887033824804857,
      "grad_norm": 0.5333608984947205,
      "learning_rate": 4.052299434208618e-05,
      "loss": 0.0172,
      "step": 16499
    },
    {
      "epoch": 1.7888117953165654,
      "grad_norm": 0.20182932913303375,
      "learning_rate": 4.051936747424924e-05,
      "loss": 0.0265,
      "step": 16500
    },
    {
      "epoch": 1.7889202081526454,
      "grad_norm": 0.11246370524168015,
      "learning_rate": 4.0515740606412305e-05,
      "loss": 0.0232,
      "step": 16501
    },
    {
      "epoch": 1.789028620988725,
      "grad_norm": 0.13141821324825287,
      "learning_rate": 4.051211373857537e-05,
      "loss": 0.0143,
      "step": 16502
    },
    {
      "epoch": 1.789137033824805,
      "grad_norm": 0.2227245420217514,
      "learning_rate": 4.050848687073843e-05,
      "loss": 0.0293,
      "step": 16503
    },
    {
      "epoch": 1.7892454466608847,
      "grad_norm": 0.036759596318006516,
      "learning_rate": 4.05048600029015e-05,
      "loss": 0.002,
      "step": 16504
    },
    {
      "epoch": 1.7893538594969645,
      "grad_norm": 0.21217820048332214,
      "learning_rate": 4.050123313506456e-05,
      "loss": 0.0422,
      "step": 16505
    },
    {
      "epoch": 1.7894622723330442,
      "grad_norm": 0.08417382836341858,
      "learning_rate": 4.0497606267227626e-05,
      "loss": 0.007,
      "step": 16506
    },
    {
      "epoch": 1.789570685169124,
      "grad_norm": 0.15862037241458893,
      "learning_rate": 4.049397939939068e-05,
      "loss": 0.0203,
      "step": 16507
    },
    {
      "epoch": 1.789679098005204,
      "grad_norm": 0.2792239189147949,
      "learning_rate": 4.0490352531553754e-05,
      "loss": 0.0339,
      "step": 16508
    },
    {
      "epoch": 1.7897875108412835,
      "grad_norm": 0.2971470057964325,
      "learning_rate": 4.048672566371682e-05,
      "loss": 0.0225,
      "step": 16509
    },
    {
      "epoch": 1.7898959236773635,
      "grad_norm": 0.08567889034748077,
      "learning_rate": 4.048309879587988e-05,
      "loss": 0.0157,
      "step": 16510
    },
    {
      "epoch": 1.790004336513443,
      "grad_norm": 0.07714420557022095,
      "learning_rate": 4.0479471928042946e-05,
      "loss": 0.0097,
      "step": 16511
    },
    {
      "epoch": 1.790112749349523,
      "grad_norm": 0.16202563047409058,
      "learning_rate": 4.047584506020601e-05,
      "loss": 0.0261,
      "step": 16512
    },
    {
      "epoch": 1.7902211621856028,
      "grad_norm": 0.12293660640716553,
      "learning_rate": 4.0472218192369074e-05,
      "loss": 0.0203,
      "step": 16513
    },
    {
      "epoch": 1.7903295750216826,
      "grad_norm": 0.33982810378074646,
      "learning_rate": 4.046859132453213e-05,
      "loss": 0.0536,
      "step": 16514
    },
    {
      "epoch": 1.7904379878577623,
      "grad_norm": 0.29616793990135193,
      "learning_rate": 4.0464964456695196e-05,
      "loss": 0.029,
      "step": 16515
    },
    {
      "epoch": 1.790546400693842,
      "grad_norm": 0.07080092281103134,
      "learning_rate": 4.046133758885826e-05,
      "loss": 0.0124,
      "step": 16516
    },
    {
      "epoch": 1.790654813529922,
      "grad_norm": 0.05203891918063164,
      "learning_rate": 4.045771072102133e-05,
      "loss": 0.0053,
      "step": 16517
    },
    {
      "epoch": 1.7907632263660016,
      "grad_norm": 0.05378293991088867,
      "learning_rate": 4.0454083853184395e-05,
      "loss": 0.0137,
      "step": 16518
    },
    {
      "epoch": 1.7908716392020816,
      "grad_norm": 0.1685168594121933,
      "learning_rate": 4.045045698534746e-05,
      "loss": 0.0287,
      "step": 16519
    },
    {
      "epoch": 1.7909800520381614,
      "grad_norm": 0.2766445279121399,
      "learning_rate": 4.044683011751052e-05,
      "loss": 0.0298,
      "step": 16520
    },
    {
      "epoch": 1.7910884648742411,
      "grad_norm": 0.09139200299978256,
      "learning_rate": 4.044320324967358e-05,
      "loss": 0.0132,
      "step": 16521
    },
    {
      "epoch": 1.7911968777103209,
      "grad_norm": 0.12167152017354965,
      "learning_rate": 4.0439576381836645e-05,
      "loss": 0.0114,
      "step": 16522
    },
    {
      "epoch": 1.7913052905464006,
      "grad_norm": 0.23810169100761414,
      "learning_rate": 4.043594951399971e-05,
      "loss": 0.0302,
      "step": 16523
    },
    {
      "epoch": 1.7914137033824806,
      "grad_norm": 0.07503646612167358,
      "learning_rate": 4.043232264616277e-05,
      "loss": 0.0111,
      "step": 16524
    },
    {
      "epoch": 1.7915221162185602,
      "grad_norm": 0.17359670996665955,
      "learning_rate": 4.0428695778325844e-05,
      "loss": 0.0362,
      "step": 16525
    },
    {
      "epoch": 1.7916305290546402,
      "grad_norm": 0.2745361328125,
      "learning_rate": 4.042506891048891e-05,
      "loss": 0.0452,
      "step": 16526
    },
    {
      "epoch": 1.79173894189072,
      "grad_norm": 0.24786661565303802,
      "learning_rate": 4.042144204265197e-05,
      "loss": 0.0272,
      "step": 16527
    },
    {
      "epoch": 1.7918473547267997,
      "grad_norm": 0.07578424364328384,
      "learning_rate": 4.041781517481503e-05,
      "loss": 0.0123,
      "step": 16528
    },
    {
      "epoch": 1.7919557675628794,
      "grad_norm": 0.22316277027130127,
      "learning_rate": 4.041418830697809e-05,
      "loss": 0.0152,
      "step": 16529
    },
    {
      "epoch": 1.7920641803989592,
      "grad_norm": 0.17225508391857147,
      "learning_rate": 4.041056143914116e-05,
      "loss": 0.0134,
      "step": 16530
    },
    {
      "epoch": 1.7921725932350392,
      "grad_norm": 0.08672717213630676,
      "learning_rate": 4.040693457130422e-05,
      "loss": 0.0116,
      "step": 16531
    },
    {
      "epoch": 1.7922810060711187,
      "grad_norm": 0.31410589814186096,
      "learning_rate": 4.0403307703467286e-05,
      "loss": 0.0334,
      "step": 16532
    },
    {
      "epoch": 1.7923894189071987,
      "grad_norm": 0.420165479183197,
      "learning_rate": 4.039968083563035e-05,
      "loss": 0.03,
      "step": 16533
    },
    {
      "epoch": 1.7924978317432783,
      "grad_norm": 0.08740783482789993,
      "learning_rate": 4.039605396779342e-05,
      "loss": 0.0119,
      "step": 16534
    },
    {
      "epoch": 1.7926062445793582,
      "grad_norm": 0.4770027995109558,
      "learning_rate": 4.0392427099956485e-05,
      "loss": 0.037,
      "step": 16535
    },
    {
      "epoch": 1.792714657415438,
      "grad_norm": 0.2014840841293335,
      "learning_rate": 4.038880023211954e-05,
      "loss": 0.024,
      "step": 16536
    },
    {
      "epoch": 1.7928230702515178,
      "grad_norm": 0.16294865310192108,
      "learning_rate": 4.0385173364282606e-05,
      "loss": 0.0141,
      "step": 16537
    },
    {
      "epoch": 1.7929314830875975,
      "grad_norm": 0.2631854712963104,
      "learning_rate": 4.038154649644567e-05,
      "loss": 0.0412,
      "step": 16538
    },
    {
      "epoch": 1.7930398959236773,
      "grad_norm": 0.9108152985572815,
      "learning_rate": 4.0377919628608734e-05,
      "loss": 0.0611,
      "step": 16539
    },
    {
      "epoch": 1.7931483087597573,
      "grad_norm": 0.3438778817653656,
      "learning_rate": 4.03742927607718e-05,
      "loss": 0.0312,
      "step": 16540
    },
    {
      "epoch": 1.7932567215958368,
      "grad_norm": 0.1695554256439209,
      "learning_rate": 4.037066589293486e-05,
      "loss": 0.0294,
      "step": 16541
    },
    {
      "epoch": 1.7933651344319168,
      "grad_norm": 0.1872687190771103,
      "learning_rate": 4.036703902509793e-05,
      "loss": 0.035,
      "step": 16542
    },
    {
      "epoch": 1.7934735472679966,
      "grad_norm": 0.10484220832586288,
      "learning_rate": 4.036341215726099e-05,
      "loss": 0.0179,
      "step": 16543
    },
    {
      "epoch": 1.7935819601040763,
      "grad_norm": 0.1376868635416031,
      "learning_rate": 4.0359785289424055e-05,
      "loss": 0.0129,
      "step": 16544
    },
    {
      "epoch": 1.793690372940156,
      "grad_norm": 0.1488955169916153,
      "learning_rate": 4.035615842158712e-05,
      "loss": 0.014,
      "step": 16545
    },
    {
      "epoch": 1.7937987857762359,
      "grad_norm": 0.17495755851268768,
      "learning_rate": 4.035253155375018e-05,
      "loss": 0.0284,
      "step": 16546
    },
    {
      "epoch": 1.7939071986123158,
      "grad_norm": 0.17609110474586487,
      "learning_rate": 4.034890468591325e-05,
      "loss": 0.0254,
      "step": 16547
    },
    {
      "epoch": 1.7940156114483954,
      "grad_norm": 0.10367817431688309,
      "learning_rate": 4.034527781807631e-05,
      "loss": 0.0113,
      "step": 16548
    },
    {
      "epoch": 1.7941240242844754,
      "grad_norm": 0.16947892308235168,
      "learning_rate": 4.0341650950239375e-05,
      "loss": 0.032,
      "step": 16549
    },
    {
      "epoch": 1.794232437120555,
      "grad_norm": 0.16078448295593262,
      "learning_rate": 4.033802408240244e-05,
      "loss": 0.0103,
      "step": 16550
    },
    {
      "epoch": 1.794340849956635,
      "grad_norm": 0.15436312556266785,
      "learning_rate": 4.0334397214565504e-05,
      "loss": 0.0139,
      "step": 16551
    },
    {
      "epoch": 1.7944492627927147,
      "grad_norm": 0.22685052454471588,
      "learning_rate": 4.033077034672857e-05,
      "loss": 0.0423,
      "step": 16552
    },
    {
      "epoch": 1.7945576756287944,
      "grad_norm": 0.1770590841770172,
      "learning_rate": 4.032714347889163e-05,
      "loss": 0.0128,
      "step": 16553
    },
    {
      "epoch": 1.7946660884648742,
      "grad_norm": 0.0065078213810920715,
      "learning_rate": 4.0323516611054696e-05,
      "loss": 0.0006,
      "step": 16554
    },
    {
      "epoch": 1.794774501300954,
      "grad_norm": 0.1977003514766693,
      "learning_rate": 4.031988974321776e-05,
      "loss": 0.0346,
      "step": 16555
    },
    {
      "epoch": 1.794882914137034,
      "grad_norm": 0.06277374178171158,
      "learning_rate": 4.0316262875380824e-05,
      "loss": 0.0043,
      "step": 16556
    },
    {
      "epoch": 1.7949913269731135,
      "grad_norm": 0.4467192590236664,
      "learning_rate": 4.031263600754389e-05,
      "loss": 0.0637,
      "step": 16557
    },
    {
      "epoch": 1.7950997398091935,
      "grad_norm": 0.1144014373421669,
      "learning_rate": 4.030900913970695e-05,
      "loss": 0.0082,
      "step": 16558
    },
    {
      "epoch": 1.7952081526452732,
      "grad_norm": 0.2034102827310562,
      "learning_rate": 4.030538227187001e-05,
      "loss": 0.0266,
      "step": 16559
    },
    {
      "epoch": 1.795316565481353,
      "grad_norm": 0.3875035047531128,
      "learning_rate": 4.030175540403308e-05,
      "loss": 0.0347,
      "step": 16560
    },
    {
      "epoch": 1.7954249783174328,
      "grad_norm": 0.0847078412771225,
      "learning_rate": 4.0298128536196145e-05,
      "loss": 0.0099,
      "step": 16561
    },
    {
      "epoch": 1.7955333911535125,
      "grad_norm": 0.19518081843852997,
      "learning_rate": 4.029450166835921e-05,
      "loss": 0.0291,
      "step": 16562
    },
    {
      "epoch": 1.7956418039895925,
      "grad_norm": 0.24357980489730835,
      "learning_rate": 4.029087480052227e-05,
      "loss": 0.0232,
      "step": 16563
    },
    {
      "epoch": 1.795750216825672,
      "grad_norm": 0.21771398186683655,
      "learning_rate": 4.028724793268534e-05,
      "loss": 0.0415,
      "step": 16564
    },
    {
      "epoch": 1.795858629661752,
      "grad_norm": 0.17045865952968597,
      "learning_rate": 4.02836210648484e-05,
      "loss": 0.0298,
      "step": 16565
    },
    {
      "epoch": 1.7959670424978318,
      "grad_norm": 0.2664693295955658,
      "learning_rate": 4.027999419701146e-05,
      "loss": 0.0537,
      "step": 16566
    },
    {
      "epoch": 1.7960754553339116,
      "grad_norm": 0.28890764713287354,
      "learning_rate": 4.027636732917452e-05,
      "loss": 0.0684,
      "step": 16567
    },
    {
      "epoch": 1.7961838681699913,
      "grad_norm": 0.2766890227794647,
      "learning_rate": 4.027274046133759e-05,
      "loss": 0.0262,
      "step": 16568
    },
    {
      "epoch": 1.796292281006071,
      "grad_norm": 0.2728772759437561,
      "learning_rate": 4.026911359350066e-05,
      "loss": 0.0223,
      "step": 16569
    },
    {
      "epoch": 1.796400693842151,
      "grad_norm": 0.49710962176322937,
      "learning_rate": 4.026548672566372e-05,
      "loss": 0.061,
      "step": 16570
    },
    {
      "epoch": 1.7965091066782306,
      "grad_norm": 0.033716749399900436,
      "learning_rate": 4.0261859857826786e-05,
      "loss": 0.0037,
      "step": 16571
    },
    {
      "epoch": 1.7966175195143106,
      "grad_norm": 0.12464620918035507,
      "learning_rate": 4.025823298998985e-05,
      "loss": 0.0161,
      "step": 16572
    },
    {
      "epoch": 1.7967259323503901,
      "grad_norm": 0.19643104076385498,
      "learning_rate": 4.025460612215291e-05,
      "loss": 0.0202,
      "step": 16573
    },
    {
      "epoch": 1.7968343451864701,
      "grad_norm": 0.31696999073028564,
      "learning_rate": 4.025097925431597e-05,
      "loss": 0.02,
      "step": 16574
    },
    {
      "epoch": 1.7969427580225499,
      "grad_norm": 0.09346632659435272,
      "learning_rate": 4.0247352386479035e-05,
      "loss": 0.0129,
      "step": 16575
    },
    {
      "epoch": 1.7970511708586296,
      "grad_norm": 0.3667915463447571,
      "learning_rate": 4.02437255186421e-05,
      "loss": 0.0672,
      "step": 16576
    },
    {
      "epoch": 1.7971595836947094,
      "grad_norm": 0.20092256367206573,
      "learning_rate": 4.024009865080517e-05,
      "loss": 0.0465,
      "step": 16577
    },
    {
      "epoch": 1.7972679965307892,
      "grad_norm": 0.10517124831676483,
      "learning_rate": 4.0236471782968234e-05,
      "loss": 0.0113,
      "step": 16578
    },
    {
      "epoch": 1.7973764093668692,
      "grad_norm": 0.21895970404148102,
      "learning_rate": 4.02328449151313e-05,
      "loss": 0.0507,
      "step": 16579
    },
    {
      "epoch": 1.7974848222029487,
      "grad_norm": 0.0764208510518074,
      "learning_rate": 4.0229218047294356e-05,
      "loss": 0.0113,
      "step": 16580
    },
    {
      "epoch": 1.7975932350390287,
      "grad_norm": 0.07546139508485794,
      "learning_rate": 4.022559117945742e-05,
      "loss": 0.0077,
      "step": 16581
    },
    {
      "epoch": 1.7977016478751084,
      "grad_norm": 0.14805138111114502,
      "learning_rate": 4.0221964311620484e-05,
      "loss": 0.0171,
      "step": 16582
    },
    {
      "epoch": 1.7978100607111882,
      "grad_norm": 0.26382628083229065,
      "learning_rate": 4.021833744378355e-05,
      "loss": 0.0401,
      "step": 16583
    },
    {
      "epoch": 1.797918473547268,
      "grad_norm": 0.16071362793445587,
      "learning_rate": 4.021471057594661e-05,
      "loss": 0.0318,
      "step": 16584
    },
    {
      "epoch": 1.7980268863833477,
      "grad_norm": 0.268861323595047,
      "learning_rate": 4.0211083708109676e-05,
      "loss": 0.0435,
      "step": 16585
    },
    {
      "epoch": 1.7981352992194277,
      "grad_norm": 0.15670868754386902,
      "learning_rate": 4.020745684027275e-05,
      "loss": 0.0124,
      "step": 16586
    },
    {
      "epoch": 1.7982437120555073,
      "grad_norm": 0.1898794174194336,
      "learning_rate": 4.020382997243581e-05,
      "loss": 0.015,
      "step": 16587
    },
    {
      "epoch": 1.7983521248915872,
      "grad_norm": 0.07188326865434647,
      "learning_rate": 4.020020310459887e-05,
      "loss": 0.011,
      "step": 16588
    },
    {
      "epoch": 1.798460537727667,
      "grad_norm": 0.1966215968132019,
      "learning_rate": 4.019657623676193e-05,
      "loss": 0.0315,
      "step": 16589
    },
    {
      "epoch": 1.7985689505637468,
      "grad_norm": 0.2795109450817108,
      "learning_rate": 4.0192949368925e-05,
      "loss": 0.0288,
      "step": 16590
    },
    {
      "epoch": 1.7986773633998265,
      "grad_norm": 0.14946366846561432,
      "learning_rate": 4.018932250108806e-05,
      "loss": 0.0174,
      "step": 16591
    },
    {
      "epoch": 1.7987857762359063,
      "grad_norm": 0.17801572382450104,
      "learning_rate": 4.0185695633251125e-05,
      "loss": 0.0434,
      "step": 16592
    },
    {
      "epoch": 1.7988941890719863,
      "grad_norm": 0.1939636766910553,
      "learning_rate": 4.018206876541419e-05,
      "loss": 0.0267,
      "step": 16593
    },
    {
      "epoch": 1.7990026019080658,
      "grad_norm": 0.17985528707504272,
      "learning_rate": 4.017844189757726e-05,
      "loss": 0.03,
      "step": 16594
    },
    {
      "epoch": 1.7991110147441458,
      "grad_norm": 0.13743554055690765,
      "learning_rate": 4.017481502974032e-05,
      "loss": 0.0234,
      "step": 16595
    },
    {
      "epoch": 1.7992194275802254,
      "grad_norm": 0.6899399161338806,
      "learning_rate": 4.017118816190338e-05,
      "loss": 0.0417,
      "step": 16596
    },
    {
      "epoch": 1.7993278404163053,
      "grad_norm": 0.10947658866643906,
      "learning_rate": 4.0167561294066446e-05,
      "loss": 0.0062,
      "step": 16597
    },
    {
      "epoch": 1.799436253252385,
      "grad_norm": 0.1260318011045456,
      "learning_rate": 4.016393442622951e-05,
      "loss": 0.0217,
      "step": 16598
    },
    {
      "epoch": 1.7995446660884649,
      "grad_norm": 0.08454392850399017,
      "learning_rate": 4.0160307558392574e-05,
      "loss": 0.0168,
      "step": 16599
    },
    {
      "epoch": 1.7996530789245446,
      "grad_norm": 0.7495477795600891,
      "learning_rate": 4.015668069055564e-05,
      "loss": 0.0124,
      "step": 16600
    },
    {
      "epoch": 1.7997614917606244,
      "grad_norm": 0.0972626656293869,
      "learning_rate": 4.01530538227187e-05,
      "loss": 0.0213,
      "step": 16601
    },
    {
      "epoch": 1.7998699045967044,
      "grad_norm": 0.24441201984882355,
      "learning_rate": 4.0149426954881766e-05,
      "loss": 0.0293,
      "step": 16602
    },
    {
      "epoch": 1.799978317432784,
      "grad_norm": 0.2725004553794861,
      "learning_rate": 4.014580008704483e-05,
      "loss": 0.0289,
      "step": 16603
    },
    {
      "epoch": 1.800086730268864,
      "grad_norm": 0.1195482388138771,
      "learning_rate": 4.0142173219207894e-05,
      "loss": 0.0143,
      "step": 16604
    },
    {
      "epoch": 1.8001951431049437,
      "grad_norm": 0.430667519569397,
      "learning_rate": 4.013854635137096e-05,
      "loss": 0.0533,
      "step": 16605
    },
    {
      "epoch": 1.8003035559410234,
      "grad_norm": 0.12368035316467285,
      "learning_rate": 4.013491948353402e-05,
      "loss": 0.0157,
      "step": 16606
    },
    {
      "epoch": 1.8004119687771032,
      "grad_norm": 0.05397637560963631,
      "learning_rate": 4.013129261569709e-05,
      "loss": 0.0072,
      "step": 16607
    },
    {
      "epoch": 1.800520381613183,
      "grad_norm": 0.34955787658691406,
      "learning_rate": 4.012766574786015e-05,
      "loss": 0.0362,
      "step": 16608
    },
    {
      "epoch": 1.800628794449263,
      "grad_norm": 0.2422148734331131,
      "learning_rate": 4.0124038880023215e-05,
      "loss": 0.0291,
      "step": 16609
    },
    {
      "epoch": 1.8007372072853425,
      "grad_norm": 0.47247204184532166,
      "learning_rate": 4.012041201218628e-05,
      "loss": 0.0256,
      "step": 16610
    },
    {
      "epoch": 1.8008456201214225,
      "grad_norm": 0.10352391004562378,
      "learning_rate": 4.0116785144349336e-05,
      "loss": 0.0107,
      "step": 16611
    },
    {
      "epoch": 1.800954032957502,
      "grad_norm": 0.09691990166902542,
      "learning_rate": 4.011315827651241e-05,
      "loss": 0.0196,
      "step": 16612
    },
    {
      "epoch": 1.801062445793582,
      "grad_norm": 0.18806865811347961,
      "learning_rate": 4.010953140867547e-05,
      "loss": 0.0248,
      "step": 16613
    },
    {
      "epoch": 1.8011708586296618,
      "grad_norm": 0.1612413078546524,
      "learning_rate": 4.0105904540838535e-05,
      "loss": 0.011,
      "step": 16614
    },
    {
      "epoch": 1.8012792714657415,
      "grad_norm": 0.10725173354148865,
      "learning_rate": 4.01022776730016e-05,
      "loss": 0.0184,
      "step": 16615
    },
    {
      "epoch": 1.8013876843018215,
      "grad_norm": 0.035636525601148605,
      "learning_rate": 4.0098650805164664e-05,
      "loss": 0.0056,
      "step": 16616
    },
    {
      "epoch": 1.801496097137901,
      "grad_norm": 0.21122093498706818,
      "learning_rate": 4.009502393732773e-05,
      "loss": 0.0466,
      "step": 16617
    },
    {
      "epoch": 1.801604509973981,
      "grad_norm": 0.30169984698295593,
      "learning_rate": 4.0091397069490785e-05,
      "loss": 0.0506,
      "step": 16618
    },
    {
      "epoch": 1.8017129228100606,
      "grad_norm": 0.14645451307296753,
      "learning_rate": 4.008777020165385e-05,
      "loss": 0.029,
      "step": 16619
    },
    {
      "epoch": 1.8018213356461406,
      "grad_norm": 0.19730669260025024,
      "learning_rate": 4.008414333381692e-05,
      "loss": 0.0359,
      "step": 16620
    },
    {
      "epoch": 1.8019297484822203,
      "grad_norm": 0.17230570316314697,
      "learning_rate": 4.0080516465979984e-05,
      "loss": 0.0388,
      "step": 16621
    },
    {
      "epoch": 1.8020381613183,
      "grad_norm": 0.3597063720226288,
      "learning_rate": 4.007688959814305e-05,
      "loss": 0.0623,
      "step": 16622
    },
    {
      "epoch": 1.8021465741543798,
      "grad_norm": 0.45484989881515503,
      "learning_rate": 4.007326273030611e-05,
      "loss": 0.0226,
      "step": 16623
    },
    {
      "epoch": 1.8022549869904596,
      "grad_norm": 0.13360150158405304,
      "learning_rate": 4.0069635862469177e-05,
      "loss": 0.0154,
      "step": 16624
    },
    {
      "epoch": 1.8023633998265396,
      "grad_norm": 0.26090914011001587,
      "learning_rate": 4.0066008994632234e-05,
      "loss": 0.0169,
      "step": 16625
    },
    {
      "epoch": 1.8024718126626191,
      "grad_norm": 0.1902233213186264,
      "learning_rate": 4.00623821267953e-05,
      "loss": 0.0268,
      "step": 16626
    },
    {
      "epoch": 1.8025802254986991,
      "grad_norm": 0.09101735800504684,
      "learning_rate": 4.005875525895836e-05,
      "loss": 0.0136,
      "step": 16627
    },
    {
      "epoch": 1.8026886383347789,
      "grad_norm": 0.18827080726623535,
      "learning_rate": 4.0055128391121426e-05,
      "loss": 0.012,
      "step": 16628
    },
    {
      "epoch": 1.8027970511708586,
      "grad_norm": 0.2516413927078247,
      "learning_rate": 4.00515015232845e-05,
      "loss": 0.0241,
      "step": 16629
    },
    {
      "epoch": 1.8029054640069384,
      "grad_norm": 0.1845489889383316,
      "learning_rate": 4.004787465544756e-05,
      "loss": 0.0347,
      "step": 16630
    },
    {
      "epoch": 1.8030138768430182,
      "grad_norm": 0.04927472770214081,
      "learning_rate": 4.0044247787610625e-05,
      "loss": 0.0056,
      "step": 16631
    },
    {
      "epoch": 1.8031222896790982,
      "grad_norm": 0.17481175065040588,
      "learning_rate": 4.004062091977368e-05,
      "loss": 0.0359,
      "step": 16632
    },
    {
      "epoch": 1.8032307025151777,
      "grad_norm": 0.16306892037391663,
      "learning_rate": 4.003699405193675e-05,
      "loss": 0.0346,
      "step": 16633
    },
    {
      "epoch": 1.8033391153512577,
      "grad_norm": 0.16522382199764252,
      "learning_rate": 4.003336718409981e-05,
      "loss": 0.0123,
      "step": 16634
    },
    {
      "epoch": 1.8034475281873372,
      "grad_norm": 0.09915830194950104,
      "learning_rate": 4.0029740316262875e-05,
      "loss": 0.0163,
      "step": 16635
    },
    {
      "epoch": 1.8035559410234172,
      "grad_norm": 0.06295027583837509,
      "learning_rate": 4.002611344842594e-05,
      "loss": 0.0078,
      "step": 16636
    },
    {
      "epoch": 1.803664353859497,
      "grad_norm": 0.23756879568099976,
      "learning_rate": 4.0022486580589e-05,
      "loss": 0.0237,
      "step": 16637
    },
    {
      "epoch": 1.8037727666955767,
      "grad_norm": 0.1463657021522522,
      "learning_rate": 4.0018859712752074e-05,
      "loss": 0.0274,
      "step": 16638
    },
    {
      "epoch": 1.8038811795316565,
      "grad_norm": 0.2726764678955078,
      "learning_rate": 4.001523284491514e-05,
      "loss": 0.0538,
      "step": 16639
    },
    {
      "epoch": 1.8039895923677363,
      "grad_norm": 0.1721036583185196,
      "learning_rate": 4.0011605977078195e-05,
      "loss": 0.0347,
      "step": 16640
    },
    {
      "epoch": 1.8040980052038162,
      "grad_norm": 0.11272719502449036,
      "learning_rate": 4.000797910924126e-05,
      "loss": 0.0284,
      "step": 16641
    },
    {
      "epoch": 1.8042064180398958,
      "grad_norm": 0.10214405506849289,
      "learning_rate": 4.0004352241404324e-05,
      "loss": 0.0163,
      "step": 16642
    },
    {
      "epoch": 1.8043148308759758,
      "grad_norm": 0.10487912595272064,
      "learning_rate": 4.000072537356739e-05,
      "loss": 0.0136,
      "step": 16643
    },
    {
      "epoch": 1.8044232437120555,
      "grad_norm": 0.12387152761220932,
      "learning_rate": 3.999709850573045e-05,
      "loss": 0.0243,
      "step": 16644
    },
    {
      "epoch": 1.8045316565481353,
      "grad_norm": 0.04408694803714752,
      "learning_rate": 3.9993471637893516e-05,
      "loss": 0.0041,
      "step": 16645
    },
    {
      "epoch": 1.804640069384215,
      "grad_norm": 0.21214832365512848,
      "learning_rate": 3.998984477005659e-05,
      "loss": 0.0229,
      "step": 16646
    },
    {
      "epoch": 1.8047484822202948,
      "grad_norm": 0.27450627088546753,
      "learning_rate": 3.9986217902219644e-05,
      "loss": 0.054,
      "step": 16647
    },
    {
      "epoch": 1.8048568950563748,
      "grad_norm": 0.16829611361026764,
      "learning_rate": 3.998259103438271e-05,
      "loss": 0.012,
      "step": 16648
    },
    {
      "epoch": 1.8049653078924544,
      "grad_norm": 0.17839322984218597,
      "learning_rate": 3.997896416654577e-05,
      "loss": 0.0194,
      "step": 16649
    },
    {
      "epoch": 1.8050737207285343,
      "grad_norm": 0.1680215299129486,
      "learning_rate": 3.9975337298708836e-05,
      "loss": 0.0246,
      "step": 16650
    },
    {
      "epoch": 1.805182133564614,
      "grad_norm": 0.2652154266834259,
      "learning_rate": 3.99717104308719e-05,
      "loss": 0.0251,
      "step": 16651
    },
    {
      "epoch": 1.8052905464006939,
      "grad_norm": 0.07174143940210342,
      "learning_rate": 3.9968083563034965e-05,
      "loss": 0.0114,
      "step": 16652
    },
    {
      "epoch": 1.8053989592367736,
      "grad_norm": 0.2088109701871872,
      "learning_rate": 3.996445669519803e-05,
      "loss": 0.0393,
      "step": 16653
    },
    {
      "epoch": 1.8055073720728534,
      "grad_norm": 0.11715174466371536,
      "learning_rate": 3.996082982736109e-05,
      "loss": 0.0177,
      "step": 16654
    },
    {
      "epoch": 1.8056157849089334,
      "grad_norm": 0.37838226556777954,
      "learning_rate": 3.995720295952416e-05,
      "loss": 0.0255,
      "step": 16655
    },
    {
      "epoch": 1.805724197745013,
      "grad_norm": 0.2088140994310379,
      "learning_rate": 3.995357609168722e-05,
      "loss": 0.0402,
      "step": 16656
    },
    {
      "epoch": 1.805832610581093,
      "grad_norm": 0.21664994955062866,
      "learning_rate": 3.9949949223850285e-05,
      "loss": 0.0112,
      "step": 16657
    },
    {
      "epoch": 1.8059410234171724,
      "grad_norm": 0.23699608445167542,
      "learning_rate": 3.994632235601335e-05,
      "loss": 0.0308,
      "step": 16658
    },
    {
      "epoch": 1.8060494362532524,
      "grad_norm": 0.28482571244239807,
      "learning_rate": 3.9942695488176413e-05,
      "loss": 0.0378,
      "step": 16659
    },
    {
      "epoch": 1.8061578490893322,
      "grad_norm": 0.02094610407948494,
      "learning_rate": 3.993906862033948e-05,
      "loss": 0.0025,
      "step": 16660
    },
    {
      "epoch": 1.806266261925412,
      "grad_norm": 0.4113129675388336,
      "learning_rate": 3.993544175250254e-05,
      "loss": 0.0801,
      "step": 16661
    },
    {
      "epoch": 1.8063746747614917,
      "grad_norm": 0.11329986155033112,
      "learning_rate": 3.9931814884665606e-05,
      "loss": 0.0178,
      "step": 16662
    },
    {
      "epoch": 1.8064830875975715,
      "grad_norm": 0.12077594548463821,
      "learning_rate": 3.992818801682866e-05,
      "loss": 0.0463,
      "step": 16663
    },
    {
      "epoch": 1.8065915004336515,
      "grad_norm": 0.2083693891763687,
      "learning_rate": 3.9924561148991734e-05,
      "loss": 0.02,
      "step": 16664
    },
    {
      "epoch": 1.806699913269731,
      "grad_norm": 0.08678938448429108,
      "learning_rate": 3.99209342811548e-05,
      "loss": 0.015,
      "step": 16665
    },
    {
      "epoch": 1.806808326105811,
      "grad_norm": 0.0936887264251709,
      "learning_rate": 3.991730741331786e-05,
      "loss": 0.0163,
      "step": 16666
    },
    {
      "epoch": 1.8069167389418908,
      "grad_norm": 0.28312772512435913,
      "learning_rate": 3.9913680545480926e-05,
      "loss": 0.0505,
      "step": 16667
    },
    {
      "epoch": 1.8070251517779705,
      "grad_norm": 0.12135332077741623,
      "learning_rate": 3.991005367764399e-05,
      "loss": 0.0164,
      "step": 16668
    },
    {
      "epoch": 1.8071335646140503,
      "grad_norm": 0.12496813386678696,
      "learning_rate": 3.9906426809807054e-05,
      "loss": 0.0115,
      "step": 16669
    },
    {
      "epoch": 1.80724197745013,
      "grad_norm": 0.23475933074951172,
      "learning_rate": 3.990279994197011e-05,
      "loss": 0.0333,
      "step": 16670
    },
    {
      "epoch": 1.80735039028621,
      "grad_norm": 0.1293496936559677,
      "learning_rate": 3.9899173074133176e-05,
      "loss": 0.0129,
      "step": 16671
    },
    {
      "epoch": 1.8074588031222896,
      "grad_norm": 0.08168501406908035,
      "learning_rate": 3.989554620629625e-05,
      "loss": 0.0156,
      "step": 16672
    },
    {
      "epoch": 1.8075672159583696,
      "grad_norm": 0.054959483444690704,
      "learning_rate": 3.989191933845931e-05,
      "loss": 0.0065,
      "step": 16673
    },
    {
      "epoch": 1.807675628794449,
      "grad_norm": 0.1448911428451538,
      "learning_rate": 3.9888292470622375e-05,
      "loss": 0.0276,
      "step": 16674
    },
    {
      "epoch": 1.807784041630529,
      "grad_norm": 0.1995241940021515,
      "learning_rate": 3.988466560278544e-05,
      "loss": 0.0089,
      "step": 16675
    },
    {
      "epoch": 1.8078924544666088,
      "grad_norm": 0.4315686523914337,
      "learning_rate": 3.98810387349485e-05,
      "loss": 0.0443,
      "step": 16676
    },
    {
      "epoch": 1.8080008673026886,
      "grad_norm": 0.426257461309433,
      "learning_rate": 3.987741186711156e-05,
      "loss": 0.0348,
      "step": 16677
    },
    {
      "epoch": 1.8081092801387686,
      "grad_norm": 0.2134496420621872,
      "learning_rate": 3.9873784999274625e-05,
      "loss": 0.0452,
      "step": 16678
    },
    {
      "epoch": 1.8082176929748481,
      "grad_norm": 0.08625642210245132,
      "learning_rate": 3.987015813143769e-05,
      "loss": 0.0052,
      "step": 16679
    },
    {
      "epoch": 1.8083261058109281,
      "grad_norm": 0.0345015786588192,
      "learning_rate": 3.986653126360075e-05,
      "loss": 0.0036,
      "step": 16680
    },
    {
      "epoch": 1.8084345186470077,
      "grad_norm": 0.6575181484222412,
      "learning_rate": 3.9862904395763824e-05,
      "loss": 0.0535,
      "step": 16681
    },
    {
      "epoch": 1.8085429314830876,
      "grad_norm": 0.035000838339328766,
      "learning_rate": 3.985927752792689e-05,
      "loss": 0.0015,
      "step": 16682
    },
    {
      "epoch": 1.8086513443191674,
      "grad_norm": 0.6036215424537659,
      "learning_rate": 3.985565066008995e-05,
      "loss": 0.0622,
      "step": 16683
    },
    {
      "epoch": 1.8087597571552472,
      "grad_norm": 0.5855631828308105,
      "learning_rate": 3.985202379225301e-05,
      "loss": 0.0117,
      "step": 16684
    },
    {
      "epoch": 1.808868169991327,
      "grad_norm": 0.22262398898601532,
      "learning_rate": 3.984839692441607e-05,
      "loss": 0.047,
      "step": 16685
    },
    {
      "epoch": 1.8089765828274067,
      "grad_norm": 0.15865971148014069,
      "learning_rate": 3.984477005657914e-05,
      "loss": 0.0178,
      "step": 16686
    },
    {
      "epoch": 1.8090849956634867,
      "grad_norm": 0.42353755235671997,
      "learning_rate": 3.98411431887422e-05,
      "loss": 0.0267,
      "step": 16687
    },
    {
      "epoch": 1.8091934084995662,
      "grad_norm": 0.18401215970516205,
      "learning_rate": 3.9837516320905266e-05,
      "loss": 0.0336,
      "step": 16688
    },
    {
      "epoch": 1.8093018213356462,
      "grad_norm": 0.16110193729400635,
      "learning_rate": 3.9833889453068337e-05,
      "loss": 0.0144,
      "step": 16689
    },
    {
      "epoch": 1.809410234171726,
      "grad_norm": 0.22884799540042877,
      "learning_rate": 3.98302625852314e-05,
      "loss": 0.0839,
      "step": 16690
    },
    {
      "epoch": 1.8095186470078057,
      "grad_norm": 0.6107688546180725,
      "learning_rate": 3.9826635717394465e-05,
      "loss": 0.0206,
      "step": 16691
    },
    {
      "epoch": 1.8096270598438855,
      "grad_norm": 0.19497524201869965,
      "learning_rate": 3.982300884955752e-05,
      "loss": 0.0123,
      "step": 16692
    },
    {
      "epoch": 1.8097354726799653,
      "grad_norm": 0.05884808301925659,
      "learning_rate": 3.9819381981720586e-05,
      "loss": 0.0039,
      "step": 16693
    },
    {
      "epoch": 1.8098438855160452,
      "grad_norm": 0.07953658699989319,
      "learning_rate": 3.981575511388365e-05,
      "loss": 0.0132,
      "step": 16694
    },
    {
      "epoch": 1.8099522983521248,
      "grad_norm": 0.15384304523468018,
      "learning_rate": 3.9812128246046714e-05,
      "loss": 0.0249,
      "step": 16695
    },
    {
      "epoch": 1.8100607111882048,
      "grad_norm": 0.17585669457912445,
      "learning_rate": 3.980850137820978e-05,
      "loss": 0.0333,
      "step": 16696
    },
    {
      "epoch": 1.8101691240242843,
      "grad_norm": 0.19880898296833038,
      "learning_rate": 3.980487451037284e-05,
      "loss": 0.0208,
      "step": 16697
    },
    {
      "epoch": 1.8102775368603643,
      "grad_norm": 0.2544305920600891,
      "learning_rate": 3.9801247642535914e-05,
      "loss": 0.0295,
      "step": 16698
    },
    {
      "epoch": 1.810385949696444,
      "grad_norm": 0.28299325704574585,
      "learning_rate": 3.979762077469897e-05,
      "loss": 0.0348,
      "step": 16699
    },
    {
      "epoch": 1.8104943625325238,
      "grad_norm": 0.07017144560813904,
      "learning_rate": 3.9793993906862035e-05,
      "loss": 0.0085,
      "step": 16700
    },
    {
      "epoch": 1.8106027753686036,
      "grad_norm": 0.17497767508029938,
      "learning_rate": 3.97903670390251e-05,
      "loss": 0.0386,
      "step": 16701
    },
    {
      "epoch": 1.8107111882046834,
      "grad_norm": 0.19282276928424835,
      "learning_rate": 3.978674017118816e-05,
      "loss": 0.0216,
      "step": 16702
    },
    {
      "epoch": 1.8108196010407633,
      "grad_norm": 0.08642967790365219,
      "learning_rate": 3.978311330335123e-05,
      "loss": 0.0064,
      "step": 16703
    },
    {
      "epoch": 1.8109280138768429,
      "grad_norm": 0.07074835151433945,
      "learning_rate": 3.977948643551429e-05,
      "loss": 0.008,
      "step": 16704
    },
    {
      "epoch": 1.8110364267129229,
      "grad_norm": 0.3930142819881439,
      "learning_rate": 3.9775859567677355e-05,
      "loss": 0.0253,
      "step": 16705
    },
    {
      "epoch": 1.8111448395490026,
      "grad_norm": 0.18480995297431946,
      "learning_rate": 3.977223269984042e-05,
      "loss": 0.0247,
      "step": 16706
    },
    {
      "epoch": 1.8112532523850824,
      "grad_norm": 0.3775651454925537,
      "learning_rate": 3.9768605832003484e-05,
      "loss": 0.0839,
      "step": 16707
    },
    {
      "epoch": 1.8113616652211622,
      "grad_norm": 0.3986213803291321,
      "learning_rate": 3.976497896416655e-05,
      "loss": 0.0412,
      "step": 16708
    },
    {
      "epoch": 1.811470078057242,
      "grad_norm": 0.09302426874637604,
      "learning_rate": 3.976135209632961e-05,
      "loss": 0.0166,
      "step": 16709
    },
    {
      "epoch": 1.811578490893322,
      "grad_norm": 0.11661209911108017,
      "learning_rate": 3.9757725228492676e-05,
      "loss": 0.0202,
      "step": 16710
    },
    {
      "epoch": 1.8116869037294014,
      "grad_norm": 0.08048014342784882,
      "learning_rate": 3.975409836065574e-05,
      "loss": 0.0231,
      "step": 16711
    },
    {
      "epoch": 1.8117953165654814,
      "grad_norm": 0.07356566935777664,
      "learning_rate": 3.9750471492818804e-05,
      "loss": 0.0071,
      "step": 16712
    },
    {
      "epoch": 1.8119037294015612,
      "grad_norm": 0.06837870925664902,
      "learning_rate": 3.974684462498187e-05,
      "loss": 0.0156,
      "step": 16713
    },
    {
      "epoch": 1.812012142237641,
      "grad_norm": 0.0418066680431366,
      "learning_rate": 3.974321775714493e-05,
      "loss": 0.0045,
      "step": 16714
    },
    {
      "epoch": 1.8121205550737207,
      "grad_norm": 0.2042068988084793,
      "learning_rate": 3.9739590889307997e-05,
      "loss": 0.0101,
      "step": 16715
    },
    {
      "epoch": 1.8122289679098005,
      "grad_norm": 0.1552148163318634,
      "learning_rate": 3.973596402147106e-05,
      "loss": 0.0359,
      "step": 16716
    },
    {
      "epoch": 1.8123373807458805,
      "grad_norm": 0.27237454056739807,
      "learning_rate": 3.9732337153634125e-05,
      "loss": 0.0218,
      "step": 16717
    },
    {
      "epoch": 1.81244579358196,
      "grad_norm": 0.22102154791355133,
      "learning_rate": 3.972871028579719e-05,
      "loss": 0.0313,
      "step": 16718
    },
    {
      "epoch": 1.81255420641804,
      "grad_norm": 0.09117059409618378,
      "learning_rate": 3.972508341796025e-05,
      "loss": 0.0134,
      "step": 16719
    },
    {
      "epoch": 1.8126626192541195,
      "grad_norm": 0.1702277511358261,
      "learning_rate": 3.972145655012332e-05,
      "loss": 0.0153,
      "step": 16720
    },
    {
      "epoch": 1.8127710320901995,
      "grad_norm": 0.10702404379844666,
      "learning_rate": 3.971782968228638e-05,
      "loss": 0.013,
      "step": 16721
    },
    {
      "epoch": 1.8128794449262793,
      "grad_norm": 0.329467236995697,
      "learning_rate": 3.971420281444944e-05,
      "loss": 0.0546,
      "step": 16722
    },
    {
      "epoch": 1.812987857762359,
      "grad_norm": 0.05504932254552841,
      "learning_rate": 3.97105759466125e-05,
      "loss": 0.0092,
      "step": 16723
    },
    {
      "epoch": 1.8130962705984388,
      "grad_norm": 0.2742313742637634,
      "learning_rate": 3.9706949078775573e-05,
      "loss": 0.0404,
      "step": 16724
    },
    {
      "epoch": 1.8132046834345186,
      "grad_norm": 0.23173083364963531,
      "learning_rate": 3.970332221093864e-05,
      "loss": 0.0183,
      "step": 16725
    },
    {
      "epoch": 1.8133130962705986,
      "grad_norm": 0.19073085486888885,
      "learning_rate": 3.96996953431017e-05,
      "loss": 0.0552,
      "step": 16726
    },
    {
      "epoch": 1.813421509106678,
      "grad_norm": 0.22103971242904663,
      "learning_rate": 3.9696068475264766e-05,
      "loss": 0.0431,
      "step": 16727
    },
    {
      "epoch": 1.813529921942758,
      "grad_norm": 0.1671341210603714,
      "learning_rate": 3.969244160742783e-05,
      "loss": 0.0126,
      "step": 16728
    },
    {
      "epoch": 1.8136383347788378,
      "grad_norm": 0.47489434480667114,
      "learning_rate": 3.968881473959089e-05,
      "loss": 0.031,
      "step": 16729
    },
    {
      "epoch": 1.8137467476149176,
      "grad_norm": 0.07396333664655685,
      "learning_rate": 3.968518787175395e-05,
      "loss": 0.0055,
      "step": 16730
    },
    {
      "epoch": 1.8138551604509974,
      "grad_norm": 0.17009171843528748,
      "learning_rate": 3.9681561003917015e-05,
      "loss": 0.0366,
      "step": 16731
    },
    {
      "epoch": 1.8139635732870771,
      "grad_norm": 0.03670843318104744,
      "learning_rate": 3.967793413608008e-05,
      "loss": 0.0031,
      "step": 16732
    },
    {
      "epoch": 1.8140719861231571,
      "grad_norm": 0.12541460990905762,
      "learning_rate": 3.967430726824315e-05,
      "loss": 0.0179,
      "step": 16733
    },
    {
      "epoch": 1.8141803989592367,
      "grad_norm": 0.06077797710895538,
      "learning_rate": 3.9670680400406215e-05,
      "loss": 0.0085,
      "step": 16734
    },
    {
      "epoch": 1.8142888117953166,
      "grad_norm": 0.1639021635055542,
      "learning_rate": 3.966705353256928e-05,
      "loss": 0.0277,
      "step": 16735
    },
    {
      "epoch": 1.8143972246313964,
      "grad_norm": 0.07229269295930862,
      "learning_rate": 3.966342666473234e-05,
      "loss": 0.009,
      "step": 16736
    },
    {
      "epoch": 1.8145056374674762,
      "grad_norm": 0.1832217276096344,
      "learning_rate": 3.96597997968954e-05,
      "loss": 0.0326,
      "step": 16737
    },
    {
      "epoch": 1.814614050303556,
      "grad_norm": 0.11135353147983551,
      "learning_rate": 3.9656172929058464e-05,
      "loss": 0.0161,
      "step": 16738
    },
    {
      "epoch": 1.8147224631396357,
      "grad_norm": 0.13676531612873077,
      "learning_rate": 3.965254606122153e-05,
      "loss": 0.0141,
      "step": 16739
    },
    {
      "epoch": 1.8148308759757157,
      "grad_norm": 0.05957808718085289,
      "learning_rate": 3.964891919338459e-05,
      "loss": 0.0115,
      "step": 16740
    },
    {
      "epoch": 1.8149392888117952,
      "grad_norm": 0.11305350065231323,
      "learning_rate": 3.964529232554766e-05,
      "loss": 0.0101,
      "step": 16741
    },
    {
      "epoch": 1.8150477016478752,
      "grad_norm": 0.02301086112856865,
      "learning_rate": 3.964166545771073e-05,
      "loss": 0.0017,
      "step": 16742
    },
    {
      "epoch": 1.8151561144839548,
      "grad_norm": 0.12603546679019928,
      "learning_rate": 3.963803858987379e-05,
      "loss": 0.0222,
      "step": 16743
    },
    {
      "epoch": 1.8152645273200347,
      "grad_norm": 0.1635798215866089,
      "learning_rate": 3.963441172203685e-05,
      "loss": 0.0141,
      "step": 16744
    },
    {
      "epoch": 1.8153729401561145,
      "grad_norm": 0.045232150703668594,
      "learning_rate": 3.963078485419991e-05,
      "loss": 0.0038,
      "step": 16745
    },
    {
      "epoch": 1.8154813529921943,
      "grad_norm": 0.11882178485393524,
      "learning_rate": 3.962715798636298e-05,
      "loss": 0.0166,
      "step": 16746
    },
    {
      "epoch": 1.815589765828274,
      "grad_norm": 0.4772726893424988,
      "learning_rate": 3.962353111852604e-05,
      "loss": 0.0674,
      "step": 16747
    },
    {
      "epoch": 1.8156981786643538,
      "grad_norm": 0.15739819407463074,
      "learning_rate": 3.9619904250689105e-05,
      "loss": 0.0209,
      "step": 16748
    },
    {
      "epoch": 1.8158065915004338,
      "grad_norm": 0.33497464656829834,
      "learning_rate": 3.961627738285217e-05,
      "loss": 0.0132,
      "step": 16749
    },
    {
      "epoch": 1.8159150043365133,
      "grad_norm": 0.04801347479224205,
      "learning_rate": 3.961265051501524e-05,
      "loss": 0.0063,
      "step": 16750
    },
    {
      "epoch": 1.8160234171725933,
      "grad_norm": 0.08140470832586288,
      "learning_rate": 3.96090236471783e-05,
      "loss": 0.009,
      "step": 16751
    },
    {
      "epoch": 1.816131830008673,
      "grad_norm": 0.1840924620628357,
      "learning_rate": 3.960539677934136e-05,
      "loss": 0.0327,
      "step": 16752
    },
    {
      "epoch": 1.8162402428447528,
      "grad_norm": 0.3260568678379059,
      "learning_rate": 3.9601769911504426e-05,
      "loss": 0.0136,
      "step": 16753
    },
    {
      "epoch": 1.8163486556808326,
      "grad_norm": 0.2979947328567505,
      "learning_rate": 3.959814304366749e-05,
      "loss": 0.0414,
      "step": 16754
    },
    {
      "epoch": 1.8164570685169124,
      "grad_norm": 0.02131584845483303,
      "learning_rate": 3.9594516175830554e-05,
      "loss": 0.0031,
      "step": 16755
    },
    {
      "epoch": 1.8165654813529923,
      "grad_norm": 0.12937842309474945,
      "learning_rate": 3.959088930799362e-05,
      "loss": 0.0215,
      "step": 16756
    },
    {
      "epoch": 1.8166738941890719,
      "grad_norm": 0.20641633868217468,
      "learning_rate": 3.958726244015668e-05,
      "loss": 0.0272,
      "step": 16757
    },
    {
      "epoch": 1.8167823070251519,
      "grad_norm": 0.16266342997550964,
      "learning_rate": 3.9583635572319746e-05,
      "loss": 0.0248,
      "step": 16758
    },
    {
      "epoch": 1.8168907198612314,
      "grad_norm": 0.4150492548942566,
      "learning_rate": 3.958000870448281e-05,
      "loss": 0.0395,
      "step": 16759
    },
    {
      "epoch": 1.8169991326973114,
      "grad_norm": 0.26045894622802734,
      "learning_rate": 3.9576381836645874e-05,
      "loss": 0.0195,
      "step": 16760
    },
    {
      "epoch": 1.8171075455333912,
      "grad_norm": 0.05415903404355049,
      "learning_rate": 3.957275496880894e-05,
      "loss": 0.0073,
      "step": 16761
    },
    {
      "epoch": 1.817215958369471,
      "grad_norm": 0.047028589993715286,
      "learning_rate": 3.9569128100972e-05,
      "loss": 0.0089,
      "step": 16762
    },
    {
      "epoch": 1.817324371205551,
      "grad_norm": 0.17865346372127533,
      "learning_rate": 3.956550123313507e-05,
      "loss": 0.0203,
      "step": 16763
    },
    {
      "epoch": 1.8174327840416304,
      "grad_norm": 0.12007976323366165,
      "learning_rate": 3.956187436529813e-05,
      "loss": 0.0183,
      "step": 16764
    },
    {
      "epoch": 1.8175411968777104,
      "grad_norm": 0.19633765518665314,
      "learning_rate": 3.9558247497461195e-05,
      "loss": 0.034,
      "step": 16765
    },
    {
      "epoch": 1.81764960971379,
      "grad_norm": 0.25411057472229004,
      "learning_rate": 3.955462062962426e-05,
      "loss": 0.0167,
      "step": 16766
    },
    {
      "epoch": 1.81775802254987,
      "grad_norm": 0.142367884516716,
      "learning_rate": 3.955099376178732e-05,
      "loss": 0.0328,
      "step": 16767
    },
    {
      "epoch": 1.8178664353859497,
      "grad_norm": 0.21316896378993988,
      "learning_rate": 3.954736689395039e-05,
      "loss": 0.0183,
      "step": 16768
    },
    {
      "epoch": 1.8179748482220295,
      "grad_norm": 0.2956680357456207,
      "learning_rate": 3.954374002611345e-05,
      "loss": 0.0276,
      "step": 16769
    },
    {
      "epoch": 1.8180832610581092,
      "grad_norm": 0.05217922106385231,
      "learning_rate": 3.9540113158276516e-05,
      "loss": 0.0078,
      "step": 16770
    },
    {
      "epoch": 1.818191673894189,
      "grad_norm": 0.1500495970249176,
      "learning_rate": 3.953648629043958e-05,
      "loss": 0.0224,
      "step": 16771
    },
    {
      "epoch": 1.818300086730269,
      "grad_norm": 0.24423418939113617,
      "learning_rate": 3.9532859422602644e-05,
      "loss": 0.0261,
      "step": 16772
    },
    {
      "epoch": 1.8184084995663485,
      "grad_norm": 0.20586496591567993,
      "learning_rate": 3.952923255476571e-05,
      "loss": 0.0522,
      "step": 16773
    },
    {
      "epoch": 1.8185169124024285,
      "grad_norm": 0.21665319800376892,
      "learning_rate": 3.9525605686928765e-05,
      "loss": 0.0483,
      "step": 16774
    },
    {
      "epoch": 1.8186253252385083,
      "grad_norm": 0.12284082174301147,
      "learning_rate": 3.952197881909183e-05,
      "loss": 0.0149,
      "step": 16775
    },
    {
      "epoch": 1.818733738074588,
      "grad_norm": 0.07809581607580185,
      "learning_rate": 3.95183519512549e-05,
      "loss": 0.0095,
      "step": 16776
    },
    {
      "epoch": 1.8188421509106678,
      "grad_norm": 0.0990985780954361,
      "learning_rate": 3.9514725083417964e-05,
      "loss": 0.0119,
      "step": 16777
    },
    {
      "epoch": 1.8189505637467476,
      "grad_norm": 0.1172291561961174,
      "learning_rate": 3.951109821558103e-05,
      "loss": 0.0264,
      "step": 16778
    },
    {
      "epoch": 1.8190589765828276,
      "grad_norm": 0.1545514613389969,
      "learning_rate": 3.950747134774409e-05,
      "loss": 0.0065,
      "step": 16779
    },
    {
      "epoch": 1.819167389418907,
      "grad_norm": 0.43711674213409424,
      "learning_rate": 3.9503844479907157e-05,
      "loss": 0.0298,
      "step": 16780
    },
    {
      "epoch": 1.819275802254987,
      "grad_norm": 0.2160106748342514,
      "learning_rate": 3.9500217612070214e-05,
      "loss": 0.0293,
      "step": 16781
    },
    {
      "epoch": 1.8193842150910666,
      "grad_norm": 0.028855901211500168,
      "learning_rate": 3.949659074423328e-05,
      "loss": 0.0031,
      "step": 16782
    },
    {
      "epoch": 1.8194926279271466,
      "grad_norm": 0.08596151322126389,
      "learning_rate": 3.949296387639634e-05,
      "loss": 0.0132,
      "step": 16783
    },
    {
      "epoch": 1.8196010407632264,
      "grad_norm": 0.6734038591384888,
      "learning_rate": 3.948933700855941e-05,
      "loss": 0.0175,
      "step": 16784
    },
    {
      "epoch": 1.8197094535993061,
      "grad_norm": 0.01530758012086153,
      "learning_rate": 3.948571014072248e-05,
      "loss": 0.0017,
      "step": 16785
    },
    {
      "epoch": 1.819817866435386,
      "grad_norm": 0.2753259241580963,
      "learning_rate": 3.948208327288554e-05,
      "loss": 0.06,
      "step": 16786
    },
    {
      "epoch": 1.8199262792714657,
      "grad_norm": 0.1519901156425476,
      "learning_rate": 3.9478456405048605e-05,
      "loss": 0.0216,
      "step": 16787
    },
    {
      "epoch": 1.8200346921075456,
      "grad_norm": 0.1591980755329132,
      "learning_rate": 3.947482953721167e-05,
      "loss": 0.0191,
      "step": 16788
    },
    {
      "epoch": 1.8201431049436252,
      "grad_norm": 0.16691958904266357,
      "learning_rate": 3.947120266937473e-05,
      "loss": 0.0151,
      "step": 16789
    },
    {
      "epoch": 1.8202515177797052,
      "grad_norm": 0.18606260418891907,
      "learning_rate": 3.946757580153779e-05,
      "loss": 0.0242,
      "step": 16790
    },
    {
      "epoch": 1.820359930615785,
      "grad_norm": 0.13214588165283203,
      "learning_rate": 3.9463948933700855e-05,
      "loss": 0.0216,
      "step": 16791
    },
    {
      "epoch": 1.8204683434518647,
      "grad_norm": 0.20611509680747986,
      "learning_rate": 3.946032206586392e-05,
      "loss": 0.0173,
      "step": 16792
    },
    {
      "epoch": 1.8205767562879445,
      "grad_norm": 0.27611470222473145,
      "learning_rate": 3.945669519802699e-05,
      "loss": 0.0388,
      "step": 16793
    },
    {
      "epoch": 1.8206851691240242,
      "grad_norm": 0.2649438679218292,
      "learning_rate": 3.9453068330190054e-05,
      "loss": 0.0294,
      "step": 16794
    },
    {
      "epoch": 1.8207935819601042,
      "grad_norm": 0.1744774729013443,
      "learning_rate": 3.944944146235312e-05,
      "loss": 0.0468,
      "step": 16795
    },
    {
      "epoch": 1.8209019947961838,
      "grad_norm": 0.11208712309598923,
      "learning_rate": 3.9445814594516175e-05,
      "loss": 0.0075,
      "step": 16796
    },
    {
      "epoch": 1.8210104076322637,
      "grad_norm": 0.12486936151981354,
      "learning_rate": 3.944218772667924e-05,
      "loss": 0.015,
      "step": 16797
    },
    {
      "epoch": 1.8211188204683435,
      "grad_norm": 0.08108296245336533,
      "learning_rate": 3.9438560858842304e-05,
      "loss": 0.0095,
      "step": 16798
    },
    {
      "epoch": 1.8212272333044233,
      "grad_norm": 0.21692919731140137,
      "learning_rate": 3.943493399100537e-05,
      "loss": 0.0372,
      "step": 16799
    },
    {
      "epoch": 1.821335646140503,
      "grad_norm": 0.024118635803461075,
      "learning_rate": 3.943130712316843e-05,
      "loss": 0.0022,
      "step": 16800
    },
    {
      "epoch": 1.8214440589765828,
      "grad_norm": 0.20292545855045319,
      "learning_rate": 3.9427680255331496e-05,
      "loss": 0.0154,
      "step": 16801
    },
    {
      "epoch": 1.8215524718126628,
      "grad_norm": 0.04695320129394531,
      "learning_rate": 3.942405338749457e-05,
      "loss": 0.0082,
      "step": 16802
    },
    {
      "epoch": 1.8216608846487423,
      "grad_norm": 0.045080818235874176,
      "learning_rate": 3.9420426519657624e-05,
      "loss": 0.0038,
      "step": 16803
    },
    {
      "epoch": 1.8217692974848223,
      "grad_norm": 0.2664670944213867,
      "learning_rate": 3.941679965182069e-05,
      "loss": 0.0471,
      "step": 16804
    },
    {
      "epoch": 1.8218777103209018,
      "grad_norm": 0.11035530269145966,
      "learning_rate": 3.941317278398375e-05,
      "loss": 0.0224,
      "step": 16805
    },
    {
      "epoch": 1.8219861231569818,
      "grad_norm": 0.22288617491722107,
      "learning_rate": 3.9409545916146817e-05,
      "loss": 0.0324,
      "step": 16806
    },
    {
      "epoch": 1.8220945359930616,
      "grad_norm": 0.02243197336792946,
      "learning_rate": 3.940591904830988e-05,
      "loss": 0.0024,
      "step": 16807
    },
    {
      "epoch": 1.8222029488291414,
      "grad_norm": 0.1540556699037552,
      "learning_rate": 3.9402292180472945e-05,
      "loss": 0.0339,
      "step": 16808
    },
    {
      "epoch": 1.8223113616652211,
      "grad_norm": 0.22019709646701813,
      "learning_rate": 3.939866531263601e-05,
      "loss": 0.0293,
      "step": 16809
    },
    {
      "epoch": 1.8224197745013009,
      "grad_norm": 0.39419302344322205,
      "learning_rate": 3.939503844479907e-05,
      "loss": 0.0302,
      "step": 16810
    },
    {
      "epoch": 1.8225281873373809,
      "grad_norm": 0.31903019547462463,
      "learning_rate": 3.939141157696214e-05,
      "loss": 0.0224,
      "step": 16811
    },
    {
      "epoch": 1.8226366001734604,
      "grad_norm": 0.5063565969467163,
      "learning_rate": 3.93877847091252e-05,
      "loss": 0.0128,
      "step": 16812
    },
    {
      "epoch": 1.8227450130095404,
      "grad_norm": 0.0771661177277565,
      "learning_rate": 3.9384157841288265e-05,
      "loss": 0.0173,
      "step": 16813
    },
    {
      "epoch": 1.8228534258456202,
      "grad_norm": 0.06038332358002663,
      "learning_rate": 3.938053097345133e-05,
      "loss": 0.0088,
      "step": 16814
    },
    {
      "epoch": 1.8229618386817,
      "grad_norm": 0.25492748618125916,
      "learning_rate": 3.9376904105614393e-05,
      "loss": 0.0122,
      "step": 16815
    },
    {
      "epoch": 1.8230702515177797,
      "grad_norm": 0.3321552872657776,
      "learning_rate": 3.937327723777746e-05,
      "loss": 0.0517,
      "step": 16816
    },
    {
      "epoch": 1.8231786643538594,
      "grad_norm": 0.08549871295690536,
      "learning_rate": 3.936965036994052e-05,
      "loss": 0.0106,
      "step": 16817
    },
    {
      "epoch": 1.8232870771899394,
      "grad_norm": 0.16086198389530182,
      "learning_rate": 3.9366023502103586e-05,
      "loss": 0.0242,
      "step": 16818
    },
    {
      "epoch": 1.823395490026019,
      "grad_norm": 0.302473783493042,
      "learning_rate": 3.936239663426665e-05,
      "loss": 0.0242,
      "step": 16819
    },
    {
      "epoch": 1.823503902862099,
      "grad_norm": 0.25175514817237854,
      "learning_rate": 3.9358769766429714e-05,
      "loss": 0.0892,
      "step": 16820
    },
    {
      "epoch": 1.8236123156981785,
      "grad_norm": 0.2631649374961853,
      "learning_rate": 3.935514289859278e-05,
      "loss": 0.0608,
      "step": 16821
    },
    {
      "epoch": 1.8237207285342585,
      "grad_norm": 0.1224486231803894,
      "learning_rate": 3.935151603075584e-05,
      "loss": 0.0215,
      "step": 16822
    },
    {
      "epoch": 1.8238291413703382,
      "grad_norm": 0.15477728843688965,
      "learning_rate": 3.9347889162918906e-05,
      "loss": 0.0285,
      "step": 16823
    },
    {
      "epoch": 1.823937554206418,
      "grad_norm": 0.05752432346343994,
      "learning_rate": 3.934426229508197e-05,
      "loss": 0.0105,
      "step": 16824
    },
    {
      "epoch": 1.824045967042498,
      "grad_norm": 0.1467646211385727,
      "learning_rate": 3.9340635427245035e-05,
      "loss": 0.011,
      "step": 16825
    },
    {
      "epoch": 1.8241543798785775,
      "grad_norm": 0.10752535611391068,
      "learning_rate": 3.933700855940809e-05,
      "loss": 0.0115,
      "step": 16826
    },
    {
      "epoch": 1.8242627927146575,
      "grad_norm": 0.054766763001680374,
      "learning_rate": 3.9333381691571156e-05,
      "loss": 0.0075,
      "step": 16827
    },
    {
      "epoch": 1.824371205550737,
      "grad_norm": 0.09093420207500458,
      "learning_rate": 3.932975482373423e-05,
      "loss": 0.0148,
      "step": 16828
    },
    {
      "epoch": 1.824479618386817,
      "grad_norm": 0.06419744342565536,
      "learning_rate": 3.932612795589729e-05,
      "loss": 0.0099,
      "step": 16829
    },
    {
      "epoch": 1.8245880312228968,
      "grad_norm": 0.19879648089408875,
      "learning_rate": 3.9322501088060355e-05,
      "loss": 0.0406,
      "step": 16830
    },
    {
      "epoch": 1.8246964440589766,
      "grad_norm": 0.4311036467552185,
      "learning_rate": 3.931887422022342e-05,
      "loss": 0.041,
      "step": 16831
    },
    {
      "epoch": 1.8248048568950563,
      "grad_norm": 0.09099436551332474,
      "learning_rate": 3.931524735238648e-05,
      "loss": 0.0041,
      "step": 16832
    },
    {
      "epoch": 1.824913269731136,
      "grad_norm": 0.18780408799648285,
      "learning_rate": 3.931162048454954e-05,
      "loss": 0.0192,
      "step": 16833
    },
    {
      "epoch": 1.825021682567216,
      "grad_norm": 0.07554540783166885,
      "learning_rate": 3.9307993616712605e-05,
      "loss": 0.0088,
      "step": 16834
    },
    {
      "epoch": 1.8251300954032956,
      "grad_norm": 0.19491589069366455,
      "learning_rate": 3.930436674887567e-05,
      "loss": 0.0266,
      "step": 16835
    },
    {
      "epoch": 1.8252385082393756,
      "grad_norm": 0.20108123123645782,
      "learning_rate": 3.930073988103874e-05,
      "loss": 0.0246,
      "step": 16836
    },
    {
      "epoch": 1.8253469210754554,
      "grad_norm": 0.307734876871109,
      "learning_rate": 3.9297113013201804e-05,
      "loss": 0.042,
      "step": 16837
    },
    {
      "epoch": 1.8254553339115351,
      "grad_norm": 0.15296444296836853,
      "learning_rate": 3.929348614536487e-05,
      "loss": 0.0165,
      "step": 16838
    },
    {
      "epoch": 1.825563746747615,
      "grad_norm": 0.08286582678556442,
      "learning_rate": 3.928985927752793e-05,
      "loss": 0.0092,
      "step": 16839
    },
    {
      "epoch": 1.8256721595836947,
      "grad_norm": 0.0450400747358799,
      "learning_rate": 3.9286232409690996e-05,
      "loss": 0.0049,
      "step": 16840
    },
    {
      "epoch": 1.8257805724197746,
      "grad_norm": 0.2226206213235855,
      "learning_rate": 3.9282605541854053e-05,
      "loss": 0.0233,
      "step": 16841
    },
    {
      "epoch": 1.8258889852558542,
      "grad_norm": 0.031129593029618263,
      "learning_rate": 3.927897867401712e-05,
      "loss": 0.0022,
      "step": 16842
    },
    {
      "epoch": 1.8259973980919342,
      "grad_norm": 0.2335161715745926,
      "learning_rate": 3.927535180618018e-05,
      "loss": 0.0352,
      "step": 16843
    },
    {
      "epoch": 1.8261058109280137,
      "grad_norm": 0.05166223645210266,
      "learning_rate": 3.9271724938343246e-05,
      "loss": 0.0041,
      "step": 16844
    },
    {
      "epoch": 1.8262142237640937,
      "grad_norm": 0.12450075894594193,
      "learning_rate": 3.926809807050632e-05,
      "loss": 0.0165,
      "step": 16845
    },
    {
      "epoch": 1.8263226366001735,
      "grad_norm": 0.2127765268087387,
      "learning_rate": 3.926447120266938e-05,
      "loss": 0.007,
      "step": 16846
    },
    {
      "epoch": 1.8264310494362532,
      "grad_norm": 0.05832049623131752,
      "learning_rate": 3.9260844334832445e-05,
      "loss": 0.0065,
      "step": 16847
    },
    {
      "epoch": 1.826539462272333,
      "grad_norm": 0.15902909636497498,
      "learning_rate": 3.92572174669955e-05,
      "loss": 0.0102,
      "step": 16848
    },
    {
      "epoch": 1.8266478751084128,
      "grad_norm": 0.20080016553401947,
      "learning_rate": 3.9253590599158566e-05,
      "loss": 0.025,
      "step": 16849
    },
    {
      "epoch": 1.8267562879444927,
      "grad_norm": 0.05694153904914856,
      "learning_rate": 3.924996373132163e-05,
      "loss": 0.0046,
      "step": 16850
    },
    {
      "epoch": 1.8268647007805723,
      "grad_norm": 0.06143416836857796,
      "learning_rate": 3.9246336863484694e-05,
      "loss": 0.0063,
      "step": 16851
    },
    {
      "epoch": 1.8269731136166523,
      "grad_norm": 0.16337622702121735,
      "learning_rate": 3.924270999564776e-05,
      "loss": 0.0328,
      "step": 16852
    },
    {
      "epoch": 1.827081526452732,
      "grad_norm": 0.016412774100899696,
      "learning_rate": 3.923908312781082e-05,
      "loss": 0.0014,
      "step": 16853
    },
    {
      "epoch": 1.8271899392888118,
      "grad_norm": 3.024905204772949,
      "learning_rate": 3.9235456259973894e-05,
      "loss": 0.007,
      "step": 16854
    },
    {
      "epoch": 1.8272983521248916,
      "grad_norm": 0.23223333060741425,
      "learning_rate": 3.923182939213695e-05,
      "loss": 0.0435,
      "step": 16855
    },
    {
      "epoch": 1.8274067649609713,
      "grad_norm": 0.25425830483436584,
      "learning_rate": 3.9228202524300015e-05,
      "loss": 0.0289,
      "step": 16856
    },
    {
      "epoch": 1.8275151777970513,
      "grad_norm": 0.23153698444366455,
      "learning_rate": 3.922457565646308e-05,
      "loss": 0.0311,
      "step": 16857
    },
    {
      "epoch": 1.8276235906331308,
      "grad_norm": 0.25630512833595276,
      "learning_rate": 3.922094878862614e-05,
      "loss": 0.0186,
      "step": 16858
    },
    {
      "epoch": 1.8277320034692108,
      "grad_norm": 0.10511471331119537,
      "learning_rate": 3.921732192078921e-05,
      "loss": 0.0177,
      "step": 16859
    },
    {
      "epoch": 1.8278404163052906,
      "grad_norm": 0.4897553622722626,
      "learning_rate": 3.921369505295227e-05,
      "loss": 0.0539,
      "step": 16860
    },
    {
      "epoch": 1.8279488291413704,
      "grad_norm": 0.5175457000732422,
      "learning_rate": 3.9210068185115336e-05,
      "loss": 0.0533,
      "step": 16861
    },
    {
      "epoch": 1.8280572419774501,
      "grad_norm": 0.3783701956272125,
      "learning_rate": 3.92064413172784e-05,
      "loss": 0.0684,
      "step": 16862
    },
    {
      "epoch": 1.8281656548135299,
      "grad_norm": 0.08472184091806412,
      "learning_rate": 3.9202814449441464e-05,
      "loss": 0.0082,
      "step": 16863
    },
    {
      "epoch": 1.8282740676496099,
      "grad_norm": 0.16485387086868286,
      "learning_rate": 3.919918758160453e-05,
      "loss": 0.0134,
      "step": 16864
    },
    {
      "epoch": 1.8283824804856894,
      "grad_norm": 0.14868953824043274,
      "learning_rate": 3.919556071376759e-05,
      "loss": 0.0198,
      "step": 16865
    },
    {
      "epoch": 1.8284908933217694,
      "grad_norm": 0.07733315974473953,
      "learning_rate": 3.9191933845930656e-05,
      "loss": 0.0154,
      "step": 16866
    },
    {
      "epoch": 1.828599306157849,
      "grad_norm": 0.261869877576828,
      "learning_rate": 3.918830697809372e-05,
      "loss": 0.0239,
      "step": 16867
    },
    {
      "epoch": 1.828707718993929,
      "grad_norm": 0.0990930125117302,
      "learning_rate": 3.9184680110256784e-05,
      "loss": 0.0092,
      "step": 16868
    },
    {
      "epoch": 1.8288161318300087,
      "grad_norm": 0.3780409097671509,
      "learning_rate": 3.918105324241985e-05,
      "loss": 0.0197,
      "step": 16869
    },
    {
      "epoch": 1.8289245446660884,
      "grad_norm": 0.13666637241840363,
      "learning_rate": 3.917742637458291e-05,
      "loss": 0.0149,
      "step": 16870
    },
    {
      "epoch": 1.8290329575021682,
      "grad_norm": 0.09999652206897736,
      "learning_rate": 3.9173799506745977e-05,
      "loss": 0.0121,
      "step": 16871
    },
    {
      "epoch": 1.829141370338248,
      "grad_norm": 0.15179403126239777,
      "learning_rate": 3.917017263890904e-05,
      "loss": 0.0183,
      "step": 16872
    },
    {
      "epoch": 1.829249783174328,
      "grad_norm": 0.23541909456253052,
      "learning_rate": 3.9166545771072105e-05,
      "loss": 0.0443,
      "step": 16873
    },
    {
      "epoch": 1.8293581960104075,
      "grad_norm": 0.10811542719602585,
      "learning_rate": 3.916291890323517e-05,
      "loss": 0.0096,
      "step": 16874
    },
    {
      "epoch": 1.8294666088464875,
      "grad_norm": 0.07682247459888458,
      "learning_rate": 3.915929203539823e-05,
      "loss": 0.0096,
      "step": 16875
    },
    {
      "epoch": 1.8295750216825672,
      "grad_norm": 0.28261876106262207,
      "learning_rate": 3.91556651675613e-05,
      "loss": 0.043,
      "step": 16876
    },
    {
      "epoch": 1.829683434518647,
      "grad_norm": 0.14368434250354767,
      "learning_rate": 3.915203829972436e-05,
      "loss": 0.04,
      "step": 16877
    },
    {
      "epoch": 1.8297918473547268,
      "grad_norm": 0.34483224153518677,
      "learning_rate": 3.914841143188742e-05,
      "loss": 0.03,
      "step": 16878
    },
    {
      "epoch": 1.8299002601908065,
      "grad_norm": 0.195528045296669,
      "learning_rate": 3.914478456405048e-05,
      "loss": 0.021,
      "step": 16879
    },
    {
      "epoch": 1.8300086730268865,
      "grad_norm": 0.12476366013288498,
      "learning_rate": 3.9141157696213554e-05,
      "loss": 0.0318,
      "step": 16880
    },
    {
      "epoch": 1.830117085862966,
      "grad_norm": 0.1852363646030426,
      "learning_rate": 3.913753082837662e-05,
      "loss": 0.03,
      "step": 16881
    },
    {
      "epoch": 1.830225498699046,
      "grad_norm": 0.4655631184577942,
      "learning_rate": 3.913390396053968e-05,
      "loss": 0.0706,
      "step": 16882
    },
    {
      "epoch": 1.8303339115351258,
      "grad_norm": 0.3339769244194031,
      "learning_rate": 3.9130277092702746e-05,
      "loss": 0.033,
      "step": 16883
    },
    {
      "epoch": 1.8304423243712056,
      "grad_norm": 0.11354745179414749,
      "learning_rate": 3.912665022486581e-05,
      "loss": 0.0182,
      "step": 16884
    },
    {
      "epoch": 1.8305507372072853,
      "grad_norm": 0.16932713985443115,
      "learning_rate": 3.912302335702887e-05,
      "loss": 0.0112,
      "step": 16885
    },
    {
      "epoch": 1.830659150043365,
      "grad_norm": 0.0881902351975441,
      "learning_rate": 3.911939648919193e-05,
      "loss": 0.0104,
      "step": 16886
    },
    {
      "epoch": 1.830767562879445,
      "grad_norm": 0.5672391057014465,
      "learning_rate": 3.9115769621354995e-05,
      "loss": 0.0372,
      "step": 16887
    },
    {
      "epoch": 1.8308759757155246,
      "grad_norm": 0.05229056254029274,
      "learning_rate": 3.9112142753518066e-05,
      "loss": 0.0033,
      "step": 16888
    },
    {
      "epoch": 1.8309843885516046,
      "grad_norm": 0.11953048408031464,
      "learning_rate": 3.910851588568113e-05,
      "loss": 0.0187,
      "step": 16889
    },
    {
      "epoch": 1.8310928013876842,
      "grad_norm": 0.28023773431777954,
      "learning_rate": 3.9104889017844195e-05,
      "loss": 0.0283,
      "step": 16890
    },
    {
      "epoch": 1.8312012142237641,
      "grad_norm": 0.08957680314779282,
      "learning_rate": 3.910126215000726e-05,
      "loss": 0.0113,
      "step": 16891
    },
    {
      "epoch": 1.831309627059844,
      "grad_norm": 0.22742830216884613,
      "learning_rate": 3.909763528217032e-05,
      "loss": 0.0143,
      "step": 16892
    },
    {
      "epoch": 1.8314180398959237,
      "grad_norm": 0.12725280225276947,
      "learning_rate": 3.909400841433338e-05,
      "loss": 0.0167,
      "step": 16893
    },
    {
      "epoch": 1.8315264527320034,
      "grad_norm": 0.1954645961523056,
      "learning_rate": 3.9090381546496444e-05,
      "loss": 0.0606,
      "step": 16894
    },
    {
      "epoch": 1.8316348655680832,
      "grad_norm": 0.15405163168907166,
      "learning_rate": 3.908675467865951e-05,
      "loss": 0.0188,
      "step": 16895
    },
    {
      "epoch": 1.8317432784041632,
      "grad_norm": 0.4326985776424408,
      "learning_rate": 3.908312781082257e-05,
      "loss": 0.0527,
      "step": 16896
    },
    {
      "epoch": 1.8318516912402427,
      "grad_norm": 0.14343486726284027,
      "learning_rate": 3.907950094298564e-05,
      "loss": 0.0376,
      "step": 16897
    },
    {
      "epoch": 1.8319601040763227,
      "grad_norm": 0.20947659015655518,
      "learning_rate": 3.907587407514871e-05,
      "loss": 0.0311,
      "step": 16898
    },
    {
      "epoch": 1.8320685169124025,
      "grad_norm": 0.1457044929265976,
      "learning_rate": 3.907224720731177e-05,
      "loss": 0.0288,
      "step": 16899
    },
    {
      "epoch": 1.8321769297484822,
      "grad_norm": 0.045222263783216476,
      "learning_rate": 3.906862033947483e-05,
      "loss": 0.0026,
      "step": 16900
    },
    {
      "epoch": 1.832285342584562,
      "grad_norm": 0.6294178366661072,
      "learning_rate": 3.906499347163789e-05,
      "loss": 0.0699,
      "step": 16901
    },
    {
      "epoch": 1.8323937554206418,
      "grad_norm": 0.06704416871070862,
      "learning_rate": 3.906136660380096e-05,
      "loss": 0.0053,
      "step": 16902
    },
    {
      "epoch": 1.8325021682567217,
      "grad_norm": 0.3079955279827118,
      "learning_rate": 3.905773973596402e-05,
      "loss": 0.0134,
      "step": 16903
    },
    {
      "epoch": 1.8326105810928013,
      "grad_norm": 0.10624169558286667,
      "learning_rate": 3.9054112868127085e-05,
      "loss": 0.0095,
      "step": 16904
    },
    {
      "epoch": 1.8327189939288813,
      "grad_norm": 0.21498998999595642,
      "learning_rate": 3.9050486000290156e-05,
      "loss": 0.0205,
      "step": 16905
    },
    {
      "epoch": 1.8328274067649608,
      "grad_norm": 0.3992575705051422,
      "learning_rate": 3.904685913245322e-05,
      "loss": 0.0664,
      "step": 16906
    },
    {
      "epoch": 1.8329358196010408,
      "grad_norm": 0.19330036640167236,
      "learning_rate": 3.904323226461628e-05,
      "loss": 0.0256,
      "step": 16907
    },
    {
      "epoch": 1.8330442324371206,
      "grad_norm": 0.15609756112098694,
      "learning_rate": 3.903960539677934e-05,
      "loss": 0.0266,
      "step": 16908
    },
    {
      "epoch": 1.8331526452732003,
      "grad_norm": 0.07805277407169342,
      "learning_rate": 3.9035978528942406e-05,
      "loss": 0.0061,
      "step": 16909
    },
    {
      "epoch": 1.83326105810928,
      "grad_norm": 0.26115062832832336,
      "learning_rate": 3.903235166110547e-05,
      "loss": 0.0545,
      "step": 16910
    },
    {
      "epoch": 1.8333694709453598,
      "grad_norm": 0.134148970246315,
      "learning_rate": 3.9028724793268534e-05,
      "loss": 0.0143,
      "step": 16911
    },
    {
      "epoch": 1.8334778837814398,
      "grad_norm": 0.22977960109710693,
      "learning_rate": 3.90250979254316e-05,
      "loss": 0.033,
      "step": 16912
    },
    {
      "epoch": 1.8335862966175194,
      "grad_norm": 0.057285942137241364,
      "learning_rate": 3.902147105759466e-05,
      "loss": 0.0045,
      "step": 16913
    },
    {
      "epoch": 1.8336947094535994,
      "grad_norm": 0.13928858935832977,
      "learning_rate": 3.9017844189757726e-05,
      "loss": 0.0299,
      "step": 16914
    },
    {
      "epoch": 1.8338031222896791,
      "grad_norm": 0.15247826278209686,
      "learning_rate": 3.901421732192079e-05,
      "loss": 0.0292,
      "step": 16915
    },
    {
      "epoch": 1.8339115351257589,
      "grad_norm": 0.3725336492061615,
      "learning_rate": 3.9010590454083855e-05,
      "loss": 0.0203,
      "step": 16916
    },
    {
      "epoch": 1.8340199479618386,
      "grad_norm": 0.44210705161094666,
      "learning_rate": 3.900696358624692e-05,
      "loss": 0.0485,
      "step": 16917
    },
    {
      "epoch": 1.8341283607979184,
      "grad_norm": 0.22144044935703278,
      "learning_rate": 3.900333671840998e-05,
      "loss": 0.0548,
      "step": 16918
    },
    {
      "epoch": 1.8342367736339984,
      "grad_norm": 0.05555008724331856,
      "learning_rate": 3.899970985057305e-05,
      "loss": 0.0076,
      "step": 16919
    },
    {
      "epoch": 1.834345186470078,
      "grad_norm": 0.3897066116333008,
      "learning_rate": 3.899608298273611e-05,
      "loss": 0.0521,
      "step": 16920
    },
    {
      "epoch": 1.834453599306158,
      "grad_norm": 0.25170934200286865,
      "learning_rate": 3.8992456114899175e-05,
      "loss": 0.0188,
      "step": 16921
    },
    {
      "epoch": 1.8345620121422377,
      "grad_norm": 0.20147883892059326,
      "learning_rate": 3.898882924706224e-05,
      "loss": 0.0281,
      "step": 16922
    },
    {
      "epoch": 1.8346704249783174,
      "grad_norm": 0.39061856269836426,
      "learning_rate": 3.89852023792253e-05,
      "loss": 0.0452,
      "step": 16923
    },
    {
      "epoch": 1.8347788378143972,
      "grad_norm": 0.3068135380744934,
      "learning_rate": 3.898157551138837e-05,
      "loss": 0.0303,
      "step": 16924
    },
    {
      "epoch": 1.834887250650477,
      "grad_norm": 0.06941570341587067,
      "learning_rate": 3.897794864355143e-05,
      "loss": 0.0104,
      "step": 16925
    },
    {
      "epoch": 1.834995663486557,
      "grad_norm": 0.09261781722307205,
      "learning_rate": 3.8974321775714496e-05,
      "loss": 0.0078,
      "step": 16926
    },
    {
      "epoch": 1.8351040763226365,
      "grad_norm": 0.17308466136455536,
      "learning_rate": 3.897069490787756e-05,
      "loss": 0.0164,
      "step": 16927
    },
    {
      "epoch": 1.8352124891587165,
      "grad_norm": 0.048823241144418716,
      "learning_rate": 3.8967068040040624e-05,
      "loss": 0.0076,
      "step": 16928
    },
    {
      "epoch": 1.835320901994796,
      "grad_norm": 0.11756360530853271,
      "learning_rate": 3.896344117220369e-05,
      "loss": 0.0084,
      "step": 16929
    },
    {
      "epoch": 1.835429314830876,
      "grad_norm": 0.23024527728557587,
      "learning_rate": 3.8959814304366745e-05,
      "loss": 0.0152,
      "step": 16930
    },
    {
      "epoch": 1.8355377276669558,
      "grad_norm": 0.1948608160018921,
      "learning_rate": 3.8956187436529816e-05,
      "loss": 0.0152,
      "step": 16931
    },
    {
      "epoch": 1.8356461405030355,
      "grad_norm": 0.08006584644317627,
      "learning_rate": 3.895256056869288e-05,
      "loss": 0.0136,
      "step": 16932
    },
    {
      "epoch": 1.8357545533391153,
      "grad_norm": 0.21863722801208496,
      "learning_rate": 3.8948933700855944e-05,
      "loss": 0.027,
      "step": 16933
    },
    {
      "epoch": 1.835862966175195,
      "grad_norm": 0.1013203114271164,
      "learning_rate": 3.894530683301901e-05,
      "loss": 0.0189,
      "step": 16934
    },
    {
      "epoch": 1.835971379011275,
      "grad_norm": 0.371247798204422,
      "learning_rate": 3.894167996518207e-05,
      "loss": 0.0745,
      "step": 16935
    },
    {
      "epoch": 1.8360797918473546,
      "grad_norm": 0.15671618282794952,
      "learning_rate": 3.893805309734514e-05,
      "loss": 0.023,
      "step": 16936
    },
    {
      "epoch": 1.8361882046834346,
      "grad_norm": 0.12440768629312515,
      "learning_rate": 3.89344262295082e-05,
      "loss": 0.0284,
      "step": 16937
    },
    {
      "epoch": 1.8362966175195143,
      "grad_norm": 0.09154190868139267,
      "learning_rate": 3.893079936167126e-05,
      "loss": 0.0106,
      "step": 16938
    },
    {
      "epoch": 1.836405030355594,
      "grad_norm": 0.15249383449554443,
      "learning_rate": 3.892717249383432e-05,
      "loss": 0.0436,
      "step": 16939
    },
    {
      "epoch": 1.8365134431916739,
      "grad_norm": 0.06336025148630142,
      "learning_rate": 3.892354562599739e-05,
      "loss": 0.0079,
      "step": 16940
    },
    {
      "epoch": 1.8366218560277536,
      "grad_norm": 0.17368437349796295,
      "learning_rate": 3.891991875816046e-05,
      "loss": 0.0468,
      "step": 16941
    },
    {
      "epoch": 1.8367302688638336,
      "grad_norm": 0.06864763796329498,
      "learning_rate": 3.891629189032352e-05,
      "loss": 0.008,
      "step": 16942
    },
    {
      "epoch": 1.8368386816999132,
      "grad_norm": 0.18291915953159332,
      "learning_rate": 3.8912665022486585e-05,
      "loss": 0.0395,
      "step": 16943
    },
    {
      "epoch": 1.8369470945359931,
      "grad_norm": 0.059270914644002914,
      "learning_rate": 3.890903815464965e-05,
      "loss": 0.0098,
      "step": 16944
    },
    {
      "epoch": 1.837055507372073,
      "grad_norm": 0.04154291749000549,
      "learning_rate": 3.890541128681271e-05,
      "loss": 0.0029,
      "step": 16945
    },
    {
      "epoch": 1.8371639202081527,
      "grad_norm": 0.32699739933013916,
      "learning_rate": 3.890178441897577e-05,
      "loss": 0.0703,
      "step": 16946
    },
    {
      "epoch": 1.8372723330442324,
      "grad_norm": 0.1278991401195526,
      "learning_rate": 3.8898157551138835e-05,
      "loss": 0.0168,
      "step": 16947
    },
    {
      "epoch": 1.8373807458803122,
      "grad_norm": 0.2605018615722656,
      "learning_rate": 3.88945306833019e-05,
      "loss": 0.0124,
      "step": 16948
    },
    {
      "epoch": 1.8374891587163922,
      "grad_norm": 0.17282135784626007,
      "learning_rate": 3.889090381546497e-05,
      "loss": 0.0253,
      "step": 16949
    },
    {
      "epoch": 1.8375975715524717,
      "grad_norm": 0.07737952470779419,
      "learning_rate": 3.8887276947628034e-05,
      "loss": 0.0077,
      "step": 16950
    },
    {
      "epoch": 1.8377059843885517,
      "grad_norm": 0.14054839313030243,
      "learning_rate": 3.88836500797911e-05,
      "loss": 0.0335,
      "step": 16951
    },
    {
      "epoch": 1.8378143972246312,
      "grad_norm": 0.18542464077472687,
      "learning_rate": 3.8880023211954156e-05,
      "loss": 0.028,
      "step": 16952
    },
    {
      "epoch": 1.8379228100607112,
      "grad_norm": 0.27610164880752563,
      "learning_rate": 3.887639634411722e-05,
      "loss": 0.017,
      "step": 16953
    },
    {
      "epoch": 1.838031222896791,
      "grad_norm": 0.03668637201189995,
      "learning_rate": 3.8872769476280284e-05,
      "loss": 0.0042,
      "step": 16954
    },
    {
      "epoch": 1.8381396357328708,
      "grad_norm": 0.03717760741710663,
      "learning_rate": 3.886914260844335e-05,
      "loss": 0.0036,
      "step": 16955
    },
    {
      "epoch": 1.8382480485689505,
      "grad_norm": 0.37960776686668396,
      "learning_rate": 3.886551574060641e-05,
      "loss": 0.0471,
      "step": 16956
    },
    {
      "epoch": 1.8383564614050303,
      "grad_norm": 0.19610975682735443,
      "learning_rate": 3.886188887276948e-05,
      "loss": 0.0234,
      "step": 16957
    },
    {
      "epoch": 1.8384648742411103,
      "grad_norm": 0.23621244728565216,
      "learning_rate": 3.885826200493255e-05,
      "loss": 0.0142,
      "step": 16958
    },
    {
      "epoch": 1.8385732870771898,
      "grad_norm": 0.20858019590377808,
      "learning_rate": 3.8854635137095604e-05,
      "loss": 0.0223,
      "step": 16959
    },
    {
      "epoch": 1.8386816999132698,
      "grad_norm": 0.11698577553033829,
      "learning_rate": 3.885100826925867e-05,
      "loss": 0.0162,
      "step": 16960
    },
    {
      "epoch": 1.8387901127493496,
      "grad_norm": 0.06685757637023926,
      "learning_rate": 3.884738140142173e-05,
      "loss": 0.0092,
      "step": 16961
    },
    {
      "epoch": 1.8388985255854293,
      "grad_norm": 0.10954773426055908,
      "learning_rate": 3.8843754533584797e-05,
      "loss": 0.0108,
      "step": 16962
    },
    {
      "epoch": 1.839006938421509,
      "grad_norm": 0.13404615223407745,
      "learning_rate": 3.884012766574786e-05,
      "loss": 0.008,
      "step": 16963
    },
    {
      "epoch": 1.8391153512575888,
      "grad_norm": 0.2248009443283081,
      "learning_rate": 3.8836500797910925e-05,
      "loss": 0.023,
      "step": 16964
    },
    {
      "epoch": 1.8392237640936688,
      "grad_norm": 0.12343236058950424,
      "learning_rate": 3.883287393007399e-05,
      "loss": 0.0235,
      "step": 16965
    },
    {
      "epoch": 1.8393321769297484,
      "grad_norm": 0.062195900827646255,
      "learning_rate": 3.882924706223705e-05,
      "loss": 0.0126,
      "step": 16966
    },
    {
      "epoch": 1.8394405897658284,
      "grad_norm": 0.13793149590492249,
      "learning_rate": 3.882562019440012e-05,
      "loss": 0.0149,
      "step": 16967
    },
    {
      "epoch": 1.839549002601908,
      "grad_norm": 0.2364589124917984,
      "learning_rate": 3.882199332656318e-05,
      "loss": 0.0452,
      "step": 16968
    },
    {
      "epoch": 1.8396574154379879,
      "grad_norm": 0.14812330901622772,
      "learning_rate": 3.8818366458726245e-05,
      "loss": 0.0136,
      "step": 16969
    },
    {
      "epoch": 1.8397658282740676,
      "grad_norm": 0.0788487046957016,
      "learning_rate": 3.881473959088931e-05,
      "loss": 0.0188,
      "step": 16970
    },
    {
      "epoch": 1.8398742411101474,
      "grad_norm": 0.09736333787441254,
      "learning_rate": 3.8811112723052374e-05,
      "loss": 0.0144,
      "step": 16971
    },
    {
      "epoch": 1.8399826539462274,
      "grad_norm": 0.051330458372831345,
      "learning_rate": 3.880748585521544e-05,
      "loss": 0.0058,
      "step": 16972
    },
    {
      "epoch": 1.840091066782307,
      "grad_norm": 0.4833655059337616,
      "learning_rate": 3.88038589873785e-05,
      "loss": 0.052,
      "step": 16973
    },
    {
      "epoch": 1.840199479618387,
      "grad_norm": 0.08668839931488037,
      "learning_rate": 3.8800232119541566e-05,
      "loss": 0.0172,
      "step": 16974
    },
    {
      "epoch": 1.8403078924544665,
      "grad_norm": 0.07671167701482773,
      "learning_rate": 3.879660525170463e-05,
      "loss": 0.0213,
      "step": 16975
    },
    {
      "epoch": 1.8404163052905465,
      "grad_norm": 0.04808998480439186,
      "learning_rate": 3.8792978383867694e-05,
      "loss": 0.0061,
      "step": 16976
    },
    {
      "epoch": 1.8405247181266262,
      "grad_norm": 0.35292699933052063,
      "learning_rate": 3.878935151603076e-05,
      "loss": 0.0312,
      "step": 16977
    },
    {
      "epoch": 1.840633130962706,
      "grad_norm": 0.35925978422164917,
      "learning_rate": 3.878572464819382e-05,
      "loss": 0.0352,
      "step": 16978
    },
    {
      "epoch": 1.8407415437987857,
      "grad_norm": 0.16738899052143097,
      "learning_rate": 3.8782097780356886e-05,
      "loss": 0.0182,
      "step": 16979
    },
    {
      "epoch": 1.8408499566348655,
      "grad_norm": 0.10919848829507828,
      "learning_rate": 3.877847091251995e-05,
      "loss": 0.0102,
      "step": 16980
    },
    {
      "epoch": 1.8409583694709455,
      "grad_norm": 0.19448132812976837,
      "learning_rate": 3.8774844044683015e-05,
      "loss": 0.0123,
      "step": 16981
    },
    {
      "epoch": 1.841066782307025,
      "grad_norm": 0.09180586040019989,
      "learning_rate": 3.877121717684607e-05,
      "loss": 0.0172,
      "step": 16982
    },
    {
      "epoch": 1.841175195143105,
      "grad_norm": 0.1228950098156929,
      "learning_rate": 3.876759030900914e-05,
      "loss": 0.0126,
      "step": 16983
    },
    {
      "epoch": 1.8412836079791848,
      "grad_norm": 0.2468414604663849,
      "learning_rate": 3.876396344117221e-05,
      "loss": 0.0287,
      "step": 16984
    },
    {
      "epoch": 1.8413920208152645,
      "grad_norm": 0.11689335107803345,
      "learning_rate": 3.876033657333527e-05,
      "loss": 0.0051,
      "step": 16985
    },
    {
      "epoch": 1.8415004336513443,
      "grad_norm": 0.26852235198020935,
      "learning_rate": 3.8756709705498335e-05,
      "loss": 0.0335,
      "step": 16986
    },
    {
      "epoch": 1.841608846487424,
      "grad_norm": 0.1333957314491272,
      "learning_rate": 3.87530828376614e-05,
      "loss": 0.0149,
      "step": 16987
    },
    {
      "epoch": 1.841717259323504,
      "grad_norm": 0.02465781755745411,
      "learning_rate": 3.874945596982446e-05,
      "loss": 0.0029,
      "step": 16988
    },
    {
      "epoch": 1.8418256721595836,
      "grad_norm": 0.34114760160446167,
      "learning_rate": 3.874582910198753e-05,
      "loss": 0.0485,
      "step": 16989
    },
    {
      "epoch": 1.8419340849956636,
      "grad_norm": 0.16401124000549316,
      "learning_rate": 3.8742202234150585e-05,
      "loss": 0.0223,
      "step": 16990
    },
    {
      "epoch": 1.8420424978317431,
      "grad_norm": 0.33584991097450256,
      "learning_rate": 3.873857536631365e-05,
      "loss": 0.0234,
      "step": 16991
    },
    {
      "epoch": 1.842150910667823,
      "grad_norm": 0.02801486849784851,
      "learning_rate": 3.873494849847672e-05,
      "loss": 0.0035,
      "step": 16992
    },
    {
      "epoch": 1.8422593235039029,
      "grad_norm": 0.144084170460701,
      "learning_rate": 3.8731321630639784e-05,
      "loss": 0.0107,
      "step": 16993
    },
    {
      "epoch": 1.8423677363399826,
      "grad_norm": 0.4799869656562805,
      "learning_rate": 3.872769476280285e-05,
      "loss": 0.0619,
      "step": 16994
    },
    {
      "epoch": 1.8424761491760624,
      "grad_norm": 0.2810315489768982,
      "learning_rate": 3.872406789496591e-05,
      "loss": 0.0732,
      "step": 16995
    },
    {
      "epoch": 1.8425845620121422,
      "grad_norm": 0.2816143035888672,
      "learning_rate": 3.8720441027128976e-05,
      "loss": 0.0663,
      "step": 16996
    },
    {
      "epoch": 1.8426929748482221,
      "grad_norm": 0.20749709010124207,
      "learning_rate": 3.8716814159292034e-05,
      "loss": 0.0648,
      "step": 16997
    },
    {
      "epoch": 1.8428013876843017,
      "grad_norm": 0.1758018583059311,
      "learning_rate": 3.87131872914551e-05,
      "loss": 0.0425,
      "step": 16998
    },
    {
      "epoch": 1.8429098005203817,
      "grad_norm": 0.059685587882995605,
      "learning_rate": 3.870956042361816e-05,
      "loss": 0.0078,
      "step": 16999
    },
    {
      "epoch": 1.8430182133564614,
      "grad_norm": 0.1382199078798294,
      "learning_rate": 3.870593355578123e-05,
      "loss": 0.0401,
      "step": 17000
    },
    {
      "epoch": 1.8431266261925412,
      "grad_norm": 0.2953987121582031,
      "learning_rate": 3.87023066879443e-05,
      "loss": 0.0368,
      "step": 17001
    },
    {
      "epoch": 1.843235039028621,
      "grad_norm": 0.0741465836763382,
      "learning_rate": 3.869867982010736e-05,
      "loss": 0.01,
      "step": 17002
    },
    {
      "epoch": 1.8433434518647007,
      "grad_norm": 0.35692086815834045,
      "learning_rate": 3.8695052952270425e-05,
      "loss": 0.023,
      "step": 17003
    },
    {
      "epoch": 1.8434518647007807,
      "grad_norm": 0.2803887724876404,
      "learning_rate": 3.869142608443348e-05,
      "loss": 0.029,
      "step": 17004
    },
    {
      "epoch": 1.8435602775368602,
      "grad_norm": 0.07774031162261963,
      "learning_rate": 3.8687799216596546e-05,
      "loss": 0.0128,
      "step": 17005
    },
    {
      "epoch": 1.8436686903729402,
      "grad_norm": 0.11560475826263428,
      "learning_rate": 3.868417234875961e-05,
      "loss": 0.0128,
      "step": 17006
    },
    {
      "epoch": 1.84377710320902,
      "grad_norm": 0.28373709321022034,
      "learning_rate": 3.8680545480922675e-05,
      "loss": 0.0443,
      "step": 17007
    },
    {
      "epoch": 1.8438855160450998,
      "grad_norm": 0.04984207823872566,
      "learning_rate": 3.867691861308574e-05,
      "loss": 0.0031,
      "step": 17008
    },
    {
      "epoch": 1.8439939288811795,
      "grad_norm": 0.06398392468690872,
      "learning_rate": 3.867329174524881e-05,
      "loss": 0.0097,
      "step": 17009
    },
    {
      "epoch": 1.8441023417172593,
      "grad_norm": 0.15425638854503632,
      "learning_rate": 3.8669664877411874e-05,
      "loss": 0.0073,
      "step": 17010
    },
    {
      "epoch": 1.8442107545533393,
      "grad_norm": 0.2040424793958664,
      "learning_rate": 3.866603800957493e-05,
      "loss": 0.0266,
      "step": 17011
    },
    {
      "epoch": 1.8443191673894188,
      "grad_norm": 0.02193809486925602,
      "learning_rate": 3.8662411141737995e-05,
      "loss": 0.002,
      "step": 17012
    },
    {
      "epoch": 1.8444275802254988,
      "grad_norm": 0.35660693049430847,
      "learning_rate": 3.865878427390106e-05,
      "loss": 0.0261,
      "step": 17013
    },
    {
      "epoch": 1.8445359930615783,
      "grad_norm": 0.27156874537467957,
      "learning_rate": 3.865515740606412e-05,
      "loss": 0.0234,
      "step": 17014
    },
    {
      "epoch": 1.8446444058976583,
      "grad_norm": 0.10019133239984512,
      "learning_rate": 3.865153053822719e-05,
      "loss": 0.0188,
      "step": 17015
    },
    {
      "epoch": 1.844752818733738,
      "grad_norm": 0.12786750495433807,
      "learning_rate": 3.864790367039025e-05,
      "loss": 0.0134,
      "step": 17016
    },
    {
      "epoch": 1.8448612315698178,
      "grad_norm": 0.0937306359410286,
      "learning_rate": 3.8644276802553316e-05,
      "loss": 0.0087,
      "step": 17017
    },
    {
      "epoch": 1.8449696444058976,
      "grad_norm": 0.029373012483119965,
      "learning_rate": 3.864064993471638e-05,
      "loss": 0.0032,
      "step": 17018
    },
    {
      "epoch": 1.8450780572419774,
      "grad_norm": 0.24893346428871155,
      "learning_rate": 3.8637023066879444e-05,
      "loss": 0.0361,
      "step": 17019
    },
    {
      "epoch": 1.8451864700780574,
      "grad_norm": 0.23708251118659973,
      "learning_rate": 3.863339619904251e-05,
      "loss": 0.0191,
      "step": 17020
    },
    {
      "epoch": 1.845294882914137,
      "grad_norm": 0.11606240272521973,
      "learning_rate": 3.862976933120557e-05,
      "loss": 0.0389,
      "step": 17021
    },
    {
      "epoch": 1.8454032957502169,
      "grad_norm": 0.21644079685211182,
      "learning_rate": 3.8626142463368636e-05,
      "loss": 0.0174,
      "step": 17022
    },
    {
      "epoch": 1.8455117085862967,
      "grad_norm": 0.13439232110977173,
      "learning_rate": 3.86225155955317e-05,
      "loss": 0.0184,
      "step": 17023
    },
    {
      "epoch": 1.8456201214223764,
      "grad_norm": 0.04629318043589592,
      "learning_rate": 3.8618888727694764e-05,
      "loss": 0.0032,
      "step": 17024
    },
    {
      "epoch": 1.8457285342584562,
      "grad_norm": 0.1376938670873642,
      "learning_rate": 3.861526185985783e-05,
      "loss": 0.021,
      "step": 17025
    },
    {
      "epoch": 1.845836947094536,
      "grad_norm": 0.13221949338912964,
      "learning_rate": 3.861163499202089e-05,
      "loss": 0.0177,
      "step": 17026
    },
    {
      "epoch": 1.845945359930616,
      "grad_norm": 0.1820063591003418,
      "learning_rate": 3.860800812418396e-05,
      "loss": 0.0261,
      "step": 17027
    },
    {
      "epoch": 1.8460537727666955,
      "grad_norm": 0.305840402841568,
      "learning_rate": 3.860438125634702e-05,
      "loss": 0.0183,
      "step": 17028
    },
    {
      "epoch": 1.8461621856027755,
      "grad_norm": 0.26407501101493835,
      "learning_rate": 3.8600754388510085e-05,
      "loss": 0.0226,
      "step": 17029
    },
    {
      "epoch": 1.8462705984388552,
      "grad_norm": 0.1309419423341751,
      "learning_rate": 3.859712752067315e-05,
      "loss": 0.0212,
      "step": 17030
    },
    {
      "epoch": 1.846379011274935,
      "grad_norm": 0.5594359040260315,
      "learning_rate": 3.859350065283621e-05,
      "loss": 0.044,
      "step": 17031
    },
    {
      "epoch": 1.8464874241110147,
      "grad_norm": 0.03935619071125984,
      "learning_rate": 3.858987378499928e-05,
      "loss": 0.003,
      "step": 17032
    },
    {
      "epoch": 1.8465958369470945,
      "grad_norm": 0.3387446999549866,
      "learning_rate": 3.858624691716234e-05,
      "loss": 0.0505,
      "step": 17033
    },
    {
      "epoch": 1.8467042497831745,
      "grad_norm": 0.2614392042160034,
      "learning_rate": 3.85826200493254e-05,
      "loss": 0.0244,
      "step": 17034
    },
    {
      "epoch": 1.846812662619254,
      "grad_norm": 0.1822734773159027,
      "learning_rate": 3.857899318148847e-05,
      "loss": 0.0234,
      "step": 17035
    },
    {
      "epoch": 1.846921075455334,
      "grad_norm": 0.42058393359184265,
      "learning_rate": 3.8575366313651534e-05,
      "loss": 0.0826,
      "step": 17036
    },
    {
      "epoch": 1.8470294882914136,
      "grad_norm": 0.0821104496717453,
      "learning_rate": 3.85717394458146e-05,
      "loss": 0.0183,
      "step": 17037
    },
    {
      "epoch": 1.8471379011274935,
      "grad_norm": 0.48851996660232544,
      "learning_rate": 3.856811257797766e-05,
      "loss": 0.0545,
      "step": 17038
    },
    {
      "epoch": 1.8472463139635733,
      "grad_norm": 0.1343950480222702,
      "learning_rate": 3.8564485710140726e-05,
      "loss": 0.0599,
      "step": 17039
    },
    {
      "epoch": 1.847354726799653,
      "grad_norm": 0.05588194727897644,
      "learning_rate": 3.856085884230379e-05,
      "loss": 0.0038,
      "step": 17040
    },
    {
      "epoch": 1.8474631396357328,
      "grad_norm": 0.24642223119735718,
      "learning_rate": 3.8557231974466854e-05,
      "loss": 0.0178,
      "step": 17041
    },
    {
      "epoch": 1.8475715524718126,
      "grad_norm": 0.12930552661418915,
      "learning_rate": 3.855360510662991e-05,
      "loss": 0.0153,
      "step": 17042
    },
    {
      "epoch": 1.8476799653078926,
      "grad_norm": 0.1316249966621399,
      "learning_rate": 3.8549978238792976e-05,
      "loss": 0.0292,
      "step": 17043
    },
    {
      "epoch": 1.8477883781439721,
      "grad_norm": 0.06756992638111115,
      "learning_rate": 3.8546351370956046e-05,
      "loss": 0.0148,
      "step": 17044
    },
    {
      "epoch": 1.847896790980052,
      "grad_norm": 0.08227653056383133,
      "learning_rate": 3.854272450311911e-05,
      "loss": 0.0032,
      "step": 17045
    },
    {
      "epoch": 1.8480052038161319,
      "grad_norm": 0.04598264396190643,
      "learning_rate": 3.8539097635282175e-05,
      "loss": 0.0038,
      "step": 17046
    },
    {
      "epoch": 1.8481136166522116,
      "grad_norm": 0.2876318097114563,
      "learning_rate": 3.853547076744524e-05,
      "loss": 0.0155,
      "step": 17047
    },
    {
      "epoch": 1.8482220294882914,
      "grad_norm": 0.16680611670017242,
      "learning_rate": 3.85318438996083e-05,
      "loss": 0.0197,
      "step": 17048
    },
    {
      "epoch": 1.8483304423243712,
      "grad_norm": 0.1400572508573532,
      "learning_rate": 3.852821703177136e-05,
      "loss": 0.0289,
      "step": 17049
    },
    {
      "epoch": 1.8484388551604511,
      "grad_norm": 0.1873607188463211,
      "learning_rate": 3.8524590163934424e-05,
      "loss": 0.0611,
      "step": 17050
    },
    {
      "epoch": 1.8485472679965307,
      "grad_norm": 0.021068435162305832,
      "learning_rate": 3.852096329609749e-05,
      "loss": 0.002,
      "step": 17051
    },
    {
      "epoch": 1.8486556808326107,
      "grad_norm": 0.1841428130865097,
      "learning_rate": 3.851733642826056e-05,
      "loss": 0.022,
      "step": 17052
    },
    {
      "epoch": 1.8487640936686902,
      "grad_norm": 0.24402177333831787,
      "learning_rate": 3.8513709560423623e-05,
      "loss": 0.0292,
      "step": 17053
    },
    {
      "epoch": 1.8488725065047702,
      "grad_norm": 0.3724912405014038,
      "learning_rate": 3.851008269258669e-05,
      "loss": 0.0594,
      "step": 17054
    },
    {
      "epoch": 1.84898091934085,
      "grad_norm": 0.16873683035373688,
      "learning_rate": 3.850645582474975e-05,
      "loss": 0.0359,
      "step": 17055
    },
    {
      "epoch": 1.8490893321769297,
      "grad_norm": 0.1747209131717682,
      "learning_rate": 3.850282895691281e-05,
      "loss": 0.0351,
      "step": 17056
    },
    {
      "epoch": 1.8491977450130095,
      "grad_norm": 0.14175546169281006,
      "learning_rate": 3.849920208907587e-05,
      "loss": 0.0331,
      "step": 17057
    },
    {
      "epoch": 1.8493061578490892,
      "grad_norm": 0.07101854681968689,
      "learning_rate": 3.849557522123894e-05,
      "loss": 0.0102,
      "step": 17058
    },
    {
      "epoch": 1.8494145706851692,
      "grad_norm": 0.06959608942270279,
      "learning_rate": 3.8491948353402e-05,
      "loss": 0.017,
      "step": 17059
    },
    {
      "epoch": 1.8495229835212488,
      "grad_norm": 0.29238685965538025,
      "learning_rate": 3.8488321485565065e-05,
      "loss": 0.0594,
      "step": 17060
    },
    {
      "epoch": 1.8496313963573288,
      "grad_norm": 0.08060085773468018,
      "learning_rate": 3.8484694617728136e-05,
      "loss": 0.0128,
      "step": 17061
    },
    {
      "epoch": 1.8497398091934085,
      "grad_norm": 0.05150982365012169,
      "learning_rate": 3.84810677498912e-05,
      "loss": 0.0044,
      "step": 17062
    },
    {
      "epoch": 1.8498482220294883,
      "grad_norm": 0.3065652549266815,
      "learning_rate": 3.847744088205426e-05,
      "loss": 0.0625,
      "step": 17063
    },
    {
      "epoch": 1.849956634865568,
      "grad_norm": 0.1368158608675003,
      "learning_rate": 3.847381401421732e-05,
      "loss": 0.029,
      "step": 17064
    },
    {
      "epoch": 1.8500650477016478,
      "grad_norm": 0.2076011300086975,
      "learning_rate": 3.8470187146380386e-05,
      "loss": 0.0301,
      "step": 17065
    },
    {
      "epoch": 1.8501734605377278,
      "grad_norm": 0.3396435081958771,
      "learning_rate": 3.846656027854345e-05,
      "loss": 0.0594,
      "step": 17066
    },
    {
      "epoch": 1.8502818733738073,
      "grad_norm": 0.2601048946380615,
      "learning_rate": 3.8462933410706514e-05,
      "loss": 0.0209,
      "step": 17067
    },
    {
      "epoch": 1.8503902862098873,
      "grad_norm": 0.19754305481910706,
      "learning_rate": 3.845930654286958e-05,
      "loss": 0.0439,
      "step": 17068
    },
    {
      "epoch": 1.850498699045967,
      "grad_norm": 0.3634360730648041,
      "learning_rate": 3.845567967503264e-05,
      "loss": 0.0153,
      "step": 17069
    },
    {
      "epoch": 1.8506071118820469,
      "grad_norm": 0.027957787737250328,
      "learning_rate": 3.845205280719571e-05,
      "loss": 0.0028,
      "step": 17070
    },
    {
      "epoch": 1.8507155247181266,
      "grad_norm": 0.04765339195728302,
      "learning_rate": 3.844842593935877e-05,
      "loss": 0.005,
      "step": 17071
    },
    {
      "epoch": 1.8508239375542064,
      "grad_norm": 0.23872153460979462,
      "learning_rate": 3.8444799071521835e-05,
      "loss": 0.0627,
      "step": 17072
    },
    {
      "epoch": 1.8509323503902864,
      "grad_norm": 0.01751355268061161,
      "learning_rate": 3.84411722036849e-05,
      "loss": 0.0019,
      "step": 17073
    },
    {
      "epoch": 1.851040763226366,
      "grad_norm": 0.06350433826446533,
      "learning_rate": 3.843754533584796e-05,
      "loss": 0.0088,
      "step": 17074
    },
    {
      "epoch": 1.851149176062446,
      "grad_norm": 0.4419257640838623,
      "learning_rate": 3.843391846801103e-05,
      "loss": 0.0615,
      "step": 17075
    },
    {
      "epoch": 1.8512575888985254,
      "grad_norm": 0.16318319737911224,
      "learning_rate": 3.843029160017409e-05,
      "loss": 0.0271,
      "step": 17076
    },
    {
      "epoch": 1.8513660017346054,
      "grad_norm": 0.1295018494129181,
      "learning_rate": 3.8426664732337155e-05,
      "loss": 0.0114,
      "step": 17077
    },
    {
      "epoch": 1.8514744145706852,
      "grad_norm": 0.12351538240909576,
      "learning_rate": 3.842303786450022e-05,
      "loss": 0.0269,
      "step": 17078
    },
    {
      "epoch": 1.851582827406765,
      "grad_norm": 0.3338167369365692,
      "learning_rate": 3.841941099666328e-05,
      "loss": 0.0406,
      "step": 17079
    },
    {
      "epoch": 1.8516912402428447,
      "grad_norm": 0.21685373783111572,
      "learning_rate": 3.841578412882635e-05,
      "loss": 0.0366,
      "step": 17080
    },
    {
      "epoch": 1.8517996530789245,
      "grad_norm": 0.13027817010879517,
      "learning_rate": 3.841215726098941e-05,
      "loss": 0.0212,
      "step": 17081
    },
    {
      "epoch": 1.8519080659150045,
      "grad_norm": 0.18678906559944153,
      "learning_rate": 3.8408530393152476e-05,
      "loss": 0.0481,
      "step": 17082
    },
    {
      "epoch": 1.852016478751084,
      "grad_norm": 0.14777518808841705,
      "learning_rate": 3.840490352531554e-05,
      "loss": 0.0165,
      "step": 17083
    },
    {
      "epoch": 1.852124891587164,
      "grad_norm": 0.05109218508005142,
      "learning_rate": 3.8401276657478604e-05,
      "loss": 0.0067,
      "step": 17084
    },
    {
      "epoch": 1.8522333044232437,
      "grad_norm": 0.20094749331474304,
      "learning_rate": 3.839764978964167e-05,
      "loss": 0.0278,
      "step": 17085
    },
    {
      "epoch": 1.8523417172593235,
      "grad_norm": 0.15017686784267426,
      "learning_rate": 3.839402292180473e-05,
      "loss": 0.0146,
      "step": 17086
    },
    {
      "epoch": 1.8524501300954033,
      "grad_norm": 0.1803319901227951,
      "learning_rate": 3.8390396053967796e-05,
      "loss": 0.0276,
      "step": 17087
    },
    {
      "epoch": 1.852558542931483,
      "grad_norm": 0.11010237038135529,
      "learning_rate": 3.838676918613086e-05,
      "loss": 0.0143,
      "step": 17088
    },
    {
      "epoch": 1.852666955767563,
      "grad_norm": 0.12141665071249008,
      "learning_rate": 3.8383142318293924e-05,
      "loss": 0.0216,
      "step": 17089
    },
    {
      "epoch": 1.8527753686036426,
      "grad_norm": 0.19253452122211456,
      "learning_rate": 3.837951545045699e-05,
      "loss": 0.0209,
      "step": 17090
    },
    {
      "epoch": 1.8528837814397225,
      "grad_norm": 0.12196478247642517,
      "learning_rate": 3.837588858262005e-05,
      "loss": 0.0215,
      "step": 17091
    },
    {
      "epoch": 1.8529921942758023,
      "grad_norm": 0.05254046246409416,
      "learning_rate": 3.837226171478312e-05,
      "loss": 0.0063,
      "step": 17092
    },
    {
      "epoch": 1.853100607111882,
      "grad_norm": 0.09989406913518906,
      "learning_rate": 3.836863484694618e-05,
      "loss": 0.0207,
      "step": 17093
    },
    {
      "epoch": 1.8532090199479618,
      "grad_norm": 0.15911537408828735,
      "learning_rate": 3.836500797910924e-05,
      "loss": 0.025,
      "step": 17094
    },
    {
      "epoch": 1.8533174327840416,
      "grad_norm": 0.264333575963974,
      "learning_rate": 3.836138111127231e-05,
      "loss": 0.0454,
      "step": 17095
    },
    {
      "epoch": 1.8534258456201216,
      "grad_norm": 0.21170678734779358,
      "learning_rate": 3.835775424343537e-05,
      "loss": 0.018,
      "step": 17096
    },
    {
      "epoch": 1.8535342584562011,
      "grad_norm": 0.06867532432079315,
      "learning_rate": 3.835412737559844e-05,
      "loss": 0.0103,
      "step": 17097
    },
    {
      "epoch": 1.853642671292281,
      "grad_norm": 0.17317141592502594,
      "learning_rate": 3.83505005077615e-05,
      "loss": 0.0269,
      "step": 17098
    },
    {
      "epoch": 1.8537510841283606,
      "grad_norm": 0.02972634695470333,
      "learning_rate": 3.8346873639924565e-05,
      "loss": 0.0039,
      "step": 17099
    },
    {
      "epoch": 1.8538594969644406,
      "grad_norm": 0.062250684946775436,
      "learning_rate": 3.834324677208763e-05,
      "loss": 0.014,
      "step": 17100
    },
    {
      "epoch": 1.8539679098005204,
      "grad_norm": 0.07901602238416672,
      "learning_rate": 3.833961990425069e-05,
      "loss": 0.011,
      "step": 17101
    },
    {
      "epoch": 1.8540763226366002,
      "grad_norm": 0.15166467428207397,
      "learning_rate": 3.833599303641375e-05,
      "loss": 0.0325,
      "step": 17102
    },
    {
      "epoch": 1.85418473547268,
      "grad_norm": 0.07271458953619003,
      "learning_rate": 3.8332366168576815e-05,
      "loss": 0.0067,
      "step": 17103
    },
    {
      "epoch": 1.8542931483087597,
      "grad_norm": 0.156530499458313,
      "learning_rate": 3.8328739300739886e-05,
      "loss": 0.0327,
      "step": 17104
    },
    {
      "epoch": 1.8544015611448397,
      "grad_norm": 0.1717662513256073,
      "learning_rate": 3.832511243290295e-05,
      "loss": 0.0305,
      "step": 17105
    },
    {
      "epoch": 1.8545099739809192,
      "grad_norm": 0.09761326760053635,
      "learning_rate": 3.8321485565066014e-05,
      "loss": 0.0249,
      "step": 17106
    },
    {
      "epoch": 1.8546183868169992,
      "grad_norm": 0.05402352288365364,
      "learning_rate": 3.831785869722908e-05,
      "loss": 0.0032,
      "step": 17107
    },
    {
      "epoch": 1.854726799653079,
      "grad_norm": 0.1945774108171463,
      "learning_rate": 3.8314231829392136e-05,
      "loss": 0.032,
      "step": 17108
    },
    {
      "epoch": 1.8548352124891587,
      "grad_norm": 0.19278506934642792,
      "learning_rate": 3.83106049615552e-05,
      "loss": 0.0506,
      "step": 17109
    },
    {
      "epoch": 1.8549436253252385,
      "grad_norm": 0.25377997756004333,
      "learning_rate": 3.8306978093718264e-05,
      "loss": 0.0254,
      "step": 17110
    },
    {
      "epoch": 1.8550520381613183,
      "grad_norm": 0.1454303115606308,
      "learning_rate": 3.830335122588133e-05,
      "loss": 0.0141,
      "step": 17111
    },
    {
      "epoch": 1.8551604509973982,
      "grad_norm": 0.22935403883457184,
      "learning_rate": 3.829972435804439e-05,
      "loss": 0.0414,
      "step": 17112
    },
    {
      "epoch": 1.8552688638334778,
      "grad_norm": 0.11803476512432098,
      "learning_rate": 3.829609749020746e-05,
      "loss": 0.0206,
      "step": 17113
    },
    {
      "epoch": 1.8553772766695578,
      "grad_norm": 0.17089729011058807,
      "learning_rate": 3.829247062237053e-05,
      "loss": 0.0365,
      "step": 17114
    },
    {
      "epoch": 1.8554856895056373,
      "grad_norm": 0.3908742666244507,
      "learning_rate": 3.8288843754533584e-05,
      "loss": 0.069,
      "step": 17115
    },
    {
      "epoch": 1.8555941023417173,
      "grad_norm": 0.15227124094963074,
      "learning_rate": 3.828521688669665e-05,
      "loss": 0.0139,
      "step": 17116
    },
    {
      "epoch": 1.855702515177797,
      "grad_norm": 0.14783130586147308,
      "learning_rate": 3.828159001885971e-05,
      "loss": 0.024,
      "step": 17117
    },
    {
      "epoch": 1.8558109280138768,
      "grad_norm": 0.17191490530967712,
      "learning_rate": 3.827796315102278e-05,
      "loss": 0.0106,
      "step": 17118
    },
    {
      "epoch": 1.8559193408499568,
      "grad_norm": 0.12341737747192383,
      "learning_rate": 3.827433628318584e-05,
      "loss": 0.0269,
      "step": 17119
    },
    {
      "epoch": 1.8560277536860363,
      "grad_norm": 0.15877465903759003,
      "learning_rate": 3.8270709415348905e-05,
      "loss": 0.0208,
      "step": 17120
    },
    {
      "epoch": 1.8561361665221163,
      "grad_norm": 0.17612121999263763,
      "learning_rate": 3.8267082547511976e-05,
      "loss": 0.014,
      "step": 17121
    },
    {
      "epoch": 1.8562445793581959,
      "grad_norm": 0.1599271297454834,
      "learning_rate": 3.826345567967504e-05,
      "loss": 0.0212,
      "step": 17122
    },
    {
      "epoch": 1.8563529921942759,
      "grad_norm": 0.11666383594274521,
      "learning_rate": 3.82598288118381e-05,
      "loss": 0.0219,
      "step": 17123
    },
    {
      "epoch": 1.8564614050303556,
      "grad_norm": 0.03903529420495033,
      "learning_rate": 3.825620194400116e-05,
      "loss": 0.004,
      "step": 17124
    },
    {
      "epoch": 1.8565698178664354,
      "grad_norm": 0.11044912785291672,
      "learning_rate": 3.8252575076164225e-05,
      "loss": 0.02,
      "step": 17125
    },
    {
      "epoch": 1.8566782307025151,
      "grad_norm": 0.17028170824050903,
      "learning_rate": 3.824894820832729e-05,
      "loss": 0.0203,
      "step": 17126
    },
    {
      "epoch": 1.856786643538595,
      "grad_norm": 0.16596810519695282,
      "learning_rate": 3.8245321340490354e-05,
      "loss": 0.0182,
      "step": 17127
    },
    {
      "epoch": 1.856895056374675,
      "grad_norm": 0.09461577981710434,
      "learning_rate": 3.824169447265342e-05,
      "loss": 0.0153,
      "step": 17128
    },
    {
      "epoch": 1.8570034692107544,
      "grad_norm": 0.10690581053495407,
      "learning_rate": 3.823806760481648e-05,
      "loss": 0.0076,
      "step": 17129
    },
    {
      "epoch": 1.8571118820468344,
      "grad_norm": 0.0385129339993,
      "learning_rate": 3.8234440736979546e-05,
      "loss": 0.003,
      "step": 17130
    },
    {
      "epoch": 1.8572202948829142,
      "grad_norm": 0.11018820106983185,
      "learning_rate": 3.823081386914261e-05,
      "loss": 0.0282,
      "step": 17131
    },
    {
      "epoch": 1.857328707718994,
      "grad_norm": 0.19816212356090546,
      "learning_rate": 3.8227187001305674e-05,
      "loss": 0.0235,
      "step": 17132
    },
    {
      "epoch": 1.8574371205550737,
      "grad_norm": 1.0161781311035156,
      "learning_rate": 3.822356013346874e-05,
      "loss": 0.0622,
      "step": 17133
    },
    {
      "epoch": 1.8575455333911535,
      "grad_norm": 0.21192041039466858,
      "learning_rate": 3.82199332656318e-05,
      "loss": 0.0359,
      "step": 17134
    },
    {
      "epoch": 1.8576539462272335,
      "grad_norm": 0.07565344870090485,
      "learning_rate": 3.8216306397794866e-05,
      "loss": 0.0037,
      "step": 17135
    },
    {
      "epoch": 1.857762359063313,
      "grad_norm": 0.17105574905872345,
      "learning_rate": 3.821267952995793e-05,
      "loss": 0.0247,
      "step": 17136
    },
    {
      "epoch": 1.857870771899393,
      "grad_norm": 0.04846842959523201,
      "learning_rate": 3.8209052662120995e-05,
      "loss": 0.0109,
      "step": 17137
    },
    {
      "epoch": 1.8579791847354725,
      "grad_norm": 0.2665208876132965,
      "learning_rate": 3.820542579428406e-05,
      "loss": 0.0582,
      "step": 17138
    },
    {
      "epoch": 1.8580875975715525,
      "grad_norm": 0.08066320419311523,
      "learning_rate": 3.820179892644712e-05,
      "loss": 0.0093,
      "step": 17139
    },
    {
      "epoch": 1.8581960104076323,
      "grad_norm": 0.18315845727920532,
      "learning_rate": 3.819817205861019e-05,
      "loss": 0.0404,
      "step": 17140
    },
    {
      "epoch": 1.858304423243712,
      "grad_norm": 0.4053827226161957,
      "learning_rate": 3.819454519077325e-05,
      "loss": 0.0342,
      "step": 17141
    },
    {
      "epoch": 1.8584128360797918,
      "grad_norm": 0.13194777071475983,
      "learning_rate": 3.8190918322936315e-05,
      "loss": 0.0149,
      "step": 17142
    },
    {
      "epoch": 1.8585212489158716,
      "grad_norm": 0.16026826202869415,
      "learning_rate": 3.818729145509938e-05,
      "loss": 0.0212,
      "step": 17143
    },
    {
      "epoch": 1.8586296617519515,
      "grad_norm": 0.07744276523590088,
      "learning_rate": 3.8183664587262443e-05,
      "loss": 0.0087,
      "step": 17144
    },
    {
      "epoch": 1.858738074588031,
      "grad_norm": 0.3181439936161041,
      "learning_rate": 3.818003771942551e-05,
      "loss": 0.0229,
      "step": 17145
    },
    {
      "epoch": 1.858846487424111,
      "grad_norm": 0.20448367297649384,
      "learning_rate": 3.8176410851588565e-05,
      "loss": 0.023,
      "step": 17146
    },
    {
      "epoch": 1.8589549002601908,
      "grad_norm": 0.18802282214164734,
      "learning_rate": 3.8172783983751636e-05,
      "loss": 0.0226,
      "step": 17147
    },
    {
      "epoch": 1.8590633130962706,
      "grad_norm": 0.379140704870224,
      "learning_rate": 3.81691571159147e-05,
      "loss": 0.0684,
      "step": 17148
    },
    {
      "epoch": 1.8591717259323504,
      "grad_norm": 0.167814239859581,
      "learning_rate": 3.8165530248077764e-05,
      "loss": 0.0276,
      "step": 17149
    },
    {
      "epoch": 1.8592801387684301,
      "grad_norm": 0.19281300902366638,
      "learning_rate": 3.816190338024083e-05,
      "loss": 0.0321,
      "step": 17150
    },
    {
      "epoch": 1.85938855160451,
      "grad_norm": 0.18561811745166779,
      "learning_rate": 3.815827651240389e-05,
      "loss": 0.0142,
      "step": 17151
    },
    {
      "epoch": 1.8594969644405897,
      "grad_norm": 0.03742912784218788,
      "learning_rate": 3.8154649644566956e-05,
      "loss": 0.0047,
      "step": 17152
    },
    {
      "epoch": 1.8596053772766696,
      "grad_norm": 0.1181701198220253,
      "learning_rate": 3.8151022776730014e-05,
      "loss": 0.0152,
      "step": 17153
    },
    {
      "epoch": 1.8597137901127494,
      "grad_norm": 0.09937277436256409,
      "learning_rate": 3.814739590889308e-05,
      "loss": 0.01,
      "step": 17154
    },
    {
      "epoch": 1.8598222029488292,
      "grad_norm": 0.1975160539150238,
      "learning_rate": 3.814376904105614e-05,
      "loss": 0.0213,
      "step": 17155
    },
    {
      "epoch": 1.859930615784909,
      "grad_norm": 0.3278758227825165,
      "learning_rate": 3.814014217321921e-05,
      "loss": 0.0337,
      "step": 17156
    },
    {
      "epoch": 1.8600390286209887,
      "grad_norm": 0.43009939789772034,
      "learning_rate": 3.813651530538228e-05,
      "loss": 0.0276,
      "step": 17157
    },
    {
      "epoch": 1.8601474414570687,
      "grad_norm": 0.19338619709014893,
      "learning_rate": 3.813288843754534e-05,
      "loss": 0.0227,
      "step": 17158
    },
    {
      "epoch": 1.8602558542931482,
      "grad_norm": 0.4462311565876007,
      "learning_rate": 3.8129261569708405e-05,
      "loss": 0.0339,
      "step": 17159
    },
    {
      "epoch": 1.8603642671292282,
      "grad_norm": 0.0908404067158699,
      "learning_rate": 3.812563470187146e-05,
      "loss": 0.017,
      "step": 17160
    },
    {
      "epoch": 1.8604726799653077,
      "grad_norm": 0.10936333239078522,
      "learning_rate": 3.8122007834034526e-05,
      "loss": 0.0122,
      "step": 17161
    },
    {
      "epoch": 1.8605810928013877,
      "grad_norm": 0.07414941489696503,
      "learning_rate": 3.811838096619759e-05,
      "loss": 0.017,
      "step": 17162
    },
    {
      "epoch": 1.8606895056374675,
      "grad_norm": 0.2510055601596832,
      "learning_rate": 3.8114754098360655e-05,
      "loss": 0.0369,
      "step": 17163
    },
    {
      "epoch": 1.8607979184735473,
      "grad_norm": 0.10588295012712479,
      "learning_rate": 3.811112723052372e-05,
      "loss": 0.0139,
      "step": 17164
    },
    {
      "epoch": 1.860906331309627,
      "grad_norm": 0.15452471375465393,
      "learning_rate": 3.810750036268679e-05,
      "loss": 0.0232,
      "step": 17165
    },
    {
      "epoch": 1.8610147441457068,
      "grad_norm": 0.16183674335479736,
      "learning_rate": 3.8103873494849854e-05,
      "loss": 0.0204,
      "step": 17166
    },
    {
      "epoch": 1.8611231569817868,
      "grad_norm": 0.07575899362564087,
      "learning_rate": 3.810024662701291e-05,
      "loss": 0.0132,
      "step": 17167
    },
    {
      "epoch": 1.8612315698178663,
      "grad_norm": 0.19584637880325317,
      "learning_rate": 3.8096619759175975e-05,
      "loss": 0.0223,
      "step": 17168
    },
    {
      "epoch": 1.8613399826539463,
      "grad_norm": 0.30331987142562866,
      "learning_rate": 3.809299289133904e-05,
      "loss": 0.0275,
      "step": 17169
    },
    {
      "epoch": 1.861448395490026,
      "grad_norm": 0.26674675941467285,
      "learning_rate": 3.80893660235021e-05,
      "loss": 0.0287,
      "step": 17170
    },
    {
      "epoch": 1.8615568083261058,
      "grad_norm": 0.10832585394382477,
      "learning_rate": 3.808573915566517e-05,
      "loss": 0.0163,
      "step": 17171
    },
    {
      "epoch": 1.8616652211621856,
      "grad_norm": 0.2731848657131195,
      "learning_rate": 3.808211228782823e-05,
      "loss": 0.042,
      "step": 17172
    },
    {
      "epoch": 1.8617736339982653,
      "grad_norm": 0.1994711011648178,
      "learning_rate": 3.80784854199913e-05,
      "loss": 0.0385,
      "step": 17173
    },
    {
      "epoch": 1.8618820468343453,
      "grad_norm": 0.25562626123428345,
      "learning_rate": 3.8074858552154367e-05,
      "loss": 0.0206,
      "step": 17174
    },
    {
      "epoch": 1.8619904596704249,
      "grad_norm": 0.07362587004899979,
      "learning_rate": 3.8071231684317424e-05,
      "loss": 0.0044,
      "step": 17175
    },
    {
      "epoch": 1.8620988725065049,
      "grad_norm": 0.07879514247179031,
      "learning_rate": 3.806760481648049e-05,
      "loss": 0.012,
      "step": 17176
    },
    {
      "epoch": 1.8622072853425846,
      "grad_norm": 0.16364014148712158,
      "learning_rate": 3.806397794864355e-05,
      "loss": 0.0282,
      "step": 17177
    },
    {
      "epoch": 1.8623156981786644,
      "grad_norm": 0.18437160551548004,
      "learning_rate": 3.8060351080806616e-05,
      "loss": 0.0112,
      "step": 17178
    },
    {
      "epoch": 1.8624241110147441,
      "grad_norm": 0.24421794712543488,
      "learning_rate": 3.805672421296968e-05,
      "loss": 0.0163,
      "step": 17179
    },
    {
      "epoch": 1.862532523850824,
      "grad_norm": 0.17520174384117126,
      "learning_rate": 3.8053097345132744e-05,
      "loss": 0.0078,
      "step": 17180
    },
    {
      "epoch": 1.862640936686904,
      "grad_norm": 0.18672722578048706,
      "learning_rate": 3.804947047729581e-05,
      "loss": 0.0344,
      "step": 17181
    },
    {
      "epoch": 1.8627493495229834,
      "grad_norm": 0.28336450457572937,
      "learning_rate": 3.804584360945887e-05,
      "loss": 0.0361,
      "step": 17182
    },
    {
      "epoch": 1.8628577623590634,
      "grad_norm": 0.20758269727230072,
      "learning_rate": 3.804221674162194e-05,
      "loss": 0.036,
      "step": 17183
    },
    {
      "epoch": 1.862966175195143,
      "grad_norm": 0.3771941363811493,
      "learning_rate": 3.8038589873785e-05,
      "loss": 0.0457,
      "step": 17184
    },
    {
      "epoch": 1.863074588031223,
      "grad_norm": 0.16592691838741302,
      "learning_rate": 3.8034963005948065e-05,
      "loss": 0.0516,
      "step": 17185
    },
    {
      "epoch": 1.8631830008673027,
      "grad_norm": 0.13381114602088928,
      "learning_rate": 3.803133613811113e-05,
      "loss": 0.0244,
      "step": 17186
    },
    {
      "epoch": 1.8632914137033825,
      "grad_norm": 0.13126428425312042,
      "learning_rate": 3.802770927027419e-05,
      "loss": 0.0157,
      "step": 17187
    },
    {
      "epoch": 1.8633998265394622,
      "grad_norm": 0.09784036129713058,
      "learning_rate": 3.802408240243726e-05,
      "loss": 0.0112,
      "step": 17188
    },
    {
      "epoch": 1.863508239375542,
      "grad_norm": 0.18249008059501648,
      "learning_rate": 3.802045553460032e-05,
      "loss": 0.0143,
      "step": 17189
    },
    {
      "epoch": 1.863616652211622,
      "grad_norm": 0.20091116428375244,
      "learning_rate": 3.8016828666763385e-05,
      "loss": 0.0333,
      "step": 17190
    },
    {
      "epoch": 1.8637250650477015,
      "grad_norm": 0.06287302076816559,
      "learning_rate": 3.801320179892645e-05,
      "loss": 0.0131,
      "step": 17191
    },
    {
      "epoch": 1.8638334778837815,
      "grad_norm": 0.10311172157526016,
      "learning_rate": 3.8009574931089514e-05,
      "loss": 0.0089,
      "step": 17192
    },
    {
      "epoch": 1.8639418907198613,
      "grad_norm": 0.053468864411115646,
      "learning_rate": 3.800594806325258e-05,
      "loss": 0.0064,
      "step": 17193
    },
    {
      "epoch": 1.864050303555941,
      "grad_norm": 0.16945669054985046,
      "learning_rate": 3.800232119541564e-05,
      "loss": 0.0209,
      "step": 17194
    },
    {
      "epoch": 1.8641587163920208,
      "grad_norm": 0.2669375538825989,
      "learning_rate": 3.7998694327578706e-05,
      "loss": 0.0369,
      "step": 17195
    },
    {
      "epoch": 1.8642671292281006,
      "grad_norm": 0.06813711673021317,
      "learning_rate": 3.799506745974177e-05,
      "loss": 0.0115,
      "step": 17196
    },
    {
      "epoch": 1.8643755420641805,
      "grad_norm": 0.37173572182655334,
      "learning_rate": 3.7991440591904834e-05,
      "loss": 0.0272,
      "step": 17197
    },
    {
      "epoch": 1.86448395490026,
      "grad_norm": 0.09936102479696274,
      "learning_rate": 3.798781372406789e-05,
      "loss": 0.0042,
      "step": 17198
    },
    {
      "epoch": 1.86459236773634,
      "grad_norm": 0.043693557381629944,
      "learning_rate": 3.798418685623096e-05,
      "loss": 0.0081,
      "step": 17199
    },
    {
      "epoch": 1.8647007805724196,
      "grad_norm": 0.36156222224235535,
      "learning_rate": 3.7980559988394027e-05,
      "loss": 0.0469,
      "step": 17200
    },
    {
      "epoch": 1.8648091934084996,
      "grad_norm": 0.21395741403102875,
      "learning_rate": 3.797693312055709e-05,
      "loss": 0.0184,
      "step": 17201
    },
    {
      "epoch": 1.8649176062445794,
      "grad_norm": 0.2529233694076538,
      "learning_rate": 3.7973306252720155e-05,
      "loss": 0.0411,
      "step": 17202
    },
    {
      "epoch": 1.8650260190806591,
      "grad_norm": 0.1785936951637268,
      "learning_rate": 3.796967938488322e-05,
      "loss": 0.0377,
      "step": 17203
    },
    {
      "epoch": 1.8651344319167389,
      "grad_norm": 0.12055139243602753,
      "learning_rate": 3.796605251704628e-05,
      "loss": 0.0103,
      "step": 17204
    },
    {
      "epoch": 1.8652428447528187,
      "grad_norm": 0.00444813584908843,
      "learning_rate": 3.796242564920934e-05,
      "loss": 0.0006,
      "step": 17205
    },
    {
      "epoch": 1.8653512575888986,
      "grad_norm": 0.18045806884765625,
      "learning_rate": 3.7958798781372404e-05,
      "loss": 0.0292,
      "step": 17206
    },
    {
      "epoch": 1.8654596704249782,
      "grad_norm": 0.12252403795719147,
      "learning_rate": 3.795517191353547e-05,
      "loss": 0.0177,
      "step": 17207
    },
    {
      "epoch": 1.8655680832610582,
      "grad_norm": 0.35959890484809875,
      "learning_rate": 3.795154504569854e-05,
      "loss": 0.0495,
      "step": 17208
    },
    {
      "epoch": 1.865676496097138,
      "grad_norm": 0.018740840256214142,
      "learning_rate": 3.7947918177861603e-05,
      "loss": 0.002,
      "step": 17209
    },
    {
      "epoch": 1.8657849089332177,
      "grad_norm": 0.18639904260635376,
      "learning_rate": 3.794429131002467e-05,
      "loss": 0.0234,
      "step": 17210
    },
    {
      "epoch": 1.8658933217692975,
      "grad_norm": 0.038512639701366425,
      "learning_rate": 3.794066444218773e-05,
      "loss": 0.0037,
      "step": 17211
    },
    {
      "epoch": 1.8660017346053772,
      "grad_norm": 0.19019129872322083,
      "learning_rate": 3.793703757435079e-05,
      "loss": 0.0412,
      "step": 17212
    },
    {
      "epoch": 1.8661101474414572,
      "grad_norm": 0.1546085923910141,
      "learning_rate": 3.793341070651385e-05,
      "loss": 0.0112,
      "step": 17213
    },
    {
      "epoch": 1.8662185602775367,
      "grad_norm": 0.2557145357131958,
      "learning_rate": 3.792978383867692e-05,
      "loss": 0.0534,
      "step": 17214
    },
    {
      "epoch": 1.8663269731136167,
      "grad_norm": 0.2409972995519638,
      "learning_rate": 3.792615697083998e-05,
      "loss": 0.0093,
      "step": 17215
    },
    {
      "epoch": 1.8664353859496965,
      "grad_norm": 0.14927199482917786,
      "learning_rate": 3.792253010300305e-05,
      "loss": 0.0191,
      "step": 17216
    },
    {
      "epoch": 1.8665437987857763,
      "grad_norm": 0.23630362749099731,
      "learning_rate": 3.7918903235166116e-05,
      "loss": 0.0454,
      "step": 17217
    },
    {
      "epoch": 1.866652211621856,
      "grad_norm": 0.14184829592704773,
      "learning_rate": 3.791527636732918e-05,
      "loss": 0.022,
      "step": 17218
    },
    {
      "epoch": 1.8667606244579358,
      "grad_norm": 0.37661266326904297,
      "learning_rate": 3.791164949949224e-05,
      "loss": 0.0585,
      "step": 17219
    },
    {
      "epoch": 1.8668690372940158,
      "grad_norm": 0.24149246513843536,
      "learning_rate": 3.79080226316553e-05,
      "loss": 0.0473,
      "step": 17220
    },
    {
      "epoch": 1.8669774501300953,
      "grad_norm": 0.1575727015733719,
      "learning_rate": 3.7904395763818366e-05,
      "loss": 0.0222,
      "step": 17221
    },
    {
      "epoch": 1.8670858629661753,
      "grad_norm": 0.27737805247306824,
      "learning_rate": 3.790076889598143e-05,
      "loss": 0.0226,
      "step": 17222
    },
    {
      "epoch": 1.8671942758022548,
      "grad_norm": 0.32522517442703247,
      "learning_rate": 3.7897142028144494e-05,
      "loss": 0.0497,
      "step": 17223
    },
    {
      "epoch": 1.8673026886383348,
      "grad_norm": 0.0800197646021843,
      "learning_rate": 3.789351516030756e-05,
      "loss": 0.0148,
      "step": 17224
    },
    {
      "epoch": 1.8674111014744146,
      "grad_norm": 0.16024689376354218,
      "learning_rate": 3.788988829247063e-05,
      "loss": 0.0218,
      "step": 17225
    },
    {
      "epoch": 1.8675195143104943,
      "grad_norm": 0.0614134818315506,
      "learning_rate": 3.788626142463369e-05,
      "loss": 0.0087,
      "step": 17226
    },
    {
      "epoch": 1.867627927146574,
      "grad_norm": 0.27598634362220764,
      "learning_rate": 3.788263455679675e-05,
      "loss": 0.0289,
      "step": 17227
    },
    {
      "epoch": 1.8677363399826539,
      "grad_norm": 0.09699144214391708,
      "learning_rate": 3.7879007688959815e-05,
      "loss": 0.0116,
      "step": 17228
    },
    {
      "epoch": 1.8678447528187339,
      "grad_norm": 0.10998162627220154,
      "learning_rate": 3.787538082112288e-05,
      "loss": 0.0122,
      "step": 17229
    },
    {
      "epoch": 1.8679531656548134,
      "grad_norm": 0.07755593210458755,
      "learning_rate": 3.787175395328594e-05,
      "loss": 0.0124,
      "step": 17230
    },
    {
      "epoch": 1.8680615784908934,
      "grad_norm": 0.32219600677490234,
      "learning_rate": 3.786812708544901e-05,
      "loss": 0.0271,
      "step": 17231
    },
    {
      "epoch": 1.8681699913269731,
      "grad_norm": 0.04509645327925682,
      "learning_rate": 3.786450021761207e-05,
      "loss": 0.0052,
      "step": 17232
    },
    {
      "epoch": 1.868278404163053,
      "grad_norm": 0.0880928561091423,
      "learning_rate": 3.7860873349775135e-05,
      "loss": 0.0182,
      "step": 17233
    },
    {
      "epoch": 1.8683868169991327,
      "grad_norm": 0.32489556074142456,
      "learning_rate": 3.78572464819382e-05,
      "loss": 0.0327,
      "step": 17234
    },
    {
      "epoch": 1.8684952298352124,
      "grad_norm": 0.08387058228254318,
      "learning_rate": 3.7853619614101263e-05,
      "loss": 0.015,
      "step": 17235
    },
    {
      "epoch": 1.8686036426712924,
      "grad_norm": 0.07309722155332565,
      "learning_rate": 3.784999274626433e-05,
      "loss": 0.0096,
      "step": 17236
    },
    {
      "epoch": 1.868712055507372,
      "grad_norm": 0.10060527175664902,
      "learning_rate": 3.784636587842739e-05,
      "loss": 0.0229,
      "step": 17237
    },
    {
      "epoch": 1.868820468343452,
      "grad_norm": 0.3192746043205261,
      "learning_rate": 3.7842739010590456e-05,
      "loss": 0.0551,
      "step": 17238
    },
    {
      "epoch": 1.8689288811795317,
      "grad_norm": 0.16389872133731842,
      "learning_rate": 3.783911214275352e-05,
      "loss": 0.0356,
      "step": 17239
    },
    {
      "epoch": 1.8690372940156115,
      "grad_norm": 0.14732404053211212,
      "learning_rate": 3.7835485274916584e-05,
      "loss": 0.0087,
      "step": 17240
    },
    {
      "epoch": 1.8691457068516912,
      "grad_norm": 0.20160436630249023,
      "learning_rate": 3.783185840707965e-05,
      "loss": 0.0307,
      "step": 17241
    },
    {
      "epoch": 1.869254119687771,
      "grad_norm": 0.04110795259475708,
      "learning_rate": 3.782823153924271e-05,
      "loss": 0.0055,
      "step": 17242
    },
    {
      "epoch": 1.869362532523851,
      "grad_norm": 0.2313142865896225,
      "learning_rate": 3.7824604671405776e-05,
      "loss": 0.0463,
      "step": 17243
    },
    {
      "epoch": 1.8694709453599305,
      "grad_norm": 0.14757627248764038,
      "learning_rate": 3.782097780356884e-05,
      "loss": 0.0227,
      "step": 17244
    },
    {
      "epoch": 1.8695793581960105,
      "grad_norm": 0.173590287566185,
      "learning_rate": 3.7817350935731904e-05,
      "loss": 0.0097,
      "step": 17245
    },
    {
      "epoch": 1.86968777103209,
      "grad_norm": 0.20404517650604248,
      "learning_rate": 3.781372406789497e-05,
      "loss": 0.0212,
      "step": 17246
    },
    {
      "epoch": 1.86979618386817,
      "grad_norm": 0.41975903511047363,
      "learning_rate": 3.781009720005803e-05,
      "loss": 0.0545,
      "step": 17247
    },
    {
      "epoch": 1.8699045967042498,
      "grad_norm": 0.1334625631570816,
      "learning_rate": 3.78064703322211e-05,
      "loss": 0.0094,
      "step": 17248
    },
    {
      "epoch": 1.8700130095403296,
      "grad_norm": 0.4512369930744171,
      "learning_rate": 3.780284346438416e-05,
      "loss": 0.0581,
      "step": 17249
    },
    {
      "epoch": 1.8701214223764093,
      "grad_norm": 0.13610392808914185,
      "learning_rate": 3.779921659654722e-05,
      "loss": 0.0103,
      "step": 17250
    },
    {
      "epoch": 1.870229835212489,
      "grad_norm": 0.0439763069152832,
      "learning_rate": 3.779558972871029e-05,
      "loss": 0.0034,
      "step": 17251
    },
    {
      "epoch": 1.870338248048569,
      "grad_norm": 0.13739171624183655,
      "learning_rate": 3.779196286087335e-05,
      "loss": 0.0184,
      "step": 17252
    },
    {
      "epoch": 1.8704466608846486,
      "grad_norm": 0.058791033923625946,
      "learning_rate": 3.778833599303642e-05,
      "loss": 0.0043,
      "step": 17253
    },
    {
      "epoch": 1.8705550737207286,
      "grad_norm": 0.012444600462913513,
      "learning_rate": 3.778470912519948e-05,
      "loss": 0.001,
      "step": 17254
    },
    {
      "epoch": 1.8706634865568084,
      "grad_norm": 0.13868075609207153,
      "learning_rate": 3.7781082257362546e-05,
      "loss": 0.0153,
      "step": 17255
    },
    {
      "epoch": 1.8707718993928881,
      "grad_norm": 0.2014089822769165,
      "learning_rate": 3.777745538952561e-05,
      "loss": 0.0239,
      "step": 17256
    },
    {
      "epoch": 1.870880312228968,
      "grad_norm": 0.09248386323451996,
      "learning_rate": 3.777382852168867e-05,
      "loss": 0.016,
      "step": 17257
    },
    {
      "epoch": 1.8709887250650477,
      "grad_norm": 0.07226735353469849,
      "learning_rate": 3.777020165385173e-05,
      "loss": 0.0187,
      "step": 17258
    },
    {
      "epoch": 1.8710971379011276,
      "grad_norm": 0.19620174169540405,
      "learning_rate": 3.7766574786014795e-05,
      "loss": 0.0399,
      "step": 17259
    },
    {
      "epoch": 1.8712055507372072,
      "grad_norm": 0.22244605422019958,
      "learning_rate": 3.7762947918177866e-05,
      "loss": 0.0663,
      "step": 17260
    },
    {
      "epoch": 1.8713139635732872,
      "grad_norm": 0.14625923335552216,
      "learning_rate": 3.775932105034093e-05,
      "loss": 0.0225,
      "step": 17261
    },
    {
      "epoch": 1.8714223764093667,
      "grad_norm": 0.15484972298145294,
      "learning_rate": 3.7755694182503994e-05,
      "loss": 0.0235,
      "step": 17262
    },
    {
      "epoch": 1.8715307892454467,
      "grad_norm": 0.09139350801706314,
      "learning_rate": 3.775206731466706e-05,
      "loss": 0.0126,
      "step": 17263
    },
    {
      "epoch": 1.8716392020815265,
      "grad_norm": 0.16516996920108795,
      "learning_rate": 3.7748440446830116e-05,
      "loss": 0.0173,
      "step": 17264
    },
    {
      "epoch": 1.8717476149176062,
      "grad_norm": 0.04694436863064766,
      "learning_rate": 3.774481357899318e-05,
      "loss": 0.0068,
      "step": 17265
    },
    {
      "epoch": 1.8718560277536862,
      "grad_norm": 0.05259539186954498,
      "learning_rate": 3.7741186711156244e-05,
      "loss": 0.006,
      "step": 17266
    },
    {
      "epoch": 1.8719644405897657,
      "grad_norm": 0.0238040704280138,
      "learning_rate": 3.773755984331931e-05,
      "loss": 0.0023,
      "step": 17267
    },
    {
      "epoch": 1.8720728534258457,
      "grad_norm": 0.28389281034469604,
      "learning_rate": 3.773393297548238e-05,
      "loss": 0.0459,
      "step": 17268
    },
    {
      "epoch": 1.8721812662619253,
      "grad_norm": 0.12250484526157379,
      "learning_rate": 3.773030610764544e-05,
      "loss": 0.0192,
      "step": 17269
    },
    {
      "epoch": 1.8722896790980053,
      "grad_norm": 0.0891052857041359,
      "learning_rate": 3.772667923980851e-05,
      "loss": 0.0139,
      "step": 17270
    },
    {
      "epoch": 1.872398091934085,
      "grad_norm": 0.4054226875305176,
      "learning_rate": 3.772305237197157e-05,
      "loss": 0.0456,
      "step": 17271
    },
    {
      "epoch": 1.8725065047701648,
      "grad_norm": 0.03904435783624649,
      "learning_rate": 3.771942550413463e-05,
      "loss": 0.0037,
      "step": 17272
    },
    {
      "epoch": 1.8726149176062445,
      "grad_norm": 0.10918160527944565,
      "learning_rate": 3.771579863629769e-05,
      "loss": 0.0317,
      "step": 17273
    },
    {
      "epoch": 1.8727233304423243,
      "grad_norm": 0.268467515707016,
      "learning_rate": 3.771217176846076e-05,
      "loss": 0.0412,
      "step": 17274
    },
    {
      "epoch": 1.8728317432784043,
      "grad_norm": 0.13755656778812408,
      "learning_rate": 3.770854490062382e-05,
      "loss": 0.0191,
      "step": 17275
    },
    {
      "epoch": 1.8729401561144838,
      "grad_norm": 0.04076187312602997,
      "learning_rate": 3.7704918032786885e-05,
      "loss": 0.0064,
      "step": 17276
    },
    {
      "epoch": 1.8730485689505638,
      "grad_norm": 0.044797420501708984,
      "learning_rate": 3.7701291164949956e-05,
      "loss": 0.007,
      "step": 17277
    },
    {
      "epoch": 1.8731569817866436,
      "grad_norm": 0.21897350251674652,
      "learning_rate": 3.769766429711302e-05,
      "loss": 0.0563,
      "step": 17278
    },
    {
      "epoch": 1.8732653946227233,
      "grad_norm": 0.0635855570435524,
      "learning_rate": 3.769403742927608e-05,
      "loss": 0.0075,
      "step": 17279
    },
    {
      "epoch": 1.873373807458803,
      "grad_norm": 0.1039263978600502,
      "learning_rate": 3.769041056143914e-05,
      "loss": 0.0124,
      "step": 17280
    },
    {
      "epoch": 1.8734822202948829,
      "grad_norm": 0.19126465916633606,
      "learning_rate": 3.7686783693602205e-05,
      "loss": 0.0196,
      "step": 17281
    },
    {
      "epoch": 1.8735906331309629,
      "grad_norm": 0.14083081483840942,
      "learning_rate": 3.768315682576527e-05,
      "loss": 0.0141,
      "step": 17282
    },
    {
      "epoch": 1.8736990459670424,
      "grad_norm": 0.03494540974497795,
      "learning_rate": 3.7679529957928334e-05,
      "loss": 0.0047,
      "step": 17283
    },
    {
      "epoch": 1.8738074588031224,
      "grad_norm": 0.1089443564414978,
      "learning_rate": 3.76759030900914e-05,
      "loss": 0.0258,
      "step": 17284
    },
    {
      "epoch": 1.873915871639202,
      "grad_norm": 0.14884229004383087,
      "learning_rate": 3.767227622225447e-05,
      "loss": 0.0203,
      "step": 17285
    },
    {
      "epoch": 1.874024284475282,
      "grad_norm": 0.02312951348721981,
      "learning_rate": 3.7668649354417526e-05,
      "loss": 0.0016,
      "step": 17286
    },
    {
      "epoch": 1.8741326973113617,
      "grad_norm": 0.4371074140071869,
      "learning_rate": 3.766502248658059e-05,
      "loss": 0.0326,
      "step": 17287
    },
    {
      "epoch": 1.8742411101474414,
      "grad_norm": 0.0730568990111351,
      "learning_rate": 3.7661395618743654e-05,
      "loss": 0.0062,
      "step": 17288
    },
    {
      "epoch": 1.8743495229835212,
      "grad_norm": 0.2211717814207077,
      "learning_rate": 3.765776875090672e-05,
      "loss": 0.0324,
      "step": 17289
    },
    {
      "epoch": 1.874457935819601,
      "grad_norm": 0.22831980884075165,
      "learning_rate": 3.765414188306978e-05,
      "loss": 0.0264,
      "step": 17290
    },
    {
      "epoch": 1.874566348655681,
      "grad_norm": 0.35115206241607666,
      "learning_rate": 3.7650515015232847e-05,
      "loss": 0.0344,
      "step": 17291
    },
    {
      "epoch": 1.8746747614917605,
      "grad_norm": 0.14900079369544983,
      "learning_rate": 3.764688814739591e-05,
      "loss": 0.0296,
      "step": 17292
    },
    {
      "epoch": 1.8747831743278405,
      "grad_norm": 0.20744675397872925,
      "learning_rate": 3.7643261279558975e-05,
      "loss": 0.0156,
      "step": 17293
    },
    {
      "epoch": 1.8748915871639202,
      "grad_norm": 0.07703211903572083,
      "learning_rate": 3.763963441172204e-05,
      "loss": 0.0064,
      "step": 17294
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.08902392536401749,
      "learning_rate": 3.76360075438851e-05,
      "loss": 0.0153,
      "step": 17295
    },
    {
      "epoch": 1.8751084128360798,
      "grad_norm": 0.12453828006982803,
      "learning_rate": 3.763238067604817e-05,
      "loss": 0.0512,
      "step": 17296
    },
    {
      "epoch": 1.8752168256721595,
      "grad_norm": 0.22291536629199982,
      "learning_rate": 3.762875380821123e-05,
      "loss": 0.0172,
      "step": 17297
    },
    {
      "epoch": 1.8753252385082395,
      "grad_norm": 0.22817769646644592,
      "learning_rate": 3.7625126940374295e-05,
      "loss": 0.0145,
      "step": 17298
    },
    {
      "epoch": 1.875433651344319,
      "grad_norm": 0.06014007702469826,
      "learning_rate": 3.762150007253736e-05,
      "loss": 0.0062,
      "step": 17299
    },
    {
      "epoch": 1.875542064180399,
      "grad_norm": 0.14002791047096252,
      "learning_rate": 3.7617873204700423e-05,
      "loss": 0.0194,
      "step": 17300
    },
    {
      "epoch": 1.8756504770164788,
      "grad_norm": 0.22419920563697815,
      "learning_rate": 3.761424633686349e-05,
      "loss": 0.0231,
      "step": 17301
    },
    {
      "epoch": 1.8757588898525586,
      "grad_norm": 0.23233598470687866,
      "learning_rate": 3.7610619469026545e-05,
      "loss": 0.0205,
      "step": 17302
    },
    {
      "epoch": 1.8758673026886383,
      "grad_norm": 0.25686952471733093,
      "learning_rate": 3.7606992601189616e-05,
      "loss": 0.0331,
      "step": 17303
    },
    {
      "epoch": 1.875975715524718,
      "grad_norm": 0.170237198472023,
      "learning_rate": 3.760336573335268e-05,
      "loss": 0.0152,
      "step": 17304
    },
    {
      "epoch": 1.876084128360798,
      "grad_norm": 0.12704184651374817,
      "learning_rate": 3.7599738865515744e-05,
      "loss": 0.0144,
      "step": 17305
    },
    {
      "epoch": 1.8761925411968776,
      "grad_norm": 0.1019362136721611,
      "learning_rate": 3.759611199767881e-05,
      "loss": 0.0215,
      "step": 17306
    },
    {
      "epoch": 1.8763009540329576,
      "grad_norm": 0.12761171162128448,
      "learning_rate": 3.759248512984187e-05,
      "loss": 0.0114,
      "step": 17307
    },
    {
      "epoch": 1.8764093668690371,
      "grad_norm": 0.22626496851444244,
      "learning_rate": 3.7588858262004936e-05,
      "loss": 0.0416,
      "step": 17308
    },
    {
      "epoch": 1.8765177797051171,
      "grad_norm": 0.11499545723199844,
      "learning_rate": 3.7585231394167994e-05,
      "loss": 0.0082,
      "step": 17309
    },
    {
      "epoch": 1.876626192541197,
      "grad_norm": 0.20540131628513336,
      "learning_rate": 3.758160452633106e-05,
      "loss": 0.0171,
      "step": 17310
    },
    {
      "epoch": 1.8767346053772767,
      "grad_norm": 0.14432695508003235,
      "learning_rate": 3.757797765849413e-05,
      "loss": 0.0111,
      "step": 17311
    },
    {
      "epoch": 1.8768430182133564,
      "grad_norm": 0.12120191007852554,
      "learning_rate": 3.757435079065719e-05,
      "loss": 0.0372,
      "step": 17312
    },
    {
      "epoch": 1.8769514310494362,
      "grad_norm": 0.2483539581298828,
      "learning_rate": 3.757072392282026e-05,
      "loss": 0.0373,
      "step": 17313
    },
    {
      "epoch": 1.8770598438855162,
      "grad_norm": 0.24340617656707764,
      "learning_rate": 3.756709705498332e-05,
      "loss": 0.0146,
      "step": 17314
    },
    {
      "epoch": 1.8771682567215957,
      "grad_norm": 0.11693873256444931,
      "learning_rate": 3.7563470187146385e-05,
      "loss": 0.0131,
      "step": 17315
    },
    {
      "epoch": 1.8772766695576757,
      "grad_norm": 0.13561248779296875,
      "learning_rate": 3.755984331930944e-05,
      "loss": 0.0119,
      "step": 17316
    },
    {
      "epoch": 1.8773850823937555,
      "grad_norm": 0.03700556978583336,
      "learning_rate": 3.7556216451472506e-05,
      "loss": 0.0023,
      "step": 17317
    },
    {
      "epoch": 1.8774934952298352,
      "grad_norm": 0.25781571865081787,
      "learning_rate": 3.755258958363557e-05,
      "loss": 0.0463,
      "step": 17318
    },
    {
      "epoch": 1.877601908065915,
      "grad_norm": 0.08521082997322083,
      "learning_rate": 3.7548962715798635e-05,
      "loss": 0.0041,
      "step": 17319
    },
    {
      "epoch": 1.8777103209019947,
      "grad_norm": 0.18254058063030243,
      "learning_rate": 3.7545335847961706e-05,
      "loss": 0.033,
      "step": 17320
    },
    {
      "epoch": 1.8778187337380747,
      "grad_norm": 0.33897650241851807,
      "learning_rate": 3.754170898012477e-05,
      "loss": 0.0705,
      "step": 17321
    },
    {
      "epoch": 1.8779271465741543,
      "grad_norm": 0.17327210307121277,
      "learning_rate": 3.7538082112287834e-05,
      "loss": 0.0149,
      "step": 17322
    },
    {
      "epoch": 1.8780355594102343,
      "grad_norm": 0.12097597122192383,
      "learning_rate": 3.75344552444509e-05,
      "loss": 0.0182,
      "step": 17323
    },
    {
      "epoch": 1.8781439722463138,
      "grad_norm": 0.07709825783967972,
      "learning_rate": 3.7530828376613955e-05,
      "loss": 0.0058,
      "step": 17324
    },
    {
      "epoch": 1.8782523850823938,
      "grad_norm": 0.16088365018367767,
      "learning_rate": 3.752720150877702e-05,
      "loss": 0.0134,
      "step": 17325
    },
    {
      "epoch": 1.8783607979184735,
      "grad_norm": 0.13594068586826324,
      "learning_rate": 3.7523574640940083e-05,
      "loss": 0.0154,
      "step": 17326
    },
    {
      "epoch": 1.8784692107545533,
      "grad_norm": 0.1352471113204956,
      "learning_rate": 3.751994777310315e-05,
      "loss": 0.0212,
      "step": 17327
    },
    {
      "epoch": 1.8785776235906333,
      "grad_norm": 0.34784987568855286,
      "learning_rate": 3.751632090526621e-05,
      "loss": 0.0922,
      "step": 17328
    },
    {
      "epoch": 1.8786860364267128,
      "grad_norm": 0.08607851713895798,
      "learning_rate": 3.751269403742928e-05,
      "loss": 0.0139,
      "step": 17329
    },
    {
      "epoch": 1.8787944492627928,
      "grad_norm": 0.1972588300704956,
      "learning_rate": 3.750906716959235e-05,
      "loss": 0.0235,
      "step": 17330
    },
    {
      "epoch": 1.8789028620988724,
      "grad_norm": 0.15494148433208466,
      "learning_rate": 3.7505440301755404e-05,
      "loss": 0.0169,
      "step": 17331
    },
    {
      "epoch": 1.8790112749349523,
      "grad_norm": 0.15657439827919006,
      "learning_rate": 3.750181343391847e-05,
      "loss": 0.0398,
      "step": 17332
    },
    {
      "epoch": 1.879119687771032,
      "grad_norm": 0.07180412858724594,
      "learning_rate": 3.749818656608153e-05,
      "loss": 0.0113,
      "step": 17333
    },
    {
      "epoch": 1.8792281006071119,
      "grad_norm": 0.3038274943828583,
      "learning_rate": 3.7494559698244596e-05,
      "loss": 0.0254,
      "step": 17334
    },
    {
      "epoch": 1.8793365134431916,
      "grad_norm": 0.06472980231046677,
      "learning_rate": 3.749093283040766e-05,
      "loss": 0.0106,
      "step": 17335
    },
    {
      "epoch": 1.8794449262792714,
      "grad_norm": 0.2415299415588379,
      "learning_rate": 3.7487305962570724e-05,
      "loss": 0.0423,
      "step": 17336
    },
    {
      "epoch": 1.8795533391153514,
      "grad_norm": 0.22681759297847748,
      "learning_rate": 3.7483679094733795e-05,
      "loss": 0.0173,
      "step": 17337
    },
    {
      "epoch": 1.879661751951431,
      "grad_norm": 0.10001084953546524,
      "learning_rate": 3.748005222689685e-05,
      "loss": 0.0107,
      "step": 17338
    },
    {
      "epoch": 1.879770164787511,
      "grad_norm": 0.17363642156124115,
      "learning_rate": 3.747642535905992e-05,
      "loss": 0.0345,
      "step": 17339
    },
    {
      "epoch": 1.8798785776235907,
      "grad_norm": 0.18742160499095917,
      "learning_rate": 3.747279849122298e-05,
      "loss": 0.0202,
      "step": 17340
    },
    {
      "epoch": 1.8799869904596704,
      "grad_norm": 0.031467363238334656,
      "learning_rate": 3.7469171623386045e-05,
      "loss": 0.0014,
      "step": 17341
    },
    {
      "epoch": 1.8800954032957502,
      "grad_norm": 0.04585984721779823,
      "learning_rate": 3.746554475554911e-05,
      "loss": 0.0055,
      "step": 17342
    },
    {
      "epoch": 1.88020381613183,
      "grad_norm": 0.09782907366752625,
      "learning_rate": 3.746191788771217e-05,
      "loss": 0.0132,
      "step": 17343
    },
    {
      "epoch": 1.88031222896791,
      "grad_norm": 0.23744817078113556,
      "learning_rate": 3.745829101987524e-05,
      "loss": 0.029,
      "step": 17344
    },
    {
      "epoch": 1.8804206418039895,
      "grad_norm": 0.3073137402534485,
      "learning_rate": 3.74546641520383e-05,
      "loss": 0.0325,
      "step": 17345
    },
    {
      "epoch": 1.8805290546400695,
      "grad_norm": 0.1554596722126007,
      "learning_rate": 3.7451037284201366e-05,
      "loss": 0.0134,
      "step": 17346
    },
    {
      "epoch": 1.880637467476149,
      "grad_norm": 0.2856138050556183,
      "learning_rate": 3.744741041636443e-05,
      "loss": 0.0402,
      "step": 17347
    },
    {
      "epoch": 1.880745880312229,
      "grad_norm": 0.1402597725391388,
      "learning_rate": 3.7443783548527494e-05,
      "loss": 0.0321,
      "step": 17348
    },
    {
      "epoch": 1.8808542931483088,
      "grad_norm": 0.26509538292884827,
      "learning_rate": 3.744015668069056e-05,
      "loss": 0.0281,
      "step": 17349
    },
    {
      "epoch": 1.8809627059843885,
      "grad_norm": 0.2618364691734314,
      "learning_rate": 3.743652981285362e-05,
      "loss": 0.0327,
      "step": 17350
    },
    {
      "epoch": 1.8810711188204683,
      "grad_norm": 0.08334994316101074,
      "learning_rate": 3.7432902945016686e-05,
      "loss": 0.0074,
      "step": 17351
    },
    {
      "epoch": 1.881179531656548,
      "grad_norm": 0.2192659080028534,
      "learning_rate": 3.742927607717975e-05,
      "loss": 0.0297,
      "step": 17352
    },
    {
      "epoch": 1.881287944492628,
      "grad_norm": 0.9751604795455933,
      "learning_rate": 3.7425649209342814e-05,
      "loss": 0.0162,
      "step": 17353
    },
    {
      "epoch": 1.8813963573287076,
      "grad_norm": 0.18476884067058563,
      "learning_rate": 3.742202234150587e-05,
      "loss": 0.047,
      "step": 17354
    },
    {
      "epoch": 1.8815047701647876,
      "grad_norm": 0.0716666579246521,
      "learning_rate": 3.741839547366894e-05,
      "loss": 0.0101,
      "step": 17355
    },
    {
      "epoch": 1.8816131830008673,
      "grad_norm": 0.09661661088466644,
      "learning_rate": 3.7414768605832007e-05,
      "loss": 0.0301,
      "step": 17356
    },
    {
      "epoch": 1.881721595836947,
      "grad_norm": 0.13853277266025543,
      "learning_rate": 3.741114173799507e-05,
      "loss": 0.0115,
      "step": 17357
    },
    {
      "epoch": 1.8818300086730269,
      "grad_norm": 0.17808595299720764,
      "learning_rate": 3.7407514870158135e-05,
      "loss": 0.0245,
      "step": 17358
    },
    {
      "epoch": 1.8819384215091066,
      "grad_norm": 0.0803074836730957,
      "learning_rate": 3.74038880023212e-05,
      "loss": 0.0045,
      "step": 17359
    },
    {
      "epoch": 1.8820468343451866,
      "grad_norm": 0.1636057198047638,
      "learning_rate": 3.740026113448426e-05,
      "loss": 0.0105,
      "step": 17360
    },
    {
      "epoch": 1.8821552471812661,
      "grad_norm": 0.2133157104253769,
      "learning_rate": 3.739663426664732e-05,
      "loss": 0.0497,
      "step": 17361
    },
    {
      "epoch": 1.8822636600173461,
      "grad_norm": 0.06824115663766861,
      "learning_rate": 3.7393007398810384e-05,
      "loss": 0.0107,
      "step": 17362
    },
    {
      "epoch": 1.882372072853426,
      "grad_norm": 0.14037498831748962,
      "learning_rate": 3.7389380530973455e-05,
      "loss": 0.0294,
      "step": 17363
    },
    {
      "epoch": 1.8824804856895057,
      "grad_norm": 0.18437230587005615,
      "learning_rate": 3.738575366313652e-05,
      "loss": 0.0611,
      "step": 17364
    },
    {
      "epoch": 1.8825888985255854,
      "grad_norm": 0.03311736136674881,
      "learning_rate": 3.7382126795299584e-05,
      "loss": 0.0031,
      "step": 17365
    },
    {
      "epoch": 1.8826973113616652,
      "grad_norm": 0.29474514722824097,
      "learning_rate": 3.737849992746265e-05,
      "loss": 0.0503,
      "step": 17366
    },
    {
      "epoch": 1.8828057241977452,
      "grad_norm": 0.0358600988984108,
      "learning_rate": 3.737487305962571e-05,
      "loss": 0.005,
      "step": 17367
    },
    {
      "epoch": 1.8829141370338247,
      "grad_norm": 0.12417979538440704,
      "learning_rate": 3.737124619178877e-05,
      "loss": 0.0148,
      "step": 17368
    },
    {
      "epoch": 1.8830225498699047,
      "grad_norm": 0.20759983360767365,
      "learning_rate": 3.736761932395183e-05,
      "loss": 0.0314,
      "step": 17369
    },
    {
      "epoch": 1.8831309627059842,
      "grad_norm": 0.14350366592407227,
      "learning_rate": 3.73639924561149e-05,
      "loss": 0.0429,
      "step": 17370
    },
    {
      "epoch": 1.8832393755420642,
      "grad_norm": 0.10405848920345306,
      "learning_rate": 3.736036558827796e-05,
      "loss": 0.0156,
      "step": 17371
    },
    {
      "epoch": 1.883347788378144,
      "grad_norm": 0.26803234219551086,
      "learning_rate": 3.735673872044103e-05,
      "loss": 0.0931,
      "step": 17372
    },
    {
      "epoch": 1.8834562012142237,
      "grad_norm": 0.12803097069263458,
      "learning_rate": 3.7353111852604096e-05,
      "loss": 0.0272,
      "step": 17373
    },
    {
      "epoch": 1.8835646140503035,
      "grad_norm": 0.33171769976615906,
      "learning_rate": 3.734948498476716e-05,
      "loss": 0.0378,
      "step": 17374
    },
    {
      "epoch": 1.8836730268863833,
      "grad_norm": 0.28374505043029785,
      "learning_rate": 3.7345858116930225e-05,
      "loss": 0.0631,
      "step": 17375
    },
    {
      "epoch": 1.8837814397224633,
      "grad_norm": 0.20687195658683777,
      "learning_rate": 3.734223124909328e-05,
      "loss": 0.0274,
      "step": 17376
    },
    {
      "epoch": 1.8838898525585428,
      "grad_norm": 0.1565788984298706,
      "learning_rate": 3.7338604381256346e-05,
      "loss": 0.0375,
      "step": 17377
    },
    {
      "epoch": 1.8839982653946228,
      "grad_norm": 0.06577251106500626,
      "learning_rate": 3.733497751341941e-05,
      "loss": 0.0128,
      "step": 17378
    },
    {
      "epoch": 1.8841066782307025,
      "grad_norm": 0.17517061531543732,
      "learning_rate": 3.7331350645582474e-05,
      "loss": 0.0126,
      "step": 17379
    },
    {
      "epoch": 1.8842150910667823,
      "grad_norm": 0.26580101251602173,
      "learning_rate": 3.732772377774554e-05,
      "loss": 0.047,
      "step": 17380
    },
    {
      "epoch": 1.884323503902862,
      "grad_norm": 0.10170737653970718,
      "learning_rate": 3.732409690990861e-05,
      "loss": 0.0193,
      "step": 17381
    },
    {
      "epoch": 1.8844319167389418,
      "grad_norm": 0.1497654914855957,
      "learning_rate": 3.732047004207167e-05,
      "loss": 0.0199,
      "step": 17382
    },
    {
      "epoch": 1.8845403295750218,
      "grad_norm": 0.04344584792852402,
      "learning_rate": 3.731684317423473e-05,
      "loss": 0.0055,
      "step": 17383
    },
    {
      "epoch": 1.8846487424111014,
      "grad_norm": 0.40434688329696655,
      "learning_rate": 3.7313216306397795e-05,
      "loss": 0.0418,
      "step": 17384
    },
    {
      "epoch": 1.8847571552471813,
      "grad_norm": 0.03591764718294144,
      "learning_rate": 3.730958943856086e-05,
      "loss": 0.0051,
      "step": 17385
    },
    {
      "epoch": 1.8848655680832611,
      "grad_norm": 0.28417712450027466,
      "learning_rate": 3.730596257072392e-05,
      "loss": 0.0583,
      "step": 17386
    },
    {
      "epoch": 1.8849739809193409,
      "grad_norm": 0.12549147009849548,
      "learning_rate": 3.730233570288699e-05,
      "loss": 0.0122,
      "step": 17387
    },
    {
      "epoch": 1.8850823937554206,
      "grad_norm": 0.26968255639076233,
      "learning_rate": 3.729870883505005e-05,
      "loss": 0.0327,
      "step": 17388
    },
    {
      "epoch": 1.8851908065915004,
      "grad_norm": 0.23156879842281342,
      "learning_rate": 3.729508196721312e-05,
      "loss": 0.0287,
      "step": 17389
    },
    {
      "epoch": 1.8852992194275804,
      "grad_norm": 0.06621720641851425,
      "learning_rate": 3.729145509937618e-05,
      "loss": 0.0118,
      "step": 17390
    },
    {
      "epoch": 1.88540763226366,
      "grad_norm": 0.30890658497810364,
      "learning_rate": 3.7287828231539243e-05,
      "loss": 0.0241,
      "step": 17391
    },
    {
      "epoch": 1.88551604509974,
      "grad_norm": 0.08324379473924637,
      "learning_rate": 3.728420136370231e-05,
      "loss": 0.0128,
      "step": 17392
    },
    {
      "epoch": 1.8856244579358195,
      "grad_norm": 0.22796796262264252,
      "learning_rate": 3.728057449586537e-05,
      "loss": 0.031,
      "step": 17393
    },
    {
      "epoch": 1.8857328707718994,
      "grad_norm": 0.03925476595759392,
      "learning_rate": 3.7276947628028436e-05,
      "loss": 0.0042,
      "step": 17394
    },
    {
      "epoch": 1.8858412836079792,
      "grad_norm": 0.2369787096977234,
      "learning_rate": 3.72733207601915e-05,
      "loss": 0.0203,
      "step": 17395
    },
    {
      "epoch": 1.885949696444059,
      "grad_norm": 0.4079735279083252,
      "learning_rate": 3.7269693892354564e-05,
      "loss": 0.0301,
      "step": 17396
    },
    {
      "epoch": 1.8860581092801387,
      "grad_norm": 0.234818235039711,
      "learning_rate": 3.726606702451763e-05,
      "loss": 0.0746,
      "step": 17397
    },
    {
      "epoch": 1.8861665221162185,
      "grad_norm": 0.12300874292850494,
      "learning_rate": 3.726244015668069e-05,
      "loss": 0.0163,
      "step": 17398
    },
    {
      "epoch": 1.8862749349522985,
      "grad_norm": 0.18792977929115295,
      "learning_rate": 3.7258813288843756e-05,
      "loss": 0.0173,
      "step": 17399
    },
    {
      "epoch": 1.886383347788378,
      "grad_norm": 0.23406535387039185,
      "learning_rate": 3.725518642100682e-05,
      "loss": 0.0277,
      "step": 17400
    },
    {
      "epoch": 1.886491760624458,
      "grad_norm": 0.03993574157357216,
      "learning_rate": 3.7251559553169885e-05,
      "loss": 0.01,
      "step": 17401
    },
    {
      "epoch": 1.8866001734605378,
      "grad_norm": 0.10230377316474915,
      "learning_rate": 3.724793268533295e-05,
      "loss": 0.0062,
      "step": 17402
    },
    {
      "epoch": 1.8867085862966175,
      "grad_norm": 0.18927884101867676,
      "learning_rate": 3.724430581749601e-05,
      "loss": 0.031,
      "step": 17403
    },
    {
      "epoch": 1.8868169991326973,
      "grad_norm": 0.32698044180870056,
      "learning_rate": 3.724067894965908e-05,
      "loss": 0.0386,
      "step": 17404
    },
    {
      "epoch": 1.886925411968777,
      "grad_norm": 0.09308746457099915,
      "learning_rate": 3.723705208182214e-05,
      "loss": 0.0177,
      "step": 17405
    },
    {
      "epoch": 1.887033824804857,
      "grad_norm": 0.11287929117679596,
      "learning_rate": 3.7233425213985205e-05,
      "loss": 0.0329,
      "step": 17406
    },
    {
      "epoch": 1.8871422376409366,
      "grad_norm": 0.15880325436592102,
      "learning_rate": 3.722979834614827e-05,
      "loss": 0.0179,
      "step": 17407
    },
    {
      "epoch": 1.8872506504770166,
      "grad_norm": 0.06584128737449646,
      "learning_rate": 3.722617147831133e-05,
      "loss": 0.0091,
      "step": 17408
    },
    {
      "epoch": 1.887359063313096,
      "grad_norm": 0.12992484867572784,
      "learning_rate": 3.72225446104744e-05,
      "loss": 0.0422,
      "step": 17409
    },
    {
      "epoch": 1.887467476149176,
      "grad_norm": 0.10680955648422241,
      "learning_rate": 3.721891774263746e-05,
      "loss": 0.015,
      "step": 17410
    },
    {
      "epoch": 1.8875758889852559,
      "grad_norm": 0.1042684018611908,
      "learning_rate": 3.7215290874800526e-05,
      "loss": 0.0274,
      "step": 17411
    },
    {
      "epoch": 1.8876843018213356,
      "grad_norm": 0.09370382130146027,
      "learning_rate": 3.721166400696359e-05,
      "loss": 0.0124,
      "step": 17412
    },
    {
      "epoch": 1.8877927146574154,
      "grad_norm": 0.14341193437576294,
      "learning_rate": 3.720803713912665e-05,
      "loss": 0.0196,
      "step": 17413
    },
    {
      "epoch": 1.8879011274934951,
      "grad_norm": 0.3850240409374237,
      "learning_rate": 3.720441027128971e-05,
      "loss": 0.0242,
      "step": 17414
    },
    {
      "epoch": 1.8880095403295751,
      "grad_norm": 0.11981124430894852,
      "learning_rate": 3.720078340345278e-05,
      "loss": 0.0194,
      "step": 17415
    },
    {
      "epoch": 1.8881179531656547,
      "grad_norm": 0.048667166382074356,
      "learning_rate": 3.7197156535615846e-05,
      "loss": 0.004,
      "step": 17416
    },
    {
      "epoch": 1.8882263660017347,
      "grad_norm": 0.057047318667173386,
      "learning_rate": 3.719352966777891e-05,
      "loss": 0.006,
      "step": 17417
    },
    {
      "epoch": 1.8883347788378144,
      "grad_norm": 0.19781601428985596,
      "learning_rate": 3.7189902799941974e-05,
      "loss": 0.0424,
      "step": 17418
    },
    {
      "epoch": 1.8884431916738942,
      "grad_norm": 0.1793479025363922,
      "learning_rate": 3.718627593210504e-05,
      "loss": 0.027,
      "step": 17419
    },
    {
      "epoch": 1.888551604509974,
      "grad_norm": 0.08875245600938797,
      "learning_rate": 3.7182649064268096e-05,
      "loss": 0.0162,
      "step": 17420
    },
    {
      "epoch": 1.8886600173460537,
      "grad_norm": 0.03950313478708267,
      "learning_rate": 3.717902219643116e-05,
      "loss": 0.0037,
      "step": 17421
    },
    {
      "epoch": 1.8887684301821337,
      "grad_norm": 0.15158477425575256,
      "learning_rate": 3.7175395328594224e-05,
      "loss": 0.021,
      "step": 17422
    },
    {
      "epoch": 1.8888768430182132,
      "grad_norm": 0.07168262451887131,
      "learning_rate": 3.717176846075729e-05,
      "loss": 0.0118,
      "step": 17423
    },
    {
      "epoch": 1.8889852558542932,
      "grad_norm": 0.05161518603563309,
      "learning_rate": 3.716814159292036e-05,
      "loss": 0.0044,
      "step": 17424
    },
    {
      "epoch": 1.889093668690373,
      "grad_norm": 0.26353251934051514,
      "learning_rate": 3.716451472508342e-05,
      "loss": 0.0214,
      "step": 17425
    },
    {
      "epoch": 1.8892020815264527,
      "grad_norm": 0.2539042830467224,
      "learning_rate": 3.716088785724649e-05,
      "loss": 0.0641,
      "step": 17426
    },
    {
      "epoch": 1.8893104943625325,
      "grad_norm": 0.1273321658372879,
      "learning_rate": 3.715726098940955e-05,
      "loss": 0.0103,
      "step": 17427
    },
    {
      "epoch": 1.8894189071986123,
      "grad_norm": 0.03299110010266304,
      "learning_rate": 3.715363412157261e-05,
      "loss": 0.0037,
      "step": 17428
    },
    {
      "epoch": 1.8895273200346923,
      "grad_norm": 0.0989660769701004,
      "learning_rate": 3.715000725373567e-05,
      "loss": 0.0117,
      "step": 17429
    },
    {
      "epoch": 1.8896357328707718,
      "grad_norm": 0.10862438380718231,
      "learning_rate": 3.714638038589874e-05,
      "loss": 0.0143,
      "step": 17430
    },
    {
      "epoch": 1.8897441457068518,
      "grad_norm": 0.01908649131655693,
      "learning_rate": 3.71427535180618e-05,
      "loss": 0.0027,
      "step": 17431
    },
    {
      "epoch": 1.8898525585429313,
      "grad_norm": 0.10722144693136215,
      "learning_rate": 3.713912665022487e-05,
      "loss": 0.0217,
      "step": 17432
    },
    {
      "epoch": 1.8899609713790113,
      "grad_norm": 0.12759460508823395,
      "learning_rate": 3.7135499782387936e-05,
      "loss": 0.0107,
      "step": 17433
    },
    {
      "epoch": 1.890069384215091,
      "grad_norm": 0.14166736602783203,
      "learning_rate": 3.7131872914551e-05,
      "loss": 0.0354,
      "step": 17434
    },
    {
      "epoch": 1.8901777970511708,
      "grad_norm": 0.20912505686283112,
      "learning_rate": 3.712824604671406e-05,
      "loss": 0.0208,
      "step": 17435
    },
    {
      "epoch": 1.8902862098872506,
      "grad_norm": 0.24928498268127441,
      "learning_rate": 3.712461917887712e-05,
      "loss": 0.0735,
      "step": 17436
    },
    {
      "epoch": 1.8903946227233304,
      "grad_norm": 0.04227364435791969,
      "learning_rate": 3.7120992311040186e-05,
      "loss": 0.0039,
      "step": 17437
    },
    {
      "epoch": 1.8905030355594103,
      "grad_norm": 0.07229766249656677,
      "learning_rate": 3.711736544320325e-05,
      "loss": 0.0085,
      "step": 17438
    },
    {
      "epoch": 1.89061144839549,
      "grad_norm": 0.26232418417930603,
      "learning_rate": 3.7113738575366314e-05,
      "loss": 0.0434,
      "step": 17439
    },
    {
      "epoch": 1.8907198612315699,
      "grad_norm": 0.11156422644853592,
      "learning_rate": 3.711011170752938e-05,
      "loss": 0.0214,
      "step": 17440
    },
    {
      "epoch": 1.8908282740676496,
      "grad_norm": 0.21779482066631317,
      "learning_rate": 3.710648483969245e-05,
      "loss": 0.0327,
      "step": 17441
    },
    {
      "epoch": 1.8909366869037294,
      "grad_norm": 0.5094171166419983,
      "learning_rate": 3.7102857971855506e-05,
      "loss": 0.0771,
      "step": 17442
    },
    {
      "epoch": 1.8910450997398092,
      "grad_norm": 0.12067587673664093,
      "learning_rate": 3.709923110401857e-05,
      "loss": 0.0187,
      "step": 17443
    },
    {
      "epoch": 1.891153512575889,
      "grad_norm": 0.07622279971837997,
      "learning_rate": 3.7095604236181634e-05,
      "loss": 0.0101,
      "step": 17444
    },
    {
      "epoch": 1.891261925411969,
      "grad_norm": 0.20635350048542023,
      "learning_rate": 3.70919773683447e-05,
      "loss": 0.0284,
      "step": 17445
    },
    {
      "epoch": 1.8913703382480485,
      "grad_norm": 0.042387496680021286,
      "learning_rate": 3.708835050050776e-05,
      "loss": 0.0051,
      "step": 17446
    },
    {
      "epoch": 1.8914787510841284,
      "grad_norm": 0.2465943694114685,
      "learning_rate": 3.7084723632670827e-05,
      "loss": 0.0538,
      "step": 17447
    },
    {
      "epoch": 1.8915871639202082,
      "grad_norm": 0.3552376627922058,
      "learning_rate": 3.708109676483389e-05,
      "loss": 0.0647,
      "step": 17448
    },
    {
      "epoch": 1.891695576756288,
      "grad_norm": 0.3066062927246094,
      "learning_rate": 3.7077469896996955e-05,
      "loss": 0.022,
      "step": 17449
    },
    {
      "epoch": 1.8918039895923677,
      "grad_norm": 0.08121263235807419,
      "learning_rate": 3.707384302916002e-05,
      "loss": 0.0127,
      "step": 17450
    },
    {
      "epoch": 1.8919124024284475,
      "grad_norm": 0.39500686526298523,
      "learning_rate": 3.707021616132308e-05,
      "loss": 0.0284,
      "step": 17451
    },
    {
      "epoch": 1.8920208152645275,
      "grad_norm": 0.04912818595767021,
      "learning_rate": 3.706658929348615e-05,
      "loss": 0.0056,
      "step": 17452
    },
    {
      "epoch": 1.892129228100607,
      "grad_norm": 0.1378481239080429,
      "learning_rate": 3.706296242564921e-05,
      "loss": 0.0237,
      "step": 17453
    },
    {
      "epoch": 1.892237640936687,
      "grad_norm": 0.08933259546756744,
      "learning_rate": 3.7059335557812275e-05,
      "loss": 0.0149,
      "step": 17454
    },
    {
      "epoch": 1.8923460537727665,
      "grad_norm": 0.19067801535129547,
      "learning_rate": 3.705570868997534e-05,
      "loss": 0.0237,
      "step": 17455
    },
    {
      "epoch": 1.8924544666088465,
      "grad_norm": 0.1351231038570404,
      "learning_rate": 3.7052081822138404e-05,
      "loss": 0.0156,
      "step": 17456
    },
    {
      "epoch": 1.8925628794449263,
      "grad_norm": 0.04453548789024353,
      "learning_rate": 3.704845495430147e-05,
      "loss": 0.0081,
      "step": 17457
    },
    {
      "epoch": 1.892671292281006,
      "grad_norm": 0.11622026562690735,
      "learning_rate": 3.704482808646453e-05,
      "loss": 0.0128,
      "step": 17458
    },
    {
      "epoch": 1.8927797051170858,
      "grad_norm": 0.06319581717252731,
      "learning_rate": 3.7041201218627596e-05,
      "loss": 0.007,
      "step": 17459
    },
    {
      "epoch": 1.8928881179531656,
      "grad_norm": 0.13522347807884216,
      "learning_rate": 3.703757435079066e-05,
      "loss": 0.0189,
      "step": 17460
    },
    {
      "epoch": 1.8929965307892456,
      "grad_norm": 0.11207285523414612,
      "learning_rate": 3.7033947482953724e-05,
      "loss": 0.0224,
      "step": 17461
    },
    {
      "epoch": 1.893104943625325,
      "grad_norm": 0.17387284338474274,
      "learning_rate": 3.703032061511679e-05,
      "loss": 0.0399,
      "step": 17462
    },
    {
      "epoch": 1.893213356461405,
      "grad_norm": 0.15499171614646912,
      "learning_rate": 3.702669374727985e-05,
      "loss": 0.0123,
      "step": 17463
    },
    {
      "epoch": 1.8933217692974849,
      "grad_norm": 0.13996917009353638,
      "learning_rate": 3.7023066879442916e-05,
      "loss": 0.023,
      "step": 17464
    },
    {
      "epoch": 1.8934301821335646,
      "grad_norm": 0.17830747365951538,
      "learning_rate": 3.7019440011605974e-05,
      "loss": 0.029,
      "step": 17465
    },
    {
      "epoch": 1.8935385949696444,
      "grad_norm": 0.06558143347501755,
      "learning_rate": 3.701581314376904e-05,
      "loss": 0.0046,
      "step": 17466
    },
    {
      "epoch": 1.8936470078057241,
      "grad_norm": 0.042864840477705,
      "learning_rate": 3.701218627593211e-05,
      "loss": 0.0084,
      "step": 17467
    },
    {
      "epoch": 1.8937554206418041,
      "grad_norm": 0.06659034639596939,
      "learning_rate": 3.700855940809517e-05,
      "loss": 0.0106,
      "step": 17468
    },
    {
      "epoch": 1.8938638334778837,
      "grad_norm": 0.098859041929245,
      "learning_rate": 3.700493254025824e-05,
      "loss": 0.0107,
      "step": 17469
    },
    {
      "epoch": 1.8939722463139637,
      "grad_norm": 0.049819108098745346,
      "learning_rate": 3.70013056724213e-05,
      "loss": 0.005,
      "step": 17470
    },
    {
      "epoch": 1.8940806591500432,
      "grad_norm": 0.08049853146076202,
      "learning_rate": 3.6997678804584365e-05,
      "loss": 0.0108,
      "step": 17471
    },
    {
      "epoch": 1.8941890719861232,
      "grad_norm": 0.2947137951850891,
      "learning_rate": 3.699405193674743e-05,
      "loss": 0.0237,
      "step": 17472
    },
    {
      "epoch": 1.894297484822203,
      "grad_norm": 0.22129417955875397,
      "learning_rate": 3.6990425068910487e-05,
      "loss": 0.0437,
      "step": 17473
    },
    {
      "epoch": 1.8944058976582827,
      "grad_norm": 0.305187463760376,
      "learning_rate": 3.698679820107355e-05,
      "loss": 0.0599,
      "step": 17474
    },
    {
      "epoch": 1.8945143104943627,
      "grad_norm": 0.21895216405391693,
      "learning_rate": 3.6983171333236615e-05,
      "loss": 0.027,
      "step": 17475
    },
    {
      "epoch": 1.8946227233304422,
      "grad_norm": 0.19004803895950317,
      "learning_rate": 3.6979544465399686e-05,
      "loss": 0.0272,
      "step": 17476
    },
    {
      "epoch": 1.8947311361665222,
      "grad_norm": 0.15996935963630676,
      "learning_rate": 3.697591759756275e-05,
      "loss": 0.0238,
      "step": 17477
    },
    {
      "epoch": 1.8948395490026018,
      "grad_norm": 0.02950776368379593,
      "learning_rate": 3.6972290729725814e-05,
      "loss": 0.0037,
      "step": 17478
    },
    {
      "epoch": 1.8949479618386817,
      "grad_norm": 0.27076178789138794,
      "learning_rate": 3.696866386188888e-05,
      "loss": 0.046,
      "step": 17479
    },
    {
      "epoch": 1.8950563746747615,
      "grad_norm": 0.5813252329826355,
      "learning_rate": 3.6965036994051935e-05,
      "loss": 0.0411,
      "step": 17480
    },
    {
      "epoch": 1.8951647875108413,
      "grad_norm": 0.5797357559204102,
      "learning_rate": 3.6961410126215e-05,
      "loss": 0.043,
      "step": 17481
    },
    {
      "epoch": 1.895273200346921,
      "grad_norm": 0.1804289072751999,
      "learning_rate": 3.6957783258378063e-05,
      "loss": 0.0141,
      "step": 17482
    },
    {
      "epoch": 1.8953816131830008,
      "grad_norm": 0.4179178476333618,
      "learning_rate": 3.695415639054113e-05,
      "loss": 0.0621,
      "step": 17483
    },
    {
      "epoch": 1.8954900260190808,
      "grad_norm": 0.1704448014497757,
      "learning_rate": 3.69505295227042e-05,
      "loss": 0.0338,
      "step": 17484
    },
    {
      "epoch": 1.8955984388551603,
      "grad_norm": 0.2072315216064453,
      "learning_rate": 3.694690265486726e-05,
      "loss": 0.0285,
      "step": 17485
    },
    {
      "epoch": 1.8957068516912403,
      "grad_norm": 0.21965433657169342,
      "learning_rate": 3.694327578703033e-05,
      "loss": 0.0463,
      "step": 17486
    },
    {
      "epoch": 1.89581526452732,
      "grad_norm": 0.12688423693180084,
      "learning_rate": 3.6939648919193384e-05,
      "loss": 0.0275,
      "step": 17487
    },
    {
      "epoch": 1.8959236773633998,
      "grad_norm": 0.14127318561077118,
      "learning_rate": 3.693602205135645e-05,
      "loss": 0.0271,
      "step": 17488
    },
    {
      "epoch": 1.8960320901994796,
      "grad_norm": 0.09218072891235352,
      "learning_rate": 3.693239518351951e-05,
      "loss": 0.012,
      "step": 17489
    },
    {
      "epoch": 1.8961405030355594,
      "grad_norm": 0.17741569876670837,
      "learning_rate": 3.6928768315682576e-05,
      "loss": 0.0429,
      "step": 17490
    },
    {
      "epoch": 1.8962489158716394,
      "grad_norm": 0.08613261580467224,
      "learning_rate": 3.692514144784564e-05,
      "loss": 0.0096,
      "step": 17491
    },
    {
      "epoch": 1.896357328707719,
      "grad_norm": 0.32863670587539673,
      "learning_rate": 3.6921514580008705e-05,
      "loss": 0.0312,
      "step": 17492
    },
    {
      "epoch": 1.8964657415437989,
      "grad_norm": 0.25608310103416443,
      "learning_rate": 3.6917887712171775e-05,
      "loss": 0.0222,
      "step": 17493
    },
    {
      "epoch": 1.8965741543798784,
      "grad_norm": 0.1931886374950409,
      "learning_rate": 3.691426084433483e-05,
      "loss": 0.0198,
      "step": 17494
    },
    {
      "epoch": 1.8966825672159584,
      "grad_norm": 0.17895367741584778,
      "learning_rate": 3.69106339764979e-05,
      "loss": 0.0257,
      "step": 17495
    },
    {
      "epoch": 1.8967909800520382,
      "grad_norm": 0.1694789081811905,
      "learning_rate": 3.690700710866096e-05,
      "loss": 0.0159,
      "step": 17496
    },
    {
      "epoch": 1.896899392888118,
      "grad_norm": 0.04204390570521355,
      "learning_rate": 3.6903380240824025e-05,
      "loss": 0.0096,
      "step": 17497
    },
    {
      "epoch": 1.8970078057241977,
      "grad_norm": 0.17195063829421997,
      "learning_rate": 3.689975337298709e-05,
      "loss": 0.0146,
      "step": 17498
    },
    {
      "epoch": 1.8971162185602775,
      "grad_norm": 0.1315734088420868,
      "learning_rate": 3.689612650515015e-05,
      "loss": 0.0179,
      "step": 17499
    },
    {
      "epoch": 1.8972246313963574,
      "grad_norm": 0.03837454319000244,
      "learning_rate": 3.689249963731322e-05,
      "loss": 0.0041,
      "step": 17500
    },
    {
      "epoch": 1.897333044232437,
      "grad_norm": 0.0394040122628212,
      "learning_rate": 3.688887276947628e-05,
      "loss": 0.0064,
      "step": 17501
    },
    {
      "epoch": 1.897441457068517,
      "grad_norm": 0.03738529607653618,
      "learning_rate": 3.6885245901639346e-05,
      "loss": 0.0015,
      "step": 17502
    },
    {
      "epoch": 1.8975498699045967,
      "grad_norm": 0.5154266357421875,
      "learning_rate": 3.688161903380241e-05,
      "loss": 0.0495,
      "step": 17503
    },
    {
      "epoch": 1.8976582827406765,
      "grad_norm": 0.1482943743467331,
      "learning_rate": 3.6877992165965474e-05,
      "loss": 0.012,
      "step": 17504
    },
    {
      "epoch": 1.8977666955767563,
      "grad_norm": 0.19032610952854156,
      "learning_rate": 3.687436529812854e-05,
      "loss": 0.0207,
      "step": 17505
    },
    {
      "epoch": 1.897875108412836,
      "grad_norm": 0.292926162481308,
      "learning_rate": 3.68707384302916e-05,
      "loss": 0.0391,
      "step": 17506
    },
    {
      "epoch": 1.897983521248916,
      "grad_norm": 0.1541367620229721,
      "learning_rate": 3.6867111562454666e-05,
      "loss": 0.0213,
      "step": 17507
    },
    {
      "epoch": 1.8980919340849955,
      "grad_norm": 0.07696972042322159,
      "learning_rate": 3.686348469461773e-05,
      "loss": 0.0023,
      "step": 17508
    },
    {
      "epoch": 1.8982003469210755,
      "grad_norm": 0.098414346575737,
      "learning_rate": 3.6859857826780794e-05,
      "loss": 0.0269,
      "step": 17509
    },
    {
      "epoch": 1.8983087597571553,
      "grad_norm": 0.2281331717967987,
      "learning_rate": 3.685623095894386e-05,
      "loss": 0.0413,
      "step": 17510
    },
    {
      "epoch": 1.898417172593235,
      "grad_norm": 0.1959260255098343,
      "learning_rate": 3.685260409110692e-05,
      "loss": 0.0341,
      "step": 17511
    },
    {
      "epoch": 1.8985255854293148,
      "grad_norm": 0.21958300471305847,
      "learning_rate": 3.684897722326999e-05,
      "loss": 0.0292,
      "step": 17512
    },
    {
      "epoch": 1.8986339982653946,
      "grad_norm": 0.0778249129652977,
      "learning_rate": 3.684535035543305e-05,
      "loss": 0.0064,
      "step": 17513
    },
    {
      "epoch": 1.8987424111014746,
      "grad_norm": 0.27038729190826416,
      "learning_rate": 3.6841723487596115e-05,
      "loss": 0.0208,
      "step": 17514
    },
    {
      "epoch": 1.898850823937554,
      "grad_norm": 0.17498929798603058,
      "learning_rate": 3.683809661975918e-05,
      "loss": 0.0385,
      "step": 17515
    },
    {
      "epoch": 1.898959236773634,
      "grad_norm": 0.23304742574691772,
      "learning_rate": 3.683446975192224e-05,
      "loss": 0.0131,
      "step": 17516
    },
    {
      "epoch": 1.8990676496097136,
      "grad_norm": 0.1409069001674652,
      "learning_rate": 3.68308428840853e-05,
      "loss": 0.0189,
      "step": 17517
    },
    {
      "epoch": 1.8991760624457936,
      "grad_norm": 0.08826123923063278,
      "learning_rate": 3.6827216016248364e-05,
      "loss": 0.0189,
      "step": 17518
    },
    {
      "epoch": 1.8992844752818734,
      "grad_norm": 0.20780879259109497,
      "learning_rate": 3.6823589148411435e-05,
      "loss": 0.0221,
      "step": 17519
    },
    {
      "epoch": 1.8993928881179531,
      "grad_norm": 0.2640109658241272,
      "learning_rate": 3.68199622805745e-05,
      "loss": 0.0459,
      "step": 17520
    },
    {
      "epoch": 1.899501300954033,
      "grad_norm": 0.24996417760849,
      "learning_rate": 3.6816335412737564e-05,
      "loss": 0.0436,
      "step": 17521
    },
    {
      "epoch": 1.8996097137901127,
      "grad_norm": 0.2983217239379883,
      "learning_rate": 3.681270854490063e-05,
      "loss": 0.0282,
      "step": 17522
    },
    {
      "epoch": 1.8997181266261927,
      "grad_norm": 0.4697842299938202,
      "learning_rate": 3.680908167706369e-05,
      "loss": 0.045,
      "step": 17523
    },
    {
      "epoch": 1.8998265394622722,
      "grad_norm": 0.058275725692510605,
      "learning_rate": 3.6805454809226756e-05,
      "loss": 0.015,
      "step": 17524
    },
    {
      "epoch": 1.8999349522983522,
      "grad_norm": 0.24493181705474854,
      "learning_rate": 3.680182794138981e-05,
      "loss": 0.0283,
      "step": 17525
    },
    {
      "epoch": 1.900043365134432,
      "grad_norm": 0.09360900521278381,
      "learning_rate": 3.679820107355288e-05,
      "loss": 0.0082,
      "step": 17526
    },
    {
      "epoch": 1.9001517779705117,
      "grad_norm": 0.32524943351745605,
      "learning_rate": 3.679457420571595e-05,
      "loss": 0.0357,
      "step": 17527
    },
    {
      "epoch": 1.9002601908065915,
      "grad_norm": 0.4253319203853607,
      "learning_rate": 3.679094733787901e-05,
      "loss": 0.0469,
      "step": 17528
    },
    {
      "epoch": 1.9003686036426712,
      "grad_norm": 0.028088754042983055,
      "learning_rate": 3.6787320470042076e-05,
      "loss": 0.0028,
      "step": 17529
    },
    {
      "epoch": 1.9004770164787512,
      "grad_norm": 0.172662153840065,
      "learning_rate": 3.678369360220514e-05,
      "loss": 0.0341,
      "step": 17530
    },
    {
      "epoch": 1.9005854293148308,
      "grad_norm": 0.1286468207836151,
      "learning_rate": 3.6780066734368205e-05,
      "loss": 0.0085,
      "step": 17531
    },
    {
      "epoch": 1.9006938421509108,
      "grad_norm": 0.19331571459770203,
      "learning_rate": 3.677643986653126e-05,
      "loss": 0.0265,
      "step": 17532
    },
    {
      "epoch": 1.9008022549869905,
      "grad_norm": 0.14325688779354095,
      "learning_rate": 3.6772812998694326e-05,
      "loss": 0.0137,
      "step": 17533
    },
    {
      "epoch": 1.9009106678230703,
      "grad_norm": 0.07190052419900894,
      "learning_rate": 3.676918613085739e-05,
      "loss": 0.0053,
      "step": 17534
    },
    {
      "epoch": 1.90101908065915,
      "grad_norm": 0.16046983003616333,
      "learning_rate": 3.6765559263020454e-05,
      "loss": 0.0095,
      "step": 17535
    },
    {
      "epoch": 1.9011274934952298,
      "grad_norm": 0.044304877519607544,
      "learning_rate": 3.6761932395183525e-05,
      "loss": 0.0037,
      "step": 17536
    },
    {
      "epoch": 1.9012359063313098,
      "grad_norm": 0.17237354815006256,
      "learning_rate": 3.675830552734659e-05,
      "loss": 0.026,
      "step": 17537
    },
    {
      "epoch": 1.9013443191673893,
      "grad_norm": 0.06140118092298508,
      "learning_rate": 3.675467865950965e-05,
      "loss": 0.0077,
      "step": 17538
    },
    {
      "epoch": 1.9014527320034693,
      "grad_norm": 0.16751737892627716,
      "learning_rate": 3.675105179167271e-05,
      "loss": 0.0147,
      "step": 17539
    },
    {
      "epoch": 1.9015611448395489,
      "grad_norm": 0.1758350431919098,
      "learning_rate": 3.6747424923835775e-05,
      "loss": 0.0175,
      "step": 17540
    },
    {
      "epoch": 1.9016695576756288,
      "grad_norm": 0.1246052235364914,
      "learning_rate": 3.674379805599884e-05,
      "loss": 0.0163,
      "step": 17541
    },
    {
      "epoch": 1.9017779705117086,
      "grad_norm": 0.3064294755458832,
      "learning_rate": 3.67401711881619e-05,
      "loss": 0.0407,
      "step": 17542
    },
    {
      "epoch": 1.9018863833477884,
      "grad_norm": 0.29615727066993713,
      "learning_rate": 3.673654432032497e-05,
      "loss": 0.0717,
      "step": 17543
    },
    {
      "epoch": 1.9019947961838681,
      "grad_norm": 0.04546629637479782,
      "learning_rate": 3.673291745248803e-05,
      "loss": 0.0137,
      "step": 17544
    },
    {
      "epoch": 1.902103209019948,
      "grad_norm": 0.5447246432304382,
      "learning_rate": 3.67292905846511e-05,
      "loss": 0.0421,
      "step": 17545
    },
    {
      "epoch": 1.9022116218560279,
      "grad_norm": 0.13580265641212463,
      "learning_rate": 3.672566371681416e-05,
      "loss": 0.0142,
      "step": 17546
    },
    {
      "epoch": 1.9023200346921074,
      "grad_norm": 0.08068203181028366,
      "learning_rate": 3.6722036848977224e-05,
      "loss": 0.0139,
      "step": 17547
    },
    {
      "epoch": 1.9024284475281874,
      "grad_norm": 0.173930361866951,
      "learning_rate": 3.671840998114029e-05,
      "loss": 0.0068,
      "step": 17548
    },
    {
      "epoch": 1.9025368603642672,
      "grad_norm": 0.1858902871608734,
      "learning_rate": 3.671478311330335e-05,
      "loss": 0.0094,
      "step": 17549
    },
    {
      "epoch": 1.902645273200347,
      "grad_norm": 0.3114522397518158,
      "learning_rate": 3.6711156245466416e-05,
      "loss": 0.0428,
      "step": 17550
    },
    {
      "epoch": 1.9027536860364267,
      "grad_norm": 0.13132868707180023,
      "learning_rate": 3.670752937762948e-05,
      "loss": 0.0382,
      "step": 17551
    },
    {
      "epoch": 1.9028620988725065,
      "grad_norm": 0.13008518517017365,
      "learning_rate": 3.6703902509792544e-05,
      "loss": 0.0103,
      "step": 17552
    },
    {
      "epoch": 1.9029705117085864,
      "grad_norm": 0.1646745204925537,
      "learning_rate": 3.670027564195561e-05,
      "loss": 0.0173,
      "step": 17553
    },
    {
      "epoch": 1.903078924544666,
      "grad_norm": 0.15319056808948517,
      "learning_rate": 3.669664877411867e-05,
      "loss": 0.0145,
      "step": 17554
    },
    {
      "epoch": 1.903187337380746,
      "grad_norm": 0.08676401525735855,
      "learning_rate": 3.6693021906281736e-05,
      "loss": 0.0094,
      "step": 17555
    },
    {
      "epoch": 1.9032957502168255,
      "grad_norm": 0.2027507722377777,
      "learning_rate": 3.66893950384448e-05,
      "loss": 0.0166,
      "step": 17556
    },
    {
      "epoch": 1.9034041630529055,
      "grad_norm": 0.16194406151771545,
      "learning_rate": 3.6685768170607865e-05,
      "loss": 0.0159,
      "step": 17557
    },
    {
      "epoch": 1.9035125758889853,
      "grad_norm": 0.11453191190958023,
      "learning_rate": 3.668214130277093e-05,
      "loss": 0.0174,
      "step": 17558
    },
    {
      "epoch": 1.903620988725065,
      "grad_norm": 0.13689786195755005,
      "learning_rate": 3.667851443493399e-05,
      "loss": 0.0121,
      "step": 17559
    },
    {
      "epoch": 1.9037294015611448,
      "grad_norm": 0.7749735116958618,
      "learning_rate": 3.667488756709706e-05,
      "loss": 0.0653,
      "step": 17560
    },
    {
      "epoch": 1.9038378143972245,
      "grad_norm": 0.09156368672847748,
      "learning_rate": 3.667126069926012e-05,
      "loss": 0.0155,
      "step": 17561
    },
    {
      "epoch": 1.9039462272333045,
      "grad_norm": 0.16384126245975494,
      "learning_rate": 3.6667633831423185e-05,
      "loss": 0.0239,
      "step": 17562
    },
    {
      "epoch": 1.904054640069384,
      "grad_norm": 0.06304198503494263,
      "learning_rate": 3.666400696358625e-05,
      "loss": 0.0121,
      "step": 17563
    },
    {
      "epoch": 1.904163052905464,
      "grad_norm": 0.35324540734291077,
      "learning_rate": 3.666038009574931e-05,
      "loss": 0.0587,
      "step": 17564
    },
    {
      "epoch": 1.9042714657415438,
      "grad_norm": 0.15628524124622345,
      "learning_rate": 3.665675322791238e-05,
      "loss": 0.03,
      "step": 17565
    },
    {
      "epoch": 1.9043798785776236,
      "grad_norm": 0.25680363178253174,
      "learning_rate": 3.665312636007544e-05,
      "loss": 0.0387,
      "step": 17566
    },
    {
      "epoch": 1.9044882914137033,
      "grad_norm": 0.21641939878463745,
      "learning_rate": 3.6649499492238506e-05,
      "loss": 0.0299,
      "step": 17567
    },
    {
      "epoch": 1.9045967042497831,
      "grad_norm": 0.2208659052848816,
      "learning_rate": 3.664587262440157e-05,
      "loss": 0.0415,
      "step": 17568
    },
    {
      "epoch": 1.904705117085863,
      "grad_norm": 0.3027757704257965,
      "learning_rate": 3.664224575656463e-05,
      "loss": 0.0354,
      "step": 17569
    },
    {
      "epoch": 1.9048135299219426,
      "grad_norm": 0.1599320024251938,
      "learning_rate": 3.663861888872769e-05,
      "loss": 0.019,
      "step": 17570
    },
    {
      "epoch": 1.9049219427580226,
      "grad_norm": 0.25395095348358154,
      "learning_rate": 3.663499202089076e-05,
      "loss": 0.0516,
      "step": 17571
    },
    {
      "epoch": 1.9050303555941024,
      "grad_norm": 0.28751593828201294,
      "learning_rate": 3.6631365153053826e-05,
      "loss": 0.0466,
      "step": 17572
    },
    {
      "epoch": 1.9051387684301822,
      "grad_norm": 0.09999668598175049,
      "learning_rate": 3.662773828521689e-05,
      "loss": 0.009,
      "step": 17573
    },
    {
      "epoch": 1.905247181266262,
      "grad_norm": 0.05284927412867546,
      "learning_rate": 3.6624111417379954e-05,
      "loss": 0.0097,
      "step": 17574
    },
    {
      "epoch": 1.9053555941023417,
      "grad_norm": 0.1683686226606369,
      "learning_rate": 3.662048454954302e-05,
      "loss": 0.0278,
      "step": 17575
    },
    {
      "epoch": 1.9054640069384217,
      "grad_norm": 0.031491976231336594,
      "learning_rate": 3.661685768170608e-05,
      "loss": 0.0055,
      "step": 17576
    },
    {
      "epoch": 1.9055724197745012,
      "grad_norm": 0.16096483170986176,
      "learning_rate": 3.661323081386914e-05,
      "loss": 0.0124,
      "step": 17577
    },
    {
      "epoch": 1.9056808326105812,
      "grad_norm": 0.3986019194126129,
      "learning_rate": 3.6609603946032204e-05,
      "loss": 0.0192,
      "step": 17578
    },
    {
      "epoch": 1.9057892454466607,
      "grad_norm": 0.1594761162996292,
      "learning_rate": 3.6605977078195275e-05,
      "loss": 0.0279,
      "step": 17579
    },
    {
      "epoch": 1.9058976582827407,
      "grad_norm": 0.202509805560112,
      "learning_rate": 3.660235021035834e-05,
      "loss": 0.0208,
      "step": 17580
    },
    {
      "epoch": 1.9060060711188205,
      "grad_norm": 0.1305914968252182,
      "learning_rate": 3.65987233425214e-05,
      "loss": 0.0194,
      "step": 17581
    },
    {
      "epoch": 1.9061144839549002,
      "grad_norm": 0.07332709431648254,
      "learning_rate": 3.659509647468447e-05,
      "loss": 0.0068,
      "step": 17582
    },
    {
      "epoch": 1.90622289679098,
      "grad_norm": 0.2458793818950653,
      "learning_rate": 3.659146960684753e-05,
      "loss": 0.0374,
      "step": 17583
    },
    {
      "epoch": 1.9063313096270598,
      "grad_norm": 0.1776471883058548,
      "learning_rate": 3.658784273901059e-05,
      "loss": 0.0151,
      "step": 17584
    },
    {
      "epoch": 1.9064397224631398,
      "grad_norm": 0.041792336851358414,
      "learning_rate": 3.658421587117365e-05,
      "loss": 0.0026,
      "step": 17585
    },
    {
      "epoch": 1.9065481352992193,
      "grad_norm": 0.1967366486787796,
      "learning_rate": 3.658058900333672e-05,
      "loss": 0.0178,
      "step": 17586
    },
    {
      "epoch": 1.9066565481352993,
      "grad_norm": 0.6282171010971069,
      "learning_rate": 3.657696213549978e-05,
      "loss": 0.0439,
      "step": 17587
    },
    {
      "epoch": 1.906764960971379,
      "grad_norm": 0.3124083876609802,
      "learning_rate": 3.657333526766285e-05,
      "loss": 0.087,
      "step": 17588
    },
    {
      "epoch": 1.9068733738074588,
      "grad_norm": 0.051425036042928696,
      "learning_rate": 3.6569708399825916e-05,
      "loss": 0.0059,
      "step": 17589
    },
    {
      "epoch": 1.9069817866435386,
      "grad_norm": 0.17070506513118744,
      "learning_rate": 3.656608153198898e-05,
      "loss": 0.0196,
      "step": 17590
    },
    {
      "epoch": 1.9070901994796183,
      "grad_norm": 0.017363455146551132,
      "learning_rate": 3.656245466415204e-05,
      "loss": 0.0025,
      "step": 17591
    },
    {
      "epoch": 1.9071986123156983,
      "grad_norm": 0.10015922784805298,
      "learning_rate": 3.65588277963151e-05,
      "loss": 0.0146,
      "step": 17592
    },
    {
      "epoch": 1.9073070251517779,
      "grad_norm": 0.03540285676717758,
      "learning_rate": 3.6555200928478166e-05,
      "loss": 0.0025,
      "step": 17593
    },
    {
      "epoch": 1.9074154379878578,
      "grad_norm": 0.2395259141921997,
      "learning_rate": 3.655157406064123e-05,
      "loss": 0.0491,
      "step": 17594
    },
    {
      "epoch": 1.9075238508239376,
      "grad_norm": 0.10490019619464874,
      "learning_rate": 3.6547947192804294e-05,
      "loss": 0.0139,
      "step": 17595
    },
    {
      "epoch": 1.9076322636600174,
      "grad_norm": 0.12559226155281067,
      "learning_rate": 3.6544320324967365e-05,
      "loss": 0.0215,
      "step": 17596
    },
    {
      "epoch": 1.9077406764960971,
      "grad_norm": 0.17487111687660217,
      "learning_rate": 3.654069345713043e-05,
      "loss": 0.0179,
      "step": 17597
    },
    {
      "epoch": 1.907849089332177,
      "grad_norm": 0.10628389567136765,
      "learning_rate": 3.6537066589293486e-05,
      "loss": 0.0197,
      "step": 17598
    },
    {
      "epoch": 1.9079575021682569,
      "grad_norm": 0.3913887143135071,
      "learning_rate": 3.653343972145655e-05,
      "loss": 0.0215,
      "step": 17599
    },
    {
      "epoch": 1.9080659150043364,
      "grad_norm": 0.12192602455615997,
      "learning_rate": 3.6529812853619614e-05,
      "loss": 0.0094,
      "step": 17600
    },
    {
      "epoch": 1.9081743278404164,
      "grad_norm": 0.28461700677871704,
      "learning_rate": 3.652618598578268e-05,
      "loss": 0.0199,
      "step": 17601
    },
    {
      "epoch": 1.908282740676496,
      "grad_norm": 0.27639514207839966,
      "learning_rate": 3.652255911794574e-05,
      "loss": 0.0492,
      "step": 17602
    },
    {
      "epoch": 1.908391153512576,
      "grad_norm": 0.23647421598434448,
      "learning_rate": 3.651893225010881e-05,
      "loss": 0.0317,
      "step": 17603
    },
    {
      "epoch": 1.9084995663486557,
      "grad_norm": 0.1136384904384613,
      "learning_rate": 3.651530538227187e-05,
      "loss": 0.0219,
      "step": 17604
    },
    {
      "epoch": 1.9086079791847355,
      "grad_norm": 0.06300922483205795,
      "learning_rate": 3.651167851443494e-05,
      "loss": 0.0077,
      "step": 17605
    },
    {
      "epoch": 1.9087163920208152,
      "grad_norm": 0.3702874481678009,
      "learning_rate": 3.6508051646598e-05,
      "loss": 0.0492,
      "step": 17606
    },
    {
      "epoch": 1.908824804856895,
      "grad_norm": 0.041704803705215454,
      "learning_rate": 3.650442477876106e-05,
      "loss": 0.0043,
      "step": 17607
    },
    {
      "epoch": 1.908933217692975,
      "grad_norm": 0.03051789663732052,
      "learning_rate": 3.650079791092413e-05,
      "loss": 0.0023,
      "step": 17608
    },
    {
      "epoch": 1.9090416305290545,
      "grad_norm": 0.09887523204088211,
      "learning_rate": 3.649717104308719e-05,
      "loss": 0.0288,
      "step": 17609
    },
    {
      "epoch": 1.9091500433651345,
      "grad_norm": 0.16093596816062927,
      "learning_rate": 3.6493544175250255e-05,
      "loss": 0.0231,
      "step": 17610
    },
    {
      "epoch": 1.9092584562012143,
      "grad_norm": 0.05023229494690895,
      "learning_rate": 3.648991730741332e-05,
      "loss": 0.0059,
      "step": 17611
    },
    {
      "epoch": 1.909366869037294,
      "grad_norm": 0.043376605957746506,
      "learning_rate": 3.6486290439576384e-05,
      "loss": 0.0074,
      "step": 17612
    },
    {
      "epoch": 1.9094752818733738,
      "grad_norm": 0.12358538061380386,
      "learning_rate": 3.648266357173945e-05,
      "loss": 0.0131,
      "step": 17613
    },
    {
      "epoch": 1.9095836947094535,
      "grad_norm": 0.3480912148952484,
      "learning_rate": 3.647903670390251e-05,
      "loss": 0.0584,
      "step": 17614
    },
    {
      "epoch": 1.9096921075455335,
      "grad_norm": 0.3534684479236603,
      "learning_rate": 3.6475409836065576e-05,
      "loss": 0.1045,
      "step": 17615
    },
    {
      "epoch": 1.909800520381613,
      "grad_norm": 0.05845622718334198,
      "learning_rate": 3.647178296822864e-05,
      "loss": 0.0061,
      "step": 17616
    },
    {
      "epoch": 1.909908933217693,
      "grad_norm": 0.29654988646507263,
      "learning_rate": 3.6468156100391704e-05,
      "loss": 0.0567,
      "step": 17617
    },
    {
      "epoch": 1.9100173460537726,
      "grad_norm": 0.033392198383808136,
      "learning_rate": 3.646452923255477e-05,
      "loss": 0.0043,
      "step": 17618
    },
    {
      "epoch": 1.9101257588898526,
      "grad_norm": 0.09696398675441742,
      "learning_rate": 3.646090236471783e-05,
      "loss": 0.0259,
      "step": 17619
    },
    {
      "epoch": 1.9102341717259324,
      "grad_norm": 0.054621387273073196,
      "learning_rate": 3.6457275496880896e-05,
      "loss": 0.0027,
      "step": 17620
    },
    {
      "epoch": 1.9103425845620121,
      "grad_norm": 0.11113700270652771,
      "learning_rate": 3.645364862904396e-05,
      "loss": 0.014,
      "step": 17621
    },
    {
      "epoch": 1.910450997398092,
      "grad_norm": 0.05485835298895836,
      "learning_rate": 3.6450021761207025e-05,
      "loss": 0.0115,
      "step": 17622
    },
    {
      "epoch": 1.9105594102341716,
      "grad_norm": 0.18826672434806824,
      "learning_rate": 3.644639489337009e-05,
      "loss": 0.0125,
      "step": 17623
    },
    {
      "epoch": 1.9106678230702516,
      "grad_norm": 0.1893138587474823,
      "learning_rate": 3.644276802553315e-05,
      "loss": 0.0293,
      "step": 17624
    },
    {
      "epoch": 1.9107762359063312,
      "grad_norm": 0.07862496376037598,
      "learning_rate": 3.643914115769622e-05,
      "loss": 0.0044,
      "step": 17625
    },
    {
      "epoch": 1.9108846487424112,
      "grad_norm": 0.24995863437652588,
      "learning_rate": 3.643551428985928e-05,
      "loss": 0.0482,
      "step": 17626
    },
    {
      "epoch": 1.910993061578491,
      "grad_norm": 0.16088774800300598,
      "learning_rate": 3.6431887422022345e-05,
      "loss": 0.0131,
      "step": 17627
    },
    {
      "epoch": 1.9111014744145707,
      "grad_norm": 0.27440181374549866,
      "learning_rate": 3.642826055418541e-05,
      "loss": 0.0827,
      "step": 17628
    },
    {
      "epoch": 1.9112098872506504,
      "grad_norm": 0.21834208071231842,
      "learning_rate": 3.6424633686348467e-05,
      "loss": 0.0162,
      "step": 17629
    },
    {
      "epoch": 1.9113183000867302,
      "grad_norm": 0.11069738119840622,
      "learning_rate": 3.642100681851153e-05,
      "loss": 0.015,
      "step": 17630
    },
    {
      "epoch": 1.9114267129228102,
      "grad_norm": 0.12557995319366455,
      "learning_rate": 3.64173799506746e-05,
      "loss": 0.0238,
      "step": 17631
    },
    {
      "epoch": 1.9115351257588897,
      "grad_norm": 0.13859304785728455,
      "learning_rate": 3.6413753082837666e-05,
      "loss": 0.0167,
      "step": 17632
    },
    {
      "epoch": 1.9116435385949697,
      "grad_norm": 0.12851253151893616,
      "learning_rate": 3.641012621500073e-05,
      "loss": 0.0139,
      "step": 17633
    },
    {
      "epoch": 1.9117519514310495,
      "grad_norm": 0.248962864279747,
      "learning_rate": 3.6406499347163794e-05,
      "loss": 0.0243,
      "step": 17634
    },
    {
      "epoch": 1.9118603642671292,
      "grad_norm": 0.0965166836977005,
      "learning_rate": 3.640287247932686e-05,
      "loss": 0.0065,
      "step": 17635
    },
    {
      "epoch": 1.911968777103209,
      "grad_norm": 0.4307703673839569,
      "learning_rate": 3.6399245611489915e-05,
      "loss": 0.073,
      "step": 17636
    },
    {
      "epoch": 1.9120771899392888,
      "grad_norm": 0.09795475006103516,
      "learning_rate": 3.639561874365298e-05,
      "loss": 0.0104,
      "step": 17637
    },
    {
      "epoch": 1.9121856027753688,
      "grad_norm": 0.1810699701309204,
      "learning_rate": 3.6391991875816044e-05,
      "loss": 0.0243,
      "step": 17638
    },
    {
      "epoch": 1.9122940156114483,
      "grad_norm": 0.2174491137266159,
      "learning_rate": 3.638836500797911e-05,
      "loss": 0.0199,
      "step": 17639
    },
    {
      "epoch": 1.9124024284475283,
      "grad_norm": 0.16064219176769257,
      "learning_rate": 3.638473814014218e-05,
      "loss": 0.0259,
      "step": 17640
    },
    {
      "epoch": 1.9125108412836078,
      "grad_norm": 0.08809582889080048,
      "learning_rate": 3.638111127230524e-05,
      "loss": 0.0338,
      "step": 17641
    },
    {
      "epoch": 1.9126192541196878,
      "grad_norm": 0.2001798301935196,
      "learning_rate": 3.637748440446831e-05,
      "loss": 0.0195,
      "step": 17642
    },
    {
      "epoch": 1.9127276669557676,
      "grad_norm": 0.6477809548377991,
      "learning_rate": 3.6373857536631364e-05,
      "loss": 0.0373,
      "step": 17643
    },
    {
      "epoch": 1.9128360797918473,
      "grad_norm": 0.03309103846549988,
      "learning_rate": 3.637023066879443e-05,
      "loss": 0.0038,
      "step": 17644
    },
    {
      "epoch": 1.912944492627927,
      "grad_norm": 0.10573814809322357,
      "learning_rate": 3.636660380095749e-05,
      "loss": 0.011,
      "step": 17645
    },
    {
      "epoch": 1.9130529054640069,
      "grad_norm": 0.11876173317432404,
      "learning_rate": 3.6362976933120556e-05,
      "loss": 0.0284,
      "step": 17646
    },
    {
      "epoch": 1.9131613183000868,
      "grad_norm": 0.2494104653596878,
      "learning_rate": 3.635935006528362e-05,
      "loss": 0.0523,
      "step": 17647
    },
    {
      "epoch": 1.9132697311361664,
      "grad_norm": 0.06208484619855881,
      "learning_rate": 3.635572319744669e-05,
      "loss": 0.0125,
      "step": 17648
    },
    {
      "epoch": 1.9133781439722464,
      "grad_norm": 0.07009065896272659,
      "learning_rate": 3.6352096329609755e-05,
      "loss": 0.0099,
      "step": 17649
    },
    {
      "epoch": 1.9134865568083261,
      "grad_norm": 0.4121896028518677,
      "learning_rate": 3.634846946177281e-05,
      "loss": 0.0597,
      "step": 17650
    },
    {
      "epoch": 1.913594969644406,
      "grad_norm": 0.07786024361848831,
      "learning_rate": 3.634484259393588e-05,
      "loss": 0.0117,
      "step": 17651
    },
    {
      "epoch": 1.9137033824804857,
      "grad_norm": 0.2803991734981537,
      "learning_rate": 3.634121572609894e-05,
      "loss": 0.0098,
      "step": 17652
    },
    {
      "epoch": 1.9138117953165654,
      "grad_norm": 0.07754833251237869,
      "learning_rate": 3.6337588858262005e-05,
      "loss": 0.0102,
      "step": 17653
    },
    {
      "epoch": 1.9139202081526454,
      "grad_norm": 0.07352077960968018,
      "learning_rate": 3.633396199042507e-05,
      "loss": 0.0107,
      "step": 17654
    },
    {
      "epoch": 1.914028620988725,
      "grad_norm": 0.006107743829488754,
      "learning_rate": 3.633033512258813e-05,
      "loss": 0.0007,
      "step": 17655
    },
    {
      "epoch": 1.914137033824805,
      "grad_norm": 0.13030153512954712,
      "learning_rate": 3.63267082547512e-05,
      "loss": 0.0335,
      "step": 17656
    },
    {
      "epoch": 1.9142454466608847,
      "grad_norm": 0.12470380961894989,
      "learning_rate": 3.632308138691427e-05,
      "loss": 0.0549,
      "step": 17657
    },
    {
      "epoch": 1.9143538594969645,
      "grad_norm": 0.12065336853265762,
      "learning_rate": 3.6319454519077326e-05,
      "loss": 0.0204,
      "step": 17658
    },
    {
      "epoch": 1.9144622723330442,
      "grad_norm": 0.051547423005104065,
      "learning_rate": 3.631582765124039e-05,
      "loss": 0.0049,
      "step": 17659
    },
    {
      "epoch": 1.914570685169124,
      "grad_norm": 0.14460539817810059,
      "learning_rate": 3.6312200783403454e-05,
      "loss": 0.0337,
      "step": 17660
    },
    {
      "epoch": 1.914679098005204,
      "grad_norm": 0.1348264515399933,
      "learning_rate": 3.630857391556652e-05,
      "loss": 0.0154,
      "step": 17661
    },
    {
      "epoch": 1.9147875108412835,
      "grad_norm": 0.1259273886680603,
      "learning_rate": 3.630494704772958e-05,
      "loss": 0.0204,
      "step": 17662
    },
    {
      "epoch": 1.9148959236773635,
      "grad_norm": 0.6576647162437439,
      "learning_rate": 3.6301320179892646e-05,
      "loss": 0.056,
      "step": 17663
    },
    {
      "epoch": 1.915004336513443,
      "grad_norm": 0.076844222843647,
      "learning_rate": 3.629769331205571e-05,
      "loss": 0.0091,
      "step": 17664
    },
    {
      "epoch": 1.915112749349523,
      "grad_norm": 0.1904117912054062,
      "learning_rate": 3.6294066444218774e-05,
      "loss": 0.0435,
      "step": 17665
    },
    {
      "epoch": 1.9152211621856028,
      "grad_norm": 0.3189193606376648,
      "learning_rate": 3.629043957638184e-05,
      "loss": 0.0501,
      "step": 17666
    },
    {
      "epoch": 1.9153295750216826,
      "grad_norm": 0.21288152039051056,
      "learning_rate": 3.62868127085449e-05,
      "loss": 0.0129,
      "step": 17667
    },
    {
      "epoch": 1.9154379878577623,
      "grad_norm": 0.23647016286849976,
      "learning_rate": 3.628318584070797e-05,
      "loss": 0.0267,
      "step": 17668
    },
    {
      "epoch": 1.915546400693842,
      "grad_norm": 0.11483690142631531,
      "learning_rate": 3.627955897287103e-05,
      "loss": 0.0164,
      "step": 17669
    },
    {
      "epoch": 1.915654813529922,
      "grad_norm": 0.21641160547733307,
      "learning_rate": 3.6275932105034095e-05,
      "loss": 0.0194,
      "step": 17670
    },
    {
      "epoch": 1.9157632263660016,
      "grad_norm": 0.08567294478416443,
      "learning_rate": 3.627230523719716e-05,
      "loss": 0.0195,
      "step": 17671
    },
    {
      "epoch": 1.9158716392020816,
      "grad_norm": 0.02691481076180935,
      "learning_rate": 3.626867836936022e-05,
      "loss": 0.0032,
      "step": 17672
    },
    {
      "epoch": 1.9159800520381614,
      "grad_norm": 0.2584189474582672,
      "learning_rate": 3.626505150152329e-05,
      "loss": 0.0722,
      "step": 17673
    },
    {
      "epoch": 1.9160884648742411,
      "grad_norm": 0.2046748250722885,
      "learning_rate": 3.626142463368635e-05,
      "loss": 0.0417,
      "step": 17674
    },
    {
      "epoch": 1.9161968777103209,
      "grad_norm": 0.1044125184416771,
      "learning_rate": 3.6257797765849415e-05,
      "loss": 0.0164,
      "step": 17675
    },
    {
      "epoch": 1.9163052905464006,
      "grad_norm": 0.0360506996512413,
      "learning_rate": 3.625417089801248e-05,
      "loss": 0.0044,
      "step": 17676
    },
    {
      "epoch": 1.9164137033824806,
      "grad_norm": 0.38031160831451416,
      "learning_rate": 3.6250544030175544e-05,
      "loss": 0.0464,
      "step": 17677
    },
    {
      "epoch": 1.9165221162185602,
      "grad_norm": 0.21156559884548187,
      "learning_rate": 3.624691716233861e-05,
      "loss": 0.0454,
      "step": 17678
    },
    {
      "epoch": 1.9166305290546402,
      "grad_norm": 0.12240048497915268,
      "learning_rate": 3.624329029450167e-05,
      "loss": 0.0088,
      "step": 17679
    },
    {
      "epoch": 1.91673894189072,
      "grad_norm": 0.09265515953302383,
      "learning_rate": 3.6239663426664736e-05,
      "loss": 0.0085,
      "step": 17680
    },
    {
      "epoch": 1.9168473547267997,
      "grad_norm": 0.12276313453912735,
      "learning_rate": 3.623603655882779e-05,
      "loss": 0.0189,
      "step": 17681
    },
    {
      "epoch": 1.9169557675628794,
      "grad_norm": 0.1831912100315094,
      "learning_rate": 3.623240969099086e-05,
      "loss": 0.0394,
      "step": 17682
    },
    {
      "epoch": 1.9170641803989592,
      "grad_norm": 0.249613955616951,
      "learning_rate": 3.622878282315393e-05,
      "loss": 0.0511,
      "step": 17683
    },
    {
      "epoch": 1.9171725932350392,
      "grad_norm": 0.11904311180114746,
      "learning_rate": 3.622515595531699e-05,
      "loss": 0.0167,
      "step": 17684
    },
    {
      "epoch": 1.9172810060711187,
      "grad_norm": 0.10781056433916092,
      "learning_rate": 3.6221529087480056e-05,
      "loss": 0.0232,
      "step": 17685
    },
    {
      "epoch": 1.9173894189071987,
      "grad_norm": 0.2944285273551941,
      "learning_rate": 3.621790221964312e-05,
      "loss": 0.0152,
      "step": 17686
    },
    {
      "epoch": 1.9174978317432783,
      "grad_norm": 0.1501614898443222,
      "learning_rate": 3.6214275351806185e-05,
      "loss": 0.0155,
      "step": 17687
    },
    {
      "epoch": 1.9176062445793582,
      "grad_norm": 0.08148417621850967,
      "learning_rate": 3.621064848396924e-05,
      "loss": 0.0048,
      "step": 17688
    },
    {
      "epoch": 1.917714657415438,
      "grad_norm": 0.01662619411945343,
      "learning_rate": 3.6207021616132306e-05,
      "loss": 0.0011,
      "step": 17689
    },
    {
      "epoch": 1.9178230702515178,
      "grad_norm": 0.19421514868736267,
      "learning_rate": 3.620339474829537e-05,
      "loss": 0.041,
      "step": 17690
    },
    {
      "epoch": 1.9179314830875975,
      "grad_norm": 0.2692057192325592,
      "learning_rate": 3.619976788045844e-05,
      "loss": 0.0775,
      "step": 17691
    },
    {
      "epoch": 1.9180398959236773,
      "grad_norm": 0.1514032781124115,
      "learning_rate": 3.6196141012621505e-05,
      "loss": 0.0345,
      "step": 17692
    },
    {
      "epoch": 1.9181483087597573,
      "grad_norm": 0.09498314559459686,
      "learning_rate": 3.619251414478457e-05,
      "loss": 0.0173,
      "step": 17693
    },
    {
      "epoch": 1.9182567215958368,
      "grad_norm": 0.07918021082878113,
      "learning_rate": 3.6188887276947633e-05,
      "loss": 0.0112,
      "step": 17694
    },
    {
      "epoch": 1.9183651344319168,
      "grad_norm": 0.16444647312164307,
      "learning_rate": 3.618526040911069e-05,
      "loss": 0.023,
      "step": 17695
    },
    {
      "epoch": 1.9184735472679966,
      "grad_norm": 0.13841085135936737,
      "learning_rate": 3.6181633541273755e-05,
      "loss": 0.0308,
      "step": 17696
    },
    {
      "epoch": 1.9185819601040763,
      "grad_norm": 0.20407555997371674,
      "learning_rate": 3.617800667343682e-05,
      "loss": 0.0168,
      "step": 17697
    },
    {
      "epoch": 1.918690372940156,
      "grad_norm": 0.07566280663013458,
      "learning_rate": 3.617437980559988e-05,
      "loss": 0.0114,
      "step": 17698
    },
    {
      "epoch": 1.9187987857762359,
      "grad_norm": 0.18279792368412018,
      "learning_rate": 3.617075293776295e-05,
      "loss": 0.069,
      "step": 17699
    },
    {
      "epoch": 1.9189071986123158,
      "grad_norm": 0.18711665272712708,
      "learning_rate": 3.616712606992602e-05,
      "loss": 0.03,
      "step": 17700
    },
    {
      "epoch": 1.9190156114483954,
      "grad_norm": 0.043487273156642914,
      "learning_rate": 3.616349920208908e-05,
      "loss": 0.0045,
      "step": 17701
    },
    {
      "epoch": 1.9191240242844754,
      "grad_norm": 0.4597058594226837,
      "learning_rate": 3.615987233425214e-05,
      "loss": 0.0419,
      "step": 17702
    },
    {
      "epoch": 1.919232437120555,
      "grad_norm": 0.1067255437374115,
      "learning_rate": 3.6156245466415204e-05,
      "loss": 0.0208,
      "step": 17703
    },
    {
      "epoch": 1.919340849956635,
      "grad_norm": 0.10821778327226639,
      "learning_rate": 3.615261859857827e-05,
      "loss": 0.0275,
      "step": 17704
    },
    {
      "epoch": 1.9194492627927147,
      "grad_norm": 0.3789919316768646,
      "learning_rate": 3.614899173074133e-05,
      "loss": 0.0507,
      "step": 17705
    },
    {
      "epoch": 1.9195576756287944,
      "grad_norm": 0.2930386960506439,
      "learning_rate": 3.6145364862904396e-05,
      "loss": 0.0786,
      "step": 17706
    },
    {
      "epoch": 1.9196660884648742,
      "grad_norm": 0.27997976541519165,
      "learning_rate": 3.614173799506746e-05,
      "loss": 0.0635,
      "step": 17707
    },
    {
      "epoch": 1.919774501300954,
      "grad_norm": 0.19373202323913574,
      "learning_rate": 3.6138111127230524e-05,
      "loss": 0.0275,
      "step": 17708
    },
    {
      "epoch": 1.919882914137034,
      "grad_norm": 0.10021788626909256,
      "learning_rate": 3.6134484259393595e-05,
      "loss": 0.022,
      "step": 17709
    },
    {
      "epoch": 1.9199913269731135,
      "grad_norm": 0.09170839190483093,
      "learning_rate": 3.613085739155665e-05,
      "loss": 0.007,
      "step": 17710
    },
    {
      "epoch": 1.9200997398091935,
      "grad_norm": 0.09493719041347504,
      "learning_rate": 3.6127230523719716e-05,
      "loss": 0.0062,
      "step": 17711
    },
    {
      "epoch": 1.9202081526452732,
      "grad_norm": 0.1570318639278412,
      "learning_rate": 3.612360365588278e-05,
      "loss": 0.0261,
      "step": 17712
    },
    {
      "epoch": 1.920316565481353,
      "grad_norm": 0.11801865696907043,
      "learning_rate": 3.6119976788045845e-05,
      "loss": 0.0322,
      "step": 17713
    },
    {
      "epoch": 1.9204249783174328,
      "grad_norm": 0.1779772937297821,
      "learning_rate": 3.611634992020891e-05,
      "loss": 0.0456,
      "step": 17714
    },
    {
      "epoch": 1.9205333911535125,
      "grad_norm": 0.06096406653523445,
      "learning_rate": 3.611272305237197e-05,
      "loss": 0.0073,
      "step": 17715
    },
    {
      "epoch": 1.9206418039895925,
      "grad_norm": 0.20549556612968445,
      "learning_rate": 3.610909618453504e-05,
      "loss": 0.0309,
      "step": 17716
    },
    {
      "epoch": 1.920750216825672,
      "grad_norm": 0.11689022928476334,
      "learning_rate": 3.61054693166981e-05,
      "loss": 0.0422,
      "step": 17717
    },
    {
      "epoch": 1.920858629661752,
      "grad_norm": 0.19298101961612701,
      "learning_rate": 3.6101842448861165e-05,
      "loss": 0.0492,
      "step": 17718
    },
    {
      "epoch": 1.9209670424978318,
      "grad_norm": 0.08797941356897354,
      "learning_rate": 3.609821558102423e-05,
      "loss": 0.017,
      "step": 17719
    },
    {
      "epoch": 1.9210754553339116,
      "grad_norm": 0.05053859204053879,
      "learning_rate": 3.6094588713187293e-05,
      "loss": 0.0059,
      "step": 17720
    },
    {
      "epoch": 1.9211838681699913,
      "grad_norm": 0.14968794584274292,
      "learning_rate": 3.609096184535036e-05,
      "loss": 0.0253,
      "step": 17721
    },
    {
      "epoch": 1.921292281006071,
      "grad_norm": 0.44371315836906433,
      "learning_rate": 3.608733497751342e-05,
      "loss": 0.0178,
      "step": 17722
    },
    {
      "epoch": 1.921400693842151,
      "grad_norm": 0.11051082611083984,
      "learning_rate": 3.6083708109676486e-05,
      "loss": 0.0139,
      "step": 17723
    },
    {
      "epoch": 1.9215091066782306,
      "grad_norm": 0.3548625409603119,
      "learning_rate": 3.608008124183955e-05,
      "loss": 0.0325,
      "step": 17724
    },
    {
      "epoch": 1.9216175195143106,
      "grad_norm": 0.04714678227901459,
      "learning_rate": 3.6076454374002614e-05,
      "loss": 0.005,
      "step": 17725
    },
    {
      "epoch": 1.9217259323503901,
      "grad_norm": 0.0934479832649231,
      "learning_rate": 3.607282750616568e-05,
      "loss": 0.0147,
      "step": 17726
    },
    {
      "epoch": 1.9218343451864701,
      "grad_norm": 0.1388772577047348,
      "learning_rate": 3.606920063832874e-05,
      "loss": 0.0353,
      "step": 17727
    },
    {
      "epoch": 1.9219427580225499,
      "grad_norm": 0.10830020904541016,
      "learning_rate": 3.6065573770491806e-05,
      "loss": 0.0175,
      "step": 17728
    },
    {
      "epoch": 1.9220511708586296,
      "grad_norm": 0.28714054822921753,
      "learning_rate": 3.606194690265487e-05,
      "loss": 0.0432,
      "step": 17729
    },
    {
      "epoch": 1.9221595836947094,
      "grad_norm": 0.21434620022773743,
      "learning_rate": 3.6058320034817934e-05,
      "loss": 0.0453,
      "step": 17730
    },
    {
      "epoch": 1.9222679965307892,
      "grad_norm": 0.13753458857536316,
      "learning_rate": 3.6054693166981e-05,
      "loss": 0.017,
      "step": 17731
    },
    {
      "epoch": 1.9223764093668692,
      "grad_norm": 0.13140185177326202,
      "learning_rate": 3.605106629914406e-05,
      "loss": 0.0132,
      "step": 17732
    },
    {
      "epoch": 1.9224848222029487,
      "grad_norm": 0.26214727759361267,
      "learning_rate": 3.604743943130712e-05,
      "loss": 0.0604,
      "step": 17733
    },
    {
      "epoch": 1.9225932350390287,
      "grad_norm": 0.4897380471229553,
      "learning_rate": 3.6043812563470184e-05,
      "loss": 0.0675,
      "step": 17734
    },
    {
      "epoch": 1.9227016478751084,
      "grad_norm": 0.07674378156661987,
      "learning_rate": 3.6040185695633255e-05,
      "loss": 0.0074,
      "step": 17735
    },
    {
      "epoch": 1.9228100607111882,
      "grad_norm": 0.10625635087490082,
      "learning_rate": 3.603655882779632e-05,
      "loss": 0.0145,
      "step": 17736
    },
    {
      "epoch": 1.922918473547268,
      "grad_norm": 0.27190080285072327,
      "learning_rate": 3.603293195995938e-05,
      "loss": 0.0253,
      "step": 17737
    },
    {
      "epoch": 1.9230268863833477,
      "grad_norm": 0.3066887855529785,
      "learning_rate": 3.602930509212245e-05,
      "loss": 0.0595,
      "step": 17738
    },
    {
      "epoch": 1.9231352992194277,
      "grad_norm": 0.12521250545978546,
      "learning_rate": 3.602567822428551e-05,
      "loss": 0.0136,
      "step": 17739
    },
    {
      "epoch": 1.9232437120555073,
      "grad_norm": 0.12293458729982376,
      "learning_rate": 3.602205135644857e-05,
      "loss": 0.0323,
      "step": 17740
    },
    {
      "epoch": 1.9233521248915872,
      "grad_norm": 0.22596274316310883,
      "learning_rate": 3.601842448861163e-05,
      "loss": 0.0215,
      "step": 17741
    },
    {
      "epoch": 1.923460537727667,
      "grad_norm": 0.16577444970607758,
      "learning_rate": 3.60147976207747e-05,
      "loss": 0.0171,
      "step": 17742
    },
    {
      "epoch": 1.9235689505637468,
      "grad_norm": 0.12989361584186554,
      "learning_rate": 3.601117075293777e-05,
      "loss": 0.0211,
      "step": 17743
    },
    {
      "epoch": 1.9236773633998265,
      "grad_norm": 0.3177505433559418,
      "learning_rate": 3.600754388510083e-05,
      "loss": 0.0446,
      "step": 17744
    },
    {
      "epoch": 1.9237857762359063,
      "grad_norm": 0.14971967041492462,
      "learning_rate": 3.6003917017263896e-05,
      "loss": 0.0303,
      "step": 17745
    },
    {
      "epoch": 1.9238941890719863,
      "grad_norm": 0.38480904698371887,
      "learning_rate": 3.600029014942696e-05,
      "loss": 0.047,
      "step": 17746
    },
    {
      "epoch": 1.9240026019080658,
      "grad_norm": 0.17747488617897034,
      "learning_rate": 3.599666328159002e-05,
      "loss": 0.0411,
      "step": 17747
    },
    {
      "epoch": 1.9241110147441458,
      "grad_norm": 0.13241563737392426,
      "learning_rate": 3.599303641375308e-05,
      "loss": 0.0178,
      "step": 17748
    },
    {
      "epoch": 1.9242194275802254,
      "grad_norm": 0.12215821444988251,
      "learning_rate": 3.5989409545916146e-05,
      "loss": 0.017,
      "step": 17749
    },
    {
      "epoch": 1.9243278404163053,
      "grad_norm": 0.13704277575016022,
      "learning_rate": 3.598578267807921e-05,
      "loss": 0.0223,
      "step": 17750
    },
    {
      "epoch": 1.924436253252385,
      "grad_norm": 0.06945870071649551,
      "learning_rate": 3.5982155810242274e-05,
      "loss": 0.0156,
      "step": 17751
    },
    {
      "epoch": 1.9245446660884649,
      "grad_norm": 0.08768333494663239,
      "learning_rate": 3.5978528942405345e-05,
      "loss": 0.0098,
      "step": 17752
    },
    {
      "epoch": 1.9246530789245446,
      "grad_norm": 0.15057840943336487,
      "learning_rate": 3.597490207456841e-05,
      "loss": 0.0287,
      "step": 17753
    },
    {
      "epoch": 1.9247614917606244,
      "grad_norm": 0.1372559666633606,
      "learning_rate": 3.5971275206731466e-05,
      "loss": 0.0177,
      "step": 17754
    },
    {
      "epoch": 1.9248699045967044,
      "grad_norm": 0.21589301526546478,
      "learning_rate": 3.596764833889453e-05,
      "loss": 0.0263,
      "step": 17755
    },
    {
      "epoch": 1.924978317432784,
      "grad_norm": 0.050811853259801865,
      "learning_rate": 3.5964021471057594e-05,
      "loss": 0.0067,
      "step": 17756
    },
    {
      "epoch": 1.925086730268864,
      "grad_norm": 0.11761503666639328,
      "learning_rate": 3.596039460322066e-05,
      "loss": 0.0176,
      "step": 17757
    },
    {
      "epoch": 1.9251951431049437,
      "grad_norm": 0.19051915407180786,
      "learning_rate": 3.595676773538372e-05,
      "loss": 0.0418,
      "step": 17758
    },
    {
      "epoch": 1.9253035559410234,
      "grad_norm": 0.14443962275981903,
      "learning_rate": 3.595314086754679e-05,
      "loss": 0.0312,
      "step": 17759
    },
    {
      "epoch": 1.9254119687771032,
      "grad_norm": 0.0992404967546463,
      "learning_rate": 3.594951399970985e-05,
      "loss": 0.013,
      "step": 17760
    },
    {
      "epoch": 1.925520381613183,
      "grad_norm": 0.19701991975307465,
      "learning_rate": 3.594588713187292e-05,
      "loss": 0.0343,
      "step": 17761
    },
    {
      "epoch": 1.925628794449263,
      "grad_norm": 0.11370717734098434,
      "learning_rate": 3.594226026403598e-05,
      "loss": 0.0112,
      "step": 17762
    },
    {
      "epoch": 1.9257372072853425,
      "grad_norm": 0.06516511738300323,
      "learning_rate": 3.593863339619904e-05,
      "loss": 0.0096,
      "step": 17763
    },
    {
      "epoch": 1.9258456201214225,
      "grad_norm": 0.15502643585205078,
      "learning_rate": 3.593500652836211e-05,
      "loss": 0.0209,
      "step": 17764
    },
    {
      "epoch": 1.925954032957502,
      "grad_norm": 0.22298729419708252,
      "learning_rate": 3.593137966052517e-05,
      "loss": 0.0357,
      "step": 17765
    },
    {
      "epoch": 1.926062445793582,
      "grad_norm": 0.10842651128768921,
      "learning_rate": 3.5927752792688235e-05,
      "loss": 0.0209,
      "step": 17766
    },
    {
      "epoch": 1.9261708586296618,
      "grad_norm": 0.1569550633430481,
      "learning_rate": 3.59241259248513e-05,
      "loss": 0.0366,
      "step": 17767
    },
    {
      "epoch": 1.9262792714657415,
      "grad_norm": 0.04496460780501366,
      "learning_rate": 3.5920499057014364e-05,
      "loss": 0.0061,
      "step": 17768
    },
    {
      "epoch": 1.9263876843018215,
      "grad_norm": 0.11525081843137741,
      "learning_rate": 3.591687218917743e-05,
      "loss": 0.0191,
      "step": 17769
    },
    {
      "epoch": 1.926496097137901,
      "grad_norm": 0.22095775604248047,
      "learning_rate": 3.591324532134049e-05,
      "loss": 0.0241,
      "step": 17770
    },
    {
      "epoch": 1.926604509973981,
      "grad_norm": 0.176814466714859,
      "learning_rate": 3.5909618453503556e-05,
      "loss": 0.0185,
      "step": 17771
    },
    {
      "epoch": 1.9267129228100606,
      "grad_norm": 0.12754207849502563,
      "learning_rate": 3.590599158566662e-05,
      "loss": 0.0273,
      "step": 17772
    },
    {
      "epoch": 1.9268213356461406,
      "grad_norm": 0.052848931401968,
      "learning_rate": 3.5902364717829684e-05,
      "loss": 0.0084,
      "step": 17773
    },
    {
      "epoch": 1.9269297484822203,
      "grad_norm": 0.18803687393665314,
      "learning_rate": 3.589873784999275e-05,
      "loss": 0.0287,
      "step": 17774
    },
    {
      "epoch": 1.9270381613183,
      "grad_norm": 0.123389832675457,
      "learning_rate": 3.589511098215581e-05,
      "loss": 0.0038,
      "step": 17775
    },
    {
      "epoch": 1.9271465741543798,
      "grad_norm": 0.2406124472618103,
      "learning_rate": 3.5891484114318876e-05,
      "loss": 0.0204,
      "step": 17776
    },
    {
      "epoch": 1.9272549869904596,
      "grad_norm": 0.17274650931358337,
      "learning_rate": 3.588785724648194e-05,
      "loss": 0.0225,
      "step": 17777
    },
    {
      "epoch": 1.9273633998265396,
      "grad_norm": 0.3162509500980377,
      "learning_rate": 3.5884230378645005e-05,
      "loss": 0.0302,
      "step": 17778
    },
    {
      "epoch": 1.9274718126626191,
      "grad_norm": 0.02322418801486492,
      "learning_rate": 3.588060351080807e-05,
      "loss": 0.0026,
      "step": 17779
    },
    {
      "epoch": 1.9275802254986991,
      "grad_norm": 0.12666507065296173,
      "learning_rate": 3.587697664297113e-05,
      "loss": 0.0116,
      "step": 17780
    },
    {
      "epoch": 1.9276886383347789,
      "grad_norm": 0.03814082220196724,
      "learning_rate": 3.58733497751342e-05,
      "loss": 0.0031,
      "step": 17781
    },
    {
      "epoch": 1.9277970511708586,
      "grad_norm": 0.23336362838745117,
      "learning_rate": 3.586972290729726e-05,
      "loss": 0.0179,
      "step": 17782
    },
    {
      "epoch": 1.9279054640069384,
      "grad_norm": 0.15805436670780182,
      "learning_rate": 3.5866096039460325e-05,
      "loss": 0.018,
      "step": 17783
    },
    {
      "epoch": 1.9280138768430182,
      "grad_norm": 0.12919791042804718,
      "learning_rate": 3.586246917162339e-05,
      "loss": 0.017,
      "step": 17784
    },
    {
      "epoch": 1.9281222896790982,
      "grad_norm": 0.1544197052717209,
      "learning_rate": 3.585884230378645e-05,
      "loss": 0.0219,
      "step": 17785
    },
    {
      "epoch": 1.9282307025151777,
      "grad_norm": 0.06988981366157532,
      "learning_rate": 3.585521543594952e-05,
      "loss": 0.0046,
      "step": 17786
    },
    {
      "epoch": 1.9283391153512577,
      "grad_norm": 0.1412820965051651,
      "learning_rate": 3.585158856811258e-05,
      "loss": 0.0259,
      "step": 17787
    },
    {
      "epoch": 1.9284475281873372,
      "grad_norm": 0.14744430780410767,
      "learning_rate": 3.5847961700275646e-05,
      "loss": 0.0123,
      "step": 17788
    },
    {
      "epoch": 1.9285559410234172,
      "grad_norm": 0.33574971556663513,
      "learning_rate": 3.584433483243871e-05,
      "loss": 0.0438,
      "step": 17789
    },
    {
      "epoch": 1.928664353859497,
      "grad_norm": 0.11822376400232315,
      "learning_rate": 3.5840707964601774e-05,
      "loss": 0.0104,
      "step": 17790
    },
    {
      "epoch": 1.9287727666955767,
      "grad_norm": 0.2799745798110962,
      "learning_rate": 3.583708109676484e-05,
      "loss": 0.0352,
      "step": 17791
    },
    {
      "epoch": 1.9288811795316565,
      "grad_norm": 0.03852379322052002,
      "learning_rate": 3.5833454228927895e-05,
      "loss": 0.0047,
      "step": 17792
    },
    {
      "epoch": 1.9289895923677363,
      "grad_norm": 0.18858842551708221,
      "learning_rate": 3.582982736109096e-05,
      "loss": 0.0363,
      "step": 17793
    },
    {
      "epoch": 1.9290980052038162,
      "grad_norm": 0.04870857298374176,
      "learning_rate": 3.5826200493254024e-05,
      "loss": 0.0078,
      "step": 17794
    },
    {
      "epoch": 1.9292064180398958,
      "grad_norm": 0.12669190764427185,
      "learning_rate": 3.5822573625417094e-05,
      "loss": 0.0166,
      "step": 17795
    },
    {
      "epoch": 1.9293148308759758,
      "grad_norm": 0.06913773715496063,
      "learning_rate": 3.581894675758016e-05,
      "loss": 0.0041,
      "step": 17796
    },
    {
      "epoch": 1.9294232437120555,
      "grad_norm": 0.22240068018436432,
      "learning_rate": 3.581531988974322e-05,
      "loss": 0.0143,
      "step": 17797
    },
    {
      "epoch": 1.9295316565481353,
      "grad_norm": 0.15073837339878082,
      "learning_rate": 3.581169302190629e-05,
      "loss": 0.0091,
      "step": 17798
    },
    {
      "epoch": 1.929640069384215,
      "grad_norm": 0.4500211477279663,
      "learning_rate": 3.5808066154069344e-05,
      "loss": 0.0107,
      "step": 17799
    },
    {
      "epoch": 1.9297484822202948,
      "grad_norm": 0.16674655675888062,
      "learning_rate": 3.580443928623241e-05,
      "loss": 0.0409,
      "step": 17800
    },
    {
      "epoch": 1.9298568950563748,
      "grad_norm": 0.13491149246692657,
      "learning_rate": 3.580081241839547e-05,
      "loss": 0.017,
      "step": 17801
    },
    {
      "epoch": 1.9299653078924544,
      "grad_norm": 0.2576158940792084,
      "learning_rate": 3.5797185550558536e-05,
      "loss": 0.0168,
      "step": 17802
    },
    {
      "epoch": 1.9300737207285343,
      "grad_norm": 0.10577622056007385,
      "learning_rate": 3.57935586827216e-05,
      "loss": 0.0229,
      "step": 17803
    },
    {
      "epoch": 1.930182133564614,
      "grad_norm": 0.25860124826431274,
      "learning_rate": 3.578993181488467e-05,
      "loss": 0.0178,
      "step": 17804
    },
    {
      "epoch": 1.9302905464006939,
      "grad_norm": 0.23374663293361664,
      "learning_rate": 3.5786304947047736e-05,
      "loss": 0.0264,
      "step": 17805
    },
    {
      "epoch": 1.9303989592367736,
      "grad_norm": 0.2321154624223709,
      "learning_rate": 3.57826780792108e-05,
      "loss": 0.0205,
      "step": 17806
    },
    {
      "epoch": 1.9305073720728534,
      "grad_norm": 0.06867622584104538,
      "learning_rate": 3.577905121137386e-05,
      "loss": 0.0087,
      "step": 17807
    },
    {
      "epoch": 1.9306157849089334,
      "grad_norm": 0.18029460310935974,
      "learning_rate": 3.577542434353692e-05,
      "loss": 0.0374,
      "step": 17808
    },
    {
      "epoch": 1.930724197745013,
      "grad_norm": 0.008274050429463387,
      "learning_rate": 3.5771797475699985e-05,
      "loss": 0.0009,
      "step": 17809
    },
    {
      "epoch": 1.930832610581093,
      "grad_norm": 0.031672172248363495,
      "learning_rate": 3.576817060786305e-05,
      "loss": 0.0031,
      "step": 17810
    },
    {
      "epoch": 1.9309410234171724,
      "grad_norm": 0.09976500272750854,
      "learning_rate": 3.5764543740026113e-05,
      "loss": 0.0162,
      "step": 17811
    },
    {
      "epoch": 1.9310494362532524,
      "grad_norm": 0.17267516255378723,
      "learning_rate": 3.5760916872189184e-05,
      "loss": 0.0157,
      "step": 17812
    },
    {
      "epoch": 1.9311578490893322,
      "grad_norm": 0.0695856586098671,
      "learning_rate": 3.575729000435225e-05,
      "loss": 0.0065,
      "step": 17813
    },
    {
      "epoch": 1.931266261925412,
      "grad_norm": 0.18808351457118988,
      "learning_rate": 3.5753663136515306e-05,
      "loss": 0.0253,
      "step": 17814
    },
    {
      "epoch": 1.9313746747614917,
      "grad_norm": 0.09815949201583862,
      "learning_rate": 3.575003626867837e-05,
      "loss": 0.0069,
      "step": 17815
    },
    {
      "epoch": 1.9314830875975715,
      "grad_norm": 0.24679780006408691,
      "learning_rate": 3.5746409400841434e-05,
      "loss": 0.0261,
      "step": 17816
    },
    {
      "epoch": 1.9315915004336515,
      "grad_norm": 0.17740221321582794,
      "learning_rate": 3.57427825330045e-05,
      "loss": 0.0342,
      "step": 17817
    },
    {
      "epoch": 1.931699913269731,
      "grad_norm": 0.3103194236755371,
      "learning_rate": 3.573915566516756e-05,
      "loss": 0.0437,
      "step": 17818
    },
    {
      "epoch": 1.931808326105811,
      "grad_norm": 0.08240476995706558,
      "learning_rate": 3.5735528797330626e-05,
      "loss": 0.0134,
      "step": 17819
    },
    {
      "epoch": 1.9319167389418908,
      "grad_norm": 0.19125716388225555,
      "learning_rate": 3.573190192949369e-05,
      "loss": 0.0096,
      "step": 17820
    },
    {
      "epoch": 1.9320251517779705,
      "grad_norm": 0.1395975798368454,
      "learning_rate": 3.5728275061656754e-05,
      "loss": 0.0134,
      "step": 17821
    },
    {
      "epoch": 1.9321335646140503,
      "grad_norm": 0.11928191781044006,
      "learning_rate": 3.572464819381982e-05,
      "loss": 0.014,
      "step": 17822
    },
    {
      "epoch": 1.93224197745013,
      "grad_norm": 0.22833745181560516,
      "learning_rate": 3.572102132598288e-05,
      "loss": 0.0471,
      "step": 17823
    },
    {
      "epoch": 1.93235039028621,
      "grad_norm": 0.5625142455101013,
      "learning_rate": 3.571739445814595e-05,
      "loss": 0.0542,
      "step": 17824
    },
    {
      "epoch": 1.9324588031222896,
      "grad_norm": 0.2391970008611679,
      "learning_rate": 3.571376759030901e-05,
      "loss": 0.0427,
      "step": 17825
    },
    {
      "epoch": 1.9325672159583696,
      "grad_norm": 0.2264075130224228,
      "learning_rate": 3.5710140722472075e-05,
      "loss": 0.0498,
      "step": 17826
    },
    {
      "epoch": 1.932675628794449,
      "grad_norm": 0.1573658138513565,
      "learning_rate": 3.570651385463514e-05,
      "loss": 0.0141,
      "step": 17827
    },
    {
      "epoch": 1.932784041630529,
      "grad_norm": 0.23414120078086853,
      "learning_rate": 3.57028869867982e-05,
      "loss": 0.0238,
      "step": 17828
    },
    {
      "epoch": 1.9328924544666088,
      "grad_norm": 0.28346115350723267,
      "learning_rate": 3.569926011896127e-05,
      "loss": 0.0316,
      "step": 17829
    },
    {
      "epoch": 1.9330008673026886,
      "grad_norm": 0.07254660129547119,
      "learning_rate": 3.569563325112433e-05,
      "loss": 0.015,
      "step": 17830
    },
    {
      "epoch": 1.9331092801387686,
      "grad_norm": 0.11177931725978851,
      "learning_rate": 3.5692006383287395e-05,
      "loss": 0.0099,
      "step": 17831
    },
    {
      "epoch": 1.9332176929748481,
      "grad_norm": 0.27432781457901,
      "learning_rate": 3.568837951545046e-05,
      "loss": 0.0148,
      "step": 17832
    },
    {
      "epoch": 1.9333261058109281,
      "grad_norm": 0.1720118671655655,
      "learning_rate": 3.5684752647613524e-05,
      "loss": 0.0183,
      "step": 17833
    },
    {
      "epoch": 1.9334345186470077,
      "grad_norm": 0.05937092378735542,
      "learning_rate": 3.568112577977659e-05,
      "loss": 0.0045,
      "step": 17834
    },
    {
      "epoch": 1.9335429314830876,
      "grad_norm": 0.07373079657554626,
      "learning_rate": 3.567749891193965e-05,
      "loss": 0.0122,
      "step": 17835
    },
    {
      "epoch": 1.9336513443191674,
      "grad_norm": 0.17407719790935516,
      "learning_rate": 3.5673872044102716e-05,
      "loss": 0.0675,
      "step": 17836
    },
    {
      "epoch": 1.9337597571552472,
      "grad_norm": 0.06152399256825447,
      "learning_rate": 3.567024517626577e-05,
      "loss": 0.0142,
      "step": 17837
    },
    {
      "epoch": 1.933868169991327,
      "grad_norm": 0.24698923528194427,
      "learning_rate": 3.5666618308428844e-05,
      "loss": 0.0321,
      "step": 17838
    },
    {
      "epoch": 1.9339765828274067,
      "grad_norm": 0.18127474188804626,
      "learning_rate": 3.566299144059191e-05,
      "loss": 0.0122,
      "step": 17839
    },
    {
      "epoch": 1.9340849956634867,
      "grad_norm": 0.109867163002491,
      "learning_rate": 3.565936457275497e-05,
      "loss": 0.0217,
      "step": 17840
    },
    {
      "epoch": 1.9341934084995662,
      "grad_norm": 0.3476884663105011,
      "learning_rate": 3.5655737704918037e-05,
      "loss": 0.0386,
      "step": 17841
    },
    {
      "epoch": 1.9343018213356462,
      "grad_norm": 0.16617119312286377,
      "learning_rate": 3.56521108370811e-05,
      "loss": 0.0155,
      "step": 17842
    },
    {
      "epoch": 1.934410234171726,
      "grad_norm": 0.5624889135360718,
      "learning_rate": 3.5648483969244165e-05,
      "loss": 0.0401,
      "step": 17843
    },
    {
      "epoch": 1.9345186470078057,
      "grad_norm": 0.14046688377857208,
      "learning_rate": 3.564485710140722e-05,
      "loss": 0.0163,
      "step": 17844
    },
    {
      "epoch": 1.9346270598438855,
      "grad_norm": 0.08771145343780518,
      "learning_rate": 3.5641230233570286e-05,
      "loss": 0.0079,
      "step": 17845
    },
    {
      "epoch": 1.9347354726799653,
      "grad_norm": 0.1191122755408287,
      "learning_rate": 3.563760336573335e-05,
      "loss": 0.0088,
      "step": 17846
    },
    {
      "epoch": 1.9348438855160452,
      "grad_norm": 0.1056620329618454,
      "learning_rate": 3.563397649789642e-05,
      "loss": 0.0142,
      "step": 17847
    },
    {
      "epoch": 1.9349522983521248,
      "grad_norm": 0.17508938908576965,
      "learning_rate": 3.5630349630059485e-05,
      "loss": 0.0255,
      "step": 17848
    },
    {
      "epoch": 1.9350607111882048,
      "grad_norm": 0.08512066304683685,
      "learning_rate": 3.562672276222255e-05,
      "loss": 0.0054,
      "step": 17849
    },
    {
      "epoch": 1.9351691240242843,
      "grad_norm": 0.11282537877559662,
      "learning_rate": 3.5623095894385613e-05,
      "loss": 0.0183,
      "step": 17850
    },
    {
      "epoch": 1.9352775368603643,
      "grad_norm": 0.09049078077077866,
      "learning_rate": 3.561946902654867e-05,
      "loss": 0.0092,
      "step": 17851
    },
    {
      "epoch": 1.935385949696444,
      "grad_norm": 0.14681822061538696,
      "learning_rate": 3.5615842158711735e-05,
      "loss": 0.0228,
      "step": 17852
    },
    {
      "epoch": 1.9354943625325238,
      "grad_norm": 0.09300235658884048,
      "learning_rate": 3.56122152908748e-05,
      "loss": 0.0166,
      "step": 17853
    },
    {
      "epoch": 1.9356027753686036,
      "grad_norm": 0.32482725381851196,
      "learning_rate": 3.560858842303786e-05,
      "loss": 0.0706,
      "step": 17854
    },
    {
      "epoch": 1.9357111882046834,
      "grad_norm": 0.19149576127529144,
      "learning_rate": 3.560496155520093e-05,
      "loss": 0.0118,
      "step": 17855
    },
    {
      "epoch": 1.9358196010407633,
      "grad_norm": 0.321167528629303,
      "learning_rate": 3.5601334687364e-05,
      "loss": 0.07,
      "step": 17856
    },
    {
      "epoch": 1.9359280138768429,
      "grad_norm": 0.1381421983242035,
      "learning_rate": 3.559770781952706e-05,
      "loss": 0.0275,
      "step": 17857
    },
    {
      "epoch": 1.9360364267129229,
      "grad_norm": 0.1976294368505478,
      "learning_rate": 3.5594080951690126e-05,
      "loss": 0.0238,
      "step": 17858
    },
    {
      "epoch": 1.9361448395490026,
      "grad_norm": 0.09957519918680191,
      "learning_rate": 3.5590454083853184e-05,
      "loss": 0.0177,
      "step": 17859
    },
    {
      "epoch": 1.9362532523850824,
      "grad_norm": 0.25680825114250183,
      "learning_rate": 3.558682721601625e-05,
      "loss": 0.0188,
      "step": 17860
    },
    {
      "epoch": 1.9363616652211622,
      "grad_norm": 0.07541382312774658,
      "learning_rate": 3.558320034817931e-05,
      "loss": 0.0149,
      "step": 17861
    },
    {
      "epoch": 1.936470078057242,
      "grad_norm": 0.13522152602672577,
      "learning_rate": 3.5579573480342376e-05,
      "loss": 0.0165,
      "step": 17862
    },
    {
      "epoch": 1.936578490893322,
      "grad_norm": 0.22489389777183533,
      "learning_rate": 3.557594661250544e-05,
      "loss": 0.017,
      "step": 17863
    },
    {
      "epoch": 1.9366869037294014,
      "grad_norm": 0.07582270354032516,
      "learning_rate": 3.557231974466851e-05,
      "loss": 0.006,
      "step": 17864
    },
    {
      "epoch": 1.9367953165654814,
      "grad_norm": 0.3913151025772095,
      "learning_rate": 3.5568692876831575e-05,
      "loss": 0.0262,
      "step": 17865
    },
    {
      "epoch": 1.9369037294015612,
      "grad_norm": 0.3525952398777008,
      "learning_rate": 3.556506600899463e-05,
      "loss": 0.0212,
      "step": 17866
    },
    {
      "epoch": 1.937012142237641,
      "grad_norm": 0.315117210149765,
      "learning_rate": 3.5561439141157697e-05,
      "loss": 0.0102,
      "step": 17867
    },
    {
      "epoch": 1.9371205550737207,
      "grad_norm": 0.10685708373785019,
      "learning_rate": 3.555781227332076e-05,
      "loss": 0.0098,
      "step": 17868
    },
    {
      "epoch": 1.9372289679098005,
      "grad_norm": 0.2644701898097992,
      "learning_rate": 3.5554185405483825e-05,
      "loss": 0.0265,
      "step": 17869
    },
    {
      "epoch": 1.9373373807458805,
      "grad_norm": 0.2533795237541199,
      "learning_rate": 3.555055853764689e-05,
      "loss": 0.0169,
      "step": 17870
    },
    {
      "epoch": 1.93744579358196,
      "grad_norm": 0.18099643290042877,
      "learning_rate": 3.554693166980995e-05,
      "loss": 0.0245,
      "step": 17871
    },
    {
      "epoch": 1.93755420641804,
      "grad_norm": 0.1295688897371292,
      "learning_rate": 3.554330480197302e-05,
      "loss": 0.0077,
      "step": 17872
    },
    {
      "epoch": 1.9376626192541195,
      "grad_norm": 0.18624961376190186,
      "learning_rate": 3.553967793413608e-05,
      "loss": 0.0119,
      "step": 17873
    },
    {
      "epoch": 1.9377710320901995,
      "grad_norm": 0.07481731474399567,
      "learning_rate": 3.5536051066299145e-05,
      "loss": 0.0072,
      "step": 17874
    },
    {
      "epoch": 1.9378794449262793,
      "grad_norm": 0.06628865748643875,
      "learning_rate": 3.553242419846221e-05,
      "loss": 0.0079,
      "step": 17875
    },
    {
      "epoch": 1.937987857762359,
      "grad_norm": 0.11062318086624146,
      "learning_rate": 3.5528797330625273e-05,
      "loss": 0.0164,
      "step": 17876
    },
    {
      "epoch": 1.9380962705984388,
      "grad_norm": 0.021590325981378555,
      "learning_rate": 3.552517046278834e-05,
      "loss": 0.0034,
      "step": 17877
    },
    {
      "epoch": 1.9382046834345186,
      "grad_norm": 0.1554313600063324,
      "learning_rate": 3.55215435949514e-05,
      "loss": 0.0233,
      "step": 17878
    },
    {
      "epoch": 1.9383130962705986,
      "grad_norm": 0.12941241264343262,
      "learning_rate": 3.5517916727114466e-05,
      "loss": 0.0231,
      "step": 17879
    },
    {
      "epoch": 1.938421509106678,
      "grad_norm": 0.13709372282028198,
      "learning_rate": 3.551428985927753e-05,
      "loss": 0.0173,
      "step": 17880
    },
    {
      "epoch": 1.938529921942758,
      "grad_norm": 0.0599430650472641,
      "learning_rate": 3.5510662991440594e-05,
      "loss": 0.0089,
      "step": 17881
    },
    {
      "epoch": 1.9386383347788378,
      "grad_norm": 0.18672524392604828,
      "learning_rate": 3.550703612360366e-05,
      "loss": 0.0322,
      "step": 17882
    },
    {
      "epoch": 1.9387467476149176,
      "grad_norm": 0.07152961939573288,
      "learning_rate": 3.550340925576672e-05,
      "loss": 0.0093,
      "step": 17883
    },
    {
      "epoch": 1.9388551604509974,
      "grad_norm": 0.04642687737941742,
      "learning_rate": 3.5499782387929786e-05,
      "loss": 0.0051,
      "step": 17884
    },
    {
      "epoch": 1.9389635732870771,
      "grad_norm": 0.09062251448631287,
      "learning_rate": 3.549615552009285e-05,
      "loss": 0.0147,
      "step": 17885
    },
    {
      "epoch": 1.9390719861231571,
      "grad_norm": 0.14541535079479218,
      "learning_rate": 3.5492528652255915e-05,
      "loss": 0.0128,
      "step": 17886
    },
    {
      "epoch": 1.9391803989592367,
      "grad_norm": 0.21636244654655457,
      "learning_rate": 3.548890178441898e-05,
      "loss": 0.021,
      "step": 17887
    },
    {
      "epoch": 1.9392888117953166,
      "grad_norm": 0.20759238302707672,
      "learning_rate": 3.548527491658204e-05,
      "loss": 0.033,
      "step": 17888
    },
    {
      "epoch": 1.9393972246313964,
      "grad_norm": 0.10818325728178024,
      "learning_rate": 3.54816480487451e-05,
      "loss": 0.0098,
      "step": 17889
    },
    {
      "epoch": 1.9395056374674762,
      "grad_norm": 0.17181552946567535,
      "learning_rate": 3.547802118090817e-05,
      "loss": 0.0459,
      "step": 17890
    },
    {
      "epoch": 1.939614050303556,
      "grad_norm": 0.22026579082012177,
      "learning_rate": 3.5474394313071235e-05,
      "loss": 0.0518,
      "step": 17891
    },
    {
      "epoch": 1.9397224631396357,
      "grad_norm": 0.020465683192014694,
      "learning_rate": 3.54707674452343e-05,
      "loss": 0.0016,
      "step": 17892
    },
    {
      "epoch": 1.9398308759757157,
      "grad_norm": 0.10984798520803452,
      "learning_rate": 3.546714057739736e-05,
      "loss": 0.0165,
      "step": 17893
    },
    {
      "epoch": 1.9399392888117952,
      "grad_norm": 0.12656763195991516,
      "learning_rate": 3.546351370956043e-05,
      "loss": 0.0172,
      "step": 17894
    },
    {
      "epoch": 1.9400477016478752,
      "grad_norm": 0.29621174931526184,
      "learning_rate": 3.545988684172349e-05,
      "loss": 0.0301,
      "step": 17895
    },
    {
      "epoch": 1.9401561144839548,
      "grad_norm": 0.18775463104248047,
      "learning_rate": 3.545625997388655e-05,
      "loss": 0.018,
      "step": 17896
    },
    {
      "epoch": 1.9402645273200347,
      "grad_norm": 0.14547918736934662,
      "learning_rate": 3.545263310604961e-05,
      "loss": 0.0144,
      "step": 17897
    },
    {
      "epoch": 1.9403729401561145,
      "grad_norm": 0.1981973648071289,
      "learning_rate": 3.544900623821268e-05,
      "loss": 0.032,
      "step": 17898
    },
    {
      "epoch": 1.9404813529921943,
      "grad_norm": 0.4011964499950409,
      "learning_rate": 3.544537937037575e-05,
      "loss": 0.0416,
      "step": 17899
    },
    {
      "epoch": 1.940589765828274,
      "grad_norm": 0.08229786902666092,
      "learning_rate": 3.544175250253881e-05,
      "loss": 0.0123,
      "step": 17900
    },
    {
      "epoch": 1.9406981786643538,
      "grad_norm": 0.09720272570848465,
      "learning_rate": 3.5438125634701876e-05,
      "loss": 0.0179,
      "step": 17901
    },
    {
      "epoch": 1.9408065915004338,
      "grad_norm": 0.47872015833854675,
      "learning_rate": 3.543449876686494e-05,
      "loss": 0.0659,
      "step": 17902
    },
    {
      "epoch": 1.9409150043365133,
      "grad_norm": 0.09138205647468567,
      "learning_rate": 3.5430871899028e-05,
      "loss": 0.0085,
      "step": 17903
    },
    {
      "epoch": 1.9410234171725933,
      "grad_norm": 0.2926537096500397,
      "learning_rate": 3.542724503119106e-05,
      "loss": 0.0349,
      "step": 17904
    },
    {
      "epoch": 1.941131830008673,
      "grad_norm": 0.847567081451416,
      "learning_rate": 3.5423618163354126e-05,
      "loss": 0.0286,
      "step": 17905
    },
    {
      "epoch": 1.9412402428447528,
      "grad_norm": 0.030849481001496315,
      "learning_rate": 3.541999129551719e-05,
      "loss": 0.0048,
      "step": 17906
    },
    {
      "epoch": 1.9413486556808326,
      "grad_norm": 0.05693994462490082,
      "learning_rate": 3.541636442768026e-05,
      "loss": 0.0043,
      "step": 17907
    },
    {
      "epoch": 1.9414570685169124,
      "grad_norm": 0.12267784029245377,
      "learning_rate": 3.5412737559843325e-05,
      "loss": 0.0072,
      "step": 17908
    },
    {
      "epoch": 1.9415654813529923,
      "grad_norm": 0.21819831430912018,
      "learning_rate": 3.540911069200639e-05,
      "loss": 0.0386,
      "step": 17909
    },
    {
      "epoch": 1.9416738941890719,
      "grad_norm": 0.1479572206735611,
      "learning_rate": 3.540548382416945e-05,
      "loss": 0.0177,
      "step": 17910
    },
    {
      "epoch": 1.9417823070251519,
      "grad_norm": 0.3833398222923279,
      "learning_rate": 3.540185695633251e-05,
      "loss": 0.0223,
      "step": 17911
    },
    {
      "epoch": 1.9418907198612314,
      "grad_norm": 0.07673346251249313,
      "learning_rate": 3.5398230088495574e-05,
      "loss": 0.0221,
      "step": 17912
    },
    {
      "epoch": 1.9419991326973114,
      "grad_norm": 0.3649533987045288,
      "learning_rate": 3.539460322065864e-05,
      "loss": 0.0527,
      "step": 17913
    },
    {
      "epoch": 1.9421075455333912,
      "grad_norm": 0.026439350098371506,
      "learning_rate": 3.53909763528217e-05,
      "loss": 0.002,
      "step": 17914
    },
    {
      "epoch": 1.942215958369471,
      "grad_norm": 0.5270898938179016,
      "learning_rate": 3.538734948498477e-05,
      "loss": 0.1208,
      "step": 17915
    },
    {
      "epoch": 1.942324371205551,
      "grad_norm": 0.24041777849197388,
      "learning_rate": 3.538372261714784e-05,
      "loss": 0.0101,
      "step": 17916
    },
    {
      "epoch": 1.9424327840416304,
      "grad_norm": 0.23230962455272675,
      "learning_rate": 3.53800957493109e-05,
      "loss": 0.0265,
      "step": 17917
    },
    {
      "epoch": 1.9425411968777104,
      "grad_norm": 0.15044330060482025,
      "learning_rate": 3.537646888147396e-05,
      "loss": 0.0195,
      "step": 17918
    },
    {
      "epoch": 1.94264960971379,
      "grad_norm": 0.07535795122385025,
      "learning_rate": 3.537284201363702e-05,
      "loss": 0.008,
      "step": 17919
    },
    {
      "epoch": 1.94275802254987,
      "grad_norm": 0.11979719251394272,
      "learning_rate": 3.536921514580009e-05,
      "loss": 0.0268,
      "step": 17920
    },
    {
      "epoch": 1.9428664353859497,
      "grad_norm": 0.1674424558877945,
      "learning_rate": 3.536558827796315e-05,
      "loss": 0.0113,
      "step": 17921
    },
    {
      "epoch": 1.9429748482220295,
      "grad_norm": 0.08841108530759811,
      "learning_rate": 3.5361961410126216e-05,
      "loss": 0.0168,
      "step": 17922
    },
    {
      "epoch": 1.9430832610581092,
      "grad_norm": 0.026024233549833298,
      "learning_rate": 3.535833454228928e-05,
      "loss": 0.0033,
      "step": 17923
    },
    {
      "epoch": 1.943191673894189,
      "grad_norm": 0.06492491811513901,
      "learning_rate": 3.5354707674452344e-05,
      "loss": 0.0039,
      "step": 17924
    },
    {
      "epoch": 1.943300086730269,
      "grad_norm": 0.18710310757160187,
      "learning_rate": 3.535108080661541e-05,
      "loss": 0.0259,
      "step": 17925
    },
    {
      "epoch": 1.9434084995663485,
      "grad_norm": 0.2605940103530884,
      "learning_rate": 3.534745393877847e-05,
      "loss": 0.0155,
      "step": 17926
    },
    {
      "epoch": 1.9435169124024285,
      "grad_norm": 0.07959049195051193,
      "learning_rate": 3.5343827070941536e-05,
      "loss": 0.0136,
      "step": 17927
    },
    {
      "epoch": 1.9436253252385083,
      "grad_norm": 0.16820162534713745,
      "learning_rate": 3.53402002031046e-05,
      "loss": 0.0256,
      "step": 17928
    },
    {
      "epoch": 1.943733738074588,
      "grad_norm": 0.21790741384029388,
      "learning_rate": 3.5336573335267664e-05,
      "loss": 0.0341,
      "step": 17929
    },
    {
      "epoch": 1.9438421509106678,
      "grad_norm": 0.09011063724756241,
      "learning_rate": 3.533294646743073e-05,
      "loss": 0.013,
      "step": 17930
    },
    {
      "epoch": 1.9439505637467476,
      "grad_norm": 0.18911349773406982,
      "learning_rate": 3.532931959959379e-05,
      "loss": 0.0212,
      "step": 17931
    },
    {
      "epoch": 1.9440589765828276,
      "grad_norm": 0.36322155594825745,
      "learning_rate": 3.5325692731756857e-05,
      "loss": 0.0539,
      "step": 17932
    },
    {
      "epoch": 1.944167389418907,
      "grad_norm": 0.1699875146150589,
      "learning_rate": 3.532206586391992e-05,
      "loss": 0.0418,
      "step": 17933
    },
    {
      "epoch": 1.944275802254987,
      "grad_norm": 0.12084148824214935,
      "learning_rate": 3.5318438996082985e-05,
      "loss": 0.0139,
      "step": 17934
    },
    {
      "epoch": 1.9443842150910666,
      "grad_norm": 0.13393761217594147,
      "learning_rate": 3.531481212824605e-05,
      "loss": 0.016,
      "step": 17935
    },
    {
      "epoch": 1.9444926279271466,
      "grad_norm": 0.21155625581741333,
      "learning_rate": 3.531118526040911e-05,
      "loss": 0.0298,
      "step": 17936
    },
    {
      "epoch": 1.9446010407632264,
      "grad_norm": 0.1000860184431076,
      "learning_rate": 3.530755839257218e-05,
      "loss": 0.012,
      "step": 17937
    },
    {
      "epoch": 1.9447094535993061,
      "grad_norm": 0.27806130051612854,
      "learning_rate": 3.530393152473524e-05,
      "loss": 0.0267,
      "step": 17938
    },
    {
      "epoch": 1.944817866435386,
      "grad_norm": 1.9327279329299927,
      "learning_rate": 3.5300304656898305e-05,
      "loss": 0.0242,
      "step": 17939
    },
    {
      "epoch": 1.9449262792714657,
      "grad_norm": 0.39254966378211975,
      "learning_rate": 3.529667778906137e-05,
      "loss": 0.0482,
      "step": 17940
    },
    {
      "epoch": 1.9450346921075456,
      "grad_norm": 0.45714348554611206,
      "learning_rate": 3.529305092122443e-05,
      "loss": 0.0285,
      "step": 17941
    },
    {
      "epoch": 1.9451431049436252,
      "grad_norm": 0.13639222085475922,
      "learning_rate": 3.52894240533875e-05,
      "loss": 0.0107,
      "step": 17942
    },
    {
      "epoch": 1.9452515177797052,
      "grad_norm": 0.13664060831069946,
      "learning_rate": 3.528579718555056e-05,
      "loss": 0.0225,
      "step": 17943
    },
    {
      "epoch": 1.945359930615785,
      "grad_norm": 1.6449404954910278,
      "learning_rate": 3.5282170317713626e-05,
      "loss": 0.0274,
      "step": 17944
    },
    {
      "epoch": 1.9454683434518647,
      "grad_norm": 0.15842002630233765,
      "learning_rate": 3.527854344987669e-05,
      "loss": 0.0146,
      "step": 17945
    },
    {
      "epoch": 1.9455767562879445,
      "grad_norm": 0.26377883553504944,
      "learning_rate": 3.5274916582039754e-05,
      "loss": 0.045,
      "step": 17946
    },
    {
      "epoch": 1.9456851691240242,
      "grad_norm": 0.22233594954013824,
      "learning_rate": 3.527128971420282e-05,
      "loss": 0.019,
      "step": 17947
    },
    {
      "epoch": 1.9457935819601042,
      "grad_norm": 0.02737545594573021,
      "learning_rate": 3.5267662846365875e-05,
      "loss": 0.0033,
      "step": 17948
    },
    {
      "epoch": 1.9459019947961838,
      "grad_norm": 0.21878798305988312,
      "learning_rate": 3.526403597852894e-05,
      "loss": 0.0262,
      "step": 17949
    },
    {
      "epoch": 1.9460104076322637,
      "grad_norm": 0.11650723218917847,
      "learning_rate": 3.5260409110692004e-05,
      "loss": 0.016,
      "step": 17950
    },
    {
      "epoch": 1.9461188204683435,
      "grad_norm": 0.1027550920844078,
      "learning_rate": 3.5256782242855075e-05,
      "loss": 0.012,
      "step": 17951
    },
    {
      "epoch": 1.9462272333044233,
      "grad_norm": 0.06689849495887756,
      "learning_rate": 3.525315537501814e-05,
      "loss": 0.0061,
      "step": 17952
    },
    {
      "epoch": 1.946335646140503,
      "grad_norm": 0.05397016555070877,
      "learning_rate": 3.52495285071812e-05,
      "loss": 0.0068,
      "step": 17953
    },
    {
      "epoch": 1.9464440589765828,
      "grad_norm": 0.1150737777352333,
      "learning_rate": 3.524590163934427e-05,
      "loss": 0.0163,
      "step": 17954
    },
    {
      "epoch": 1.9465524718126628,
      "grad_norm": 0.16550575196743011,
      "learning_rate": 3.524227477150733e-05,
      "loss": 0.0309,
      "step": 17955
    },
    {
      "epoch": 1.9466608846487423,
      "grad_norm": 0.03265167400240898,
      "learning_rate": 3.523864790367039e-05,
      "loss": 0.0038,
      "step": 17956
    },
    {
      "epoch": 1.9467692974848223,
      "grad_norm": 0.22739854454994202,
      "learning_rate": 3.523502103583345e-05,
      "loss": 0.0449,
      "step": 17957
    },
    {
      "epoch": 1.9468777103209018,
      "grad_norm": 0.09933394193649292,
      "learning_rate": 3.5231394167996517e-05,
      "loss": 0.0241,
      "step": 17958
    },
    {
      "epoch": 1.9469861231569818,
      "grad_norm": 0.16379721462726593,
      "learning_rate": 3.522776730015959e-05,
      "loss": 0.0238,
      "step": 17959
    },
    {
      "epoch": 1.9470945359930616,
      "grad_norm": 0.22878696024417877,
      "learning_rate": 3.522414043232265e-05,
      "loss": 0.0136,
      "step": 17960
    },
    {
      "epoch": 1.9472029488291414,
      "grad_norm": 0.24447515606880188,
      "learning_rate": 3.5220513564485716e-05,
      "loss": 0.0688,
      "step": 17961
    },
    {
      "epoch": 1.9473113616652211,
      "grad_norm": 0.1358092874288559,
      "learning_rate": 3.521688669664878e-05,
      "loss": 0.014,
      "step": 17962
    },
    {
      "epoch": 1.9474197745013009,
      "grad_norm": 0.15111254155635834,
      "learning_rate": 3.521325982881184e-05,
      "loss": 0.0127,
      "step": 17963
    },
    {
      "epoch": 1.9475281873373809,
      "grad_norm": 0.5806151628494263,
      "learning_rate": 3.52096329609749e-05,
      "loss": 0.0735,
      "step": 17964
    },
    {
      "epoch": 1.9476366001734604,
      "grad_norm": 0.10968486964702606,
      "learning_rate": 3.5206006093137965e-05,
      "loss": 0.0116,
      "step": 17965
    },
    {
      "epoch": 1.9477450130095404,
      "grad_norm": 0.16182175278663635,
      "learning_rate": 3.520237922530103e-05,
      "loss": 0.0232,
      "step": 17966
    },
    {
      "epoch": 1.9478534258456202,
      "grad_norm": 0.13633307814598083,
      "learning_rate": 3.5198752357464093e-05,
      "loss": 0.0279,
      "step": 17967
    },
    {
      "epoch": 1.9479618386817,
      "grad_norm": 0.08197658509016037,
      "learning_rate": 3.5195125489627164e-05,
      "loss": 0.008,
      "step": 17968
    },
    {
      "epoch": 1.9480702515177797,
      "grad_norm": 0.24237719178199768,
      "learning_rate": 3.519149862179023e-05,
      "loss": 0.0837,
      "step": 17969
    },
    {
      "epoch": 1.9481786643538594,
      "grad_norm": 0.2532055675983429,
      "learning_rate": 3.5187871753953286e-05,
      "loss": 0.0456,
      "step": 17970
    },
    {
      "epoch": 1.9482870771899394,
      "grad_norm": 0.1394166201353073,
      "learning_rate": 3.518424488611635e-05,
      "loss": 0.0058,
      "step": 17971
    },
    {
      "epoch": 1.948395490026019,
      "grad_norm": 0.04377508908510208,
      "learning_rate": 3.5180618018279414e-05,
      "loss": 0.006,
      "step": 17972
    },
    {
      "epoch": 1.948503902862099,
      "grad_norm": 0.17078955471515656,
      "learning_rate": 3.517699115044248e-05,
      "loss": 0.0255,
      "step": 17973
    },
    {
      "epoch": 1.9486123156981785,
      "grad_norm": 0.06258071213960648,
      "learning_rate": 3.517336428260554e-05,
      "loss": 0.0061,
      "step": 17974
    },
    {
      "epoch": 1.9487207285342585,
      "grad_norm": 0.2745116949081421,
      "learning_rate": 3.5169737414768606e-05,
      "loss": 0.051,
      "step": 17975
    },
    {
      "epoch": 1.9488291413703382,
      "grad_norm": 0.04158801585435867,
      "learning_rate": 3.516611054693167e-05,
      "loss": 0.0063,
      "step": 17976
    },
    {
      "epoch": 1.948937554206418,
      "grad_norm": 0.16778361797332764,
      "learning_rate": 3.5162483679094735e-05,
      "loss": 0.0367,
      "step": 17977
    },
    {
      "epoch": 1.949045967042498,
      "grad_norm": 0.23487398028373718,
      "learning_rate": 3.51588568112578e-05,
      "loss": 0.0151,
      "step": 17978
    },
    {
      "epoch": 1.9491543798785775,
      "grad_norm": 0.04685475304722786,
      "learning_rate": 3.515522994342086e-05,
      "loss": 0.0069,
      "step": 17979
    },
    {
      "epoch": 1.9492627927146575,
      "grad_norm": 0.3353903591632843,
      "learning_rate": 3.515160307558393e-05,
      "loss": 0.0212,
      "step": 17980
    },
    {
      "epoch": 1.949371205550737,
      "grad_norm": 0.11384100466966629,
      "learning_rate": 3.514797620774699e-05,
      "loss": 0.0066,
      "step": 17981
    },
    {
      "epoch": 1.949479618386817,
      "grad_norm": 0.1623721420764923,
      "learning_rate": 3.5144349339910055e-05,
      "loss": 0.0303,
      "step": 17982
    },
    {
      "epoch": 1.9495880312228968,
      "grad_norm": 0.06832153350114822,
      "learning_rate": 3.514072247207312e-05,
      "loss": 0.0053,
      "step": 17983
    },
    {
      "epoch": 1.9496964440589766,
      "grad_norm": 0.1485671103000641,
      "learning_rate": 3.513709560423618e-05,
      "loss": 0.0149,
      "step": 17984
    },
    {
      "epoch": 1.9498048568950563,
      "grad_norm": 0.3342342972755432,
      "learning_rate": 3.513346873639925e-05,
      "loss": 0.0224,
      "step": 17985
    },
    {
      "epoch": 1.949913269731136,
      "grad_norm": 0.16427141427993774,
      "learning_rate": 3.512984186856231e-05,
      "loss": 0.0103,
      "step": 17986
    },
    {
      "epoch": 1.950021682567216,
      "grad_norm": 0.15551568567752838,
      "learning_rate": 3.5126215000725376e-05,
      "loss": 0.0262,
      "step": 17987
    },
    {
      "epoch": 1.9501300954032956,
      "grad_norm": 0.18764343857765198,
      "learning_rate": 3.512258813288844e-05,
      "loss": 0.0158,
      "step": 17988
    },
    {
      "epoch": 1.9502385082393756,
      "grad_norm": 0.0791197270154953,
      "learning_rate": 3.5118961265051504e-05,
      "loss": 0.0123,
      "step": 17989
    },
    {
      "epoch": 1.9503469210754554,
      "grad_norm": 0.1548023521900177,
      "learning_rate": 3.511533439721457e-05,
      "loss": 0.0192,
      "step": 17990
    },
    {
      "epoch": 1.9504553339115351,
      "grad_norm": 0.060359787195920944,
      "learning_rate": 3.511170752937763e-05,
      "loss": 0.0077,
      "step": 17991
    },
    {
      "epoch": 1.950563746747615,
      "grad_norm": 0.05294676497578621,
      "learning_rate": 3.5108080661540696e-05,
      "loss": 0.0087,
      "step": 17992
    },
    {
      "epoch": 1.9506721595836947,
      "grad_norm": 0.2720753848552704,
      "learning_rate": 3.5104453793703753e-05,
      "loss": 0.0161,
      "step": 17993
    },
    {
      "epoch": 1.9507805724197746,
      "grad_norm": 0.2794955372810364,
      "learning_rate": 3.5100826925866824e-05,
      "loss": 0.0146,
      "step": 17994
    },
    {
      "epoch": 1.9508889852558542,
      "grad_norm": 0.31880635023117065,
      "learning_rate": 3.509720005802989e-05,
      "loss": 0.0708,
      "step": 17995
    },
    {
      "epoch": 1.9509973980919342,
      "grad_norm": 0.14648406207561493,
      "learning_rate": 3.509357319019295e-05,
      "loss": 0.0227,
      "step": 17996
    },
    {
      "epoch": 1.9511058109280137,
      "grad_norm": 0.4074961841106415,
      "learning_rate": 3.508994632235602e-05,
      "loss": 0.0574,
      "step": 17997
    },
    {
      "epoch": 1.9512142237640937,
      "grad_norm": 0.09840758144855499,
      "learning_rate": 3.508631945451908e-05,
      "loss": 0.0104,
      "step": 17998
    },
    {
      "epoch": 1.9513226366001735,
      "grad_norm": 0.18428044021129608,
      "learning_rate": 3.5082692586682145e-05,
      "loss": 0.0173,
      "step": 17999
    },
    {
      "epoch": 1.9514310494362532,
      "grad_norm": 0.17356625199317932,
      "learning_rate": 3.50790657188452e-05,
      "loss": 0.0227,
      "step": 18000
    },
    {
      "epoch": 1.951539462272333,
      "grad_norm": 0.15549202263355255,
      "learning_rate": 3.5075438851008266e-05,
      "loss": 0.025,
      "step": 18001
    },
    {
      "epoch": 1.9516478751084128,
      "grad_norm": 0.07791730761528015,
      "learning_rate": 3.507181198317134e-05,
      "loss": 0.0108,
      "step": 18002
    },
    {
      "epoch": 1.9517562879444927,
      "grad_norm": 0.10423129051923752,
      "learning_rate": 3.50681851153344e-05,
      "loss": 0.0074,
      "step": 18003
    },
    {
      "epoch": 1.9518647007805723,
      "grad_norm": 0.14983545243740082,
      "learning_rate": 3.5064558247497465e-05,
      "loss": 0.0274,
      "step": 18004
    },
    {
      "epoch": 1.9519731136166523,
      "grad_norm": 0.06904955953359604,
      "learning_rate": 3.506093137966053e-05,
      "loss": 0.0114,
      "step": 18005
    },
    {
      "epoch": 1.952081526452732,
      "grad_norm": 0.01885278709232807,
      "learning_rate": 3.5057304511823594e-05,
      "loss": 0.0028,
      "step": 18006
    },
    {
      "epoch": 1.9521899392888118,
      "grad_norm": 0.13648468255996704,
      "learning_rate": 3.505367764398666e-05,
      "loss": 0.0448,
      "step": 18007
    },
    {
      "epoch": 1.9522983521248916,
      "grad_norm": 0.2185981273651123,
      "learning_rate": 3.5050050776149715e-05,
      "loss": 0.0187,
      "step": 18008
    },
    {
      "epoch": 1.9524067649609713,
      "grad_norm": 0.4267314374446869,
      "learning_rate": 3.504642390831278e-05,
      "loss": 0.0465,
      "step": 18009
    },
    {
      "epoch": 1.9525151777970513,
      "grad_norm": 0.051772039383649826,
      "learning_rate": 3.504279704047584e-05,
      "loss": 0.0043,
      "step": 18010
    },
    {
      "epoch": 1.9526235906331308,
      "grad_norm": 0.2809814512729645,
      "learning_rate": 3.5039170172638914e-05,
      "loss": 0.0493,
      "step": 18011
    },
    {
      "epoch": 1.9527320034692108,
      "grad_norm": 0.2662193179130554,
      "learning_rate": 3.503554330480198e-05,
      "loss": 0.034,
      "step": 18012
    },
    {
      "epoch": 1.9528404163052906,
      "grad_norm": 0.26321011781692505,
      "learning_rate": 3.503191643696504e-05,
      "loss": 0.0337,
      "step": 18013
    },
    {
      "epoch": 1.9529488291413704,
      "grad_norm": 0.32175499200820923,
      "learning_rate": 3.5028289569128106e-05,
      "loss": 0.0207,
      "step": 18014
    },
    {
      "epoch": 1.9530572419774501,
      "grad_norm": 0.30946213006973267,
      "learning_rate": 3.5024662701291164e-05,
      "loss": 0.0403,
      "step": 18015
    },
    {
      "epoch": 1.9531656548135299,
      "grad_norm": 0.03704873472452164,
      "learning_rate": 3.502103583345423e-05,
      "loss": 0.0022,
      "step": 18016
    },
    {
      "epoch": 1.9532740676496099,
      "grad_norm": 0.26863452792167664,
      "learning_rate": 3.501740896561729e-05,
      "loss": 0.0267,
      "step": 18017
    },
    {
      "epoch": 1.9533824804856894,
      "grad_norm": 0.047174058854579926,
      "learning_rate": 3.5013782097780356e-05,
      "loss": 0.007,
      "step": 18018
    },
    {
      "epoch": 1.9534908933217694,
      "grad_norm": 0.21038870513439178,
      "learning_rate": 3.501015522994342e-05,
      "loss": 0.0205,
      "step": 18019
    },
    {
      "epoch": 1.953599306157849,
      "grad_norm": 0.04056963324546814,
      "learning_rate": 3.500652836210649e-05,
      "loss": 0.0036,
      "step": 18020
    },
    {
      "epoch": 1.953707718993929,
      "grad_norm": 0.056705404072999954,
      "learning_rate": 3.5002901494269555e-05,
      "loss": 0.0091,
      "step": 18021
    },
    {
      "epoch": 1.9538161318300087,
      "grad_norm": 0.27798405289649963,
      "learning_rate": 3.499927462643261e-05,
      "loss": 0.0214,
      "step": 18022
    },
    {
      "epoch": 1.9539245446660884,
      "grad_norm": 0.21431095898151398,
      "learning_rate": 3.4995647758595677e-05,
      "loss": 0.0301,
      "step": 18023
    },
    {
      "epoch": 1.9540329575021682,
      "grad_norm": 0.13098418712615967,
      "learning_rate": 3.499202089075874e-05,
      "loss": 0.0172,
      "step": 18024
    },
    {
      "epoch": 1.954141370338248,
      "grad_norm": 0.31008538603782654,
      "learning_rate": 3.4988394022921805e-05,
      "loss": 0.0393,
      "step": 18025
    },
    {
      "epoch": 1.954249783174328,
      "grad_norm": 0.17086488008499146,
      "learning_rate": 3.498476715508487e-05,
      "loss": 0.0296,
      "step": 18026
    },
    {
      "epoch": 1.9543581960104075,
      "grad_norm": 0.26219725608825684,
      "learning_rate": 3.498114028724793e-05,
      "loss": 0.0216,
      "step": 18027
    },
    {
      "epoch": 1.9544666088464875,
      "grad_norm": 0.25673407316207886,
      "learning_rate": 3.4977513419411004e-05,
      "loss": 0.034,
      "step": 18028
    },
    {
      "epoch": 1.9545750216825672,
      "grad_norm": 0.049462925642728806,
      "learning_rate": 3.497388655157406e-05,
      "loss": 0.0096,
      "step": 18029
    },
    {
      "epoch": 1.954683434518647,
      "grad_norm": 0.09726174920797348,
      "learning_rate": 3.4970259683737125e-05,
      "loss": 0.0232,
      "step": 18030
    },
    {
      "epoch": 1.9547918473547268,
      "grad_norm": 0.2681538760662079,
      "learning_rate": 3.496663281590019e-05,
      "loss": 0.0636,
      "step": 18031
    },
    {
      "epoch": 1.9549002601908065,
      "grad_norm": 0.6366602778434753,
      "learning_rate": 3.4963005948063254e-05,
      "loss": 0.0039,
      "step": 18032
    },
    {
      "epoch": 1.9550086730268865,
      "grad_norm": 0.37058547139167786,
      "learning_rate": 3.495937908022632e-05,
      "loss": 0.0443,
      "step": 18033
    },
    {
      "epoch": 1.955117085862966,
      "grad_norm": 0.1560906320810318,
      "learning_rate": 3.495575221238938e-05,
      "loss": 0.0124,
      "step": 18034
    },
    {
      "epoch": 1.955225498699046,
      "grad_norm": 0.18312756717205048,
      "learning_rate": 3.4952125344552446e-05,
      "loss": 0.0199,
      "step": 18035
    },
    {
      "epoch": 1.9553339115351258,
      "grad_norm": 0.13785690069198608,
      "learning_rate": 3.494849847671551e-05,
      "loss": 0.0286,
      "step": 18036
    },
    {
      "epoch": 1.9554423243712056,
      "grad_norm": 0.06541077792644501,
      "learning_rate": 3.4944871608878574e-05,
      "loss": 0.0097,
      "step": 18037
    },
    {
      "epoch": 1.9555507372072853,
      "grad_norm": 0.04338667169213295,
      "learning_rate": 3.494124474104164e-05,
      "loss": 0.0026,
      "step": 18038
    },
    {
      "epoch": 1.955659150043365,
      "grad_norm": 0.04892117530107498,
      "learning_rate": 3.49376178732047e-05,
      "loss": 0.007,
      "step": 18039
    },
    {
      "epoch": 1.955767562879445,
      "grad_norm": 0.15700030326843262,
      "learning_rate": 3.4933991005367766e-05,
      "loss": 0.0357,
      "step": 18040
    },
    {
      "epoch": 1.9558759757155246,
      "grad_norm": 0.1587098091840744,
      "learning_rate": 3.493036413753083e-05,
      "loss": 0.039,
      "step": 18041
    },
    {
      "epoch": 1.9559843885516046,
      "grad_norm": 0.07453569024801254,
      "learning_rate": 3.4926737269693895e-05,
      "loss": 0.0079,
      "step": 18042
    },
    {
      "epoch": 1.9560928013876842,
      "grad_norm": 0.08924548327922821,
      "learning_rate": 3.492311040185696e-05,
      "loss": 0.007,
      "step": 18043
    },
    {
      "epoch": 1.9562012142237641,
      "grad_norm": 0.4203494191169739,
      "learning_rate": 3.491948353402002e-05,
      "loss": 0.0294,
      "step": 18044
    },
    {
      "epoch": 1.956309627059844,
      "grad_norm": 0.12814103066921234,
      "learning_rate": 3.491585666618308e-05,
      "loss": 0.0284,
      "step": 18045
    },
    {
      "epoch": 1.9564180398959237,
      "grad_norm": 0.17346131801605225,
      "learning_rate": 3.491222979834615e-05,
      "loss": 0.0205,
      "step": 18046
    },
    {
      "epoch": 1.9565264527320034,
      "grad_norm": 0.23407535254955292,
      "learning_rate": 3.4908602930509215e-05,
      "loss": 0.04,
      "step": 18047
    },
    {
      "epoch": 1.9566348655680832,
      "grad_norm": 0.03150232508778572,
      "learning_rate": 3.490497606267228e-05,
      "loss": 0.0036,
      "step": 18048
    },
    {
      "epoch": 1.9567432784041632,
      "grad_norm": 0.06706235557794571,
      "learning_rate": 3.490134919483534e-05,
      "loss": 0.0077,
      "step": 18049
    },
    {
      "epoch": 1.9568516912402427,
      "grad_norm": 0.11955396831035614,
      "learning_rate": 3.489772232699841e-05,
      "loss": 0.02,
      "step": 18050
    },
    {
      "epoch": 1.9569601040763227,
      "grad_norm": 0.16665329039096832,
      "learning_rate": 3.489409545916147e-05,
      "loss": 0.0119,
      "step": 18051
    },
    {
      "epoch": 1.9570685169124025,
      "grad_norm": 0.17295034229755402,
      "learning_rate": 3.489046859132453e-05,
      "loss": 0.0112,
      "step": 18052
    },
    {
      "epoch": 1.9571769297484822,
      "grad_norm": 0.10319247096776962,
      "learning_rate": 3.488684172348759e-05,
      "loss": 0.018,
      "step": 18053
    },
    {
      "epoch": 1.957285342584562,
      "grad_norm": 0.02459387481212616,
      "learning_rate": 3.4883214855650664e-05,
      "loss": 0.0012,
      "step": 18054
    },
    {
      "epoch": 1.9573937554206418,
      "grad_norm": 0.09131716191768646,
      "learning_rate": 3.487958798781373e-05,
      "loss": 0.0117,
      "step": 18055
    },
    {
      "epoch": 1.9575021682567217,
      "grad_norm": 0.38436660170555115,
      "learning_rate": 3.487596111997679e-05,
      "loss": 0.0666,
      "step": 18056
    },
    {
      "epoch": 1.9576105810928013,
      "grad_norm": 0.38887831568717957,
      "learning_rate": 3.4872334252139856e-05,
      "loss": 0.0291,
      "step": 18057
    },
    {
      "epoch": 1.9577189939288813,
      "grad_norm": 0.12075743079185486,
      "learning_rate": 3.486870738430292e-05,
      "loss": 0.0245,
      "step": 18058
    },
    {
      "epoch": 1.9578274067649608,
      "grad_norm": 0.23437820374965668,
      "learning_rate": 3.4865080516465984e-05,
      "loss": 0.0198,
      "step": 18059
    },
    {
      "epoch": 1.9579358196010408,
      "grad_norm": 0.0671781674027443,
      "learning_rate": 3.486145364862904e-05,
      "loss": 0.0146,
      "step": 18060
    },
    {
      "epoch": 1.9580442324371206,
      "grad_norm": 0.03236720338463783,
      "learning_rate": 3.4857826780792106e-05,
      "loss": 0.0066,
      "step": 18061
    },
    {
      "epoch": 1.9581526452732003,
      "grad_norm": 0.19916127622127533,
      "learning_rate": 3.485419991295517e-05,
      "loss": 0.0387,
      "step": 18062
    },
    {
      "epoch": 1.95826105810928,
      "grad_norm": 0.49815669655799866,
      "learning_rate": 3.485057304511824e-05,
      "loss": 0.0364,
      "step": 18063
    },
    {
      "epoch": 1.9583694709453598,
      "grad_norm": 0.4232657849788666,
      "learning_rate": 3.4846946177281305e-05,
      "loss": 0.0093,
      "step": 18064
    },
    {
      "epoch": 1.9584778837814398,
      "grad_norm": 0.308195561170578,
      "learning_rate": 3.484331930944437e-05,
      "loss": 0.0313,
      "step": 18065
    },
    {
      "epoch": 1.9585862966175194,
      "grad_norm": 0.08732562512159348,
      "learning_rate": 3.483969244160743e-05,
      "loss": 0.0061,
      "step": 18066
    },
    {
      "epoch": 1.9586947094535994,
      "grad_norm": 0.2362959384918213,
      "learning_rate": 3.483606557377049e-05,
      "loss": 0.0232,
      "step": 18067
    },
    {
      "epoch": 1.9588031222896791,
      "grad_norm": 0.2713763117790222,
      "learning_rate": 3.4832438705933555e-05,
      "loss": 0.0187,
      "step": 18068
    },
    {
      "epoch": 1.9589115351257589,
      "grad_norm": 0.11191700398921967,
      "learning_rate": 3.482881183809662e-05,
      "loss": 0.0163,
      "step": 18069
    },
    {
      "epoch": 1.9590199479618386,
      "grad_norm": 0.10651995986700058,
      "learning_rate": 3.482518497025968e-05,
      "loss": 0.0183,
      "step": 18070
    },
    {
      "epoch": 1.9591283607979184,
      "grad_norm": 0.14734406769275665,
      "learning_rate": 3.482155810242275e-05,
      "loss": 0.0144,
      "step": 18071
    },
    {
      "epoch": 1.9592367736339984,
      "grad_norm": 0.1288214921951294,
      "learning_rate": 3.481793123458582e-05,
      "loss": 0.0114,
      "step": 18072
    },
    {
      "epoch": 1.959345186470078,
      "grad_norm": 0.20045983791351318,
      "learning_rate": 3.481430436674888e-05,
      "loss": 0.0258,
      "step": 18073
    },
    {
      "epoch": 1.959453599306158,
      "grad_norm": 0.17971064150333405,
      "learning_rate": 3.481067749891194e-05,
      "loss": 0.0114,
      "step": 18074
    },
    {
      "epoch": 1.9595620121422377,
      "grad_norm": 0.21219909191131592,
      "learning_rate": 3.4807050631075e-05,
      "loss": 0.0356,
      "step": 18075
    },
    {
      "epoch": 1.9596704249783174,
      "grad_norm": 0.14629626274108887,
      "learning_rate": 3.480342376323807e-05,
      "loss": 0.0292,
      "step": 18076
    },
    {
      "epoch": 1.9597788378143972,
      "grad_norm": 0.23229146003723145,
      "learning_rate": 3.479979689540113e-05,
      "loss": 0.0493,
      "step": 18077
    },
    {
      "epoch": 1.959887250650477,
      "grad_norm": 0.06864996254444122,
      "learning_rate": 3.4796170027564196e-05,
      "loss": 0.0032,
      "step": 18078
    },
    {
      "epoch": 1.959995663486557,
      "grad_norm": 0.25140488147735596,
      "learning_rate": 3.479254315972726e-05,
      "loss": 0.0163,
      "step": 18079
    },
    {
      "epoch": 1.9601040763226365,
      "grad_norm": 0.16201548278331757,
      "learning_rate": 3.478891629189033e-05,
      "loss": 0.0179,
      "step": 18080
    },
    {
      "epoch": 1.9602124891587165,
      "grad_norm": 0.39765769243240356,
      "learning_rate": 3.478528942405339e-05,
      "loss": 0.0421,
      "step": 18081
    },
    {
      "epoch": 1.960320901994796,
      "grad_norm": 0.13858331739902496,
      "learning_rate": 3.478166255621645e-05,
      "loss": 0.0135,
      "step": 18082
    },
    {
      "epoch": 1.960429314830876,
      "grad_norm": 0.22745953500270844,
      "learning_rate": 3.4778035688379516e-05,
      "loss": 0.0393,
      "step": 18083
    },
    {
      "epoch": 1.9605377276669558,
      "grad_norm": 0.21547938883304596,
      "learning_rate": 3.477440882054258e-05,
      "loss": 0.0321,
      "step": 18084
    },
    {
      "epoch": 1.9606461405030355,
      "grad_norm": 0.0820048600435257,
      "learning_rate": 3.4770781952705644e-05,
      "loss": 0.0188,
      "step": 18085
    },
    {
      "epoch": 1.9607545533391153,
      "grad_norm": 0.15192338824272156,
      "learning_rate": 3.476715508486871e-05,
      "loss": 0.0221,
      "step": 18086
    },
    {
      "epoch": 1.960862966175195,
      "grad_norm": 0.2488357126712799,
      "learning_rate": 3.476352821703177e-05,
      "loss": 0.0483,
      "step": 18087
    },
    {
      "epoch": 1.960971379011275,
      "grad_norm": 0.1481960415840149,
      "learning_rate": 3.475990134919484e-05,
      "loss": 0.0334,
      "step": 18088
    },
    {
      "epoch": 1.9610797918473546,
      "grad_norm": 0.09790925681591034,
      "learning_rate": 3.47562744813579e-05,
      "loss": 0.0102,
      "step": 18089
    },
    {
      "epoch": 1.9611882046834346,
      "grad_norm": 0.09920495003461838,
      "learning_rate": 3.4752647613520965e-05,
      "loss": 0.0088,
      "step": 18090
    },
    {
      "epoch": 1.9612966175195143,
      "grad_norm": 0.1019916832447052,
      "learning_rate": 3.474902074568403e-05,
      "loss": 0.009,
      "step": 18091
    },
    {
      "epoch": 1.961405030355594,
      "grad_norm": 0.03996902331709862,
      "learning_rate": 3.474539387784709e-05,
      "loss": 0.0048,
      "step": 18092
    },
    {
      "epoch": 1.9615134431916739,
      "grad_norm": 0.3276119530200958,
      "learning_rate": 3.474176701001016e-05,
      "loss": 0.017,
      "step": 18093
    },
    {
      "epoch": 1.9616218560277536,
      "grad_norm": 0.059704817831516266,
      "learning_rate": 3.473814014217322e-05,
      "loss": 0.0098,
      "step": 18094
    },
    {
      "epoch": 1.9617302688638336,
      "grad_norm": 0.2141546607017517,
      "learning_rate": 3.4734513274336285e-05,
      "loss": 0.0833,
      "step": 18095
    },
    {
      "epoch": 1.9618386816999132,
      "grad_norm": 0.0595114640891552,
      "learning_rate": 3.473088640649935e-05,
      "loss": 0.0048,
      "step": 18096
    },
    {
      "epoch": 1.9619470945359931,
      "grad_norm": 0.11820764094591141,
      "learning_rate": 3.4727259538662414e-05,
      "loss": 0.0267,
      "step": 18097
    },
    {
      "epoch": 1.962055507372073,
      "grad_norm": 0.5973300933837891,
      "learning_rate": 3.472363267082548e-05,
      "loss": 0.0676,
      "step": 18098
    },
    {
      "epoch": 1.9621639202081527,
      "grad_norm": 0.05108347907662392,
      "learning_rate": 3.472000580298854e-05,
      "loss": 0.0055,
      "step": 18099
    },
    {
      "epoch": 1.9622723330442324,
      "grad_norm": 0.19457334280014038,
      "learning_rate": 3.4716378935151606e-05,
      "loss": 0.0275,
      "step": 18100
    },
    {
      "epoch": 1.9623807458803122,
      "grad_norm": 0.04839153215289116,
      "learning_rate": 3.471275206731467e-05,
      "loss": 0.0079,
      "step": 18101
    },
    {
      "epoch": 1.9624891587163922,
      "grad_norm": 0.1607193648815155,
      "learning_rate": 3.4709125199477734e-05,
      "loss": 0.0173,
      "step": 18102
    },
    {
      "epoch": 1.9625975715524717,
      "grad_norm": 0.24361242353916168,
      "learning_rate": 3.47054983316408e-05,
      "loss": 0.0313,
      "step": 18103
    },
    {
      "epoch": 1.9627059843885517,
      "grad_norm": 0.29521533846855164,
      "learning_rate": 3.4701871463803856e-05,
      "loss": 0.0162,
      "step": 18104
    },
    {
      "epoch": 1.9628143972246312,
      "grad_norm": 0.2421766221523285,
      "learning_rate": 3.469824459596692e-05,
      "loss": 0.0324,
      "step": 18105
    },
    {
      "epoch": 1.9629228100607112,
      "grad_norm": 0.12600061297416687,
      "learning_rate": 3.469461772812999e-05,
      "loss": 0.0171,
      "step": 18106
    },
    {
      "epoch": 1.963031222896791,
      "grad_norm": 0.05345069244503975,
      "learning_rate": 3.4690990860293055e-05,
      "loss": 0.0071,
      "step": 18107
    },
    {
      "epoch": 1.9631396357328708,
      "grad_norm": 0.18439480662345886,
      "learning_rate": 3.468736399245612e-05,
      "loss": 0.0233,
      "step": 18108
    },
    {
      "epoch": 1.9632480485689505,
      "grad_norm": 0.052516620606184006,
      "learning_rate": 3.468373712461918e-05,
      "loss": 0.0054,
      "step": 18109
    },
    {
      "epoch": 1.9633564614050303,
      "grad_norm": 0.24666833877563477,
      "learning_rate": 3.468011025678225e-05,
      "loss": 0.0204,
      "step": 18110
    },
    {
      "epoch": 1.9634648742411103,
      "grad_norm": 0.0781119167804718,
      "learning_rate": 3.467648338894531e-05,
      "loss": 0.0062,
      "step": 18111
    },
    {
      "epoch": 1.9635732870771898,
      "grad_norm": 0.6945775747299194,
      "learning_rate": 3.467285652110837e-05,
      "loss": 0.0427,
      "step": 18112
    },
    {
      "epoch": 1.9636816999132698,
      "grad_norm": 0.10073704272508621,
      "learning_rate": 3.466922965327143e-05,
      "loss": 0.0106,
      "step": 18113
    },
    {
      "epoch": 1.9637901127493496,
      "grad_norm": 0.18863831460475922,
      "learning_rate": 3.4665602785434497e-05,
      "loss": 0.024,
      "step": 18114
    },
    {
      "epoch": 1.9638985255854293,
      "grad_norm": 0.13198301196098328,
      "learning_rate": 3.466197591759757e-05,
      "loss": 0.0213,
      "step": 18115
    },
    {
      "epoch": 1.964006938421509,
      "grad_norm": 0.03808288648724556,
      "learning_rate": 3.465834904976063e-05,
      "loss": 0.0068,
      "step": 18116
    },
    {
      "epoch": 1.9641153512575888,
      "grad_norm": 0.2075333148241043,
      "learning_rate": 3.4654722181923696e-05,
      "loss": 0.0134,
      "step": 18117
    },
    {
      "epoch": 1.9642237640936688,
      "grad_norm": 0.1300053894519806,
      "learning_rate": 3.465109531408676e-05,
      "loss": 0.0134,
      "step": 18118
    },
    {
      "epoch": 1.9643321769297484,
      "grad_norm": 0.09199969470500946,
      "learning_rate": 3.464746844624982e-05,
      "loss": 0.0044,
      "step": 18119
    },
    {
      "epoch": 1.9644405897658284,
      "grad_norm": 0.10989599674940109,
      "learning_rate": 3.464384157841288e-05,
      "loss": 0.0082,
      "step": 18120
    },
    {
      "epoch": 1.964549002601908,
      "grad_norm": 0.11154733598232269,
      "learning_rate": 3.4640214710575945e-05,
      "loss": 0.0158,
      "step": 18121
    },
    {
      "epoch": 1.9646574154379879,
      "grad_norm": 0.14979110658168793,
      "learning_rate": 3.463658784273901e-05,
      "loss": 0.0484,
      "step": 18122
    },
    {
      "epoch": 1.9647658282740676,
      "grad_norm": 0.19727373123168945,
      "learning_rate": 3.463296097490208e-05,
      "loss": 0.0369,
      "step": 18123
    },
    {
      "epoch": 1.9648742411101474,
      "grad_norm": 0.10349403321743011,
      "learning_rate": 3.4629334107065144e-05,
      "loss": 0.012,
      "step": 18124
    },
    {
      "epoch": 1.9649826539462274,
      "grad_norm": 0.1305035650730133,
      "learning_rate": 3.462570723922821e-05,
      "loss": 0.0204,
      "step": 18125
    },
    {
      "epoch": 1.965091066782307,
      "grad_norm": 0.026182476431131363,
      "learning_rate": 3.4622080371391266e-05,
      "loss": 0.003,
      "step": 18126
    },
    {
      "epoch": 1.965199479618387,
      "grad_norm": 0.7241190075874329,
      "learning_rate": 3.461845350355433e-05,
      "loss": 0.068,
      "step": 18127
    },
    {
      "epoch": 1.9653078924544665,
      "grad_norm": 0.23187167942523956,
      "learning_rate": 3.4614826635717394e-05,
      "loss": 0.035,
      "step": 18128
    },
    {
      "epoch": 1.9654163052905465,
      "grad_norm": 0.18264999985694885,
      "learning_rate": 3.461119976788046e-05,
      "loss": 0.0117,
      "step": 18129
    },
    {
      "epoch": 1.9655247181266262,
      "grad_norm": 0.2322281152009964,
      "learning_rate": 3.460757290004352e-05,
      "loss": 0.0266,
      "step": 18130
    },
    {
      "epoch": 1.965633130962706,
      "grad_norm": 0.24478144943714142,
      "learning_rate": 3.4603946032206586e-05,
      "loss": 0.0267,
      "step": 18131
    },
    {
      "epoch": 1.9657415437987857,
      "grad_norm": 0.01699635572731495,
      "learning_rate": 3.460031916436966e-05,
      "loss": 0.0018,
      "step": 18132
    },
    {
      "epoch": 1.9658499566348655,
      "grad_norm": 0.21852821111679077,
      "learning_rate": 3.4596692296532715e-05,
      "loss": 0.0368,
      "step": 18133
    },
    {
      "epoch": 1.9659583694709455,
      "grad_norm": 0.28847429156303406,
      "learning_rate": 3.459306542869578e-05,
      "loss": 0.0182,
      "step": 18134
    },
    {
      "epoch": 1.966066782307025,
      "grad_norm": 0.10752388089895248,
      "learning_rate": 3.458943856085884e-05,
      "loss": 0.0091,
      "step": 18135
    },
    {
      "epoch": 1.966175195143105,
      "grad_norm": 0.2828660011291504,
      "learning_rate": 3.458581169302191e-05,
      "loss": 0.0223,
      "step": 18136
    },
    {
      "epoch": 1.9662836079791848,
      "grad_norm": 0.2628698945045471,
      "learning_rate": 3.458218482518497e-05,
      "loss": 0.0569,
      "step": 18137
    },
    {
      "epoch": 1.9663920208152645,
      "grad_norm": 0.05870717763900757,
      "learning_rate": 3.4578557957348035e-05,
      "loss": 0.0056,
      "step": 18138
    },
    {
      "epoch": 1.9665004336513443,
      "grad_norm": 0.032613012939691544,
      "learning_rate": 3.45749310895111e-05,
      "loss": 0.0029,
      "step": 18139
    },
    {
      "epoch": 1.966608846487424,
      "grad_norm": 0.07417704910039902,
      "learning_rate": 3.457130422167416e-05,
      "loss": 0.0096,
      "step": 18140
    },
    {
      "epoch": 1.966717259323504,
      "grad_norm": 0.06436832994222641,
      "learning_rate": 3.456767735383723e-05,
      "loss": 0.0054,
      "step": 18141
    },
    {
      "epoch": 1.9668256721595836,
      "grad_norm": 0.12049534916877747,
      "learning_rate": 3.456405048600029e-05,
      "loss": 0.0312,
      "step": 18142
    },
    {
      "epoch": 1.9669340849956636,
      "grad_norm": 0.07211870700120926,
      "learning_rate": 3.4560423618163356e-05,
      "loss": 0.0081,
      "step": 18143
    },
    {
      "epoch": 1.9670424978317431,
      "grad_norm": 0.14134810864925385,
      "learning_rate": 3.455679675032642e-05,
      "loss": 0.0255,
      "step": 18144
    },
    {
      "epoch": 1.967150910667823,
      "grad_norm": 0.08115383982658386,
      "learning_rate": 3.4553169882489484e-05,
      "loss": 0.0074,
      "step": 18145
    },
    {
      "epoch": 1.9672593235039029,
      "grad_norm": 0.09520310163497925,
      "learning_rate": 3.454954301465255e-05,
      "loss": 0.0161,
      "step": 18146
    },
    {
      "epoch": 1.9673677363399826,
      "grad_norm": 0.2518562376499176,
      "learning_rate": 3.454591614681561e-05,
      "loss": 0.0254,
      "step": 18147
    },
    {
      "epoch": 1.9674761491760624,
      "grad_norm": 0.04522380605340004,
      "learning_rate": 3.4542289278978676e-05,
      "loss": 0.0069,
      "step": 18148
    },
    {
      "epoch": 1.9675845620121422,
      "grad_norm": 0.08927761763334274,
      "learning_rate": 3.453866241114174e-05,
      "loss": 0.0092,
      "step": 18149
    },
    {
      "epoch": 1.9676929748482221,
      "grad_norm": 0.17108094692230225,
      "learning_rate": 3.4535035543304804e-05,
      "loss": 0.0283,
      "step": 18150
    },
    {
      "epoch": 1.9678013876843017,
      "grad_norm": 0.0436260960996151,
      "learning_rate": 3.453140867546787e-05,
      "loss": 0.0116,
      "step": 18151
    },
    {
      "epoch": 1.9679098005203817,
      "grad_norm": 0.36612561345100403,
      "learning_rate": 3.452778180763093e-05,
      "loss": 0.027,
      "step": 18152
    },
    {
      "epoch": 1.9680182133564614,
      "grad_norm": 0.052758172154426575,
      "learning_rate": 3.4524154939794e-05,
      "loss": 0.0075,
      "step": 18153
    },
    {
      "epoch": 1.9681266261925412,
      "grad_norm": 0.2661525011062622,
      "learning_rate": 3.452052807195706e-05,
      "loss": 0.0173,
      "step": 18154
    },
    {
      "epoch": 1.968235039028621,
      "grad_norm": 0.07106835395097733,
      "learning_rate": 3.4516901204120125e-05,
      "loss": 0.006,
      "step": 18155
    },
    {
      "epoch": 1.9683434518647007,
      "grad_norm": 0.2758847773075104,
      "learning_rate": 3.451327433628319e-05,
      "loss": 0.0448,
      "step": 18156
    },
    {
      "epoch": 1.9684518647007807,
      "grad_norm": 0.26437100768089294,
      "learning_rate": 3.4509647468446246e-05,
      "loss": 0.0382,
      "step": 18157
    },
    {
      "epoch": 1.9685602775368602,
      "grad_norm": 0.014546563848853111,
      "learning_rate": 3.450602060060932e-05,
      "loss": 0.0022,
      "step": 18158
    },
    {
      "epoch": 1.9686686903729402,
      "grad_norm": 0.3561685085296631,
      "learning_rate": 3.450239373277238e-05,
      "loss": 0.0544,
      "step": 18159
    },
    {
      "epoch": 1.96877710320902,
      "grad_norm": 0.14024706184864044,
      "learning_rate": 3.4498766864935445e-05,
      "loss": 0.0223,
      "step": 18160
    },
    {
      "epoch": 1.9688855160450998,
      "grad_norm": 0.39661508798599243,
      "learning_rate": 3.449513999709851e-05,
      "loss": 0.0461,
      "step": 18161
    },
    {
      "epoch": 1.9689939288811795,
      "grad_norm": 0.1435042917728424,
      "learning_rate": 3.4491513129261574e-05,
      "loss": 0.0447,
      "step": 18162
    },
    {
      "epoch": 1.9691023417172593,
      "grad_norm": 0.1940513253211975,
      "learning_rate": 3.448788626142464e-05,
      "loss": 0.0134,
      "step": 18163
    },
    {
      "epoch": 1.9692107545533393,
      "grad_norm": 0.033496350049972534,
      "learning_rate": 3.4484259393587695e-05,
      "loss": 0.0031,
      "step": 18164
    },
    {
      "epoch": 1.9693191673894188,
      "grad_norm": 0.07443638890981674,
      "learning_rate": 3.448063252575076e-05,
      "loss": 0.0037,
      "step": 18165
    },
    {
      "epoch": 1.9694275802254988,
      "grad_norm": 0.15847544372081757,
      "learning_rate": 3.447700565791382e-05,
      "loss": 0.0275,
      "step": 18166
    },
    {
      "epoch": 1.9695359930615783,
      "grad_norm": 0.33632227778434753,
      "learning_rate": 3.4473378790076894e-05,
      "loss": 0.0376,
      "step": 18167
    },
    {
      "epoch": 1.9696444058976583,
      "grad_norm": 0.1414029449224472,
      "learning_rate": 3.446975192223996e-05,
      "loss": 0.0294,
      "step": 18168
    },
    {
      "epoch": 1.969752818733738,
      "grad_norm": 0.22131389379501343,
      "learning_rate": 3.446612505440302e-05,
      "loss": 0.0272,
      "step": 18169
    },
    {
      "epoch": 1.9698612315698178,
      "grad_norm": 0.008448108099400997,
      "learning_rate": 3.4462498186566086e-05,
      "loss": 0.0008,
      "step": 18170
    },
    {
      "epoch": 1.9699696444058976,
      "grad_norm": 0.1641002595424652,
      "learning_rate": 3.4458871318729144e-05,
      "loss": 0.019,
      "step": 18171
    },
    {
      "epoch": 1.9700780572419774,
      "grad_norm": 0.11249645054340363,
      "learning_rate": 3.445524445089221e-05,
      "loss": 0.0148,
      "step": 18172
    },
    {
      "epoch": 1.9701864700780574,
      "grad_norm": 0.15967881679534912,
      "learning_rate": 3.445161758305527e-05,
      "loss": 0.0254,
      "step": 18173
    },
    {
      "epoch": 1.970294882914137,
      "grad_norm": 0.15819039940834045,
      "learning_rate": 3.4447990715218336e-05,
      "loss": 0.011,
      "step": 18174
    },
    {
      "epoch": 1.9704032957502169,
      "grad_norm": 0.41919761896133423,
      "learning_rate": 3.444436384738141e-05,
      "loss": 0.0337,
      "step": 18175
    },
    {
      "epoch": 1.9705117085862967,
      "grad_norm": 0.2523280680179596,
      "learning_rate": 3.444073697954447e-05,
      "loss": 0.0158,
      "step": 18176
    },
    {
      "epoch": 1.9706201214223764,
      "grad_norm": 0.050771769136190414,
      "learning_rate": 3.4437110111707535e-05,
      "loss": 0.007,
      "step": 18177
    },
    {
      "epoch": 1.9707285342584562,
      "grad_norm": 0.14705890417099,
      "learning_rate": 3.443348324387059e-05,
      "loss": 0.0234,
      "step": 18178
    },
    {
      "epoch": 1.970836947094536,
      "grad_norm": 0.1937626153230667,
      "learning_rate": 3.442985637603366e-05,
      "loss": 0.0486,
      "step": 18179
    },
    {
      "epoch": 1.970945359930616,
      "grad_norm": 0.14098860323429108,
      "learning_rate": 3.442622950819672e-05,
      "loss": 0.0144,
      "step": 18180
    },
    {
      "epoch": 1.9710537727666955,
      "grad_norm": 0.031710222363471985,
      "learning_rate": 3.4422602640359785e-05,
      "loss": 0.0027,
      "step": 18181
    },
    {
      "epoch": 1.9711621856027755,
      "grad_norm": 0.29072487354278564,
      "learning_rate": 3.441897577252285e-05,
      "loss": 0.0318,
      "step": 18182
    },
    {
      "epoch": 1.9712705984388552,
      "grad_norm": 0.2104911208152771,
      "learning_rate": 3.441534890468591e-05,
      "loss": 0.0355,
      "step": 18183
    },
    {
      "epoch": 1.971379011274935,
      "grad_norm": 0.09058357030153275,
      "learning_rate": 3.4411722036848984e-05,
      "loss": 0.0064,
      "step": 18184
    },
    {
      "epoch": 1.9714874241110147,
      "grad_norm": 0.3103950619697571,
      "learning_rate": 3.440809516901204e-05,
      "loss": 0.0358,
      "step": 18185
    },
    {
      "epoch": 1.9715958369470945,
      "grad_norm": 0.14892442524433136,
      "learning_rate": 3.4404468301175105e-05,
      "loss": 0.013,
      "step": 18186
    },
    {
      "epoch": 1.9717042497831745,
      "grad_norm": 0.09687965363264084,
      "learning_rate": 3.440084143333817e-05,
      "loss": 0.0158,
      "step": 18187
    },
    {
      "epoch": 1.971812662619254,
      "grad_norm": 0.1083345115184784,
      "learning_rate": 3.4397214565501234e-05,
      "loss": 0.0115,
      "step": 18188
    },
    {
      "epoch": 1.971921075455334,
      "grad_norm": 0.15845069289207458,
      "learning_rate": 3.43935876976643e-05,
      "loss": 0.0343,
      "step": 18189
    },
    {
      "epoch": 1.9720294882914136,
      "grad_norm": 0.06469542533159256,
      "learning_rate": 3.438996082982736e-05,
      "loss": 0.0175,
      "step": 18190
    },
    {
      "epoch": 1.9721379011274935,
      "grad_norm": 0.03857908025383949,
      "learning_rate": 3.4386333961990426e-05,
      "loss": 0.0036,
      "step": 18191
    },
    {
      "epoch": 1.9722463139635733,
      "grad_norm": 0.04874128848314285,
      "learning_rate": 3.43827070941535e-05,
      "loss": 0.0041,
      "step": 18192
    },
    {
      "epoch": 1.972354726799653,
      "grad_norm": 0.24190568923950195,
      "learning_rate": 3.4379080226316554e-05,
      "loss": 0.0228,
      "step": 18193
    },
    {
      "epoch": 1.9724631396357328,
      "grad_norm": 0.1948622763156891,
      "learning_rate": 3.437545335847962e-05,
      "loss": 0.0131,
      "step": 18194
    },
    {
      "epoch": 1.9725715524718126,
      "grad_norm": 0.19840320944786072,
      "learning_rate": 3.437182649064268e-05,
      "loss": 0.0193,
      "step": 18195
    },
    {
      "epoch": 1.9726799653078926,
      "grad_norm": 0.46589088439941406,
      "learning_rate": 3.4368199622805746e-05,
      "loss": 0.0238,
      "step": 18196
    },
    {
      "epoch": 1.9727883781439721,
      "grad_norm": 0.08250761032104492,
      "learning_rate": 3.436457275496881e-05,
      "loss": 0.018,
      "step": 18197
    },
    {
      "epoch": 1.972896790980052,
      "grad_norm": 0.15446005761623383,
      "learning_rate": 3.4360945887131875e-05,
      "loss": 0.0253,
      "step": 18198
    },
    {
      "epoch": 1.9730052038161319,
      "grad_norm": 0.09033216536045074,
      "learning_rate": 3.435731901929494e-05,
      "loss": 0.0063,
      "step": 18199
    },
    {
      "epoch": 1.9731136166522116,
      "grad_norm": 0.38457512855529785,
      "learning_rate": 3.4353692151458e-05,
      "loss": 0.0514,
      "step": 18200
    },
    {
      "epoch": 1.9732220294882914,
      "grad_norm": 0.6304820775985718,
      "learning_rate": 3.435006528362107e-05,
      "loss": 0.0564,
      "step": 18201
    },
    {
      "epoch": 1.9733304423243712,
      "grad_norm": 0.15540549159049988,
      "learning_rate": 3.434643841578413e-05,
      "loss": 0.0131,
      "step": 18202
    },
    {
      "epoch": 1.9734388551604511,
      "grad_norm": 0.21044442057609558,
      "learning_rate": 3.4342811547947195e-05,
      "loss": 0.0055,
      "step": 18203
    },
    {
      "epoch": 1.9735472679965307,
      "grad_norm": 0.23422294855117798,
      "learning_rate": 3.433918468011026e-05,
      "loss": 0.0479,
      "step": 18204
    },
    {
      "epoch": 1.9736556808326107,
      "grad_norm": 0.08101413398981094,
      "learning_rate": 3.433555781227332e-05,
      "loss": 0.0055,
      "step": 18205
    },
    {
      "epoch": 1.9737640936686902,
      "grad_norm": 0.06766659766435623,
      "learning_rate": 3.433193094443639e-05,
      "loss": 0.0076,
      "step": 18206
    },
    {
      "epoch": 1.9738725065047702,
      "grad_norm": 0.2680721879005432,
      "learning_rate": 3.432830407659945e-05,
      "loss": 0.0364,
      "step": 18207
    },
    {
      "epoch": 1.97398091934085,
      "grad_norm": 0.10567421466112137,
      "learning_rate": 3.4324677208762516e-05,
      "loss": 0.0066,
      "step": 18208
    },
    {
      "epoch": 1.9740893321769297,
      "grad_norm": 0.09706547111272812,
      "learning_rate": 3.432105034092557e-05,
      "loss": 0.0097,
      "step": 18209
    },
    {
      "epoch": 1.9741977450130095,
      "grad_norm": 0.054777659475803375,
      "learning_rate": 3.4317423473088644e-05,
      "loss": 0.0044,
      "step": 18210
    },
    {
      "epoch": 1.9743061578490892,
      "grad_norm": 0.13491298258304596,
      "learning_rate": 3.431379660525171e-05,
      "loss": 0.0773,
      "step": 18211
    },
    {
      "epoch": 1.9744145706851692,
      "grad_norm": 0.28597527742385864,
      "learning_rate": 3.431016973741477e-05,
      "loss": 0.0712,
      "step": 18212
    },
    {
      "epoch": 1.9745229835212488,
      "grad_norm": 0.21094945073127747,
      "learning_rate": 3.4306542869577836e-05,
      "loss": 0.0382,
      "step": 18213
    },
    {
      "epoch": 1.9746313963573288,
      "grad_norm": 0.37398970127105713,
      "learning_rate": 3.43029160017409e-05,
      "loss": 0.0783,
      "step": 18214
    },
    {
      "epoch": 1.9747398091934085,
      "grad_norm": 0.00900732260197401,
      "learning_rate": 3.4299289133903964e-05,
      "loss": 0.0009,
      "step": 18215
    },
    {
      "epoch": 1.9748482220294883,
      "grad_norm": 0.3800598382949829,
      "learning_rate": 3.429566226606702e-05,
      "loss": 0.0131,
      "step": 18216
    },
    {
      "epoch": 1.974956634865568,
      "grad_norm": 0.10870552808046341,
      "learning_rate": 3.4292035398230086e-05,
      "loss": 0.0069,
      "step": 18217
    },
    {
      "epoch": 1.9750650477016478,
      "grad_norm": 0.20795495808124542,
      "learning_rate": 3.428840853039316e-05,
      "loss": 0.0438,
      "step": 18218
    },
    {
      "epoch": 1.9751734605377278,
      "grad_norm": 0.08150316029787064,
      "learning_rate": 3.428478166255622e-05,
      "loss": 0.0029,
      "step": 18219
    },
    {
      "epoch": 1.9752818733738073,
      "grad_norm": 0.06732828915119171,
      "learning_rate": 3.4281154794719285e-05,
      "loss": 0.0097,
      "step": 18220
    },
    {
      "epoch": 1.9753902862098873,
      "grad_norm": 0.6247851252555847,
      "learning_rate": 3.427752792688235e-05,
      "loss": 0.0381,
      "step": 18221
    },
    {
      "epoch": 1.975498699045967,
      "grad_norm": 0.2700396478176117,
      "learning_rate": 3.427390105904541e-05,
      "loss": 0.0455,
      "step": 18222
    },
    {
      "epoch": 1.9756071118820469,
      "grad_norm": 0.15568086504936218,
      "learning_rate": 3.427027419120847e-05,
      "loss": 0.0194,
      "step": 18223
    },
    {
      "epoch": 1.9757155247181266,
      "grad_norm": 0.13681545853614807,
      "learning_rate": 3.4266647323371535e-05,
      "loss": 0.0219,
      "step": 18224
    },
    {
      "epoch": 1.9758239375542064,
      "grad_norm": 0.13208559155464172,
      "learning_rate": 3.42630204555346e-05,
      "loss": 0.0176,
      "step": 18225
    },
    {
      "epoch": 1.9759323503902864,
      "grad_norm": 0.2203780561685562,
      "learning_rate": 3.425939358769766e-05,
      "loss": 0.0546,
      "step": 18226
    },
    {
      "epoch": 1.976040763226366,
      "grad_norm": 0.31705617904663086,
      "learning_rate": 3.4255766719860734e-05,
      "loss": 0.0164,
      "step": 18227
    },
    {
      "epoch": 1.976149176062446,
      "grad_norm": 0.10025988519191742,
      "learning_rate": 3.42521398520238e-05,
      "loss": 0.0196,
      "step": 18228
    },
    {
      "epoch": 1.9762575888985254,
      "grad_norm": 0.2995987832546234,
      "learning_rate": 3.424851298418686e-05,
      "loss": 0.0177,
      "step": 18229
    },
    {
      "epoch": 1.9763660017346054,
      "grad_norm": 0.09864891320466995,
      "learning_rate": 3.424488611634992e-05,
      "loss": 0.0096,
      "step": 18230
    },
    {
      "epoch": 1.9764744145706852,
      "grad_norm": 0.06626877933740616,
      "learning_rate": 3.424125924851298e-05,
      "loss": 0.0069,
      "step": 18231
    },
    {
      "epoch": 1.976582827406765,
      "grad_norm": 0.09393489360809326,
      "learning_rate": 3.423763238067605e-05,
      "loss": 0.0106,
      "step": 18232
    },
    {
      "epoch": 1.9766912402428447,
      "grad_norm": 0.1980491429567337,
      "learning_rate": 3.423400551283911e-05,
      "loss": 0.0518,
      "step": 18233
    },
    {
      "epoch": 1.9767996530789245,
      "grad_norm": 0.10252223163843155,
      "learning_rate": 3.4230378645002176e-05,
      "loss": 0.0131,
      "step": 18234
    },
    {
      "epoch": 1.9769080659150045,
      "grad_norm": 0.036228861659765244,
      "learning_rate": 3.422675177716524e-05,
      "loss": 0.0032,
      "step": 18235
    },
    {
      "epoch": 1.977016478751084,
      "grad_norm": 0.1340833306312561,
      "learning_rate": 3.422312490932831e-05,
      "loss": 0.0253,
      "step": 18236
    },
    {
      "epoch": 1.977124891587164,
      "grad_norm": 0.09473340213298798,
      "learning_rate": 3.421949804149137e-05,
      "loss": 0.0154,
      "step": 18237
    },
    {
      "epoch": 1.9772333044232437,
      "grad_norm": 0.05784058943390846,
      "learning_rate": 3.421587117365443e-05,
      "loss": 0.0103,
      "step": 18238
    },
    {
      "epoch": 1.9773417172593235,
      "grad_norm": 0.11715444177389145,
      "learning_rate": 3.4212244305817496e-05,
      "loss": 0.0123,
      "step": 18239
    },
    {
      "epoch": 1.9774501300954033,
      "grad_norm": 0.06436948478221893,
      "learning_rate": 3.420861743798056e-05,
      "loss": 0.0041,
      "step": 18240
    },
    {
      "epoch": 1.977558542931483,
      "grad_norm": 0.10815674066543579,
      "learning_rate": 3.4204990570143624e-05,
      "loss": 0.0148,
      "step": 18241
    },
    {
      "epoch": 1.977666955767563,
      "grad_norm": 0.1296190321445465,
      "learning_rate": 3.420136370230669e-05,
      "loss": 0.0155,
      "step": 18242
    },
    {
      "epoch": 1.9777753686036426,
      "grad_norm": 0.16653819382190704,
      "learning_rate": 3.419773683446975e-05,
      "loss": 0.0149,
      "step": 18243
    },
    {
      "epoch": 1.9778837814397225,
      "grad_norm": 0.13855649530887604,
      "learning_rate": 3.4194109966632823e-05,
      "loss": 0.0236,
      "step": 18244
    },
    {
      "epoch": 1.9779921942758023,
      "grad_norm": 0.04858356714248657,
      "learning_rate": 3.419048309879588e-05,
      "loss": 0.0048,
      "step": 18245
    },
    {
      "epoch": 1.978100607111882,
      "grad_norm": 0.14394113421440125,
      "learning_rate": 3.4186856230958945e-05,
      "loss": 0.0222,
      "step": 18246
    },
    {
      "epoch": 1.9782090199479618,
      "grad_norm": 0.03354053944349289,
      "learning_rate": 3.418322936312201e-05,
      "loss": 0.0038,
      "step": 18247
    },
    {
      "epoch": 1.9783174327840416,
      "grad_norm": 0.07871509343385696,
      "learning_rate": 3.417960249528507e-05,
      "loss": 0.0057,
      "step": 18248
    },
    {
      "epoch": 1.9784258456201216,
      "grad_norm": 0.1836795061826706,
      "learning_rate": 3.417597562744814e-05,
      "loss": 0.062,
      "step": 18249
    },
    {
      "epoch": 1.9785342584562011,
      "grad_norm": 0.0689457431435585,
      "learning_rate": 3.41723487596112e-05,
      "loss": 0.0038,
      "step": 18250
    },
    {
      "epoch": 1.978642671292281,
      "grad_norm": 0.10676085203886032,
      "learning_rate": 3.4168721891774265e-05,
      "loss": 0.0081,
      "step": 18251
    },
    {
      "epoch": 1.9787510841283606,
      "grad_norm": 0.2670554518699646,
      "learning_rate": 3.416509502393733e-05,
      "loss": 0.0385,
      "step": 18252
    },
    {
      "epoch": 1.9788594969644406,
      "grad_norm": 0.10494191944599152,
      "learning_rate": 3.4161468156100394e-05,
      "loss": 0.0076,
      "step": 18253
    },
    {
      "epoch": 1.9789679098005204,
      "grad_norm": 0.22724363207817078,
      "learning_rate": 3.415784128826346e-05,
      "loss": 0.0431,
      "step": 18254
    },
    {
      "epoch": 1.9790763226366002,
      "grad_norm": 0.19598984718322754,
      "learning_rate": 3.415421442042652e-05,
      "loss": 0.0287,
      "step": 18255
    },
    {
      "epoch": 1.97918473547268,
      "grad_norm": 0.14459598064422607,
      "learning_rate": 3.4150587552589586e-05,
      "loss": 0.0269,
      "step": 18256
    },
    {
      "epoch": 1.9792931483087597,
      "grad_norm": 0.2847276031970978,
      "learning_rate": 3.414696068475265e-05,
      "loss": 0.0458,
      "step": 18257
    },
    {
      "epoch": 1.9794015611448397,
      "grad_norm": 0.014926849864423275,
      "learning_rate": 3.4143333816915714e-05,
      "loss": 0.0032,
      "step": 18258
    },
    {
      "epoch": 1.9795099739809192,
      "grad_norm": 0.19581806659698486,
      "learning_rate": 3.413970694907878e-05,
      "loss": 0.0291,
      "step": 18259
    },
    {
      "epoch": 1.9796183868169992,
      "grad_norm": 0.13443738222122192,
      "learning_rate": 3.413608008124184e-05,
      "loss": 0.009,
      "step": 18260
    },
    {
      "epoch": 1.979726799653079,
      "grad_norm": 0.09778663516044617,
      "learning_rate": 3.41324532134049e-05,
      "loss": 0.0266,
      "step": 18261
    },
    {
      "epoch": 1.9798352124891587,
      "grad_norm": 0.21215969324111938,
      "learning_rate": 3.412882634556797e-05,
      "loss": 0.0223,
      "step": 18262
    },
    {
      "epoch": 1.9799436253252385,
      "grad_norm": 0.11674559116363525,
      "learning_rate": 3.4125199477731035e-05,
      "loss": 0.007,
      "step": 18263
    },
    {
      "epoch": 1.9800520381613183,
      "grad_norm": 0.5167533755302429,
      "learning_rate": 3.41215726098941e-05,
      "loss": 0.0297,
      "step": 18264
    },
    {
      "epoch": 1.9801604509973982,
      "grad_norm": 0.11155179142951965,
      "learning_rate": 3.411794574205716e-05,
      "loss": 0.0078,
      "step": 18265
    },
    {
      "epoch": 1.9802688638334778,
      "grad_norm": 0.2247207760810852,
      "learning_rate": 3.411431887422023e-05,
      "loss": 0.0367,
      "step": 18266
    },
    {
      "epoch": 1.9803772766695578,
      "grad_norm": 0.09894374758005142,
      "learning_rate": 3.411069200638329e-05,
      "loss": 0.019,
      "step": 18267
    },
    {
      "epoch": 1.9804856895056373,
      "grad_norm": 0.441830039024353,
      "learning_rate": 3.410706513854635e-05,
      "loss": 0.0357,
      "step": 18268
    },
    {
      "epoch": 1.9805941023417173,
      "grad_norm": 0.08075201511383057,
      "learning_rate": 3.410343827070941e-05,
      "loss": 0.0096,
      "step": 18269
    },
    {
      "epoch": 1.980702515177797,
      "grad_norm": 0.2736474275588989,
      "learning_rate": 3.4099811402872483e-05,
      "loss": 0.0272,
      "step": 18270
    },
    {
      "epoch": 1.9808109280138768,
      "grad_norm": 0.2454947531223297,
      "learning_rate": 3.409618453503555e-05,
      "loss": 0.0229,
      "step": 18271
    },
    {
      "epoch": 1.9809193408499568,
      "grad_norm": 0.1088152825832367,
      "learning_rate": 3.409255766719861e-05,
      "loss": 0.0064,
      "step": 18272
    },
    {
      "epoch": 1.9810277536860363,
      "grad_norm": 0.12342741340398788,
      "learning_rate": 3.4088930799361676e-05,
      "loss": 0.0051,
      "step": 18273
    },
    {
      "epoch": 1.9811361665221163,
      "grad_norm": 0.4684602916240692,
      "learning_rate": 3.408530393152474e-05,
      "loss": 0.0374,
      "step": 18274
    },
    {
      "epoch": 1.9812445793581959,
      "grad_norm": 0.2306191623210907,
      "learning_rate": 3.40816770636878e-05,
      "loss": 0.0343,
      "step": 18275
    },
    {
      "epoch": 1.9813529921942759,
      "grad_norm": 0.08544030785560608,
      "learning_rate": 3.407805019585086e-05,
      "loss": 0.0152,
      "step": 18276
    },
    {
      "epoch": 1.9814614050303556,
      "grad_norm": 0.03773913159966469,
      "learning_rate": 3.4074423328013925e-05,
      "loss": 0.0027,
      "step": 18277
    },
    {
      "epoch": 1.9815698178664354,
      "grad_norm": 0.10885389149188995,
      "learning_rate": 3.407079646017699e-05,
      "loss": 0.0169,
      "step": 18278
    },
    {
      "epoch": 1.9816782307025151,
      "grad_norm": 0.18748769164085388,
      "learning_rate": 3.406716959234006e-05,
      "loss": 0.0115,
      "step": 18279
    },
    {
      "epoch": 1.981786643538595,
      "grad_norm": 0.13319818675518036,
      "learning_rate": 3.4063542724503124e-05,
      "loss": 0.0205,
      "step": 18280
    },
    {
      "epoch": 1.981895056374675,
      "grad_norm": 0.24988703429698944,
      "learning_rate": 3.405991585666619e-05,
      "loss": 0.0109,
      "step": 18281
    },
    {
      "epoch": 1.9820034692107544,
      "grad_norm": 0.2335156798362732,
      "learning_rate": 3.4056288988829246e-05,
      "loss": 0.0457,
      "step": 18282
    },
    {
      "epoch": 1.9821118820468344,
      "grad_norm": 0.22695627808570862,
      "learning_rate": 3.405266212099231e-05,
      "loss": 0.0279,
      "step": 18283
    },
    {
      "epoch": 1.9822202948829142,
      "grad_norm": 0.16174525022506714,
      "learning_rate": 3.4049035253155374e-05,
      "loss": 0.0072,
      "step": 18284
    },
    {
      "epoch": 1.982328707718994,
      "grad_norm": 0.30128711462020874,
      "learning_rate": 3.404540838531844e-05,
      "loss": 0.0234,
      "step": 18285
    },
    {
      "epoch": 1.9824371205550737,
      "grad_norm": 0.23828908801078796,
      "learning_rate": 3.40417815174815e-05,
      "loss": 0.0488,
      "step": 18286
    },
    {
      "epoch": 1.9825455333911535,
      "grad_norm": 0.17215518653392792,
      "learning_rate": 3.403815464964457e-05,
      "loss": 0.0216,
      "step": 18287
    },
    {
      "epoch": 1.9826539462272335,
      "grad_norm": 0.11056599766016006,
      "learning_rate": 3.403452778180764e-05,
      "loss": 0.0115,
      "step": 18288
    },
    {
      "epoch": 1.982762359063313,
      "grad_norm": 0.10841292887926102,
      "learning_rate": 3.4030900913970695e-05,
      "loss": 0.0148,
      "step": 18289
    },
    {
      "epoch": 1.982870771899393,
      "grad_norm": 0.18649516999721527,
      "learning_rate": 3.402727404613376e-05,
      "loss": 0.0439,
      "step": 18290
    },
    {
      "epoch": 1.9829791847354725,
      "grad_norm": 0.10476194322109222,
      "learning_rate": 3.402364717829682e-05,
      "loss": 0.028,
      "step": 18291
    },
    {
      "epoch": 1.9830875975715525,
      "grad_norm": 0.11675047129392624,
      "learning_rate": 3.402002031045989e-05,
      "loss": 0.0205,
      "step": 18292
    },
    {
      "epoch": 1.9831960104076323,
      "grad_norm": 0.0853644609451294,
      "learning_rate": 3.401639344262295e-05,
      "loss": 0.0095,
      "step": 18293
    },
    {
      "epoch": 1.983304423243712,
      "grad_norm": 0.031104406341910362,
      "learning_rate": 3.4012766574786015e-05,
      "loss": 0.0026,
      "step": 18294
    },
    {
      "epoch": 1.9834128360797918,
      "grad_norm": 0.24323521554470062,
      "learning_rate": 3.400913970694908e-05,
      "loss": 0.0338,
      "step": 18295
    },
    {
      "epoch": 1.9835212489158716,
      "grad_norm": 0.23590923845767975,
      "learning_rate": 3.400551283911215e-05,
      "loss": 0.0513,
      "step": 18296
    },
    {
      "epoch": 1.9836296617519515,
      "grad_norm": 0.12331655621528625,
      "learning_rate": 3.400188597127521e-05,
      "loss": 0.0189,
      "step": 18297
    },
    {
      "epoch": 1.983738074588031,
      "grad_norm": 0.08411931246519089,
      "learning_rate": 3.399825910343827e-05,
      "loss": 0.0179,
      "step": 18298
    },
    {
      "epoch": 1.983846487424111,
      "grad_norm": 0.2551000714302063,
      "learning_rate": 3.3994632235601336e-05,
      "loss": 0.0612,
      "step": 18299
    },
    {
      "epoch": 1.9839549002601908,
      "grad_norm": 0.2161049097776413,
      "learning_rate": 3.39910053677644e-05,
      "loss": 0.0475,
      "step": 18300
    },
    {
      "epoch": 1.9840633130962706,
      "grad_norm": 0.18692152202129364,
      "learning_rate": 3.3987378499927464e-05,
      "loss": 0.0346,
      "step": 18301
    },
    {
      "epoch": 1.9841717259323504,
      "grad_norm": 0.5904998779296875,
      "learning_rate": 3.398375163209053e-05,
      "loss": 0.0517,
      "step": 18302
    },
    {
      "epoch": 1.9842801387684301,
      "grad_norm": 0.29156768321990967,
      "learning_rate": 3.398012476425359e-05,
      "loss": 0.0637,
      "step": 18303
    },
    {
      "epoch": 1.98438855160451,
      "grad_norm": 0.22425676882266998,
      "learning_rate": 3.3976497896416656e-05,
      "loss": 0.0513,
      "step": 18304
    },
    {
      "epoch": 1.9844969644405897,
      "grad_norm": 0.15572921931743622,
      "learning_rate": 3.397287102857972e-05,
      "loss": 0.0183,
      "step": 18305
    },
    {
      "epoch": 1.9846053772766696,
      "grad_norm": 0.09821927547454834,
      "learning_rate": 3.3969244160742784e-05,
      "loss": 0.0161,
      "step": 18306
    },
    {
      "epoch": 1.9847137901127494,
      "grad_norm": 0.11824534833431244,
      "learning_rate": 3.396561729290585e-05,
      "loss": 0.0231,
      "step": 18307
    },
    {
      "epoch": 1.9848222029488292,
      "grad_norm": 0.06480913609266281,
      "learning_rate": 3.396199042506891e-05,
      "loss": 0.0085,
      "step": 18308
    },
    {
      "epoch": 1.984930615784909,
      "grad_norm": 0.04918890818953514,
      "learning_rate": 3.395836355723198e-05,
      "loss": 0.0059,
      "step": 18309
    },
    {
      "epoch": 1.9850390286209887,
      "grad_norm": 0.044479191303253174,
      "learning_rate": 3.395473668939504e-05,
      "loss": 0.0054,
      "step": 18310
    },
    {
      "epoch": 1.9851474414570687,
      "grad_norm": 0.0398566760122776,
      "learning_rate": 3.3951109821558105e-05,
      "loss": 0.0046,
      "step": 18311
    },
    {
      "epoch": 1.9852558542931482,
      "grad_norm": 0.12527750432491302,
      "learning_rate": 3.394748295372117e-05,
      "loss": 0.024,
      "step": 18312
    },
    {
      "epoch": 1.9853642671292282,
      "grad_norm": 0.12259253859519958,
      "learning_rate": 3.394385608588423e-05,
      "loss": 0.0211,
      "step": 18313
    },
    {
      "epoch": 1.9854726799653077,
      "grad_norm": 0.19950543344020844,
      "learning_rate": 3.39402292180473e-05,
      "loss": 0.0411,
      "step": 18314
    },
    {
      "epoch": 1.9855810928013877,
      "grad_norm": 0.12613891065120697,
      "learning_rate": 3.393660235021036e-05,
      "loss": 0.027,
      "step": 18315
    },
    {
      "epoch": 1.9856895056374675,
      "grad_norm": 0.08630367368459702,
      "learning_rate": 3.3932975482373425e-05,
      "loss": 0.0198,
      "step": 18316
    },
    {
      "epoch": 1.9857979184735473,
      "grad_norm": 0.20130011439323425,
      "learning_rate": 3.392934861453649e-05,
      "loss": 0.0214,
      "step": 18317
    },
    {
      "epoch": 1.985906331309627,
      "grad_norm": 0.04000258073210716,
      "learning_rate": 3.3925721746699554e-05,
      "loss": 0.0048,
      "step": 18318
    },
    {
      "epoch": 1.9860147441457068,
      "grad_norm": 0.3021441400051117,
      "learning_rate": 3.392209487886262e-05,
      "loss": 0.0629,
      "step": 18319
    },
    {
      "epoch": 1.9861231569817868,
      "grad_norm": 0.1608467847108841,
      "learning_rate": 3.3918468011025675e-05,
      "loss": 0.0104,
      "step": 18320
    },
    {
      "epoch": 1.9862315698178663,
      "grad_norm": 0.07525651901960373,
      "learning_rate": 3.391484114318874e-05,
      "loss": 0.0095,
      "step": 18321
    },
    {
      "epoch": 1.9863399826539463,
      "grad_norm": 0.1266312450170517,
      "learning_rate": 3.391121427535181e-05,
      "loss": 0.0209,
      "step": 18322
    },
    {
      "epoch": 1.986448395490026,
      "grad_norm": 0.1332424283027649,
      "learning_rate": 3.3907587407514874e-05,
      "loss": 0.0123,
      "step": 18323
    },
    {
      "epoch": 1.9865568083261058,
      "grad_norm": 0.14534839987754822,
      "learning_rate": 3.390396053967794e-05,
      "loss": 0.0365,
      "step": 18324
    },
    {
      "epoch": 1.9866652211621856,
      "grad_norm": 0.132359579205513,
      "learning_rate": 3.3900333671841e-05,
      "loss": 0.0113,
      "step": 18325
    },
    {
      "epoch": 1.9867736339982653,
      "grad_norm": 0.8096179962158203,
      "learning_rate": 3.3896706804004067e-05,
      "loss": 0.0155,
      "step": 18326
    },
    {
      "epoch": 1.9868820468343453,
      "grad_norm": 0.18239101767539978,
      "learning_rate": 3.3893079936167124e-05,
      "loss": 0.0124,
      "step": 18327
    },
    {
      "epoch": 1.9869904596704249,
      "grad_norm": 0.18434563279151917,
      "learning_rate": 3.388945306833019e-05,
      "loss": 0.039,
      "step": 18328
    },
    {
      "epoch": 1.9870988725065049,
      "grad_norm": 0.16543987393379211,
      "learning_rate": 3.388582620049325e-05,
      "loss": 0.007,
      "step": 18329
    },
    {
      "epoch": 1.9872072853425846,
      "grad_norm": 0.1423451155424118,
      "learning_rate": 3.3882199332656316e-05,
      "loss": 0.0151,
      "step": 18330
    },
    {
      "epoch": 1.9873156981786644,
      "grad_norm": 0.10081102699041367,
      "learning_rate": 3.387857246481939e-05,
      "loss": 0.005,
      "step": 18331
    },
    {
      "epoch": 1.9874241110147441,
      "grad_norm": 0.24768424034118652,
      "learning_rate": 3.387494559698245e-05,
      "loss": 0.0724,
      "step": 18332
    },
    {
      "epoch": 1.987532523850824,
      "grad_norm": 0.20070405304431915,
      "learning_rate": 3.3871318729145515e-05,
      "loss": 0.0334,
      "step": 18333
    },
    {
      "epoch": 1.987640936686904,
      "grad_norm": 0.11035645008087158,
      "learning_rate": 3.386769186130857e-05,
      "loss": 0.0148,
      "step": 18334
    },
    {
      "epoch": 1.9877493495229834,
      "grad_norm": 0.2725277245044708,
      "learning_rate": 3.386406499347164e-05,
      "loss": 0.0484,
      "step": 18335
    },
    {
      "epoch": 1.9878577623590634,
      "grad_norm": 0.0678432509303093,
      "learning_rate": 3.38604381256347e-05,
      "loss": 0.0119,
      "step": 18336
    },
    {
      "epoch": 1.987966175195143,
      "grad_norm": 0.16792048513889313,
      "learning_rate": 3.3856811257797765e-05,
      "loss": 0.0243,
      "step": 18337
    },
    {
      "epoch": 1.988074588031223,
      "grad_norm": 0.2873460054397583,
      "learning_rate": 3.385318438996083e-05,
      "loss": 0.0323,
      "step": 18338
    },
    {
      "epoch": 1.9881830008673027,
      "grad_norm": 0.22841109335422516,
      "learning_rate": 3.38495575221239e-05,
      "loss": 0.0347,
      "step": 18339
    },
    {
      "epoch": 1.9882914137033825,
      "grad_norm": 0.15852689743041992,
      "learning_rate": 3.3845930654286964e-05,
      "loss": 0.0208,
      "step": 18340
    },
    {
      "epoch": 1.9883998265394622,
      "grad_norm": 0.11651463806629181,
      "learning_rate": 3.384230378645003e-05,
      "loss": 0.0071,
      "step": 18341
    },
    {
      "epoch": 1.988508239375542,
      "grad_norm": 0.07723681628704071,
      "learning_rate": 3.3838676918613085e-05,
      "loss": 0.0113,
      "step": 18342
    },
    {
      "epoch": 1.988616652211622,
      "grad_norm": 0.11492566019296646,
      "learning_rate": 3.383505005077615e-05,
      "loss": 0.0211,
      "step": 18343
    },
    {
      "epoch": 1.9887250650477015,
      "grad_norm": 0.22359348833560944,
      "learning_rate": 3.3831423182939214e-05,
      "loss": 0.0213,
      "step": 18344
    },
    {
      "epoch": 1.9888334778837815,
      "grad_norm": 0.16831167042255402,
      "learning_rate": 3.382779631510228e-05,
      "loss": 0.0214,
      "step": 18345
    },
    {
      "epoch": 1.9889418907198613,
      "grad_norm": 0.1660606563091278,
      "learning_rate": 3.382416944726534e-05,
      "loss": 0.0171,
      "step": 18346
    },
    {
      "epoch": 1.989050303555941,
      "grad_norm": 0.29450690746307373,
      "learning_rate": 3.3820542579428406e-05,
      "loss": 0.0159,
      "step": 18347
    },
    {
      "epoch": 1.9891587163920208,
      "grad_norm": 0.2745684087276459,
      "learning_rate": 3.381691571159148e-05,
      "loss": 0.0257,
      "step": 18348
    },
    {
      "epoch": 1.9892671292281006,
      "grad_norm": 0.14468367397785187,
      "learning_rate": 3.3813288843754534e-05,
      "loss": 0.0184,
      "step": 18349
    },
    {
      "epoch": 1.9893755420641805,
      "grad_norm": 0.49775761365890503,
      "learning_rate": 3.38096619759176e-05,
      "loss": 0.038,
      "step": 18350
    },
    {
      "epoch": 1.98948395490026,
      "grad_norm": 0.16805045306682587,
      "learning_rate": 3.380603510808066e-05,
      "loss": 0.0152,
      "step": 18351
    },
    {
      "epoch": 1.98959236773634,
      "grad_norm": 0.16619379818439484,
      "learning_rate": 3.3802408240243726e-05,
      "loss": 0.012,
      "step": 18352
    },
    {
      "epoch": 1.9897007805724196,
      "grad_norm": 0.14419589936733246,
      "learning_rate": 3.379878137240679e-05,
      "loss": 0.0294,
      "step": 18353
    },
    {
      "epoch": 1.9898091934084996,
      "grad_norm": 0.09743429720401764,
      "learning_rate": 3.3795154504569855e-05,
      "loss": 0.0148,
      "step": 18354
    },
    {
      "epoch": 1.9899176062445794,
      "grad_norm": 0.24580445885658264,
      "learning_rate": 3.379152763673292e-05,
      "loss": 0.0252,
      "step": 18355
    },
    {
      "epoch": 1.9900260190806591,
      "grad_norm": 0.2349022775888443,
      "learning_rate": 3.378790076889598e-05,
      "loss": 0.0211,
      "step": 18356
    },
    {
      "epoch": 1.9901344319167389,
      "grad_norm": 0.16413620114326477,
      "learning_rate": 3.378427390105905e-05,
      "loss": 0.0207,
      "step": 18357
    },
    {
      "epoch": 1.9902428447528187,
      "grad_norm": 0.007759402506053448,
      "learning_rate": 3.378064703322211e-05,
      "loss": 0.0009,
      "step": 18358
    },
    {
      "epoch": 1.9903512575888986,
      "grad_norm": 0.1794581413269043,
      "learning_rate": 3.3777020165385175e-05,
      "loss": 0.0188,
      "step": 18359
    },
    {
      "epoch": 1.9904596704249782,
      "grad_norm": 0.15204553306102753,
      "learning_rate": 3.377339329754824e-05,
      "loss": 0.035,
      "step": 18360
    },
    {
      "epoch": 1.9905680832610582,
      "grad_norm": 0.1292206048965454,
      "learning_rate": 3.3769766429711303e-05,
      "loss": 0.0344,
      "step": 18361
    },
    {
      "epoch": 1.990676496097138,
      "grad_norm": 0.02050890401005745,
      "learning_rate": 3.376613956187437e-05,
      "loss": 0.0016,
      "step": 18362
    },
    {
      "epoch": 1.9907849089332177,
      "grad_norm": 0.21337339282035828,
      "learning_rate": 3.376251269403743e-05,
      "loss": 0.0248,
      "step": 18363
    },
    {
      "epoch": 1.9908933217692975,
      "grad_norm": 0.10859912633895874,
      "learning_rate": 3.3758885826200496e-05,
      "loss": 0.0142,
      "step": 18364
    },
    {
      "epoch": 1.9910017346053772,
      "grad_norm": 0.06064488738775253,
      "learning_rate": 3.375525895836356e-05,
      "loss": 0.0081,
      "step": 18365
    },
    {
      "epoch": 1.9911101474414572,
      "grad_norm": 0.21929770708084106,
      "learning_rate": 3.3751632090526624e-05,
      "loss": 0.0342,
      "step": 18366
    },
    {
      "epoch": 1.9912185602775367,
      "grad_norm": 0.1555120199918747,
      "learning_rate": 3.374800522268969e-05,
      "loss": 0.0241,
      "step": 18367
    },
    {
      "epoch": 1.9913269731136167,
      "grad_norm": 0.05047968402504921,
      "learning_rate": 3.374437835485275e-05,
      "loss": 0.0044,
      "step": 18368
    },
    {
      "epoch": 1.9914353859496965,
      "grad_norm": 0.19905458390712738,
      "learning_rate": 3.3740751487015816e-05,
      "loss": 0.0365,
      "step": 18369
    },
    {
      "epoch": 1.9915437987857763,
      "grad_norm": 0.17927075922489166,
      "learning_rate": 3.373712461917888e-05,
      "loss": 0.0265,
      "step": 18370
    },
    {
      "epoch": 1.991652211621856,
      "grad_norm": 0.39984625577926636,
      "learning_rate": 3.3733497751341944e-05,
      "loss": 0.0362,
      "step": 18371
    },
    {
      "epoch": 1.9917606244579358,
      "grad_norm": 0.19108250737190247,
      "learning_rate": 3.3729870883505e-05,
      "loss": 0.0143,
      "step": 18372
    },
    {
      "epoch": 1.9918690372940158,
      "grad_norm": 0.0935148298740387,
      "learning_rate": 3.3726244015668066e-05,
      "loss": 0.0146,
      "step": 18373
    },
    {
      "epoch": 1.9919774501300953,
      "grad_norm": 0.3967718780040741,
      "learning_rate": 3.372261714783114e-05,
      "loss": 0.0613,
      "step": 18374
    },
    {
      "epoch": 1.9920858629661753,
      "grad_norm": 0.3765338361263275,
      "learning_rate": 3.37189902799942e-05,
      "loss": 0.0414,
      "step": 18375
    },
    {
      "epoch": 1.9921942758022548,
      "grad_norm": 0.09139858931303024,
      "learning_rate": 3.3715363412157265e-05,
      "loss": 0.0157,
      "step": 18376
    },
    {
      "epoch": 1.9923026886383348,
      "grad_norm": 0.13967308402061462,
      "learning_rate": 3.371173654432033e-05,
      "loss": 0.0186,
      "step": 18377
    },
    {
      "epoch": 1.9924111014744146,
      "grad_norm": 0.3163965344429016,
      "learning_rate": 3.370810967648339e-05,
      "loss": 0.0171,
      "step": 18378
    },
    {
      "epoch": 1.9925195143104943,
      "grad_norm": 0.1901669204235077,
      "learning_rate": 3.370448280864645e-05,
      "loss": 0.0297,
      "step": 18379
    },
    {
      "epoch": 1.992627927146574,
      "grad_norm": 0.12918497622013092,
      "learning_rate": 3.3700855940809515e-05,
      "loss": 0.0175,
      "step": 18380
    },
    {
      "epoch": 1.9927363399826539,
      "grad_norm": 0.21246841549873352,
      "learning_rate": 3.369722907297258e-05,
      "loss": 0.0604,
      "step": 18381
    },
    {
      "epoch": 1.9928447528187339,
      "grad_norm": 0.09321117401123047,
      "learning_rate": 3.369360220513565e-05,
      "loss": 0.0178,
      "step": 18382
    },
    {
      "epoch": 1.9929531656548134,
      "grad_norm": 0.11004535108804703,
      "learning_rate": 3.3689975337298714e-05,
      "loss": 0.0061,
      "step": 18383
    },
    {
      "epoch": 1.9930615784908934,
      "grad_norm": 0.04573642089962959,
      "learning_rate": 3.368634846946178e-05,
      "loss": 0.0124,
      "step": 18384
    },
    {
      "epoch": 1.9931699913269731,
      "grad_norm": 0.2316276878118515,
      "learning_rate": 3.368272160162484e-05,
      "loss": 0.0324,
      "step": 18385
    },
    {
      "epoch": 1.993278404163053,
      "grad_norm": 0.17644935846328735,
      "learning_rate": 3.36790947337879e-05,
      "loss": 0.016,
      "step": 18386
    },
    {
      "epoch": 1.9933868169991327,
      "grad_norm": 0.32127735018730164,
      "learning_rate": 3.367546786595096e-05,
      "loss": 0.0316,
      "step": 18387
    },
    {
      "epoch": 1.9934952298352124,
      "grad_norm": 0.11551681905984879,
      "learning_rate": 3.367184099811403e-05,
      "loss": 0.0171,
      "step": 18388
    },
    {
      "epoch": 1.9936036426712924,
      "grad_norm": 0.0749923437833786,
      "learning_rate": 3.366821413027709e-05,
      "loss": 0.0072,
      "step": 18389
    },
    {
      "epoch": 1.993712055507372,
      "grad_norm": 0.2447192668914795,
      "learning_rate": 3.3664587262440156e-05,
      "loss": 0.0262,
      "step": 18390
    },
    {
      "epoch": 1.993820468343452,
      "grad_norm": 0.06323838233947754,
      "learning_rate": 3.3660960394603227e-05,
      "loss": 0.015,
      "step": 18391
    },
    {
      "epoch": 1.9939288811795317,
      "grad_norm": 0.22447776794433594,
      "learning_rate": 3.365733352676629e-05,
      "loss": 0.0098,
      "step": 18392
    },
    {
      "epoch": 1.9940372940156115,
      "grad_norm": 0.048069849610328674,
      "learning_rate": 3.3653706658929355e-05,
      "loss": 0.0037,
      "step": 18393
    },
    {
      "epoch": 1.9941457068516912,
      "grad_norm": 0.5422574877738953,
      "learning_rate": 3.365007979109241e-05,
      "loss": 0.0208,
      "step": 18394
    },
    {
      "epoch": 1.994254119687771,
      "grad_norm": 0.1953679770231247,
      "learning_rate": 3.3646452923255476e-05,
      "loss": 0.0285,
      "step": 18395
    },
    {
      "epoch": 1.994362532523851,
      "grad_norm": 0.3054693639278412,
      "learning_rate": 3.364282605541854e-05,
      "loss": 0.0488,
      "step": 18396
    },
    {
      "epoch": 1.9944709453599305,
      "grad_norm": 0.36232075095176697,
      "learning_rate": 3.3639199187581604e-05,
      "loss": 0.0467,
      "step": 18397
    },
    {
      "epoch": 1.9945793581960105,
      "grad_norm": 0.05528229475021362,
      "learning_rate": 3.363557231974467e-05,
      "loss": 0.0045,
      "step": 18398
    },
    {
      "epoch": 1.99468777103209,
      "grad_norm": 0.06818858534097672,
      "learning_rate": 3.363194545190773e-05,
      "loss": 0.0097,
      "step": 18399
    },
    {
      "epoch": 1.99479618386817,
      "grad_norm": 0.2900882959365845,
      "learning_rate": 3.3628318584070804e-05,
      "loss": 0.0533,
      "step": 18400
    },
    {
      "epoch": 1.9949045967042498,
      "grad_norm": 0.051934853196144104,
      "learning_rate": 3.362469171623386e-05,
      "loss": 0.007,
      "step": 18401
    },
    {
      "epoch": 1.9950130095403296,
      "grad_norm": 0.11863735318183899,
      "learning_rate": 3.3621064848396925e-05,
      "loss": 0.0218,
      "step": 18402
    },
    {
      "epoch": 1.9951214223764093,
      "grad_norm": 0.13033843040466309,
      "learning_rate": 3.361743798055999e-05,
      "loss": 0.0143,
      "step": 18403
    },
    {
      "epoch": 1.995229835212489,
      "grad_norm": 0.21676701307296753,
      "learning_rate": 3.361381111272305e-05,
      "loss": 0.0304,
      "step": 18404
    },
    {
      "epoch": 1.995338248048569,
      "grad_norm": 0.22049793601036072,
      "learning_rate": 3.361018424488612e-05,
      "loss": 0.0469,
      "step": 18405
    },
    {
      "epoch": 1.9954466608846486,
      "grad_norm": 0.44509705901145935,
      "learning_rate": 3.360655737704918e-05,
      "loss": 0.0292,
      "step": 18406
    },
    {
      "epoch": 1.9955550737207286,
      "grad_norm": 0.3673756718635559,
      "learning_rate": 3.3602930509212245e-05,
      "loss": 0.0463,
      "step": 18407
    },
    {
      "epoch": 1.9956634865568084,
      "grad_norm": 0.32830479741096497,
      "learning_rate": 3.359930364137531e-05,
      "loss": 0.0537,
      "step": 18408
    },
    {
      "epoch": 1.9957718993928881,
      "grad_norm": 0.12321985512971878,
      "learning_rate": 3.3595676773538374e-05,
      "loss": 0.0103,
      "step": 18409
    },
    {
      "epoch": 1.995880312228968,
      "grad_norm": 0.1730794608592987,
      "learning_rate": 3.359204990570144e-05,
      "loss": 0.0227,
      "step": 18410
    },
    {
      "epoch": 1.9959887250650477,
      "grad_norm": 0.13720324635505676,
      "learning_rate": 3.35884230378645e-05,
      "loss": 0.0338,
      "step": 18411
    },
    {
      "epoch": 1.9960971379011276,
      "grad_norm": 0.06866796314716339,
      "learning_rate": 3.3584796170027566e-05,
      "loss": 0.0095,
      "step": 18412
    },
    {
      "epoch": 1.9962055507372072,
      "grad_norm": 0.3582232594490051,
      "learning_rate": 3.358116930219063e-05,
      "loss": 0.027,
      "step": 18413
    },
    {
      "epoch": 1.9963139635732872,
      "grad_norm": 0.15185432136058807,
      "learning_rate": 3.3577542434353694e-05,
      "loss": 0.0172,
      "step": 18414
    },
    {
      "epoch": 1.9964223764093667,
      "grad_norm": 0.36363929510116577,
      "learning_rate": 3.357391556651676e-05,
      "loss": 0.0456,
      "step": 18415
    },
    {
      "epoch": 1.9965307892454467,
      "grad_norm": 0.054327789694070816,
      "learning_rate": 3.357028869867982e-05,
      "loss": 0.0031,
      "step": 18416
    },
    {
      "epoch": 1.9966392020815265,
      "grad_norm": 0.22343023121356964,
      "learning_rate": 3.3566661830842887e-05,
      "loss": 0.0641,
      "step": 18417
    },
    {
      "epoch": 1.9967476149176062,
      "grad_norm": 0.03824063390493393,
      "learning_rate": 3.356303496300595e-05,
      "loss": 0.0044,
      "step": 18418
    },
    {
      "epoch": 1.9968560277536862,
      "grad_norm": 0.19573451578617096,
      "learning_rate": 3.3559408095169015e-05,
      "loss": 0.0221,
      "step": 18419
    },
    {
      "epoch": 1.9969644405897657,
      "grad_norm": 0.3431427776813507,
      "learning_rate": 3.355578122733208e-05,
      "loss": 0.0485,
      "step": 18420
    },
    {
      "epoch": 1.9970728534258457,
      "grad_norm": 0.18301551043987274,
      "learning_rate": 3.355215435949514e-05,
      "loss": 0.0316,
      "step": 18421
    },
    {
      "epoch": 1.9971812662619253,
      "grad_norm": 0.09254135191440582,
      "learning_rate": 3.354852749165821e-05,
      "loss": 0.0178,
      "step": 18422
    },
    {
      "epoch": 1.9972896790980053,
      "grad_norm": 0.24334850907325745,
      "learning_rate": 3.354490062382127e-05,
      "loss": 0.0233,
      "step": 18423
    },
    {
      "epoch": 1.997398091934085,
      "grad_norm": 0.26941463351249695,
      "learning_rate": 3.354127375598433e-05,
      "loss": 0.0306,
      "step": 18424
    },
    {
      "epoch": 1.9975065047701648,
      "grad_norm": 0.18909142911434174,
      "learning_rate": 3.353764688814739e-05,
      "loss": 0.0246,
      "step": 18425
    },
    {
      "epoch": 1.9976149176062445,
      "grad_norm": 0.1408771425485611,
      "learning_rate": 3.3534020020310463e-05,
      "loss": 0.0148,
      "step": 18426
    },
    {
      "epoch": 1.9977233304423243,
      "grad_norm": 0.04590614140033722,
      "learning_rate": 3.353039315247353e-05,
      "loss": 0.005,
      "step": 18427
    },
    {
      "epoch": 1.9978317432784043,
      "grad_norm": 0.11912095546722412,
      "learning_rate": 3.352676628463659e-05,
      "loss": 0.0157,
      "step": 18428
    },
    {
      "epoch": 1.9979401561144838,
      "grad_norm": 0.3748684823513031,
      "learning_rate": 3.3523139416799656e-05,
      "loss": 0.0235,
      "step": 18429
    },
    {
      "epoch": 1.9980485689505638,
      "grad_norm": 0.1864679604768753,
      "learning_rate": 3.351951254896272e-05,
      "loss": 0.0221,
      "step": 18430
    },
    {
      "epoch": 1.9981569817866436,
      "grad_norm": 0.19865137338638306,
      "learning_rate": 3.351588568112578e-05,
      "loss": 0.0208,
      "step": 18431
    },
    {
      "epoch": 1.9982653946227233,
      "grad_norm": 0.15561233460903168,
      "learning_rate": 3.351225881328884e-05,
      "loss": 0.0237,
      "step": 18432
    },
    {
      "epoch": 1.998373807458803,
      "grad_norm": 0.2746019959449768,
      "learning_rate": 3.3508631945451905e-05,
      "loss": 0.0308,
      "step": 18433
    },
    {
      "epoch": 1.9984822202948829,
      "grad_norm": 0.06982871890068054,
      "learning_rate": 3.3505005077614976e-05,
      "loss": 0.0047,
      "step": 18434
    },
    {
      "epoch": 1.9985906331309629,
      "grad_norm": 0.1908671259880066,
      "learning_rate": 3.350137820977804e-05,
      "loss": 0.0218,
      "step": 18435
    },
    {
      "epoch": 1.9986990459670424,
      "grad_norm": 0.0842835009098053,
      "learning_rate": 3.3497751341941105e-05,
      "loss": 0.0114,
      "step": 18436
    },
    {
      "epoch": 1.9988074588031224,
      "grad_norm": 0.07622361928224564,
      "learning_rate": 3.349412447410417e-05,
      "loss": 0.0056,
      "step": 18437
    },
    {
      "epoch": 1.998915871639202,
      "grad_norm": 0.12255478650331497,
      "learning_rate": 3.3490497606267226e-05,
      "loss": 0.0114,
      "step": 18438
    },
    {
      "epoch": 1.999024284475282,
      "grad_norm": 0.3340587615966797,
      "learning_rate": 3.348687073843029e-05,
      "loss": 0.0337,
      "step": 18439
    },
    {
      "epoch": 1.9991326973113617,
      "grad_norm": 0.10679855942726135,
      "learning_rate": 3.3483243870593354e-05,
      "loss": 0.0145,
      "step": 18440
    },
    {
      "epoch": 1.9992411101474414,
      "grad_norm": 0.15023104846477509,
      "learning_rate": 3.347961700275642e-05,
      "loss": 0.0449,
      "step": 18441
    },
    {
      "epoch": 1.9993495229835212,
      "grad_norm": 0.21139733493328094,
      "learning_rate": 3.347599013491948e-05,
      "loss": 0.0115,
      "step": 18442
    },
    {
      "epoch": 1.999457935819601,
      "grad_norm": 0.1796351820230484,
      "learning_rate": 3.347236326708255e-05,
      "loss": 0.0188,
      "step": 18443
    },
    {
      "epoch": 1.999566348655681,
      "grad_norm": 0.09885856509208679,
      "learning_rate": 3.346873639924562e-05,
      "loss": 0.0108,
      "step": 18444
    },
    {
      "epoch": 1.9996747614917605,
      "grad_norm": 0.3480779826641083,
      "learning_rate": 3.346510953140868e-05,
      "loss": 0.0536,
      "step": 18445
    },
    {
      "epoch": 1.9997831743278405,
      "grad_norm": 0.22125501930713654,
      "learning_rate": 3.346148266357174e-05,
      "loss": 0.0199,
      "step": 18446
    },
    {
      "epoch": 1.9998915871639202,
      "grad_norm": 0.20235931873321533,
      "learning_rate": 3.34578557957348e-05,
      "loss": 0.0252,
      "step": 18447
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.22210624814033508,
      "learning_rate": 3.345422892789787e-05,
      "loss": 0.0298,
      "step": 18448
    },
    {
      "epoch": 2.00010841283608,
      "grad_norm": 0.05203975364565849,
      "learning_rate": 3.345060206006093e-05,
      "loss": 0.0063,
      "step": 18449
    },
    {
      "epoch": 2.0002168256721595,
      "grad_norm": 0.12287683039903641,
      "learning_rate": 3.3446975192223995e-05,
      "loss": 0.019,
      "step": 18450
    },
    {
      "epoch": 2.0003252385082395,
      "grad_norm": 0.06571327894926071,
      "learning_rate": 3.344334832438706e-05,
      "loss": 0.0114,
      "step": 18451
    },
    {
      "epoch": 2.000433651344319,
      "grad_norm": 0.18840008974075317,
      "learning_rate": 3.343972145655013e-05,
      "loss": 0.018,
      "step": 18452
    },
    {
      "epoch": 2.000542064180399,
      "grad_norm": 0.14010173082351685,
      "learning_rate": 3.343609458871319e-05,
      "loss": 0.0284,
      "step": 18453
    },
    {
      "epoch": 2.0006504770164786,
      "grad_norm": 0.09278308600187302,
      "learning_rate": 3.343246772087625e-05,
      "loss": 0.0066,
      "step": 18454
    },
    {
      "epoch": 2.0007588898525586,
      "grad_norm": 0.10123793035745621,
      "learning_rate": 3.3428840853039316e-05,
      "loss": 0.0061,
      "step": 18455
    },
    {
      "epoch": 2.0008673026886385,
      "grad_norm": 0.07472413033246994,
      "learning_rate": 3.342521398520238e-05,
      "loss": 0.0092,
      "step": 18456
    },
    {
      "epoch": 2.000975715524718,
      "grad_norm": 0.03763701021671295,
      "learning_rate": 3.3421587117365444e-05,
      "loss": 0.0026,
      "step": 18457
    },
    {
      "epoch": 2.001084128360798,
      "grad_norm": 0.12635523080825806,
      "learning_rate": 3.341796024952851e-05,
      "loss": 0.0173,
      "step": 18458
    },
    {
      "epoch": 2.0011925411968776,
      "grad_norm": 0.16132616996765137,
      "learning_rate": 3.341433338169157e-05,
      "loss": 0.0196,
      "step": 18459
    },
    {
      "epoch": 2.0013009540329576,
      "grad_norm": 0.22279563546180725,
      "learning_rate": 3.3410706513854636e-05,
      "loss": 0.0289,
      "step": 18460
    },
    {
      "epoch": 2.001409366869037,
      "grad_norm": 0.13326804339885712,
      "learning_rate": 3.34070796460177e-05,
      "loss": 0.0123,
      "step": 18461
    },
    {
      "epoch": 2.001517779705117,
      "grad_norm": 0.09848695993423462,
      "learning_rate": 3.3403452778180764e-05,
      "loss": 0.0081,
      "step": 18462
    },
    {
      "epoch": 2.0016261925411967,
      "grad_norm": 0.17935730516910553,
      "learning_rate": 3.339982591034383e-05,
      "loss": 0.0266,
      "step": 18463
    },
    {
      "epoch": 2.0017346053772767,
      "grad_norm": 0.15339916944503784,
      "learning_rate": 3.339619904250689e-05,
      "loss": 0.0424,
      "step": 18464
    },
    {
      "epoch": 2.0018430182133566,
      "grad_norm": 0.046905457973480225,
      "learning_rate": 3.339257217466996e-05,
      "loss": 0.0019,
      "step": 18465
    },
    {
      "epoch": 2.001951431049436,
      "grad_norm": 0.07298661023378372,
      "learning_rate": 3.338894530683302e-05,
      "loss": 0.0062,
      "step": 18466
    },
    {
      "epoch": 2.002059843885516,
      "grad_norm": 0.12216552346944809,
      "learning_rate": 3.3385318438996085e-05,
      "loss": 0.0095,
      "step": 18467
    },
    {
      "epoch": 2.0021682567215957,
      "grad_norm": 0.21175648272037506,
      "learning_rate": 3.338169157115915e-05,
      "loss": 0.0103,
      "step": 18468
    },
    {
      "epoch": 2.0022766695576757,
      "grad_norm": 0.0727815255522728,
      "learning_rate": 3.337806470332221e-05,
      "loss": 0.007,
      "step": 18469
    },
    {
      "epoch": 2.0023850823937552,
      "grad_norm": 0.16297252476215363,
      "learning_rate": 3.337443783548528e-05,
      "loss": 0.0126,
      "step": 18470
    },
    {
      "epoch": 2.002493495229835,
      "grad_norm": 0.1279018670320511,
      "learning_rate": 3.337081096764834e-05,
      "loss": 0.0103,
      "step": 18471
    },
    {
      "epoch": 2.002601908065915,
      "grad_norm": 0.23675546050071716,
      "learning_rate": 3.3367184099811406e-05,
      "loss": 0.0186,
      "step": 18472
    },
    {
      "epoch": 2.0027103209019947,
      "grad_norm": 0.11552310734987259,
      "learning_rate": 3.336355723197447e-05,
      "loss": 0.0068,
      "step": 18473
    },
    {
      "epoch": 2.0028187337380747,
      "grad_norm": 0.08446139097213745,
      "learning_rate": 3.3359930364137534e-05,
      "loss": 0.0142,
      "step": 18474
    },
    {
      "epoch": 2.0029271465741543,
      "grad_norm": 0.03303936496376991,
      "learning_rate": 3.33563034963006e-05,
      "loss": 0.003,
      "step": 18475
    },
    {
      "epoch": 2.0030355594102343,
      "grad_norm": 0.06483901292085648,
      "learning_rate": 3.3352676628463655e-05,
      "loss": 0.0054,
      "step": 18476
    },
    {
      "epoch": 2.003143972246314,
      "grad_norm": 0.1976182609796524,
      "learning_rate": 3.334904976062672e-05,
      "loss": 0.0236,
      "step": 18477
    },
    {
      "epoch": 2.003252385082394,
      "grad_norm": 0.028052739799022675,
      "learning_rate": 3.334542289278979e-05,
      "loss": 0.003,
      "step": 18478
    },
    {
      "epoch": 2.0033607979184738,
      "grad_norm": 0.11022011935710907,
      "learning_rate": 3.3341796024952854e-05,
      "loss": 0.0182,
      "step": 18479
    },
    {
      "epoch": 2.0034692107545533,
      "grad_norm": 0.16166232526302338,
      "learning_rate": 3.333816915711592e-05,
      "loss": 0.0226,
      "step": 18480
    },
    {
      "epoch": 2.0035776235906333,
      "grad_norm": 0.10633430629968643,
      "learning_rate": 3.333454228927898e-05,
      "loss": 0.0137,
      "step": 18481
    },
    {
      "epoch": 2.003686036426713,
      "grad_norm": 0.236655592918396,
      "learning_rate": 3.3330915421442047e-05,
      "loss": 0.0475,
      "step": 18482
    },
    {
      "epoch": 2.003794449262793,
      "grad_norm": 0.12451852858066559,
      "learning_rate": 3.3327288553605104e-05,
      "loss": 0.0097,
      "step": 18483
    },
    {
      "epoch": 2.0039028620988724,
      "grad_norm": 0.10094762593507767,
      "learning_rate": 3.332366168576817e-05,
      "loss": 0.0207,
      "step": 18484
    },
    {
      "epoch": 2.0040112749349523,
      "grad_norm": 0.11794483661651611,
      "learning_rate": 3.332003481793123e-05,
      "loss": 0.0076,
      "step": 18485
    },
    {
      "epoch": 2.004119687771032,
      "grad_norm": 0.09693659096956253,
      "learning_rate": 3.33164079500943e-05,
      "loss": 0.0101,
      "step": 18486
    },
    {
      "epoch": 2.004228100607112,
      "grad_norm": 0.1583894044160843,
      "learning_rate": 3.331278108225737e-05,
      "loss": 0.0173,
      "step": 18487
    },
    {
      "epoch": 2.004336513443192,
      "grad_norm": 0.039509255439043045,
      "learning_rate": 3.330915421442043e-05,
      "loss": 0.0047,
      "step": 18488
    },
    {
      "epoch": 2.0044449262792714,
      "grad_norm": 0.006174868438392878,
      "learning_rate": 3.3305527346583495e-05,
      "loss": 0.0007,
      "step": 18489
    },
    {
      "epoch": 2.0045533391153514,
      "grad_norm": 0.33430734276771545,
      "learning_rate": 3.330190047874656e-05,
      "loss": 0.0467,
      "step": 18490
    },
    {
      "epoch": 2.004661751951431,
      "grad_norm": 0.6096461415290833,
      "learning_rate": 3.329827361090962e-05,
      "loss": 0.0185,
      "step": 18491
    },
    {
      "epoch": 2.004770164787511,
      "grad_norm": 0.03660823032259941,
      "learning_rate": 3.329464674307268e-05,
      "loss": 0.0032,
      "step": 18492
    },
    {
      "epoch": 2.0048785776235905,
      "grad_norm": 0.1247156634926796,
      "learning_rate": 3.3291019875235745e-05,
      "loss": 0.0112,
      "step": 18493
    },
    {
      "epoch": 2.0049869904596704,
      "grad_norm": 0.05756315588951111,
      "learning_rate": 3.328739300739881e-05,
      "loss": 0.0084,
      "step": 18494
    },
    {
      "epoch": 2.0050954032957504,
      "grad_norm": 0.05324317887425423,
      "learning_rate": 3.328376613956188e-05,
      "loss": 0.0056,
      "step": 18495
    },
    {
      "epoch": 2.00520381613183,
      "grad_norm": 0.05002683773636818,
      "learning_rate": 3.3280139271724944e-05,
      "loss": 0.008,
      "step": 18496
    },
    {
      "epoch": 2.00531222896791,
      "grad_norm": 0.05435869097709656,
      "learning_rate": 3.327651240388801e-05,
      "loss": 0.0062,
      "step": 18497
    },
    {
      "epoch": 2.0054206418039895,
      "grad_norm": 0.22707301378250122,
      "learning_rate": 3.3272885536051065e-05,
      "loss": 0.0227,
      "step": 18498
    },
    {
      "epoch": 2.0055290546400695,
      "grad_norm": 0.08107742667198181,
      "learning_rate": 3.326925866821413e-05,
      "loss": 0.0078,
      "step": 18499
    },
    {
      "epoch": 2.005637467476149,
      "grad_norm": 0.03427106514573097,
      "learning_rate": 3.3265631800377194e-05,
      "loss": 0.0025,
      "step": 18500
    },
    {
      "epoch": 2.005745880312229,
      "grad_norm": 0.46907296776771545,
      "learning_rate": 3.326200493254026e-05,
      "loss": 0.0539,
      "step": 18501
    },
    {
      "epoch": 2.0058542931483085,
      "grad_norm": 0.10301979631185532,
      "learning_rate": 3.325837806470332e-05,
      "loss": 0.0105,
      "step": 18502
    },
    {
      "epoch": 2.0059627059843885,
      "grad_norm": 0.017007088288664818,
      "learning_rate": 3.325475119686639e-05,
      "loss": 0.0017,
      "step": 18503
    },
    {
      "epoch": 2.0060711188204685,
      "grad_norm": 0.0353185199201107,
      "learning_rate": 3.325112432902946e-05,
      "loss": 0.0024,
      "step": 18504
    },
    {
      "epoch": 2.006179531656548,
      "grad_norm": 0.16432972252368927,
      "learning_rate": 3.3247497461192514e-05,
      "loss": 0.0103,
      "step": 18505
    },
    {
      "epoch": 2.006287944492628,
      "grad_norm": 0.6311220526695251,
      "learning_rate": 3.324387059335558e-05,
      "loss": 0.0086,
      "step": 18506
    },
    {
      "epoch": 2.0063963573287076,
      "grad_norm": 0.14646874368190765,
      "learning_rate": 3.324024372551864e-05,
      "loss": 0.0096,
      "step": 18507
    },
    {
      "epoch": 2.0065047701647876,
      "grad_norm": 0.32808735966682434,
      "learning_rate": 3.3236616857681707e-05,
      "loss": 0.015,
      "step": 18508
    },
    {
      "epoch": 2.006613183000867,
      "grad_norm": 0.2072957158088684,
      "learning_rate": 3.323298998984477e-05,
      "loss": 0.0165,
      "step": 18509
    },
    {
      "epoch": 2.006721595836947,
      "grad_norm": 0.16058656573295593,
      "learning_rate": 3.3229363122007835e-05,
      "loss": 0.036,
      "step": 18510
    },
    {
      "epoch": 2.006830008673027,
      "grad_norm": 0.07659514248371124,
      "learning_rate": 3.32257362541709e-05,
      "loss": 0.004,
      "step": 18511
    },
    {
      "epoch": 2.0069384215091066,
      "grad_norm": 0.027466000989079475,
      "learning_rate": 3.322210938633396e-05,
      "loss": 0.0022,
      "step": 18512
    },
    {
      "epoch": 2.0070468343451866,
      "grad_norm": 0.053418949246406555,
      "learning_rate": 3.321848251849703e-05,
      "loss": 0.004,
      "step": 18513
    },
    {
      "epoch": 2.007155247181266,
      "grad_norm": 0.2919084131717682,
      "learning_rate": 3.321485565066009e-05,
      "loss": 0.0257,
      "step": 18514
    },
    {
      "epoch": 2.007263660017346,
      "grad_norm": 0.3050214946269989,
      "learning_rate": 3.3211228782823155e-05,
      "loss": 0.0366,
      "step": 18515
    },
    {
      "epoch": 2.0073720728534257,
      "grad_norm": 0.10005662590265274,
      "learning_rate": 3.320760191498622e-05,
      "loss": 0.0161,
      "step": 18516
    },
    {
      "epoch": 2.0074804856895057,
      "grad_norm": 0.20739340782165527,
      "learning_rate": 3.3203975047149283e-05,
      "loss": 0.025,
      "step": 18517
    },
    {
      "epoch": 2.0075888985255856,
      "grad_norm": 0.03689369931817055,
      "learning_rate": 3.320034817931235e-05,
      "loss": 0.0041,
      "step": 18518
    },
    {
      "epoch": 2.007697311361665,
      "grad_norm": 0.1223507821559906,
      "learning_rate": 3.319672131147541e-05,
      "loss": 0.0134,
      "step": 18519
    },
    {
      "epoch": 2.007805724197745,
      "grad_norm": 0.13572277128696442,
      "learning_rate": 3.3193094443638476e-05,
      "loss": 0.0097,
      "step": 18520
    },
    {
      "epoch": 2.0079141370338247,
      "grad_norm": 0.18255478143692017,
      "learning_rate": 3.318946757580154e-05,
      "loss": 0.0241,
      "step": 18521
    },
    {
      "epoch": 2.0080225498699047,
      "grad_norm": 0.19944632053375244,
      "learning_rate": 3.3185840707964604e-05,
      "loss": 0.0158,
      "step": 18522
    },
    {
      "epoch": 2.0081309627059842,
      "grad_norm": 0.20081405341625214,
      "learning_rate": 3.318221384012767e-05,
      "loss": 0.0213,
      "step": 18523
    },
    {
      "epoch": 2.008239375542064,
      "grad_norm": 0.06328815221786499,
      "learning_rate": 3.317858697229073e-05,
      "loss": 0.0039,
      "step": 18524
    },
    {
      "epoch": 2.0083477883781438,
      "grad_norm": 0.0623914934694767,
      "learning_rate": 3.3174960104453796e-05,
      "loss": 0.0101,
      "step": 18525
    },
    {
      "epoch": 2.0084562012142237,
      "grad_norm": 0.09407193958759308,
      "learning_rate": 3.317133323661686e-05,
      "loss": 0.0044,
      "step": 18526
    },
    {
      "epoch": 2.0085646140503037,
      "grad_norm": 0.28851401805877686,
      "learning_rate": 3.3167706368779925e-05,
      "loss": 0.0282,
      "step": 18527
    },
    {
      "epoch": 2.0086730268863833,
      "grad_norm": 0.05908454954624176,
      "learning_rate": 3.316407950094298e-05,
      "loss": 0.0123,
      "step": 18528
    },
    {
      "epoch": 2.0087814397224633,
      "grad_norm": 0.15211692452430725,
      "learning_rate": 3.316045263310605e-05,
      "loss": 0.026,
      "step": 18529
    },
    {
      "epoch": 2.008889852558543,
      "grad_norm": 0.056691233068704605,
      "learning_rate": 3.315682576526912e-05,
      "loss": 0.0061,
      "step": 18530
    },
    {
      "epoch": 2.008998265394623,
      "grad_norm": 0.10641741752624512,
      "learning_rate": 3.315319889743218e-05,
      "loss": 0.0054,
      "step": 18531
    },
    {
      "epoch": 2.0091066782307023,
      "grad_norm": 0.22713613510131836,
      "learning_rate": 3.3149572029595245e-05,
      "loss": 0.0259,
      "step": 18532
    },
    {
      "epoch": 2.0092150910667823,
      "grad_norm": 0.24561721086502075,
      "learning_rate": 3.314594516175831e-05,
      "loss": 0.0335,
      "step": 18533
    },
    {
      "epoch": 2.0093235039028623,
      "grad_norm": 0.1833740472793579,
      "learning_rate": 3.314231829392137e-05,
      "loss": 0.0299,
      "step": 18534
    },
    {
      "epoch": 2.009431916738942,
      "grad_norm": 0.05595898628234863,
      "learning_rate": 3.313869142608443e-05,
      "loss": 0.0018,
      "step": 18535
    },
    {
      "epoch": 2.009540329575022,
      "grad_norm": 0.5782619118690491,
      "learning_rate": 3.3135064558247495e-05,
      "loss": 0.0446,
      "step": 18536
    },
    {
      "epoch": 2.0096487424111014,
      "grad_norm": 0.08912540972232819,
      "learning_rate": 3.313143769041056e-05,
      "loss": 0.0073,
      "step": 18537
    },
    {
      "epoch": 2.0097571552471813,
      "grad_norm": 0.13854868710041046,
      "learning_rate": 3.312781082257363e-05,
      "loss": 0.0105,
      "step": 18538
    },
    {
      "epoch": 2.009865568083261,
      "grad_norm": 0.04432909935712814,
      "learning_rate": 3.3124183954736694e-05,
      "loss": 0.0065,
      "step": 18539
    },
    {
      "epoch": 2.009973980919341,
      "grad_norm": 0.16638845205307007,
      "learning_rate": 3.312055708689976e-05,
      "loss": 0.0162,
      "step": 18540
    },
    {
      "epoch": 2.010082393755421,
      "grad_norm": 0.09642429649829865,
      "learning_rate": 3.311693021906282e-05,
      "loss": 0.0145,
      "step": 18541
    },
    {
      "epoch": 2.0101908065915004,
      "grad_norm": 0.1830463409423828,
      "learning_rate": 3.3113303351225886e-05,
      "loss": 0.0282,
      "step": 18542
    },
    {
      "epoch": 2.0102992194275804,
      "grad_norm": 0.06867211312055588,
      "learning_rate": 3.3109676483388943e-05,
      "loss": 0.0122,
      "step": 18543
    },
    {
      "epoch": 2.01040763226366,
      "grad_norm": 0.07868458330631256,
      "learning_rate": 3.310604961555201e-05,
      "loss": 0.0103,
      "step": 18544
    },
    {
      "epoch": 2.01051604509974,
      "grad_norm": 0.2447793334722519,
      "learning_rate": 3.310242274771507e-05,
      "loss": 0.0273,
      "step": 18545
    },
    {
      "epoch": 2.0106244579358195,
      "grad_norm": 0.041964899748563766,
      "learning_rate": 3.3098795879878136e-05,
      "loss": 0.0022,
      "step": 18546
    },
    {
      "epoch": 2.0107328707718994,
      "grad_norm": 0.02682427503168583,
      "learning_rate": 3.309516901204121e-05,
      "loss": 0.0028,
      "step": 18547
    },
    {
      "epoch": 2.010841283607979,
      "grad_norm": 0.7286471724510193,
      "learning_rate": 3.309154214420427e-05,
      "loss": 0.0164,
      "step": 18548
    },
    {
      "epoch": 2.010949696444059,
      "grad_norm": 0.14926782250404358,
      "learning_rate": 3.3087915276367335e-05,
      "loss": 0.0425,
      "step": 18549
    },
    {
      "epoch": 2.011058109280139,
      "grad_norm": 0.039837345480918884,
      "learning_rate": 3.308428840853039e-05,
      "loss": 0.003,
      "step": 18550
    },
    {
      "epoch": 2.0111665221162185,
      "grad_norm": 0.06243176758289337,
      "learning_rate": 3.3080661540693456e-05,
      "loss": 0.0034,
      "step": 18551
    },
    {
      "epoch": 2.0112749349522985,
      "grad_norm": 0.033411651849746704,
      "learning_rate": 3.307703467285652e-05,
      "loss": 0.0051,
      "step": 18552
    },
    {
      "epoch": 2.011383347788378,
      "grad_norm": 0.07056839764118195,
      "learning_rate": 3.3073407805019585e-05,
      "loss": 0.0067,
      "step": 18553
    },
    {
      "epoch": 2.011491760624458,
      "grad_norm": 0.08608639985322952,
      "learning_rate": 3.306978093718265e-05,
      "loss": 0.0078,
      "step": 18554
    },
    {
      "epoch": 2.0116001734605375,
      "grad_norm": 0.1365663707256317,
      "learning_rate": 3.306615406934572e-05,
      "loss": 0.0119,
      "step": 18555
    },
    {
      "epoch": 2.0117085862966175,
      "grad_norm": 0.03320004418492317,
      "learning_rate": 3.3062527201508784e-05,
      "loss": 0.0036,
      "step": 18556
    },
    {
      "epoch": 2.0118169991326975,
      "grad_norm": 0.24074137210845947,
      "learning_rate": 3.305890033367184e-05,
      "loss": 0.0248,
      "step": 18557
    },
    {
      "epoch": 2.011925411968777,
      "grad_norm": 0.03218229487538338,
      "learning_rate": 3.3055273465834905e-05,
      "loss": 0.0019,
      "step": 18558
    },
    {
      "epoch": 2.012033824804857,
      "grad_norm": 0.13310584425926208,
      "learning_rate": 3.305164659799797e-05,
      "loss": 0.0264,
      "step": 18559
    },
    {
      "epoch": 2.0121422376409366,
      "grad_norm": 0.11874090880155563,
      "learning_rate": 3.304801973016103e-05,
      "loss": 0.0203,
      "step": 18560
    },
    {
      "epoch": 2.0122506504770166,
      "grad_norm": 0.030275404453277588,
      "learning_rate": 3.30443928623241e-05,
      "loss": 0.0031,
      "step": 18561
    },
    {
      "epoch": 2.012359063313096,
      "grad_norm": 0.112094447016716,
      "learning_rate": 3.304076599448716e-05,
      "loss": 0.0151,
      "step": 18562
    },
    {
      "epoch": 2.012467476149176,
      "grad_norm": 0.2094881236553192,
      "learning_rate": 3.3037139126650226e-05,
      "loss": 0.0177,
      "step": 18563
    },
    {
      "epoch": 2.0125758889852556,
      "grad_norm": 0.3342551589012146,
      "learning_rate": 3.303351225881329e-05,
      "loss": 0.0435,
      "step": 18564
    },
    {
      "epoch": 2.0126843018213356,
      "grad_norm": 0.19774489104747772,
      "learning_rate": 3.3029885390976354e-05,
      "loss": 0.0373,
      "step": 18565
    },
    {
      "epoch": 2.0127927146574156,
      "grad_norm": 0.4789770245552063,
      "learning_rate": 3.302625852313942e-05,
      "loss": 0.085,
      "step": 18566
    },
    {
      "epoch": 2.012901127493495,
      "grad_norm": 0.18333281576633453,
      "learning_rate": 3.302263165530248e-05,
      "loss": 0.0166,
      "step": 18567
    },
    {
      "epoch": 2.013009540329575,
      "grad_norm": 0.0790596678853035,
      "learning_rate": 3.3019004787465546e-05,
      "loss": 0.0052,
      "step": 18568
    },
    {
      "epoch": 2.0131179531656547,
      "grad_norm": 0.07155225425958633,
      "learning_rate": 3.301537791962861e-05,
      "loss": 0.0055,
      "step": 18569
    },
    {
      "epoch": 2.0132263660017347,
      "grad_norm": 0.05224764347076416,
      "learning_rate": 3.3011751051791674e-05,
      "loss": 0.0056,
      "step": 18570
    },
    {
      "epoch": 2.013334778837814,
      "grad_norm": 0.07396206259727478,
      "learning_rate": 3.300812418395474e-05,
      "loss": 0.0098,
      "step": 18571
    },
    {
      "epoch": 2.013443191673894,
      "grad_norm": 0.24003060162067413,
      "learning_rate": 3.30044973161178e-05,
      "loss": 0.0597,
      "step": 18572
    },
    {
      "epoch": 2.013551604509974,
      "grad_norm": 0.04790600389242172,
      "learning_rate": 3.3000870448280867e-05,
      "loss": 0.0032,
      "step": 18573
    },
    {
      "epoch": 2.0136600173460537,
      "grad_norm": 0.23539429903030396,
      "learning_rate": 3.299724358044393e-05,
      "loss": 0.0273,
      "step": 18574
    },
    {
      "epoch": 2.0137684301821337,
      "grad_norm": 0.0781487450003624,
      "learning_rate": 3.2993616712606995e-05,
      "loss": 0.0064,
      "step": 18575
    },
    {
      "epoch": 2.0138768430182132,
      "grad_norm": 0.1045873761177063,
      "learning_rate": 3.298998984477006e-05,
      "loss": 0.0053,
      "step": 18576
    },
    {
      "epoch": 2.013985255854293,
      "grad_norm": 0.2143441140651703,
      "learning_rate": 3.298636297693312e-05,
      "loss": 0.0252,
      "step": 18577
    },
    {
      "epoch": 2.0140936686903728,
      "grad_norm": 0.20240263640880585,
      "learning_rate": 3.298273610909619e-05,
      "loss": 0.0543,
      "step": 18578
    },
    {
      "epoch": 2.0142020815264527,
      "grad_norm": 0.08101781457662582,
      "learning_rate": 3.297910924125925e-05,
      "loss": 0.0052,
      "step": 18579
    },
    {
      "epoch": 2.0143104943625327,
      "grad_norm": 0.03510938212275505,
      "learning_rate": 3.297548237342231e-05,
      "loss": 0.0069,
      "step": 18580
    },
    {
      "epoch": 2.0144189071986123,
      "grad_norm": 0.28687259554862976,
      "learning_rate": 3.297185550558538e-05,
      "loss": 0.0119,
      "step": 18581
    },
    {
      "epoch": 2.0145273200346923,
      "grad_norm": 0.0716523751616478,
      "learning_rate": 3.2968228637748444e-05,
      "loss": 0.0101,
      "step": 18582
    },
    {
      "epoch": 2.014635732870772,
      "grad_norm": 0.06871677190065384,
      "learning_rate": 3.296460176991151e-05,
      "loss": 0.0032,
      "step": 18583
    },
    {
      "epoch": 2.014744145706852,
      "grad_norm": 0.1357133388519287,
      "learning_rate": 3.296097490207457e-05,
      "loss": 0.0112,
      "step": 18584
    },
    {
      "epoch": 2.0148525585429313,
      "grad_norm": 2.308150053024292,
      "learning_rate": 3.2957348034237636e-05,
      "loss": 0.0441,
      "step": 18585
    },
    {
      "epoch": 2.0149609713790113,
      "grad_norm": 0.038484539836645126,
      "learning_rate": 3.29537211664007e-05,
      "loss": 0.0028,
      "step": 18586
    },
    {
      "epoch": 2.015069384215091,
      "grad_norm": 0.3974030613899231,
      "learning_rate": 3.295009429856376e-05,
      "loss": 0.0228,
      "step": 18587
    },
    {
      "epoch": 2.015177797051171,
      "grad_norm": 0.0812174454331398,
      "learning_rate": 3.294646743072682e-05,
      "loss": 0.0161,
      "step": 18588
    },
    {
      "epoch": 2.015286209887251,
      "grad_norm": 0.18467700481414795,
      "learning_rate": 3.2942840562889886e-05,
      "loss": 0.0248,
      "step": 18589
    },
    {
      "epoch": 2.0153946227233304,
      "grad_norm": 0.03200487419962883,
      "learning_rate": 3.2939213695052956e-05,
      "loss": 0.0032,
      "step": 18590
    },
    {
      "epoch": 2.0155030355594103,
      "grad_norm": 0.09813731163740158,
      "learning_rate": 3.293558682721602e-05,
      "loss": 0.0063,
      "step": 18591
    },
    {
      "epoch": 2.01561144839549,
      "grad_norm": 0.0753110945224762,
      "learning_rate": 3.2931959959379085e-05,
      "loss": 0.0044,
      "step": 18592
    },
    {
      "epoch": 2.01571986123157,
      "grad_norm": 0.047441769391298294,
      "learning_rate": 3.292833309154215e-05,
      "loss": 0.006,
      "step": 18593
    },
    {
      "epoch": 2.0158282740676494,
      "grad_norm": 0.046173613518476486,
      "learning_rate": 3.292470622370521e-05,
      "loss": 0.0055,
      "step": 18594
    },
    {
      "epoch": 2.0159366869037294,
      "grad_norm": 0.11301633715629578,
      "learning_rate": 3.292107935586827e-05,
      "loss": 0.0067,
      "step": 18595
    },
    {
      "epoch": 2.0160450997398094,
      "grad_norm": 0.06117501109838486,
      "learning_rate": 3.2917452488031334e-05,
      "loss": 0.0099,
      "step": 18596
    },
    {
      "epoch": 2.016153512575889,
      "grad_norm": 0.20721739530563354,
      "learning_rate": 3.29138256201944e-05,
      "loss": 0.02,
      "step": 18597
    },
    {
      "epoch": 2.016261925411969,
      "grad_norm": 0.08686370402574539,
      "learning_rate": 3.291019875235747e-05,
      "loss": 0.0046,
      "step": 18598
    },
    {
      "epoch": 2.0163703382480485,
      "grad_norm": 0.10257101058959961,
      "learning_rate": 3.290657188452053e-05,
      "loss": 0.0223,
      "step": 18599
    },
    {
      "epoch": 2.0164787510841284,
      "grad_norm": 0.04996955022215843,
      "learning_rate": 3.29029450166836e-05,
      "loss": 0.0037,
      "step": 18600
    },
    {
      "epoch": 2.016587163920208,
      "grad_norm": 0.05844626948237419,
      "learning_rate": 3.289931814884666e-05,
      "loss": 0.0055,
      "step": 18601
    },
    {
      "epoch": 2.016695576756288,
      "grad_norm": 0.16144345700740814,
      "learning_rate": 3.289569128100972e-05,
      "loss": 0.0387,
      "step": 18602
    },
    {
      "epoch": 2.016803989592368,
      "grad_norm": 0.1905440390110016,
      "learning_rate": 3.289206441317278e-05,
      "loss": 0.025,
      "step": 18603
    },
    {
      "epoch": 2.0169124024284475,
      "grad_norm": 0.24251052737236023,
      "learning_rate": 3.288843754533585e-05,
      "loss": 0.0222,
      "step": 18604
    },
    {
      "epoch": 2.0170208152645275,
      "grad_norm": 0.055811457335948944,
      "learning_rate": 3.288481067749891e-05,
      "loss": 0.0043,
      "step": 18605
    },
    {
      "epoch": 2.017129228100607,
      "grad_norm": 0.06770862638950348,
      "learning_rate": 3.2881183809661975e-05,
      "loss": 0.0053,
      "step": 18606
    },
    {
      "epoch": 2.017237640936687,
      "grad_norm": 0.055913716554641724,
      "learning_rate": 3.2877556941825046e-05,
      "loss": 0.0061,
      "step": 18607
    },
    {
      "epoch": 2.0173460537727665,
      "grad_norm": 0.044210802763700485,
      "learning_rate": 3.287393007398811e-05,
      "loss": 0.0024,
      "step": 18608
    },
    {
      "epoch": 2.0174544666088465,
      "grad_norm": 0.09808739274740219,
      "learning_rate": 3.287030320615117e-05,
      "loss": 0.0106,
      "step": 18609
    },
    {
      "epoch": 2.017562879444926,
      "grad_norm": 0.4850204586982727,
      "learning_rate": 3.286667633831423e-05,
      "loss": 0.0388,
      "step": 18610
    },
    {
      "epoch": 2.017671292281006,
      "grad_norm": 0.0102594755589962,
      "learning_rate": 3.2863049470477296e-05,
      "loss": 0.0006,
      "step": 18611
    },
    {
      "epoch": 2.017779705117086,
      "grad_norm": 0.08829127997159958,
      "learning_rate": 3.285942260264036e-05,
      "loss": 0.0095,
      "step": 18612
    },
    {
      "epoch": 2.0178881179531656,
      "grad_norm": 0.19294099509716034,
      "learning_rate": 3.2855795734803424e-05,
      "loss": 0.0424,
      "step": 18613
    },
    {
      "epoch": 2.0179965307892456,
      "grad_norm": 0.21792346239089966,
      "learning_rate": 3.285216886696649e-05,
      "loss": 0.0117,
      "step": 18614
    },
    {
      "epoch": 2.018104943625325,
      "grad_norm": 0.13067224621772766,
      "learning_rate": 3.284854199912955e-05,
      "loss": 0.0249,
      "step": 18615
    },
    {
      "epoch": 2.018213356461405,
      "grad_norm": 0.11193045228719711,
      "learning_rate": 3.2844915131292616e-05,
      "loss": 0.0101,
      "step": 18616
    },
    {
      "epoch": 2.0183217692974846,
      "grad_norm": 0.18230202794075012,
      "learning_rate": 3.284128826345568e-05,
      "loss": 0.0077,
      "step": 18617
    },
    {
      "epoch": 2.0184301821335646,
      "grad_norm": 0.1265997588634491,
      "learning_rate": 3.2837661395618745e-05,
      "loss": 0.0101,
      "step": 18618
    },
    {
      "epoch": 2.0185385949696446,
      "grad_norm": 0.09247296303510666,
      "learning_rate": 3.283403452778181e-05,
      "loss": 0.0088,
      "step": 18619
    },
    {
      "epoch": 2.018647007805724,
      "grad_norm": 0.07279019802808762,
      "learning_rate": 3.283040765994487e-05,
      "loss": 0.0061,
      "step": 18620
    },
    {
      "epoch": 2.018755420641804,
      "grad_norm": 0.06288423389196396,
      "learning_rate": 3.282678079210794e-05,
      "loss": 0.0098,
      "step": 18621
    },
    {
      "epoch": 2.0188638334778837,
      "grad_norm": 0.0824773907661438,
      "learning_rate": 3.2823153924271e-05,
      "loss": 0.0053,
      "step": 18622
    },
    {
      "epoch": 2.0189722463139637,
      "grad_norm": 0.006610789801925421,
      "learning_rate": 3.2819527056434065e-05,
      "loss": 0.0008,
      "step": 18623
    },
    {
      "epoch": 2.019080659150043,
      "grad_norm": 0.14552456140518188,
      "learning_rate": 3.281590018859713e-05,
      "loss": 0.0159,
      "step": 18624
    },
    {
      "epoch": 2.019189071986123,
      "grad_norm": 0.06354300677776337,
      "learning_rate": 3.281227332076019e-05,
      "loss": 0.0045,
      "step": 18625
    },
    {
      "epoch": 2.0192974848222027,
      "grad_norm": 0.0333155132830143,
      "learning_rate": 3.280864645292326e-05,
      "loss": 0.0053,
      "step": 18626
    },
    {
      "epoch": 2.0194058976582827,
      "grad_norm": 0.025682358071208,
      "learning_rate": 3.280501958508632e-05,
      "loss": 0.0013,
      "step": 18627
    },
    {
      "epoch": 2.0195143104943627,
      "grad_norm": 0.1907040923833847,
      "learning_rate": 3.2801392717249386e-05,
      "loss": 0.0343,
      "step": 18628
    },
    {
      "epoch": 2.0196227233304422,
      "grad_norm": 0.225643128156662,
      "learning_rate": 3.279776584941245e-05,
      "loss": 0.0317,
      "step": 18629
    },
    {
      "epoch": 2.0197311361665222,
      "grad_norm": 0.16029329597949982,
      "learning_rate": 3.2794138981575514e-05,
      "loss": 0.0264,
      "step": 18630
    },
    {
      "epoch": 2.0198395490026018,
      "grad_norm": 0.11357145756483078,
      "learning_rate": 3.279051211373858e-05,
      "loss": 0.0105,
      "step": 18631
    },
    {
      "epoch": 2.0199479618386817,
      "grad_norm": 0.013720149174332619,
      "learning_rate": 3.2786885245901635e-05,
      "loss": 0.0011,
      "step": 18632
    },
    {
      "epoch": 2.0200563746747613,
      "grad_norm": 0.13292916119098663,
      "learning_rate": 3.2783258378064706e-05,
      "loss": 0.0145,
      "step": 18633
    },
    {
      "epoch": 2.0201647875108413,
      "grad_norm": 0.2082553207874298,
      "learning_rate": 3.277963151022777e-05,
      "loss": 0.0213,
      "step": 18634
    },
    {
      "epoch": 2.0202732003469213,
      "grad_norm": 0.05541981756687164,
      "learning_rate": 3.2776004642390834e-05,
      "loss": 0.0028,
      "step": 18635
    },
    {
      "epoch": 2.020381613183001,
      "grad_norm": 0.12292571365833282,
      "learning_rate": 3.27723777745539e-05,
      "loss": 0.0284,
      "step": 18636
    },
    {
      "epoch": 2.020490026019081,
      "grad_norm": 0.10531876236200333,
      "learning_rate": 3.276875090671696e-05,
      "loss": 0.0107,
      "step": 18637
    },
    {
      "epoch": 2.0205984388551603,
      "grad_norm": 0.06021326780319214,
      "learning_rate": 3.276512403888003e-05,
      "loss": 0.0075,
      "step": 18638
    },
    {
      "epoch": 2.0207068516912403,
      "grad_norm": 0.3815770745277405,
      "learning_rate": 3.2761497171043084e-05,
      "loss": 0.0407,
      "step": 18639
    },
    {
      "epoch": 2.02081526452732,
      "grad_norm": 0.32560431957244873,
      "learning_rate": 3.275787030320615e-05,
      "loss": 0.0221,
      "step": 18640
    },
    {
      "epoch": 2.0209236773634,
      "grad_norm": 0.11360878497362137,
      "learning_rate": 3.275424343536921e-05,
      "loss": 0.0131,
      "step": 18641
    },
    {
      "epoch": 2.02103209019948,
      "grad_norm": 0.33743470907211304,
      "learning_rate": 3.275061656753228e-05,
      "loss": 0.0376,
      "step": 18642
    },
    {
      "epoch": 2.0211405030355594,
      "grad_norm": 0.15964867174625397,
      "learning_rate": 3.274698969969535e-05,
      "loss": 0.0118,
      "step": 18643
    },
    {
      "epoch": 2.0212489158716394,
      "grad_norm": 0.06644021719694138,
      "learning_rate": 3.274336283185841e-05,
      "loss": 0.0058,
      "step": 18644
    },
    {
      "epoch": 2.021357328707719,
      "grad_norm": 0.12297755479812622,
      "learning_rate": 3.2739735964021475e-05,
      "loss": 0.011,
      "step": 18645
    },
    {
      "epoch": 2.021465741543799,
      "grad_norm": 0.1041906550526619,
      "learning_rate": 3.273610909618454e-05,
      "loss": 0.0081,
      "step": 18646
    },
    {
      "epoch": 2.0215741543798784,
      "grad_norm": 0.06837204843759537,
      "learning_rate": 3.27324822283476e-05,
      "loss": 0.0034,
      "step": 18647
    },
    {
      "epoch": 2.0216825672159584,
      "grad_norm": 0.2027074247598648,
      "learning_rate": 3.272885536051066e-05,
      "loss": 0.023,
      "step": 18648
    },
    {
      "epoch": 2.021790980052038,
      "grad_norm": 0.12255626916885376,
      "learning_rate": 3.2725228492673725e-05,
      "loss": 0.0072,
      "step": 18649
    },
    {
      "epoch": 2.021899392888118,
      "grad_norm": 0.08527013659477234,
      "learning_rate": 3.2721601624836796e-05,
      "loss": 0.0083,
      "step": 18650
    },
    {
      "epoch": 2.022007805724198,
      "grad_norm": 0.039830733090639114,
      "learning_rate": 3.271797475699986e-05,
      "loss": 0.01,
      "step": 18651
    },
    {
      "epoch": 2.0221162185602775,
      "grad_norm": 0.060498546808958054,
      "learning_rate": 3.2714347889162924e-05,
      "loss": 0.0039,
      "step": 18652
    },
    {
      "epoch": 2.0222246313963574,
      "grad_norm": 0.1655961126089096,
      "learning_rate": 3.271072102132599e-05,
      "loss": 0.0129,
      "step": 18653
    },
    {
      "epoch": 2.022333044232437,
      "grad_norm": 0.1842009276151657,
      "learning_rate": 3.2707094153489046e-05,
      "loss": 0.0253,
      "step": 18654
    },
    {
      "epoch": 2.022441457068517,
      "grad_norm": 0.22842293977737427,
      "learning_rate": 3.270346728565211e-05,
      "loss": 0.0444,
      "step": 18655
    },
    {
      "epoch": 2.0225498699045965,
      "grad_norm": 0.09871648997068405,
      "learning_rate": 3.2699840417815174e-05,
      "loss": 0.0098,
      "step": 18656
    },
    {
      "epoch": 2.0226582827406765,
      "grad_norm": 0.0022538797929883003,
      "learning_rate": 3.269621354997824e-05,
      "loss": 0.0002,
      "step": 18657
    },
    {
      "epoch": 2.0227666955767565,
      "grad_norm": 0.05777627229690552,
      "learning_rate": 3.26925866821413e-05,
      "loss": 0.0047,
      "step": 18658
    },
    {
      "epoch": 2.022875108412836,
      "grad_norm": 0.08572226017713547,
      "learning_rate": 3.268895981430437e-05,
      "loss": 0.0097,
      "step": 18659
    },
    {
      "epoch": 2.022983521248916,
      "grad_norm": 0.06678562611341476,
      "learning_rate": 3.268533294646744e-05,
      "loss": 0.0079,
      "step": 18660
    },
    {
      "epoch": 2.0230919340849955,
      "grad_norm": 0.08385935425758362,
      "learning_rate": 3.2681706078630494e-05,
      "loss": 0.0077,
      "step": 18661
    },
    {
      "epoch": 2.0232003469210755,
      "grad_norm": 0.04934946075081825,
      "learning_rate": 3.267807921079356e-05,
      "loss": 0.0064,
      "step": 18662
    },
    {
      "epoch": 2.023308759757155,
      "grad_norm": 0.01679426059126854,
      "learning_rate": 3.267445234295662e-05,
      "loss": 0.0014,
      "step": 18663
    },
    {
      "epoch": 2.023417172593235,
      "grad_norm": 0.07016508281230927,
      "learning_rate": 3.267082547511969e-05,
      "loss": 0.0054,
      "step": 18664
    },
    {
      "epoch": 2.023525585429315,
      "grad_norm": 0.1805594563484192,
      "learning_rate": 3.266719860728275e-05,
      "loss": 0.0263,
      "step": 18665
    },
    {
      "epoch": 2.0236339982653946,
      "grad_norm": 0.01512124389410019,
      "learning_rate": 3.2663571739445815e-05,
      "loss": 0.0011,
      "step": 18666
    },
    {
      "epoch": 2.0237424111014746,
      "grad_norm": 0.11159377545118332,
      "learning_rate": 3.265994487160888e-05,
      "loss": 0.0085,
      "step": 18667
    },
    {
      "epoch": 2.023850823937554,
      "grad_norm": 0.1566067337989807,
      "learning_rate": 3.265631800377194e-05,
      "loss": 0.0136,
      "step": 18668
    },
    {
      "epoch": 2.023959236773634,
      "grad_norm": 0.23212604224681854,
      "learning_rate": 3.265269113593501e-05,
      "loss": 0.0448,
      "step": 18669
    },
    {
      "epoch": 2.0240676496097136,
      "grad_norm": 0.0687066912651062,
      "learning_rate": 3.264906426809807e-05,
      "loss": 0.0046,
      "step": 18670
    },
    {
      "epoch": 2.0241760624457936,
      "grad_norm": 0.34435054659843445,
      "learning_rate": 3.2645437400261135e-05,
      "loss": 0.0289,
      "step": 18671
    },
    {
      "epoch": 2.024284475281873,
      "grad_norm": 0.027815254405140877,
      "learning_rate": 3.26418105324242e-05,
      "loss": 0.0037,
      "step": 18672
    },
    {
      "epoch": 2.024392888117953,
      "grad_norm": 0.3948882222175598,
      "learning_rate": 3.2638183664587264e-05,
      "loss": 0.0337,
      "step": 18673
    },
    {
      "epoch": 2.024501300954033,
      "grad_norm": 0.05062028393149376,
      "learning_rate": 3.263455679675033e-05,
      "loss": 0.0029,
      "step": 18674
    },
    {
      "epoch": 2.0246097137901127,
      "grad_norm": 0.04031455144286156,
      "learning_rate": 3.263092992891339e-05,
      "loss": 0.0019,
      "step": 18675
    },
    {
      "epoch": 2.0247181266261927,
      "grad_norm": 0.1279527097940445,
      "learning_rate": 3.2627303061076456e-05,
      "loss": 0.0088,
      "step": 18676
    },
    {
      "epoch": 2.024826539462272,
      "grad_norm": 0.07777539640665054,
      "learning_rate": 3.262367619323952e-05,
      "loss": 0.0074,
      "step": 18677
    },
    {
      "epoch": 2.024934952298352,
      "grad_norm": 0.216451495885849,
      "learning_rate": 3.2620049325402584e-05,
      "loss": 0.0595,
      "step": 18678
    },
    {
      "epoch": 2.0250433651344317,
      "grad_norm": 0.08249320089817047,
      "learning_rate": 3.261642245756565e-05,
      "loss": 0.004,
      "step": 18679
    },
    {
      "epoch": 2.0251517779705117,
      "grad_norm": 0.14855097234249115,
      "learning_rate": 3.261279558972871e-05,
      "loss": 0.0137,
      "step": 18680
    },
    {
      "epoch": 2.0252601908065917,
      "grad_norm": 0.08979077637195587,
      "learning_rate": 3.2609168721891776e-05,
      "loss": 0.0049,
      "step": 18681
    },
    {
      "epoch": 2.0253686036426712,
      "grad_norm": 0.12772461771965027,
      "learning_rate": 3.260554185405484e-05,
      "loss": 0.0134,
      "step": 18682
    },
    {
      "epoch": 2.0254770164787512,
      "grad_norm": 0.1675775647163391,
      "learning_rate": 3.2601914986217905e-05,
      "loss": 0.0454,
      "step": 18683
    },
    {
      "epoch": 2.0255854293148308,
      "grad_norm": 0.19192051887512207,
      "learning_rate": 3.259828811838096e-05,
      "loss": 0.0125,
      "step": 18684
    },
    {
      "epoch": 2.0256938421509108,
      "grad_norm": 0.07198863476514816,
      "learning_rate": 3.259466125054403e-05,
      "loss": 0.0069,
      "step": 18685
    },
    {
      "epoch": 2.0258022549869903,
      "grad_norm": 0.05825264751911163,
      "learning_rate": 3.25910343827071e-05,
      "loss": 0.0038,
      "step": 18686
    },
    {
      "epoch": 2.0259106678230703,
      "grad_norm": 0.013074764050543308,
      "learning_rate": 3.258740751487016e-05,
      "loss": 0.0012,
      "step": 18687
    },
    {
      "epoch": 2.0260190806591503,
      "grad_norm": 0.08287984877824783,
      "learning_rate": 3.2583780647033225e-05,
      "loss": 0.0118,
      "step": 18688
    },
    {
      "epoch": 2.02612749349523,
      "grad_norm": 0.08444537967443466,
      "learning_rate": 3.258015377919629e-05,
      "loss": 0.0072,
      "step": 18689
    },
    {
      "epoch": 2.02623590633131,
      "grad_norm": 0.13388657569885254,
      "learning_rate": 3.257652691135935e-05,
      "loss": 0.0176,
      "step": 18690
    },
    {
      "epoch": 2.0263443191673893,
      "grad_norm": 0.16675345599651337,
      "learning_rate": 3.257290004352242e-05,
      "loss": 0.0104,
      "step": 18691
    },
    {
      "epoch": 2.0264527320034693,
      "grad_norm": 0.05855483561754227,
      "learning_rate": 3.2569273175685475e-05,
      "loss": 0.0027,
      "step": 18692
    },
    {
      "epoch": 2.026561144839549,
      "grad_norm": 0.05890902504324913,
      "learning_rate": 3.2565646307848546e-05,
      "loss": 0.0035,
      "step": 18693
    },
    {
      "epoch": 2.026669557675629,
      "grad_norm": 0.2114897221326828,
      "learning_rate": 3.256201944001161e-05,
      "loss": 0.0207,
      "step": 18694
    },
    {
      "epoch": 2.0267779705117084,
      "grad_norm": 0.622686505317688,
      "learning_rate": 3.2558392572174674e-05,
      "loss": 0.0226,
      "step": 18695
    },
    {
      "epoch": 2.0268863833477884,
      "grad_norm": 0.12902091443538666,
      "learning_rate": 3.255476570433774e-05,
      "loss": 0.0123,
      "step": 18696
    },
    {
      "epoch": 2.0269947961838684,
      "grad_norm": 0.2612800598144531,
      "learning_rate": 3.25511388365008e-05,
      "loss": 0.0187,
      "step": 18697
    },
    {
      "epoch": 2.027103209019948,
      "grad_norm": 0.4597070515155792,
      "learning_rate": 3.2547511968663866e-05,
      "loss": 0.036,
      "step": 18698
    },
    {
      "epoch": 2.027211621856028,
      "grad_norm": 0.05423388257622719,
      "learning_rate": 3.2543885100826924e-05,
      "loss": 0.0035,
      "step": 18699
    },
    {
      "epoch": 2.0273200346921074,
      "grad_norm": 0.07755284011363983,
      "learning_rate": 3.254025823298999e-05,
      "loss": 0.0043,
      "step": 18700
    },
    {
      "epoch": 2.0274284475281874,
      "grad_norm": 0.08160178363323212,
      "learning_rate": 3.253663136515305e-05,
      "loss": 0.0161,
      "step": 18701
    },
    {
      "epoch": 2.027536860364267,
      "grad_norm": 0.053363557904958725,
      "learning_rate": 3.253300449731612e-05,
      "loss": 0.0045,
      "step": 18702
    },
    {
      "epoch": 2.027645273200347,
      "grad_norm": 0.030267026275396347,
      "learning_rate": 3.252937762947919e-05,
      "loss": 0.0025,
      "step": 18703
    },
    {
      "epoch": 2.027753686036427,
      "grad_norm": 0.013514474034309387,
      "learning_rate": 3.252575076164225e-05,
      "loss": 0.0006,
      "step": 18704
    },
    {
      "epoch": 2.0278620988725065,
      "grad_norm": 0.29817891120910645,
      "learning_rate": 3.2522123893805315e-05,
      "loss": 0.0334,
      "step": 18705
    },
    {
      "epoch": 2.0279705117085864,
      "grad_norm": 0.33253228664398193,
      "learning_rate": 3.251849702596837e-05,
      "loss": 0.024,
      "step": 18706
    },
    {
      "epoch": 2.028078924544666,
      "grad_norm": 0.159122034907341,
      "learning_rate": 3.2514870158131436e-05,
      "loss": 0.0097,
      "step": 18707
    },
    {
      "epoch": 2.028187337380746,
      "grad_norm": 0.0681227520108223,
      "learning_rate": 3.25112432902945e-05,
      "loss": 0.0012,
      "step": 18708
    },
    {
      "epoch": 2.0282957502168255,
      "grad_norm": 0.25936588644981384,
      "learning_rate": 3.2507616422457565e-05,
      "loss": 0.0196,
      "step": 18709
    },
    {
      "epoch": 2.0284041630529055,
      "grad_norm": 0.10772257298231125,
      "learning_rate": 3.250398955462063e-05,
      "loss": 0.0083,
      "step": 18710
    },
    {
      "epoch": 2.028512575888985,
      "grad_norm": 0.03586215525865555,
      "learning_rate": 3.25003626867837e-05,
      "loss": 0.0019,
      "step": 18711
    },
    {
      "epoch": 2.028620988725065,
      "grad_norm": 0.11729294806718826,
      "learning_rate": 3.2496735818946764e-05,
      "loss": 0.0109,
      "step": 18712
    },
    {
      "epoch": 2.028729401561145,
      "grad_norm": 0.04744578152894974,
      "learning_rate": 3.249310895110982e-05,
      "loss": 0.0012,
      "step": 18713
    },
    {
      "epoch": 2.0288378143972245,
      "grad_norm": 0.06304600089788437,
      "learning_rate": 3.2489482083272885e-05,
      "loss": 0.0028,
      "step": 18714
    },
    {
      "epoch": 2.0289462272333045,
      "grad_norm": 0.3264978229999542,
      "learning_rate": 3.248585521543595e-05,
      "loss": 0.0175,
      "step": 18715
    },
    {
      "epoch": 2.029054640069384,
      "grad_norm": 0.12056688219308853,
      "learning_rate": 3.248222834759901e-05,
      "loss": 0.0121,
      "step": 18716
    },
    {
      "epoch": 2.029163052905464,
      "grad_norm": 0.18354161083698273,
      "learning_rate": 3.247860147976208e-05,
      "loss": 0.0257,
      "step": 18717
    },
    {
      "epoch": 2.0292714657415436,
      "grad_norm": 0.11735005676746368,
      "learning_rate": 3.247497461192514e-05,
      "loss": 0.0102,
      "step": 18718
    },
    {
      "epoch": 2.0293798785776236,
      "grad_norm": 0.010739932768046856,
      "learning_rate": 3.247134774408821e-05,
      "loss": 0.0005,
      "step": 18719
    },
    {
      "epoch": 2.0294882914137036,
      "grad_norm": 0.0562446154654026,
      "learning_rate": 3.246772087625127e-05,
      "loss": 0.0023,
      "step": 18720
    },
    {
      "epoch": 2.029596704249783,
      "grad_norm": 0.19404128193855286,
      "learning_rate": 3.2464094008414334e-05,
      "loss": 0.0083,
      "step": 18721
    },
    {
      "epoch": 2.029705117085863,
      "grad_norm": 0.2954713702201843,
      "learning_rate": 3.24604671405774e-05,
      "loss": 0.0219,
      "step": 18722
    },
    {
      "epoch": 2.0298135299219426,
      "grad_norm": 0.03439450263977051,
      "learning_rate": 3.245684027274046e-05,
      "loss": 0.0019,
      "step": 18723
    },
    {
      "epoch": 2.0299219427580226,
      "grad_norm": 0.4796564280986786,
      "learning_rate": 3.2453213404903526e-05,
      "loss": 0.0198,
      "step": 18724
    },
    {
      "epoch": 2.030030355594102,
      "grad_norm": 0.24751301109790802,
      "learning_rate": 3.244958653706659e-05,
      "loss": 0.015,
      "step": 18725
    },
    {
      "epoch": 2.030138768430182,
      "grad_norm": 0.16020745038986206,
      "learning_rate": 3.2445959669229654e-05,
      "loss": 0.0472,
      "step": 18726
    },
    {
      "epoch": 2.030247181266262,
      "grad_norm": 0.1315372884273529,
      "learning_rate": 3.244233280139272e-05,
      "loss": 0.0198,
      "step": 18727
    },
    {
      "epoch": 2.0303555941023417,
      "grad_norm": 0.17894643545150757,
      "learning_rate": 3.243870593355578e-05,
      "loss": 0.0324,
      "step": 18728
    },
    {
      "epoch": 2.0304640069384217,
      "grad_norm": 0.10521351546049118,
      "learning_rate": 3.243507906571885e-05,
      "loss": 0.0123,
      "step": 18729
    },
    {
      "epoch": 2.030572419774501,
      "grad_norm": 0.20799288153648376,
      "learning_rate": 3.243145219788191e-05,
      "loss": 0.0052,
      "step": 18730
    },
    {
      "epoch": 2.030680832610581,
      "grad_norm": 0.36890295147895813,
      "learning_rate": 3.2427825330044975e-05,
      "loss": 0.0325,
      "step": 18731
    },
    {
      "epoch": 2.0307892454466607,
      "grad_norm": 0.13002215325832367,
      "learning_rate": 3.242419846220804e-05,
      "loss": 0.0114,
      "step": 18732
    },
    {
      "epoch": 2.0308976582827407,
      "grad_norm": 0.3428007662296295,
      "learning_rate": 3.24205715943711e-05,
      "loss": 0.0188,
      "step": 18733
    },
    {
      "epoch": 2.0310060711188203,
      "grad_norm": 0.23955750465393066,
      "learning_rate": 3.241694472653417e-05,
      "loss": 0.0371,
      "step": 18734
    },
    {
      "epoch": 2.0311144839549002,
      "grad_norm": 0.11706462502479553,
      "learning_rate": 3.241331785869723e-05,
      "loss": 0.0147,
      "step": 18735
    },
    {
      "epoch": 2.0312228967909802,
      "grad_norm": 0.17154626548290253,
      "learning_rate": 3.240969099086029e-05,
      "loss": 0.0536,
      "step": 18736
    },
    {
      "epoch": 2.0313313096270598,
      "grad_norm": 0.17681445181369781,
      "learning_rate": 3.240606412302336e-05,
      "loss": 0.0278,
      "step": 18737
    },
    {
      "epoch": 2.0314397224631398,
      "grad_norm": 0.30111315846443176,
      "learning_rate": 3.2402437255186424e-05,
      "loss": 0.0172,
      "step": 18738
    },
    {
      "epoch": 2.0315481352992193,
      "grad_norm": 0.010593310929834843,
      "learning_rate": 3.239881038734949e-05,
      "loss": 0.0009,
      "step": 18739
    },
    {
      "epoch": 2.0316565481352993,
      "grad_norm": 0.041142988950014114,
      "learning_rate": 3.239518351951255e-05,
      "loss": 0.0039,
      "step": 18740
    },
    {
      "epoch": 2.031764960971379,
      "grad_norm": 0.06498319655656815,
      "learning_rate": 3.2391556651675616e-05,
      "loss": 0.0023,
      "step": 18741
    },
    {
      "epoch": 2.031873373807459,
      "grad_norm": 0.05699095502495766,
      "learning_rate": 3.238792978383868e-05,
      "loss": 0.0037,
      "step": 18742
    },
    {
      "epoch": 2.031981786643539,
      "grad_norm": 0.215268075466156,
      "learning_rate": 3.2384302916001744e-05,
      "loss": 0.0243,
      "step": 18743
    },
    {
      "epoch": 2.0320901994796183,
      "grad_norm": 0.2379513382911682,
      "learning_rate": 3.23806760481648e-05,
      "loss": 0.0263,
      "step": 18744
    },
    {
      "epoch": 2.0321986123156983,
      "grad_norm": 0.28444862365722656,
      "learning_rate": 3.237704918032787e-05,
      "loss": 0.0309,
      "step": 18745
    },
    {
      "epoch": 2.032307025151778,
      "grad_norm": 0.13867148756980896,
      "learning_rate": 3.2373422312490936e-05,
      "loss": 0.0441,
      "step": 18746
    },
    {
      "epoch": 2.032415437987858,
      "grad_norm": 0.08258142322301865,
      "learning_rate": 3.2369795444654e-05,
      "loss": 0.0047,
      "step": 18747
    },
    {
      "epoch": 2.0325238508239374,
      "grad_norm": 0.20604142546653748,
      "learning_rate": 3.2366168576817065e-05,
      "loss": 0.0088,
      "step": 18748
    },
    {
      "epoch": 2.0326322636600174,
      "grad_norm": 0.3115912675857544,
      "learning_rate": 3.236254170898013e-05,
      "loss": 0.032,
      "step": 18749
    },
    {
      "epoch": 2.0327406764960974,
      "grad_norm": 0.15446758270263672,
      "learning_rate": 3.235891484114319e-05,
      "loss": 0.0071,
      "step": 18750
    },
    {
      "epoch": 2.032849089332177,
      "grad_norm": 0.2577179968357086,
      "learning_rate": 3.235528797330625e-05,
      "loss": 0.0124,
      "step": 18751
    },
    {
      "epoch": 2.032957502168257,
      "grad_norm": 0.21727369725704193,
      "learning_rate": 3.2351661105469314e-05,
      "loss": 0.0182,
      "step": 18752
    },
    {
      "epoch": 2.0330659150043364,
      "grad_norm": 0.2259737253189087,
      "learning_rate": 3.234803423763238e-05,
      "loss": 0.0049,
      "step": 18753
    },
    {
      "epoch": 2.0331743278404164,
      "grad_norm": 0.048110779374837875,
      "learning_rate": 3.234440736979545e-05,
      "loss": 0.0035,
      "step": 18754
    },
    {
      "epoch": 2.033282740676496,
      "grad_norm": 0.19458773732185364,
      "learning_rate": 3.2340780501958513e-05,
      "loss": 0.0245,
      "step": 18755
    },
    {
      "epoch": 2.033391153512576,
      "grad_norm": 0.24093933403491974,
      "learning_rate": 3.233715363412158e-05,
      "loss": 0.0096,
      "step": 18756
    },
    {
      "epoch": 2.0334995663486555,
      "grad_norm": 0.09196455031633377,
      "learning_rate": 3.233352676628464e-05,
      "loss": 0.0044,
      "step": 18757
    },
    {
      "epoch": 2.0336079791847355,
      "grad_norm": 0.09366485476493835,
      "learning_rate": 3.23298998984477e-05,
      "loss": 0.0034,
      "step": 18758
    },
    {
      "epoch": 2.0337163920208154,
      "grad_norm": 0.005875495262444019,
      "learning_rate": 3.232627303061076e-05,
      "loss": 0.0007,
      "step": 18759
    },
    {
      "epoch": 2.033824804856895,
      "grad_norm": 0.2222108542919159,
      "learning_rate": 3.232264616277383e-05,
      "loss": 0.025,
      "step": 18760
    },
    {
      "epoch": 2.033933217692975,
      "grad_norm": 0.1027316227555275,
      "learning_rate": 3.231901929493689e-05,
      "loss": 0.0099,
      "step": 18761
    },
    {
      "epoch": 2.0340416305290545,
      "grad_norm": 0.15538036823272705,
      "learning_rate": 3.2315392427099955e-05,
      "loss": 0.013,
      "step": 18762
    },
    {
      "epoch": 2.0341500433651345,
      "grad_norm": 0.03494198992848396,
      "learning_rate": 3.2311765559263026e-05,
      "loss": 0.0033,
      "step": 18763
    },
    {
      "epoch": 2.034258456201214,
      "grad_norm": 0.3027570843696594,
      "learning_rate": 3.230813869142609e-05,
      "loss": 0.0279,
      "step": 18764
    },
    {
      "epoch": 2.034366869037294,
      "grad_norm": 0.22039012610912323,
      "learning_rate": 3.230451182358915e-05,
      "loss": 0.0154,
      "step": 18765
    },
    {
      "epoch": 2.034475281873374,
      "grad_norm": 0.45867934823036194,
      "learning_rate": 3.230088495575221e-05,
      "loss": 0.0213,
      "step": 18766
    },
    {
      "epoch": 2.0345836947094535,
      "grad_norm": 0.17241187393665314,
      "learning_rate": 3.2297258087915276e-05,
      "loss": 0.0377,
      "step": 18767
    },
    {
      "epoch": 2.0346921075455335,
      "grad_norm": 0.10560178011655807,
      "learning_rate": 3.229363122007834e-05,
      "loss": 0.0065,
      "step": 18768
    },
    {
      "epoch": 2.034800520381613,
      "grad_norm": 0.170681893825531,
      "learning_rate": 3.2290004352241404e-05,
      "loss": 0.0367,
      "step": 18769
    },
    {
      "epoch": 2.034908933217693,
      "grad_norm": 0.3071219027042389,
      "learning_rate": 3.228637748440447e-05,
      "loss": 0.0265,
      "step": 18770
    },
    {
      "epoch": 2.0350173460537726,
      "grad_norm": 0.06462753564119339,
      "learning_rate": 3.228275061656754e-05,
      "loss": 0.0038,
      "step": 18771
    },
    {
      "epoch": 2.0351257588898526,
      "grad_norm": 0.021399183198809624,
      "learning_rate": 3.2279123748730596e-05,
      "loss": 0.0022,
      "step": 18772
    },
    {
      "epoch": 2.035234171725932,
      "grad_norm": 0.3186067044734955,
      "learning_rate": 3.227549688089366e-05,
      "loss": 0.0216,
      "step": 18773
    },
    {
      "epoch": 2.035342584562012,
      "grad_norm": 0.3128871023654938,
      "learning_rate": 3.2271870013056725e-05,
      "loss": 0.0203,
      "step": 18774
    },
    {
      "epoch": 2.035450997398092,
      "grad_norm": 0.06291136145591736,
      "learning_rate": 3.226824314521979e-05,
      "loss": 0.0042,
      "step": 18775
    },
    {
      "epoch": 2.0355594102341716,
      "grad_norm": 0.07452084124088287,
      "learning_rate": 3.226461627738285e-05,
      "loss": 0.0045,
      "step": 18776
    },
    {
      "epoch": 2.0356678230702516,
      "grad_norm": 0.3337891697883606,
      "learning_rate": 3.226098940954592e-05,
      "loss": 0.0359,
      "step": 18777
    },
    {
      "epoch": 2.035776235906331,
      "grad_norm": 0.007331862114369869,
      "learning_rate": 3.225736254170898e-05,
      "loss": 0.0006,
      "step": 18778
    },
    {
      "epoch": 2.035884648742411,
      "grad_norm": 0.05784653127193451,
      "learning_rate": 3.2253735673872045e-05,
      "loss": 0.0037,
      "step": 18779
    },
    {
      "epoch": 2.0359930615784907,
      "grad_norm": 0.10822665691375732,
      "learning_rate": 3.225010880603511e-05,
      "loss": 0.0031,
      "step": 18780
    },
    {
      "epoch": 2.0361014744145707,
      "grad_norm": 0.07611499726772308,
      "learning_rate": 3.224648193819817e-05,
      "loss": 0.0115,
      "step": 18781
    },
    {
      "epoch": 2.0362098872506507,
      "grad_norm": 0.2305505871772766,
      "learning_rate": 3.224285507036124e-05,
      "loss": 0.0263,
      "step": 18782
    },
    {
      "epoch": 2.03631830008673,
      "grad_norm": 0.13713689148426056,
      "learning_rate": 3.22392282025243e-05,
      "loss": 0.0159,
      "step": 18783
    },
    {
      "epoch": 2.03642671292281,
      "grad_norm": 0.18970124423503876,
      "learning_rate": 3.2235601334687366e-05,
      "loss": 0.011,
      "step": 18784
    },
    {
      "epoch": 2.0365351257588897,
      "grad_norm": 0.18796807527542114,
      "learning_rate": 3.223197446685043e-05,
      "loss": 0.0191,
      "step": 18785
    },
    {
      "epoch": 2.0366435385949697,
      "grad_norm": 0.1922985315322876,
      "learning_rate": 3.2228347599013494e-05,
      "loss": 0.0126,
      "step": 18786
    },
    {
      "epoch": 2.0367519514310493,
      "grad_norm": 0.2584162652492523,
      "learning_rate": 3.222472073117656e-05,
      "loss": 0.0227,
      "step": 18787
    },
    {
      "epoch": 2.0368603642671292,
      "grad_norm": 0.10254043340682983,
      "learning_rate": 3.222109386333962e-05,
      "loss": 0.0066,
      "step": 18788
    },
    {
      "epoch": 2.0369687771032092,
      "grad_norm": 0.06074275076389313,
      "learning_rate": 3.2217466995502686e-05,
      "loss": 0.0046,
      "step": 18789
    },
    {
      "epoch": 2.0370771899392888,
      "grad_norm": 0.07948540151119232,
      "learning_rate": 3.221384012766575e-05,
      "loss": 0.0079,
      "step": 18790
    },
    {
      "epoch": 2.0371856027753688,
      "grad_norm": 0.050394196063280106,
      "learning_rate": 3.2210213259828814e-05,
      "loss": 0.005,
      "step": 18791
    },
    {
      "epoch": 2.0372940156114483,
      "grad_norm": 0.09605744481086731,
      "learning_rate": 3.220658639199188e-05,
      "loss": 0.0124,
      "step": 18792
    },
    {
      "epoch": 2.0374024284475283,
      "grad_norm": 0.6802772283554077,
      "learning_rate": 3.220295952415494e-05,
      "loss": 0.0133,
      "step": 18793
    },
    {
      "epoch": 2.037510841283608,
      "grad_norm": 0.0216430202126503,
      "learning_rate": 3.219933265631801e-05,
      "loss": 0.001,
      "step": 18794
    },
    {
      "epoch": 2.037619254119688,
      "grad_norm": 0.07455290853977203,
      "learning_rate": 3.219570578848107e-05,
      "loss": 0.0055,
      "step": 18795
    },
    {
      "epoch": 2.0377276669557673,
      "grad_norm": 0.07200626283884048,
      "learning_rate": 3.219207892064413e-05,
      "loss": 0.0028,
      "step": 18796
    },
    {
      "epoch": 2.0378360797918473,
      "grad_norm": 0.12976142764091492,
      "learning_rate": 3.21884520528072e-05,
      "loss": 0.0268,
      "step": 18797
    },
    {
      "epoch": 2.0379444926279273,
      "grad_norm": 0.2294102907180786,
      "learning_rate": 3.218482518497026e-05,
      "loss": 0.0165,
      "step": 18798
    },
    {
      "epoch": 2.038052905464007,
      "grad_norm": 0.21369461715221405,
      "learning_rate": 3.218119831713333e-05,
      "loss": 0.032,
      "step": 18799
    },
    {
      "epoch": 2.038161318300087,
      "grad_norm": 0.16812126338481903,
      "learning_rate": 3.217757144929639e-05,
      "loss": 0.0171,
      "step": 18800
    },
    {
      "epoch": 2.0382697311361664,
      "grad_norm": 0.24289768934249878,
      "learning_rate": 3.2173944581459455e-05,
      "loss": 0.0135,
      "step": 18801
    },
    {
      "epoch": 2.0383781439722464,
      "grad_norm": 0.10361851006746292,
      "learning_rate": 3.217031771362252e-05,
      "loss": 0.0133,
      "step": 18802
    },
    {
      "epoch": 2.038486556808326,
      "grad_norm": 0.2204931527376175,
      "learning_rate": 3.216669084578558e-05,
      "loss": 0.0169,
      "step": 18803
    },
    {
      "epoch": 2.038594969644406,
      "grad_norm": 0.07458318024873734,
      "learning_rate": 3.216306397794864e-05,
      "loss": 0.0046,
      "step": 18804
    },
    {
      "epoch": 2.038703382480486,
      "grad_norm": 0.08853646367788315,
      "learning_rate": 3.2159437110111705e-05,
      "loss": 0.0042,
      "step": 18805
    },
    {
      "epoch": 2.0388117953165654,
      "grad_norm": 0.13342534005641937,
      "learning_rate": 3.2155810242274776e-05,
      "loss": 0.008,
      "step": 18806
    },
    {
      "epoch": 2.0389202081526454,
      "grad_norm": 0.31298136711120605,
      "learning_rate": 3.215218337443784e-05,
      "loss": 0.0297,
      "step": 18807
    },
    {
      "epoch": 2.039028620988725,
      "grad_norm": 0.15164270997047424,
      "learning_rate": 3.2148556506600904e-05,
      "loss": 0.0114,
      "step": 18808
    },
    {
      "epoch": 2.039137033824805,
      "grad_norm": 0.22414183616638184,
      "learning_rate": 3.214492963876397e-05,
      "loss": 0.0254,
      "step": 18809
    },
    {
      "epoch": 2.0392454466608845,
      "grad_norm": 0.3061774671077728,
      "learning_rate": 3.2141302770927026e-05,
      "loss": 0.02,
      "step": 18810
    },
    {
      "epoch": 2.0393538594969645,
      "grad_norm": 0.13027215003967285,
      "learning_rate": 3.213767590309009e-05,
      "loss": 0.0186,
      "step": 18811
    },
    {
      "epoch": 2.0394622723330444,
      "grad_norm": 0.010088290087878704,
      "learning_rate": 3.2134049035253154e-05,
      "loss": 0.0011,
      "step": 18812
    },
    {
      "epoch": 2.039570685169124,
      "grad_norm": 0.09025345742702484,
      "learning_rate": 3.213042216741622e-05,
      "loss": 0.0072,
      "step": 18813
    },
    {
      "epoch": 2.039679098005204,
      "grad_norm": 0.0927722156047821,
      "learning_rate": 3.212679529957929e-05,
      "loss": 0.0043,
      "step": 18814
    },
    {
      "epoch": 2.0397875108412835,
      "grad_norm": 0.13891631364822388,
      "learning_rate": 3.212316843174235e-05,
      "loss": 0.0083,
      "step": 18815
    },
    {
      "epoch": 2.0398959236773635,
      "grad_norm": 0.01962839439511299,
      "learning_rate": 3.211954156390542e-05,
      "loss": 0.0021,
      "step": 18816
    },
    {
      "epoch": 2.040004336513443,
      "grad_norm": 0.11252458393573761,
      "learning_rate": 3.2115914696068474e-05,
      "loss": 0.0111,
      "step": 18817
    },
    {
      "epoch": 2.040112749349523,
      "grad_norm": 0.20184701681137085,
      "learning_rate": 3.211228782823154e-05,
      "loss": 0.0373,
      "step": 18818
    },
    {
      "epoch": 2.0402211621856026,
      "grad_norm": 0.01838887482881546,
      "learning_rate": 3.21086609603946e-05,
      "loss": 0.0011,
      "step": 18819
    },
    {
      "epoch": 2.0403295750216826,
      "grad_norm": 0.03184130787849426,
      "learning_rate": 3.210503409255767e-05,
      "loss": 0.0026,
      "step": 18820
    },
    {
      "epoch": 2.0404379878577625,
      "grad_norm": 0.3027119040489197,
      "learning_rate": 3.210140722472073e-05,
      "loss": 0.0205,
      "step": 18821
    },
    {
      "epoch": 2.040546400693842,
      "grad_norm": 0.037178706377744675,
      "learning_rate": 3.2097780356883795e-05,
      "loss": 0.0062,
      "step": 18822
    },
    {
      "epoch": 2.040654813529922,
      "grad_norm": 0.1780460625886917,
      "learning_rate": 3.2094153489046866e-05,
      "loss": 0.0134,
      "step": 18823
    },
    {
      "epoch": 2.0407632263660016,
      "grad_norm": 0.010828637517988682,
      "learning_rate": 3.209052662120992e-05,
      "loss": 0.0007,
      "step": 18824
    },
    {
      "epoch": 2.0408716392020816,
      "grad_norm": 0.11383459717035294,
      "learning_rate": 3.208689975337299e-05,
      "loss": 0.0185,
      "step": 18825
    },
    {
      "epoch": 2.040980052038161,
      "grad_norm": 0.0027687984984368086,
      "learning_rate": 3.208327288553605e-05,
      "loss": 0.0002,
      "step": 18826
    },
    {
      "epoch": 2.041088464874241,
      "grad_norm": 0.14170442521572113,
      "learning_rate": 3.2079646017699115e-05,
      "loss": 0.0119,
      "step": 18827
    },
    {
      "epoch": 2.041196877710321,
      "grad_norm": 0.1353512555360794,
      "learning_rate": 3.207601914986218e-05,
      "loss": 0.0089,
      "step": 18828
    },
    {
      "epoch": 2.0413052905464006,
      "grad_norm": 0.1486772745847702,
      "learning_rate": 3.2072392282025244e-05,
      "loss": 0.0168,
      "step": 18829
    },
    {
      "epoch": 2.0414137033824806,
      "grad_norm": 0.015307368710637093,
      "learning_rate": 3.206876541418831e-05,
      "loss": 0.0011,
      "step": 18830
    },
    {
      "epoch": 2.04152211621856,
      "grad_norm": 0.028751369565725327,
      "learning_rate": 3.206513854635137e-05,
      "loss": 0.0019,
      "step": 18831
    },
    {
      "epoch": 2.04163052905464,
      "grad_norm": 0.39475542306900024,
      "learning_rate": 3.2061511678514436e-05,
      "loss": 0.0326,
      "step": 18832
    },
    {
      "epoch": 2.0417389418907197,
      "grad_norm": 0.14581181108951569,
      "learning_rate": 3.20578848106775e-05,
      "loss": 0.0145,
      "step": 18833
    },
    {
      "epoch": 2.0418473547267997,
      "grad_norm": 0.31589117646217346,
      "learning_rate": 3.2054257942840564e-05,
      "loss": 0.0339,
      "step": 18834
    },
    {
      "epoch": 2.0419557675628797,
      "grad_norm": 0.10116154700517654,
      "learning_rate": 3.205063107500363e-05,
      "loss": 0.0064,
      "step": 18835
    },
    {
      "epoch": 2.042064180398959,
      "grad_norm": 0.09337310492992401,
      "learning_rate": 3.204700420716669e-05,
      "loss": 0.0064,
      "step": 18836
    },
    {
      "epoch": 2.042172593235039,
      "grad_norm": 0.005975242704153061,
      "learning_rate": 3.2043377339329756e-05,
      "loss": 0.0004,
      "step": 18837
    },
    {
      "epoch": 2.0422810060711187,
      "grad_norm": 0.04767068848013878,
      "learning_rate": 3.203975047149282e-05,
      "loss": 0.0064,
      "step": 18838
    },
    {
      "epoch": 2.0423894189071987,
      "grad_norm": 0.04990530014038086,
      "learning_rate": 3.2036123603655885e-05,
      "loss": 0.0048,
      "step": 18839
    },
    {
      "epoch": 2.0424978317432783,
      "grad_norm": 0.2514382600784302,
      "learning_rate": 3.203249673581895e-05,
      "loss": 0.0072,
      "step": 18840
    },
    {
      "epoch": 2.0426062445793582,
      "grad_norm": 0.06242768466472626,
      "learning_rate": 3.202886986798201e-05,
      "loss": 0.0074,
      "step": 18841
    },
    {
      "epoch": 2.042714657415438,
      "grad_norm": 0.09651129692792892,
      "learning_rate": 3.202524300014508e-05,
      "loss": 0.0072,
      "step": 18842
    },
    {
      "epoch": 2.0428230702515178,
      "grad_norm": 0.08467763662338257,
      "learning_rate": 3.202161613230814e-05,
      "loss": 0.0034,
      "step": 18843
    },
    {
      "epoch": 2.0429314830875978,
      "grad_norm": 0.4108662009239197,
      "learning_rate": 3.2017989264471205e-05,
      "loss": 0.0235,
      "step": 18844
    },
    {
      "epoch": 2.0430398959236773,
      "grad_norm": 0.2257089465856552,
      "learning_rate": 3.201436239663427e-05,
      "loss": 0.0201,
      "step": 18845
    },
    {
      "epoch": 2.0431483087597573,
      "grad_norm": 0.036048524081707,
      "learning_rate": 3.2010735528797333e-05,
      "loss": 0.0016,
      "step": 18846
    },
    {
      "epoch": 2.043256721595837,
      "grad_norm": 0.07756633311510086,
      "learning_rate": 3.20071086609604e-05,
      "loss": 0.0044,
      "step": 18847
    },
    {
      "epoch": 2.043365134431917,
      "grad_norm": 0.24356356263160706,
      "learning_rate": 3.2003481793123455e-05,
      "loss": 0.0373,
      "step": 18848
    },
    {
      "epoch": 2.0434735472679963,
      "grad_norm": 0.025736669078469276,
      "learning_rate": 3.1999854925286526e-05,
      "loss": 0.0019,
      "step": 18849
    },
    {
      "epoch": 2.0435819601040763,
      "grad_norm": 0.11644798517227173,
      "learning_rate": 3.199622805744959e-05,
      "loss": 0.0281,
      "step": 18850
    },
    {
      "epoch": 2.0436903729401563,
      "grad_norm": 0.2955813705921173,
      "learning_rate": 3.1992601189612654e-05,
      "loss": 0.0388,
      "step": 18851
    },
    {
      "epoch": 2.043798785776236,
      "grad_norm": 0.486055463552475,
      "learning_rate": 3.198897432177572e-05,
      "loss": 0.0272,
      "step": 18852
    },
    {
      "epoch": 2.043907198612316,
      "grad_norm": 0.19859634339809418,
      "learning_rate": 3.198534745393878e-05,
      "loss": 0.0192,
      "step": 18853
    },
    {
      "epoch": 2.0440156114483954,
      "grad_norm": 0.0756421834230423,
      "learning_rate": 3.1981720586101846e-05,
      "loss": 0.0049,
      "step": 18854
    },
    {
      "epoch": 2.0441240242844754,
      "grad_norm": 0.03421858325600624,
      "learning_rate": 3.1978093718264904e-05,
      "loss": 0.0024,
      "step": 18855
    },
    {
      "epoch": 2.044232437120555,
      "grad_norm": 0.1578376740217209,
      "learning_rate": 3.197446685042797e-05,
      "loss": 0.0273,
      "step": 18856
    },
    {
      "epoch": 2.044340849956635,
      "grad_norm": 0.20055465400218964,
      "learning_rate": 3.197083998259103e-05,
      "loss": 0.0182,
      "step": 18857
    },
    {
      "epoch": 2.0444492627927144,
      "grad_norm": 0.05090920627117157,
      "learning_rate": 3.19672131147541e-05,
      "loss": 0.006,
      "step": 18858
    },
    {
      "epoch": 2.0445576756287944,
      "grad_norm": 0.039075467735528946,
      "learning_rate": 3.196358624691717e-05,
      "loss": 0.0019,
      "step": 18859
    },
    {
      "epoch": 2.0446660884648744,
      "grad_norm": 0.0151574881747365,
      "learning_rate": 3.195995937908023e-05,
      "loss": 0.0012,
      "step": 18860
    },
    {
      "epoch": 2.044774501300954,
      "grad_norm": 0.018047353252768517,
      "learning_rate": 3.1956332511243295e-05,
      "loss": 0.0022,
      "step": 18861
    },
    {
      "epoch": 2.044882914137034,
      "grad_norm": 0.012135691940784454,
      "learning_rate": 3.195270564340635e-05,
      "loss": 0.0012,
      "step": 18862
    },
    {
      "epoch": 2.0449913269731135,
      "grad_norm": 0.06123629957437515,
      "learning_rate": 3.1949078775569416e-05,
      "loss": 0.008,
      "step": 18863
    },
    {
      "epoch": 2.0450997398091935,
      "grad_norm": 0.21127447485923767,
      "learning_rate": 3.194545190773248e-05,
      "loss": 0.0312,
      "step": 18864
    },
    {
      "epoch": 2.045208152645273,
      "grad_norm": 0.22572727501392365,
      "learning_rate": 3.1941825039895545e-05,
      "loss": 0.0137,
      "step": 18865
    },
    {
      "epoch": 2.045316565481353,
      "grad_norm": 0.18223387002944946,
      "learning_rate": 3.1938198172058616e-05,
      "loss": 0.0228,
      "step": 18866
    },
    {
      "epoch": 2.045424978317433,
      "grad_norm": 0.10580802708864212,
      "learning_rate": 3.193457130422168e-05,
      "loss": 0.0095,
      "step": 18867
    },
    {
      "epoch": 2.0455333911535125,
      "grad_norm": 0.2286699265241623,
      "learning_rate": 3.1930944436384744e-05,
      "loss": 0.0269,
      "step": 18868
    },
    {
      "epoch": 2.0456418039895925,
      "grad_norm": 0.060409367084503174,
      "learning_rate": 3.19273175685478e-05,
      "loss": 0.0091,
      "step": 18869
    },
    {
      "epoch": 2.045750216825672,
      "grad_norm": 0.35232168436050415,
      "learning_rate": 3.1923690700710865e-05,
      "loss": 0.0109,
      "step": 18870
    },
    {
      "epoch": 2.045858629661752,
      "grad_norm": 0.14553715288639069,
      "learning_rate": 3.192006383287393e-05,
      "loss": 0.02,
      "step": 18871
    },
    {
      "epoch": 2.0459670424978316,
      "grad_norm": 0.6078746318817139,
      "learning_rate": 3.191643696503699e-05,
      "loss": 0.0359,
      "step": 18872
    },
    {
      "epoch": 2.0460754553339116,
      "grad_norm": 0.042483650147914886,
      "learning_rate": 3.191281009720006e-05,
      "loss": 0.0029,
      "step": 18873
    },
    {
      "epoch": 2.0461838681699915,
      "grad_norm": 0.12556041777133942,
      "learning_rate": 3.190918322936312e-05,
      "loss": 0.0043,
      "step": 18874
    },
    {
      "epoch": 2.046292281006071,
      "grad_norm": 0.7065234184265137,
      "learning_rate": 3.190555636152619e-05,
      "loss": 0.0099,
      "step": 18875
    },
    {
      "epoch": 2.046400693842151,
      "grad_norm": 0.509380578994751,
      "learning_rate": 3.1901929493689257e-05,
      "loss": 0.0614,
      "step": 18876
    },
    {
      "epoch": 2.0465091066782306,
      "grad_norm": 0.28532674908638,
      "learning_rate": 3.1898302625852314e-05,
      "loss": 0.0134,
      "step": 18877
    },
    {
      "epoch": 2.0466175195143106,
      "grad_norm": 0.3844335377216339,
      "learning_rate": 3.189467575801538e-05,
      "loss": 0.02,
      "step": 18878
    },
    {
      "epoch": 2.04672593235039,
      "grad_norm": 0.22917716205120087,
      "learning_rate": 3.189104889017844e-05,
      "loss": 0.0258,
      "step": 18879
    },
    {
      "epoch": 2.04683434518647,
      "grad_norm": 0.3865396976470947,
      "learning_rate": 3.1887422022341506e-05,
      "loss": 0.0268,
      "step": 18880
    },
    {
      "epoch": 2.0469427580225497,
      "grad_norm": 0.09566236287355423,
      "learning_rate": 3.188379515450457e-05,
      "loss": 0.0064,
      "step": 18881
    },
    {
      "epoch": 2.0470511708586296,
      "grad_norm": 0.24302992224693298,
      "learning_rate": 3.1880168286667634e-05,
      "loss": 0.0177,
      "step": 18882
    },
    {
      "epoch": 2.0471595836947096,
      "grad_norm": 0.02388078160583973,
      "learning_rate": 3.1876541418830705e-05,
      "loss": 0.001,
      "step": 18883
    },
    {
      "epoch": 2.047267996530789,
      "grad_norm": 0.44518157839775085,
      "learning_rate": 3.187291455099376e-05,
      "loss": 0.0268,
      "step": 18884
    },
    {
      "epoch": 2.047376409366869,
      "grad_norm": 0.07855566591024399,
      "learning_rate": 3.186928768315683e-05,
      "loss": 0.0118,
      "step": 18885
    },
    {
      "epoch": 2.0474848222029487,
      "grad_norm": 0.2852931618690491,
      "learning_rate": 3.186566081531989e-05,
      "loss": 0.0173,
      "step": 18886
    },
    {
      "epoch": 2.0475932350390287,
      "grad_norm": 0.1381961852312088,
      "learning_rate": 3.1862033947482955e-05,
      "loss": 0.0219,
      "step": 18887
    },
    {
      "epoch": 2.047701647875108,
      "grad_norm": 0.25600484013557434,
      "learning_rate": 3.185840707964602e-05,
      "loss": 0.0174,
      "step": 18888
    },
    {
      "epoch": 2.047810060711188,
      "grad_norm": 0.59178626537323,
      "learning_rate": 3.185478021180908e-05,
      "loss": 0.0683,
      "step": 18889
    },
    {
      "epoch": 2.047918473547268,
      "grad_norm": 0.04512840881943703,
      "learning_rate": 3.185115334397215e-05,
      "loss": 0.0055,
      "step": 18890
    },
    {
      "epoch": 2.0480268863833477,
      "grad_norm": 0.10913065820932388,
      "learning_rate": 3.184752647613521e-05,
      "loss": 0.0084,
      "step": 18891
    },
    {
      "epoch": 2.0481352992194277,
      "grad_norm": 0.03621664270758629,
      "learning_rate": 3.1843899608298275e-05,
      "loss": 0.0026,
      "step": 18892
    },
    {
      "epoch": 2.0482437120555073,
      "grad_norm": 0.26796209812164307,
      "learning_rate": 3.184027274046134e-05,
      "loss": 0.0358,
      "step": 18893
    },
    {
      "epoch": 2.0483521248915872,
      "grad_norm": 0.08600736409425735,
      "learning_rate": 3.1836645872624404e-05,
      "loss": 0.0061,
      "step": 18894
    },
    {
      "epoch": 2.048460537727667,
      "grad_norm": 0.07605194300413132,
      "learning_rate": 3.183301900478747e-05,
      "loss": 0.0059,
      "step": 18895
    },
    {
      "epoch": 2.0485689505637468,
      "grad_norm": 0.010744145140051842,
      "learning_rate": 3.182939213695053e-05,
      "loss": 0.0009,
      "step": 18896
    },
    {
      "epoch": 2.0486773633998268,
      "grad_norm": 0.07765121012926102,
      "learning_rate": 3.1825765269113596e-05,
      "loss": 0.0037,
      "step": 18897
    },
    {
      "epoch": 2.0487857762359063,
      "grad_norm": 0.09169380366802216,
      "learning_rate": 3.182213840127666e-05,
      "loss": 0.0074,
      "step": 18898
    },
    {
      "epoch": 2.0488941890719863,
      "grad_norm": 0.1282941997051239,
      "learning_rate": 3.1818511533439724e-05,
      "loss": 0.0057,
      "step": 18899
    },
    {
      "epoch": 2.049002601908066,
      "grad_norm": 0.3248465955257416,
      "learning_rate": 3.181488466560278e-05,
      "loss": 0.0226,
      "step": 18900
    },
    {
      "epoch": 2.049111014744146,
      "grad_norm": 0.07321486622095108,
      "learning_rate": 3.181125779776585e-05,
      "loss": 0.008,
      "step": 18901
    },
    {
      "epoch": 2.0492194275802254,
      "grad_norm": 0.4676567614078522,
      "learning_rate": 3.1807630929928917e-05,
      "loss": 0.0171,
      "step": 18902
    },
    {
      "epoch": 2.0493278404163053,
      "grad_norm": 0.16511952877044678,
      "learning_rate": 3.180400406209198e-05,
      "loss": 0.0152,
      "step": 18903
    },
    {
      "epoch": 2.049436253252385,
      "grad_norm": 0.05735433101654053,
      "learning_rate": 3.1800377194255045e-05,
      "loss": 0.0042,
      "step": 18904
    },
    {
      "epoch": 2.049544666088465,
      "grad_norm": 0.02696036361157894,
      "learning_rate": 3.179675032641811e-05,
      "loss": 0.0018,
      "step": 18905
    },
    {
      "epoch": 2.049653078924545,
      "grad_norm": 0.055630434304475784,
      "learning_rate": 3.179312345858117e-05,
      "loss": 0.0027,
      "step": 18906
    },
    {
      "epoch": 2.0497614917606244,
      "grad_norm": 0.3115766644477844,
      "learning_rate": 3.178949659074423e-05,
      "loss": 0.0167,
      "step": 18907
    },
    {
      "epoch": 2.0498699045967044,
      "grad_norm": 0.0231864582747221,
      "learning_rate": 3.1785869722907294e-05,
      "loss": 0.0019,
      "step": 18908
    },
    {
      "epoch": 2.049978317432784,
      "grad_norm": 0.1761377900838852,
      "learning_rate": 3.1782242855070365e-05,
      "loss": 0.0118,
      "step": 18909
    },
    {
      "epoch": 2.050086730268864,
      "grad_norm": 0.020126936957240105,
      "learning_rate": 3.177861598723343e-05,
      "loss": 0.0013,
      "step": 18910
    },
    {
      "epoch": 2.0501951431049434,
      "grad_norm": 0.08379705995321274,
      "learning_rate": 3.1774989119396493e-05,
      "loss": 0.0047,
      "step": 18911
    },
    {
      "epoch": 2.0503035559410234,
      "grad_norm": 0.11319459974765778,
      "learning_rate": 3.177136225155956e-05,
      "loss": 0.008,
      "step": 18912
    },
    {
      "epoch": 2.0504119687771034,
      "grad_norm": 0.39551427960395813,
      "learning_rate": 3.176773538372262e-05,
      "loss": 0.0521,
      "step": 18913
    },
    {
      "epoch": 2.050520381613183,
      "grad_norm": 0.16338787972927094,
      "learning_rate": 3.176410851588568e-05,
      "loss": 0.0157,
      "step": 18914
    },
    {
      "epoch": 2.050628794449263,
      "grad_norm": 0.26063239574432373,
      "learning_rate": 3.176048164804874e-05,
      "loss": 0.0249,
      "step": 18915
    },
    {
      "epoch": 2.0507372072853425,
      "grad_norm": 0.639011561870575,
      "learning_rate": 3.175685478021181e-05,
      "loss": 0.0557,
      "step": 18916
    },
    {
      "epoch": 2.0508456201214225,
      "grad_norm": 0.3530489206314087,
      "learning_rate": 3.175322791237487e-05,
      "loss": 0.029,
      "step": 18917
    },
    {
      "epoch": 2.050954032957502,
      "grad_norm": 0.4307188093662262,
      "learning_rate": 3.174960104453794e-05,
      "loss": 0.0113,
      "step": 18918
    },
    {
      "epoch": 2.051062445793582,
      "grad_norm": 0.4024670124053955,
      "learning_rate": 3.1745974176701006e-05,
      "loss": 0.0128,
      "step": 18919
    },
    {
      "epoch": 2.0511708586296615,
      "grad_norm": 0.1320468932390213,
      "learning_rate": 3.174234730886407e-05,
      "loss": 0.0053,
      "step": 18920
    },
    {
      "epoch": 2.0512792714657415,
      "grad_norm": 0.16158591210842133,
      "learning_rate": 3.173872044102713e-05,
      "loss": 0.0162,
      "step": 18921
    },
    {
      "epoch": 2.0513876843018215,
      "grad_norm": 0.025264551863074303,
      "learning_rate": 3.173509357319019e-05,
      "loss": 0.0019,
      "step": 18922
    },
    {
      "epoch": 2.051496097137901,
      "grad_norm": 0.16262687742710114,
      "learning_rate": 3.1731466705353256e-05,
      "loss": 0.0077,
      "step": 18923
    },
    {
      "epoch": 2.051604509973981,
      "grad_norm": 0.2308499962091446,
      "learning_rate": 3.172783983751632e-05,
      "loss": 0.0263,
      "step": 18924
    },
    {
      "epoch": 2.0517129228100606,
      "grad_norm": 0.018146703019738197,
      "learning_rate": 3.1724212969679384e-05,
      "loss": 0.001,
      "step": 18925
    },
    {
      "epoch": 2.0518213356461406,
      "grad_norm": 0.19680483639240265,
      "learning_rate": 3.172058610184245e-05,
      "loss": 0.0261,
      "step": 18926
    },
    {
      "epoch": 2.05192974848222,
      "grad_norm": 0.24426628649234772,
      "learning_rate": 3.171695923400552e-05,
      "loss": 0.0349,
      "step": 18927
    },
    {
      "epoch": 2.0520381613183,
      "grad_norm": 0.07436437159776688,
      "learning_rate": 3.171333236616858e-05,
      "loss": 0.007,
      "step": 18928
    },
    {
      "epoch": 2.05214657415438,
      "grad_norm": 0.035425879061222076,
      "learning_rate": 3.170970549833164e-05,
      "loss": 0.0022,
      "step": 18929
    },
    {
      "epoch": 2.0522549869904596,
      "grad_norm": 0.07939274609088898,
      "learning_rate": 3.1706078630494705e-05,
      "loss": 0.0035,
      "step": 18930
    },
    {
      "epoch": 2.0523633998265396,
      "grad_norm": 0.055087268352508545,
      "learning_rate": 3.170245176265777e-05,
      "loss": 0.0043,
      "step": 18931
    },
    {
      "epoch": 2.052471812662619,
      "grad_norm": 0.12957483530044556,
      "learning_rate": 3.169882489482083e-05,
      "loss": 0.0077,
      "step": 18932
    },
    {
      "epoch": 2.052580225498699,
      "grad_norm": 0.20339301228523254,
      "learning_rate": 3.16951980269839e-05,
      "loss": 0.006,
      "step": 18933
    },
    {
      "epoch": 2.0526886383347787,
      "grad_norm": 0.12486615031957626,
      "learning_rate": 3.169157115914696e-05,
      "loss": 0.0027,
      "step": 18934
    },
    {
      "epoch": 2.0527970511708586,
      "grad_norm": 0.013697301037609577,
      "learning_rate": 3.168794429131003e-05,
      "loss": 0.0011,
      "step": 18935
    },
    {
      "epoch": 2.0529054640069386,
      "grad_norm": 0.17619507014751434,
      "learning_rate": 3.168431742347309e-05,
      "loss": 0.0111,
      "step": 18936
    },
    {
      "epoch": 2.053013876843018,
      "grad_norm": 0.359458863735199,
      "learning_rate": 3.1680690555636153e-05,
      "loss": 0.0086,
      "step": 18937
    },
    {
      "epoch": 2.053122289679098,
      "grad_norm": 0.8261575698852539,
      "learning_rate": 3.167706368779922e-05,
      "loss": 0.0287,
      "step": 18938
    },
    {
      "epoch": 2.0532307025151777,
      "grad_norm": 0.610002338886261,
      "learning_rate": 3.167343681996228e-05,
      "loss": 0.0318,
      "step": 18939
    },
    {
      "epoch": 2.0533391153512577,
      "grad_norm": 0.03915612772107124,
      "learning_rate": 3.1669809952125346e-05,
      "loss": 0.002,
      "step": 18940
    },
    {
      "epoch": 2.0534475281873372,
      "grad_norm": 0.12868958711624146,
      "learning_rate": 3.166618308428841e-05,
      "loss": 0.0081,
      "step": 18941
    },
    {
      "epoch": 2.053555941023417,
      "grad_norm": 0.5172061324119568,
      "learning_rate": 3.1662556216451474e-05,
      "loss": 0.0135,
      "step": 18942
    },
    {
      "epoch": 2.0536643538594967,
      "grad_norm": 0.016786836087703705,
      "learning_rate": 3.165892934861454e-05,
      "loss": 0.002,
      "step": 18943
    },
    {
      "epoch": 2.0537727666955767,
      "grad_norm": 0.020862005650997162,
      "learning_rate": 3.16553024807776e-05,
      "loss": 0.0021,
      "step": 18944
    },
    {
      "epoch": 2.0538811795316567,
      "grad_norm": 0.12895210087299347,
      "learning_rate": 3.1651675612940666e-05,
      "loss": 0.0231,
      "step": 18945
    },
    {
      "epoch": 2.0539895923677363,
      "grad_norm": 0.07008858770132065,
      "learning_rate": 3.164804874510373e-05,
      "loss": 0.003,
      "step": 18946
    },
    {
      "epoch": 2.0540980052038162,
      "grad_norm": 0.10011270642280579,
      "learning_rate": 3.1644421877266794e-05,
      "loss": 0.0121,
      "step": 18947
    },
    {
      "epoch": 2.054206418039896,
      "grad_norm": 0.005945845507085323,
      "learning_rate": 3.164079500942986e-05,
      "loss": 0.0005,
      "step": 18948
    },
    {
      "epoch": 2.0543148308759758,
      "grad_norm": 0.07139952480792999,
      "learning_rate": 3.163716814159292e-05,
      "loss": 0.0059,
      "step": 18949
    },
    {
      "epoch": 2.0544232437120553,
      "grad_norm": 0.23053523898124695,
      "learning_rate": 3.163354127375599e-05,
      "loss": 0.052,
      "step": 18950
    },
    {
      "epoch": 2.0545316565481353,
      "grad_norm": 0.08193638175725937,
      "learning_rate": 3.162991440591905e-05,
      "loss": 0.0015,
      "step": 18951
    },
    {
      "epoch": 2.0546400693842153,
      "grad_norm": 0.15404225885868073,
      "learning_rate": 3.162628753808211e-05,
      "loss": 0.0152,
      "step": 18952
    },
    {
      "epoch": 2.054748482220295,
      "grad_norm": 0.05920414254069328,
      "learning_rate": 3.162266067024518e-05,
      "loss": 0.0045,
      "step": 18953
    },
    {
      "epoch": 2.054856895056375,
      "grad_norm": 0.05734311416745186,
      "learning_rate": 3.161903380240824e-05,
      "loss": 0.0041,
      "step": 18954
    },
    {
      "epoch": 2.0549653078924544,
      "grad_norm": 0.18493196368217468,
      "learning_rate": 3.161540693457131e-05,
      "loss": 0.0132,
      "step": 18955
    },
    {
      "epoch": 2.0550737207285343,
      "grad_norm": 0.06661500781774521,
      "learning_rate": 3.161178006673437e-05,
      "loss": 0.0018,
      "step": 18956
    },
    {
      "epoch": 2.055182133564614,
      "grad_norm": 0.04008287563920021,
      "learning_rate": 3.1608153198897436e-05,
      "loss": 0.0038,
      "step": 18957
    },
    {
      "epoch": 2.055290546400694,
      "grad_norm": 0.008921917527914047,
      "learning_rate": 3.16045263310605e-05,
      "loss": 0.0006,
      "step": 18958
    },
    {
      "epoch": 2.055398959236774,
      "grad_norm": 0.002228145720437169,
      "learning_rate": 3.160089946322356e-05,
      "loss": 0.0002,
      "step": 18959
    },
    {
      "epoch": 2.0555073720728534,
      "grad_norm": 0.2654338777065277,
      "learning_rate": 3.159727259538662e-05,
      "loss": 0.0375,
      "step": 18960
    },
    {
      "epoch": 2.0556157849089334,
      "grad_norm": 0.19973509013652802,
      "learning_rate": 3.159364572754969e-05,
      "loss": 0.0033,
      "step": 18961
    },
    {
      "epoch": 2.055724197745013,
      "grad_norm": 0.04100249707698822,
      "learning_rate": 3.1590018859712756e-05,
      "loss": 0.0026,
      "step": 18962
    },
    {
      "epoch": 2.055832610581093,
      "grad_norm": 0.20023085176944733,
      "learning_rate": 3.158639199187582e-05,
      "loss": 0.0242,
      "step": 18963
    },
    {
      "epoch": 2.0559410234171724,
      "grad_norm": 0.02803489752113819,
      "learning_rate": 3.1582765124038884e-05,
      "loss": 0.0035,
      "step": 18964
    },
    {
      "epoch": 2.0560494362532524,
      "grad_norm": 0.1411818563938141,
      "learning_rate": 3.157913825620195e-05,
      "loss": 0.0119,
      "step": 18965
    },
    {
      "epoch": 2.056157849089332,
      "grad_norm": 0.11121894419193268,
      "learning_rate": 3.1575511388365006e-05,
      "loss": 0.0186,
      "step": 18966
    },
    {
      "epoch": 2.056266261925412,
      "grad_norm": 0.15509822964668274,
      "learning_rate": 3.157188452052807e-05,
      "loss": 0.0331,
      "step": 18967
    },
    {
      "epoch": 2.056374674761492,
      "grad_norm": 0.336230605840683,
      "learning_rate": 3.1568257652691134e-05,
      "loss": 0.0109,
      "step": 18968
    },
    {
      "epoch": 2.0564830875975715,
      "grad_norm": 0.06879454106092453,
      "learning_rate": 3.15646307848542e-05,
      "loss": 0.0103,
      "step": 18969
    },
    {
      "epoch": 2.0565915004336515,
      "grad_norm": 0.07029779255390167,
      "learning_rate": 3.156100391701727e-05,
      "loss": 0.0066,
      "step": 18970
    },
    {
      "epoch": 2.056699913269731,
      "grad_norm": 0.17744027078151703,
      "learning_rate": 3.155737704918033e-05,
      "loss": 0.0329,
      "step": 18971
    },
    {
      "epoch": 2.056808326105811,
      "grad_norm": 0.21615061163902283,
      "learning_rate": 3.15537501813434e-05,
      "loss": 0.0103,
      "step": 18972
    },
    {
      "epoch": 2.0569167389418905,
      "grad_norm": 0.05960590019822121,
      "learning_rate": 3.1550123313506454e-05,
      "loss": 0.0044,
      "step": 18973
    },
    {
      "epoch": 2.0570251517779705,
      "grad_norm": 0.22062502801418304,
      "learning_rate": 3.154649644566952e-05,
      "loss": 0.0203,
      "step": 18974
    },
    {
      "epoch": 2.0571335646140505,
      "grad_norm": 0.1231096088886261,
      "learning_rate": 3.154286957783258e-05,
      "loss": 0.0117,
      "step": 18975
    },
    {
      "epoch": 2.05724197745013,
      "grad_norm": 0.24828337132930756,
      "learning_rate": 3.153924270999565e-05,
      "loss": 0.0464,
      "step": 18976
    },
    {
      "epoch": 2.05735039028621,
      "grad_norm": 0.2066090852022171,
      "learning_rate": 3.153561584215871e-05,
      "loss": 0.015,
      "step": 18977
    },
    {
      "epoch": 2.0574588031222896,
      "grad_norm": 0.13582736253738403,
      "learning_rate": 3.1531988974321775e-05,
      "loss": 0.0066,
      "step": 18978
    },
    {
      "epoch": 2.0575672159583696,
      "grad_norm": 0.06127004325389862,
      "learning_rate": 3.1528362106484846e-05,
      "loss": 0.0037,
      "step": 18979
    },
    {
      "epoch": 2.057675628794449,
      "grad_norm": 0.11080649495124817,
      "learning_rate": 3.152473523864791e-05,
      "loss": 0.0154,
      "step": 18980
    },
    {
      "epoch": 2.057784041630529,
      "grad_norm": 0.05492881312966347,
      "learning_rate": 3.152110837081097e-05,
      "loss": 0.0063,
      "step": 18981
    },
    {
      "epoch": 2.057892454466609,
      "grad_norm": 0.12261466681957245,
      "learning_rate": 3.151748150297403e-05,
      "loss": 0.0112,
      "step": 18982
    },
    {
      "epoch": 2.0580008673026886,
      "grad_norm": 0.22255787253379822,
      "learning_rate": 3.1513854635137095e-05,
      "loss": 0.0266,
      "step": 18983
    },
    {
      "epoch": 2.0581092801387686,
      "grad_norm": 0.023986224085092545,
      "learning_rate": 3.151022776730016e-05,
      "loss": 0.0014,
      "step": 18984
    },
    {
      "epoch": 2.058217692974848,
      "grad_norm": 0.05810381472110748,
      "learning_rate": 3.1506600899463224e-05,
      "loss": 0.0046,
      "step": 18985
    },
    {
      "epoch": 2.058326105810928,
      "grad_norm": 0.039749398827552795,
      "learning_rate": 3.150297403162629e-05,
      "loss": 0.0024,
      "step": 18986
    },
    {
      "epoch": 2.0584345186470077,
      "grad_norm": 0.06606893986463547,
      "learning_rate": 3.149934716378936e-05,
      "loss": 0.0051,
      "step": 18987
    },
    {
      "epoch": 2.0585429314830876,
      "grad_norm": 0.01983347348868847,
      "learning_rate": 3.1495720295952416e-05,
      "loss": 0.0021,
      "step": 18988
    },
    {
      "epoch": 2.058651344319167,
      "grad_norm": 0.06894972175359726,
      "learning_rate": 3.149209342811548e-05,
      "loss": 0.0061,
      "step": 18989
    },
    {
      "epoch": 2.058759757155247,
      "grad_norm": 0.05882229283452034,
      "learning_rate": 3.1488466560278544e-05,
      "loss": 0.0008,
      "step": 18990
    },
    {
      "epoch": 2.058868169991327,
      "grad_norm": 0.054889094084501266,
      "learning_rate": 3.148483969244161e-05,
      "loss": 0.0047,
      "step": 18991
    },
    {
      "epoch": 2.0589765828274067,
      "grad_norm": 0.06058476120233536,
      "learning_rate": 3.148121282460467e-05,
      "loss": 0.0108,
      "step": 18992
    },
    {
      "epoch": 2.0590849956634867,
      "grad_norm": 0.3070031404495239,
      "learning_rate": 3.1477585956767737e-05,
      "loss": 0.0255,
      "step": 18993
    },
    {
      "epoch": 2.0591934084995662,
      "grad_norm": 0.051910847425460815,
      "learning_rate": 3.14739590889308e-05,
      "loss": 0.0029,
      "step": 18994
    },
    {
      "epoch": 2.059301821335646,
      "grad_norm": 0.15744422376155853,
      "learning_rate": 3.1470332221093865e-05,
      "loss": 0.0099,
      "step": 18995
    },
    {
      "epoch": 2.0594102341717258,
      "grad_norm": 0.20037779211997986,
      "learning_rate": 3.146670535325693e-05,
      "loss": 0.0118,
      "step": 18996
    },
    {
      "epoch": 2.0595186470078057,
      "grad_norm": 0.02862817421555519,
      "learning_rate": 3.146307848541999e-05,
      "loss": 0.0019,
      "step": 18997
    },
    {
      "epoch": 2.0596270598438857,
      "grad_norm": 0.05707329511642456,
      "learning_rate": 3.145945161758306e-05,
      "loss": 0.0026,
      "step": 18998
    },
    {
      "epoch": 2.0597354726799653,
      "grad_norm": 0.3172854781150818,
      "learning_rate": 3.145582474974612e-05,
      "loss": 0.0119,
      "step": 18999
    },
    {
      "epoch": 2.0598438855160452,
      "grad_norm": 0.07672713696956635,
      "learning_rate": 3.1452197881909185e-05,
      "loss": 0.0038,
      "step": 19000
    },
    {
      "epoch": 2.059952298352125,
      "grad_norm": 0.17064790427684784,
      "learning_rate": 3.144857101407225e-05,
      "loss": 0.0227,
      "step": 19001
    },
    {
      "epoch": 2.0600607111882048,
      "grad_norm": 0.07170546799898148,
      "learning_rate": 3.1444944146235313e-05,
      "loss": 0.0099,
      "step": 19002
    },
    {
      "epoch": 2.0601691240242843,
      "grad_norm": 0.2223077416419983,
      "learning_rate": 3.144131727839838e-05,
      "loss": 0.0139,
      "step": 19003
    },
    {
      "epoch": 2.0602775368603643,
      "grad_norm": 0.30769020318984985,
      "learning_rate": 3.143769041056144e-05,
      "loss": 0.0245,
      "step": 19004
    },
    {
      "epoch": 2.060385949696444,
      "grad_norm": 0.7318554520606995,
      "learning_rate": 3.1434063542724506e-05,
      "loss": 0.0381,
      "step": 19005
    },
    {
      "epoch": 2.060494362532524,
      "grad_norm": 0.2096734344959259,
      "learning_rate": 3.143043667488757e-05,
      "loss": 0.0265,
      "step": 19006
    },
    {
      "epoch": 2.060602775368604,
      "grad_norm": 0.3626655042171478,
      "learning_rate": 3.1426809807050634e-05,
      "loss": 0.0535,
      "step": 19007
    },
    {
      "epoch": 2.0607111882046834,
      "grad_norm": 0.5312786102294922,
      "learning_rate": 3.14231829392137e-05,
      "loss": 0.0417,
      "step": 19008
    },
    {
      "epoch": 2.0608196010407633,
      "grad_norm": 0.15008029341697693,
      "learning_rate": 3.141955607137676e-05,
      "loss": 0.0023,
      "step": 19009
    },
    {
      "epoch": 2.060928013876843,
      "grad_norm": 0.03458187356591225,
      "learning_rate": 3.1415929203539826e-05,
      "loss": 0.002,
      "step": 19010
    },
    {
      "epoch": 2.061036426712923,
      "grad_norm": 0.11565767228603363,
      "learning_rate": 3.1412302335702884e-05,
      "loss": 0.0103,
      "step": 19011
    },
    {
      "epoch": 2.0611448395490024,
      "grad_norm": 0.07352995872497559,
      "learning_rate": 3.140867546786595e-05,
      "loss": 0.0067,
      "step": 19012
    },
    {
      "epoch": 2.0612532523850824,
      "grad_norm": 0.15024122595787048,
      "learning_rate": 3.140504860002902e-05,
      "loss": 0.0128,
      "step": 19013
    },
    {
      "epoch": 2.0613616652211624,
      "grad_norm": 0.05864099785685539,
      "learning_rate": 3.140142173219208e-05,
      "loss": 0.0116,
      "step": 19014
    },
    {
      "epoch": 2.061470078057242,
      "grad_norm": 0.06110106408596039,
      "learning_rate": 3.139779486435515e-05,
      "loss": 0.0051,
      "step": 19015
    },
    {
      "epoch": 2.061578490893322,
      "grad_norm": 0.013880661688745022,
      "learning_rate": 3.139416799651821e-05,
      "loss": 0.0006,
      "step": 19016
    },
    {
      "epoch": 2.0616869037294014,
      "grad_norm": 0.15268181264400482,
      "learning_rate": 3.1390541128681275e-05,
      "loss": 0.0165,
      "step": 19017
    },
    {
      "epoch": 2.0617953165654814,
      "grad_norm": 0.04957076534628868,
      "learning_rate": 3.138691426084433e-05,
      "loss": 0.007,
      "step": 19018
    },
    {
      "epoch": 2.061903729401561,
      "grad_norm": 0.4394429624080658,
      "learning_rate": 3.1383287393007396e-05,
      "loss": 0.0349,
      "step": 19019
    },
    {
      "epoch": 2.062012142237641,
      "grad_norm": 0.957252025604248,
      "learning_rate": 3.137966052517046e-05,
      "loss": 0.0297,
      "step": 19020
    },
    {
      "epoch": 2.062120555073721,
      "grad_norm": 0.43530476093292236,
      "learning_rate": 3.1376033657333525e-05,
      "loss": 0.0238,
      "step": 19021
    },
    {
      "epoch": 2.0622289679098005,
      "grad_norm": 0.23813727498054504,
      "learning_rate": 3.1372406789496596e-05,
      "loss": 0.0261,
      "step": 19022
    },
    {
      "epoch": 2.0623373807458805,
      "grad_norm": 0.08510377258062363,
      "learning_rate": 3.136877992165966e-05,
      "loss": 0.0124,
      "step": 19023
    },
    {
      "epoch": 2.06244579358196,
      "grad_norm": 0.1648377925157547,
      "learning_rate": 3.1365153053822724e-05,
      "loss": 0.0065,
      "step": 19024
    },
    {
      "epoch": 2.06255420641804,
      "grad_norm": 0.13647322356700897,
      "learning_rate": 3.136152618598579e-05,
      "loss": 0.007,
      "step": 19025
    },
    {
      "epoch": 2.0626626192541195,
      "grad_norm": 0.1273897886276245,
      "learning_rate": 3.1357899318148845e-05,
      "loss": 0.0085,
      "step": 19026
    },
    {
      "epoch": 2.0627710320901995,
      "grad_norm": 0.0912245586514473,
      "learning_rate": 3.135427245031191e-05,
      "loss": 0.0063,
      "step": 19027
    },
    {
      "epoch": 2.062879444926279,
      "grad_norm": 0.0033594632986932993,
      "learning_rate": 3.1350645582474973e-05,
      "loss": 0.0003,
      "step": 19028
    },
    {
      "epoch": 2.062987857762359,
      "grad_norm": 0.035988494753837585,
      "learning_rate": 3.134701871463804e-05,
      "loss": 0.0027,
      "step": 19029
    },
    {
      "epoch": 2.063096270598439,
      "grad_norm": 0.23305748403072357,
      "learning_rate": 3.134339184680111e-05,
      "loss": 0.0389,
      "step": 19030
    },
    {
      "epoch": 2.0632046834345186,
      "grad_norm": 0.041456446051597595,
      "learning_rate": 3.133976497896417e-05,
      "loss": 0.0024,
      "step": 19031
    },
    {
      "epoch": 2.0633130962705986,
      "grad_norm": 0.15625149011611938,
      "learning_rate": 3.133613811112724e-05,
      "loss": 0.0225,
      "step": 19032
    },
    {
      "epoch": 2.063421509106678,
      "grad_norm": 0.14763370156288147,
      "learning_rate": 3.1332511243290294e-05,
      "loss": 0.0106,
      "step": 19033
    },
    {
      "epoch": 2.063529921942758,
      "grad_norm": 0.1739337146282196,
      "learning_rate": 3.132888437545336e-05,
      "loss": 0.0347,
      "step": 19034
    },
    {
      "epoch": 2.0636383347788376,
      "grad_norm": 0.10322681814432144,
      "learning_rate": 3.132525750761642e-05,
      "loss": 0.0147,
      "step": 19035
    },
    {
      "epoch": 2.0637467476149176,
      "grad_norm": 0.08701485395431519,
      "learning_rate": 3.1321630639779486e-05,
      "loss": 0.0051,
      "step": 19036
    },
    {
      "epoch": 2.0638551604509976,
      "grad_norm": 0.03003169223666191,
      "learning_rate": 3.131800377194255e-05,
      "loss": 0.0017,
      "step": 19037
    },
    {
      "epoch": 2.063963573287077,
      "grad_norm": 0.04314526543021202,
      "learning_rate": 3.1314376904105614e-05,
      "loss": 0.0033,
      "step": 19038
    },
    {
      "epoch": 2.064071986123157,
      "grad_norm": 0.3172140419483185,
      "learning_rate": 3.1310750036268685e-05,
      "loss": 0.0217,
      "step": 19039
    },
    {
      "epoch": 2.0641803989592367,
      "grad_norm": 0.3483784794807434,
      "learning_rate": 3.130712316843174e-05,
      "loss": 0.012,
      "step": 19040
    },
    {
      "epoch": 2.0642888117953166,
      "grad_norm": 0.07727538794279099,
      "learning_rate": 3.130349630059481e-05,
      "loss": 0.0061,
      "step": 19041
    },
    {
      "epoch": 2.064397224631396,
      "grad_norm": 0.1927982121706009,
      "learning_rate": 3.129986943275787e-05,
      "loss": 0.0166,
      "step": 19042
    },
    {
      "epoch": 2.064505637467476,
      "grad_norm": 0.256072074174881,
      "learning_rate": 3.1296242564920935e-05,
      "loss": 0.0223,
      "step": 19043
    },
    {
      "epoch": 2.0646140503035557,
      "grad_norm": 0.35948753356933594,
      "learning_rate": 3.1292615697084e-05,
      "loss": 0.024,
      "step": 19044
    },
    {
      "epoch": 2.0647224631396357,
      "grad_norm": 0.07749219983816147,
      "learning_rate": 3.128898882924706e-05,
      "loss": 0.003,
      "step": 19045
    },
    {
      "epoch": 2.0648308759757157,
      "grad_norm": 0.09159419685602188,
      "learning_rate": 3.128536196141013e-05,
      "loss": 0.005,
      "step": 19046
    },
    {
      "epoch": 2.0649392888117952,
      "grad_norm": 0.014942697249352932,
      "learning_rate": 3.128173509357319e-05,
      "loss": 0.0011,
      "step": 19047
    },
    {
      "epoch": 2.065047701647875,
      "grad_norm": 0.23882310092449188,
      "learning_rate": 3.1278108225736256e-05,
      "loss": 0.0242,
      "step": 19048
    },
    {
      "epoch": 2.0651561144839548,
      "grad_norm": 0.13992057740688324,
      "learning_rate": 3.127448135789932e-05,
      "loss": 0.0149,
      "step": 19049
    },
    {
      "epoch": 2.0652645273200347,
      "grad_norm": 0.02741188555955887,
      "learning_rate": 3.1270854490062384e-05,
      "loss": 0.0016,
      "step": 19050
    },
    {
      "epoch": 2.0653729401561143,
      "grad_norm": 0.09413159638643265,
      "learning_rate": 3.126722762222545e-05,
      "loss": 0.0215,
      "step": 19051
    },
    {
      "epoch": 2.0654813529921943,
      "grad_norm": 0.1386791318655014,
      "learning_rate": 3.126360075438851e-05,
      "loss": 0.0054,
      "step": 19052
    },
    {
      "epoch": 2.0655897658282742,
      "grad_norm": 0.23754426836967468,
      "learning_rate": 3.1259973886551576e-05,
      "loss": 0.0122,
      "step": 19053
    },
    {
      "epoch": 2.065698178664354,
      "grad_norm": 0.3490208089351654,
      "learning_rate": 3.125634701871464e-05,
      "loss": 0.0426,
      "step": 19054
    },
    {
      "epoch": 2.0658065915004338,
      "grad_norm": 0.11667097359895706,
      "learning_rate": 3.1252720150877704e-05,
      "loss": 0.0058,
      "step": 19055
    },
    {
      "epoch": 2.0659150043365133,
      "grad_norm": 0.024728460237383842,
      "learning_rate": 3.124909328304077e-05,
      "loss": 0.0013,
      "step": 19056
    },
    {
      "epoch": 2.0660234171725933,
      "grad_norm": 0.17086532711982727,
      "learning_rate": 3.124546641520383e-05,
      "loss": 0.0169,
      "step": 19057
    },
    {
      "epoch": 2.066131830008673,
      "grad_norm": 0.01980014517903328,
      "learning_rate": 3.1241839547366897e-05,
      "loss": 0.0007,
      "step": 19058
    },
    {
      "epoch": 2.066240242844753,
      "grad_norm": 0.05957617238163948,
      "learning_rate": 3.123821267952996e-05,
      "loss": 0.0065,
      "step": 19059
    },
    {
      "epoch": 2.066348655680833,
      "grad_norm": 0.022945178672671318,
      "learning_rate": 3.1234585811693025e-05,
      "loss": 0.0019,
      "step": 19060
    },
    {
      "epoch": 2.0664570685169124,
      "grad_norm": 0.06247185915708542,
      "learning_rate": 3.123095894385609e-05,
      "loss": 0.0081,
      "step": 19061
    },
    {
      "epoch": 2.0665654813529923,
      "grad_norm": 0.003797622863203287,
      "learning_rate": 3.122733207601915e-05,
      "loss": 0.0003,
      "step": 19062
    },
    {
      "epoch": 2.066673894189072,
      "grad_norm": 0.05101966857910156,
      "learning_rate": 3.122370520818221e-05,
      "loss": 0.0067,
      "step": 19063
    },
    {
      "epoch": 2.066782307025152,
      "grad_norm": 0.3766516149044037,
      "learning_rate": 3.1220078340345274e-05,
      "loss": 0.0469,
      "step": 19064
    },
    {
      "epoch": 2.0668907198612314,
      "grad_norm": 0.09469833970069885,
      "learning_rate": 3.1216451472508345e-05,
      "loss": 0.0061,
      "step": 19065
    },
    {
      "epoch": 2.0669991326973114,
      "grad_norm": 0.019524550065398216,
      "learning_rate": 3.121282460467141e-05,
      "loss": 0.0013,
      "step": 19066
    },
    {
      "epoch": 2.067107545533391,
      "grad_norm": 0.04031127318739891,
      "learning_rate": 3.1209197736834474e-05,
      "loss": 0.0013,
      "step": 19067
    },
    {
      "epoch": 2.067215958369471,
      "grad_norm": 0.18327651917934418,
      "learning_rate": 3.120557086899754e-05,
      "loss": 0.0194,
      "step": 19068
    },
    {
      "epoch": 2.067324371205551,
      "grad_norm": 0.09781711548566818,
      "learning_rate": 3.12019440011606e-05,
      "loss": 0.0041,
      "step": 19069
    },
    {
      "epoch": 2.0674327840416304,
      "grad_norm": 0.11413498222827911,
      "learning_rate": 3.119831713332366e-05,
      "loss": 0.0113,
      "step": 19070
    },
    {
      "epoch": 2.0675411968777104,
      "grad_norm": 0.2948872148990631,
      "learning_rate": 3.119469026548672e-05,
      "loss": 0.0221,
      "step": 19071
    },
    {
      "epoch": 2.06764960971379,
      "grad_norm": 0.03181837871670723,
      "learning_rate": 3.119106339764979e-05,
      "loss": 0.0026,
      "step": 19072
    },
    {
      "epoch": 2.06775802254987,
      "grad_norm": 0.12702813744544983,
      "learning_rate": 3.118743652981285e-05,
      "loss": 0.0134,
      "step": 19073
    },
    {
      "epoch": 2.0678664353859495,
      "grad_norm": 0.1159655749797821,
      "learning_rate": 3.118380966197592e-05,
      "loss": 0.021,
      "step": 19074
    },
    {
      "epoch": 2.0679748482220295,
      "grad_norm": 0.12577933073043823,
      "learning_rate": 3.1180182794138986e-05,
      "loss": 0.0076,
      "step": 19075
    },
    {
      "epoch": 2.0680832610581095,
      "grad_norm": 0.25853556394577026,
      "learning_rate": 3.117655592630205e-05,
      "loss": 0.0195,
      "step": 19076
    },
    {
      "epoch": 2.068191673894189,
      "grad_norm": 0.12700660526752472,
      "learning_rate": 3.1172929058465115e-05,
      "loss": 0.0041,
      "step": 19077
    },
    {
      "epoch": 2.068300086730269,
      "grad_norm": 0.06391363590955734,
      "learning_rate": 3.116930219062817e-05,
      "loss": 0.0076,
      "step": 19078
    },
    {
      "epoch": 2.0684084995663485,
      "grad_norm": 0.15801364183425903,
      "learning_rate": 3.1165675322791236e-05,
      "loss": 0.0077,
      "step": 19079
    },
    {
      "epoch": 2.0685169124024285,
      "grad_norm": 0.36072424054145813,
      "learning_rate": 3.11620484549543e-05,
      "loss": 0.017,
      "step": 19080
    },
    {
      "epoch": 2.068625325238508,
      "grad_norm": 0.14258252084255219,
      "learning_rate": 3.1158421587117364e-05,
      "loss": 0.0053,
      "step": 19081
    },
    {
      "epoch": 2.068733738074588,
      "grad_norm": 0.03342672064900398,
      "learning_rate": 3.1154794719280435e-05,
      "loss": 0.0023,
      "step": 19082
    },
    {
      "epoch": 2.068842150910668,
      "grad_norm": 0.020253797993063927,
      "learning_rate": 3.11511678514435e-05,
      "loss": 0.0015,
      "step": 19083
    },
    {
      "epoch": 2.0689505637467476,
      "grad_norm": 0.16853785514831543,
      "learning_rate": 3.114754098360656e-05,
      "loss": 0.0115,
      "step": 19084
    },
    {
      "epoch": 2.0690589765828276,
      "grad_norm": 0.0783412978053093,
      "learning_rate": 3.114391411576962e-05,
      "loss": 0.0048,
      "step": 19085
    },
    {
      "epoch": 2.069167389418907,
      "grad_norm": 0.10198045521974564,
      "learning_rate": 3.1140287247932685e-05,
      "loss": 0.0111,
      "step": 19086
    },
    {
      "epoch": 2.069275802254987,
      "grad_norm": 0.02735775336623192,
      "learning_rate": 3.113666038009575e-05,
      "loss": 0.0013,
      "step": 19087
    },
    {
      "epoch": 2.0693842150910666,
      "grad_norm": 0.08206715434789658,
      "learning_rate": 3.113303351225881e-05,
      "loss": 0.0057,
      "step": 19088
    },
    {
      "epoch": 2.0694926279271466,
      "grad_norm": 0.22843219339847565,
      "learning_rate": 3.112940664442188e-05,
      "loss": 0.0253,
      "step": 19089
    },
    {
      "epoch": 2.069601040763226,
      "grad_norm": 0.008609350770711899,
      "learning_rate": 3.112577977658494e-05,
      "loss": 0.0007,
      "step": 19090
    },
    {
      "epoch": 2.069709453599306,
      "grad_norm": 0.0700688287615776,
      "learning_rate": 3.112215290874801e-05,
      "loss": 0.0047,
      "step": 19091
    },
    {
      "epoch": 2.069817866435386,
      "grad_norm": 0.25736576318740845,
      "learning_rate": 3.111852604091107e-05,
      "loss": 0.0232,
      "step": 19092
    },
    {
      "epoch": 2.0699262792714657,
      "grad_norm": 0.2926892638206482,
      "learning_rate": 3.1114899173074133e-05,
      "loss": 0.0245,
      "step": 19093
    },
    {
      "epoch": 2.0700346921075456,
      "grad_norm": 0.14293448626995087,
      "learning_rate": 3.11112723052372e-05,
      "loss": 0.0066,
      "step": 19094
    },
    {
      "epoch": 2.070143104943625,
      "grad_norm": 0.2845388352870941,
      "learning_rate": 3.110764543740026e-05,
      "loss": 0.0339,
      "step": 19095
    },
    {
      "epoch": 2.070251517779705,
      "grad_norm": 0.11643295735120773,
      "learning_rate": 3.1104018569563326e-05,
      "loss": 0.0127,
      "step": 19096
    },
    {
      "epoch": 2.0703599306157847,
      "grad_norm": 0.0652364194393158,
      "learning_rate": 3.110039170172639e-05,
      "loss": 0.0039,
      "step": 19097
    },
    {
      "epoch": 2.0704683434518647,
      "grad_norm": 0.5735291242599487,
      "learning_rate": 3.1096764833889454e-05,
      "loss": 0.0169,
      "step": 19098
    },
    {
      "epoch": 2.0705767562879447,
      "grad_norm": 0.2049364298582077,
      "learning_rate": 3.109313796605252e-05,
      "loss": 0.0308,
      "step": 19099
    },
    {
      "epoch": 2.0706851691240242,
      "grad_norm": 0.05341548100113869,
      "learning_rate": 3.108951109821558e-05,
      "loss": 0.0044,
      "step": 19100
    },
    {
      "epoch": 2.070793581960104,
      "grad_norm": 0.4129243493080139,
      "learning_rate": 3.1085884230378646e-05,
      "loss": 0.0253,
      "step": 19101
    },
    {
      "epoch": 2.0709019947961838,
      "grad_norm": 0.012241731397807598,
      "learning_rate": 3.108225736254171e-05,
      "loss": 0.0003,
      "step": 19102
    },
    {
      "epoch": 2.0710104076322637,
      "grad_norm": 0.14431005716323853,
      "learning_rate": 3.1078630494704775e-05,
      "loss": 0.0118,
      "step": 19103
    },
    {
      "epoch": 2.0711188204683433,
      "grad_norm": 0.20852164924144745,
      "learning_rate": 3.107500362686784e-05,
      "loss": 0.0379,
      "step": 19104
    },
    {
      "epoch": 2.0712272333044233,
      "grad_norm": 0.0724543035030365,
      "learning_rate": 3.10713767590309e-05,
      "loss": 0.0031,
      "step": 19105
    },
    {
      "epoch": 2.0713356461405033,
      "grad_norm": 0.4757520258426666,
      "learning_rate": 3.106774989119397e-05,
      "loss": 0.0162,
      "step": 19106
    },
    {
      "epoch": 2.071444058976583,
      "grad_norm": 0.19616933166980743,
      "learning_rate": 3.106412302335703e-05,
      "loss": 0.0294,
      "step": 19107
    },
    {
      "epoch": 2.0715524718126628,
      "grad_norm": 0.23768560588359833,
      "learning_rate": 3.1060496155520095e-05,
      "loss": 0.0204,
      "step": 19108
    },
    {
      "epoch": 2.0716608846487423,
      "grad_norm": 0.08731909841299057,
      "learning_rate": 3.105686928768316e-05,
      "loss": 0.0093,
      "step": 19109
    },
    {
      "epoch": 2.0717692974848223,
      "grad_norm": 0.055187664926052094,
      "learning_rate": 3.105324241984622e-05,
      "loss": 0.0069,
      "step": 19110
    },
    {
      "epoch": 2.071877710320902,
      "grad_norm": 0.13299740850925446,
      "learning_rate": 3.104961555200929e-05,
      "loss": 0.0137,
      "step": 19111
    },
    {
      "epoch": 2.071986123156982,
      "grad_norm": 0.24204835295677185,
      "learning_rate": 3.104598868417235e-05,
      "loss": 0.0319,
      "step": 19112
    },
    {
      "epoch": 2.0720945359930614,
      "grad_norm": 0.1434175968170166,
      "learning_rate": 3.1042361816335416e-05,
      "loss": 0.0054,
      "step": 19113
    },
    {
      "epoch": 2.0722029488291414,
      "grad_norm": 0.32479220628738403,
      "learning_rate": 3.103873494849848e-05,
      "loss": 0.02,
      "step": 19114
    },
    {
      "epoch": 2.0723113616652213,
      "grad_norm": 0.24273008108139038,
      "learning_rate": 3.103510808066154e-05,
      "loss": 0.0112,
      "step": 19115
    },
    {
      "epoch": 2.072419774501301,
      "grad_norm": 0.11097205430269241,
      "learning_rate": 3.10314812128246e-05,
      "loss": 0.0057,
      "step": 19116
    },
    {
      "epoch": 2.072528187337381,
      "grad_norm": 0.6603111624717712,
      "learning_rate": 3.102785434498767e-05,
      "loss": 0.0759,
      "step": 19117
    },
    {
      "epoch": 2.0726366001734604,
      "grad_norm": 0.06207328662276268,
      "learning_rate": 3.1024227477150736e-05,
      "loss": 0.0073,
      "step": 19118
    },
    {
      "epoch": 2.0727450130095404,
      "grad_norm": 0.11370047181844711,
      "learning_rate": 3.10206006093138e-05,
      "loss": 0.0072,
      "step": 19119
    },
    {
      "epoch": 2.07285342584562,
      "grad_norm": 0.2963702976703644,
      "learning_rate": 3.1016973741476864e-05,
      "loss": 0.0393,
      "step": 19120
    },
    {
      "epoch": 2.0729618386817,
      "grad_norm": 0.47610220313072205,
      "learning_rate": 3.101334687363993e-05,
      "loss": 0.0113,
      "step": 19121
    },
    {
      "epoch": 2.07307025151778,
      "grad_norm": 0.6851975917816162,
      "learning_rate": 3.1009720005802986e-05,
      "loss": 0.0717,
      "step": 19122
    },
    {
      "epoch": 2.0731786643538594,
      "grad_norm": 0.032433513551950455,
      "learning_rate": 3.100609313796605e-05,
      "loss": 0.002,
      "step": 19123
    },
    {
      "epoch": 2.0732870771899394,
      "grad_norm": 0.034969840198755264,
      "learning_rate": 3.1002466270129114e-05,
      "loss": 0.0031,
      "step": 19124
    },
    {
      "epoch": 2.073395490026019,
      "grad_norm": 0.34887662529945374,
      "learning_rate": 3.0998839402292185e-05,
      "loss": 0.0293,
      "step": 19125
    },
    {
      "epoch": 2.073503902862099,
      "grad_norm": 0.07319580763578415,
      "learning_rate": 3.099521253445525e-05,
      "loss": 0.0063,
      "step": 19126
    },
    {
      "epoch": 2.0736123156981785,
      "grad_norm": 0.33448657393455505,
      "learning_rate": 3.099158566661831e-05,
      "loss": 0.0882,
      "step": 19127
    },
    {
      "epoch": 2.0737207285342585,
      "grad_norm": 0.12272856384515762,
      "learning_rate": 3.098795879878138e-05,
      "loss": 0.0116,
      "step": 19128
    },
    {
      "epoch": 2.0738291413703385,
      "grad_norm": 0.3493841886520386,
      "learning_rate": 3.098433193094444e-05,
      "loss": 0.0327,
      "step": 19129
    },
    {
      "epoch": 2.073937554206418,
      "grad_norm": 0.17568665742874146,
      "learning_rate": 3.09807050631075e-05,
      "loss": 0.0154,
      "step": 19130
    },
    {
      "epoch": 2.074045967042498,
      "grad_norm": 0.03299164026975632,
      "learning_rate": 3.097707819527056e-05,
      "loss": 0.0016,
      "step": 19131
    },
    {
      "epoch": 2.0741543798785775,
      "grad_norm": 0.24851451814174652,
      "learning_rate": 3.097345132743363e-05,
      "loss": 0.0223,
      "step": 19132
    },
    {
      "epoch": 2.0742627927146575,
      "grad_norm": 0.26383858919143677,
      "learning_rate": 3.096982445959669e-05,
      "loss": 0.0324,
      "step": 19133
    },
    {
      "epoch": 2.074371205550737,
      "grad_norm": 0.10163017362356186,
      "learning_rate": 3.096619759175976e-05,
      "loss": 0.007,
      "step": 19134
    },
    {
      "epoch": 2.074479618386817,
      "grad_norm": 0.18992334604263306,
      "learning_rate": 3.0962570723922826e-05,
      "loss": 0.0254,
      "step": 19135
    },
    {
      "epoch": 2.0745880312228966,
      "grad_norm": 0.23088450729846954,
      "learning_rate": 3.095894385608589e-05,
      "loss": 0.045,
      "step": 19136
    },
    {
      "epoch": 2.0746964440589766,
      "grad_norm": 0.04226178303360939,
      "learning_rate": 3.095531698824895e-05,
      "loss": 0.0021,
      "step": 19137
    },
    {
      "epoch": 2.0748048568950566,
      "grad_norm": 0.19819793105125427,
      "learning_rate": 3.095169012041201e-05,
      "loss": 0.0095,
      "step": 19138
    },
    {
      "epoch": 2.074913269731136,
      "grad_norm": 0.17283205687999725,
      "learning_rate": 3.0948063252575076e-05,
      "loss": 0.0143,
      "step": 19139
    },
    {
      "epoch": 2.075021682567216,
      "grad_norm": 0.07864519953727722,
      "learning_rate": 3.094443638473814e-05,
      "loss": 0.014,
      "step": 19140
    },
    {
      "epoch": 2.0751300954032956,
      "grad_norm": 0.4617158770561218,
      "learning_rate": 3.0940809516901204e-05,
      "loss": 0.0461,
      "step": 19141
    },
    {
      "epoch": 2.0752385082393756,
      "grad_norm": 0.11791225522756577,
      "learning_rate": 3.093718264906427e-05,
      "loss": 0.0062,
      "step": 19142
    },
    {
      "epoch": 2.075346921075455,
      "grad_norm": 0.6181243658065796,
      "learning_rate": 3.093355578122734e-05,
      "loss": 0.0333,
      "step": 19143
    },
    {
      "epoch": 2.075455333911535,
      "grad_norm": 0.23167315125465393,
      "learning_rate": 3.0929928913390396e-05,
      "loss": 0.017,
      "step": 19144
    },
    {
      "epoch": 2.075563746747615,
      "grad_norm": 0.35195252299308777,
      "learning_rate": 3.092630204555346e-05,
      "loss": 0.0253,
      "step": 19145
    },
    {
      "epoch": 2.0756721595836947,
      "grad_norm": 0.3028113842010498,
      "learning_rate": 3.0922675177716524e-05,
      "loss": 0.0197,
      "step": 19146
    },
    {
      "epoch": 2.0757805724197746,
      "grad_norm": 0.02247927524149418,
      "learning_rate": 3.091904830987959e-05,
      "loss": 0.0016,
      "step": 19147
    },
    {
      "epoch": 2.075888985255854,
      "grad_norm": 0.0707772821187973,
      "learning_rate": 3.091542144204265e-05,
      "loss": 0.0058,
      "step": 19148
    },
    {
      "epoch": 2.075997398091934,
      "grad_norm": 0.18856188654899597,
      "learning_rate": 3.0911794574205717e-05,
      "loss": 0.0127,
      "step": 19149
    },
    {
      "epoch": 2.0761058109280137,
      "grad_norm": 0.1169075220823288,
      "learning_rate": 3.090816770636878e-05,
      "loss": 0.0056,
      "step": 19150
    },
    {
      "epoch": 2.0762142237640937,
      "grad_norm": 0.2666168510913849,
      "learning_rate": 3.0904540838531845e-05,
      "loss": 0.0124,
      "step": 19151
    },
    {
      "epoch": 2.0763226366001737,
      "grad_norm": 0.13649223744869232,
      "learning_rate": 3.090091397069491e-05,
      "loss": 0.0043,
      "step": 19152
    },
    {
      "epoch": 2.0764310494362532,
      "grad_norm": 0.18222278356552124,
      "learning_rate": 3.089728710285797e-05,
      "loss": 0.0175,
      "step": 19153
    },
    {
      "epoch": 2.076539462272333,
      "grad_norm": 0.010791181586682796,
      "learning_rate": 3.089366023502104e-05,
      "loss": 0.0011,
      "step": 19154
    },
    {
      "epoch": 2.0766478751084128,
      "grad_norm": 0.023689916357398033,
      "learning_rate": 3.08900333671841e-05,
      "loss": 0.0016,
      "step": 19155
    },
    {
      "epoch": 2.0767562879444927,
      "grad_norm": 0.03936478868126869,
      "learning_rate": 3.0886406499347165e-05,
      "loss": 0.0048,
      "step": 19156
    },
    {
      "epoch": 2.0768647007805723,
      "grad_norm": 0.4353313446044922,
      "learning_rate": 3.088277963151023e-05,
      "loss": 0.0514,
      "step": 19157
    },
    {
      "epoch": 2.0769731136166523,
      "grad_norm": 0.09358960390090942,
      "learning_rate": 3.0879152763673294e-05,
      "loss": 0.007,
      "step": 19158
    },
    {
      "epoch": 2.077081526452732,
      "grad_norm": 0.1371476948261261,
      "learning_rate": 3.087552589583636e-05,
      "loss": 0.0062,
      "step": 19159
    },
    {
      "epoch": 2.077189939288812,
      "grad_norm": 0.11117836087942123,
      "learning_rate": 3.087189902799942e-05,
      "loss": 0.0061,
      "step": 19160
    },
    {
      "epoch": 2.077298352124892,
      "grad_norm": 0.19233982264995575,
      "learning_rate": 3.0868272160162486e-05,
      "loss": 0.0065,
      "step": 19161
    },
    {
      "epoch": 2.0774067649609713,
      "grad_norm": 0.27045688033103943,
      "learning_rate": 3.086464529232555e-05,
      "loss": 0.0338,
      "step": 19162
    },
    {
      "epoch": 2.0775151777970513,
      "grad_norm": 0.005455515813082457,
      "learning_rate": 3.0861018424488614e-05,
      "loss": 0.0005,
      "step": 19163
    },
    {
      "epoch": 2.077623590633131,
      "grad_norm": 0.2008143812417984,
      "learning_rate": 3.085739155665168e-05,
      "loss": 0.0269,
      "step": 19164
    },
    {
      "epoch": 2.077732003469211,
      "grad_norm": 0.23106779158115387,
      "learning_rate": 3.085376468881474e-05,
      "loss": 0.0133,
      "step": 19165
    },
    {
      "epoch": 2.0778404163052904,
      "grad_norm": 0.26344403624534607,
      "learning_rate": 3.0850137820977806e-05,
      "loss": 0.0216,
      "step": 19166
    },
    {
      "epoch": 2.0779488291413704,
      "grad_norm": 0.1607261449098587,
      "learning_rate": 3.0846510953140864e-05,
      "loss": 0.0096,
      "step": 19167
    },
    {
      "epoch": 2.0780572419774503,
      "grad_norm": 0.28453123569488525,
      "learning_rate": 3.084288408530393e-05,
      "loss": 0.0106,
      "step": 19168
    },
    {
      "epoch": 2.07816565481353,
      "grad_norm": 0.3854472041130066,
      "learning_rate": 3.0839257217467e-05,
      "loss": 0.0227,
      "step": 19169
    },
    {
      "epoch": 2.07827406764961,
      "grad_norm": 0.004903415217995644,
      "learning_rate": 3.083563034963006e-05,
      "loss": 0.0003,
      "step": 19170
    },
    {
      "epoch": 2.0783824804856894,
      "grad_norm": 0.02476947382092476,
      "learning_rate": 3.083200348179313e-05,
      "loss": 0.0019,
      "step": 19171
    },
    {
      "epoch": 2.0784908933217694,
      "grad_norm": 0.046312347054481506,
      "learning_rate": 3.082837661395619e-05,
      "loss": 0.0035,
      "step": 19172
    },
    {
      "epoch": 2.078599306157849,
      "grad_norm": 0.7624212503433228,
      "learning_rate": 3.0824749746119255e-05,
      "loss": 0.0628,
      "step": 19173
    },
    {
      "epoch": 2.078707718993929,
      "grad_norm": 0.19149865210056305,
      "learning_rate": 3.082112287828231e-05,
      "loss": 0.0452,
      "step": 19174
    },
    {
      "epoch": 2.0788161318300085,
      "grad_norm": 0.08648411929607391,
      "learning_rate": 3.0817496010445377e-05,
      "loss": 0.0046,
      "step": 19175
    },
    {
      "epoch": 2.0789245446660884,
      "grad_norm": 0.11963646858930588,
      "learning_rate": 3.081386914260844e-05,
      "loss": 0.0149,
      "step": 19176
    },
    {
      "epoch": 2.0790329575021684,
      "grad_norm": 0.4657342731952667,
      "learning_rate": 3.081024227477151e-05,
      "loss": 0.0153,
      "step": 19177
    },
    {
      "epoch": 2.079141370338248,
      "grad_norm": 0.09219342470169067,
      "learning_rate": 3.0806615406934576e-05,
      "loss": 0.0089,
      "step": 19178
    },
    {
      "epoch": 2.079249783174328,
      "grad_norm": 0.038544055074453354,
      "learning_rate": 3.080298853909764e-05,
      "loss": 0.0014,
      "step": 19179
    },
    {
      "epoch": 2.0793581960104075,
      "grad_norm": 0.06912452727556229,
      "learning_rate": 3.0799361671260704e-05,
      "loss": 0.0086,
      "step": 19180
    },
    {
      "epoch": 2.0794666088464875,
      "grad_norm": 0.11058969050645828,
      "learning_rate": 3.079573480342377e-05,
      "loss": 0.0065,
      "step": 19181
    },
    {
      "epoch": 2.079575021682567,
      "grad_norm": 0.06277775764465332,
      "learning_rate": 3.0792107935586825e-05,
      "loss": 0.0037,
      "step": 19182
    },
    {
      "epoch": 2.079683434518647,
      "grad_norm": 0.1211903765797615,
      "learning_rate": 3.078848106774989e-05,
      "loss": 0.0103,
      "step": 19183
    },
    {
      "epoch": 2.079791847354727,
      "grad_norm": 0.4596174657344818,
      "learning_rate": 3.0784854199912953e-05,
      "loss": 0.029,
      "step": 19184
    },
    {
      "epoch": 2.0799002601908065,
      "grad_norm": 0.08647814393043518,
      "learning_rate": 3.078122733207602e-05,
      "loss": 0.0207,
      "step": 19185
    },
    {
      "epoch": 2.0800086730268865,
      "grad_norm": 0.6037439107894897,
      "learning_rate": 3.077760046423909e-05,
      "loss": 0.0562,
      "step": 19186
    },
    {
      "epoch": 2.080117085862966,
      "grad_norm": 0.06197645887732506,
      "learning_rate": 3.077397359640215e-05,
      "loss": 0.0043,
      "step": 19187
    },
    {
      "epoch": 2.080225498699046,
      "grad_norm": 0.22658619284629822,
      "learning_rate": 3.077034672856522e-05,
      "loss": 0.0286,
      "step": 19188
    },
    {
      "epoch": 2.0803339115351256,
      "grad_norm": 0.6789050102233887,
      "learning_rate": 3.0766719860728274e-05,
      "loss": 0.0493,
      "step": 19189
    },
    {
      "epoch": 2.0804423243712056,
      "grad_norm": 0.0063088624738156796,
      "learning_rate": 3.076309299289134e-05,
      "loss": 0.0004,
      "step": 19190
    },
    {
      "epoch": 2.080550737207285,
      "grad_norm": 0.08732294291257858,
      "learning_rate": 3.07594661250544e-05,
      "loss": 0.0055,
      "step": 19191
    },
    {
      "epoch": 2.080659150043365,
      "grad_norm": 0.09696120023727417,
      "learning_rate": 3.0755839257217466e-05,
      "loss": 0.0091,
      "step": 19192
    },
    {
      "epoch": 2.080767562879445,
      "grad_norm": 0.0978371798992157,
      "learning_rate": 3.075221238938053e-05,
      "loss": 0.005,
      "step": 19193
    },
    {
      "epoch": 2.0808759757155246,
      "grad_norm": 0.08386960625648499,
      "learning_rate": 3.07485855215436e-05,
      "loss": 0.0049,
      "step": 19194
    },
    {
      "epoch": 2.0809843885516046,
      "grad_norm": 0.07173765450716019,
      "learning_rate": 3.0744958653706665e-05,
      "loss": 0.0047,
      "step": 19195
    },
    {
      "epoch": 2.081092801387684,
      "grad_norm": 0.18949760496616364,
      "learning_rate": 3.074133178586972e-05,
      "loss": 0.0209,
      "step": 19196
    },
    {
      "epoch": 2.081201214223764,
      "grad_norm": 0.12130732834339142,
      "learning_rate": 3.073770491803279e-05,
      "loss": 0.0214,
      "step": 19197
    },
    {
      "epoch": 2.0813096270598437,
      "grad_norm": 0.08668914437294006,
      "learning_rate": 3.073407805019585e-05,
      "loss": 0.0586,
      "step": 19198
    },
    {
      "epoch": 2.0814180398959237,
      "grad_norm": 0.12439149618148804,
      "learning_rate": 3.0730451182358915e-05,
      "loss": 0.0128,
      "step": 19199
    },
    {
      "epoch": 2.0815264527320037,
      "grad_norm": 0.06432420015335083,
      "learning_rate": 3.072682431452198e-05,
      "loss": 0.0075,
      "step": 19200
    },
    {
      "epoch": 2.081634865568083,
      "grad_norm": 0.10152742266654968,
      "learning_rate": 3.072319744668504e-05,
      "loss": 0.0041,
      "step": 19201
    },
    {
      "epoch": 2.081743278404163,
      "grad_norm": 0.26913654804229736,
      "learning_rate": 3.071957057884811e-05,
      "loss": 0.0123,
      "step": 19202
    },
    {
      "epoch": 2.0818516912402427,
      "grad_norm": 0.03534950688481331,
      "learning_rate": 3.071594371101117e-05,
      "loss": 0.0015,
      "step": 19203
    },
    {
      "epoch": 2.0819601040763227,
      "grad_norm": 0.05905875563621521,
      "learning_rate": 3.0712316843174236e-05,
      "loss": 0.0042,
      "step": 19204
    },
    {
      "epoch": 2.0820685169124022,
      "grad_norm": 0.036502666771411896,
      "learning_rate": 3.07086899753373e-05,
      "loss": 0.0058,
      "step": 19205
    },
    {
      "epoch": 2.0821769297484822,
      "grad_norm": 0.15116824209690094,
      "learning_rate": 3.0705063107500364e-05,
      "loss": 0.0165,
      "step": 19206
    },
    {
      "epoch": 2.082285342584562,
      "grad_norm": 0.060472551733255386,
      "learning_rate": 3.070143623966343e-05,
      "loss": 0.0057,
      "step": 19207
    },
    {
      "epoch": 2.0823937554206418,
      "grad_norm": 0.07199285924434662,
      "learning_rate": 3.069780937182649e-05,
      "loss": 0.0045,
      "step": 19208
    },
    {
      "epoch": 2.0825021682567217,
      "grad_norm": 0.3095284700393677,
      "learning_rate": 3.0694182503989556e-05,
      "loss": 0.0271,
      "step": 19209
    },
    {
      "epoch": 2.0826105810928013,
      "grad_norm": 0.0654466301202774,
      "learning_rate": 3.069055563615262e-05,
      "loss": 0.0096,
      "step": 19210
    },
    {
      "epoch": 2.0827189939288813,
      "grad_norm": 0.3216773271560669,
      "learning_rate": 3.0686928768315684e-05,
      "loss": 0.0333,
      "step": 19211
    },
    {
      "epoch": 2.082827406764961,
      "grad_norm": 0.12984754145145416,
      "learning_rate": 3.068330190047875e-05,
      "loss": 0.0261,
      "step": 19212
    },
    {
      "epoch": 2.082935819601041,
      "grad_norm": 0.05069734901189804,
      "learning_rate": 3.067967503264181e-05,
      "loss": 0.0076,
      "step": 19213
    },
    {
      "epoch": 2.0830442324371203,
      "grad_norm": 0.04719153046607971,
      "learning_rate": 3.067604816480488e-05,
      "loss": 0.003,
      "step": 19214
    },
    {
      "epoch": 2.0831526452732003,
      "grad_norm": 0.054141201078891754,
      "learning_rate": 3.067242129696794e-05,
      "loss": 0.0053,
      "step": 19215
    },
    {
      "epoch": 2.0832610581092803,
      "grad_norm": 0.3710905611515045,
      "learning_rate": 3.0668794429131005e-05,
      "loss": 0.0261,
      "step": 19216
    },
    {
      "epoch": 2.08336947094536,
      "grad_norm": 0.03435685485601425,
      "learning_rate": 3.066516756129407e-05,
      "loss": 0.003,
      "step": 19217
    },
    {
      "epoch": 2.08347788378144,
      "grad_norm": 0.11193916201591492,
      "learning_rate": 3.066154069345713e-05,
      "loss": 0.0055,
      "step": 19218
    },
    {
      "epoch": 2.0835862966175194,
      "grad_norm": 0.18361085653305054,
      "learning_rate": 3.065791382562019e-05,
      "loss": 0.006,
      "step": 19219
    },
    {
      "epoch": 2.0836947094535994,
      "grad_norm": 0.05027360841631889,
      "learning_rate": 3.065428695778326e-05,
      "loss": 0.0043,
      "step": 19220
    },
    {
      "epoch": 2.083803122289679,
      "grad_norm": 0.16290168464183807,
      "learning_rate": 3.0650660089946325e-05,
      "loss": 0.0337,
      "step": 19221
    },
    {
      "epoch": 2.083911535125759,
      "grad_norm": 0.18093568086624146,
      "learning_rate": 3.064703322210939e-05,
      "loss": 0.0233,
      "step": 19222
    },
    {
      "epoch": 2.084019947961839,
      "grad_norm": 0.5123975872993469,
      "learning_rate": 3.0643406354272454e-05,
      "loss": 0.0151,
      "step": 19223
    },
    {
      "epoch": 2.0841283607979184,
      "grad_norm": 0.052192989736795425,
      "learning_rate": 3.063977948643552e-05,
      "loss": 0.0068,
      "step": 19224
    },
    {
      "epoch": 2.0842367736339984,
      "grad_norm": 0.07131980359554291,
      "learning_rate": 3.063615261859858e-05,
      "loss": 0.0113,
      "step": 19225
    },
    {
      "epoch": 2.084345186470078,
      "grad_norm": 0.19482459127902985,
      "learning_rate": 3.0632525750761646e-05,
      "loss": 0.0294,
      "step": 19226
    },
    {
      "epoch": 2.084453599306158,
      "grad_norm": 0.08790935575962067,
      "learning_rate": 3.06288988829247e-05,
      "loss": 0.0107,
      "step": 19227
    },
    {
      "epoch": 2.0845620121422375,
      "grad_norm": 0.005159098654985428,
      "learning_rate": 3.062527201508777e-05,
      "loss": 0.0003,
      "step": 19228
    },
    {
      "epoch": 2.0846704249783174,
      "grad_norm": 0.6160023212432861,
      "learning_rate": 3.062164514725084e-05,
      "loss": 0.0488,
      "step": 19229
    },
    {
      "epoch": 2.0847788378143974,
      "grad_norm": 0.174516499042511,
      "learning_rate": 3.06180182794139e-05,
      "loss": 0.0085,
      "step": 19230
    },
    {
      "epoch": 2.084887250650477,
      "grad_norm": 0.15615253150463104,
      "learning_rate": 3.0614391411576966e-05,
      "loss": 0.0382,
      "step": 19231
    },
    {
      "epoch": 2.084995663486557,
      "grad_norm": 0.22445043921470642,
      "learning_rate": 3.061076454374003e-05,
      "loss": 0.0196,
      "step": 19232
    },
    {
      "epoch": 2.0851040763226365,
      "grad_norm": 0.19395138323307037,
      "learning_rate": 3.0607137675903095e-05,
      "loss": 0.0267,
      "step": 19233
    },
    {
      "epoch": 2.0852124891587165,
      "grad_norm": 0.21926990151405334,
      "learning_rate": 3.060351080806615e-05,
      "loss": 0.0188,
      "step": 19234
    },
    {
      "epoch": 2.085320901994796,
      "grad_norm": 0.01333408709615469,
      "learning_rate": 3.0599883940229216e-05,
      "loss": 0.0007,
      "step": 19235
    },
    {
      "epoch": 2.085429314830876,
      "grad_norm": 0.48399609327316284,
      "learning_rate": 3.059625707239228e-05,
      "loss": 0.0538,
      "step": 19236
    },
    {
      "epoch": 2.0855377276669556,
      "grad_norm": 0.17718906700611115,
      "learning_rate": 3.0592630204555344e-05,
      "loss": 0.0194,
      "step": 19237
    },
    {
      "epoch": 2.0856461405030355,
      "grad_norm": 0.16672168672084808,
      "learning_rate": 3.0589003336718415e-05,
      "loss": 0.0215,
      "step": 19238
    },
    {
      "epoch": 2.0857545533391155,
      "grad_norm": 0.1520993858575821,
      "learning_rate": 3.058537646888148e-05,
      "loss": 0.0167,
      "step": 19239
    },
    {
      "epoch": 2.085862966175195,
      "grad_norm": 0.1500021070241928,
      "learning_rate": 3.058174960104454e-05,
      "loss": 0.0108,
      "step": 19240
    },
    {
      "epoch": 2.085971379011275,
      "grad_norm": 0.3111666142940521,
      "learning_rate": 3.05781227332076e-05,
      "loss": 0.0567,
      "step": 19241
    },
    {
      "epoch": 2.0860797918473546,
      "grad_norm": 0.06822843104600906,
      "learning_rate": 3.0574495865370665e-05,
      "loss": 0.0081,
      "step": 19242
    },
    {
      "epoch": 2.0861882046834346,
      "grad_norm": 0.5633958578109741,
      "learning_rate": 3.057086899753373e-05,
      "loss": 0.041,
      "step": 19243
    },
    {
      "epoch": 2.086296617519514,
      "grad_norm": 0.07631324231624603,
      "learning_rate": 3.056724212969679e-05,
      "loss": 0.0034,
      "step": 19244
    },
    {
      "epoch": 2.086405030355594,
      "grad_norm": 0.42071494460105896,
      "learning_rate": 3.056361526185986e-05,
      "loss": 0.0136,
      "step": 19245
    },
    {
      "epoch": 2.086513443191674,
      "grad_norm": 0.05345549061894417,
      "learning_rate": 3.055998839402293e-05,
      "loss": 0.0051,
      "step": 19246
    },
    {
      "epoch": 2.0866218560277536,
      "grad_norm": 0.04174058511853218,
      "learning_rate": 3.055636152618599e-05,
      "loss": 0.0031,
      "step": 19247
    },
    {
      "epoch": 2.0867302688638336,
      "grad_norm": 0.04995754733681679,
      "learning_rate": 3.055273465834905e-05,
      "loss": 0.0023,
      "step": 19248
    },
    {
      "epoch": 2.086838681699913,
      "grad_norm": 0.14554956555366516,
      "learning_rate": 3.0549107790512114e-05,
      "loss": 0.012,
      "step": 19249
    },
    {
      "epoch": 2.086947094535993,
      "grad_norm": 0.018216649070382118,
      "learning_rate": 3.054548092267518e-05,
      "loss": 0.0014,
      "step": 19250
    },
    {
      "epoch": 2.0870555073720727,
      "grad_norm": 0.06299104541540146,
      "learning_rate": 3.054185405483824e-05,
      "loss": 0.0054,
      "step": 19251
    },
    {
      "epoch": 2.0871639202081527,
      "grad_norm": 0.16353768110275269,
      "learning_rate": 3.0538227187001306e-05,
      "loss": 0.0107,
      "step": 19252
    },
    {
      "epoch": 2.0872723330442327,
      "grad_norm": 0.006708742585033178,
      "learning_rate": 3.053460031916437e-05,
      "loss": 0.0006,
      "step": 19253
    },
    {
      "epoch": 2.087380745880312,
      "grad_norm": 0.08996177464723587,
      "learning_rate": 3.0530973451327434e-05,
      "loss": 0.0069,
      "step": 19254
    },
    {
      "epoch": 2.087489158716392,
      "grad_norm": 0.12125822901725769,
      "learning_rate": 3.05273465834905e-05,
      "loss": 0.014,
      "step": 19255
    },
    {
      "epoch": 2.0875975715524717,
      "grad_norm": 0.19435721635818481,
      "learning_rate": 3.052371971565356e-05,
      "loss": 0.016,
      "step": 19256
    },
    {
      "epoch": 2.0877059843885517,
      "grad_norm": 0.08474788069725037,
      "learning_rate": 3.0520092847816626e-05,
      "loss": 0.0061,
      "step": 19257
    },
    {
      "epoch": 2.0878143972246312,
      "grad_norm": 0.3437381386756897,
      "learning_rate": 3.051646597997969e-05,
      "loss": 0.0294,
      "step": 19258
    },
    {
      "epoch": 2.0879228100607112,
      "grad_norm": 0.22421890497207642,
      "learning_rate": 3.0512839112142755e-05,
      "loss": 0.009,
      "step": 19259
    },
    {
      "epoch": 2.0880312228967908,
      "grad_norm": 0.1298328936100006,
      "learning_rate": 3.050921224430582e-05,
      "loss": 0.0093,
      "step": 19260
    },
    {
      "epoch": 2.0881396357328708,
      "grad_norm": 0.12676097452640533,
      "learning_rate": 3.0505585376468883e-05,
      "loss": 0.0127,
      "step": 19261
    },
    {
      "epoch": 2.0882480485689507,
      "grad_norm": 0.16714613139629364,
      "learning_rate": 3.0501958508631944e-05,
      "loss": 0.0175,
      "step": 19262
    },
    {
      "epoch": 2.0883564614050303,
      "grad_norm": 0.14157700538635254,
      "learning_rate": 3.0498331640795008e-05,
      "loss": 0.0132,
      "step": 19263
    },
    {
      "epoch": 2.0884648742411103,
      "grad_norm": 0.04267509654164314,
      "learning_rate": 3.049470477295808e-05,
      "loss": 0.0032,
      "step": 19264
    },
    {
      "epoch": 2.08857328707719,
      "grad_norm": 0.014554258435964584,
      "learning_rate": 3.049107790512114e-05,
      "loss": 0.001,
      "step": 19265
    },
    {
      "epoch": 2.08868169991327,
      "grad_norm": 0.30036720633506775,
      "learning_rate": 3.0487451037284203e-05,
      "loss": 0.0186,
      "step": 19266
    },
    {
      "epoch": 2.0887901127493493,
      "grad_norm": 0.1074623316526413,
      "learning_rate": 3.0483824169447267e-05,
      "loss": 0.0028,
      "step": 19267
    },
    {
      "epoch": 2.0888985255854293,
      "grad_norm": 0.07815179228782654,
      "learning_rate": 3.048019730161033e-05,
      "loss": 0.0105,
      "step": 19268
    },
    {
      "epoch": 2.0890069384215093,
      "grad_norm": 0.29687565565109253,
      "learning_rate": 3.0476570433773392e-05,
      "loss": 0.015,
      "step": 19269
    },
    {
      "epoch": 2.089115351257589,
      "grad_norm": 0.0787966325879097,
      "learning_rate": 3.0472943565936456e-05,
      "loss": 0.0065,
      "step": 19270
    },
    {
      "epoch": 2.089223764093669,
      "grad_norm": 0.0759066492319107,
      "learning_rate": 3.046931669809952e-05,
      "loss": 0.0064,
      "step": 19271
    },
    {
      "epoch": 2.0893321769297484,
      "grad_norm": 0.17249935865402222,
      "learning_rate": 3.0465689830262588e-05,
      "loss": 0.0055,
      "step": 19272
    },
    {
      "epoch": 2.0894405897658284,
      "grad_norm": 0.08503531664609909,
      "learning_rate": 3.0462062962425652e-05,
      "loss": 0.0052,
      "step": 19273
    },
    {
      "epoch": 2.089549002601908,
      "grad_norm": 0.2908201813697815,
      "learning_rate": 3.0458436094588716e-05,
      "loss": 0.0416,
      "step": 19274
    },
    {
      "epoch": 2.089657415437988,
      "grad_norm": 0.029444614425301552,
      "learning_rate": 3.045480922675178e-05,
      "loss": 0.0021,
      "step": 19275
    },
    {
      "epoch": 2.089765828274068,
      "grad_norm": 0.0881391167640686,
      "learning_rate": 3.045118235891484e-05,
      "loss": 0.0048,
      "step": 19276
    },
    {
      "epoch": 2.0898742411101474,
      "grad_norm": 0.13114801049232483,
      "learning_rate": 3.0447555491077905e-05,
      "loss": 0.0113,
      "step": 19277
    },
    {
      "epoch": 2.0899826539462274,
      "grad_norm": 0.6073115468025208,
      "learning_rate": 3.044392862324097e-05,
      "loss": 0.0721,
      "step": 19278
    },
    {
      "epoch": 2.090091066782307,
      "grad_norm": 0.20356038212776184,
      "learning_rate": 3.0440301755404033e-05,
      "loss": 0.035,
      "step": 19279
    },
    {
      "epoch": 2.090199479618387,
      "grad_norm": 0.06209489703178406,
      "learning_rate": 3.0436674887567097e-05,
      "loss": 0.0073,
      "step": 19280
    },
    {
      "epoch": 2.0903078924544665,
      "grad_norm": 0.15476466715335846,
      "learning_rate": 3.0433048019730165e-05,
      "loss": 0.0128,
      "step": 19281
    },
    {
      "epoch": 2.0904163052905465,
      "grad_norm": 0.3183222711086273,
      "learning_rate": 3.042942115189323e-05,
      "loss": 0.0305,
      "step": 19282
    },
    {
      "epoch": 2.090524718126626,
      "grad_norm": 0.08468803018331528,
      "learning_rate": 3.0425794284056293e-05,
      "loss": 0.005,
      "step": 19283
    },
    {
      "epoch": 2.090633130962706,
      "grad_norm": 0.06191178783774376,
      "learning_rate": 3.0422167416219354e-05,
      "loss": 0.0041,
      "step": 19284
    },
    {
      "epoch": 2.090741543798786,
      "grad_norm": 0.2188297063112259,
      "learning_rate": 3.0418540548382418e-05,
      "loss": 0.0245,
      "step": 19285
    },
    {
      "epoch": 2.0908499566348655,
      "grad_norm": 0.09903939068317413,
      "learning_rate": 3.0414913680545482e-05,
      "loss": 0.0313,
      "step": 19286
    },
    {
      "epoch": 2.0909583694709455,
      "grad_norm": 0.07401970028877258,
      "learning_rate": 3.0411286812708546e-05,
      "loss": 0.0041,
      "step": 19287
    },
    {
      "epoch": 2.091066782307025,
      "grad_norm": 0.26774829626083374,
      "learning_rate": 3.0407659944871607e-05,
      "loss": 0.0226,
      "step": 19288
    },
    {
      "epoch": 2.091175195143105,
      "grad_norm": 0.012370441108942032,
      "learning_rate": 3.0404033077034678e-05,
      "loss": 0.0008,
      "step": 19289
    },
    {
      "epoch": 2.0912836079791846,
      "grad_norm": 0.01609434373676777,
      "learning_rate": 3.0400406209197742e-05,
      "loss": 0.0012,
      "step": 19290
    },
    {
      "epoch": 2.0913920208152645,
      "grad_norm": 0.18607620894908905,
      "learning_rate": 3.0396779341360803e-05,
      "loss": 0.0161,
      "step": 19291
    },
    {
      "epoch": 2.0915004336513445,
      "grad_norm": 0.3350321054458618,
      "learning_rate": 3.0393152473523867e-05,
      "loss": 0.0661,
      "step": 19292
    },
    {
      "epoch": 2.091608846487424,
      "grad_norm": 0.0938081219792366,
      "learning_rate": 3.038952560568693e-05,
      "loss": 0.005,
      "step": 19293
    },
    {
      "epoch": 2.091717259323504,
      "grad_norm": 0.1615784615278244,
      "learning_rate": 3.0385898737849995e-05,
      "loss": 0.0056,
      "step": 19294
    },
    {
      "epoch": 2.0918256721595836,
      "grad_norm": 0.19797126948833466,
      "learning_rate": 3.0382271870013056e-05,
      "loss": 0.0461,
      "step": 19295
    },
    {
      "epoch": 2.0919340849956636,
      "grad_norm": 0.1053188294172287,
      "learning_rate": 3.037864500217612e-05,
      "loss": 0.0083,
      "step": 19296
    },
    {
      "epoch": 2.092042497831743,
      "grad_norm": 0.10947000980377197,
      "learning_rate": 3.0375018134339184e-05,
      "loss": 0.0166,
      "step": 19297
    },
    {
      "epoch": 2.092150910667823,
      "grad_norm": 0.059720613062381744,
      "learning_rate": 3.037139126650225e-05,
      "loss": 0.0035,
      "step": 19298
    },
    {
      "epoch": 2.092259323503903,
      "grad_norm": 0.32023754715919495,
      "learning_rate": 3.0367764398665315e-05,
      "loss": 0.0176,
      "step": 19299
    },
    {
      "epoch": 2.0923677363399826,
      "grad_norm": 0.22777177393436432,
      "learning_rate": 3.036413753082838e-05,
      "loss": 0.0115,
      "step": 19300
    },
    {
      "epoch": 2.0924761491760626,
      "grad_norm": 0.22652068734169006,
      "learning_rate": 3.0360510662991444e-05,
      "loss": 0.0306,
      "step": 19301
    },
    {
      "epoch": 2.092584562012142,
      "grad_norm": 0.017857220023870468,
      "learning_rate": 3.0356883795154504e-05,
      "loss": 0.0011,
      "step": 19302
    },
    {
      "epoch": 2.092692974848222,
      "grad_norm": 0.26606959104537964,
      "learning_rate": 3.035325692731757e-05,
      "loss": 0.0398,
      "step": 19303
    },
    {
      "epoch": 2.0928013876843017,
      "grad_norm": 0.18563464283943176,
      "learning_rate": 3.0349630059480633e-05,
      "loss": 0.0329,
      "step": 19304
    },
    {
      "epoch": 2.0929098005203817,
      "grad_norm": 0.09315131604671478,
      "learning_rate": 3.0346003191643697e-05,
      "loss": 0.0072,
      "step": 19305
    },
    {
      "epoch": 2.093018213356461,
      "grad_norm": 0.006617851555347443,
      "learning_rate": 3.034237632380676e-05,
      "loss": 0.0005,
      "step": 19306
    },
    {
      "epoch": 2.093126626192541,
      "grad_norm": 0.10401907563209534,
      "learning_rate": 3.0338749455969828e-05,
      "loss": 0.013,
      "step": 19307
    },
    {
      "epoch": 2.093235039028621,
      "grad_norm": 0.03717340901494026,
      "learning_rate": 3.0335122588132892e-05,
      "loss": 0.0017,
      "step": 19308
    },
    {
      "epoch": 2.0933434518647007,
      "grad_norm": 0.09124426543712616,
      "learning_rate": 3.0331495720295956e-05,
      "loss": 0.0132,
      "step": 19309
    },
    {
      "epoch": 2.0934518647007807,
      "grad_norm": 0.07065550237894058,
      "learning_rate": 3.0327868852459017e-05,
      "loss": 0.003,
      "step": 19310
    },
    {
      "epoch": 2.0935602775368602,
      "grad_norm": 0.2687499225139618,
      "learning_rate": 3.032424198462208e-05,
      "loss": 0.0428,
      "step": 19311
    },
    {
      "epoch": 2.0936686903729402,
      "grad_norm": 0.10307338833808899,
      "learning_rate": 3.0320615116785145e-05,
      "loss": 0.0146,
      "step": 19312
    },
    {
      "epoch": 2.0937771032090198,
      "grad_norm": 0.020624352619051933,
      "learning_rate": 3.031698824894821e-05,
      "loss": 0.0009,
      "step": 19313
    },
    {
      "epoch": 2.0938855160450998,
      "grad_norm": 0.09884916245937347,
      "learning_rate": 3.031336138111127e-05,
      "loss": 0.0079,
      "step": 19314
    },
    {
      "epoch": 2.0939939288811797,
      "grad_norm": 0.37822261452674866,
      "learning_rate": 3.030973451327434e-05,
      "loss": 0.0195,
      "step": 19315
    },
    {
      "epoch": 2.0941023417172593,
      "grad_norm": 0.0555427260696888,
      "learning_rate": 3.0306107645437405e-05,
      "loss": 0.0021,
      "step": 19316
    },
    {
      "epoch": 2.0942107545533393,
      "grad_norm": 0.10003776848316193,
      "learning_rate": 3.0302480777600466e-05,
      "loss": 0.0104,
      "step": 19317
    },
    {
      "epoch": 2.094319167389419,
      "grad_norm": 0.09706003218889236,
      "learning_rate": 3.029885390976353e-05,
      "loss": 0.0086,
      "step": 19318
    },
    {
      "epoch": 2.094427580225499,
      "grad_norm": 0.14515452086925507,
      "learning_rate": 3.0295227041926594e-05,
      "loss": 0.0178,
      "step": 19319
    },
    {
      "epoch": 2.0945359930615783,
      "grad_norm": 0.10341666638851166,
      "learning_rate": 3.0291600174089658e-05,
      "loss": 0.0121,
      "step": 19320
    },
    {
      "epoch": 2.0946444058976583,
      "grad_norm": 0.0023001409135758877,
      "learning_rate": 3.028797330625272e-05,
      "loss": 0.0002,
      "step": 19321
    },
    {
      "epoch": 2.094752818733738,
      "grad_norm": 0.23473875224590302,
      "learning_rate": 3.0284346438415783e-05,
      "loss": 0.0119,
      "step": 19322
    },
    {
      "epoch": 2.094861231569818,
      "grad_norm": 0.17265821993350983,
      "learning_rate": 3.0280719570578847e-05,
      "loss": 0.0155,
      "step": 19323
    },
    {
      "epoch": 2.094969644405898,
      "grad_norm": 0.33121180534362793,
      "learning_rate": 3.0277092702741915e-05,
      "loss": 0.0168,
      "step": 19324
    },
    {
      "epoch": 2.0950780572419774,
      "grad_norm": 0.10653619468212128,
      "learning_rate": 3.027346583490498e-05,
      "loss": 0.0072,
      "step": 19325
    },
    {
      "epoch": 2.0951864700780574,
      "grad_norm": 0.2561737895011902,
      "learning_rate": 3.0269838967068043e-05,
      "loss": 0.0404,
      "step": 19326
    },
    {
      "epoch": 2.095294882914137,
      "grad_norm": 0.31213313341140747,
      "learning_rate": 3.0266212099231107e-05,
      "loss": 0.0744,
      "step": 19327
    },
    {
      "epoch": 2.095403295750217,
      "grad_norm": 0.2422705441713333,
      "learning_rate": 3.0262585231394168e-05,
      "loss": 0.0127,
      "step": 19328
    },
    {
      "epoch": 2.0955117085862964,
      "grad_norm": 0.10310696810483932,
      "learning_rate": 3.0258958363557232e-05,
      "loss": 0.0062,
      "step": 19329
    },
    {
      "epoch": 2.0956201214223764,
      "grad_norm": 0.046435896307229996,
      "learning_rate": 3.0255331495720296e-05,
      "loss": 0.0071,
      "step": 19330
    },
    {
      "epoch": 2.0957285342584564,
      "grad_norm": 0.18951737880706787,
      "learning_rate": 3.025170462788336e-05,
      "loss": 0.0141,
      "step": 19331
    },
    {
      "epoch": 2.095836947094536,
      "grad_norm": 0.21400858461856842,
      "learning_rate": 3.0248077760046424e-05,
      "loss": 0.0055,
      "step": 19332
    },
    {
      "epoch": 2.095945359930616,
      "grad_norm": 0.22362706065177917,
      "learning_rate": 3.024445089220949e-05,
      "loss": 0.0309,
      "step": 19333
    },
    {
      "epoch": 2.0960537727666955,
      "grad_norm": 0.1214829832315445,
      "learning_rate": 3.0240824024372556e-05,
      "loss": 0.0085,
      "step": 19334
    },
    {
      "epoch": 2.0961621856027755,
      "grad_norm": 0.11981666833162308,
      "learning_rate": 3.023719715653562e-05,
      "loss": 0.0086,
      "step": 19335
    },
    {
      "epoch": 2.096270598438855,
      "grad_norm": 0.1399419605731964,
      "learning_rate": 3.023357028869868e-05,
      "loss": 0.0085,
      "step": 19336
    },
    {
      "epoch": 2.096379011274935,
      "grad_norm": 0.3259755074977875,
      "learning_rate": 3.0229943420861745e-05,
      "loss": 0.0411,
      "step": 19337
    },
    {
      "epoch": 2.0964874241110145,
      "grad_norm": 0.11061849445104599,
      "learning_rate": 3.022631655302481e-05,
      "loss": 0.0067,
      "step": 19338
    },
    {
      "epoch": 2.0965958369470945,
      "grad_norm": 0.14842969179153442,
      "learning_rate": 3.0222689685187873e-05,
      "loss": 0.0347,
      "step": 19339
    },
    {
      "epoch": 2.0967042497831745,
      "grad_norm": 0.15190885961055756,
      "learning_rate": 3.0219062817350934e-05,
      "loss": 0.018,
      "step": 19340
    },
    {
      "epoch": 2.096812662619254,
      "grad_norm": 0.1637841761112213,
      "learning_rate": 3.0215435949514004e-05,
      "loss": 0.0186,
      "step": 19341
    },
    {
      "epoch": 2.096921075455334,
      "grad_norm": 0.2069467306137085,
      "learning_rate": 3.021180908167707e-05,
      "loss": 0.0105,
      "step": 19342
    },
    {
      "epoch": 2.0970294882914136,
      "grad_norm": 0.1402953714132309,
      "learning_rate": 3.020818221384013e-05,
      "loss": 0.0123,
      "step": 19343
    },
    {
      "epoch": 2.0971379011274935,
      "grad_norm": 0.1254979521036148,
      "learning_rate": 3.0204555346003193e-05,
      "loss": 0.0088,
      "step": 19344
    },
    {
      "epoch": 2.097246313963573,
      "grad_norm": 0.17386074364185333,
      "learning_rate": 3.0200928478166257e-05,
      "loss": 0.0184,
      "step": 19345
    },
    {
      "epoch": 2.097354726799653,
      "grad_norm": 0.15985555946826935,
      "learning_rate": 3.019730161032932e-05,
      "loss": 0.0092,
      "step": 19346
    },
    {
      "epoch": 2.097463139635733,
      "grad_norm": 0.027005335316061974,
      "learning_rate": 3.0193674742492382e-05,
      "loss": 0.0017,
      "step": 19347
    },
    {
      "epoch": 2.0975715524718126,
      "grad_norm": 0.21072769165039062,
      "learning_rate": 3.0190047874655446e-05,
      "loss": 0.0238,
      "step": 19348
    },
    {
      "epoch": 2.0976799653078926,
      "grad_norm": 0.14380408823490143,
      "learning_rate": 3.018642100681851e-05,
      "loss": 0.0268,
      "step": 19349
    },
    {
      "epoch": 2.097788378143972,
      "grad_norm": 0.04915574938058853,
      "learning_rate": 3.0182794138981578e-05,
      "loss": 0.0047,
      "step": 19350
    },
    {
      "epoch": 2.097896790980052,
      "grad_norm": 0.05385439842939377,
      "learning_rate": 3.0179167271144642e-05,
      "loss": 0.0022,
      "step": 19351
    },
    {
      "epoch": 2.0980052038161316,
      "grad_norm": 0.0438138023018837,
      "learning_rate": 3.0175540403307706e-05,
      "loss": 0.0054,
      "step": 19352
    },
    {
      "epoch": 2.0981136166522116,
      "grad_norm": 0.24851743876934052,
      "learning_rate": 3.017191353547077e-05,
      "loss": 0.0165,
      "step": 19353
    },
    {
      "epoch": 2.0982220294882916,
      "grad_norm": 0.2475063055753708,
      "learning_rate": 3.016828666763383e-05,
      "loss": 0.0095,
      "step": 19354
    },
    {
      "epoch": 2.098330442324371,
      "grad_norm": 0.2890617549419403,
      "learning_rate": 3.0164659799796895e-05,
      "loss": 0.0449,
      "step": 19355
    },
    {
      "epoch": 2.098438855160451,
      "grad_norm": 0.13134783506393433,
      "learning_rate": 3.016103293195996e-05,
      "loss": 0.011,
      "step": 19356
    },
    {
      "epoch": 2.0985472679965307,
      "grad_norm": 0.15282294154167175,
      "learning_rate": 3.0157406064123023e-05,
      "loss": 0.0381,
      "step": 19357
    },
    {
      "epoch": 2.0986556808326107,
      "grad_norm": 0.148185595870018,
      "learning_rate": 3.0153779196286087e-05,
      "loss": 0.0257,
      "step": 19358
    },
    {
      "epoch": 2.09876409366869,
      "grad_norm": 0.06295979768037796,
      "learning_rate": 3.0150152328449155e-05,
      "loss": 0.0058,
      "step": 19359
    },
    {
      "epoch": 2.09887250650477,
      "grad_norm": 0.05974244698882103,
      "learning_rate": 3.014652546061222e-05,
      "loss": 0.0029,
      "step": 19360
    },
    {
      "epoch": 2.0989809193408497,
      "grad_norm": 0.052296336740255356,
      "learning_rate": 3.0142898592775283e-05,
      "loss": 0.0026,
      "step": 19361
    },
    {
      "epoch": 2.0990893321769297,
      "grad_norm": 0.19361013174057007,
      "learning_rate": 3.0139271724938344e-05,
      "loss": 0.025,
      "step": 19362
    },
    {
      "epoch": 2.0991977450130097,
      "grad_norm": 0.0979166030883789,
      "learning_rate": 3.0135644857101408e-05,
      "loss": 0.0043,
      "step": 19363
    },
    {
      "epoch": 2.0993061578490892,
      "grad_norm": 0.1956886351108551,
      "learning_rate": 3.0132017989264472e-05,
      "loss": 0.0247,
      "step": 19364
    },
    {
      "epoch": 2.0994145706851692,
      "grad_norm": 0.45303216576576233,
      "learning_rate": 3.0128391121427536e-05,
      "loss": 0.0308,
      "step": 19365
    },
    {
      "epoch": 2.0995229835212488,
      "grad_norm": 0.22235636413097382,
      "learning_rate": 3.0124764253590597e-05,
      "loss": 0.0298,
      "step": 19366
    },
    {
      "epoch": 2.0996313963573288,
      "grad_norm": 0.016979077830910683,
      "learning_rate": 3.0121137385753668e-05,
      "loss": 0.0017,
      "step": 19367
    },
    {
      "epoch": 2.0997398091934083,
      "grad_norm": 0.07466579973697662,
      "learning_rate": 3.0117510517916732e-05,
      "loss": 0.0029,
      "step": 19368
    },
    {
      "epoch": 2.0998482220294883,
      "grad_norm": 0.010245357640087605,
      "learning_rate": 3.0113883650079793e-05,
      "loss": 0.0005,
      "step": 19369
    },
    {
      "epoch": 2.0999566348655683,
      "grad_norm": 0.07812051475048065,
      "learning_rate": 3.0110256782242857e-05,
      "loss": 0.0054,
      "step": 19370
    },
    {
      "epoch": 2.100065047701648,
      "grad_norm": 0.031230207532644272,
      "learning_rate": 3.010662991440592e-05,
      "loss": 0.003,
      "step": 19371
    },
    {
      "epoch": 2.100173460537728,
      "grad_norm": 0.42129939794540405,
      "learning_rate": 3.0103003046568985e-05,
      "loss": 0.0302,
      "step": 19372
    },
    {
      "epoch": 2.1002818733738073,
      "grad_norm": 0.023892879486083984,
      "learning_rate": 3.0099376178732046e-05,
      "loss": 0.0024,
      "step": 19373
    },
    {
      "epoch": 2.1003902862098873,
      "grad_norm": 0.4064803719520569,
      "learning_rate": 3.009574931089511e-05,
      "loss": 0.0193,
      "step": 19374
    },
    {
      "epoch": 2.100498699045967,
      "grad_norm": 0.11054519563913345,
      "learning_rate": 3.0092122443058174e-05,
      "loss": 0.0209,
      "step": 19375
    },
    {
      "epoch": 2.100607111882047,
      "grad_norm": 0.021249106153845787,
      "learning_rate": 3.008849557522124e-05,
      "loss": 0.0023,
      "step": 19376
    },
    {
      "epoch": 2.100715524718127,
      "grad_norm": 0.01085857953876257,
      "learning_rate": 3.0084868707384305e-05,
      "loss": 0.0006,
      "step": 19377
    },
    {
      "epoch": 2.1008239375542064,
      "grad_norm": 0.00611199950799346,
      "learning_rate": 3.008124183954737e-05,
      "loss": 0.0004,
      "step": 19378
    },
    {
      "epoch": 2.1009323503902864,
      "grad_norm": 0.019243966788053513,
      "learning_rate": 3.0077614971710434e-05,
      "loss": 0.0015,
      "step": 19379
    },
    {
      "epoch": 2.101040763226366,
      "grad_norm": 0.25191935896873474,
      "learning_rate": 3.0073988103873498e-05,
      "loss": 0.0288,
      "step": 19380
    },
    {
      "epoch": 2.101149176062446,
      "grad_norm": 0.2483426183462143,
      "learning_rate": 3.007036123603656e-05,
      "loss": 0.0596,
      "step": 19381
    },
    {
      "epoch": 2.1012575888985254,
      "grad_norm": 0.16204513609409332,
      "learning_rate": 3.0066734368199623e-05,
      "loss": 0.0165,
      "step": 19382
    },
    {
      "epoch": 2.1013660017346054,
      "grad_norm": 0.1732313483953476,
      "learning_rate": 3.0063107500362687e-05,
      "loss": 0.015,
      "step": 19383
    },
    {
      "epoch": 2.101474414570685,
      "grad_norm": 0.20454846322536469,
      "learning_rate": 3.0059480632525754e-05,
      "loss": 0.0141,
      "step": 19384
    },
    {
      "epoch": 2.101582827406765,
      "grad_norm": 0.15637405216693878,
      "learning_rate": 3.0055853764688818e-05,
      "loss": 0.0264,
      "step": 19385
    },
    {
      "epoch": 2.101691240242845,
      "grad_norm": 0.10899148136377335,
      "learning_rate": 3.0052226896851882e-05,
      "loss": 0.0071,
      "step": 19386
    },
    {
      "epoch": 2.1017996530789245,
      "grad_norm": 0.07766386866569519,
      "learning_rate": 3.0048600029014946e-05,
      "loss": 0.0029,
      "step": 19387
    },
    {
      "epoch": 2.1019080659150045,
      "grad_norm": 0.01934850588440895,
      "learning_rate": 3.0044973161178007e-05,
      "loss": 0.0015,
      "step": 19388
    },
    {
      "epoch": 2.102016478751084,
      "grad_norm": 0.038047194480895996,
      "learning_rate": 3.004134629334107e-05,
      "loss": 0.0037,
      "step": 19389
    },
    {
      "epoch": 2.102124891587164,
      "grad_norm": 0.20538166165351868,
      "learning_rate": 3.0037719425504135e-05,
      "loss": 0.0236,
      "step": 19390
    },
    {
      "epoch": 2.1022333044232435,
      "grad_norm": 0.09169455617666245,
      "learning_rate": 3.00340925576672e-05,
      "loss": 0.0052,
      "step": 19391
    },
    {
      "epoch": 2.1023417172593235,
      "grad_norm": 0.25433507561683655,
      "learning_rate": 3.003046568983026e-05,
      "loss": 0.0214,
      "step": 19392
    },
    {
      "epoch": 2.1024501300954035,
      "grad_norm": 0.21668808162212372,
      "learning_rate": 3.002683882199333e-05,
      "loss": 0.0164,
      "step": 19393
    },
    {
      "epoch": 2.102558542931483,
      "grad_norm": 0.10370952636003494,
      "learning_rate": 3.0023211954156395e-05,
      "loss": 0.0096,
      "step": 19394
    },
    {
      "epoch": 2.102666955767563,
      "grad_norm": 0.1467125117778778,
      "learning_rate": 3.0019585086319456e-05,
      "loss": 0.009,
      "step": 19395
    },
    {
      "epoch": 2.1027753686036426,
      "grad_norm": 0.4235957860946655,
      "learning_rate": 3.001595821848252e-05,
      "loss": 0.0308,
      "step": 19396
    },
    {
      "epoch": 2.1028837814397225,
      "grad_norm": 0.011088242754340172,
      "learning_rate": 3.0012331350645584e-05,
      "loss": 0.0012,
      "step": 19397
    },
    {
      "epoch": 2.102992194275802,
      "grad_norm": 0.49327757954597473,
      "learning_rate": 3.0008704482808648e-05,
      "loss": 0.0184,
      "step": 19398
    },
    {
      "epoch": 2.103100607111882,
      "grad_norm": 0.055375661700963974,
      "learning_rate": 3.000507761497171e-05,
      "loss": 0.0046,
      "step": 19399
    },
    {
      "epoch": 2.103209019947962,
      "grad_norm": 0.003947314340621233,
      "learning_rate": 3.0001450747134773e-05,
      "loss": 0.0002,
      "step": 19400
    },
    {
      "epoch": 2.1033174327840416,
      "grad_norm": 0.05031830072402954,
      "learning_rate": 2.9997823879297837e-05,
      "loss": 0.0049,
      "step": 19401
    },
    {
      "epoch": 2.1034258456201216,
      "grad_norm": 0.03782651200890541,
      "learning_rate": 2.9994197011460905e-05,
      "loss": 0.0021,
      "step": 19402
    },
    {
      "epoch": 2.103534258456201,
      "grad_norm": 0.2958594262599945,
      "learning_rate": 2.999057014362397e-05,
      "loss": 0.0052,
      "step": 19403
    },
    {
      "epoch": 2.103642671292281,
      "grad_norm": 0.03934716060757637,
      "learning_rate": 2.9986943275787033e-05,
      "loss": 0.0022,
      "step": 19404
    },
    {
      "epoch": 2.1037510841283606,
      "grad_norm": 0.011134061962366104,
      "learning_rate": 2.9983316407950097e-05,
      "loss": 0.0011,
      "step": 19405
    },
    {
      "epoch": 2.1038594969644406,
      "grad_norm": 0.062481604516506195,
      "learning_rate": 2.997968954011316e-05,
      "loss": 0.0073,
      "step": 19406
    },
    {
      "epoch": 2.10396790980052,
      "grad_norm": 0.01598883979022503,
      "learning_rate": 2.9976062672276222e-05,
      "loss": 0.0012,
      "step": 19407
    },
    {
      "epoch": 2.1040763226366,
      "grad_norm": 0.05357620120048523,
      "learning_rate": 2.9972435804439286e-05,
      "loss": 0.0031,
      "step": 19408
    },
    {
      "epoch": 2.10418473547268,
      "grad_norm": 0.14754585921764374,
      "learning_rate": 2.996880893660235e-05,
      "loss": 0.0176,
      "step": 19409
    },
    {
      "epoch": 2.1042931483087597,
      "grad_norm": 0.1586562842130661,
      "learning_rate": 2.9965182068765418e-05,
      "loss": 0.0138,
      "step": 19410
    },
    {
      "epoch": 2.1044015611448397,
      "grad_norm": 0.10975069552659988,
      "learning_rate": 2.996155520092848e-05,
      "loss": 0.0096,
      "step": 19411
    },
    {
      "epoch": 2.104509973980919,
      "grad_norm": 0.010530659928917885,
      "learning_rate": 2.9957928333091546e-05,
      "loss": 0.0004,
      "step": 19412
    },
    {
      "epoch": 2.104618386816999,
      "grad_norm": 0.3835371136665344,
      "learning_rate": 2.995430146525461e-05,
      "loss": 0.0227,
      "step": 19413
    },
    {
      "epoch": 2.1047267996530787,
      "grad_norm": 0.017948176711797714,
      "learning_rate": 2.995067459741767e-05,
      "loss": 0.001,
      "step": 19414
    },
    {
      "epoch": 2.1048352124891587,
      "grad_norm": 0.08525092899799347,
      "learning_rate": 2.9947047729580735e-05,
      "loss": 0.006,
      "step": 19415
    },
    {
      "epoch": 2.1049436253252387,
      "grad_norm": 0.22146615386009216,
      "learning_rate": 2.99434208617438e-05,
      "loss": 0.0254,
      "step": 19416
    },
    {
      "epoch": 2.1050520381613183,
      "grad_norm": 0.2941201627254486,
      "learning_rate": 2.9939793993906863e-05,
      "loss": 0.0189,
      "step": 19417
    },
    {
      "epoch": 2.1051604509973982,
      "grad_norm": 0.13203606009483337,
      "learning_rate": 2.9936167126069924e-05,
      "loss": 0.0134,
      "step": 19418
    },
    {
      "epoch": 2.1052688638334778,
      "grad_norm": 0.08996058255434036,
      "learning_rate": 2.9932540258232994e-05,
      "loss": 0.0091,
      "step": 19419
    },
    {
      "epoch": 2.1053772766695578,
      "grad_norm": 0.2725462019443512,
      "learning_rate": 2.992891339039606e-05,
      "loss": 0.0108,
      "step": 19420
    },
    {
      "epoch": 2.1054856895056373,
      "grad_norm": 0.3182208836078644,
      "learning_rate": 2.992528652255912e-05,
      "loss": 0.0345,
      "step": 19421
    },
    {
      "epoch": 2.1055941023417173,
      "grad_norm": 0.17348477244377136,
      "learning_rate": 2.9921659654722183e-05,
      "loss": 0.0071,
      "step": 19422
    },
    {
      "epoch": 2.1057025151777973,
      "grad_norm": 0.14769256114959717,
      "learning_rate": 2.9918032786885248e-05,
      "loss": 0.0145,
      "step": 19423
    },
    {
      "epoch": 2.105810928013877,
      "grad_norm": 0.21725508570671082,
      "learning_rate": 2.991440591904831e-05,
      "loss": 0.0242,
      "step": 19424
    },
    {
      "epoch": 2.105919340849957,
      "grad_norm": 0.05513836070895195,
      "learning_rate": 2.9910779051211372e-05,
      "loss": 0.0068,
      "step": 19425
    },
    {
      "epoch": 2.1060277536860363,
      "grad_norm": 0.10263331234455109,
      "learning_rate": 2.9907152183374436e-05,
      "loss": 0.0111,
      "step": 19426
    },
    {
      "epoch": 2.1061361665221163,
      "grad_norm": 0.2376590520143509,
      "learning_rate": 2.99035253155375e-05,
      "loss": 0.0481,
      "step": 19427
    },
    {
      "epoch": 2.106244579358196,
      "grad_norm": 0.08022882789373398,
      "learning_rate": 2.9899898447700568e-05,
      "loss": 0.0062,
      "step": 19428
    },
    {
      "epoch": 2.106352992194276,
      "grad_norm": 0.054775916039943695,
      "learning_rate": 2.9896271579863632e-05,
      "loss": 0.0014,
      "step": 19429
    },
    {
      "epoch": 2.1064614050303554,
      "grad_norm": 0.2533330023288727,
      "learning_rate": 2.9892644712026696e-05,
      "loss": 0.0279,
      "step": 19430
    },
    {
      "epoch": 2.1065698178664354,
      "grad_norm": 0.09756068140268326,
      "learning_rate": 2.988901784418976e-05,
      "loss": 0.0035,
      "step": 19431
    },
    {
      "epoch": 2.1066782307025154,
      "grad_norm": 0.15664245188236237,
      "learning_rate": 2.9885390976352824e-05,
      "loss": 0.0138,
      "step": 19432
    },
    {
      "epoch": 2.106786643538595,
      "grad_norm": 0.08535750955343246,
      "learning_rate": 2.9881764108515885e-05,
      "loss": 0.0066,
      "step": 19433
    },
    {
      "epoch": 2.106895056374675,
      "grad_norm": 0.16741256415843964,
      "learning_rate": 2.987813724067895e-05,
      "loss": 0.0074,
      "step": 19434
    },
    {
      "epoch": 2.1070034692107544,
      "grad_norm": 0.06777095049619675,
      "learning_rate": 2.9874510372842013e-05,
      "loss": 0.0036,
      "step": 19435
    },
    {
      "epoch": 2.1071118820468344,
      "grad_norm": 0.03124106116592884,
      "learning_rate": 2.987088350500508e-05,
      "loss": 0.0014,
      "step": 19436
    },
    {
      "epoch": 2.107220294882914,
      "grad_norm": 0.039838846772909164,
      "learning_rate": 2.9867256637168145e-05,
      "loss": 0.0019,
      "step": 19437
    },
    {
      "epoch": 2.107328707718994,
      "grad_norm": 0.0817161351442337,
      "learning_rate": 2.986362976933121e-05,
      "loss": 0.0116,
      "step": 19438
    },
    {
      "epoch": 2.107437120555074,
      "grad_norm": 0.022407827898859978,
      "learning_rate": 2.9860002901494273e-05,
      "loss": 0.0015,
      "step": 19439
    },
    {
      "epoch": 2.1075455333911535,
      "grad_norm": 0.5730366110801697,
      "learning_rate": 2.9856376033657334e-05,
      "loss": 0.0419,
      "step": 19440
    },
    {
      "epoch": 2.1076539462272335,
      "grad_norm": 0.1506410539150238,
      "learning_rate": 2.9852749165820398e-05,
      "loss": 0.0081,
      "step": 19441
    },
    {
      "epoch": 2.107762359063313,
      "grad_norm": 0.10976450890302658,
      "learning_rate": 2.9849122297983462e-05,
      "loss": 0.0092,
      "step": 19442
    },
    {
      "epoch": 2.107870771899393,
      "grad_norm": 0.014592887833714485,
      "learning_rate": 2.9845495430146526e-05,
      "loss": 0.0011,
      "step": 19443
    },
    {
      "epoch": 2.1079791847354725,
      "grad_norm": 0.1073845773935318,
      "learning_rate": 2.9841868562309587e-05,
      "loss": 0.0129,
      "step": 19444
    },
    {
      "epoch": 2.1080875975715525,
      "grad_norm": 0.17390374839305878,
      "learning_rate": 2.9838241694472658e-05,
      "loss": 0.0187,
      "step": 19445
    },
    {
      "epoch": 2.1081960104076325,
      "grad_norm": 0.4029199182987213,
      "learning_rate": 2.9834614826635722e-05,
      "loss": 0.0288,
      "step": 19446
    },
    {
      "epoch": 2.108304423243712,
      "grad_norm": 0.11765037477016449,
      "learning_rate": 2.9830987958798783e-05,
      "loss": 0.0092,
      "step": 19447
    },
    {
      "epoch": 2.108412836079792,
      "grad_norm": 0.01838475465774536,
      "learning_rate": 2.9827361090961847e-05,
      "loss": 0.0013,
      "step": 19448
    },
    {
      "epoch": 2.1085212489158716,
      "grad_norm": 0.08511972427368164,
      "learning_rate": 2.982373422312491e-05,
      "loss": 0.0084,
      "step": 19449
    },
    {
      "epoch": 2.1086296617519515,
      "grad_norm": 0.10436875373125076,
      "learning_rate": 2.9820107355287975e-05,
      "loss": 0.0068,
      "step": 19450
    },
    {
      "epoch": 2.108738074588031,
      "grad_norm": 0.16125690937042236,
      "learning_rate": 2.9816480487451036e-05,
      "loss": 0.0174,
      "step": 19451
    },
    {
      "epoch": 2.108846487424111,
      "grad_norm": 0.06367884576320648,
      "learning_rate": 2.98128536196141e-05,
      "loss": 0.0041,
      "step": 19452
    },
    {
      "epoch": 2.1089549002601906,
      "grad_norm": 0.18423746526241302,
      "learning_rate": 2.9809226751777164e-05,
      "loss": 0.0105,
      "step": 19453
    },
    {
      "epoch": 2.1090633130962706,
      "grad_norm": 0.1639045923948288,
      "learning_rate": 2.980559988394023e-05,
      "loss": 0.0044,
      "step": 19454
    },
    {
      "epoch": 2.1091717259323506,
      "grad_norm": 0.18267345428466797,
      "learning_rate": 2.9801973016103295e-05,
      "loss": 0.0326,
      "step": 19455
    },
    {
      "epoch": 2.10928013876843,
      "grad_norm": 0.21060851216316223,
      "learning_rate": 2.979834614826636e-05,
      "loss": 0.0246,
      "step": 19456
    },
    {
      "epoch": 2.10938855160451,
      "grad_norm": 0.06023411452770233,
      "learning_rate": 2.9794719280429424e-05,
      "loss": 0.0042,
      "step": 19457
    },
    {
      "epoch": 2.1094969644405897,
      "grad_norm": 0.23927228152751923,
      "learning_rate": 2.9791092412592488e-05,
      "loss": 0.0288,
      "step": 19458
    },
    {
      "epoch": 2.1096053772766696,
      "grad_norm": 0.12234004586935043,
      "learning_rate": 2.978746554475555e-05,
      "loss": 0.0166,
      "step": 19459
    },
    {
      "epoch": 2.109713790112749,
      "grad_norm": 0.04913118854165077,
      "learning_rate": 2.9783838676918613e-05,
      "loss": 0.0043,
      "step": 19460
    },
    {
      "epoch": 2.109822202948829,
      "grad_norm": 0.1444685459136963,
      "learning_rate": 2.9780211809081677e-05,
      "loss": 0.0168,
      "step": 19461
    },
    {
      "epoch": 2.109930615784909,
      "grad_norm": 0.14778031408786774,
      "learning_rate": 2.9776584941244744e-05,
      "loss": 0.0126,
      "step": 19462
    },
    {
      "epoch": 2.1100390286209887,
      "grad_norm": 0.04881218448281288,
      "learning_rate": 2.977295807340781e-05,
      "loss": 0.0022,
      "step": 19463
    },
    {
      "epoch": 2.1101474414570687,
      "grad_norm": 0.21863648295402527,
      "learning_rate": 2.9769331205570872e-05,
      "loss": 0.0115,
      "step": 19464
    },
    {
      "epoch": 2.110255854293148,
      "grad_norm": 0.16425158083438873,
      "learning_rate": 2.9765704337733937e-05,
      "loss": 0.0104,
      "step": 19465
    },
    {
      "epoch": 2.110364267129228,
      "grad_norm": 0.22525645792484283,
      "learning_rate": 2.9762077469896997e-05,
      "loss": 0.0124,
      "step": 19466
    },
    {
      "epoch": 2.1104726799653077,
      "grad_norm": 0.07262898236513138,
      "learning_rate": 2.975845060206006e-05,
      "loss": 0.0108,
      "step": 19467
    },
    {
      "epoch": 2.1105810928013877,
      "grad_norm": 0.08896677941083908,
      "learning_rate": 2.9754823734223125e-05,
      "loss": 0.0119,
      "step": 19468
    },
    {
      "epoch": 2.1106895056374673,
      "grad_norm": 0.1844915747642517,
      "learning_rate": 2.975119686638619e-05,
      "loss": 0.0106,
      "step": 19469
    },
    {
      "epoch": 2.1107979184735473,
      "grad_norm": 0.20879556238651276,
      "learning_rate": 2.974756999854925e-05,
      "loss": 0.027,
      "step": 19470
    },
    {
      "epoch": 2.1109063313096272,
      "grad_norm": 0.02255573496222496,
      "learning_rate": 2.974394313071232e-05,
      "loss": 0.0031,
      "step": 19471
    },
    {
      "epoch": 2.111014744145707,
      "grad_norm": 0.07336276769638062,
      "learning_rate": 2.9740316262875385e-05,
      "loss": 0.0103,
      "step": 19472
    },
    {
      "epoch": 2.1111231569817868,
      "grad_norm": 0.41662177443504333,
      "learning_rate": 2.9736689395038446e-05,
      "loss": 0.0151,
      "step": 19473
    },
    {
      "epoch": 2.1112315698178663,
      "grad_norm": 0.015665413811802864,
      "learning_rate": 2.973306252720151e-05,
      "loss": 0.0006,
      "step": 19474
    },
    {
      "epoch": 2.1113399826539463,
      "grad_norm": 0.17472222447395325,
      "learning_rate": 2.9729435659364574e-05,
      "loss": 0.0072,
      "step": 19475
    },
    {
      "epoch": 2.111448395490026,
      "grad_norm": 0.06212545558810234,
      "learning_rate": 2.9725808791527638e-05,
      "loss": 0.0022,
      "step": 19476
    },
    {
      "epoch": 2.111556808326106,
      "grad_norm": 0.2562257647514343,
      "learning_rate": 2.97221819236907e-05,
      "loss": 0.0287,
      "step": 19477
    },
    {
      "epoch": 2.111665221162186,
      "grad_norm": 0.07738924771547318,
      "learning_rate": 2.9718555055853763e-05,
      "loss": 0.0033,
      "step": 19478
    },
    {
      "epoch": 2.1117736339982653,
      "grad_norm": 0.3618631958961487,
      "learning_rate": 2.9714928188016827e-05,
      "loss": 0.0349,
      "step": 19479
    },
    {
      "epoch": 2.1118820468343453,
      "grad_norm": 0.17936554551124573,
      "learning_rate": 2.9711301320179895e-05,
      "loss": 0.0501,
      "step": 19480
    },
    {
      "epoch": 2.111990459670425,
      "grad_norm": 0.05701059848070145,
      "learning_rate": 2.970767445234296e-05,
      "loss": 0.0051,
      "step": 19481
    },
    {
      "epoch": 2.112098872506505,
      "grad_norm": 0.04139039292931557,
      "learning_rate": 2.9704047584506023e-05,
      "loss": 0.004,
      "step": 19482
    },
    {
      "epoch": 2.1122072853425844,
      "grad_norm": 0.26108023524284363,
      "learning_rate": 2.9700420716669087e-05,
      "loss": 0.0249,
      "step": 19483
    },
    {
      "epoch": 2.1123156981786644,
      "grad_norm": 0.08181803673505783,
      "learning_rate": 2.969679384883215e-05,
      "loss": 0.011,
      "step": 19484
    },
    {
      "epoch": 2.112424111014744,
      "grad_norm": 0.18905818462371826,
      "learning_rate": 2.9693166980995212e-05,
      "loss": 0.0245,
      "step": 19485
    },
    {
      "epoch": 2.112532523850824,
      "grad_norm": 0.38012415170669556,
      "learning_rate": 2.9689540113158276e-05,
      "loss": 0.0409,
      "step": 19486
    },
    {
      "epoch": 2.112640936686904,
      "grad_norm": 0.26893672347068787,
      "learning_rate": 2.968591324532134e-05,
      "loss": 0.0169,
      "step": 19487
    },
    {
      "epoch": 2.1127493495229834,
      "grad_norm": 0.2760331928730011,
      "learning_rate": 2.9682286377484408e-05,
      "loss": 0.0416,
      "step": 19488
    },
    {
      "epoch": 2.1128577623590634,
      "grad_norm": 0.7982516288757324,
      "learning_rate": 2.967865950964747e-05,
      "loss": 0.0548,
      "step": 19489
    },
    {
      "epoch": 2.112966175195143,
      "grad_norm": 0.008770715445280075,
      "learning_rate": 2.9675032641810536e-05,
      "loss": 0.0005,
      "step": 19490
    },
    {
      "epoch": 2.113074588031223,
      "grad_norm": 0.19120217859745026,
      "learning_rate": 2.96714057739736e-05,
      "loss": 0.0157,
      "step": 19491
    },
    {
      "epoch": 2.1131830008673025,
      "grad_norm": 0.034762099385261536,
      "learning_rate": 2.966777890613666e-05,
      "loss": 0.0016,
      "step": 19492
    },
    {
      "epoch": 2.1132914137033825,
      "grad_norm": 0.043990086764097214,
      "learning_rate": 2.9664152038299725e-05,
      "loss": 0.0026,
      "step": 19493
    },
    {
      "epoch": 2.1133998265394625,
      "grad_norm": 0.07801257073879242,
      "learning_rate": 2.966052517046279e-05,
      "loss": 0.0066,
      "step": 19494
    },
    {
      "epoch": 2.113508239375542,
      "grad_norm": 0.14390236139297485,
      "learning_rate": 2.9656898302625853e-05,
      "loss": 0.0112,
      "step": 19495
    },
    {
      "epoch": 2.113616652211622,
      "grad_norm": 0.2811375856399536,
      "learning_rate": 2.9653271434788914e-05,
      "loss": 0.0309,
      "step": 19496
    },
    {
      "epoch": 2.1137250650477015,
      "grad_norm": 0.018170498311519623,
      "learning_rate": 2.9649644566951985e-05,
      "loss": 0.0017,
      "step": 19497
    },
    {
      "epoch": 2.1138334778837815,
      "grad_norm": 0.0023145745508372784,
      "learning_rate": 2.964601769911505e-05,
      "loss": 0.0002,
      "step": 19498
    },
    {
      "epoch": 2.113941890719861,
      "grad_norm": 0.1753149777650833,
      "learning_rate": 2.964239083127811e-05,
      "loss": 0.0239,
      "step": 19499
    },
    {
      "epoch": 2.114050303555941,
      "grad_norm": 0.0997517928481102,
      "learning_rate": 2.9638763963441173e-05,
      "loss": 0.0045,
      "step": 19500
    },
    {
      "epoch": 2.114158716392021,
      "grad_norm": 0.1268918663263321,
      "learning_rate": 2.9635137095604238e-05,
      "loss": 0.0176,
      "step": 19501
    },
    {
      "epoch": 2.1142671292281006,
      "grad_norm": 0.27542844414711,
      "learning_rate": 2.96315102277673e-05,
      "loss": 0.0461,
      "step": 19502
    },
    {
      "epoch": 2.1143755420641805,
      "grad_norm": 0.24073566496372223,
      "learning_rate": 2.9627883359930362e-05,
      "loss": 0.0152,
      "step": 19503
    },
    {
      "epoch": 2.11448395490026,
      "grad_norm": 0.1662764996290207,
      "learning_rate": 2.9624256492093426e-05,
      "loss": 0.0121,
      "step": 19504
    },
    {
      "epoch": 2.11459236773634,
      "grad_norm": 0.06392610818147659,
      "learning_rate": 2.9620629624256497e-05,
      "loss": 0.0043,
      "step": 19505
    },
    {
      "epoch": 2.1147007805724196,
      "grad_norm": 0.014416849240660667,
      "learning_rate": 2.9617002756419558e-05,
      "loss": 0.0007,
      "step": 19506
    },
    {
      "epoch": 2.1148091934084996,
      "grad_norm": 0.13319304585456848,
      "learning_rate": 2.9613375888582622e-05,
      "loss": 0.0309,
      "step": 19507
    },
    {
      "epoch": 2.114917606244579,
      "grad_norm": 0.08616705983877182,
      "learning_rate": 2.9609749020745686e-05,
      "loss": 0.0047,
      "step": 19508
    },
    {
      "epoch": 2.115026019080659,
      "grad_norm": 0.1011202335357666,
      "learning_rate": 2.960612215290875e-05,
      "loss": 0.0092,
      "step": 19509
    },
    {
      "epoch": 2.115134431916739,
      "grad_norm": 0.04331893473863602,
      "learning_rate": 2.9602495285071814e-05,
      "loss": 0.0026,
      "step": 19510
    },
    {
      "epoch": 2.1152428447528187,
      "grad_norm": 0.029920047149062157,
      "learning_rate": 2.9598868417234875e-05,
      "loss": 0.0042,
      "step": 19511
    },
    {
      "epoch": 2.1153512575888986,
      "grad_norm": 0.03235263377428055,
      "learning_rate": 2.959524154939794e-05,
      "loss": 0.0037,
      "step": 19512
    },
    {
      "epoch": 2.115459670424978,
      "grad_norm": 0.09229366481304169,
      "learning_rate": 2.9591614681561003e-05,
      "loss": 0.004,
      "step": 19513
    },
    {
      "epoch": 2.115568083261058,
      "grad_norm": 0.02256603166460991,
      "learning_rate": 2.958798781372407e-05,
      "loss": 0.0025,
      "step": 19514
    },
    {
      "epoch": 2.1156764960971377,
      "grad_norm": 0.1866370439529419,
      "learning_rate": 2.9584360945887135e-05,
      "loss": 0.0531,
      "step": 19515
    },
    {
      "epoch": 2.1157849089332177,
      "grad_norm": 0.07586044818162918,
      "learning_rate": 2.95807340780502e-05,
      "loss": 0.0034,
      "step": 19516
    },
    {
      "epoch": 2.1158933217692977,
      "grad_norm": 0.27127623558044434,
      "learning_rate": 2.9577107210213263e-05,
      "loss": 0.0252,
      "step": 19517
    },
    {
      "epoch": 2.116001734605377,
      "grad_norm": 0.06466273218393326,
      "learning_rate": 2.9573480342376324e-05,
      "loss": 0.0047,
      "step": 19518
    },
    {
      "epoch": 2.116110147441457,
      "grad_norm": 0.10380218923091888,
      "learning_rate": 2.9569853474539388e-05,
      "loss": 0.0078,
      "step": 19519
    },
    {
      "epoch": 2.1162185602775367,
      "grad_norm": 0.18170730769634247,
      "learning_rate": 2.9566226606702452e-05,
      "loss": 0.0234,
      "step": 19520
    },
    {
      "epoch": 2.1163269731136167,
      "grad_norm": 0.09692990034818649,
      "learning_rate": 2.9562599738865516e-05,
      "loss": 0.0049,
      "step": 19521
    },
    {
      "epoch": 2.1164353859496963,
      "grad_norm": 0.27478066086769104,
      "learning_rate": 2.9558972871028577e-05,
      "loss": 0.0528,
      "step": 19522
    },
    {
      "epoch": 2.1165437987857763,
      "grad_norm": 0.1910512000322342,
      "learning_rate": 2.9555346003191648e-05,
      "loss": 0.0134,
      "step": 19523
    },
    {
      "epoch": 2.1166522116218562,
      "grad_norm": 0.16129261255264282,
      "learning_rate": 2.9551719135354712e-05,
      "loss": 0.0113,
      "step": 19524
    },
    {
      "epoch": 2.116760624457936,
      "grad_norm": 0.1092337891459465,
      "learning_rate": 2.9548092267517773e-05,
      "loss": 0.0102,
      "step": 19525
    },
    {
      "epoch": 2.1168690372940158,
      "grad_norm": 0.08436081558465958,
      "learning_rate": 2.9544465399680837e-05,
      "loss": 0.0105,
      "step": 19526
    },
    {
      "epoch": 2.1169774501300953,
      "grad_norm": 0.0844009593129158,
      "learning_rate": 2.95408385318439e-05,
      "loss": 0.0035,
      "step": 19527
    },
    {
      "epoch": 2.1170858629661753,
      "grad_norm": 0.20205889642238617,
      "learning_rate": 2.9537211664006965e-05,
      "loss": 0.0125,
      "step": 19528
    },
    {
      "epoch": 2.117194275802255,
      "grad_norm": 0.18529292941093445,
      "learning_rate": 2.9533584796170026e-05,
      "loss": 0.0095,
      "step": 19529
    },
    {
      "epoch": 2.117302688638335,
      "grad_norm": 0.30313968658447266,
      "learning_rate": 2.952995792833309e-05,
      "loss": 0.0393,
      "step": 19530
    },
    {
      "epoch": 2.1174111014744144,
      "grad_norm": 0.008315850980579853,
      "learning_rate": 2.952633106049616e-05,
      "loss": 0.0006,
      "step": 19531
    },
    {
      "epoch": 2.1175195143104943,
      "grad_norm": 0.013180692680180073,
      "learning_rate": 2.952270419265922e-05,
      "loss": 0.0005,
      "step": 19532
    },
    {
      "epoch": 2.1176279271465743,
      "grad_norm": 0.43429288268089294,
      "learning_rate": 2.9519077324822286e-05,
      "loss": 0.0143,
      "step": 19533
    },
    {
      "epoch": 2.117736339982654,
      "grad_norm": 0.14869579672813416,
      "learning_rate": 2.951545045698535e-05,
      "loss": 0.0097,
      "step": 19534
    },
    {
      "epoch": 2.117844752818734,
      "grad_norm": 0.06280286610126495,
      "learning_rate": 2.9511823589148414e-05,
      "loss": 0.0048,
      "step": 19535
    },
    {
      "epoch": 2.1179531656548134,
      "grad_norm": 0.28085657954216003,
      "learning_rate": 2.9508196721311478e-05,
      "loss": 0.0185,
      "step": 19536
    },
    {
      "epoch": 2.1180615784908934,
      "grad_norm": 0.01912681572139263,
      "learning_rate": 2.950456985347454e-05,
      "loss": 0.0007,
      "step": 19537
    },
    {
      "epoch": 2.118169991326973,
      "grad_norm": 0.3512319326400757,
      "learning_rate": 2.9500942985637603e-05,
      "loss": 0.0204,
      "step": 19538
    },
    {
      "epoch": 2.118278404163053,
      "grad_norm": 0.1242578998208046,
      "learning_rate": 2.9497316117800667e-05,
      "loss": 0.0052,
      "step": 19539
    },
    {
      "epoch": 2.118386816999133,
      "grad_norm": 0.3136554956436157,
      "learning_rate": 2.9493689249963734e-05,
      "loss": 0.0162,
      "step": 19540
    },
    {
      "epoch": 2.1184952298352124,
      "grad_norm": 0.2741205394268036,
      "learning_rate": 2.94900623821268e-05,
      "loss": 0.0082,
      "step": 19541
    },
    {
      "epoch": 2.1186036426712924,
      "grad_norm": 0.142243891954422,
      "learning_rate": 2.9486435514289862e-05,
      "loss": 0.0164,
      "step": 19542
    },
    {
      "epoch": 2.118712055507372,
      "grad_norm": 0.11783411353826523,
      "learning_rate": 2.9482808646452927e-05,
      "loss": 0.0051,
      "step": 19543
    },
    {
      "epoch": 2.118820468343452,
      "grad_norm": 0.7071565389633179,
      "learning_rate": 2.9479181778615987e-05,
      "loss": 0.0052,
      "step": 19544
    },
    {
      "epoch": 2.1189288811795315,
      "grad_norm": 0.029343774542212486,
      "learning_rate": 2.947555491077905e-05,
      "loss": 0.0021,
      "step": 19545
    },
    {
      "epoch": 2.1190372940156115,
      "grad_norm": 0.42389681935310364,
      "learning_rate": 2.9471928042942115e-05,
      "loss": 0.0654,
      "step": 19546
    },
    {
      "epoch": 2.1191457068516915,
      "grad_norm": 0.2746758460998535,
      "learning_rate": 2.946830117510518e-05,
      "loss": 0.0191,
      "step": 19547
    },
    {
      "epoch": 2.119254119687771,
      "grad_norm": 0.1075105294585228,
      "learning_rate": 2.946467430726824e-05,
      "loss": 0.0114,
      "step": 19548
    },
    {
      "epoch": 2.119362532523851,
      "grad_norm": 0.12451741844415665,
      "learning_rate": 2.946104743943131e-05,
      "loss": 0.0205,
      "step": 19549
    },
    {
      "epoch": 2.1194709453599305,
      "grad_norm": 0.2287915050983429,
      "learning_rate": 2.9457420571594375e-05,
      "loss": 0.0198,
      "step": 19550
    },
    {
      "epoch": 2.1195793581960105,
      "grad_norm": 0.3081367611885071,
      "learning_rate": 2.9453793703757436e-05,
      "loss": 0.0137,
      "step": 19551
    },
    {
      "epoch": 2.11968777103209,
      "grad_norm": 0.05227731540799141,
      "learning_rate": 2.94501668359205e-05,
      "loss": 0.0052,
      "step": 19552
    },
    {
      "epoch": 2.11979618386817,
      "grad_norm": 0.2837444841861725,
      "learning_rate": 2.9446539968083564e-05,
      "loss": 0.0226,
      "step": 19553
    },
    {
      "epoch": 2.1199045967042496,
      "grad_norm": 0.5631970167160034,
      "learning_rate": 2.944291310024663e-05,
      "loss": 0.0387,
      "step": 19554
    },
    {
      "epoch": 2.1200130095403296,
      "grad_norm": 0.2048007845878601,
      "learning_rate": 2.9439286232409692e-05,
      "loss": 0.0186,
      "step": 19555
    },
    {
      "epoch": 2.1201214223764095,
      "grad_norm": 0.05675797536969185,
      "learning_rate": 2.9435659364572753e-05,
      "loss": 0.0057,
      "step": 19556
    },
    {
      "epoch": 2.120229835212489,
      "grad_norm": 0.045333750545978546,
      "learning_rate": 2.9432032496735824e-05,
      "loss": 0.0051,
      "step": 19557
    },
    {
      "epoch": 2.120338248048569,
      "grad_norm": 0.028935223817825317,
      "learning_rate": 2.9428405628898885e-05,
      "loss": 0.0021,
      "step": 19558
    },
    {
      "epoch": 2.1204466608846486,
      "grad_norm": 0.21945181488990784,
      "learning_rate": 2.942477876106195e-05,
      "loss": 0.0115,
      "step": 19559
    },
    {
      "epoch": 2.1205550737207286,
      "grad_norm": 0.04816201329231262,
      "learning_rate": 2.9421151893225013e-05,
      "loss": 0.0068,
      "step": 19560
    },
    {
      "epoch": 2.120663486556808,
      "grad_norm": 0.19713744521141052,
      "learning_rate": 2.9417525025388077e-05,
      "loss": 0.0099,
      "step": 19561
    },
    {
      "epoch": 2.120771899392888,
      "grad_norm": 0.0990903303027153,
      "learning_rate": 2.941389815755114e-05,
      "loss": 0.003,
      "step": 19562
    },
    {
      "epoch": 2.120880312228968,
      "grad_norm": 0.03533092141151428,
      "learning_rate": 2.9410271289714202e-05,
      "loss": 0.004,
      "step": 19563
    },
    {
      "epoch": 2.1209887250650477,
      "grad_norm": 0.0954025387763977,
      "learning_rate": 2.9406644421877266e-05,
      "loss": 0.0026,
      "step": 19564
    },
    {
      "epoch": 2.1210971379011276,
      "grad_norm": 0.2275201827287674,
      "learning_rate": 2.940301755404033e-05,
      "loss": 0.017,
      "step": 19565
    },
    {
      "epoch": 2.121205550737207,
      "grad_norm": 0.04410795867443085,
      "learning_rate": 2.9399390686203398e-05,
      "loss": 0.0067,
      "step": 19566
    },
    {
      "epoch": 2.121313963573287,
      "grad_norm": 0.09689796715974808,
      "learning_rate": 2.939576381836646e-05,
      "loss": 0.0069,
      "step": 19567
    },
    {
      "epoch": 2.1214223764093667,
      "grad_norm": 0.06297751516103745,
      "learning_rate": 2.9392136950529526e-05,
      "loss": 0.0046,
      "step": 19568
    },
    {
      "epoch": 2.1215307892454467,
      "grad_norm": 0.11763577908277512,
      "learning_rate": 2.938851008269259e-05,
      "loss": 0.0074,
      "step": 19569
    },
    {
      "epoch": 2.1216392020815267,
      "grad_norm": 0.01741965487599373,
      "learning_rate": 2.938488321485565e-05,
      "loss": 0.0014,
      "step": 19570
    },
    {
      "epoch": 2.121747614917606,
      "grad_norm": 0.07616333663463593,
      "learning_rate": 2.9381256347018715e-05,
      "loss": 0.0049,
      "step": 19571
    },
    {
      "epoch": 2.121856027753686,
      "grad_norm": 0.07052981853485107,
      "learning_rate": 2.937762947918178e-05,
      "loss": 0.002,
      "step": 19572
    },
    {
      "epoch": 2.1219644405897657,
      "grad_norm": 0.20658178627490997,
      "learning_rate": 2.9374002611344843e-05,
      "loss": 0.0179,
      "step": 19573
    },
    {
      "epoch": 2.1220728534258457,
      "grad_norm": 0.03655019402503967,
      "learning_rate": 2.9370375743507904e-05,
      "loss": 0.0032,
      "step": 19574
    },
    {
      "epoch": 2.1221812662619253,
      "grad_norm": 0.28613030910491943,
      "learning_rate": 2.9366748875670975e-05,
      "loss": 0.0306,
      "step": 19575
    },
    {
      "epoch": 2.1222896790980053,
      "grad_norm": 0.011859468184411526,
      "learning_rate": 2.936312200783404e-05,
      "loss": 0.0005,
      "step": 19576
    },
    {
      "epoch": 2.122398091934085,
      "grad_norm": 0.009685245342552662,
      "learning_rate": 2.93594951399971e-05,
      "loss": 0.001,
      "step": 19577
    },
    {
      "epoch": 2.122506504770165,
      "grad_norm": 0.00813002698123455,
      "learning_rate": 2.9355868272160163e-05,
      "loss": 0.0005,
      "step": 19578
    },
    {
      "epoch": 2.1226149176062448,
      "grad_norm": 0.06820088624954224,
      "learning_rate": 2.9352241404323228e-05,
      "loss": 0.0054,
      "step": 19579
    },
    {
      "epoch": 2.1227233304423243,
      "grad_norm": 0.11426428705453873,
      "learning_rate": 2.934861453648629e-05,
      "loss": 0.0053,
      "step": 19580
    },
    {
      "epoch": 2.1228317432784043,
      "grad_norm": 0.13428358733654022,
      "learning_rate": 2.9344987668649356e-05,
      "loss": 0.0103,
      "step": 19581
    },
    {
      "epoch": 2.122940156114484,
      "grad_norm": 0.012946260161697865,
      "learning_rate": 2.9341360800812416e-05,
      "loss": 0.0007,
      "step": 19582
    },
    {
      "epoch": 2.123048568950564,
      "grad_norm": 0.027447976171970367,
      "learning_rate": 2.9337733932975487e-05,
      "loss": 0.0018,
      "step": 19583
    },
    {
      "epoch": 2.1231569817866434,
      "grad_norm": 0.09871815890073776,
      "learning_rate": 2.9334107065138548e-05,
      "loss": 0.0063,
      "step": 19584
    },
    {
      "epoch": 2.1232653946227233,
      "grad_norm": 0.2596154510974884,
      "learning_rate": 2.9330480197301612e-05,
      "loss": 0.0195,
      "step": 19585
    },
    {
      "epoch": 2.1233738074588033,
      "grad_norm": 0.013273256830871105,
      "learning_rate": 2.9326853329464676e-05,
      "loss": 0.001,
      "step": 19586
    },
    {
      "epoch": 2.123482220294883,
      "grad_norm": 0.10222119837999344,
      "learning_rate": 2.932322646162774e-05,
      "loss": 0.0052,
      "step": 19587
    },
    {
      "epoch": 2.123590633130963,
      "grad_norm": 0.17971019446849823,
      "learning_rate": 2.9319599593790805e-05,
      "loss": 0.0256,
      "step": 19588
    },
    {
      "epoch": 2.1236990459670424,
      "grad_norm": 0.021287651732563972,
      "learning_rate": 2.9315972725953865e-05,
      "loss": 0.0007,
      "step": 19589
    },
    {
      "epoch": 2.1238074588031224,
      "grad_norm": 0.1838545948266983,
      "learning_rate": 2.931234585811693e-05,
      "loss": 0.0096,
      "step": 19590
    },
    {
      "epoch": 2.123915871639202,
      "grad_norm": 0.14139439165592194,
      "learning_rate": 2.9308718990279993e-05,
      "loss": 0.0135,
      "step": 19591
    },
    {
      "epoch": 2.124024284475282,
      "grad_norm": 0.10698540508747101,
      "learning_rate": 2.930509212244306e-05,
      "loss": 0.01,
      "step": 19592
    },
    {
      "epoch": 2.1241326973113615,
      "grad_norm": 0.2714468836784363,
      "learning_rate": 2.9301465254606125e-05,
      "loss": 0.0122,
      "step": 19593
    },
    {
      "epoch": 2.1242411101474414,
      "grad_norm": 0.019163966178894043,
      "learning_rate": 2.929783838676919e-05,
      "loss": 0.0008,
      "step": 19594
    },
    {
      "epoch": 2.1243495229835214,
      "grad_norm": 0.21653707325458527,
      "learning_rate": 2.9294211518932253e-05,
      "loss": 0.0317,
      "step": 19595
    },
    {
      "epoch": 2.124457935819601,
      "grad_norm": 0.07590354233980179,
      "learning_rate": 2.9290584651095314e-05,
      "loss": 0.0156,
      "step": 19596
    },
    {
      "epoch": 2.124566348655681,
      "grad_norm": 0.06051630154252052,
      "learning_rate": 2.9286957783258378e-05,
      "loss": 0.0058,
      "step": 19597
    },
    {
      "epoch": 2.1246747614917605,
      "grad_norm": 0.013390750624239445,
      "learning_rate": 2.9283330915421442e-05,
      "loss": 0.0009,
      "step": 19598
    },
    {
      "epoch": 2.1247831743278405,
      "grad_norm": 0.0076790847815573215,
      "learning_rate": 2.9279704047584506e-05,
      "loss": 0.0007,
      "step": 19599
    },
    {
      "epoch": 2.12489158716392,
      "grad_norm": 0.17707104980945587,
      "learning_rate": 2.9276077179747574e-05,
      "loss": 0.0258,
      "step": 19600
    },
    {
      "epoch": 2.125,
      "grad_norm": 0.0019529128912836313,
      "learning_rate": 2.9272450311910638e-05,
      "loss": 0.0002,
      "step": 19601
    },
    {
      "epoch": 2.12510841283608,
      "grad_norm": 0.35371503233909607,
      "learning_rate": 2.9268823444073702e-05,
      "loss": 0.0182,
      "step": 19602
    },
    {
      "epoch": 2.1252168256721595,
      "grad_norm": 0.12196946144104004,
      "learning_rate": 2.9265196576236763e-05,
      "loss": 0.0115,
      "step": 19603
    },
    {
      "epoch": 2.1253252385082395,
      "grad_norm": 0.08572863787412643,
      "learning_rate": 2.9261569708399827e-05,
      "loss": 0.0116,
      "step": 19604
    },
    {
      "epoch": 2.125433651344319,
      "grad_norm": 0.11172307282686234,
      "learning_rate": 2.925794284056289e-05,
      "loss": 0.0105,
      "step": 19605
    },
    {
      "epoch": 2.125542064180399,
      "grad_norm": 0.21836625039577484,
      "learning_rate": 2.9254315972725955e-05,
      "loss": 0.0238,
      "step": 19606
    },
    {
      "epoch": 2.1256504770164786,
      "grad_norm": 0.020450422540307045,
      "learning_rate": 2.925068910488902e-05,
      "loss": 0.0008,
      "step": 19607
    },
    {
      "epoch": 2.1257588898525586,
      "grad_norm": 0.16180011630058289,
      "learning_rate": 2.924706223705208e-05,
      "loss": 0.0195,
      "step": 19608
    },
    {
      "epoch": 2.125867302688638,
      "grad_norm": 0.10628873854875565,
      "learning_rate": 2.924343536921515e-05,
      "loss": 0.0065,
      "step": 19609
    },
    {
      "epoch": 2.125975715524718,
      "grad_norm": 0.2626469135284424,
      "learning_rate": 2.923980850137821e-05,
      "loss": 0.0158,
      "step": 19610
    },
    {
      "epoch": 2.126084128360798,
      "grad_norm": 0.08195113390684128,
      "learning_rate": 2.9236181633541276e-05,
      "loss": 0.0139,
      "step": 19611
    },
    {
      "epoch": 2.1261925411968776,
      "grad_norm": 0.33670756220817566,
      "learning_rate": 2.923255476570434e-05,
      "loss": 0.0517,
      "step": 19612
    },
    {
      "epoch": 2.1263009540329576,
      "grad_norm": 0.04144752398133278,
      "learning_rate": 2.9228927897867404e-05,
      "loss": 0.0032,
      "step": 19613
    },
    {
      "epoch": 2.126409366869037,
      "grad_norm": 0.05166361853480339,
      "learning_rate": 2.9225301030030468e-05,
      "loss": 0.0024,
      "step": 19614
    },
    {
      "epoch": 2.126517779705117,
      "grad_norm": 0.25219523906707764,
      "learning_rate": 2.922167416219353e-05,
      "loss": 0.019,
      "step": 19615
    },
    {
      "epoch": 2.126626192541197,
      "grad_norm": 0.04988999664783478,
      "learning_rate": 2.9218047294356593e-05,
      "loss": 0.0018,
      "step": 19616
    },
    {
      "epoch": 2.1267346053772767,
      "grad_norm": 0.14341382682323456,
      "learning_rate": 2.9214420426519657e-05,
      "loss": 0.013,
      "step": 19617
    },
    {
      "epoch": 2.1268430182133566,
      "grad_norm": 0.2805061340332031,
      "learning_rate": 2.9210793558682724e-05,
      "loss": 0.0149,
      "step": 19618
    },
    {
      "epoch": 2.126951431049436,
      "grad_norm": 0.21964126825332642,
      "learning_rate": 2.920716669084579e-05,
      "loss": 0.0176,
      "step": 19619
    },
    {
      "epoch": 2.127059843885516,
      "grad_norm": 0.3882070779800415,
      "learning_rate": 2.9203539823008852e-05,
      "loss": 0.0146,
      "step": 19620
    },
    {
      "epoch": 2.1271682567215957,
      "grad_norm": 0.1014791876077652,
      "learning_rate": 2.9199912955171917e-05,
      "loss": 0.0187,
      "step": 19621
    },
    {
      "epoch": 2.1272766695576757,
      "grad_norm": 0.5050175189971924,
      "learning_rate": 2.9196286087334977e-05,
      "loss": 0.055,
      "step": 19622
    },
    {
      "epoch": 2.1273850823937552,
      "grad_norm": 0.1830665022134781,
      "learning_rate": 2.919265921949804e-05,
      "loss": 0.01,
      "step": 19623
    },
    {
      "epoch": 2.127493495229835,
      "grad_norm": 0.09227556735277176,
      "learning_rate": 2.9189032351661106e-05,
      "loss": 0.0032,
      "step": 19624
    },
    {
      "epoch": 2.127601908065915,
      "grad_norm": 0.03182486072182655,
      "learning_rate": 2.918540548382417e-05,
      "loss": 0.0021,
      "step": 19625
    },
    {
      "epoch": 2.1277103209019947,
      "grad_norm": 0.0942220538854599,
      "learning_rate": 2.9181778615987237e-05,
      "loss": 0.0056,
      "step": 19626
    },
    {
      "epoch": 2.1278187337380747,
      "grad_norm": 0.07551087439060211,
      "learning_rate": 2.91781517481503e-05,
      "loss": 0.0042,
      "step": 19627
    },
    {
      "epoch": 2.1279271465741543,
      "grad_norm": 0.22377869486808777,
      "learning_rate": 2.9174524880313365e-05,
      "loss": 0.0073,
      "step": 19628
    },
    {
      "epoch": 2.1280355594102343,
      "grad_norm": 0.04505964741110802,
      "learning_rate": 2.9170898012476426e-05,
      "loss": 0.0021,
      "step": 19629
    },
    {
      "epoch": 2.128143972246314,
      "grad_norm": 0.35900723934173584,
      "learning_rate": 2.916727114463949e-05,
      "loss": 0.034,
      "step": 19630
    },
    {
      "epoch": 2.128252385082394,
      "grad_norm": 0.24100284278392792,
      "learning_rate": 2.9163644276802554e-05,
      "loss": 0.026,
      "step": 19631
    },
    {
      "epoch": 2.1283607979184733,
      "grad_norm": 0.08597986400127411,
      "learning_rate": 2.916001740896562e-05,
      "loss": 0.007,
      "step": 19632
    },
    {
      "epoch": 2.1284692107545533,
      "grad_norm": 0.06585729867219925,
      "learning_rate": 2.9156390541128682e-05,
      "loss": 0.0044,
      "step": 19633
    },
    {
      "epoch": 2.1285776235906333,
      "grad_norm": 0.11612692475318909,
      "learning_rate": 2.9152763673291743e-05,
      "loss": 0.011,
      "step": 19634
    },
    {
      "epoch": 2.128686036426713,
      "grad_norm": 0.060036808252334595,
      "learning_rate": 2.9149136805454814e-05,
      "loss": 0.0092,
      "step": 19635
    },
    {
      "epoch": 2.128794449262793,
      "grad_norm": 0.08969240635633469,
      "learning_rate": 2.9145509937617875e-05,
      "loss": 0.0084,
      "step": 19636
    },
    {
      "epoch": 2.1289028620988724,
      "grad_norm": 0.09538663178682327,
      "learning_rate": 2.914188306978094e-05,
      "loss": 0.0075,
      "step": 19637
    },
    {
      "epoch": 2.1290112749349523,
      "grad_norm": 0.49804386496543884,
      "learning_rate": 2.9138256201944003e-05,
      "loss": 0.0146,
      "step": 19638
    },
    {
      "epoch": 2.129119687771032,
      "grad_norm": 0.1865367889404297,
      "learning_rate": 2.9134629334107067e-05,
      "loss": 0.0119,
      "step": 19639
    },
    {
      "epoch": 2.129228100607112,
      "grad_norm": 0.17856217920780182,
      "learning_rate": 2.913100246627013e-05,
      "loss": 0.0523,
      "step": 19640
    },
    {
      "epoch": 2.129336513443192,
      "grad_norm": 0.00783257931470871,
      "learning_rate": 2.9127375598433192e-05,
      "loss": 0.0005,
      "step": 19641
    },
    {
      "epoch": 2.1294449262792714,
      "grad_norm": 0.21032783389091492,
      "learning_rate": 2.9123748730596256e-05,
      "loss": 0.0278,
      "step": 19642
    },
    {
      "epoch": 2.1295533391153514,
      "grad_norm": 0.25891342759132385,
      "learning_rate": 2.912012186275932e-05,
      "loss": 0.0507,
      "step": 19643
    },
    {
      "epoch": 2.129661751951431,
      "grad_norm": 0.05523752421140671,
      "learning_rate": 2.9116494994922388e-05,
      "loss": 0.0041,
      "step": 19644
    },
    {
      "epoch": 2.129770164787511,
      "grad_norm": 0.013812161050736904,
      "learning_rate": 2.9112868127085452e-05,
      "loss": 0.0007,
      "step": 19645
    },
    {
      "epoch": 2.1298785776235905,
      "grad_norm": 0.2702783942222595,
      "learning_rate": 2.9109241259248516e-05,
      "loss": 0.0298,
      "step": 19646
    },
    {
      "epoch": 2.1299869904596704,
      "grad_norm": 0.005750341806560755,
      "learning_rate": 2.910561439141158e-05,
      "loss": 0.0005,
      "step": 19647
    },
    {
      "epoch": 2.1300954032957504,
      "grad_norm": 0.17441639304161072,
      "learning_rate": 2.910198752357464e-05,
      "loss": 0.0183,
      "step": 19648
    },
    {
      "epoch": 2.13020381613183,
      "grad_norm": 0.12851858139038086,
      "learning_rate": 2.9098360655737705e-05,
      "loss": 0.0204,
      "step": 19649
    },
    {
      "epoch": 2.13031222896791,
      "grad_norm": 0.26473867893218994,
      "learning_rate": 2.909473378790077e-05,
      "loss": 0.0128,
      "step": 19650
    },
    {
      "epoch": 2.1304206418039895,
      "grad_norm": 0.05093064904212952,
      "learning_rate": 2.9091106920063833e-05,
      "loss": 0.0029,
      "step": 19651
    },
    {
      "epoch": 2.1305290546400695,
      "grad_norm": 0.17641298472881317,
      "learning_rate": 2.90874800522269e-05,
      "loss": 0.0053,
      "step": 19652
    },
    {
      "epoch": 2.130637467476149,
      "grad_norm": 0.07434197515249252,
      "learning_rate": 2.9083853184389965e-05,
      "loss": 0.0072,
      "step": 19653
    },
    {
      "epoch": 2.130745880312229,
      "grad_norm": 0.22372721135616302,
      "learning_rate": 2.908022631655303e-05,
      "loss": 0.0284,
      "step": 19654
    },
    {
      "epoch": 2.1308542931483085,
      "grad_norm": 0.03853779286146164,
      "learning_rate": 2.907659944871609e-05,
      "loss": 0.0027,
      "step": 19655
    },
    {
      "epoch": 2.1309627059843885,
      "grad_norm": 0.29933682084083557,
      "learning_rate": 2.9072972580879153e-05,
      "loss": 0.0185,
      "step": 19656
    },
    {
      "epoch": 2.1310711188204685,
      "grad_norm": 0.24832768738269806,
      "learning_rate": 2.9069345713042218e-05,
      "loss": 0.0113,
      "step": 19657
    },
    {
      "epoch": 2.131179531656548,
      "grad_norm": 0.09872163832187653,
      "learning_rate": 2.9065718845205282e-05,
      "loss": 0.0071,
      "step": 19658
    },
    {
      "epoch": 2.131287944492628,
      "grad_norm": 0.7329704165458679,
      "learning_rate": 2.9062091977368346e-05,
      "loss": 0.0439,
      "step": 19659
    },
    {
      "epoch": 2.1313963573287076,
      "grad_norm": 0.05422082170844078,
      "learning_rate": 2.9058465109531407e-05,
      "loss": 0.0026,
      "step": 19660
    },
    {
      "epoch": 2.1315047701647876,
      "grad_norm": 0.09599652141332626,
      "learning_rate": 2.9054838241694477e-05,
      "loss": 0.007,
      "step": 19661
    },
    {
      "epoch": 2.131613183000867,
      "grad_norm": 0.05315891280770302,
      "learning_rate": 2.9051211373857538e-05,
      "loss": 0.0059,
      "step": 19662
    },
    {
      "epoch": 2.131721595836947,
      "grad_norm": 0.027973012998700142,
      "learning_rate": 2.9047584506020602e-05,
      "loss": 0.0012,
      "step": 19663
    },
    {
      "epoch": 2.131830008673027,
      "grad_norm": 0.01442677527666092,
      "learning_rate": 2.9043957638183666e-05,
      "loss": 0.0013,
      "step": 19664
    },
    {
      "epoch": 2.1319384215091066,
      "grad_norm": 0.15428464114665985,
      "learning_rate": 2.904033077034673e-05,
      "loss": 0.0449,
      "step": 19665
    },
    {
      "epoch": 2.1320468343451866,
      "grad_norm": 0.19462454319000244,
      "learning_rate": 2.9036703902509795e-05,
      "loss": 0.0113,
      "step": 19666
    },
    {
      "epoch": 2.132155247181266,
      "grad_norm": 0.21800336241722107,
      "learning_rate": 2.9033077034672855e-05,
      "loss": 0.0129,
      "step": 19667
    },
    {
      "epoch": 2.132263660017346,
      "grad_norm": 0.09460335969924927,
      "learning_rate": 2.902945016683592e-05,
      "loss": 0.0078,
      "step": 19668
    },
    {
      "epoch": 2.1323720728534257,
      "grad_norm": 0.03006828762590885,
      "learning_rate": 2.9025823298998983e-05,
      "loss": 0.0035,
      "step": 19669
    },
    {
      "epoch": 2.1324804856895057,
      "grad_norm": 0.10437311232089996,
      "learning_rate": 2.902219643116205e-05,
      "loss": 0.0063,
      "step": 19670
    },
    {
      "epoch": 2.1325888985255856,
      "grad_norm": 0.23051534593105316,
      "learning_rate": 2.9018569563325115e-05,
      "loss": 0.047,
      "step": 19671
    },
    {
      "epoch": 2.132697311361665,
      "grad_norm": 0.13430552184581757,
      "learning_rate": 2.901494269548818e-05,
      "loss": 0.0126,
      "step": 19672
    },
    {
      "epoch": 2.132805724197745,
      "grad_norm": 0.1696445792913437,
      "learning_rate": 2.9011315827651243e-05,
      "loss": 0.0119,
      "step": 19673
    },
    {
      "epoch": 2.1329141370338247,
      "grad_norm": 0.17941609025001526,
      "learning_rate": 2.9007688959814304e-05,
      "loss": 0.021,
      "step": 19674
    },
    {
      "epoch": 2.1330225498699047,
      "grad_norm": 0.0365619882941246,
      "learning_rate": 2.9004062091977368e-05,
      "loss": 0.0044,
      "step": 19675
    },
    {
      "epoch": 2.1331309627059842,
      "grad_norm": 0.5518985390663147,
      "learning_rate": 2.9000435224140432e-05,
      "loss": 0.0234,
      "step": 19676
    },
    {
      "epoch": 2.133239375542064,
      "grad_norm": 0.12592580914497375,
      "learning_rate": 2.8996808356303496e-05,
      "loss": 0.0103,
      "step": 19677
    },
    {
      "epoch": 2.1333477883781438,
      "grad_norm": 0.48790138959884644,
      "learning_rate": 2.8993181488466564e-05,
      "loss": 0.0507,
      "step": 19678
    },
    {
      "epoch": 2.1334562012142237,
      "grad_norm": 0.23943285644054413,
      "learning_rate": 2.8989554620629628e-05,
      "loss": 0.0463,
      "step": 19679
    },
    {
      "epoch": 2.1335646140503037,
      "grad_norm": 0.19423024356365204,
      "learning_rate": 2.8985927752792692e-05,
      "loss": 0.0098,
      "step": 19680
    },
    {
      "epoch": 2.1336730268863833,
      "grad_norm": 0.0912790521979332,
      "learning_rate": 2.8982300884955753e-05,
      "loss": 0.006,
      "step": 19681
    },
    {
      "epoch": 2.1337814397224633,
      "grad_norm": 0.2677527070045471,
      "learning_rate": 2.8978674017118817e-05,
      "loss": 0.034,
      "step": 19682
    },
    {
      "epoch": 2.133889852558543,
      "grad_norm": 0.03676529973745346,
      "learning_rate": 2.897504714928188e-05,
      "loss": 0.0018,
      "step": 19683
    },
    {
      "epoch": 2.133998265394623,
      "grad_norm": 0.06890372931957245,
      "learning_rate": 2.8971420281444945e-05,
      "loss": 0.0078,
      "step": 19684
    },
    {
      "epoch": 2.1341066782307023,
      "grad_norm": 0.208513081073761,
      "learning_rate": 2.896779341360801e-05,
      "loss": 0.0056,
      "step": 19685
    },
    {
      "epoch": 2.1342150910667823,
      "grad_norm": 0.07703598588705063,
      "learning_rate": 2.896416654577107e-05,
      "loss": 0.0045,
      "step": 19686
    },
    {
      "epoch": 2.1343235039028623,
      "grad_norm": 0.037231773138046265,
      "learning_rate": 2.896053967793414e-05,
      "loss": 0.0017,
      "step": 19687
    },
    {
      "epoch": 2.134431916738942,
      "grad_norm": 0.00524175725877285,
      "learning_rate": 2.89569128100972e-05,
      "loss": 0.0005,
      "step": 19688
    },
    {
      "epoch": 2.134540329575022,
      "grad_norm": 0.09053420275449753,
      "learning_rate": 2.8953285942260266e-05,
      "loss": 0.0074,
      "step": 19689
    },
    {
      "epoch": 2.1346487424111014,
      "grad_norm": 0.23969005048274994,
      "learning_rate": 2.894965907442333e-05,
      "loss": 0.0281,
      "step": 19690
    },
    {
      "epoch": 2.1347571552471813,
      "grad_norm": 0.023147637024521828,
      "learning_rate": 2.8946032206586394e-05,
      "loss": 0.0021,
      "step": 19691
    },
    {
      "epoch": 2.134865568083261,
      "grad_norm": 0.01619112491607666,
      "learning_rate": 2.8942405338749458e-05,
      "loss": 0.0011,
      "step": 19692
    },
    {
      "epoch": 2.134973980919341,
      "grad_norm": 0.07090311497449875,
      "learning_rate": 2.893877847091252e-05,
      "loss": 0.0083,
      "step": 19693
    },
    {
      "epoch": 2.135082393755421,
      "grad_norm": 0.2020212709903717,
      "learning_rate": 2.8935151603075583e-05,
      "loss": 0.0092,
      "step": 19694
    },
    {
      "epoch": 2.1351908065915004,
      "grad_norm": 0.31486278772354126,
      "learning_rate": 2.8931524735238654e-05,
      "loss": 0.0222,
      "step": 19695
    },
    {
      "epoch": 2.1352992194275804,
      "grad_norm": 0.060248635709285736,
      "learning_rate": 2.8927897867401714e-05,
      "loss": 0.0034,
      "step": 19696
    },
    {
      "epoch": 2.13540763226366,
      "grad_norm": 0.13847331702709198,
      "learning_rate": 2.892427099956478e-05,
      "loss": 0.0116,
      "step": 19697
    },
    {
      "epoch": 2.13551604509974,
      "grad_norm": 0.05187924578785896,
      "learning_rate": 2.8920644131727843e-05,
      "loss": 0.002,
      "step": 19698
    },
    {
      "epoch": 2.1356244579358195,
      "grad_norm": 0.10618415474891663,
      "learning_rate": 2.8917017263890907e-05,
      "loss": 0.0036,
      "step": 19699
    },
    {
      "epoch": 2.1357328707718994,
      "grad_norm": 0.2688537538051605,
      "learning_rate": 2.8913390396053967e-05,
      "loss": 0.0195,
      "step": 19700
    },
    {
      "epoch": 2.135841283607979,
      "grad_norm": 0.08633918315172195,
      "learning_rate": 2.890976352821703e-05,
      "loss": 0.0121,
      "step": 19701
    },
    {
      "epoch": 2.135949696444059,
      "grad_norm": 0.3462424874305725,
      "learning_rate": 2.8906136660380096e-05,
      "loss": 0.0268,
      "step": 19702
    },
    {
      "epoch": 2.136058109280139,
      "grad_norm": 0.005339694209396839,
      "learning_rate": 2.890250979254316e-05,
      "loss": 0.0005,
      "step": 19703
    },
    {
      "epoch": 2.1361665221162185,
      "grad_norm": 0.16362647712230682,
      "learning_rate": 2.8898882924706227e-05,
      "loss": 0.029,
      "step": 19704
    },
    {
      "epoch": 2.1362749349522985,
      "grad_norm": 0.2108331024646759,
      "learning_rate": 2.889525605686929e-05,
      "loss": 0.0119,
      "step": 19705
    },
    {
      "epoch": 2.136383347788378,
      "grad_norm": 0.21628667414188385,
      "learning_rate": 2.8891629189032355e-05,
      "loss": 0.0273,
      "step": 19706
    },
    {
      "epoch": 2.136491760624458,
      "grad_norm": 0.33643272519111633,
      "learning_rate": 2.8888002321195416e-05,
      "loss": 0.028,
      "step": 19707
    },
    {
      "epoch": 2.1366001734605375,
      "grad_norm": 0.34316375851631165,
      "learning_rate": 2.888437545335848e-05,
      "loss": 0.033,
      "step": 19708
    },
    {
      "epoch": 2.1367085862966175,
      "grad_norm": 0.2677699029445648,
      "learning_rate": 2.8880748585521544e-05,
      "loss": 0.0142,
      "step": 19709
    },
    {
      "epoch": 2.1368169991326975,
      "grad_norm": 0.06119462102651596,
      "learning_rate": 2.887712171768461e-05,
      "loss": 0.0081,
      "step": 19710
    },
    {
      "epoch": 2.136925411968777,
      "grad_norm": 0.13591131567955017,
      "learning_rate": 2.8873494849847672e-05,
      "loss": 0.005,
      "step": 19711
    },
    {
      "epoch": 2.137033824804857,
      "grad_norm": 0.1428566426038742,
      "learning_rate": 2.8869867982010733e-05,
      "loss": 0.0375,
      "step": 19712
    },
    {
      "epoch": 2.1371422376409366,
      "grad_norm": 0.013711073435842991,
      "learning_rate": 2.8866241114173804e-05,
      "loss": 0.0006,
      "step": 19713
    },
    {
      "epoch": 2.1372506504770166,
      "grad_norm": 0.0034400722943246365,
      "learning_rate": 2.8862614246336865e-05,
      "loss": 0.0003,
      "step": 19714
    },
    {
      "epoch": 2.137359063313096,
      "grad_norm": 0.29995015263557434,
      "learning_rate": 2.885898737849993e-05,
      "loss": 0.0152,
      "step": 19715
    },
    {
      "epoch": 2.137467476149176,
      "grad_norm": 0.07410583645105362,
      "learning_rate": 2.8855360510662993e-05,
      "loss": 0.0085,
      "step": 19716
    },
    {
      "epoch": 2.137575888985256,
      "grad_norm": 0.0871182531118393,
      "learning_rate": 2.8851733642826057e-05,
      "loss": 0.007,
      "step": 19717
    },
    {
      "epoch": 2.1376843018213356,
      "grad_norm": 0.05018618330359459,
      "learning_rate": 2.884810677498912e-05,
      "loss": 0.0039,
      "step": 19718
    },
    {
      "epoch": 2.1377927146574156,
      "grad_norm": 0.11786513030529022,
      "learning_rate": 2.8844479907152182e-05,
      "loss": 0.0071,
      "step": 19719
    },
    {
      "epoch": 2.137901127493495,
      "grad_norm": 0.04067321494221687,
      "learning_rate": 2.8840853039315246e-05,
      "loss": 0.0032,
      "step": 19720
    },
    {
      "epoch": 2.138009540329575,
      "grad_norm": 0.31273770332336426,
      "learning_rate": 2.8837226171478317e-05,
      "loss": 0.023,
      "step": 19721
    },
    {
      "epoch": 2.1381179531656547,
      "grad_norm": 0.6172655820846558,
      "learning_rate": 2.8833599303641378e-05,
      "loss": 0.0189,
      "step": 19722
    },
    {
      "epoch": 2.1382263660017347,
      "grad_norm": 0.10819050669670105,
      "learning_rate": 2.8829972435804442e-05,
      "loss": 0.0122,
      "step": 19723
    },
    {
      "epoch": 2.138334778837814,
      "grad_norm": 0.17445163428783417,
      "learning_rate": 2.8826345567967506e-05,
      "loss": 0.0176,
      "step": 19724
    },
    {
      "epoch": 2.138443191673894,
      "grad_norm": 0.10843469947576523,
      "learning_rate": 2.882271870013057e-05,
      "loss": 0.0101,
      "step": 19725
    },
    {
      "epoch": 2.138551604509974,
      "grad_norm": 0.2017488032579422,
      "learning_rate": 2.881909183229363e-05,
      "loss": 0.0079,
      "step": 19726
    },
    {
      "epoch": 2.1386600173460537,
      "grad_norm": 0.05276455730199814,
      "learning_rate": 2.8815464964456695e-05,
      "loss": 0.0029,
      "step": 19727
    },
    {
      "epoch": 2.1387684301821337,
      "grad_norm": 0.028679942712187767,
      "learning_rate": 2.881183809661976e-05,
      "loss": 0.0013,
      "step": 19728
    },
    {
      "epoch": 2.1388768430182132,
      "grad_norm": 0.20387500524520874,
      "learning_rate": 2.8808211228782823e-05,
      "loss": 0.0127,
      "step": 19729
    },
    {
      "epoch": 2.138985255854293,
      "grad_norm": 0.21594293415546417,
      "learning_rate": 2.880458436094589e-05,
      "loss": 0.0069,
      "step": 19730
    },
    {
      "epoch": 2.1390936686903728,
      "grad_norm": 0.14821605384349823,
      "learning_rate": 2.8800957493108955e-05,
      "loss": 0.0118,
      "step": 19731
    },
    {
      "epoch": 2.1392020815264527,
      "grad_norm": 0.07787852734327316,
      "learning_rate": 2.879733062527202e-05,
      "loss": 0.002,
      "step": 19732
    },
    {
      "epoch": 2.1393104943625323,
      "grad_norm": 0.1994062215089798,
      "learning_rate": 2.879370375743508e-05,
      "loss": 0.0039,
      "step": 19733
    },
    {
      "epoch": 2.1394189071986123,
      "grad_norm": 0.07239654660224915,
      "learning_rate": 2.8790076889598144e-05,
      "loss": 0.0063,
      "step": 19734
    },
    {
      "epoch": 2.1395273200346923,
      "grad_norm": 0.2120574414730072,
      "learning_rate": 2.8786450021761208e-05,
      "loss": 0.0166,
      "step": 19735
    },
    {
      "epoch": 2.139635732870772,
      "grad_norm": 0.02051622048020363,
      "learning_rate": 2.8782823153924272e-05,
      "loss": 0.0015,
      "step": 19736
    },
    {
      "epoch": 2.139744145706852,
      "grad_norm": 0.03604040667414665,
      "learning_rate": 2.8779196286087336e-05,
      "loss": 0.001,
      "step": 19737
    },
    {
      "epoch": 2.1398525585429313,
      "grad_norm": 0.1430092602968216,
      "learning_rate": 2.8775569418250397e-05,
      "loss": 0.0024,
      "step": 19738
    },
    {
      "epoch": 2.1399609713790113,
      "grad_norm": 0.11009247601032257,
      "learning_rate": 2.8771942550413467e-05,
      "loss": 0.0082,
      "step": 19739
    },
    {
      "epoch": 2.1400693842150913,
      "grad_norm": 0.174874410033226,
      "learning_rate": 2.876831568257653e-05,
      "loss": 0.0165,
      "step": 19740
    },
    {
      "epoch": 2.140177797051171,
      "grad_norm": 0.15876345336437225,
      "learning_rate": 2.8764688814739592e-05,
      "loss": 0.0236,
      "step": 19741
    },
    {
      "epoch": 2.140286209887251,
      "grad_norm": 0.22903206944465637,
      "learning_rate": 2.8761061946902656e-05,
      "loss": 0.0153,
      "step": 19742
    },
    {
      "epoch": 2.1403946227233304,
      "grad_norm": 0.04324103891849518,
      "learning_rate": 2.875743507906572e-05,
      "loss": 0.0057,
      "step": 19743
    },
    {
      "epoch": 2.1405030355594103,
      "grad_norm": 0.10236091911792755,
      "learning_rate": 2.8753808211228785e-05,
      "loss": 0.0054,
      "step": 19744
    },
    {
      "epoch": 2.14061144839549,
      "grad_norm": 0.023536594584584236,
      "learning_rate": 2.8750181343391845e-05,
      "loss": 0.0021,
      "step": 19745
    },
    {
      "epoch": 2.14071986123157,
      "grad_norm": 0.32810837030410767,
      "learning_rate": 2.874655447555491e-05,
      "loss": 0.0233,
      "step": 19746
    },
    {
      "epoch": 2.1408282740676494,
      "grad_norm": 0.024829896166920662,
      "learning_rate": 2.874292760771798e-05,
      "loss": 0.0015,
      "step": 19747
    },
    {
      "epoch": 2.1409366869037294,
      "grad_norm": 0.13913112878799438,
      "learning_rate": 2.873930073988104e-05,
      "loss": 0.0078,
      "step": 19748
    },
    {
      "epoch": 2.1410450997398094,
      "grad_norm": 0.34095779061317444,
      "learning_rate": 2.8735673872044105e-05,
      "loss": 0.0127,
      "step": 19749
    },
    {
      "epoch": 2.141153512575889,
      "grad_norm": 0.2582195997238159,
      "learning_rate": 2.873204700420717e-05,
      "loss": 0.0258,
      "step": 19750
    },
    {
      "epoch": 2.141261925411969,
      "grad_norm": 0.02415214478969574,
      "learning_rate": 2.8728420136370233e-05,
      "loss": 0.0011,
      "step": 19751
    },
    {
      "epoch": 2.1413703382480485,
      "grad_norm": 0.09934403002262115,
      "learning_rate": 2.8724793268533294e-05,
      "loss": 0.0161,
      "step": 19752
    },
    {
      "epoch": 2.1414787510841284,
      "grad_norm": 0.11754835397005081,
      "learning_rate": 2.8721166400696358e-05,
      "loss": 0.0084,
      "step": 19753
    },
    {
      "epoch": 2.141587163920208,
      "grad_norm": 0.13318610191345215,
      "learning_rate": 2.8717539532859422e-05,
      "loss": 0.0083,
      "step": 19754
    },
    {
      "epoch": 2.141695576756288,
      "grad_norm": 0.11822348833084106,
      "learning_rate": 2.8713912665022486e-05,
      "loss": 0.0084,
      "step": 19755
    },
    {
      "epoch": 2.1418039895923675,
      "grad_norm": 0.13676464557647705,
      "learning_rate": 2.8710285797185554e-05,
      "loss": 0.0161,
      "step": 19756
    },
    {
      "epoch": 2.1419124024284475,
      "grad_norm": 0.2620643973350525,
      "learning_rate": 2.8706658929348618e-05,
      "loss": 0.0236,
      "step": 19757
    },
    {
      "epoch": 2.1420208152645275,
      "grad_norm": 0.09942201524972916,
      "learning_rate": 2.8703032061511682e-05,
      "loss": 0.0075,
      "step": 19758
    },
    {
      "epoch": 2.142129228100607,
      "grad_norm": 0.002456325339153409,
      "learning_rate": 2.8699405193674743e-05,
      "loss": 0.0003,
      "step": 19759
    },
    {
      "epoch": 2.142237640936687,
      "grad_norm": 0.08042948693037033,
      "learning_rate": 2.8695778325837807e-05,
      "loss": 0.0027,
      "step": 19760
    },
    {
      "epoch": 2.1423460537727665,
      "grad_norm": 0.001300200936384499,
      "learning_rate": 2.869215145800087e-05,
      "loss": 0.0001,
      "step": 19761
    },
    {
      "epoch": 2.1424544666088465,
      "grad_norm": 0.38437822461128235,
      "learning_rate": 2.8688524590163935e-05,
      "loss": 0.0432,
      "step": 19762
    },
    {
      "epoch": 2.142562879444926,
      "grad_norm": 0.1124812662601471,
      "learning_rate": 2.8684897722327e-05,
      "loss": 0.0056,
      "step": 19763
    },
    {
      "epoch": 2.142671292281006,
      "grad_norm": 0.03916383534669876,
      "learning_rate": 2.868127085449006e-05,
      "loss": 0.0014,
      "step": 19764
    },
    {
      "epoch": 2.142779705117086,
      "grad_norm": 0.0734805166721344,
      "learning_rate": 2.867764398665313e-05,
      "loss": 0.0043,
      "step": 19765
    },
    {
      "epoch": 2.1428881179531656,
      "grad_norm": 0.42937883734703064,
      "learning_rate": 2.8674017118816195e-05,
      "loss": 0.0385,
      "step": 19766
    },
    {
      "epoch": 2.1429965307892456,
      "grad_norm": 0.14887817203998566,
      "learning_rate": 2.8670390250979256e-05,
      "loss": 0.0152,
      "step": 19767
    },
    {
      "epoch": 2.143104943625325,
      "grad_norm": 0.434490442276001,
      "learning_rate": 2.866676338314232e-05,
      "loss": 0.0281,
      "step": 19768
    },
    {
      "epoch": 2.143213356461405,
      "grad_norm": 0.0020479129161685705,
      "learning_rate": 2.8663136515305384e-05,
      "loss": 0.0002,
      "step": 19769
    },
    {
      "epoch": 2.1433217692974846,
      "grad_norm": 0.09047865122556686,
      "learning_rate": 2.8659509647468448e-05,
      "loss": 0.004,
      "step": 19770
    },
    {
      "epoch": 2.1434301821335646,
      "grad_norm": 0.02956210821866989,
      "learning_rate": 2.865588277963151e-05,
      "loss": 0.0021,
      "step": 19771
    },
    {
      "epoch": 2.1435385949696446,
      "grad_norm": 0.015938902273774147,
      "learning_rate": 2.8652255911794573e-05,
      "loss": 0.0007,
      "step": 19772
    },
    {
      "epoch": 2.143647007805724,
      "grad_norm": 0.09771300852298737,
      "learning_rate": 2.8648629043957644e-05,
      "loss": 0.0048,
      "step": 19773
    },
    {
      "epoch": 2.143755420641804,
      "grad_norm": 0.5123521089553833,
      "learning_rate": 2.8645002176120704e-05,
      "loss": 0.034,
      "step": 19774
    },
    {
      "epoch": 2.1438638334778837,
      "grad_norm": 0.44311073422431946,
      "learning_rate": 2.864137530828377e-05,
      "loss": 0.0223,
      "step": 19775
    },
    {
      "epoch": 2.1439722463139637,
      "grad_norm": 0.21392664313316345,
      "learning_rate": 2.8637748440446833e-05,
      "loss": 0.0286,
      "step": 19776
    },
    {
      "epoch": 2.144080659150043,
      "grad_norm": 0.06980615854263306,
      "learning_rate": 2.8634121572609897e-05,
      "loss": 0.0038,
      "step": 19777
    },
    {
      "epoch": 2.144189071986123,
      "grad_norm": 0.22828619182109833,
      "learning_rate": 2.8630494704772957e-05,
      "loss": 0.0093,
      "step": 19778
    },
    {
      "epoch": 2.1442974848222027,
      "grad_norm": 0.21283745765686035,
      "learning_rate": 2.862686783693602e-05,
      "loss": 0.029,
      "step": 19779
    },
    {
      "epoch": 2.1444058976582827,
      "grad_norm": 0.0819036141037941,
      "learning_rate": 2.8623240969099086e-05,
      "loss": 0.0057,
      "step": 19780
    },
    {
      "epoch": 2.1445143104943627,
      "grad_norm": 0.18891416490077972,
      "learning_rate": 2.861961410126215e-05,
      "loss": 0.0057,
      "step": 19781
    },
    {
      "epoch": 2.1446227233304422,
      "grad_norm": 0.5631977915763855,
      "learning_rate": 2.8615987233425217e-05,
      "loss": 0.0226,
      "step": 19782
    },
    {
      "epoch": 2.1447311361665222,
      "grad_norm": 0.13912735879421234,
      "learning_rate": 2.861236036558828e-05,
      "loss": 0.01,
      "step": 19783
    },
    {
      "epoch": 2.1448395490026018,
      "grad_norm": 0.20715494453907013,
      "learning_rate": 2.8608733497751345e-05,
      "loss": 0.011,
      "step": 19784
    },
    {
      "epoch": 2.1449479618386817,
      "grad_norm": 0.21189434826374054,
      "learning_rate": 2.8605106629914406e-05,
      "loss": 0.0138,
      "step": 19785
    },
    {
      "epoch": 2.1450563746747613,
      "grad_norm": 0.02648036740720272,
      "learning_rate": 2.860147976207747e-05,
      "loss": 0.002,
      "step": 19786
    },
    {
      "epoch": 2.1451647875108413,
      "grad_norm": 0.15824748575687408,
      "learning_rate": 2.8597852894240534e-05,
      "loss": 0.0203,
      "step": 19787
    },
    {
      "epoch": 2.1452732003469213,
      "grad_norm": 0.04943389073014259,
      "learning_rate": 2.85942260264036e-05,
      "loss": 0.0046,
      "step": 19788
    },
    {
      "epoch": 2.145381613183001,
      "grad_norm": 0.08978407829999924,
      "learning_rate": 2.8590599158566663e-05,
      "loss": 0.0034,
      "step": 19789
    },
    {
      "epoch": 2.145490026019081,
      "grad_norm": 0.013520224951207638,
      "learning_rate": 2.858697229072973e-05,
      "loss": 0.0008,
      "step": 19790
    },
    {
      "epoch": 2.1455984388551603,
      "grad_norm": 0.3583313524723053,
      "learning_rate": 2.8583345422892794e-05,
      "loss": 0.0385,
      "step": 19791
    },
    {
      "epoch": 2.1457068516912403,
      "grad_norm": 0.17083267867565155,
      "learning_rate": 2.8579718555055858e-05,
      "loss": 0.0294,
      "step": 19792
    },
    {
      "epoch": 2.14581526452732,
      "grad_norm": 0.31657901406288147,
      "learning_rate": 2.857609168721892e-05,
      "loss": 0.0119,
      "step": 19793
    },
    {
      "epoch": 2.1459236773634,
      "grad_norm": 0.5975672602653503,
      "learning_rate": 2.8572464819381983e-05,
      "loss": 0.0318,
      "step": 19794
    },
    {
      "epoch": 2.14603209019948,
      "grad_norm": 0.11024875938892365,
      "learning_rate": 2.8568837951545047e-05,
      "loss": 0.0062,
      "step": 19795
    },
    {
      "epoch": 2.1461405030355594,
      "grad_norm": 0.2854402959346771,
      "learning_rate": 2.856521108370811e-05,
      "loss": 0.0189,
      "step": 19796
    },
    {
      "epoch": 2.1462489158716394,
      "grad_norm": 0.2660600244998932,
      "learning_rate": 2.8561584215871172e-05,
      "loss": 0.0342,
      "step": 19797
    },
    {
      "epoch": 2.146357328707719,
      "grad_norm": 0.07440084218978882,
      "learning_rate": 2.8557957348034236e-05,
      "loss": 0.0043,
      "step": 19798
    },
    {
      "epoch": 2.146465741543799,
      "grad_norm": 0.24812951683998108,
      "learning_rate": 2.8554330480197307e-05,
      "loss": 0.0118,
      "step": 19799
    },
    {
      "epoch": 2.1465741543798784,
      "grad_norm": 0.07010668516159058,
      "learning_rate": 2.8550703612360368e-05,
      "loss": 0.0072,
      "step": 19800
    },
    {
      "epoch": 2.1466825672159584,
      "grad_norm": 0.3126193583011627,
      "learning_rate": 2.8547076744523432e-05,
      "loss": 0.0481,
      "step": 19801
    },
    {
      "epoch": 2.146790980052038,
      "grad_norm": 0.0935540571808815,
      "learning_rate": 2.8543449876686496e-05,
      "loss": 0.0083,
      "step": 19802
    },
    {
      "epoch": 2.146899392888118,
      "grad_norm": 0.017321955412626266,
      "learning_rate": 2.853982300884956e-05,
      "loss": 0.0005,
      "step": 19803
    },
    {
      "epoch": 2.147007805724198,
      "grad_norm": 0.04370373114943504,
      "learning_rate": 2.853619614101262e-05,
      "loss": 0.0015,
      "step": 19804
    },
    {
      "epoch": 2.1471162185602775,
      "grad_norm": 0.2504740059375763,
      "learning_rate": 2.8532569273175685e-05,
      "loss": 0.0284,
      "step": 19805
    },
    {
      "epoch": 2.1472246313963574,
      "grad_norm": 0.0024146265350282192,
      "learning_rate": 2.852894240533875e-05,
      "loss": 0.0002,
      "step": 19806
    },
    {
      "epoch": 2.147333044232437,
      "grad_norm": 0.42100122570991516,
      "learning_rate": 2.8525315537501813e-05,
      "loss": 0.0321,
      "step": 19807
    },
    {
      "epoch": 2.147441457068517,
      "grad_norm": 0.06320039182901382,
      "learning_rate": 2.852168866966488e-05,
      "loss": 0.0028,
      "step": 19808
    },
    {
      "epoch": 2.1475498699045965,
      "grad_norm": 0.19957630336284637,
      "learning_rate": 2.8518061801827945e-05,
      "loss": 0.0272,
      "step": 19809
    },
    {
      "epoch": 2.1476582827406765,
      "grad_norm": 0.006530994549393654,
      "learning_rate": 2.851443493399101e-05,
      "loss": 0.0003,
      "step": 19810
    },
    {
      "epoch": 2.1477666955767565,
      "grad_norm": 0.1053294688463211,
      "learning_rate": 2.851080806615407e-05,
      "loss": 0.0089,
      "step": 19811
    },
    {
      "epoch": 2.147875108412836,
      "grad_norm": 0.018263982608914375,
      "learning_rate": 2.8507181198317134e-05,
      "loss": 0.0005,
      "step": 19812
    },
    {
      "epoch": 2.147983521248916,
      "grad_norm": 0.1547929346561432,
      "learning_rate": 2.8503554330480198e-05,
      "loss": 0.0127,
      "step": 19813
    },
    {
      "epoch": 2.1480919340849955,
      "grad_norm": 0.015638012439012527,
      "learning_rate": 2.8499927462643262e-05,
      "loss": 0.001,
      "step": 19814
    },
    {
      "epoch": 2.1482003469210755,
      "grad_norm": 0.14606884121894836,
      "learning_rate": 2.8496300594806326e-05,
      "loss": 0.0134,
      "step": 19815
    },
    {
      "epoch": 2.148308759757155,
      "grad_norm": 0.24242398142814636,
      "learning_rate": 2.8492673726969393e-05,
      "loss": 0.0403,
      "step": 19816
    },
    {
      "epoch": 2.148417172593235,
      "grad_norm": 0.05941754952073097,
      "learning_rate": 2.8489046859132457e-05,
      "loss": 0.0039,
      "step": 19817
    },
    {
      "epoch": 2.148525585429315,
      "grad_norm": 0.10967891663312912,
      "learning_rate": 2.848541999129552e-05,
      "loss": 0.006,
      "step": 19818
    },
    {
      "epoch": 2.1486339982653946,
      "grad_norm": 0.05704903230071068,
      "learning_rate": 2.8481793123458582e-05,
      "loss": 0.0032,
      "step": 19819
    },
    {
      "epoch": 2.1487424111014746,
      "grad_norm": 0.04086275398731232,
      "learning_rate": 2.8478166255621646e-05,
      "loss": 0.0028,
      "step": 19820
    },
    {
      "epoch": 2.148850823937554,
      "grad_norm": 0.21923032402992249,
      "learning_rate": 2.847453938778471e-05,
      "loss": 0.0356,
      "step": 19821
    },
    {
      "epoch": 2.148959236773634,
      "grad_norm": 0.2916358709335327,
      "learning_rate": 2.8470912519947775e-05,
      "loss": 0.0093,
      "step": 19822
    },
    {
      "epoch": 2.1490676496097136,
      "grad_norm": 0.0183143001049757,
      "learning_rate": 2.8467285652110835e-05,
      "loss": 0.0009,
      "step": 19823
    },
    {
      "epoch": 2.1491760624457936,
      "grad_norm": 0.21366390585899353,
      "learning_rate": 2.84636587842739e-05,
      "loss": 0.0121,
      "step": 19824
    },
    {
      "epoch": 2.149284475281873,
      "grad_norm": 0.0700109601020813,
      "learning_rate": 2.846003191643697e-05,
      "loss": 0.0041,
      "step": 19825
    },
    {
      "epoch": 2.149392888117953,
      "grad_norm": 0.09016047418117523,
      "learning_rate": 2.845640504860003e-05,
      "loss": 0.0049,
      "step": 19826
    },
    {
      "epoch": 2.149501300954033,
      "grad_norm": 0.0647493228316307,
      "learning_rate": 2.8452778180763095e-05,
      "loss": 0.0041,
      "step": 19827
    },
    {
      "epoch": 2.1496097137901127,
      "grad_norm": 0.2646387219429016,
      "learning_rate": 2.844915131292616e-05,
      "loss": 0.0511,
      "step": 19828
    },
    {
      "epoch": 2.1497181266261927,
      "grad_norm": 0.0072852373123168945,
      "learning_rate": 2.8445524445089223e-05,
      "loss": 0.0006,
      "step": 19829
    },
    {
      "epoch": 2.149826539462272,
      "grad_norm": 0.09876266121864319,
      "learning_rate": 2.8441897577252284e-05,
      "loss": 0.0198,
      "step": 19830
    },
    {
      "epoch": 2.149934952298352,
      "grad_norm": 0.2773508131504059,
      "learning_rate": 2.8438270709415348e-05,
      "loss": 0.0161,
      "step": 19831
    },
    {
      "epoch": 2.1500433651344317,
      "grad_norm": 0.11799726635217667,
      "learning_rate": 2.8434643841578412e-05,
      "loss": 0.0079,
      "step": 19832
    },
    {
      "epoch": 2.1501517779705117,
      "grad_norm": 0.5055448412895203,
      "learning_rate": 2.8431016973741476e-05,
      "loss": 0.0098,
      "step": 19833
    },
    {
      "epoch": 2.1502601908065917,
      "grad_norm": 0.215292289853096,
      "learning_rate": 2.8427390105904544e-05,
      "loss": 0.0222,
      "step": 19834
    },
    {
      "epoch": 2.1503686036426712,
      "grad_norm": 0.0012925685150548816,
      "learning_rate": 2.8423763238067608e-05,
      "loss": 0.0001,
      "step": 19835
    },
    {
      "epoch": 2.1504770164787512,
      "grad_norm": 0.04364600032567978,
      "learning_rate": 2.8420136370230672e-05,
      "loss": 0.0069,
      "step": 19836
    },
    {
      "epoch": 2.1505854293148308,
      "grad_norm": 0.145746111869812,
      "learning_rate": 2.8416509502393733e-05,
      "loss": 0.011,
      "step": 19837
    },
    {
      "epoch": 2.1506938421509108,
      "grad_norm": 0.23508965969085693,
      "learning_rate": 2.8412882634556797e-05,
      "loss": 0.0114,
      "step": 19838
    },
    {
      "epoch": 2.1508022549869903,
      "grad_norm": 0.1864463835954666,
      "learning_rate": 2.840925576671986e-05,
      "loss": 0.0217,
      "step": 19839
    },
    {
      "epoch": 2.1509106678230703,
      "grad_norm": 0.027347339317202568,
      "learning_rate": 2.8405628898882925e-05,
      "loss": 0.0018,
      "step": 19840
    },
    {
      "epoch": 2.1510190806591503,
      "grad_norm": 0.09131444990634918,
      "learning_rate": 2.840200203104599e-05,
      "loss": 0.0077,
      "step": 19841
    },
    {
      "epoch": 2.15112749349523,
      "grad_norm": 0.10254263877868652,
      "learning_rate": 2.8398375163209057e-05,
      "loss": 0.0071,
      "step": 19842
    },
    {
      "epoch": 2.15123590633131,
      "grad_norm": 0.0134314876049757,
      "learning_rate": 2.839474829537212e-05,
      "loss": 0.0008,
      "step": 19843
    },
    {
      "epoch": 2.1513443191673893,
      "grad_norm": 0.3819851875305176,
      "learning_rate": 2.8391121427535185e-05,
      "loss": 0.0157,
      "step": 19844
    },
    {
      "epoch": 2.1514527320034693,
      "grad_norm": 0.4567108154296875,
      "learning_rate": 2.8387494559698246e-05,
      "loss": 0.0211,
      "step": 19845
    },
    {
      "epoch": 2.151561144839549,
      "grad_norm": 0.21740449965000153,
      "learning_rate": 2.838386769186131e-05,
      "loss": 0.0174,
      "step": 19846
    },
    {
      "epoch": 2.151669557675629,
      "grad_norm": 0.24878279864788055,
      "learning_rate": 2.8380240824024374e-05,
      "loss": 0.0285,
      "step": 19847
    },
    {
      "epoch": 2.1517779705117084,
      "grad_norm": 0.3725169599056244,
      "learning_rate": 2.8376613956187438e-05,
      "loss": 0.0187,
      "step": 19848
    },
    {
      "epoch": 2.1518863833477884,
      "grad_norm": 0.022133445367217064,
      "learning_rate": 2.83729870883505e-05,
      "loss": 0.0013,
      "step": 19849
    },
    {
      "epoch": 2.1519947961838684,
      "grad_norm": 0.1058216318488121,
      "learning_rate": 2.8369360220513563e-05,
      "loss": 0.0276,
      "step": 19850
    },
    {
      "epoch": 2.152103209019948,
      "grad_norm": 0.09710611402988434,
      "learning_rate": 2.8365733352676634e-05,
      "loss": 0.0065,
      "step": 19851
    },
    {
      "epoch": 2.152211621856028,
      "grad_norm": 0.21623481810092926,
      "learning_rate": 2.8362106484839694e-05,
      "loss": 0.0198,
      "step": 19852
    },
    {
      "epoch": 2.1523200346921074,
      "grad_norm": 0.1428079903125763,
      "learning_rate": 2.835847961700276e-05,
      "loss": 0.0216,
      "step": 19853
    },
    {
      "epoch": 2.1524284475281874,
      "grad_norm": 0.5084885954856873,
      "learning_rate": 2.8354852749165823e-05,
      "loss": 0.0329,
      "step": 19854
    },
    {
      "epoch": 2.152536860364267,
      "grad_norm": 0.16565971076488495,
      "learning_rate": 2.8351225881328887e-05,
      "loss": 0.0182,
      "step": 19855
    },
    {
      "epoch": 2.152645273200347,
      "grad_norm": 0.3056642711162567,
      "learning_rate": 2.8347599013491947e-05,
      "loss": 0.0425,
      "step": 19856
    },
    {
      "epoch": 2.152753686036427,
      "grad_norm": 0.2158743441104889,
      "learning_rate": 2.834397214565501e-05,
      "loss": 0.0203,
      "step": 19857
    },
    {
      "epoch": 2.1528620988725065,
      "grad_norm": 0.38183465600013733,
      "learning_rate": 2.8340345277818076e-05,
      "loss": 0.0142,
      "step": 19858
    },
    {
      "epoch": 2.1529705117085864,
      "grad_norm": 0.2270745187997818,
      "learning_rate": 2.833671840998114e-05,
      "loss": 0.0299,
      "step": 19859
    },
    {
      "epoch": 2.153078924544666,
      "grad_norm": 0.23319044709205627,
      "learning_rate": 2.8333091542144207e-05,
      "loss": 0.0251,
      "step": 19860
    },
    {
      "epoch": 2.153187337380746,
      "grad_norm": 0.014358398504555225,
      "learning_rate": 2.832946467430727e-05,
      "loss": 0.0013,
      "step": 19861
    },
    {
      "epoch": 2.1532957502168255,
      "grad_norm": 0.15253043174743652,
      "learning_rate": 2.8325837806470335e-05,
      "loss": 0.0052,
      "step": 19862
    },
    {
      "epoch": 2.1534041630529055,
      "grad_norm": 0.23411844670772552,
      "learning_rate": 2.8322210938633396e-05,
      "loss": 0.01,
      "step": 19863
    },
    {
      "epoch": 2.1535125758889855,
      "grad_norm": 0.23496557772159576,
      "learning_rate": 2.831858407079646e-05,
      "loss": 0.0128,
      "step": 19864
    },
    {
      "epoch": 2.153620988725065,
      "grad_norm": 0.20662817358970642,
      "learning_rate": 2.8314957202959524e-05,
      "loss": 0.008,
      "step": 19865
    },
    {
      "epoch": 2.153729401561145,
      "grad_norm": 0.048684753477573395,
      "learning_rate": 2.831133033512259e-05,
      "loss": 0.0045,
      "step": 19866
    },
    {
      "epoch": 2.1538378143972245,
      "grad_norm": 0.19467847049236298,
      "learning_rate": 2.8307703467285653e-05,
      "loss": 0.0554,
      "step": 19867
    },
    {
      "epoch": 2.1539462272333045,
      "grad_norm": 0.23993231356143951,
      "learning_rate": 2.830407659944872e-05,
      "loss": 0.0097,
      "step": 19868
    },
    {
      "epoch": 2.154054640069384,
      "grad_norm": 0.28622010350227356,
      "learning_rate": 2.8300449731611784e-05,
      "loss": 0.0202,
      "step": 19869
    },
    {
      "epoch": 2.154163052905464,
      "grad_norm": 0.19413991272449493,
      "learning_rate": 2.8296822863774848e-05,
      "loss": 0.0233,
      "step": 19870
    },
    {
      "epoch": 2.1542714657415436,
      "grad_norm": 0.2202918380498886,
      "learning_rate": 2.829319599593791e-05,
      "loss": 0.0231,
      "step": 19871
    },
    {
      "epoch": 2.1543798785776236,
      "grad_norm": 0.07305938750505447,
      "learning_rate": 2.8289569128100973e-05,
      "loss": 0.0074,
      "step": 19872
    },
    {
      "epoch": 2.1544882914137036,
      "grad_norm": 0.228454127907753,
      "learning_rate": 2.8285942260264037e-05,
      "loss": 0.0118,
      "step": 19873
    },
    {
      "epoch": 2.154596704249783,
      "grad_norm": 0.24218539893627167,
      "learning_rate": 2.82823153924271e-05,
      "loss": 0.0196,
      "step": 19874
    },
    {
      "epoch": 2.154705117085863,
      "grad_norm": 0.042233869433403015,
      "learning_rate": 2.8278688524590162e-05,
      "loss": 0.0035,
      "step": 19875
    },
    {
      "epoch": 2.1548135299219426,
      "grad_norm": 0.2755501866340637,
      "learning_rate": 2.8275061656753226e-05,
      "loss": 0.0139,
      "step": 19876
    },
    {
      "epoch": 2.1549219427580226,
      "grad_norm": 0.029388995841145515,
      "learning_rate": 2.8271434788916297e-05,
      "loss": 0.0021,
      "step": 19877
    },
    {
      "epoch": 2.155030355594102,
      "grad_norm": 0.20839114487171173,
      "learning_rate": 2.8267807921079358e-05,
      "loss": 0.0404,
      "step": 19878
    },
    {
      "epoch": 2.155138768430182,
      "grad_norm": 0.11983471363782883,
      "learning_rate": 2.8264181053242422e-05,
      "loss": 0.016,
      "step": 19879
    },
    {
      "epoch": 2.1552471812662617,
      "grad_norm": 0.10083667933940887,
      "learning_rate": 2.8260554185405486e-05,
      "loss": 0.0062,
      "step": 19880
    },
    {
      "epoch": 2.1553555941023417,
      "grad_norm": 0.21096709370613098,
      "learning_rate": 2.825692731756855e-05,
      "loss": 0.0092,
      "step": 19881
    },
    {
      "epoch": 2.1554640069384217,
      "grad_norm": 0.19887425005435944,
      "learning_rate": 2.825330044973161e-05,
      "loss": 0.015,
      "step": 19882
    },
    {
      "epoch": 2.155572419774501,
      "grad_norm": 0.18745754659175873,
      "learning_rate": 2.8249673581894675e-05,
      "loss": 0.0494,
      "step": 19883
    },
    {
      "epoch": 2.155680832610581,
      "grad_norm": 0.272534042596817,
      "learning_rate": 2.824604671405774e-05,
      "loss": 0.023,
      "step": 19884
    },
    {
      "epoch": 2.1557892454466607,
      "grad_norm": 0.21025124192237854,
      "learning_rate": 2.8242419846220806e-05,
      "loss": 0.0267,
      "step": 19885
    },
    {
      "epoch": 2.1558976582827407,
      "grad_norm": 0.15566521883010864,
      "learning_rate": 2.823879297838387e-05,
      "loss": 0.01,
      "step": 19886
    },
    {
      "epoch": 2.1560060711188207,
      "grad_norm": 0.19915424287319183,
      "learning_rate": 2.8235166110546935e-05,
      "loss": 0.0298,
      "step": 19887
    },
    {
      "epoch": 2.1561144839549002,
      "grad_norm": 0.5732814073562622,
      "learning_rate": 2.823153924271e-05,
      "loss": 0.0355,
      "step": 19888
    },
    {
      "epoch": 2.1562228967909802,
      "grad_norm": 0.24722477793693542,
      "learning_rate": 2.822791237487306e-05,
      "loss": 0.0178,
      "step": 19889
    },
    {
      "epoch": 2.1563313096270598,
      "grad_norm": 0.12831859290599823,
      "learning_rate": 2.8224285507036124e-05,
      "loss": 0.0402,
      "step": 19890
    },
    {
      "epoch": 2.1564397224631398,
      "grad_norm": 0.1907646507024765,
      "learning_rate": 2.8220658639199188e-05,
      "loss": 0.0177,
      "step": 19891
    },
    {
      "epoch": 2.1565481352992193,
      "grad_norm": 0.08738593757152557,
      "learning_rate": 2.8217031771362252e-05,
      "loss": 0.0054,
      "step": 19892
    },
    {
      "epoch": 2.1566565481352993,
      "grad_norm": 0.019434986636042595,
      "learning_rate": 2.8213404903525316e-05,
      "loss": 0.0014,
      "step": 19893
    },
    {
      "epoch": 2.156764960971379,
      "grad_norm": 0.15909253060817719,
      "learning_rate": 2.8209778035688383e-05,
      "loss": 0.009,
      "step": 19894
    },
    {
      "epoch": 2.156873373807459,
      "grad_norm": 0.17341315746307373,
      "learning_rate": 2.8206151167851448e-05,
      "loss": 0.0055,
      "step": 19895
    },
    {
      "epoch": 2.156981786643539,
      "grad_norm": 0.09027622640132904,
      "learning_rate": 2.820252430001451e-05,
      "loss": 0.0078,
      "step": 19896
    },
    {
      "epoch": 2.1570901994796183,
      "grad_norm": 0.03689471259713173,
      "learning_rate": 2.8198897432177572e-05,
      "loss": 0.0009,
      "step": 19897
    },
    {
      "epoch": 2.1571986123156983,
      "grad_norm": 0.02753193862736225,
      "learning_rate": 2.8195270564340636e-05,
      "loss": 0.002,
      "step": 19898
    },
    {
      "epoch": 2.157307025151778,
      "grad_norm": 0.09616930782794952,
      "learning_rate": 2.81916436965037e-05,
      "loss": 0.0238,
      "step": 19899
    },
    {
      "epoch": 2.157415437987858,
      "grad_norm": 0.10488592088222504,
      "learning_rate": 2.8188016828666765e-05,
      "loss": 0.0084,
      "step": 19900
    },
    {
      "epoch": 2.1575238508239374,
      "grad_norm": 0.1600496917963028,
      "learning_rate": 2.8184389960829825e-05,
      "loss": 0.0239,
      "step": 19901
    },
    {
      "epoch": 2.1576322636600174,
      "grad_norm": 0.13203446567058563,
      "learning_rate": 2.818076309299289e-05,
      "loss": 0.017,
      "step": 19902
    },
    {
      "epoch": 2.157740676496097,
      "grad_norm": 0.2417541891336441,
      "learning_rate": 2.817713622515596e-05,
      "loss": 0.0198,
      "step": 19903
    },
    {
      "epoch": 2.157849089332177,
      "grad_norm": 0.08224807679653168,
      "learning_rate": 2.817350935731902e-05,
      "loss": 0.0072,
      "step": 19904
    },
    {
      "epoch": 2.157957502168257,
      "grad_norm": 0.04630262032151222,
      "learning_rate": 2.8169882489482085e-05,
      "loss": 0.0013,
      "step": 19905
    },
    {
      "epoch": 2.1580659150043364,
      "grad_norm": 0.26890140771865845,
      "learning_rate": 2.816625562164515e-05,
      "loss": 0.0174,
      "step": 19906
    },
    {
      "epoch": 2.1581743278404164,
      "grad_norm": 0.30857011675834656,
      "learning_rate": 2.8162628753808213e-05,
      "loss": 0.0221,
      "step": 19907
    },
    {
      "epoch": 2.158282740676496,
      "grad_norm": 0.0963534414768219,
      "learning_rate": 2.8159001885971274e-05,
      "loss": 0.016,
      "step": 19908
    },
    {
      "epoch": 2.158391153512576,
      "grad_norm": 0.07805027812719345,
      "learning_rate": 2.8155375018134338e-05,
      "loss": 0.0047,
      "step": 19909
    },
    {
      "epoch": 2.1584995663486555,
      "grad_norm": 0.18438176810741425,
      "learning_rate": 2.8151748150297402e-05,
      "loss": 0.0261,
      "step": 19910
    },
    {
      "epoch": 2.1586079791847355,
      "grad_norm": 0.5969020128250122,
      "learning_rate": 2.814812128246047e-05,
      "loss": 0.0203,
      "step": 19911
    },
    {
      "epoch": 2.1587163920208154,
      "grad_norm": 0.009920159354805946,
      "learning_rate": 2.8144494414623534e-05,
      "loss": 0.0013,
      "step": 19912
    },
    {
      "epoch": 2.158824804856895,
      "grad_norm": 0.0731017217040062,
      "learning_rate": 2.8140867546786598e-05,
      "loss": 0.0042,
      "step": 19913
    },
    {
      "epoch": 2.158933217692975,
      "grad_norm": 0.12118233740329742,
      "learning_rate": 2.8137240678949662e-05,
      "loss": 0.01,
      "step": 19914
    },
    {
      "epoch": 2.1590416305290545,
      "grad_norm": 0.2530614733695984,
      "learning_rate": 2.8133613811112726e-05,
      "loss": 0.0058,
      "step": 19915
    },
    {
      "epoch": 2.1591500433651345,
      "grad_norm": 0.16216981410980225,
      "learning_rate": 2.8129986943275787e-05,
      "loss": 0.0111,
      "step": 19916
    },
    {
      "epoch": 2.159258456201214,
      "grad_norm": 0.2607443928718567,
      "learning_rate": 2.812636007543885e-05,
      "loss": 0.0402,
      "step": 19917
    },
    {
      "epoch": 2.159366869037294,
      "grad_norm": 0.18460945785045624,
      "learning_rate": 2.8122733207601915e-05,
      "loss": 0.0078,
      "step": 19918
    },
    {
      "epoch": 2.159475281873374,
      "grad_norm": 0.309657484292984,
      "learning_rate": 2.811910633976498e-05,
      "loss": 0.0222,
      "step": 19919
    },
    {
      "epoch": 2.1595836947094535,
      "grad_norm": 0.350729763507843,
      "learning_rate": 2.8115479471928047e-05,
      "loss": 0.0326,
      "step": 19920
    },
    {
      "epoch": 2.1596921075455335,
      "grad_norm": 0.04435848444700241,
      "learning_rate": 2.811185260409111e-05,
      "loss": 0.0022,
      "step": 19921
    },
    {
      "epoch": 2.159800520381613,
      "grad_norm": 0.03367607295513153,
      "learning_rate": 2.8108225736254175e-05,
      "loss": 0.0043,
      "step": 19922
    },
    {
      "epoch": 2.159908933217693,
      "grad_norm": 0.19489970803260803,
      "learning_rate": 2.8104598868417236e-05,
      "loss": 0.0134,
      "step": 19923
    },
    {
      "epoch": 2.1600173460537726,
      "grad_norm": 0.01069280318915844,
      "learning_rate": 2.81009720005803e-05,
      "loss": 0.0008,
      "step": 19924
    },
    {
      "epoch": 2.1601257588898526,
      "grad_norm": 0.2133384346961975,
      "learning_rate": 2.8097345132743364e-05,
      "loss": 0.0297,
      "step": 19925
    },
    {
      "epoch": 2.160234171725932,
      "grad_norm": 0.08022695779800415,
      "learning_rate": 2.8093718264906428e-05,
      "loss": 0.0032,
      "step": 19926
    },
    {
      "epoch": 2.160342584562012,
      "grad_norm": 0.0103829400613904,
      "learning_rate": 2.809009139706949e-05,
      "loss": 0.0008,
      "step": 19927
    },
    {
      "epoch": 2.160450997398092,
      "grad_norm": 0.05745544657111168,
      "learning_rate": 2.8086464529232553e-05,
      "loss": 0.0053,
      "step": 19928
    },
    {
      "epoch": 2.1605594102341716,
      "grad_norm": 0.25699785351753235,
      "learning_rate": 2.8082837661395624e-05,
      "loss": 0.0259,
      "step": 19929
    },
    {
      "epoch": 2.1606678230702516,
      "grad_norm": 0.2366769164800644,
      "learning_rate": 2.8079210793558684e-05,
      "loss": 0.0079,
      "step": 19930
    },
    {
      "epoch": 2.160776235906331,
      "grad_norm": 0.16189318895339966,
      "learning_rate": 2.807558392572175e-05,
      "loss": 0.0128,
      "step": 19931
    },
    {
      "epoch": 2.160884648742411,
      "grad_norm": 0.1056957021355629,
      "learning_rate": 2.8071957057884813e-05,
      "loss": 0.0094,
      "step": 19932
    },
    {
      "epoch": 2.1609930615784907,
      "grad_norm": 0.2790088951587677,
      "learning_rate": 2.8068330190047877e-05,
      "loss": 0.0442,
      "step": 19933
    },
    {
      "epoch": 2.1611014744145707,
      "grad_norm": 0.07632407546043396,
      "learning_rate": 2.8064703322210937e-05,
      "loss": 0.0075,
      "step": 19934
    },
    {
      "epoch": 2.1612098872506507,
      "grad_norm": 0.10978502780199051,
      "learning_rate": 2.8061076454374e-05,
      "loss": 0.0086,
      "step": 19935
    },
    {
      "epoch": 2.16131830008673,
      "grad_norm": 0.19105572998523712,
      "learning_rate": 2.8057449586537066e-05,
      "loss": 0.0108,
      "step": 19936
    },
    {
      "epoch": 2.16142671292281,
      "grad_norm": 0.1486770659685135,
      "learning_rate": 2.8053822718700133e-05,
      "loss": 0.0178,
      "step": 19937
    },
    {
      "epoch": 2.1615351257588897,
      "grad_norm": 0.21397271752357483,
      "learning_rate": 2.8050195850863197e-05,
      "loss": 0.0597,
      "step": 19938
    },
    {
      "epoch": 2.1616435385949697,
      "grad_norm": 0.07645498961210251,
      "learning_rate": 2.804656898302626e-05,
      "loss": 0.0073,
      "step": 19939
    },
    {
      "epoch": 2.1617519514310493,
      "grad_norm": 0.18310341238975525,
      "learning_rate": 2.8042942115189325e-05,
      "loss": 0.0159,
      "step": 19940
    },
    {
      "epoch": 2.1618603642671292,
      "grad_norm": 0.3807525336742401,
      "learning_rate": 2.803931524735239e-05,
      "loss": 0.0351,
      "step": 19941
    },
    {
      "epoch": 2.1619687771032092,
      "grad_norm": 0.13153548538684845,
      "learning_rate": 2.803568837951545e-05,
      "loss": 0.0154,
      "step": 19942
    },
    {
      "epoch": 2.1620771899392888,
      "grad_norm": 0.24593427777290344,
      "learning_rate": 2.8032061511678514e-05,
      "loss": 0.0225,
      "step": 19943
    },
    {
      "epoch": 2.1621856027753688,
      "grad_norm": 0.11519423872232437,
      "learning_rate": 2.802843464384158e-05,
      "loss": 0.0069,
      "step": 19944
    },
    {
      "epoch": 2.1622940156114483,
      "grad_norm": 0.1688344031572342,
      "learning_rate": 2.8024807776004643e-05,
      "loss": 0.0082,
      "step": 19945
    },
    {
      "epoch": 2.1624024284475283,
      "grad_norm": 0.24736975133419037,
      "learning_rate": 2.802118090816771e-05,
      "loss": 0.0144,
      "step": 19946
    },
    {
      "epoch": 2.162510841283608,
      "grad_norm": 0.22308948636054993,
      "learning_rate": 2.8017554040330774e-05,
      "loss": 0.0085,
      "step": 19947
    },
    {
      "epoch": 2.162619254119688,
      "grad_norm": 0.09493747353553772,
      "learning_rate": 2.8013927172493838e-05,
      "loss": 0.0147,
      "step": 19948
    },
    {
      "epoch": 2.1627276669557673,
      "grad_norm": 0.08641184121370316,
      "learning_rate": 2.80103003046569e-05,
      "loss": 0.0061,
      "step": 19949
    },
    {
      "epoch": 2.1628360797918473,
      "grad_norm": 0.07762974500656128,
      "learning_rate": 2.8006673436819963e-05,
      "loss": 0.0072,
      "step": 19950
    },
    {
      "epoch": 2.1629444926279273,
      "grad_norm": 0.17622455954551697,
      "learning_rate": 2.8003046568983027e-05,
      "loss": 0.0151,
      "step": 19951
    },
    {
      "epoch": 2.163052905464007,
      "grad_norm": 0.05907253548502922,
      "learning_rate": 2.799941970114609e-05,
      "loss": 0.0062,
      "step": 19952
    },
    {
      "epoch": 2.163161318300087,
      "grad_norm": 0.24227948486804962,
      "learning_rate": 2.7995792833309152e-05,
      "loss": 0.0229,
      "step": 19953
    },
    {
      "epoch": 2.1632697311361664,
      "grad_norm": 0.14207632839679718,
      "learning_rate": 2.7992165965472216e-05,
      "loss": 0.0264,
      "step": 19954
    },
    {
      "epoch": 2.1633781439722464,
      "grad_norm": 0.07969501614570618,
      "learning_rate": 2.7988539097635287e-05,
      "loss": 0.0058,
      "step": 19955
    },
    {
      "epoch": 2.163486556808326,
      "grad_norm": 0.007307738531380892,
      "learning_rate": 2.7984912229798348e-05,
      "loss": 0.0003,
      "step": 19956
    },
    {
      "epoch": 2.163594969644406,
      "grad_norm": 0.19571195542812347,
      "learning_rate": 2.7981285361961412e-05,
      "loss": 0.0232,
      "step": 19957
    },
    {
      "epoch": 2.163703382480486,
      "grad_norm": 0.20696809887886047,
      "learning_rate": 2.7977658494124476e-05,
      "loss": 0.0085,
      "step": 19958
    },
    {
      "epoch": 2.1638117953165654,
      "grad_norm": 0.2132578045129776,
      "learning_rate": 2.797403162628754e-05,
      "loss": 0.0177,
      "step": 19959
    },
    {
      "epoch": 2.1639202081526454,
      "grad_norm": 0.0919789969921112,
      "learning_rate": 2.79704047584506e-05,
      "loss": 0.0144,
      "step": 19960
    },
    {
      "epoch": 2.164028620988725,
      "grad_norm": 0.008123381994664669,
      "learning_rate": 2.7966777890613665e-05,
      "loss": 0.0009,
      "step": 19961
    },
    {
      "epoch": 2.164137033824805,
      "grad_norm": 0.05886844918131828,
      "learning_rate": 2.796315102277673e-05,
      "loss": 0.0042,
      "step": 19962
    },
    {
      "epoch": 2.1642454466608845,
      "grad_norm": 0.017813552170991898,
      "learning_rate": 2.7959524154939796e-05,
      "loss": 0.0011,
      "step": 19963
    },
    {
      "epoch": 2.1643538594969645,
      "grad_norm": 0.4318387806415558,
      "learning_rate": 2.795589728710286e-05,
      "loss": 0.0313,
      "step": 19964
    },
    {
      "epoch": 2.1644622723330444,
      "grad_norm": 0.10096416622400284,
      "learning_rate": 2.7952270419265925e-05,
      "loss": 0.0032,
      "step": 19965
    },
    {
      "epoch": 2.164570685169124,
      "grad_norm": 0.4928102493286133,
      "learning_rate": 2.794864355142899e-05,
      "loss": 0.0138,
      "step": 19966
    },
    {
      "epoch": 2.164679098005204,
      "grad_norm": 0.09865658730268478,
      "learning_rate": 2.7945016683592053e-05,
      "loss": 0.0135,
      "step": 19967
    },
    {
      "epoch": 2.1647875108412835,
      "grad_norm": 0.20063604414463043,
      "learning_rate": 2.7941389815755114e-05,
      "loss": 0.0166,
      "step": 19968
    },
    {
      "epoch": 2.1648959236773635,
      "grad_norm": 0.27583932876586914,
      "learning_rate": 2.7937762947918178e-05,
      "loss": 0.0332,
      "step": 19969
    },
    {
      "epoch": 2.165004336513443,
      "grad_norm": 0.0795682817697525,
      "learning_rate": 2.7934136080081242e-05,
      "loss": 0.0068,
      "step": 19970
    },
    {
      "epoch": 2.165112749349523,
      "grad_norm": 0.2725067138671875,
      "learning_rate": 2.7930509212244306e-05,
      "loss": 0.0246,
      "step": 19971
    },
    {
      "epoch": 2.1652211621856026,
      "grad_norm": 0.1238008365035057,
      "learning_rate": 2.7926882344407373e-05,
      "loss": 0.0085,
      "step": 19972
    },
    {
      "epoch": 2.1653295750216826,
      "grad_norm": 0.1707347333431244,
      "learning_rate": 2.7923255476570438e-05,
      "loss": 0.0126,
      "step": 19973
    },
    {
      "epoch": 2.1654379878577625,
      "grad_norm": 0.12821505963802338,
      "learning_rate": 2.79196286087335e-05,
      "loss": 0.0117,
      "step": 19974
    },
    {
      "epoch": 2.165546400693842,
      "grad_norm": 0.17637361586093903,
      "learning_rate": 2.7916001740896562e-05,
      "loss": 0.0167,
      "step": 19975
    },
    {
      "epoch": 2.165654813529922,
      "grad_norm": 0.4677411615848541,
      "learning_rate": 2.7912374873059626e-05,
      "loss": 0.0117,
      "step": 19976
    },
    {
      "epoch": 2.1657632263660016,
      "grad_norm": 0.2533818185329437,
      "learning_rate": 2.790874800522269e-05,
      "loss": 0.0124,
      "step": 19977
    },
    {
      "epoch": 2.1658716392020816,
      "grad_norm": 0.01867547631263733,
      "learning_rate": 2.7905121137385755e-05,
      "loss": 0.0013,
      "step": 19978
    },
    {
      "epoch": 2.165980052038161,
      "grad_norm": 0.13881941139698029,
      "learning_rate": 2.7901494269548815e-05,
      "loss": 0.0131,
      "step": 19979
    },
    {
      "epoch": 2.166088464874241,
      "grad_norm": 0.1435791403055191,
      "learning_rate": 2.7897867401711886e-05,
      "loss": 0.0523,
      "step": 19980
    },
    {
      "epoch": 2.166196877710321,
      "grad_norm": 0.030204076319932938,
      "learning_rate": 2.789424053387495e-05,
      "loss": 0.0014,
      "step": 19981
    },
    {
      "epoch": 2.1663052905464006,
      "grad_norm": 0.11726735532283783,
      "learning_rate": 2.789061366603801e-05,
      "loss": 0.0103,
      "step": 19982
    },
    {
      "epoch": 2.1664137033824806,
      "grad_norm": 0.06113320216536522,
      "learning_rate": 2.7886986798201075e-05,
      "loss": 0.0056,
      "step": 19983
    },
    {
      "epoch": 2.16652211621856,
      "grad_norm": 0.041520990431308746,
      "learning_rate": 2.788335993036414e-05,
      "loss": 0.0051,
      "step": 19984
    },
    {
      "epoch": 2.16663052905464,
      "grad_norm": 0.10592763870954514,
      "learning_rate": 2.7879733062527203e-05,
      "loss": 0.0172,
      "step": 19985
    },
    {
      "epoch": 2.1667389418907197,
      "grad_norm": 0.17334623634815216,
      "learning_rate": 2.7876106194690264e-05,
      "loss": 0.0174,
      "step": 19986
    },
    {
      "epoch": 2.1668473547267997,
      "grad_norm": 0.08536261320114136,
      "learning_rate": 2.7872479326853328e-05,
      "loss": 0.0096,
      "step": 19987
    },
    {
      "epoch": 2.1669557675628797,
      "grad_norm": 0.13468368351459503,
      "learning_rate": 2.7868852459016392e-05,
      "loss": 0.0156,
      "step": 19988
    },
    {
      "epoch": 2.167064180398959,
      "grad_norm": 0.3917568325996399,
      "learning_rate": 2.786522559117946e-05,
      "loss": 0.0569,
      "step": 19989
    },
    {
      "epoch": 2.167172593235039,
      "grad_norm": 0.218195840716362,
      "learning_rate": 2.7861598723342524e-05,
      "loss": 0.0199,
      "step": 19990
    },
    {
      "epoch": 2.1672810060711187,
      "grad_norm": 0.11493030190467834,
      "learning_rate": 2.7857971855505588e-05,
      "loss": 0.0052,
      "step": 19991
    },
    {
      "epoch": 2.1673894189071987,
      "grad_norm": 0.06607570499181747,
      "learning_rate": 2.7854344987668652e-05,
      "loss": 0.0102,
      "step": 19992
    },
    {
      "epoch": 2.1674978317432783,
      "grad_norm": 0.16171537339687347,
      "learning_rate": 2.7850718119831716e-05,
      "loss": 0.0174,
      "step": 19993
    },
    {
      "epoch": 2.1676062445793582,
      "grad_norm": 0.13288713991641998,
      "learning_rate": 2.7847091251994777e-05,
      "loss": 0.0188,
      "step": 19994
    },
    {
      "epoch": 2.167714657415438,
      "grad_norm": 0.09499948471784592,
      "learning_rate": 2.784346438415784e-05,
      "loss": 0.0103,
      "step": 19995
    },
    {
      "epoch": 2.1678230702515178,
      "grad_norm": 0.1915794461965561,
      "learning_rate": 2.7839837516320905e-05,
      "loss": 0.0252,
      "step": 19996
    },
    {
      "epoch": 2.1679314830875978,
      "grad_norm": 0.2589883804321289,
      "learning_rate": 2.783621064848397e-05,
      "loss": 0.0414,
      "step": 19997
    },
    {
      "epoch": 2.1680398959236773,
      "grad_norm": 0.2500289976596832,
      "learning_rate": 2.7832583780647037e-05,
      "loss": 0.0351,
      "step": 19998
    },
    {
      "epoch": 2.1681483087597573,
      "grad_norm": 0.17046909034252167,
      "learning_rate": 2.78289569128101e-05,
      "loss": 0.0043,
      "step": 19999
    },
    {
      "epoch": 2.168256721595837,
      "grad_norm": 0.240097314119339,
      "learning_rate": 2.7825330044973165e-05,
      "loss": 0.0166,
      "step": 20000
    },
    {
      "epoch": 2.168365134431917,
      "grad_norm": 0.022354254499077797,
      "learning_rate": 2.7821703177136226e-05,
      "loss": 0.0028,
      "step": 20001
    },
    {
      "epoch": 2.1684735472679963,
      "grad_norm": 0.11497917771339417,
      "learning_rate": 2.781807630929929e-05,
      "loss": 0.0179,
      "step": 20002
    },
    {
      "epoch": 2.1685819601040763,
      "grad_norm": 0.16226230561733246,
      "learning_rate": 2.7814449441462354e-05,
      "loss": 0.0196,
      "step": 20003
    },
    {
      "epoch": 2.1686903729401563,
      "grad_norm": 0.08330102264881134,
      "learning_rate": 2.7810822573625418e-05,
      "loss": 0.0051,
      "step": 20004
    },
    {
      "epoch": 2.168798785776236,
      "grad_norm": 0.073062963783741,
      "learning_rate": 2.780719570578848e-05,
      "loss": 0.006,
      "step": 20005
    },
    {
      "epoch": 2.168907198612316,
      "grad_norm": 0.0158096794039011,
      "learning_rate": 2.780356883795155e-05,
      "loss": 0.0013,
      "step": 20006
    },
    {
      "epoch": 2.1690156114483954,
      "grad_norm": 0.01567387394607067,
      "learning_rate": 2.7799941970114614e-05,
      "loss": 0.0008,
      "step": 20007
    },
    {
      "epoch": 2.1691240242844754,
      "grad_norm": 0.10511282086372375,
      "learning_rate": 2.7796315102277674e-05,
      "loss": 0.0027,
      "step": 20008
    },
    {
      "epoch": 2.169232437120555,
      "grad_norm": 0.45120829343795776,
      "learning_rate": 2.779268823444074e-05,
      "loss": 0.0866,
      "step": 20009
    },
    {
      "epoch": 2.169340849956635,
      "grad_norm": 0.28673055768013,
      "learning_rate": 2.7789061366603803e-05,
      "loss": 0.0384,
      "step": 20010
    },
    {
      "epoch": 2.169449262792715,
      "grad_norm": 0.10813623666763306,
      "learning_rate": 2.7785434498766867e-05,
      "loss": 0.0206,
      "step": 20011
    },
    {
      "epoch": 2.1695576756287944,
      "grad_norm": 0.027936555445194244,
      "learning_rate": 2.7781807630929927e-05,
      "loss": 0.0015,
      "step": 20012
    },
    {
      "epoch": 2.1696660884648744,
      "grad_norm": 0.16351409256458282,
      "learning_rate": 2.777818076309299e-05,
      "loss": 0.0145,
      "step": 20013
    },
    {
      "epoch": 2.169774501300954,
      "grad_norm": 0.04853955656290054,
      "learning_rate": 2.7774553895256056e-05,
      "loss": 0.0077,
      "step": 20014
    },
    {
      "epoch": 2.169882914137034,
      "grad_norm": 0.13388970494270325,
      "learning_rate": 2.7770927027419123e-05,
      "loss": 0.0111,
      "step": 20015
    },
    {
      "epoch": 2.1699913269731135,
      "grad_norm": 0.058138925582170486,
      "learning_rate": 2.7767300159582187e-05,
      "loss": 0.0037,
      "step": 20016
    },
    {
      "epoch": 2.1700997398091935,
      "grad_norm": 0.053005851805210114,
      "learning_rate": 2.776367329174525e-05,
      "loss": 0.0057,
      "step": 20017
    },
    {
      "epoch": 2.170208152645273,
      "grad_norm": 0.05788160488009453,
      "learning_rate": 2.7760046423908315e-05,
      "loss": 0.0055,
      "step": 20018
    },
    {
      "epoch": 2.170316565481353,
      "grad_norm": 0.23752552270889282,
      "learning_rate": 2.775641955607138e-05,
      "loss": 0.0313,
      "step": 20019
    },
    {
      "epoch": 2.170424978317433,
      "grad_norm": 0.0962318703532219,
      "learning_rate": 2.775279268823444e-05,
      "loss": 0.0077,
      "step": 20020
    },
    {
      "epoch": 2.1705333911535125,
      "grad_norm": 0.2268093228340149,
      "learning_rate": 2.7749165820397504e-05,
      "loss": 0.0126,
      "step": 20021
    },
    {
      "epoch": 2.1706418039895925,
      "grad_norm": 0.07387151569128036,
      "learning_rate": 2.774553895256057e-05,
      "loss": 0.0049,
      "step": 20022
    },
    {
      "epoch": 2.170750216825672,
      "grad_norm": 0.047173723578453064,
      "learning_rate": 2.7741912084723633e-05,
      "loss": 0.0015,
      "step": 20023
    },
    {
      "epoch": 2.170858629661752,
      "grad_norm": 0.23117971420288086,
      "learning_rate": 2.77382852168867e-05,
      "loss": 0.0221,
      "step": 20024
    },
    {
      "epoch": 2.1709670424978316,
      "grad_norm": 0.2891124486923218,
      "learning_rate": 2.7734658349049764e-05,
      "loss": 0.0115,
      "step": 20025
    },
    {
      "epoch": 2.1710754553339116,
      "grad_norm": 0.05989237502217293,
      "learning_rate": 2.773103148121283e-05,
      "loss": 0.0079,
      "step": 20026
    },
    {
      "epoch": 2.171183868169991,
      "grad_norm": 0.0031394686084240675,
      "learning_rate": 2.772740461337589e-05,
      "loss": 0.0002,
      "step": 20027
    },
    {
      "epoch": 2.171292281006071,
      "grad_norm": 0.06995444744825363,
      "learning_rate": 2.7723777745538953e-05,
      "loss": 0.0035,
      "step": 20028
    },
    {
      "epoch": 2.171400693842151,
      "grad_norm": 0.25502559542655945,
      "learning_rate": 2.7720150877702017e-05,
      "loss": 0.0362,
      "step": 20029
    },
    {
      "epoch": 2.1715091066782306,
      "grad_norm": 0.28777045011520386,
      "learning_rate": 2.771652400986508e-05,
      "loss": 0.0131,
      "step": 20030
    },
    {
      "epoch": 2.1716175195143106,
      "grad_norm": 0.6629881262779236,
      "learning_rate": 2.7712897142028142e-05,
      "loss": 0.0051,
      "step": 20031
    },
    {
      "epoch": 2.17172593235039,
      "grad_norm": 0.1505480259656906,
      "learning_rate": 2.7709270274191213e-05,
      "loss": 0.0225,
      "step": 20032
    },
    {
      "epoch": 2.17183434518647,
      "grad_norm": 0.33860650658607483,
      "learning_rate": 2.7705643406354277e-05,
      "loss": 0.0074,
      "step": 20033
    },
    {
      "epoch": 2.17194275802255,
      "grad_norm": 0.20361816883087158,
      "learning_rate": 2.7702016538517338e-05,
      "loss": 0.0169,
      "step": 20034
    },
    {
      "epoch": 2.1720511708586296,
      "grad_norm": 0.9185709357261658,
      "learning_rate": 2.7698389670680402e-05,
      "loss": 0.0398,
      "step": 20035
    },
    {
      "epoch": 2.1721595836947096,
      "grad_norm": 0.11896383762359619,
      "learning_rate": 2.7694762802843466e-05,
      "loss": 0.0036,
      "step": 20036
    },
    {
      "epoch": 2.172267996530789,
      "grad_norm": 0.030963072553277016,
      "learning_rate": 2.769113593500653e-05,
      "loss": 0.0034,
      "step": 20037
    },
    {
      "epoch": 2.172376409366869,
      "grad_norm": 0.24514032900333405,
      "learning_rate": 2.768750906716959e-05,
      "loss": 0.0395,
      "step": 20038
    },
    {
      "epoch": 2.1724848222029487,
      "grad_norm": 0.1343601644039154,
      "learning_rate": 2.7683882199332655e-05,
      "loss": 0.0099,
      "step": 20039
    },
    {
      "epoch": 2.1725932350390287,
      "grad_norm": 0.25587382912635803,
      "learning_rate": 2.768025533149572e-05,
      "loss": 0.0313,
      "step": 20040
    },
    {
      "epoch": 2.172701647875108,
      "grad_norm": 0.193368598818779,
      "learning_rate": 2.7676628463658787e-05,
      "loss": 0.0267,
      "step": 20041
    },
    {
      "epoch": 2.172810060711188,
      "grad_norm": 0.12474628537893295,
      "learning_rate": 2.767300159582185e-05,
      "loss": 0.0084,
      "step": 20042
    },
    {
      "epoch": 2.172918473547268,
      "grad_norm": 0.1034209355711937,
      "learning_rate": 2.7669374727984915e-05,
      "loss": 0.0073,
      "step": 20043
    },
    {
      "epoch": 2.1730268863833477,
      "grad_norm": 0.18584007024765015,
      "learning_rate": 2.766574786014798e-05,
      "loss": 0.0219,
      "step": 20044
    },
    {
      "epoch": 2.1731352992194277,
      "grad_norm": 0.1847955584526062,
      "learning_rate": 2.7662120992311043e-05,
      "loss": 0.0142,
      "step": 20045
    },
    {
      "epoch": 2.1732437120555073,
      "grad_norm": 0.21029576659202576,
      "learning_rate": 2.7658494124474104e-05,
      "loss": 0.014,
      "step": 20046
    },
    {
      "epoch": 2.1733521248915872,
      "grad_norm": 0.024648476392030716,
      "learning_rate": 2.7654867256637168e-05,
      "loss": 0.0023,
      "step": 20047
    },
    {
      "epoch": 2.173460537727667,
      "grad_norm": 0.13303813338279724,
      "learning_rate": 2.7651240388800232e-05,
      "loss": 0.0063,
      "step": 20048
    },
    {
      "epoch": 2.1735689505637468,
      "grad_norm": 0.11611076444387436,
      "learning_rate": 2.7647613520963296e-05,
      "loss": 0.0099,
      "step": 20049
    },
    {
      "epoch": 2.1736773633998263,
      "grad_norm": 0.11081311106681824,
      "learning_rate": 2.7643986653126363e-05,
      "loss": 0.0068,
      "step": 20050
    },
    {
      "epoch": 2.1737857762359063,
      "grad_norm": 0.06687888503074646,
      "learning_rate": 2.7640359785289428e-05,
      "loss": 0.0055,
      "step": 20051
    },
    {
      "epoch": 2.1738941890719863,
      "grad_norm": 0.23978465795516968,
      "learning_rate": 2.763673291745249e-05,
      "loss": 0.0327,
      "step": 20052
    },
    {
      "epoch": 2.174002601908066,
      "grad_norm": 0.1809927523136139,
      "learning_rate": 2.7633106049615552e-05,
      "loss": 0.0046,
      "step": 20053
    },
    {
      "epoch": 2.174111014744146,
      "grad_norm": 0.04318731278181076,
      "learning_rate": 2.7629479181778616e-05,
      "loss": 0.0036,
      "step": 20054
    },
    {
      "epoch": 2.1742194275802254,
      "grad_norm": 0.128630593419075,
      "learning_rate": 2.762585231394168e-05,
      "loss": 0.0088,
      "step": 20055
    },
    {
      "epoch": 2.1743278404163053,
      "grad_norm": 0.061924610286951065,
      "learning_rate": 2.7622225446104745e-05,
      "loss": 0.0044,
      "step": 20056
    },
    {
      "epoch": 2.174436253252385,
      "grad_norm": 0.04547405242919922,
      "learning_rate": 2.7618598578267805e-05,
      "loss": 0.006,
      "step": 20057
    },
    {
      "epoch": 2.174544666088465,
      "grad_norm": 0.22030921280384064,
      "learning_rate": 2.7614971710430876e-05,
      "loss": 0.0425,
      "step": 20058
    },
    {
      "epoch": 2.174653078924545,
      "grad_norm": 0.08329975605010986,
      "learning_rate": 2.761134484259394e-05,
      "loss": 0.0083,
      "step": 20059
    },
    {
      "epoch": 2.1747614917606244,
      "grad_norm": 0.16442619264125824,
      "learning_rate": 2.7607717974757e-05,
      "loss": 0.0111,
      "step": 20060
    },
    {
      "epoch": 2.1748699045967044,
      "grad_norm": 0.025731243193149567,
      "learning_rate": 2.7604091106920065e-05,
      "loss": 0.0015,
      "step": 20061
    },
    {
      "epoch": 2.174978317432784,
      "grad_norm": 0.2083589732646942,
      "learning_rate": 2.760046423908313e-05,
      "loss": 0.0181,
      "step": 20062
    },
    {
      "epoch": 2.175086730268864,
      "grad_norm": 0.06880581378936768,
      "learning_rate": 2.7596837371246193e-05,
      "loss": 0.0047,
      "step": 20063
    },
    {
      "epoch": 2.1751951431049434,
      "grad_norm": 0.16068513691425323,
      "learning_rate": 2.7593210503409254e-05,
      "loss": 0.0277,
      "step": 20064
    },
    {
      "epoch": 2.1753035559410234,
      "grad_norm": 0.06688747555017471,
      "learning_rate": 2.7589583635572318e-05,
      "loss": 0.0064,
      "step": 20065
    },
    {
      "epoch": 2.1754119687771034,
      "grad_norm": 0.07643871009349823,
      "learning_rate": 2.7585956767735382e-05,
      "loss": 0.0123,
      "step": 20066
    },
    {
      "epoch": 2.175520381613183,
      "grad_norm": 0.24721992015838623,
      "learning_rate": 2.758232989989845e-05,
      "loss": 0.0188,
      "step": 20067
    },
    {
      "epoch": 2.175628794449263,
      "grad_norm": 0.09154783189296722,
      "learning_rate": 2.7578703032061514e-05,
      "loss": 0.0028,
      "step": 20068
    },
    {
      "epoch": 2.1757372072853425,
      "grad_norm": 0.21857072412967682,
      "learning_rate": 2.7575076164224578e-05,
      "loss": 0.0267,
      "step": 20069
    },
    {
      "epoch": 2.1758456201214225,
      "grad_norm": 0.12468311935663223,
      "learning_rate": 2.7571449296387642e-05,
      "loss": 0.009,
      "step": 20070
    },
    {
      "epoch": 2.175954032957502,
      "grad_norm": 0.014390671625733376,
      "learning_rate": 2.7567822428550706e-05,
      "loss": 0.0009,
      "step": 20071
    },
    {
      "epoch": 2.176062445793582,
      "grad_norm": 0.4495755434036255,
      "learning_rate": 2.7564195560713767e-05,
      "loss": 0.0285,
      "step": 20072
    },
    {
      "epoch": 2.1761708586296615,
      "grad_norm": 0.12269795686006546,
      "learning_rate": 2.756056869287683e-05,
      "loss": 0.0104,
      "step": 20073
    },
    {
      "epoch": 2.1762792714657415,
      "grad_norm": 0.2850451171398163,
      "learning_rate": 2.7556941825039895e-05,
      "loss": 0.0091,
      "step": 20074
    },
    {
      "epoch": 2.1763876843018215,
      "grad_norm": 0.11896335333585739,
      "learning_rate": 2.755331495720296e-05,
      "loss": 0.014,
      "step": 20075
    },
    {
      "epoch": 2.176496097137901,
      "grad_norm": 0.21939484775066376,
      "learning_rate": 2.7549688089366027e-05,
      "loss": 0.0082,
      "step": 20076
    },
    {
      "epoch": 2.176604509973981,
      "grad_norm": 0.008502052165567875,
      "learning_rate": 2.754606122152909e-05,
      "loss": 0.0007,
      "step": 20077
    },
    {
      "epoch": 2.1767129228100606,
      "grad_norm": 0.13935044407844543,
      "learning_rate": 2.7542434353692155e-05,
      "loss": 0.01,
      "step": 20078
    },
    {
      "epoch": 2.1768213356461406,
      "grad_norm": 0.2454407662153244,
      "learning_rate": 2.7538807485855216e-05,
      "loss": 0.0224,
      "step": 20079
    },
    {
      "epoch": 2.17692974848222,
      "grad_norm": 0.2617342174053192,
      "learning_rate": 2.753518061801828e-05,
      "loss": 0.0217,
      "step": 20080
    },
    {
      "epoch": 2.1770381613183,
      "grad_norm": 0.06464069336652756,
      "learning_rate": 2.7531553750181344e-05,
      "loss": 0.0019,
      "step": 20081
    },
    {
      "epoch": 2.17714657415438,
      "grad_norm": 0.16148707270622253,
      "learning_rate": 2.7527926882344408e-05,
      "loss": 0.0186,
      "step": 20082
    },
    {
      "epoch": 2.1772549869904596,
      "grad_norm": 0.2541372776031494,
      "learning_rate": 2.752430001450747e-05,
      "loss": 0.0061,
      "step": 20083
    },
    {
      "epoch": 2.1773633998265396,
      "grad_norm": 0.18558166921138763,
      "learning_rate": 2.752067314667054e-05,
      "loss": 0.0155,
      "step": 20084
    },
    {
      "epoch": 2.177471812662619,
      "grad_norm": 0.022975947707891464,
      "learning_rate": 2.7517046278833604e-05,
      "loss": 0.001,
      "step": 20085
    },
    {
      "epoch": 2.177580225498699,
      "grad_norm": 0.1880616992712021,
      "learning_rate": 2.7513419410996664e-05,
      "loss": 0.0092,
      "step": 20086
    },
    {
      "epoch": 2.1776886383347787,
      "grad_norm": 0.12470684945583344,
      "learning_rate": 2.750979254315973e-05,
      "loss": 0.0149,
      "step": 20087
    },
    {
      "epoch": 2.1777970511708586,
      "grad_norm": 0.07519622147083282,
      "learning_rate": 2.7506165675322793e-05,
      "loss": 0.0115,
      "step": 20088
    },
    {
      "epoch": 2.1779054640069386,
      "grad_norm": 0.5970173478126526,
      "learning_rate": 2.7502538807485857e-05,
      "loss": 0.0097,
      "step": 20089
    },
    {
      "epoch": 2.178013876843018,
      "grad_norm": 0.05452367290854454,
      "learning_rate": 2.749891193964892e-05,
      "loss": 0.0073,
      "step": 20090
    },
    {
      "epoch": 2.178122289679098,
      "grad_norm": 0.39113515615463257,
      "learning_rate": 2.749528507181198e-05,
      "loss": 0.0504,
      "step": 20091
    },
    {
      "epoch": 2.1782307025151777,
      "grad_norm": 0.13110873103141785,
      "learning_rate": 2.7491658203975046e-05,
      "loss": 0.004,
      "step": 20092
    },
    {
      "epoch": 2.1783391153512577,
      "grad_norm": 0.008897902444005013,
      "learning_rate": 2.7488031336138113e-05,
      "loss": 0.0009,
      "step": 20093
    },
    {
      "epoch": 2.1784475281873372,
      "grad_norm": 0.01138746365904808,
      "learning_rate": 2.7484404468301177e-05,
      "loss": 0.0009,
      "step": 20094
    },
    {
      "epoch": 2.178555941023417,
      "grad_norm": 0.3303288221359253,
      "learning_rate": 2.748077760046424e-05,
      "loss": 0.0242,
      "step": 20095
    },
    {
      "epoch": 2.1786643538594967,
      "grad_norm": 0.04056422412395477,
      "learning_rate": 2.7477150732627306e-05,
      "loss": 0.003,
      "step": 20096
    },
    {
      "epoch": 2.1787727666955767,
      "grad_norm": 0.03393605351448059,
      "learning_rate": 2.747352386479037e-05,
      "loss": 0.0017,
      "step": 20097
    },
    {
      "epoch": 2.1788811795316567,
      "grad_norm": 0.4335717260837555,
      "learning_rate": 2.746989699695343e-05,
      "loss": 0.0162,
      "step": 20098
    },
    {
      "epoch": 2.1789895923677363,
      "grad_norm": 0.11423522979021072,
      "learning_rate": 2.7466270129116494e-05,
      "loss": 0.0191,
      "step": 20099
    },
    {
      "epoch": 2.1790980052038162,
      "grad_norm": 0.10186733305454254,
      "learning_rate": 2.746264326127956e-05,
      "loss": 0.0055,
      "step": 20100
    },
    {
      "epoch": 2.179206418039896,
      "grad_norm": 0.033082880079746246,
      "learning_rate": 2.7459016393442626e-05,
      "loss": 0.0048,
      "step": 20101
    },
    {
      "epoch": 2.1793148308759758,
      "grad_norm": 0.1944819986820221,
      "learning_rate": 2.745538952560569e-05,
      "loss": 0.0208,
      "step": 20102
    },
    {
      "epoch": 2.1794232437120553,
      "grad_norm": 0.021034345030784607,
      "learning_rate": 2.7451762657768754e-05,
      "loss": 0.0035,
      "step": 20103
    },
    {
      "epoch": 2.1795316565481353,
      "grad_norm": 0.13086029887199402,
      "learning_rate": 2.744813578993182e-05,
      "loss": 0.0131,
      "step": 20104
    },
    {
      "epoch": 2.1796400693842153,
      "grad_norm": 0.10152728110551834,
      "learning_rate": 2.744450892209488e-05,
      "loss": 0.0038,
      "step": 20105
    },
    {
      "epoch": 2.179748482220295,
      "grad_norm": 0.05549108609557152,
      "learning_rate": 2.7440882054257943e-05,
      "loss": 0.0027,
      "step": 20106
    },
    {
      "epoch": 2.179856895056375,
      "grad_norm": 0.18038393557071686,
      "learning_rate": 2.7437255186421007e-05,
      "loss": 0.0156,
      "step": 20107
    },
    {
      "epoch": 2.1799653078924544,
      "grad_norm": 0.10166250169277191,
      "learning_rate": 2.743362831858407e-05,
      "loss": 0.0085,
      "step": 20108
    },
    {
      "epoch": 2.1800737207285343,
      "grad_norm": 0.3623562157154083,
      "learning_rate": 2.7430001450747132e-05,
      "loss": 0.0198,
      "step": 20109
    },
    {
      "epoch": 2.180182133564614,
      "grad_norm": 0.5193029046058655,
      "learning_rate": 2.7426374582910203e-05,
      "loss": 0.0211,
      "step": 20110
    },
    {
      "epoch": 2.180290546400694,
      "grad_norm": 0.14587821066379547,
      "learning_rate": 2.7422747715073267e-05,
      "loss": 0.0044,
      "step": 20111
    },
    {
      "epoch": 2.180398959236774,
      "grad_norm": 0.28436458110809326,
      "learning_rate": 2.7419120847236328e-05,
      "loss": 0.024,
      "step": 20112
    },
    {
      "epoch": 2.1805073720728534,
      "grad_norm": 0.3629370331764221,
      "learning_rate": 2.7415493979399392e-05,
      "loss": 0.0534,
      "step": 20113
    },
    {
      "epoch": 2.1806157849089334,
      "grad_norm": 0.4672880470752716,
      "learning_rate": 2.7411867111562456e-05,
      "loss": 0.0609,
      "step": 20114
    },
    {
      "epoch": 2.180724197745013,
      "grad_norm": 0.05364002287387848,
      "learning_rate": 2.740824024372552e-05,
      "loss": 0.0031,
      "step": 20115
    },
    {
      "epoch": 2.180832610581093,
      "grad_norm": 0.14643894135951996,
      "learning_rate": 2.7404613375888584e-05,
      "loss": 0.0095,
      "step": 20116
    },
    {
      "epoch": 2.1809410234171724,
      "grad_norm": 0.0035038278438150883,
      "learning_rate": 2.7400986508051645e-05,
      "loss": 0.0002,
      "step": 20117
    },
    {
      "epoch": 2.1810494362532524,
      "grad_norm": 0.16785764694213867,
      "learning_rate": 2.739735964021471e-05,
      "loss": 0.0158,
      "step": 20118
    },
    {
      "epoch": 2.181157849089332,
      "grad_norm": 0.27241986989974976,
      "learning_rate": 2.7393732772377777e-05,
      "loss": 0.0047,
      "step": 20119
    },
    {
      "epoch": 2.181266261925412,
      "grad_norm": 0.6301707029342651,
      "learning_rate": 2.739010590454084e-05,
      "loss": 0.0162,
      "step": 20120
    },
    {
      "epoch": 2.181374674761492,
      "grad_norm": 0.1084168553352356,
      "learning_rate": 2.7386479036703905e-05,
      "loss": 0.01,
      "step": 20121
    },
    {
      "epoch": 2.1814830875975715,
      "grad_norm": 0.14189666509628296,
      "learning_rate": 2.738285216886697e-05,
      "loss": 0.0232,
      "step": 20122
    },
    {
      "epoch": 2.1815915004336515,
      "grad_norm": 0.28154826164245605,
      "learning_rate": 2.7379225301030033e-05,
      "loss": 0.0286,
      "step": 20123
    },
    {
      "epoch": 2.181699913269731,
      "grad_norm": 0.049919888377189636,
      "learning_rate": 2.7375598433193094e-05,
      "loss": 0.0045,
      "step": 20124
    },
    {
      "epoch": 2.181808326105811,
      "grad_norm": 0.05693645775318146,
      "learning_rate": 2.7371971565356158e-05,
      "loss": 0.0045,
      "step": 20125
    },
    {
      "epoch": 2.1819167389418905,
      "grad_norm": 0.518075168132782,
      "learning_rate": 2.7368344697519222e-05,
      "loss": 0.0279,
      "step": 20126
    },
    {
      "epoch": 2.1820251517779705,
      "grad_norm": 0.06915125995874405,
      "learning_rate": 2.736471782968229e-05,
      "loss": 0.0087,
      "step": 20127
    },
    {
      "epoch": 2.1821335646140505,
      "grad_norm": 0.23099827766418457,
      "learning_rate": 2.7361090961845353e-05,
      "loss": 0.0199,
      "step": 20128
    },
    {
      "epoch": 2.18224197745013,
      "grad_norm": 0.07638584822416306,
      "learning_rate": 2.7357464094008418e-05,
      "loss": 0.0072,
      "step": 20129
    },
    {
      "epoch": 2.18235039028621,
      "grad_norm": 0.14732471108436584,
      "learning_rate": 2.7353837226171482e-05,
      "loss": 0.0146,
      "step": 20130
    },
    {
      "epoch": 2.1824588031222896,
      "grad_norm": 0.22499623894691467,
      "learning_rate": 2.7350210358334542e-05,
      "loss": 0.0302,
      "step": 20131
    },
    {
      "epoch": 2.1825672159583696,
      "grad_norm": 0.038134053349494934,
      "learning_rate": 2.7346583490497607e-05,
      "loss": 0.0029,
      "step": 20132
    },
    {
      "epoch": 2.182675628794449,
      "grad_norm": 0.006883883383125067,
      "learning_rate": 2.734295662266067e-05,
      "loss": 0.0004,
      "step": 20133
    },
    {
      "epoch": 2.182784041630529,
      "grad_norm": 0.29169580340385437,
      "learning_rate": 2.7339329754823735e-05,
      "loss": 0.014,
      "step": 20134
    },
    {
      "epoch": 2.182892454466609,
      "grad_norm": 0.06204816699028015,
      "learning_rate": 2.7335702886986795e-05,
      "loss": 0.0042,
      "step": 20135
    },
    {
      "epoch": 2.1830008673026886,
      "grad_norm": 0.26069045066833496,
      "learning_rate": 2.7332076019149866e-05,
      "loss": 0.0181,
      "step": 20136
    },
    {
      "epoch": 2.1831092801387686,
      "grad_norm": 0.13709226250648499,
      "learning_rate": 2.732844915131293e-05,
      "loss": 0.0127,
      "step": 20137
    },
    {
      "epoch": 2.183217692974848,
      "grad_norm": 0.08998126536607742,
      "learning_rate": 2.732482228347599e-05,
      "loss": 0.0053,
      "step": 20138
    },
    {
      "epoch": 2.183326105810928,
      "grad_norm": 0.011227776296436787,
      "learning_rate": 2.7321195415639055e-05,
      "loss": 0.0009,
      "step": 20139
    },
    {
      "epoch": 2.1834345186470077,
      "grad_norm": 0.028860678896307945,
      "learning_rate": 2.731756854780212e-05,
      "loss": 0.0028,
      "step": 20140
    },
    {
      "epoch": 2.1835429314830876,
      "grad_norm": 0.15615950524806976,
      "learning_rate": 2.7313941679965183e-05,
      "loss": 0.0196,
      "step": 20141
    },
    {
      "epoch": 2.183651344319167,
      "grad_norm": 0.254653662443161,
      "learning_rate": 2.7310314812128248e-05,
      "loss": 0.0169,
      "step": 20142
    },
    {
      "epoch": 2.183759757155247,
      "grad_norm": 0.115807443857193,
      "learning_rate": 2.7306687944291308e-05,
      "loss": 0.0053,
      "step": 20143
    },
    {
      "epoch": 2.183868169991327,
      "grad_norm": 0.10241430997848511,
      "learning_rate": 2.7303061076454372e-05,
      "loss": 0.0074,
      "step": 20144
    },
    {
      "epoch": 2.1839765828274067,
      "grad_norm": 0.23876214027404785,
      "learning_rate": 2.729943420861744e-05,
      "loss": 0.0545,
      "step": 20145
    },
    {
      "epoch": 2.1840849956634867,
      "grad_norm": 0.061996787786483765,
      "learning_rate": 2.7295807340780504e-05,
      "loss": 0.0076,
      "step": 20146
    },
    {
      "epoch": 2.1841934084995662,
      "grad_norm": 0.16301728785037994,
      "learning_rate": 2.7292180472943568e-05,
      "loss": 0.0158,
      "step": 20147
    },
    {
      "epoch": 2.184301821335646,
      "grad_norm": 0.2461731880903244,
      "learning_rate": 2.7288553605106632e-05,
      "loss": 0.0246,
      "step": 20148
    },
    {
      "epoch": 2.1844102341717258,
      "grad_norm": 0.26723891496658325,
      "learning_rate": 2.7284926737269696e-05,
      "loss": 0.0673,
      "step": 20149
    },
    {
      "epoch": 2.1845186470078057,
      "grad_norm": 0.028418736532330513,
      "learning_rate": 2.7281299869432757e-05,
      "loss": 0.002,
      "step": 20150
    },
    {
      "epoch": 2.1846270598438857,
      "grad_norm": 0.11948420107364655,
      "learning_rate": 2.727767300159582e-05,
      "loss": 0.0224,
      "step": 20151
    },
    {
      "epoch": 2.1847354726799653,
      "grad_norm": 0.2602730989456177,
      "learning_rate": 2.7274046133758885e-05,
      "loss": 0.0195,
      "step": 20152
    },
    {
      "epoch": 2.1848438855160452,
      "grad_norm": 0.12552861869335175,
      "learning_rate": 2.7270419265921953e-05,
      "loss": 0.0119,
      "step": 20153
    },
    {
      "epoch": 2.184952298352125,
      "grad_norm": 0.18540489673614502,
      "learning_rate": 2.7266792398085017e-05,
      "loss": 0.0039,
      "step": 20154
    },
    {
      "epoch": 2.1850607111882048,
      "grad_norm": 0.028324488550424576,
      "learning_rate": 2.726316553024808e-05,
      "loss": 0.0029,
      "step": 20155
    },
    {
      "epoch": 2.1851691240242843,
      "grad_norm": 0.0017402488738298416,
      "learning_rate": 2.7259538662411145e-05,
      "loss": 0.0002,
      "step": 20156
    },
    {
      "epoch": 2.1852775368603643,
      "grad_norm": 0.2443414330482483,
      "learning_rate": 2.7255911794574206e-05,
      "loss": 0.0203,
      "step": 20157
    },
    {
      "epoch": 2.1853859496964443,
      "grad_norm": 0.19560955464839935,
      "learning_rate": 2.725228492673727e-05,
      "loss": 0.0247,
      "step": 20158
    },
    {
      "epoch": 2.185494362532524,
      "grad_norm": 0.1367385983467102,
      "learning_rate": 2.7248658058900334e-05,
      "loss": 0.0131,
      "step": 20159
    },
    {
      "epoch": 2.185602775368604,
      "grad_norm": 0.1608363687992096,
      "learning_rate": 2.7245031191063398e-05,
      "loss": 0.0047,
      "step": 20160
    },
    {
      "epoch": 2.1857111882046834,
      "grad_norm": 0.28127849102020264,
      "learning_rate": 2.724140432322646e-05,
      "loss": 0.014,
      "step": 20161
    },
    {
      "epoch": 2.1858196010407633,
      "grad_norm": 0.2950174808502197,
      "learning_rate": 2.723777745538953e-05,
      "loss": 0.0508,
      "step": 20162
    },
    {
      "epoch": 2.185928013876843,
      "grad_norm": 0.12482752650976181,
      "learning_rate": 2.7234150587552594e-05,
      "loss": 0.0079,
      "step": 20163
    },
    {
      "epoch": 2.186036426712923,
      "grad_norm": 0.24125321209430695,
      "learning_rate": 2.7230523719715654e-05,
      "loss": 0.0195,
      "step": 20164
    },
    {
      "epoch": 2.1861448395490024,
      "grad_norm": 0.1757165938615799,
      "learning_rate": 2.722689685187872e-05,
      "loss": 0.0565,
      "step": 20165
    },
    {
      "epoch": 2.1862532523850824,
      "grad_norm": 0.12754763662815094,
      "learning_rate": 2.7223269984041783e-05,
      "loss": 0.0152,
      "step": 20166
    },
    {
      "epoch": 2.1863616652211624,
      "grad_norm": 0.2633264362812042,
      "learning_rate": 2.7219643116204847e-05,
      "loss": 0.0144,
      "step": 20167
    },
    {
      "epoch": 2.186470078057242,
      "grad_norm": 0.11710964888334274,
      "learning_rate": 2.721601624836791e-05,
      "loss": 0.0146,
      "step": 20168
    },
    {
      "epoch": 2.186578490893322,
      "grad_norm": 0.018055014312267303,
      "learning_rate": 2.721238938053097e-05,
      "loss": 0.001,
      "step": 20169
    },
    {
      "epoch": 2.1866869037294014,
      "grad_norm": 0.1448291391134262,
      "learning_rate": 2.7208762512694036e-05,
      "loss": 0.02,
      "step": 20170
    },
    {
      "epoch": 2.1867953165654814,
      "grad_norm": 0.473810613155365,
      "learning_rate": 2.7205135644857103e-05,
      "loss": 0.013,
      "step": 20171
    },
    {
      "epoch": 2.186903729401561,
      "grad_norm": 0.47133639454841614,
      "learning_rate": 2.7201508777020167e-05,
      "loss": 0.007,
      "step": 20172
    },
    {
      "epoch": 2.187012142237641,
      "grad_norm": 0.12775905430316925,
      "learning_rate": 2.719788190918323e-05,
      "loss": 0.0066,
      "step": 20173
    },
    {
      "epoch": 2.1871205550737205,
      "grad_norm": 0.21928901970386505,
      "learning_rate": 2.7194255041346296e-05,
      "loss": 0.0129,
      "step": 20174
    },
    {
      "epoch": 2.1872289679098005,
      "grad_norm": 0.1395759880542755,
      "learning_rate": 2.719062817350936e-05,
      "loss": 0.0147,
      "step": 20175
    },
    {
      "epoch": 2.1873373807458805,
      "grad_norm": 0.23106804490089417,
      "learning_rate": 2.718700130567242e-05,
      "loss": 0.009,
      "step": 20176
    },
    {
      "epoch": 2.18744579358196,
      "grad_norm": 0.061807967722415924,
      "learning_rate": 2.7183374437835484e-05,
      "loss": 0.0055,
      "step": 20177
    },
    {
      "epoch": 2.18755420641804,
      "grad_norm": 0.3355403244495392,
      "learning_rate": 2.717974756999855e-05,
      "loss": 0.0336,
      "step": 20178
    },
    {
      "epoch": 2.1876626192541195,
      "grad_norm": 0.45161595940589905,
      "learning_rate": 2.7176120702161616e-05,
      "loss": 0.0129,
      "step": 20179
    },
    {
      "epoch": 2.1877710320901995,
      "grad_norm": 0.11167161911725998,
      "learning_rate": 2.717249383432468e-05,
      "loss": 0.0164,
      "step": 20180
    },
    {
      "epoch": 2.1878794449262795,
      "grad_norm": 0.048454947769641876,
      "learning_rate": 2.7168866966487744e-05,
      "loss": 0.0042,
      "step": 20181
    },
    {
      "epoch": 2.187987857762359,
      "grad_norm": 0.2590102553367615,
      "learning_rate": 2.716524009865081e-05,
      "loss": 0.0241,
      "step": 20182
    },
    {
      "epoch": 2.188096270598439,
      "grad_norm": 0.10412253439426422,
      "learning_rate": 2.716161323081387e-05,
      "loss": 0.0083,
      "step": 20183
    },
    {
      "epoch": 2.1882046834345186,
      "grad_norm": 0.16332946717739105,
      "learning_rate": 2.7157986362976933e-05,
      "loss": 0.0302,
      "step": 20184
    },
    {
      "epoch": 2.1883130962705986,
      "grad_norm": 0.015175105072557926,
      "learning_rate": 2.7154359495139997e-05,
      "loss": 0.0007,
      "step": 20185
    },
    {
      "epoch": 2.188421509106678,
      "grad_norm": 0.043264444917440414,
      "learning_rate": 2.715073262730306e-05,
      "loss": 0.0016,
      "step": 20186
    },
    {
      "epoch": 2.188529921942758,
      "grad_norm": 0.04654799774289131,
      "learning_rate": 2.7147105759466122e-05,
      "loss": 0.0052,
      "step": 20187
    },
    {
      "epoch": 2.1886383347788376,
      "grad_norm": 0.13102394342422485,
      "learning_rate": 2.7143478891629193e-05,
      "loss": 0.0071,
      "step": 20188
    },
    {
      "epoch": 2.1887467476149176,
      "grad_norm": 0.1961374431848526,
      "learning_rate": 2.7139852023792257e-05,
      "loss": 0.0266,
      "step": 20189
    },
    {
      "epoch": 2.1888551604509976,
      "grad_norm": 0.16510330140590668,
      "learning_rate": 2.7136225155955318e-05,
      "loss": 0.0107,
      "step": 20190
    },
    {
      "epoch": 2.188963573287077,
      "grad_norm": 0.1618187427520752,
      "learning_rate": 2.7132598288118382e-05,
      "loss": 0.0254,
      "step": 20191
    },
    {
      "epoch": 2.189071986123157,
      "grad_norm": 0.2972252070903778,
      "learning_rate": 2.7128971420281446e-05,
      "loss": 0.0265,
      "step": 20192
    },
    {
      "epoch": 2.1891803989592367,
      "grad_norm": 0.005042449105530977,
      "learning_rate": 2.712534455244451e-05,
      "loss": 0.0006,
      "step": 20193
    },
    {
      "epoch": 2.1892888117953166,
      "grad_norm": 0.07641925662755966,
      "learning_rate": 2.7121717684607574e-05,
      "loss": 0.003,
      "step": 20194
    },
    {
      "epoch": 2.189397224631396,
      "grad_norm": 0.1347806304693222,
      "learning_rate": 2.7118090816770635e-05,
      "loss": 0.0083,
      "step": 20195
    },
    {
      "epoch": 2.189505637467476,
      "grad_norm": 0.11801794916391373,
      "learning_rate": 2.7114463948933706e-05,
      "loss": 0.0105,
      "step": 20196
    },
    {
      "epoch": 2.1896140503035557,
      "grad_norm": 0.23847036063671112,
      "learning_rate": 2.7110837081096767e-05,
      "loss": 0.0146,
      "step": 20197
    },
    {
      "epoch": 2.1897224631396357,
      "grad_norm": 0.32094019651412964,
      "learning_rate": 2.710721021325983e-05,
      "loss": 0.0234,
      "step": 20198
    },
    {
      "epoch": 2.1898308759757157,
      "grad_norm": 0.11760243028402328,
      "learning_rate": 2.7103583345422895e-05,
      "loss": 0.0081,
      "step": 20199
    },
    {
      "epoch": 2.1899392888117952,
      "grad_norm": 0.22337907552719116,
      "learning_rate": 2.709995647758596e-05,
      "loss": 0.0462,
      "step": 20200
    },
    {
      "epoch": 2.190047701647875,
      "grad_norm": 0.08255117386579514,
      "learning_rate": 2.7096329609749023e-05,
      "loss": 0.0064,
      "step": 20201
    },
    {
      "epoch": 2.1901561144839548,
      "grad_norm": 0.24318847060203552,
      "learning_rate": 2.7092702741912084e-05,
      "loss": 0.0225,
      "step": 20202
    },
    {
      "epoch": 2.1902645273200347,
      "grad_norm": 0.4250253140926361,
      "learning_rate": 2.7089075874075148e-05,
      "loss": 0.0159,
      "step": 20203
    },
    {
      "epoch": 2.1903729401561143,
      "grad_norm": 0.04809295013546944,
      "learning_rate": 2.7085449006238212e-05,
      "loss": 0.0044,
      "step": 20204
    },
    {
      "epoch": 2.1904813529921943,
      "grad_norm": 0.0469525083899498,
      "learning_rate": 2.708182213840128e-05,
      "loss": 0.0036,
      "step": 20205
    },
    {
      "epoch": 2.1905897658282742,
      "grad_norm": 0.21498574316501617,
      "learning_rate": 2.7078195270564344e-05,
      "loss": 0.06,
      "step": 20206
    },
    {
      "epoch": 2.190698178664354,
      "grad_norm": 0.07645679265260696,
      "learning_rate": 2.7074568402727408e-05,
      "loss": 0.0082,
      "step": 20207
    },
    {
      "epoch": 2.1908065915004338,
      "grad_norm": 0.2625540792942047,
      "learning_rate": 2.7070941534890472e-05,
      "loss": 0.0165,
      "step": 20208
    },
    {
      "epoch": 2.1909150043365133,
      "grad_norm": 0.035762958228588104,
      "learning_rate": 2.7067314667053532e-05,
      "loss": 0.0011,
      "step": 20209
    },
    {
      "epoch": 2.1910234171725933,
      "grad_norm": 0.10031107068061829,
      "learning_rate": 2.7063687799216597e-05,
      "loss": 0.0099,
      "step": 20210
    },
    {
      "epoch": 2.191131830008673,
      "grad_norm": 0.08759612590074539,
      "learning_rate": 2.706006093137966e-05,
      "loss": 0.0046,
      "step": 20211
    },
    {
      "epoch": 2.191240242844753,
      "grad_norm": 0.05183776840567589,
      "learning_rate": 2.7056434063542725e-05,
      "loss": 0.0043,
      "step": 20212
    },
    {
      "epoch": 2.191348655680833,
      "grad_norm": 0.24112914502620697,
      "learning_rate": 2.7052807195705785e-05,
      "loss": 0.0217,
      "step": 20213
    },
    {
      "epoch": 2.1914570685169124,
      "grad_norm": 0.08268764615058899,
      "learning_rate": 2.7049180327868856e-05,
      "loss": 0.0101,
      "step": 20214
    },
    {
      "epoch": 2.1915654813529923,
      "grad_norm": 0.2246493548154831,
      "learning_rate": 2.704555346003192e-05,
      "loss": 0.0149,
      "step": 20215
    },
    {
      "epoch": 2.191673894189072,
      "grad_norm": 0.13700872659683228,
      "learning_rate": 2.704192659219498e-05,
      "loss": 0.0189,
      "step": 20216
    },
    {
      "epoch": 2.191782307025152,
      "grad_norm": 0.23417343199253082,
      "learning_rate": 2.7038299724358045e-05,
      "loss": 0.0135,
      "step": 20217
    },
    {
      "epoch": 2.1918907198612314,
      "grad_norm": 0.5472606420516968,
      "learning_rate": 2.703467285652111e-05,
      "loss": 0.0216,
      "step": 20218
    },
    {
      "epoch": 2.1919991326973114,
      "grad_norm": 0.30796703696250916,
      "learning_rate": 2.7031045988684174e-05,
      "loss": 0.0309,
      "step": 20219
    },
    {
      "epoch": 2.192107545533391,
      "grad_norm": 0.14946547150611877,
      "learning_rate": 2.7027419120847238e-05,
      "loss": 0.0167,
      "step": 20220
    },
    {
      "epoch": 2.192215958369471,
      "grad_norm": 0.01761326566338539,
      "learning_rate": 2.70237922530103e-05,
      "loss": 0.0011,
      "step": 20221
    },
    {
      "epoch": 2.192324371205551,
      "grad_norm": 0.00962918158620596,
      "learning_rate": 2.702016538517337e-05,
      "loss": 0.0011,
      "step": 20222
    },
    {
      "epoch": 2.1924327840416304,
      "grad_norm": 0.21225611865520477,
      "learning_rate": 2.701653851733643e-05,
      "loss": 0.0125,
      "step": 20223
    },
    {
      "epoch": 2.1925411968777104,
      "grad_norm": 0.1383189857006073,
      "learning_rate": 2.7012911649499494e-05,
      "loss": 0.0187,
      "step": 20224
    },
    {
      "epoch": 2.19264960971379,
      "grad_norm": 0.15402069687843323,
      "learning_rate": 2.7009284781662558e-05,
      "loss": 0.0105,
      "step": 20225
    },
    {
      "epoch": 2.19275802254987,
      "grad_norm": 0.2208486646413803,
      "learning_rate": 2.7005657913825622e-05,
      "loss": 0.02,
      "step": 20226
    },
    {
      "epoch": 2.1928664353859495,
      "grad_norm": 0.15588046610355377,
      "learning_rate": 2.7002031045988686e-05,
      "loss": 0.0096,
      "step": 20227
    },
    {
      "epoch": 2.1929748482220295,
      "grad_norm": 0.1482730209827423,
      "learning_rate": 2.6998404178151747e-05,
      "loss": 0.0062,
      "step": 20228
    },
    {
      "epoch": 2.1930832610581095,
      "grad_norm": 0.14171633124351501,
      "learning_rate": 2.699477731031481e-05,
      "loss": 0.0175,
      "step": 20229
    },
    {
      "epoch": 2.193191673894189,
      "grad_norm": 0.036970049142837524,
      "learning_rate": 2.6991150442477875e-05,
      "loss": 0.0026,
      "step": 20230
    },
    {
      "epoch": 2.193300086730269,
      "grad_norm": 0.15948082506656647,
      "learning_rate": 2.6987523574640943e-05,
      "loss": 0.0454,
      "step": 20231
    },
    {
      "epoch": 2.1934084995663485,
      "grad_norm": 0.07459019124507904,
      "learning_rate": 2.6983896706804007e-05,
      "loss": 0.0017,
      "step": 20232
    },
    {
      "epoch": 2.1935169124024285,
      "grad_norm": 0.060202792286872864,
      "learning_rate": 2.698026983896707e-05,
      "loss": 0.0063,
      "step": 20233
    },
    {
      "epoch": 2.193625325238508,
      "grad_norm": 0.040434423834085464,
      "learning_rate": 2.6976642971130135e-05,
      "loss": 0.0016,
      "step": 20234
    },
    {
      "epoch": 2.193733738074588,
      "grad_norm": 0.11817515641450882,
      "learning_rate": 2.6973016103293196e-05,
      "loss": 0.0147,
      "step": 20235
    },
    {
      "epoch": 2.193842150910668,
      "grad_norm": 0.06696628779172897,
      "learning_rate": 2.696938923545626e-05,
      "loss": 0.0052,
      "step": 20236
    },
    {
      "epoch": 2.1939505637467476,
      "grad_norm": 0.2651168704032898,
      "learning_rate": 2.6965762367619324e-05,
      "loss": 0.0087,
      "step": 20237
    },
    {
      "epoch": 2.1940589765828276,
      "grad_norm": 0.04951149597764015,
      "learning_rate": 2.6962135499782388e-05,
      "loss": 0.0069,
      "step": 20238
    },
    {
      "epoch": 2.194167389418907,
      "grad_norm": 0.1903476119041443,
      "learning_rate": 2.695850863194545e-05,
      "loss": 0.0201,
      "step": 20239
    },
    {
      "epoch": 2.194275802254987,
      "grad_norm": 0.038559384644031525,
      "learning_rate": 2.695488176410852e-05,
      "loss": 0.0053,
      "step": 20240
    },
    {
      "epoch": 2.1943842150910666,
      "grad_norm": 0.14525529742240906,
      "learning_rate": 2.6951254896271584e-05,
      "loss": 0.0196,
      "step": 20241
    },
    {
      "epoch": 2.1944926279271466,
      "grad_norm": 0.15574365854263306,
      "learning_rate": 2.6947628028434645e-05,
      "loss": 0.0155,
      "step": 20242
    },
    {
      "epoch": 2.194601040763226,
      "grad_norm": 0.16337145864963531,
      "learning_rate": 2.694400116059771e-05,
      "loss": 0.0172,
      "step": 20243
    },
    {
      "epoch": 2.194709453599306,
      "grad_norm": 0.21451762318611145,
      "learning_rate": 2.6940374292760773e-05,
      "loss": 0.0269,
      "step": 20244
    },
    {
      "epoch": 2.194817866435386,
      "grad_norm": 0.17720343172550201,
      "learning_rate": 2.6936747424923837e-05,
      "loss": 0.0385,
      "step": 20245
    },
    {
      "epoch": 2.1949262792714657,
      "grad_norm": 0.2275366485118866,
      "learning_rate": 2.69331205570869e-05,
      "loss": 0.0249,
      "step": 20246
    },
    {
      "epoch": 2.1950346921075456,
      "grad_norm": 0.17448128759860992,
      "learning_rate": 2.692949368924996e-05,
      "loss": 0.0161,
      "step": 20247
    },
    {
      "epoch": 2.195143104943625,
      "grad_norm": 0.21340489387512207,
      "learning_rate": 2.6925866821413033e-05,
      "loss": 0.0205,
      "step": 20248
    },
    {
      "epoch": 2.195251517779705,
      "grad_norm": 0.030071251094341278,
      "learning_rate": 2.6922239953576097e-05,
      "loss": 0.0016,
      "step": 20249
    },
    {
      "epoch": 2.1953599306157847,
      "grad_norm": 0.6007108688354492,
      "learning_rate": 2.6918613085739157e-05,
      "loss": 0.0231,
      "step": 20250
    },
    {
      "epoch": 2.1954683434518647,
      "grad_norm": 0.08375861495733261,
      "learning_rate": 2.691498621790222e-05,
      "loss": 0.0033,
      "step": 20251
    },
    {
      "epoch": 2.1955767562879447,
      "grad_norm": 0.1270960122346878,
      "learning_rate": 2.6911359350065286e-05,
      "loss": 0.0067,
      "step": 20252
    },
    {
      "epoch": 2.1956851691240242,
      "grad_norm": 0.06500191986560822,
      "learning_rate": 2.690773248222835e-05,
      "loss": 0.0037,
      "step": 20253
    },
    {
      "epoch": 2.195793581960104,
      "grad_norm": 0.07557252049446106,
      "learning_rate": 2.690410561439141e-05,
      "loss": 0.0068,
      "step": 20254
    },
    {
      "epoch": 2.1959019947961838,
      "grad_norm": 0.21131041646003723,
      "learning_rate": 2.6900478746554475e-05,
      "loss": 0.0096,
      "step": 20255
    },
    {
      "epoch": 2.1960104076322637,
      "grad_norm": 0.2167685329914093,
      "learning_rate": 2.689685187871754e-05,
      "loss": 0.0263,
      "step": 20256
    },
    {
      "epoch": 2.1961188204683433,
      "grad_norm": 0.13516592979431152,
      "learning_rate": 2.6893225010880606e-05,
      "loss": 0.008,
      "step": 20257
    },
    {
      "epoch": 2.1962272333044233,
      "grad_norm": 0.09830627590417862,
      "learning_rate": 2.688959814304367e-05,
      "loss": 0.0064,
      "step": 20258
    },
    {
      "epoch": 2.1963356461405033,
      "grad_norm": 0.051416296511888504,
      "learning_rate": 2.6885971275206734e-05,
      "loss": 0.004,
      "step": 20259
    },
    {
      "epoch": 2.196444058976583,
      "grad_norm": 0.19433894753456116,
      "learning_rate": 2.68823444073698e-05,
      "loss": 0.0102,
      "step": 20260
    },
    {
      "epoch": 2.1965524718126628,
      "grad_norm": 0.05551743134856224,
      "learning_rate": 2.687871753953286e-05,
      "loss": 0.0024,
      "step": 20261
    },
    {
      "epoch": 2.1966608846487423,
      "grad_norm": 0.1424645185470581,
      "learning_rate": 2.6875090671695923e-05,
      "loss": 0.0083,
      "step": 20262
    },
    {
      "epoch": 2.1967692974848223,
      "grad_norm": 0.12070215493440628,
      "learning_rate": 2.6871463803858987e-05,
      "loss": 0.0138,
      "step": 20263
    },
    {
      "epoch": 2.196877710320902,
      "grad_norm": 0.25162798166275024,
      "learning_rate": 2.686783693602205e-05,
      "loss": 0.0321,
      "step": 20264
    },
    {
      "epoch": 2.196986123156982,
      "grad_norm": 0.11385839432477951,
      "learning_rate": 2.6864210068185116e-05,
      "loss": 0.0057,
      "step": 20265
    },
    {
      "epoch": 2.1970945359930614,
      "grad_norm": 0.17555774748325348,
      "learning_rate": 2.6860583200348183e-05,
      "loss": 0.0207,
      "step": 20266
    },
    {
      "epoch": 2.1972029488291414,
      "grad_norm": 0.10802163928747177,
      "learning_rate": 2.6856956332511247e-05,
      "loss": 0.0069,
      "step": 20267
    },
    {
      "epoch": 2.1973113616652213,
      "grad_norm": 0.00906073022633791,
      "learning_rate": 2.6853329464674308e-05,
      "loss": 0.0005,
      "step": 20268
    },
    {
      "epoch": 2.197419774501301,
      "grad_norm": 0.15490713715553284,
      "learning_rate": 2.6849702596837372e-05,
      "loss": 0.0481,
      "step": 20269
    },
    {
      "epoch": 2.197528187337381,
      "grad_norm": 0.10220929980278015,
      "learning_rate": 2.6846075729000436e-05,
      "loss": 0.0066,
      "step": 20270
    },
    {
      "epoch": 2.1976366001734604,
      "grad_norm": 0.022670747712254524,
      "learning_rate": 2.68424488611635e-05,
      "loss": 0.0036,
      "step": 20271
    },
    {
      "epoch": 2.1977450130095404,
      "grad_norm": 0.10482031852006912,
      "learning_rate": 2.6838821993326564e-05,
      "loss": 0.0093,
      "step": 20272
    },
    {
      "epoch": 2.19785342584562,
      "grad_norm": 0.08555074781179428,
      "learning_rate": 2.6835195125489625e-05,
      "loss": 0.0087,
      "step": 20273
    },
    {
      "epoch": 2.1979618386817,
      "grad_norm": 0.2800239324569702,
      "learning_rate": 2.6831568257652696e-05,
      "loss": 0.0143,
      "step": 20274
    },
    {
      "epoch": 2.19807025151778,
      "grad_norm": 0.06795647740364075,
      "learning_rate": 2.682794138981576e-05,
      "loss": 0.0041,
      "step": 20275
    },
    {
      "epoch": 2.1981786643538594,
      "grad_norm": 0.07942849397659302,
      "learning_rate": 2.682431452197882e-05,
      "loss": 0.0038,
      "step": 20276
    },
    {
      "epoch": 2.1982870771899394,
      "grad_norm": 0.021995816379785538,
      "learning_rate": 2.6820687654141885e-05,
      "loss": 0.0014,
      "step": 20277
    },
    {
      "epoch": 2.198395490026019,
      "grad_norm": 0.08833962678909302,
      "learning_rate": 2.681706078630495e-05,
      "loss": 0.0055,
      "step": 20278
    },
    {
      "epoch": 2.198503902862099,
      "grad_norm": 0.18756099045276642,
      "learning_rate": 2.6813433918468013e-05,
      "loss": 0.0151,
      "step": 20279
    },
    {
      "epoch": 2.1986123156981785,
      "grad_norm": 0.015736572444438934,
      "learning_rate": 2.6809807050631074e-05,
      "loss": 0.0008,
      "step": 20280
    },
    {
      "epoch": 2.1987207285342585,
      "grad_norm": 0.19043628871440887,
      "learning_rate": 2.6806180182794138e-05,
      "loss": 0.0425,
      "step": 20281
    },
    {
      "epoch": 2.1988291413703385,
      "grad_norm": 0.4574539065361023,
      "learning_rate": 2.6802553314957202e-05,
      "loss": 0.0397,
      "step": 20282
    },
    {
      "epoch": 2.198937554206418,
      "grad_norm": 0.3484102487564087,
      "learning_rate": 2.679892644712027e-05,
      "loss": 0.0158,
      "step": 20283
    },
    {
      "epoch": 2.199045967042498,
      "grad_norm": 0.10726480931043625,
      "learning_rate": 2.6795299579283334e-05,
      "loss": 0.0061,
      "step": 20284
    },
    {
      "epoch": 2.1991543798785775,
      "grad_norm": 0.2236398607492447,
      "learning_rate": 2.6791672711446398e-05,
      "loss": 0.0214,
      "step": 20285
    },
    {
      "epoch": 2.1992627927146575,
      "grad_norm": 0.11104830354452133,
      "learning_rate": 2.6788045843609462e-05,
      "loss": 0.0118,
      "step": 20286
    },
    {
      "epoch": 2.199371205550737,
      "grad_norm": 0.048794399946928024,
      "learning_rate": 2.6784418975772522e-05,
      "loss": 0.0015,
      "step": 20287
    },
    {
      "epoch": 2.199479618386817,
      "grad_norm": 0.14536146819591522,
      "learning_rate": 2.6780792107935587e-05,
      "loss": 0.0119,
      "step": 20288
    },
    {
      "epoch": 2.1995880312228966,
      "grad_norm": 0.14655640721321106,
      "learning_rate": 2.677716524009865e-05,
      "loss": 0.0169,
      "step": 20289
    },
    {
      "epoch": 2.1996964440589766,
      "grad_norm": 0.09979240596294403,
      "learning_rate": 2.6773538372261715e-05,
      "loss": 0.0035,
      "step": 20290
    },
    {
      "epoch": 2.1998048568950566,
      "grad_norm": 0.1294194608926773,
      "learning_rate": 2.6769911504424782e-05,
      "loss": 0.0057,
      "step": 20291
    },
    {
      "epoch": 2.199913269731136,
      "grad_norm": 0.19095715880393982,
      "learning_rate": 2.6766284636587846e-05,
      "loss": 0.0103,
      "step": 20292
    },
    {
      "epoch": 2.200021682567216,
      "grad_norm": 0.2500823438167572,
      "learning_rate": 2.676265776875091e-05,
      "loss": 0.0224,
      "step": 20293
    },
    {
      "epoch": 2.2001300954032956,
      "grad_norm": 0.0938844382762909,
      "learning_rate": 2.675903090091397e-05,
      "loss": 0.0075,
      "step": 20294
    },
    {
      "epoch": 2.2002385082393756,
      "grad_norm": 0.032360710203647614,
      "learning_rate": 2.6755404033077035e-05,
      "loss": 0.0017,
      "step": 20295
    },
    {
      "epoch": 2.200346921075455,
      "grad_norm": 0.11245227605104446,
      "learning_rate": 2.67517771652401e-05,
      "loss": 0.0083,
      "step": 20296
    },
    {
      "epoch": 2.200455333911535,
      "grad_norm": 0.13137850165367126,
      "learning_rate": 2.6748150297403164e-05,
      "loss": 0.0082,
      "step": 20297
    },
    {
      "epoch": 2.200563746747615,
      "grad_norm": 0.1236422210931778,
      "learning_rate": 2.6744523429566228e-05,
      "loss": 0.003,
      "step": 20298
    },
    {
      "epoch": 2.2006721595836947,
      "grad_norm": 0.3517373204231262,
      "learning_rate": 2.674089656172929e-05,
      "loss": 0.0462,
      "step": 20299
    },
    {
      "epoch": 2.2007805724197746,
      "grad_norm": 0.2281237244606018,
      "learning_rate": 2.673726969389236e-05,
      "loss": 0.0254,
      "step": 20300
    },
    {
      "epoch": 2.200888985255854,
      "grad_norm": 0.14669102430343628,
      "learning_rate": 2.6733642826055423e-05,
      "loss": 0.013,
      "step": 20301
    },
    {
      "epoch": 2.200997398091934,
      "grad_norm": 0.13204848766326904,
      "learning_rate": 2.6730015958218484e-05,
      "loss": 0.004,
      "step": 20302
    },
    {
      "epoch": 2.2011058109280137,
      "grad_norm": 0.03096901625394821,
      "learning_rate": 2.6726389090381548e-05,
      "loss": 0.002,
      "step": 20303
    },
    {
      "epoch": 2.2012142237640937,
      "grad_norm": 0.11305663734674454,
      "learning_rate": 2.6722762222544612e-05,
      "loss": 0.0141,
      "step": 20304
    },
    {
      "epoch": 2.2013226366001737,
      "grad_norm": 0.8412075042724609,
      "learning_rate": 2.6719135354707676e-05,
      "loss": 0.0318,
      "step": 20305
    },
    {
      "epoch": 2.2014310494362532,
      "grad_norm": 0.15704438090324402,
      "learning_rate": 2.6715508486870737e-05,
      "loss": 0.013,
      "step": 20306
    },
    {
      "epoch": 2.201539462272333,
      "grad_norm": 0.12922453880310059,
      "learning_rate": 2.67118816190338e-05,
      "loss": 0.011,
      "step": 20307
    },
    {
      "epoch": 2.2016478751084128,
      "grad_norm": 0.09959214180707932,
      "learning_rate": 2.6708254751196865e-05,
      "loss": 0.0068,
      "step": 20308
    },
    {
      "epoch": 2.2017562879444927,
      "grad_norm": 0.1429237723350525,
      "learning_rate": 2.6704627883359933e-05,
      "loss": 0.0081,
      "step": 20309
    },
    {
      "epoch": 2.2018647007805723,
      "grad_norm": 0.4272622764110565,
      "learning_rate": 2.6701001015522997e-05,
      "loss": 0.0701,
      "step": 20310
    },
    {
      "epoch": 2.2019731136166523,
      "grad_norm": 0.04356391727924347,
      "learning_rate": 2.669737414768606e-05,
      "loss": 0.002,
      "step": 20311
    },
    {
      "epoch": 2.202081526452732,
      "grad_norm": 0.1839182823896408,
      "learning_rate": 2.6693747279849125e-05,
      "loss": 0.0165,
      "step": 20312
    },
    {
      "epoch": 2.202189939288812,
      "grad_norm": 0.3087724447250366,
      "learning_rate": 2.6690120412012186e-05,
      "loss": 0.0614,
      "step": 20313
    },
    {
      "epoch": 2.202298352124892,
      "grad_norm": 0.0556008443236351,
      "learning_rate": 2.668649354417525e-05,
      "loss": 0.002,
      "step": 20314
    },
    {
      "epoch": 2.2024067649609713,
      "grad_norm": 0.20663198828697205,
      "learning_rate": 2.6682866676338314e-05,
      "loss": 0.0399,
      "step": 20315
    },
    {
      "epoch": 2.2025151777970513,
      "grad_norm": 0.23899328708648682,
      "learning_rate": 2.6679239808501378e-05,
      "loss": 0.0147,
      "step": 20316
    },
    {
      "epoch": 2.202623590633131,
      "grad_norm": 0.37898871302604675,
      "learning_rate": 2.6675612940664446e-05,
      "loss": 0.018,
      "step": 20317
    },
    {
      "epoch": 2.202732003469211,
      "grad_norm": 0.2170790284872055,
      "learning_rate": 2.667198607282751e-05,
      "loss": 0.0279,
      "step": 20318
    },
    {
      "epoch": 2.2028404163052904,
      "grad_norm": 0.22373686730861664,
      "learning_rate": 2.6668359204990574e-05,
      "loss": 0.0222,
      "step": 20319
    },
    {
      "epoch": 2.2029488291413704,
      "grad_norm": 0.3125454783439636,
      "learning_rate": 2.6664732337153635e-05,
      "loss": 0.0252,
      "step": 20320
    },
    {
      "epoch": 2.20305724197745,
      "grad_norm": 0.14726929366588593,
      "learning_rate": 2.66611054693167e-05,
      "loss": 0.0197,
      "step": 20321
    },
    {
      "epoch": 2.20316565481353,
      "grad_norm": 0.1733991801738739,
      "learning_rate": 2.6657478601479763e-05,
      "loss": 0.0222,
      "step": 20322
    },
    {
      "epoch": 2.20327406764961,
      "grad_norm": 0.17637459933757782,
      "learning_rate": 2.6653851733642827e-05,
      "loss": 0.0091,
      "step": 20323
    },
    {
      "epoch": 2.2033824804856894,
      "grad_norm": 0.24190592765808105,
      "learning_rate": 2.665022486580589e-05,
      "loss": 0.0198,
      "step": 20324
    },
    {
      "epoch": 2.2034908933217694,
      "grad_norm": 0.35548946261405945,
      "learning_rate": 2.6646597997968952e-05,
      "loss": 0.0635,
      "step": 20325
    },
    {
      "epoch": 2.203599306157849,
      "grad_norm": 0.05489655211567879,
      "learning_rate": 2.6642971130132023e-05,
      "loss": 0.0069,
      "step": 20326
    },
    {
      "epoch": 2.203707718993929,
      "grad_norm": 0.11467259377241135,
      "learning_rate": 2.6639344262295087e-05,
      "loss": 0.0062,
      "step": 20327
    },
    {
      "epoch": 2.203816131830009,
      "grad_norm": 0.0807417780160904,
      "learning_rate": 2.6635717394458147e-05,
      "loss": 0.0039,
      "step": 20328
    },
    {
      "epoch": 2.2039245446660884,
      "grad_norm": 0.10287629067897797,
      "learning_rate": 2.663209052662121e-05,
      "loss": 0.0064,
      "step": 20329
    },
    {
      "epoch": 2.2040329575021684,
      "grad_norm": 0.23225830495357513,
      "learning_rate": 2.6628463658784276e-05,
      "loss": 0.0476,
      "step": 20330
    },
    {
      "epoch": 2.204141370338248,
      "grad_norm": 0.13418544828891754,
      "learning_rate": 2.662483679094734e-05,
      "loss": 0.0161,
      "step": 20331
    },
    {
      "epoch": 2.204249783174328,
      "grad_norm": 0.015822822228074074,
      "learning_rate": 2.66212099231104e-05,
      "loss": 0.0008,
      "step": 20332
    },
    {
      "epoch": 2.2043581960104075,
      "grad_norm": 0.08688066154718399,
      "learning_rate": 2.6617583055273465e-05,
      "loss": 0.0019,
      "step": 20333
    },
    {
      "epoch": 2.2044666088464875,
      "grad_norm": 0.015604776330292225,
      "learning_rate": 2.661395618743653e-05,
      "loss": 0.0011,
      "step": 20334
    },
    {
      "epoch": 2.204575021682567,
      "grad_norm": 0.2577260136604309,
      "learning_rate": 2.6610329319599596e-05,
      "loss": 0.0148,
      "step": 20335
    },
    {
      "epoch": 2.204683434518647,
      "grad_norm": 0.05575885623693466,
      "learning_rate": 2.660670245176266e-05,
      "loss": 0.0032,
      "step": 20336
    },
    {
      "epoch": 2.204791847354727,
      "grad_norm": 0.15480965375900269,
      "learning_rate": 2.6603075583925724e-05,
      "loss": 0.0248,
      "step": 20337
    },
    {
      "epoch": 2.2049002601908065,
      "grad_norm": 0.3794887661933899,
      "learning_rate": 2.659944871608879e-05,
      "loss": 0.0147,
      "step": 20338
    },
    {
      "epoch": 2.2050086730268865,
      "grad_norm": 0.25680044293403625,
      "learning_rate": 2.659582184825185e-05,
      "loss": 0.0464,
      "step": 20339
    },
    {
      "epoch": 2.205117085862966,
      "grad_norm": 0.22098225355148315,
      "learning_rate": 2.6592194980414913e-05,
      "loss": 0.0447,
      "step": 20340
    },
    {
      "epoch": 2.205225498699046,
      "grad_norm": 0.07990918308496475,
      "learning_rate": 2.6588568112577977e-05,
      "loss": 0.0045,
      "step": 20341
    },
    {
      "epoch": 2.2053339115351256,
      "grad_norm": 0.3916255235671997,
      "learning_rate": 2.658494124474104e-05,
      "loss": 0.0333,
      "step": 20342
    },
    {
      "epoch": 2.2054423243712056,
      "grad_norm": 0.03445516154170036,
      "learning_rate": 2.658131437690411e-05,
      "loss": 0.0011,
      "step": 20343
    },
    {
      "epoch": 2.205550737207285,
      "grad_norm": 0.27333158254623413,
      "learning_rate": 2.6577687509067173e-05,
      "loss": 0.0253,
      "step": 20344
    },
    {
      "epoch": 2.205659150043365,
      "grad_norm": 0.13197115063667297,
      "learning_rate": 2.6574060641230237e-05,
      "loss": 0.003,
      "step": 20345
    },
    {
      "epoch": 2.205767562879445,
      "grad_norm": 0.05151123180985451,
      "learning_rate": 2.6570433773393298e-05,
      "loss": 0.0085,
      "step": 20346
    },
    {
      "epoch": 2.2058759757155246,
      "grad_norm": 0.29046258330345154,
      "learning_rate": 2.6566806905556362e-05,
      "loss": 0.0117,
      "step": 20347
    },
    {
      "epoch": 2.2059843885516046,
      "grad_norm": 0.03574278578162193,
      "learning_rate": 2.6563180037719426e-05,
      "loss": 0.0031,
      "step": 20348
    },
    {
      "epoch": 2.206092801387684,
      "grad_norm": 0.344457745552063,
      "learning_rate": 2.655955316988249e-05,
      "loss": 0.0203,
      "step": 20349
    },
    {
      "epoch": 2.206201214223764,
      "grad_norm": 0.12645427882671356,
      "learning_rate": 2.6555926302045554e-05,
      "loss": 0.0071,
      "step": 20350
    },
    {
      "epoch": 2.2063096270598437,
      "grad_norm": 0.04726579785346985,
      "learning_rate": 2.6552299434208615e-05,
      "loss": 0.0021,
      "step": 20351
    },
    {
      "epoch": 2.2064180398959237,
      "grad_norm": 0.04755738005042076,
      "learning_rate": 2.6548672566371686e-05,
      "loss": 0.0023,
      "step": 20352
    },
    {
      "epoch": 2.2065264527320037,
      "grad_norm": 0.10658387094736099,
      "learning_rate": 2.654504569853475e-05,
      "loss": 0.0077,
      "step": 20353
    },
    {
      "epoch": 2.206634865568083,
      "grad_norm": 0.3311353623867035,
      "learning_rate": 2.654141883069781e-05,
      "loss": 0.0465,
      "step": 20354
    },
    {
      "epoch": 2.206743278404163,
      "grad_norm": 0.03760078176856041,
      "learning_rate": 2.6537791962860875e-05,
      "loss": 0.0028,
      "step": 20355
    },
    {
      "epoch": 2.2068516912402427,
      "grad_norm": 0.04072900488972664,
      "learning_rate": 2.653416509502394e-05,
      "loss": 0.0019,
      "step": 20356
    },
    {
      "epoch": 2.2069601040763227,
      "grad_norm": 0.15472412109375,
      "learning_rate": 2.6530538227187003e-05,
      "loss": 0.0083,
      "step": 20357
    },
    {
      "epoch": 2.2070685169124022,
      "grad_norm": 0.144905686378479,
      "learning_rate": 2.6526911359350064e-05,
      "loss": 0.0124,
      "step": 20358
    },
    {
      "epoch": 2.2071769297484822,
      "grad_norm": 0.18738876283168793,
      "learning_rate": 2.6523284491513128e-05,
      "loss": 0.0114,
      "step": 20359
    },
    {
      "epoch": 2.207285342584562,
      "grad_norm": 0.003758246311917901,
      "learning_rate": 2.6519657623676192e-05,
      "loss": 0.0002,
      "step": 20360
    },
    {
      "epoch": 2.2073937554206418,
      "grad_norm": 0.11120067536830902,
      "learning_rate": 2.651603075583926e-05,
      "loss": 0.0131,
      "step": 20361
    },
    {
      "epoch": 2.2075021682567217,
      "grad_norm": 0.17718501389026642,
      "learning_rate": 2.6512403888002324e-05,
      "loss": 0.0463,
      "step": 20362
    },
    {
      "epoch": 2.2076105810928013,
      "grad_norm": 0.0882069393992424,
      "learning_rate": 2.6508777020165388e-05,
      "loss": 0.013,
      "step": 20363
    },
    {
      "epoch": 2.2077189939288813,
      "grad_norm": 0.1672178953886032,
      "learning_rate": 2.6505150152328452e-05,
      "loss": 0.0107,
      "step": 20364
    },
    {
      "epoch": 2.207827406764961,
      "grad_norm": 0.20781980454921722,
      "learning_rate": 2.6501523284491513e-05,
      "loss": 0.019,
      "step": 20365
    },
    {
      "epoch": 2.207935819601041,
      "grad_norm": 0.11102123558521271,
      "learning_rate": 2.6497896416654577e-05,
      "loss": 0.0049,
      "step": 20366
    },
    {
      "epoch": 2.2080442324371203,
      "grad_norm": 0.043548472225666046,
      "learning_rate": 2.649426954881764e-05,
      "loss": 0.0031,
      "step": 20367
    },
    {
      "epoch": 2.2081526452732003,
      "grad_norm": 0.09324763715267181,
      "learning_rate": 2.6490642680980705e-05,
      "loss": 0.0071,
      "step": 20368
    },
    {
      "epoch": 2.2082610581092803,
      "grad_norm": 0.2198619842529297,
      "learning_rate": 2.6487015813143772e-05,
      "loss": 0.0332,
      "step": 20369
    },
    {
      "epoch": 2.20836947094536,
      "grad_norm": 0.19227220118045807,
      "learning_rate": 2.6483388945306836e-05,
      "loss": 0.0403,
      "step": 20370
    },
    {
      "epoch": 2.20847788378144,
      "grad_norm": 0.20534004271030426,
      "learning_rate": 2.64797620774699e-05,
      "loss": 0.0123,
      "step": 20371
    },
    {
      "epoch": 2.2085862966175194,
      "grad_norm": 0.11271900683641434,
      "learning_rate": 2.647613520963296e-05,
      "loss": 0.0086,
      "step": 20372
    },
    {
      "epoch": 2.2086947094535994,
      "grad_norm": 0.15944600105285645,
      "learning_rate": 2.6472508341796025e-05,
      "loss": 0.0329,
      "step": 20373
    },
    {
      "epoch": 2.208803122289679,
      "grad_norm": 0.25380653142929077,
      "learning_rate": 2.646888147395909e-05,
      "loss": 0.0357,
      "step": 20374
    },
    {
      "epoch": 2.208911535125759,
      "grad_norm": 0.13350868225097656,
      "learning_rate": 2.6465254606122154e-05,
      "loss": 0.0119,
      "step": 20375
    },
    {
      "epoch": 2.209019947961839,
      "grad_norm": 0.16466033458709717,
      "learning_rate": 2.6461627738285218e-05,
      "loss": 0.0112,
      "step": 20376
    },
    {
      "epoch": 2.2091283607979184,
      "grad_norm": 0.0629938542842865,
      "learning_rate": 2.645800087044828e-05,
      "loss": 0.0086,
      "step": 20377
    },
    {
      "epoch": 2.2092367736339984,
      "grad_norm": 0.05191928520798683,
      "learning_rate": 2.645437400261135e-05,
      "loss": 0.0057,
      "step": 20378
    },
    {
      "epoch": 2.209345186470078,
      "grad_norm": 0.46053215861320496,
      "learning_rate": 2.6450747134774413e-05,
      "loss": 0.0707,
      "step": 20379
    },
    {
      "epoch": 2.209453599306158,
      "grad_norm": 0.01516808569431305,
      "learning_rate": 2.6447120266937474e-05,
      "loss": 0.0014,
      "step": 20380
    },
    {
      "epoch": 2.2095620121422375,
      "grad_norm": 0.11989513784646988,
      "learning_rate": 2.6443493399100538e-05,
      "loss": 0.0207,
      "step": 20381
    },
    {
      "epoch": 2.2096704249783174,
      "grad_norm": 0.8880492448806763,
      "learning_rate": 2.6439866531263602e-05,
      "loss": 0.0149,
      "step": 20382
    },
    {
      "epoch": 2.2097788378143974,
      "grad_norm": 0.11344058811664581,
      "learning_rate": 2.6436239663426666e-05,
      "loss": 0.0119,
      "step": 20383
    },
    {
      "epoch": 2.209887250650477,
      "grad_norm": 0.09257004410028458,
      "learning_rate": 2.6432612795589727e-05,
      "loss": 0.014,
      "step": 20384
    },
    {
      "epoch": 2.209995663486557,
      "grad_norm": 0.03463162109255791,
      "learning_rate": 2.642898592775279e-05,
      "loss": 0.0016,
      "step": 20385
    },
    {
      "epoch": 2.2101040763226365,
      "grad_norm": 0.18310128152370453,
      "learning_rate": 2.6425359059915862e-05,
      "loss": 0.0063,
      "step": 20386
    },
    {
      "epoch": 2.2102124891587165,
      "grad_norm": 0.06468046456575394,
      "learning_rate": 2.6421732192078923e-05,
      "loss": 0.0063,
      "step": 20387
    },
    {
      "epoch": 2.210320901994796,
      "grad_norm": 0.17976702749729156,
      "learning_rate": 2.6418105324241987e-05,
      "loss": 0.0062,
      "step": 20388
    },
    {
      "epoch": 2.210429314830876,
      "grad_norm": 0.03818252682685852,
      "learning_rate": 2.641447845640505e-05,
      "loss": 0.0039,
      "step": 20389
    },
    {
      "epoch": 2.2105377276669556,
      "grad_norm": 0.03682002052664757,
      "learning_rate": 2.6410851588568115e-05,
      "loss": 0.0015,
      "step": 20390
    },
    {
      "epoch": 2.2106461405030355,
      "grad_norm": 0.15671081840991974,
      "learning_rate": 2.6407224720731176e-05,
      "loss": 0.0232,
      "step": 20391
    },
    {
      "epoch": 2.2107545533391155,
      "grad_norm": 0.20707546174526215,
      "learning_rate": 2.640359785289424e-05,
      "loss": 0.0129,
      "step": 20392
    },
    {
      "epoch": 2.210862966175195,
      "grad_norm": 0.0570942759513855,
      "learning_rate": 2.6399970985057304e-05,
      "loss": 0.0026,
      "step": 20393
    },
    {
      "epoch": 2.210971379011275,
      "grad_norm": 0.10522528737783432,
      "learning_rate": 2.6396344117220368e-05,
      "loss": 0.0069,
      "step": 20394
    },
    {
      "epoch": 2.2110797918473546,
      "grad_norm": 0.041963230818510056,
      "learning_rate": 2.6392717249383436e-05,
      "loss": 0.0057,
      "step": 20395
    },
    {
      "epoch": 2.2111882046834346,
      "grad_norm": 0.2128729522228241,
      "learning_rate": 2.63890903815465e-05,
      "loss": 0.0255,
      "step": 20396
    },
    {
      "epoch": 2.211296617519514,
      "grad_norm": 0.057031840085983276,
      "learning_rate": 2.6385463513709564e-05,
      "loss": 0.0028,
      "step": 20397
    },
    {
      "epoch": 2.211405030355594,
      "grad_norm": 0.0753241553902626,
      "learning_rate": 2.6381836645872625e-05,
      "loss": 0.0049,
      "step": 20398
    },
    {
      "epoch": 2.211513443191674,
      "grad_norm": 0.3070151209831238,
      "learning_rate": 2.637820977803569e-05,
      "loss": 0.0067,
      "step": 20399
    },
    {
      "epoch": 2.2116218560277536,
      "grad_norm": 0.08663419634103775,
      "learning_rate": 2.6374582910198753e-05,
      "loss": 0.0077,
      "step": 20400
    },
    {
      "epoch": 2.2117302688638336,
      "grad_norm": 0.07708612084388733,
      "learning_rate": 2.6370956042361817e-05,
      "loss": 0.0041,
      "step": 20401
    },
    {
      "epoch": 2.211838681699913,
      "grad_norm": 0.04581720754504204,
      "learning_rate": 2.636732917452488e-05,
      "loss": 0.0032,
      "step": 20402
    },
    {
      "epoch": 2.211947094535993,
      "grad_norm": 0.07513047009706497,
      "learning_rate": 2.6363702306687942e-05,
      "loss": 0.0041,
      "step": 20403
    },
    {
      "epoch": 2.2120555073720727,
      "grad_norm": 0.20057572424411774,
      "learning_rate": 2.6360075438851013e-05,
      "loss": 0.0312,
      "step": 20404
    },
    {
      "epoch": 2.2121639202081527,
      "grad_norm": 0.16048626601696014,
      "learning_rate": 2.6356448571014077e-05,
      "loss": 0.0581,
      "step": 20405
    },
    {
      "epoch": 2.2122723330442327,
      "grad_norm": 0.002846020506694913,
      "learning_rate": 2.6352821703177137e-05,
      "loss": 0.0003,
      "step": 20406
    },
    {
      "epoch": 2.212380745880312,
      "grad_norm": 0.17411267757415771,
      "learning_rate": 2.63491948353402e-05,
      "loss": 0.0425,
      "step": 20407
    },
    {
      "epoch": 2.212489158716392,
      "grad_norm": 0.05935195833444595,
      "learning_rate": 2.6345567967503266e-05,
      "loss": 0.007,
      "step": 20408
    },
    {
      "epoch": 2.2125975715524717,
      "grad_norm": 0.36028337478637695,
      "learning_rate": 2.634194109966633e-05,
      "loss": 0.0223,
      "step": 20409
    },
    {
      "epoch": 2.2127059843885517,
      "grad_norm": 0.14751297235488892,
      "learning_rate": 2.633831423182939e-05,
      "loss": 0.0065,
      "step": 20410
    },
    {
      "epoch": 2.2128143972246312,
      "grad_norm": 0.023002317175269127,
      "learning_rate": 2.6334687363992455e-05,
      "loss": 0.0029,
      "step": 20411
    },
    {
      "epoch": 2.2129228100607112,
      "grad_norm": 0.0898180827498436,
      "learning_rate": 2.6331060496155525e-05,
      "loss": 0.0073,
      "step": 20412
    },
    {
      "epoch": 2.2130312228967908,
      "grad_norm": 0.6152600049972534,
      "learning_rate": 2.6327433628318586e-05,
      "loss": 0.0666,
      "step": 20413
    },
    {
      "epoch": 2.2131396357328708,
      "grad_norm": 0.050053149461746216,
      "learning_rate": 2.632380676048165e-05,
      "loss": 0.0054,
      "step": 20414
    },
    {
      "epoch": 2.2132480485689507,
      "grad_norm": 0.24188023805618286,
      "learning_rate": 2.6320179892644714e-05,
      "loss": 0.0259,
      "step": 20415
    },
    {
      "epoch": 2.2133564614050303,
      "grad_norm": 0.12637054920196533,
      "learning_rate": 2.631655302480778e-05,
      "loss": 0.0122,
      "step": 20416
    },
    {
      "epoch": 2.2134648742411103,
      "grad_norm": 0.04982994124293327,
      "learning_rate": 2.631292615697084e-05,
      "loss": 0.0025,
      "step": 20417
    },
    {
      "epoch": 2.21357328707719,
      "grad_norm": 0.22845014929771423,
      "learning_rate": 2.6309299289133903e-05,
      "loss": 0.0066,
      "step": 20418
    },
    {
      "epoch": 2.21368169991327,
      "grad_norm": 0.09757324308156967,
      "learning_rate": 2.6305672421296967e-05,
      "loss": 0.0028,
      "step": 20419
    },
    {
      "epoch": 2.2137901127493493,
      "grad_norm": 0.06542961299419403,
      "learning_rate": 2.630204555346003e-05,
      "loss": 0.0029,
      "step": 20420
    },
    {
      "epoch": 2.2138985255854293,
      "grad_norm": 0.19065222144126892,
      "learning_rate": 2.62984186856231e-05,
      "loss": 0.0278,
      "step": 20421
    },
    {
      "epoch": 2.2140069384215093,
      "grad_norm": 0.12552373111248016,
      "learning_rate": 2.6294791817786163e-05,
      "loss": 0.0104,
      "step": 20422
    },
    {
      "epoch": 2.214115351257589,
      "grad_norm": 0.1534532904624939,
      "learning_rate": 2.6291164949949227e-05,
      "loss": 0.0224,
      "step": 20423
    },
    {
      "epoch": 2.214223764093669,
      "grad_norm": 0.1034432128071785,
      "learning_rate": 2.6287538082112288e-05,
      "loss": 0.0041,
      "step": 20424
    },
    {
      "epoch": 2.2143321769297484,
      "grad_norm": 0.10940171778202057,
      "learning_rate": 2.6283911214275352e-05,
      "loss": 0.0155,
      "step": 20425
    },
    {
      "epoch": 2.2144405897658284,
      "grad_norm": 0.23214702308177948,
      "learning_rate": 2.6280284346438416e-05,
      "loss": 0.027,
      "step": 20426
    },
    {
      "epoch": 2.214549002601908,
      "grad_norm": 0.04853307455778122,
      "learning_rate": 2.627665747860148e-05,
      "loss": 0.0046,
      "step": 20427
    },
    {
      "epoch": 2.214657415437988,
      "grad_norm": 0.11210672557353973,
      "learning_rate": 2.6273030610764544e-05,
      "loss": 0.0196,
      "step": 20428
    },
    {
      "epoch": 2.214765828274068,
      "grad_norm": 0.13389678299427032,
      "learning_rate": 2.6269403742927605e-05,
      "loss": 0.0144,
      "step": 20429
    },
    {
      "epoch": 2.2148742411101474,
      "grad_norm": 0.01655752956867218,
      "learning_rate": 2.6265776875090676e-05,
      "loss": 0.0016,
      "step": 20430
    },
    {
      "epoch": 2.2149826539462274,
      "grad_norm": 0.19978412985801697,
      "learning_rate": 2.626215000725374e-05,
      "loss": 0.0249,
      "step": 20431
    },
    {
      "epoch": 2.215091066782307,
      "grad_norm": 0.1566823124885559,
      "learning_rate": 2.62585231394168e-05,
      "loss": 0.046,
      "step": 20432
    },
    {
      "epoch": 2.215199479618387,
      "grad_norm": 0.11913562566041946,
      "learning_rate": 2.6254896271579865e-05,
      "loss": 0.0143,
      "step": 20433
    },
    {
      "epoch": 2.2153078924544665,
      "grad_norm": 0.11531852185726166,
      "learning_rate": 2.625126940374293e-05,
      "loss": 0.0061,
      "step": 20434
    },
    {
      "epoch": 2.2154163052905465,
      "grad_norm": 0.07919575273990631,
      "learning_rate": 2.6247642535905993e-05,
      "loss": 0.0062,
      "step": 20435
    },
    {
      "epoch": 2.215524718126626,
      "grad_norm": 0.028823088854551315,
      "learning_rate": 2.6244015668069054e-05,
      "loss": 0.0026,
      "step": 20436
    },
    {
      "epoch": 2.215633130962706,
      "grad_norm": 0.13213005661964417,
      "learning_rate": 2.6240388800232118e-05,
      "loss": 0.0167,
      "step": 20437
    },
    {
      "epoch": 2.215741543798786,
      "grad_norm": 0.04365507513284683,
      "learning_rate": 2.623676193239519e-05,
      "loss": 0.0058,
      "step": 20438
    },
    {
      "epoch": 2.2158499566348655,
      "grad_norm": 0.20209363102912903,
      "learning_rate": 2.623313506455825e-05,
      "loss": 0.0066,
      "step": 20439
    },
    {
      "epoch": 2.2159583694709455,
      "grad_norm": 0.1755356788635254,
      "learning_rate": 2.6229508196721314e-05,
      "loss": 0.0232,
      "step": 20440
    },
    {
      "epoch": 2.216066782307025,
      "grad_norm": 0.048383619636297226,
      "learning_rate": 2.6225881328884378e-05,
      "loss": 0.0043,
      "step": 20441
    },
    {
      "epoch": 2.216175195143105,
      "grad_norm": 0.19328321516513824,
      "learning_rate": 2.6222254461047442e-05,
      "loss": 0.0203,
      "step": 20442
    },
    {
      "epoch": 2.2162836079791846,
      "grad_norm": 0.8727806806564331,
      "learning_rate": 2.6218627593210503e-05,
      "loss": 0.0181,
      "step": 20443
    },
    {
      "epoch": 2.2163920208152645,
      "grad_norm": 0.06573924422264099,
      "learning_rate": 2.6215000725373567e-05,
      "loss": 0.0042,
      "step": 20444
    },
    {
      "epoch": 2.2165004336513445,
      "grad_norm": 0.1405327171087265,
      "learning_rate": 2.621137385753663e-05,
      "loss": 0.0315,
      "step": 20445
    },
    {
      "epoch": 2.216608846487424,
      "grad_norm": 0.06330812722444534,
      "learning_rate": 2.6207746989699695e-05,
      "loss": 0.0033,
      "step": 20446
    },
    {
      "epoch": 2.216717259323504,
      "grad_norm": 0.23302090167999268,
      "learning_rate": 2.6204120121862762e-05,
      "loss": 0.0262,
      "step": 20447
    },
    {
      "epoch": 2.2168256721595836,
      "grad_norm": 0.24380731582641602,
      "learning_rate": 2.6200493254025826e-05,
      "loss": 0.026,
      "step": 20448
    },
    {
      "epoch": 2.2169340849956636,
      "grad_norm": 0.3205659091472626,
      "learning_rate": 2.619686638618889e-05,
      "loss": 0.0285,
      "step": 20449
    },
    {
      "epoch": 2.217042497831743,
      "grad_norm": 0.25395897030830383,
      "learning_rate": 2.6193239518351955e-05,
      "loss": 0.019,
      "step": 20450
    },
    {
      "epoch": 2.217150910667823,
      "grad_norm": 0.1369965672492981,
      "learning_rate": 2.6189612650515015e-05,
      "loss": 0.0384,
      "step": 20451
    },
    {
      "epoch": 2.217259323503903,
      "grad_norm": 0.19209305942058563,
      "learning_rate": 2.618598578267808e-05,
      "loss": 0.0197,
      "step": 20452
    },
    {
      "epoch": 2.2173677363399826,
      "grad_norm": 0.3646107017993927,
      "learning_rate": 2.6182358914841144e-05,
      "loss": 0.0121,
      "step": 20453
    },
    {
      "epoch": 2.2174761491760626,
      "grad_norm": 0.11868172883987427,
      "learning_rate": 2.6178732047004208e-05,
      "loss": 0.0202,
      "step": 20454
    },
    {
      "epoch": 2.217584562012142,
      "grad_norm": 0.32725054025650024,
      "learning_rate": 2.617510517916727e-05,
      "loss": 0.0099,
      "step": 20455
    },
    {
      "epoch": 2.217692974848222,
      "grad_norm": 0.10151652246713638,
      "learning_rate": 2.617147831133034e-05,
      "loss": 0.0114,
      "step": 20456
    },
    {
      "epoch": 2.2178013876843017,
      "grad_norm": 0.008552624844014645,
      "learning_rate": 2.6167851443493403e-05,
      "loss": 0.0006,
      "step": 20457
    },
    {
      "epoch": 2.2179098005203817,
      "grad_norm": 0.2658916711807251,
      "learning_rate": 2.6164224575656464e-05,
      "loss": 0.0183,
      "step": 20458
    },
    {
      "epoch": 2.218018213356461,
      "grad_norm": 0.09781956672668457,
      "learning_rate": 2.6160597707819528e-05,
      "loss": 0.0045,
      "step": 20459
    },
    {
      "epoch": 2.218126626192541,
      "grad_norm": 0.19859308004379272,
      "learning_rate": 2.6156970839982592e-05,
      "loss": 0.0094,
      "step": 20460
    },
    {
      "epoch": 2.218235039028621,
      "grad_norm": 0.14653891324996948,
      "learning_rate": 2.6153343972145656e-05,
      "loss": 0.0226,
      "step": 20461
    },
    {
      "epoch": 2.2183434518647007,
      "grad_norm": 0.13804958760738373,
      "learning_rate": 2.6149717104308717e-05,
      "loss": 0.0075,
      "step": 20462
    },
    {
      "epoch": 2.2184518647007807,
      "grad_norm": 0.1119273453950882,
      "learning_rate": 2.614609023647178e-05,
      "loss": 0.0071,
      "step": 20463
    },
    {
      "epoch": 2.2185602775368602,
      "grad_norm": 0.08847459405660629,
      "learning_rate": 2.6142463368634852e-05,
      "loss": 0.0073,
      "step": 20464
    },
    {
      "epoch": 2.2186686903729402,
      "grad_norm": 0.20209667086601257,
      "learning_rate": 2.6138836500797913e-05,
      "loss": 0.0231,
      "step": 20465
    },
    {
      "epoch": 2.2187771032090198,
      "grad_norm": 0.08727789670228958,
      "learning_rate": 2.6135209632960977e-05,
      "loss": 0.0071,
      "step": 20466
    },
    {
      "epoch": 2.2188855160450998,
      "grad_norm": 0.16271333396434784,
      "learning_rate": 2.613158276512404e-05,
      "loss": 0.0195,
      "step": 20467
    },
    {
      "epoch": 2.2189939288811793,
      "grad_norm": 0.17021657526493073,
      "learning_rate": 2.6127955897287105e-05,
      "loss": 0.0276,
      "step": 20468
    },
    {
      "epoch": 2.2191023417172593,
      "grad_norm": 0.21792396903038025,
      "learning_rate": 2.6124329029450166e-05,
      "loss": 0.0172,
      "step": 20469
    },
    {
      "epoch": 2.2192107545533393,
      "grad_norm": 0.013355446048080921,
      "learning_rate": 2.612070216161323e-05,
      "loss": 0.0008,
      "step": 20470
    },
    {
      "epoch": 2.219319167389419,
      "grad_norm": 0.12815886735916138,
      "learning_rate": 2.6117075293776294e-05,
      "loss": 0.0054,
      "step": 20471
    },
    {
      "epoch": 2.219427580225499,
      "grad_norm": 0.324520468711853,
      "learning_rate": 2.6113448425939358e-05,
      "loss": 0.0228,
      "step": 20472
    },
    {
      "epoch": 2.2195359930615783,
      "grad_norm": 0.05268552899360657,
      "learning_rate": 2.6109821558102426e-05,
      "loss": 0.0056,
      "step": 20473
    },
    {
      "epoch": 2.2196444058976583,
      "grad_norm": 0.03161756321787834,
      "learning_rate": 2.610619469026549e-05,
      "loss": 0.0029,
      "step": 20474
    },
    {
      "epoch": 2.2197528187337383,
      "grad_norm": 0.6097514629364014,
      "learning_rate": 2.6102567822428554e-05,
      "loss": 0.0085,
      "step": 20475
    },
    {
      "epoch": 2.219861231569818,
      "grad_norm": 0.6503615975379944,
      "learning_rate": 2.6098940954591618e-05,
      "loss": 0.0395,
      "step": 20476
    },
    {
      "epoch": 2.219969644405898,
      "grad_norm": 0.16632026433944702,
      "learning_rate": 2.609531408675468e-05,
      "loss": 0.011,
      "step": 20477
    },
    {
      "epoch": 2.2200780572419774,
      "grad_norm": 0.6114906072616577,
      "learning_rate": 2.6091687218917743e-05,
      "loss": 0.0157,
      "step": 20478
    },
    {
      "epoch": 2.2201864700780574,
      "grad_norm": 0.31034696102142334,
      "learning_rate": 2.6088060351080807e-05,
      "loss": 0.0075,
      "step": 20479
    },
    {
      "epoch": 2.220294882914137,
      "grad_norm": 0.583555281162262,
      "learning_rate": 2.608443348324387e-05,
      "loss": 0.0364,
      "step": 20480
    },
    {
      "epoch": 2.220403295750217,
      "grad_norm": 0.2159608006477356,
      "learning_rate": 2.608080661540694e-05,
      "loss": 0.03,
      "step": 20481
    },
    {
      "epoch": 2.2205117085862964,
      "grad_norm": 0.24684633314609528,
      "learning_rate": 2.6077179747570003e-05,
      "loss": 0.0236,
      "step": 20482
    },
    {
      "epoch": 2.2206201214223764,
      "grad_norm": 0.1633520871400833,
      "learning_rate": 2.6073552879733067e-05,
      "loss": 0.0181,
      "step": 20483
    },
    {
      "epoch": 2.2207285342584564,
      "grad_norm": 0.11226383596658707,
      "learning_rate": 2.6069926011896127e-05,
      "loss": 0.0096,
      "step": 20484
    },
    {
      "epoch": 2.220836947094536,
      "grad_norm": 0.11271189898252487,
      "learning_rate": 2.606629914405919e-05,
      "loss": 0.0096,
      "step": 20485
    },
    {
      "epoch": 2.220945359930616,
      "grad_norm": 0.24875667691230774,
      "learning_rate": 2.6062672276222256e-05,
      "loss": 0.018,
      "step": 20486
    },
    {
      "epoch": 2.2210537727666955,
      "grad_norm": 0.01820288598537445,
      "learning_rate": 2.605904540838532e-05,
      "loss": 0.0018,
      "step": 20487
    },
    {
      "epoch": 2.2211621856027755,
      "grad_norm": 0.16948112845420837,
      "learning_rate": 2.605541854054838e-05,
      "loss": 0.0671,
      "step": 20488
    },
    {
      "epoch": 2.221270598438855,
      "grad_norm": 0.18929360806941986,
      "learning_rate": 2.6051791672711445e-05,
      "loss": 0.0117,
      "step": 20489
    },
    {
      "epoch": 2.221379011274935,
      "grad_norm": 0.25438928604125977,
      "learning_rate": 2.6048164804874515e-05,
      "loss": 0.0148,
      "step": 20490
    },
    {
      "epoch": 2.2214874241110145,
      "grad_norm": 0.06111912056803703,
      "learning_rate": 2.6044537937037576e-05,
      "loss": 0.0065,
      "step": 20491
    },
    {
      "epoch": 2.2215958369470945,
      "grad_norm": 0.15709370374679565,
      "learning_rate": 2.604091106920064e-05,
      "loss": 0.0256,
      "step": 20492
    },
    {
      "epoch": 2.2217042497831745,
      "grad_norm": 0.013811508193612099,
      "learning_rate": 2.6037284201363704e-05,
      "loss": 0.0019,
      "step": 20493
    },
    {
      "epoch": 2.221812662619254,
      "grad_norm": 0.40222644805908203,
      "learning_rate": 2.603365733352677e-05,
      "loss": 0.0502,
      "step": 20494
    },
    {
      "epoch": 2.221921075455334,
      "grad_norm": 0.1581117808818817,
      "learning_rate": 2.603003046568983e-05,
      "loss": 0.011,
      "step": 20495
    },
    {
      "epoch": 2.2220294882914136,
      "grad_norm": 0.09796410799026489,
      "learning_rate": 2.6026403597852893e-05,
      "loss": 0.0147,
      "step": 20496
    },
    {
      "epoch": 2.2221379011274935,
      "grad_norm": 0.4796296954154968,
      "learning_rate": 2.6022776730015957e-05,
      "loss": 0.0426,
      "step": 20497
    },
    {
      "epoch": 2.222246313963573,
      "grad_norm": 0.1328832358121872,
      "learning_rate": 2.601914986217902e-05,
      "loss": 0.0361,
      "step": 20498
    },
    {
      "epoch": 2.222354726799653,
      "grad_norm": 0.12694303691387177,
      "learning_rate": 2.601552299434209e-05,
      "loss": 0.01,
      "step": 20499
    },
    {
      "epoch": 2.222463139635733,
      "grad_norm": 0.07711762934923172,
      "learning_rate": 2.6011896126505153e-05,
      "loss": 0.0114,
      "step": 20500
    },
    {
      "epoch": 2.2225715524718126,
      "grad_norm": 0.19843976199626923,
      "learning_rate": 2.6008269258668217e-05,
      "loss": 0.0091,
      "step": 20501
    },
    {
      "epoch": 2.2226799653078926,
      "grad_norm": 0.09822612255811691,
      "learning_rate": 2.600464239083128e-05,
      "loss": 0.0079,
      "step": 20502
    },
    {
      "epoch": 2.222788378143972,
      "grad_norm": 0.019825568422675133,
      "learning_rate": 2.6001015522994342e-05,
      "loss": 0.0018,
      "step": 20503
    },
    {
      "epoch": 2.222896790980052,
      "grad_norm": 0.0063813673332333565,
      "learning_rate": 2.5997388655157406e-05,
      "loss": 0.0005,
      "step": 20504
    },
    {
      "epoch": 2.2230052038161316,
      "grad_norm": 0.06631308048963547,
      "learning_rate": 2.599376178732047e-05,
      "loss": 0.0042,
      "step": 20505
    },
    {
      "epoch": 2.2231136166522116,
      "grad_norm": 0.061492517590522766,
      "learning_rate": 2.5990134919483534e-05,
      "loss": 0.0032,
      "step": 20506
    },
    {
      "epoch": 2.2232220294882916,
      "grad_norm": 0.01570630818605423,
      "learning_rate": 2.5986508051646602e-05,
      "loss": 0.0011,
      "step": 20507
    },
    {
      "epoch": 2.223330442324371,
      "grad_norm": 0.28378042578697205,
      "learning_rate": 2.5982881183809666e-05,
      "loss": 0.0354,
      "step": 20508
    },
    {
      "epoch": 2.223438855160451,
      "grad_norm": 0.38582924008369446,
      "learning_rate": 2.597925431597273e-05,
      "loss": 0.0199,
      "step": 20509
    },
    {
      "epoch": 2.2235472679965307,
      "grad_norm": 0.11241302639245987,
      "learning_rate": 2.597562744813579e-05,
      "loss": 0.0132,
      "step": 20510
    },
    {
      "epoch": 2.2236556808326107,
      "grad_norm": 0.2165917605161667,
      "learning_rate": 2.5972000580298855e-05,
      "loss": 0.0167,
      "step": 20511
    },
    {
      "epoch": 2.22376409366869,
      "grad_norm": 0.013739826157689095,
      "learning_rate": 2.596837371246192e-05,
      "loss": 0.0016,
      "step": 20512
    },
    {
      "epoch": 2.22387250650477,
      "grad_norm": 0.059945400804281235,
      "learning_rate": 2.5964746844624983e-05,
      "loss": 0.0043,
      "step": 20513
    },
    {
      "epoch": 2.2239809193408497,
      "grad_norm": 0.14104174077510834,
      "learning_rate": 2.5961119976788044e-05,
      "loss": 0.0227,
      "step": 20514
    },
    {
      "epoch": 2.2240893321769297,
      "grad_norm": 0.14182153344154358,
      "learning_rate": 2.5957493108951108e-05,
      "loss": 0.012,
      "step": 20515
    },
    {
      "epoch": 2.2241977450130097,
      "grad_norm": 0.021144205704331398,
      "learning_rate": 2.595386624111418e-05,
      "loss": 0.0018,
      "step": 20516
    },
    {
      "epoch": 2.2243061578490892,
      "grad_norm": 0.23509663343429565,
      "learning_rate": 2.595023937327724e-05,
      "loss": 0.014,
      "step": 20517
    },
    {
      "epoch": 2.2244145706851692,
      "grad_norm": 0.02125570736825466,
      "learning_rate": 2.5946612505440304e-05,
      "loss": 0.002,
      "step": 20518
    },
    {
      "epoch": 2.2245229835212488,
      "grad_norm": 0.18321913480758667,
      "learning_rate": 2.5942985637603368e-05,
      "loss": 0.0188,
      "step": 20519
    },
    {
      "epoch": 2.2246313963573288,
      "grad_norm": 0.2924675941467285,
      "learning_rate": 2.5939358769766432e-05,
      "loss": 0.0204,
      "step": 20520
    },
    {
      "epoch": 2.2247398091934083,
      "grad_norm": 0.07974707335233688,
      "learning_rate": 2.5935731901929493e-05,
      "loss": 0.0049,
      "step": 20521
    },
    {
      "epoch": 2.2248482220294883,
      "grad_norm": 0.03708779439330101,
      "learning_rate": 2.5932105034092557e-05,
      "loss": 0.004,
      "step": 20522
    },
    {
      "epoch": 2.2249566348655683,
      "grad_norm": 0.28336554765701294,
      "learning_rate": 2.592847816625562e-05,
      "loss": 0.0303,
      "step": 20523
    },
    {
      "epoch": 2.225065047701648,
      "grad_norm": 0.0522579699754715,
      "learning_rate": 2.5924851298418685e-05,
      "loss": 0.0032,
      "step": 20524
    },
    {
      "epoch": 2.225173460537728,
      "grad_norm": 0.1726582646369934,
      "learning_rate": 2.5921224430581752e-05,
      "loss": 0.0143,
      "step": 20525
    },
    {
      "epoch": 2.2252818733738073,
      "grad_norm": 0.1425503045320511,
      "learning_rate": 2.5917597562744816e-05,
      "loss": 0.0084,
      "step": 20526
    },
    {
      "epoch": 2.2253902862098873,
      "grad_norm": 0.028550589457154274,
      "learning_rate": 2.591397069490788e-05,
      "loss": 0.003,
      "step": 20527
    },
    {
      "epoch": 2.225498699045967,
      "grad_norm": 0.1663082391023636,
      "learning_rate": 2.5910343827070945e-05,
      "loss": 0.022,
      "step": 20528
    },
    {
      "epoch": 2.225607111882047,
      "grad_norm": 0.17002762854099274,
      "learning_rate": 2.5906716959234005e-05,
      "loss": 0.0204,
      "step": 20529
    },
    {
      "epoch": 2.225715524718127,
      "grad_norm": 0.15036353468894958,
      "learning_rate": 2.590309009139707e-05,
      "loss": 0.0143,
      "step": 20530
    },
    {
      "epoch": 2.2258239375542064,
      "grad_norm": 0.024975160136818886,
      "learning_rate": 2.5899463223560134e-05,
      "loss": 0.0013,
      "step": 20531
    },
    {
      "epoch": 2.2259323503902864,
      "grad_norm": 0.12085065245628357,
      "learning_rate": 2.5895836355723198e-05,
      "loss": 0.0049,
      "step": 20532
    },
    {
      "epoch": 2.226040763226366,
      "grad_norm": 0.15445785224437714,
      "learning_rate": 2.5892209487886265e-05,
      "loss": 0.0062,
      "step": 20533
    },
    {
      "epoch": 2.226149176062446,
      "grad_norm": 0.018820175901055336,
      "learning_rate": 2.588858262004933e-05,
      "loss": 0.0006,
      "step": 20534
    },
    {
      "epoch": 2.2262575888985254,
      "grad_norm": 0.16460278630256653,
      "learning_rate": 2.5884955752212393e-05,
      "loss": 0.0257,
      "step": 20535
    },
    {
      "epoch": 2.2263660017346054,
      "grad_norm": 0.04618845507502556,
      "learning_rate": 2.5881328884375454e-05,
      "loss": 0.0034,
      "step": 20536
    },
    {
      "epoch": 2.226474414570685,
      "grad_norm": 0.029773645102977753,
      "learning_rate": 2.5877702016538518e-05,
      "loss": 0.0017,
      "step": 20537
    },
    {
      "epoch": 2.226582827406765,
      "grad_norm": 0.31750354170799255,
      "learning_rate": 2.5874075148701582e-05,
      "loss": 0.0541,
      "step": 20538
    },
    {
      "epoch": 2.226691240242845,
      "grad_norm": 0.2819913327693939,
      "learning_rate": 2.5870448280864646e-05,
      "loss": 0.0245,
      "step": 20539
    },
    {
      "epoch": 2.2267996530789245,
      "grad_norm": 0.11096873134374619,
      "learning_rate": 2.5866821413027707e-05,
      "loss": 0.0187,
      "step": 20540
    },
    {
      "epoch": 2.2269080659150045,
      "grad_norm": 0.10592124611139297,
      "learning_rate": 2.586319454519077e-05,
      "loss": 0.0044,
      "step": 20541
    },
    {
      "epoch": 2.227016478751084,
      "grad_norm": 0.2613922655582428,
      "learning_rate": 2.5859567677353842e-05,
      "loss": 0.0305,
      "step": 20542
    },
    {
      "epoch": 2.227124891587164,
      "grad_norm": 0.248771071434021,
      "learning_rate": 2.5855940809516903e-05,
      "loss": 0.0424,
      "step": 20543
    },
    {
      "epoch": 2.2272333044232435,
      "grad_norm": 0.080681711435318,
      "learning_rate": 2.5852313941679967e-05,
      "loss": 0.0102,
      "step": 20544
    },
    {
      "epoch": 2.2273417172593235,
      "grad_norm": 0.0367216020822525,
      "learning_rate": 2.584868707384303e-05,
      "loss": 0.0038,
      "step": 20545
    },
    {
      "epoch": 2.2274501300954035,
      "grad_norm": 0.11510193347930908,
      "learning_rate": 2.5845060206006095e-05,
      "loss": 0.0162,
      "step": 20546
    },
    {
      "epoch": 2.227558542931483,
      "grad_norm": 0.04436613619327545,
      "learning_rate": 2.5841433338169156e-05,
      "loss": 0.0027,
      "step": 20547
    },
    {
      "epoch": 2.227666955767563,
      "grad_norm": 0.18525837361812592,
      "learning_rate": 2.583780647033222e-05,
      "loss": 0.023,
      "step": 20548
    },
    {
      "epoch": 2.2277753686036426,
      "grad_norm": 0.08636323362588882,
      "learning_rate": 2.5834179602495284e-05,
      "loss": 0.0143,
      "step": 20549
    },
    {
      "epoch": 2.2278837814397225,
      "grad_norm": 0.14160366356372833,
      "learning_rate": 2.5830552734658348e-05,
      "loss": 0.0028,
      "step": 20550
    },
    {
      "epoch": 2.227992194275802,
      "grad_norm": 0.11335860192775726,
      "learning_rate": 2.5826925866821416e-05,
      "loss": 0.0075,
      "step": 20551
    },
    {
      "epoch": 2.228100607111882,
      "grad_norm": 0.09421631693840027,
      "learning_rate": 2.582329899898448e-05,
      "loss": 0.0118,
      "step": 20552
    },
    {
      "epoch": 2.228209019947962,
      "grad_norm": 0.2005351483821869,
      "learning_rate": 2.5819672131147544e-05,
      "loss": 0.0158,
      "step": 20553
    },
    {
      "epoch": 2.2283174327840416,
      "grad_norm": 0.05103654786944389,
      "learning_rate": 2.5816045263310608e-05,
      "loss": 0.0054,
      "step": 20554
    },
    {
      "epoch": 2.2284258456201216,
      "grad_norm": 0.034138891845941544,
      "learning_rate": 2.581241839547367e-05,
      "loss": 0.0025,
      "step": 20555
    },
    {
      "epoch": 2.228534258456201,
      "grad_norm": 0.13680198788642883,
      "learning_rate": 2.5808791527636733e-05,
      "loss": 0.0327,
      "step": 20556
    },
    {
      "epoch": 2.228642671292281,
      "grad_norm": 0.00882440060377121,
      "learning_rate": 2.5805164659799797e-05,
      "loss": 0.0006,
      "step": 20557
    },
    {
      "epoch": 2.2287510841283606,
      "grad_norm": 0.16161367297172546,
      "learning_rate": 2.580153779196286e-05,
      "loss": 0.012,
      "step": 20558
    },
    {
      "epoch": 2.2288594969644406,
      "grad_norm": 0.04503839462995529,
      "learning_rate": 2.579791092412593e-05,
      "loss": 0.0015,
      "step": 20559
    },
    {
      "epoch": 2.22896790980052,
      "grad_norm": 0.08796422928571701,
      "learning_rate": 2.5794284056288993e-05,
      "loss": 0.0069,
      "step": 20560
    },
    {
      "epoch": 2.2290763226366,
      "grad_norm": 0.02695227786898613,
      "learning_rate": 2.5790657188452057e-05,
      "loss": 0.0038,
      "step": 20561
    },
    {
      "epoch": 2.22918473547268,
      "grad_norm": 0.21081547439098358,
      "learning_rate": 2.5787030320615118e-05,
      "loss": 0.0143,
      "step": 20562
    },
    {
      "epoch": 2.2292931483087597,
      "grad_norm": 0.0689900666475296,
      "learning_rate": 2.578340345277818e-05,
      "loss": 0.0093,
      "step": 20563
    },
    {
      "epoch": 2.2294015611448397,
      "grad_norm": 0.07282360643148422,
      "learning_rate": 2.5779776584941246e-05,
      "loss": 0.0043,
      "step": 20564
    },
    {
      "epoch": 2.229509973980919,
      "grad_norm": 0.18614670634269714,
      "learning_rate": 2.577614971710431e-05,
      "loss": 0.0194,
      "step": 20565
    },
    {
      "epoch": 2.229618386816999,
      "grad_norm": 0.04282980412244797,
      "learning_rate": 2.577252284926737e-05,
      "loss": 0.0028,
      "step": 20566
    },
    {
      "epoch": 2.2297267996530787,
      "grad_norm": 0.0447588749229908,
      "learning_rate": 2.5768895981430435e-05,
      "loss": 0.001,
      "step": 20567
    },
    {
      "epoch": 2.2298352124891587,
      "grad_norm": 0.03497093915939331,
      "learning_rate": 2.5765269113593506e-05,
      "loss": 0.0024,
      "step": 20568
    },
    {
      "epoch": 2.2299436253252387,
      "grad_norm": 0.1266629844903946,
      "learning_rate": 2.5761642245756566e-05,
      "loss": 0.0091,
      "step": 20569
    },
    {
      "epoch": 2.2300520381613183,
      "grad_norm": 0.2734687924385071,
      "learning_rate": 2.575801537791963e-05,
      "loss": 0.0325,
      "step": 20570
    },
    {
      "epoch": 2.2301604509973982,
      "grad_norm": 0.2166098952293396,
      "learning_rate": 2.5754388510082694e-05,
      "loss": 0.0126,
      "step": 20571
    },
    {
      "epoch": 2.2302688638334778,
      "grad_norm": 0.015739761292934418,
      "learning_rate": 2.575076164224576e-05,
      "loss": 0.0015,
      "step": 20572
    },
    {
      "epoch": 2.2303772766695578,
      "grad_norm": 0.09592434763908386,
      "learning_rate": 2.574713477440882e-05,
      "loss": 0.0083,
      "step": 20573
    },
    {
      "epoch": 2.2304856895056373,
      "grad_norm": 0.21478791534900665,
      "learning_rate": 2.5743507906571883e-05,
      "loss": 0.0172,
      "step": 20574
    },
    {
      "epoch": 2.2305941023417173,
      "grad_norm": 0.208698108792305,
      "learning_rate": 2.5739881038734947e-05,
      "loss": 0.0049,
      "step": 20575
    },
    {
      "epoch": 2.2307025151777973,
      "grad_norm": 0.24735704064369202,
      "learning_rate": 2.573625417089801e-05,
      "loss": 0.0086,
      "step": 20576
    },
    {
      "epoch": 2.230810928013877,
      "grad_norm": 0.13736377656459808,
      "learning_rate": 2.573262730306108e-05,
      "loss": 0.0186,
      "step": 20577
    },
    {
      "epoch": 2.230919340849957,
      "grad_norm": 0.07526334375143051,
      "learning_rate": 2.5729000435224143e-05,
      "loss": 0.0054,
      "step": 20578
    },
    {
      "epoch": 2.2310277536860363,
      "grad_norm": 0.4596482813358307,
      "learning_rate": 2.5725373567387207e-05,
      "loss": 0.056,
      "step": 20579
    },
    {
      "epoch": 2.2311361665221163,
      "grad_norm": 0.29270049929618835,
      "learning_rate": 2.572174669955027e-05,
      "loss": 0.0092,
      "step": 20580
    },
    {
      "epoch": 2.231244579358196,
      "grad_norm": 0.6129128932952881,
      "learning_rate": 2.5718119831713332e-05,
      "loss": 0.0268,
      "step": 20581
    },
    {
      "epoch": 2.231352992194276,
      "grad_norm": 0.04726265370845795,
      "learning_rate": 2.5714492963876396e-05,
      "loss": 0.0023,
      "step": 20582
    },
    {
      "epoch": 2.2314614050303554,
      "grad_norm": 0.10617202520370483,
      "learning_rate": 2.571086609603946e-05,
      "loss": 0.0075,
      "step": 20583
    },
    {
      "epoch": 2.2315698178664354,
      "grad_norm": 0.5267415046691895,
      "learning_rate": 2.5707239228202524e-05,
      "loss": 0.018,
      "step": 20584
    },
    {
      "epoch": 2.2316782307025154,
      "grad_norm": 0.1031607836484909,
      "learning_rate": 2.5703612360365592e-05,
      "loss": 0.0052,
      "step": 20585
    },
    {
      "epoch": 2.231786643538595,
      "grad_norm": 0.022878866642713547,
      "learning_rate": 2.5699985492528656e-05,
      "loss": 0.0024,
      "step": 20586
    },
    {
      "epoch": 2.231895056374675,
      "grad_norm": 0.032158855348825455,
      "learning_rate": 2.569635862469172e-05,
      "loss": 0.0018,
      "step": 20587
    },
    {
      "epoch": 2.2320034692107544,
      "grad_norm": 0.27093881368637085,
      "learning_rate": 2.569273175685478e-05,
      "loss": 0.0644,
      "step": 20588
    },
    {
      "epoch": 2.2321118820468344,
      "grad_norm": 0.3314790427684784,
      "learning_rate": 2.5689104889017845e-05,
      "loss": 0.0275,
      "step": 20589
    },
    {
      "epoch": 2.232220294882914,
      "grad_norm": 0.04317769408226013,
      "learning_rate": 2.568547802118091e-05,
      "loss": 0.0027,
      "step": 20590
    },
    {
      "epoch": 2.232328707718994,
      "grad_norm": 0.24923710525035858,
      "learning_rate": 2.5681851153343973e-05,
      "loss": 0.0147,
      "step": 20591
    },
    {
      "epoch": 2.232437120555074,
      "grad_norm": 0.04857907071709633,
      "learning_rate": 2.5678224285507034e-05,
      "loss": 0.0028,
      "step": 20592
    },
    {
      "epoch": 2.2325455333911535,
      "grad_norm": 0.13117186725139618,
      "learning_rate": 2.5674597417670098e-05,
      "loss": 0.0077,
      "step": 20593
    },
    {
      "epoch": 2.2326539462272335,
      "grad_norm": 0.05845148488879204,
      "learning_rate": 2.567097054983317e-05,
      "loss": 0.0065,
      "step": 20594
    },
    {
      "epoch": 2.232762359063313,
      "grad_norm": 0.06509792804718018,
      "learning_rate": 2.566734368199623e-05,
      "loss": 0.0063,
      "step": 20595
    },
    {
      "epoch": 2.232870771899393,
      "grad_norm": 0.03520102798938751,
      "learning_rate": 2.5663716814159294e-05,
      "loss": 0.0034,
      "step": 20596
    },
    {
      "epoch": 2.2329791847354725,
      "grad_norm": 0.0614657960832119,
      "learning_rate": 2.5660089946322358e-05,
      "loss": 0.0062,
      "step": 20597
    },
    {
      "epoch": 2.2330875975715525,
      "grad_norm": 0.16943974792957306,
      "learning_rate": 2.5656463078485422e-05,
      "loss": 0.0091,
      "step": 20598
    },
    {
      "epoch": 2.2331960104076325,
      "grad_norm": 0.07697156816720963,
      "learning_rate": 2.5652836210648483e-05,
      "loss": 0.009,
      "step": 20599
    },
    {
      "epoch": 2.233304423243712,
      "grad_norm": 0.19781449437141418,
      "learning_rate": 2.5649209342811547e-05,
      "loss": 0.0301,
      "step": 20600
    },
    {
      "epoch": 2.233412836079792,
      "grad_norm": 0.262176513671875,
      "learning_rate": 2.564558247497461e-05,
      "loss": 0.0258,
      "step": 20601
    },
    {
      "epoch": 2.2335212489158716,
      "grad_norm": 0.04390181973576546,
      "learning_rate": 2.564195560713768e-05,
      "loss": 0.0023,
      "step": 20602
    },
    {
      "epoch": 2.2336296617519515,
      "grad_norm": 0.1716659665107727,
      "learning_rate": 2.5638328739300742e-05,
      "loss": 0.0154,
      "step": 20603
    },
    {
      "epoch": 2.233738074588031,
      "grad_norm": 0.11142704635858536,
      "learning_rate": 2.5634701871463807e-05,
      "loss": 0.0089,
      "step": 20604
    },
    {
      "epoch": 2.233846487424111,
      "grad_norm": 0.36417698860168457,
      "learning_rate": 2.563107500362687e-05,
      "loss": 0.0139,
      "step": 20605
    },
    {
      "epoch": 2.2339549002601906,
      "grad_norm": 0.17755848169326782,
      "learning_rate": 2.5627448135789935e-05,
      "loss": 0.0119,
      "step": 20606
    },
    {
      "epoch": 2.2340633130962706,
      "grad_norm": 0.43859854340553284,
      "learning_rate": 2.5623821267952995e-05,
      "loss": 0.0341,
      "step": 20607
    },
    {
      "epoch": 2.2341717259323506,
      "grad_norm": 0.3579038381576538,
      "learning_rate": 2.562019440011606e-05,
      "loss": 0.0201,
      "step": 20608
    },
    {
      "epoch": 2.23428013876843,
      "grad_norm": 0.1538287252187729,
      "learning_rate": 2.5616567532279124e-05,
      "loss": 0.0015,
      "step": 20609
    },
    {
      "epoch": 2.23438855160451,
      "grad_norm": 0.22377841174602509,
      "learning_rate": 2.5612940664442188e-05,
      "loss": 0.0067,
      "step": 20610
    },
    {
      "epoch": 2.2344969644405897,
      "grad_norm": 0.32579681277275085,
      "learning_rate": 2.5609313796605255e-05,
      "loss": 0.016,
      "step": 20611
    },
    {
      "epoch": 2.2346053772766696,
      "grad_norm": 0.04998312518000603,
      "learning_rate": 2.560568692876832e-05,
      "loss": 0.0031,
      "step": 20612
    },
    {
      "epoch": 2.234713790112749,
      "grad_norm": 0.047831740230321884,
      "learning_rate": 2.5602060060931383e-05,
      "loss": 0.0028,
      "step": 20613
    },
    {
      "epoch": 2.234822202948829,
      "grad_norm": 0.1737108826637268,
      "learning_rate": 2.5598433193094444e-05,
      "loss": 0.0179,
      "step": 20614
    },
    {
      "epoch": 2.2349306157849087,
      "grad_norm": 0.4963856339454651,
      "learning_rate": 2.5594806325257508e-05,
      "loss": 0.0362,
      "step": 20615
    },
    {
      "epoch": 2.2350390286209887,
      "grad_norm": 0.07321065664291382,
      "learning_rate": 2.5591179457420572e-05,
      "loss": 0.0085,
      "step": 20616
    },
    {
      "epoch": 2.2351474414570687,
      "grad_norm": 0.24593450129032135,
      "learning_rate": 2.5587552589583637e-05,
      "loss": 0.0398,
      "step": 20617
    },
    {
      "epoch": 2.235255854293148,
      "grad_norm": 0.046964582055807114,
      "learning_rate": 2.5583925721746697e-05,
      "loss": 0.0047,
      "step": 20618
    },
    {
      "epoch": 2.235364267129228,
      "grad_norm": 0.20710013806819916,
      "learning_rate": 2.558029885390976e-05,
      "loss": 0.0302,
      "step": 20619
    },
    {
      "epoch": 2.2354726799653077,
      "grad_norm": 0.019923631101846695,
      "learning_rate": 2.5576671986072832e-05,
      "loss": 0.0014,
      "step": 20620
    },
    {
      "epoch": 2.2355810928013877,
      "grad_norm": 0.2226402908563614,
      "learning_rate": 2.5573045118235893e-05,
      "loss": 0.0162,
      "step": 20621
    },
    {
      "epoch": 2.2356895056374677,
      "grad_norm": 0.020133001729846,
      "learning_rate": 2.5569418250398957e-05,
      "loss": 0.001,
      "step": 20622
    },
    {
      "epoch": 2.2357979184735473,
      "grad_norm": 0.4174095690250397,
      "learning_rate": 2.556579138256202e-05,
      "loss": 0.0271,
      "step": 20623
    },
    {
      "epoch": 2.2359063313096272,
      "grad_norm": 0.3168535828590393,
      "learning_rate": 2.5562164514725085e-05,
      "loss": 0.0176,
      "step": 20624
    },
    {
      "epoch": 2.236014744145707,
      "grad_norm": 0.18084700405597687,
      "learning_rate": 2.555853764688815e-05,
      "loss": 0.0146,
      "step": 20625
    },
    {
      "epoch": 2.2361231569817868,
      "grad_norm": 0.2802295684814453,
      "learning_rate": 2.555491077905121e-05,
      "loss": 0.026,
      "step": 20626
    },
    {
      "epoch": 2.2362315698178663,
      "grad_norm": 0.12002398818731308,
      "learning_rate": 2.5551283911214274e-05,
      "loss": 0.0081,
      "step": 20627
    },
    {
      "epoch": 2.2363399826539463,
      "grad_norm": 0.16731268167495728,
      "learning_rate": 2.554765704337734e-05,
      "loss": 0.008,
      "step": 20628
    },
    {
      "epoch": 2.236448395490026,
      "grad_norm": 0.0701819509267807,
      "learning_rate": 2.5544030175540406e-05,
      "loss": 0.0057,
      "step": 20629
    },
    {
      "epoch": 2.236556808326106,
      "grad_norm": 0.06521713733673096,
      "learning_rate": 2.554040330770347e-05,
      "loss": 0.0022,
      "step": 20630
    },
    {
      "epoch": 2.236665221162186,
      "grad_norm": 0.17751072347164154,
      "learning_rate": 2.5536776439866534e-05,
      "loss": 0.019,
      "step": 20631
    },
    {
      "epoch": 2.2367736339982653,
      "grad_norm": 0.2431422621011734,
      "learning_rate": 2.5533149572029598e-05,
      "loss": 0.0312,
      "step": 20632
    },
    {
      "epoch": 2.2368820468343453,
      "grad_norm": 0.29194748401641846,
      "learning_rate": 2.552952270419266e-05,
      "loss": 0.0211,
      "step": 20633
    },
    {
      "epoch": 2.236990459670425,
      "grad_norm": 0.09678962826728821,
      "learning_rate": 2.5525895836355723e-05,
      "loss": 0.0051,
      "step": 20634
    },
    {
      "epoch": 2.237098872506505,
      "grad_norm": 0.1406702995300293,
      "learning_rate": 2.5522268968518787e-05,
      "loss": 0.0139,
      "step": 20635
    },
    {
      "epoch": 2.2372072853425844,
      "grad_norm": 0.05906673148274422,
      "learning_rate": 2.551864210068185e-05,
      "loss": 0.0036,
      "step": 20636
    },
    {
      "epoch": 2.2373156981786644,
      "grad_norm": 0.0327705517411232,
      "learning_rate": 2.551501523284492e-05,
      "loss": 0.0017,
      "step": 20637
    },
    {
      "epoch": 2.237424111014744,
      "grad_norm": 0.25792884826660156,
      "learning_rate": 2.5511388365007983e-05,
      "loss": 0.0141,
      "step": 20638
    },
    {
      "epoch": 2.237532523850824,
      "grad_norm": 0.10112479329109192,
      "learning_rate": 2.5507761497171047e-05,
      "loss": 0.0026,
      "step": 20639
    },
    {
      "epoch": 2.237640936686904,
      "grad_norm": 0.053342919796705246,
      "learning_rate": 2.5504134629334108e-05,
      "loss": 0.0048,
      "step": 20640
    },
    {
      "epoch": 2.2377493495229834,
      "grad_norm": 0.022535957396030426,
      "learning_rate": 2.550050776149717e-05,
      "loss": 0.0025,
      "step": 20641
    },
    {
      "epoch": 2.2378577623590634,
      "grad_norm": 0.12223082780838013,
      "learning_rate": 2.5496880893660236e-05,
      "loss": 0.011,
      "step": 20642
    },
    {
      "epoch": 2.237966175195143,
      "grad_norm": 0.16554898023605347,
      "learning_rate": 2.54932540258233e-05,
      "loss": 0.0025,
      "step": 20643
    },
    {
      "epoch": 2.238074588031223,
      "grad_norm": 0.6009742021560669,
      "learning_rate": 2.548962715798636e-05,
      "loss": 0.0275,
      "step": 20644
    },
    {
      "epoch": 2.2381830008673025,
      "grad_norm": 0.16100093722343445,
      "learning_rate": 2.5486000290149425e-05,
      "loss": 0.0089,
      "step": 20645
    },
    {
      "epoch": 2.2382914137033825,
      "grad_norm": 0.017377058044075966,
      "learning_rate": 2.5482373422312496e-05,
      "loss": 0.0013,
      "step": 20646
    },
    {
      "epoch": 2.2383998265394625,
      "grad_norm": 0.04352547973394394,
      "learning_rate": 2.5478746554475556e-05,
      "loss": 0.0027,
      "step": 20647
    },
    {
      "epoch": 2.238508239375542,
      "grad_norm": 0.09652248024940491,
      "learning_rate": 2.547511968663862e-05,
      "loss": 0.0115,
      "step": 20648
    },
    {
      "epoch": 2.238616652211622,
      "grad_norm": 0.13516102731227875,
      "learning_rate": 2.5471492818801684e-05,
      "loss": 0.0064,
      "step": 20649
    },
    {
      "epoch": 2.2387250650477015,
      "grad_norm": 0.17222337424755096,
      "learning_rate": 2.546786595096475e-05,
      "loss": 0.0386,
      "step": 20650
    },
    {
      "epoch": 2.2388334778837815,
      "grad_norm": 0.19083482027053833,
      "learning_rate": 2.5464239083127813e-05,
      "loss": 0.0114,
      "step": 20651
    },
    {
      "epoch": 2.238941890719861,
      "grad_norm": 0.3589623272418976,
      "learning_rate": 2.5460612215290873e-05,
      "loss": 0.008,
      "step": 20652
    },
    {
      "epoch": 2.239050303555941,
      "grad_norm": 0.07344644516706467,
      "learning_rate": 2.5456985347453938e-05,
      "loss": 0.0051,
      "step": 20653
    },
    {
      "epoch": 2.239158716392021,
      "grad_norm": 0.06082254275679588,
      "learning_rate": 2.5453358479617005e-05,
      "loss": 0.0018,
      "step": 20654
    },
    {
      "epoch": 2.2392671292281006,
      "grad_norm": 0.07979656010866165,
      "learning_rate": 2.544973161178007e-05,
      "loss": 0.0084,
      "step": 20655
    },
    {
      "epoch": 2.2393755420641805,
      "grad_norm": 0.08841880410909653,
      "learning_rate": 2.5446104743943133e-05,
      "loss": 0.0156,
      "step": 20656
    },
    {
      "epoch": 2.23948395490026,
      "grad_norm": 0.17611412703990936,
      "learning_rate": 2.5442477876106197e-05,
      "loss": 0.0101,
      "step": 20657
    },
    {
      "epoch": 2.23959236773634,
      "grad_norm": 0.10774443298578262,
      "learning_rate": 2.543885100826926e-05,
      "loss": 0.0053,
      "step": 20658
    },
    {
      "epoch": 2.2397007805724196,
      "grad_norm": 0.1108233630657196,
      "learning_rate": 2.5435224140432322e-05,
      "loss": 0.0087,
      "step": 20659
    },
    {
      "epoch": 2.2398091934084996,
      "grad_norm": 0.044180888682603836,
      "learning_rate": 2.5431597272595386e-05,
      "loss": 0.002,
      "step": 20660
    },
    {
      "epoch": 2.239917606244579,
      "grad_norm": 0.4038541615009308,
      "learning_rate": 2.542797040475845e-05,
      "loss": 0.0302,
      "step": 20661
    },
    {
      "epoch": 2.240026019080659,
      "grad_norm": 0.1488277018070221,
      "learning_rate": 2.5424343536921514e-05,
      "loss": 0.0073,
      "step": 20662
    },
    {
      "epoch": 2.240134431916739,
      "grad_norm": 0.030757920816540718,
      "learning_rate": 2.5420716669084582e-05,
      "loss": 0.003,
      "step": 20663
    },
    {
      "epoch": 2.2402428447528187,
      "grad_norm": 0.18104510009288788,
      "learning_rate": 2.5417089801247646e-05,
      "loss": 0.0137,
      "step": 20664
    },
    {
      "epoch": 2.2403512575888986,
      "grad_norm": 0.1728476732969284,
      "learning_rate": 2.541346293341071e-05,
      "loss": 0.0204,
      "step": 20665
    },
    {
      "epoch": 2.240459670424978,
      "grad_norm": 0.355406254529953,
      "learning_rate": 2.540983606557377e-05,
      "loss": 0.0341,
      "step": 20666
    },
    {
      "epoch": 2.240568083261058,
      "grad_norm": 0.11338914930820465,
      "learning_rate": 2.5406209197736835e-05,
      "loss": 0.0135,
      "step": 20667
    },
    {
      "epoch": 2.2406764960971377,
      "grad_norm": 0.17147453129291534,
      "learning_rate": 2.54025823298999e-05,
      "loss": 0.0314,
      "step": 20668
    },
    {
      "epoch": 2.2407849089332177,
      "grad_norm": 0.05244281888008118,
      "learning_rate": 2.5398955462062963e-05,
      "loss": 0.0041,
      "step": 20669
    },
    {
      "epoch": 2.2408933217692977,
      "grad_norm": 0.16190902888774872,
      "learning_rate": 2.5395328594226024e-05,
      "loss": 0.0078,
      "step": 20670
    },
    {
      "epoch": 2.241001734605377,
      "grad_norm": 0.12514302134513855,
      "learning_rate": 2.5391701726389088e-05,
      "loss": 0.0111,
      "step": 20671
    },
    {
      "epoch": 2.241110147441457,
      "grad_norm": 0.05442022904753685,
      "learning_rate": 2.538807485855216e-05,
      "loss": 0.0014,
      "step": 20672
    },
    {
      "epoch": 2.2412185602775367,
      "grad_norm": 0.09422773867845535,
      "learning_rate": 2.538444799071522e-05,
      "loss": 0.0042,
      "step": 20673
    },
    {
      "epoch": 2.2413269731136167,
      "grad_norm": 0.17477931082248688,
      "learning_rate": 2.5380821122878284e-05,
      "loss": 0.0374,
      "step": 20674
    },
    {
      "epoch": 2.2414353859496963,
      "grad_norm": 0.21468734741210938,
      "learning_rate": 2.5377194255041348e-05,
      "loss": 0.0525,
      "step": 20675
    },
    {
      "epoch": 2.2415437987857763,
      "grad_norm": 0.21618230640888214,
      "learning_rate": 2.5373567387204412e-05,
      "loss": 0.0156,
      "step": 20676
    },
    {
      "epoch": 2.2416522116218562,
      "grad_norm": 0.22941285371780396,
      "learning_rate": 2.5369940519367476e-05,
      "loss": 0.0363,
      "step": 20677
    },
    {
      "epoch": 2.241760624457936,
      "grad_norm": 0.0159953273832798,
      "learning_rate": 2.5366313651530537e-05,
      "loss": 0.0006,
      "step": 20678
    },
    {
      "epoch": 2.2418690372940158,
      "grad_norm": 0.377977579832077,
      "learning_rate": 2.53626867836936e-05,
      "loss": 0.0716,
      "step": 20679
    },
    {
      "epoch": 2.2419774501300953,
      "grad_norm": 0.023132169619202614,
      "learning_rate": 2.535905991585667e-05,
      "loss": 0.0011,
      "step": 20680
    },
    {
      "epoch": 2.2420858629661753,
      "grad_norm": 0.0888746902346611,
      "learning_rate": 2.5355433048019732e-05,
      "loss": 0.0117,
      "step": 20681
    },
    {
      "epoch": 2.242194275802255,
      "grad_norm": 0.26285073161125183,
      "learning_rate": 2.5351806180182797e-05,
      "loss": 0.0306,
      "step": 20682
    },
    {
      "epoch": 2.242302688638335,
      "grad_norm": 0.1703091412782669,
      "learning_rate": 2.534817931234586e-05,
      "loss": 0.0207,
      "step": 20683
    },
    {
      "epoch": 2.2424111014744144,
      "grad_norm": 0.12564533948898315,
      "learning_rate": 2.5344552444508925e-05,
      "loss": 0.0242,
      "step": 20684
    },
    {
      "epoch": 2.2425195143104943,
      "grad_norm": 0.29914653301239014,
      "learning_rate": 2.5340925576671985e-05,
      "loss": 0.0191,
      "step": 20685
    },
    {
      "epoch": 2.2426279271465743,
      "grad_norm": 0.05890044569969177,
      "learning_rate": 2.533729870883505e-05,
      "loss": 0.0021,
      "step": 20686
    },
    {
      "epoch": 2.242736339982654,
      "grad_norm": 0.020484628155827522,
      "learning_rate": 2.5333671840998114e-05,
      "loss": 0.0012,
      "step": 20687
    },
    {
      "epoch": 2.242844752818734,
      "grad_norm": 0.1555023193359375,
      "learning_rate": 2.5330044973161178e-05,
      "loss": 0.0384,
      "step": 20688
    },
    {
      "epoch": 2.2429531656548134,
      "grad_norm": 0.09629813581705093,
      "learning_rate": 2.5326418105324245e-05,
      "loss": 0.0088,
      "step": 20689
    },
    {
      "epoch": 2.2430615784908934,
      "grad_norm": 0.1333969682455063,
      "learning_rate": 2.532279123748731e-05,
      "loss": 0.0139,
      "step": 20690
    },
    {
      "epoch": 2.243169991326973,
      "grad_norm": 0.360277384519577,
      "learning_rate": 2.5319164369650374e-05,
      "loss": 0.0113,
      "step": 20691
    },
    {
      "epoch": 2.243278404163053,
      "grad_norm": 0.05986054986715317,
      "learning_rate": 2.5315537501813434e-05,
      "loss": 0.0055,
      "step": 20692
    },
    {
      "epoch": 2.243386816999133,
      "grad_norm": 0.06996972113847733,
      "learning_rate": 2.53119106339765e-05,
      "loss": 0.0053,
      "step": 20693
    },
    {
      "epoch": 2.2434952298352124,
      "grad_norm": 0.0991639494895935,
      "learning_rate": 2.5308283766139562e-05,
      "loss": 0.0085,
      "step": 20694
    },
    {
      "epoch": 2.2436036426712924,
      "grad_norm": 0.24025413393974304,
      "learning_rate": 2.5304656898302627e-05,
      "loss": 0.0438,
      "step": 20695
    },
    {
      "epoch": 2.243712055507372,
      "grad_norm": 0.13043111562728882,
      "learning_rate": 2.5301030030465687e-05,
      "loss": 0.023,
      "step": 20696
    },
    {
      "epoch": 2.243820468343452,
      "grad_norm": 0.1425943225622177,
      "learning_rate": 2.5297403162628758e-05,
      "loss": 0.0232,
      "step": 20697
    },
    {
      "epoch": 2.2439288811795315,
      "grad_norm": 0.05449056625366211,
      "learning_rate": 2.5293776294791822e-05,
      "loss": 0.0037,
      "step": 20698
    },
    {
      "epoch": 2.2440372940156115,
      "grad_norm": 0.2540965974330902,
      "learning_rate": 2.5290149426954883e-05,
      "loss": 0.0175,
      "step": 20699
    },
    {
      "epoch": 2.2441457068516915,
      "grad_norm": 0.07336216419935226,
      "learning_rate": 2.5286522559117947e-05,
      "loss": 0.0066,
      "step": 20700
    },
    {
      "epoch": 2.244254119687771,
      "grad_norm": 0.1323460340499878,
      "learning_rate": 2.528289569128101e-05,
      "loss": 0.0324,
      "step": 20701
    },
    {
      "epoch": 2.244362532523851,
      "grad_norm": 0.04273190721869469,
      "learning_rate": 2.5279268823444075e-05,
      "loss": 0.0023,
      "step": 20702
    },
    {
      "epoch": 2.2444709453599305,
      "grad_norm": 0.2514130771160126,
      "learning_rate": 2.527564195560714e-05,
      "loss": 0.0347,
      "step": 20703
    },
    {
      "epoch": 2.2445793581960105,
      "grad_norm": 0.04096830263733864,
      "learning_rate": 2.52720150877702e-05,
      "loss": 0.0032,
      "step": 20704
    },
    {
      "epoch": 2.24468777103209,
      "grad_norm": 0.11379891633987427,
      "learning_rate": 2.5268388219933264e-05,
      "loss": 0.0068,
      "step": 20705
    },
    {
      "epoch": 2.24479618386817,
      "grad_norm": 0.5357397794723511,
      "learning_rate": 2.526476135209633e-05,
      "loss": 0.0222,
      "step": 20706
    },
    {
      "epoch": 2.2449045967042496,
      "grad_norm": 0.22158274054527283,
      "learning_rate": 2.5261134484259396e-05,
      "loss": 0.015,
      "step": 20707
    },
    {
      "epoch": 2.2450130095403296,
      "grad_norm": 0.13392876088619232,
      "learning_rate": 2.525750761642246e-05,
      "loss": 0.0172,
      "step": 20708
    },
    {
      "epoch": 2.2451214223764095,
      "grad_norm": 0.7732022404670715,
      "learning_rate": 2.5253880748585524e-05,
      "loss": 0.0462,
      "step": 20709
    },
    {
      "epoch": 2.245229835212489,
      "grad_norm": 0.17525000870227814,
      "learning_rate": 2.5250253880748588e-05,
      "loss": 0.0085,
      "step": 20710
    },
    {
      "epoch": 2.245338248048569,
      "grad_norm": 0.35386034846305847,
      "learning_rate": 2.524662701291165e-05,
      "loss": 0.0286,
      "step": 20711
    },
    {
      "epoch": 2.2454466608846486,
      "grad_norm": 0.052050523459911346,
      "learning_rate": 2.5243000145074713e-05,
      "loss": 0.0053,
      "step": 20712
    },
    {
      "epoch": 2.2455550737207286,
      "grad_norm": 0.04371145740151405,
      "learning_rate": 2.5239373277237777e-05,
      "loss": 0.003,
      "step": 20713
    },
    {
      "epoch": 2.245663486556808,
      "grad_norm": 0.10763297230005264,
      "learning_rate": 2.523574640940084e-05,
      "loss": 0.0062,
      "step": 20714
    },
    {
      "epoch": 2.245771899392888,
      "grad_norm": 0.011338291689753532,
      "learning_rate": 2.523211954156391e-05,
      "loss": 0.001,
      "step": 20715
    },
    {
      "epoch": 2.245880312228968,
      "grad_norm": 0.18695370852947235,
      "learning_rate": 2.5228492673726973e-05,
      "loss": 0.0063,
      "step": 20716
    },
    {
      "epoch": 2.2459887250650477,
      "grad_norm": 0.09591225534677505,
      "learning_rate": 2.5224865805890037e-05,
      "loss": 0.0071,
      "step": 20717
    },
    {
      "epoch": 2.2460971379011276,
      "grad_norm": 0.03531021624803543,
      "learning_rate": 2.5221238938053098e-05,
      "loss": 0.0016,
      "step": 20718
    },
    {
      "epoch": 2.246205550737207,
      "grad_norm": 0.1029905453324318,
      "learning_rate": 2.521761207021616e-05,
      "loss": 0.0121,
      "step": 20719
    },
    {
      "epoch": 2.246313963573287,
      "grad_norm": 0.41901683807373047,
      "learning_rate": 2.5213985202379226e-05,
      "loss": 0.0468,
      "step": 20720
    },
    {
      "epoch": 2.2464223764093667,
      "grad_norm": 0.034633491188287735,
      "learning_rate": 2.521035833454229e-05,
      "loss": 0.0028,
      "step": 20721
    },
    {
      "epoch": 2.2465307892454467,
      "grad_norm": 0.07982861995697021,
      "learning_rate": 2.520673146670535e-05,
      "loss": 0.0048,
      "step": 20722
    },
    {
      "epoch": 2.2466392020815267,
      "grad_norm": 0.1014181599020958,
      "learning_rate": 2.520310459886842e-05,
      "loss": 0.0074,
      "step": 20723
    },
    {
      "epoch": 2.246747614917606,
      "grad_norm": 0.1493116021156311,
      "learning_rate": 2.5199477731031486e-05,
      "loss": 0.0151,
      "step": 20724
    },
    {
      "epoch": 2.246856027753686,
      "grad_norm": 0.04061635956168175,
      "learning_rate": 2.5195850863194546e-05,
      "loss": 0.0033,
      "step": 20725
    },
    {
      "epoch": 2.2469644405897657,
      "grad_norm": 0.45776379108428955,
      "learning_rate": 2.519222399535761e-05,
      "loss": 0.0239,
      "step": 20726
    },
    {
      "epoch": 2.2470728534258457,
      "grad_norm": 0.18937310576438904,
      "learning_rate": 2.5188597127520675e-05,
      "loss": 0.0459,
      "step": 20727
    },
    {
      "epoch": 2.2471812662619253,
      "grad_norm": 0.11647623032331467,
      "learning_rate": 2.518497025968374e-05,
      "loss": 0.0128,
      "step": 20728
    },
    {
      "epoch": 2.2472896790980053,
      "grad_norm": 0.06951978802680969,
      "learning_rate": 2.5181343391846803e-05,
      "loss": 0.0044,
      "step": 20729
    },
    {
      "epoch": 2.247398091934085,
      "grad_norm": 0.6583866477012634,
      "learning_rate": 2.5177716524009863e-05,
      "loss": 0.0332,
      "step": 20730
    },
    {
      "epoch": 2.247506504770165,
      "grad_norm": 0.28428226709365845,
      "learning_rate": 2.5174089656172928e-05,
      "loss": 0.0145,
      "step": 20731
    },
    {
      "epoch": 2.2476149176062448,
      "grad_norm": 0.28451016545295715,
      "learning_rate": 2.5170462788335995e-05,
      "loss": 0.0281,
      "step": 20732
    },
    {
      "epoch": 2.2477233304423243,
      "grad_norm": 0.04809765890240669,
      "learning_rate": 2.516683592049906e-05,
      "loss": 0.0065,
      "step": 20733
    },
    {
      "epoch": 2.2478317432784043,
      "grad_norm": 0.13938499987125397,
      "learning_rate": 2.5163209052662123e-05,
      "loss": 0.01,
      "step": 20734
    },
    {
      "epoch": 2.247940156114484,
      "grad_norm": 0.08644246309995651,
      "learning_rate": 2.5159582184825187e-05,
      "loss": 0.0116,
      "step": 20735
    },
    {
      "epoch": 2.248048568950564,
      "grad_norm": 0.11474338918924332,
      "learning_rate": 2.515595531698825e-05,
      "loss": 0.0248,
      "step": 20736
    },
    {
      "epoch": 2.2481569817866434,
      "grad_norm": 0.03521892428398132,
      "learning_rate": 2.5152328449151312e-05,
      "loss": 0.0027,
      "step": 20737
    },
    {
      "epoch": 2.2482653946227233,
      "grad_norm": 0.06203335523605347,
      "learning_rate": 2.5148701581314376e-05,
      "loss": 0.011,
      "step": 20738
    },
    {
      "epoch": 2.248373807458803,
      "grad_norm": 0.02518882416188717,
      "learning_rate": 2.514507471347744e-05,
      "loss": 0.0014,
      "step": 20739
    },
    {
      "epoch": 2.248482220294883,
      "grad_norm": 0.26334714889526367,
      "learning_rate": 2.5141447845640504e-05,
      "loss": 0.0234,
      "step": 20740
    },
    {
      "epoch": 2.248590633130963,
      "grad_norm": 0.2641068994998932,
      "learning_rate": 2.5137820977803572e-05,
      "loss": 0.02,
      "step": 20741
    },
    {
      "epoch": 2.2486990459670424,
      "grad_norm": 0.057670708745718,
      "learning_rate": 2.5134194109966636e-05,
      "loss": 0.0054,
      "step": 20742
    },
    {
      "epoch": 2.2488074588031224,
      "grad_norm": 0.009147700853645802,
      "learning_rate": 2.51305672421297e-05,
      "loss": 0.0009,
      "step": 20743
    },
    {
      "epoch": 2.248915871639202,
      "grad_norm": 0.1183437928557396,
      "learning_rate": 2.512694037429276e-05,
      "loss": 0.019,
      "step": 20744
    },
    {
      "epoch": 2.249024284475282,
      "grad_norm": 0.06996992230415344,
      "learning_rate": 2.5123313506455825e-05,
      "loss": 0.0087,
      "step": 20745
    },
    {
      "epoch": 2.249132697311362,
      "grad_norm": 0.21369607746601105,
      "learning_rate": 2.511968663861889e-05,
      "loss": 0.0135,
      "step": 20746
    },
    {
      "epoch": 2.2492411101474414,
      "grad_norm": 0.060780514031648636,
      "learning_rate": 2.5116059770781953e-05,
      "loss": 0.0041,
      "step": 20747
    },
    {
      "epoch": 2.2493495229835214,
      "grad_norm": 0.04297668859362602,
      "learning_rate": 2.5112432902945014e-05,
      "loss": 0.0047,
      "step": 20748
    },
    {
      "epoch": 2.249457935819601,
      "grad_norm": 0.09548075497150421,
      "learning_rate": 2.5108806035108085e-05,
      "loss": 0.003,
      "step": 20749
    },
    {
      "epoch": 2.249566348655681,
      "grad_norm": 0.16393160820007324,
      "learning_rate": 2.510517916727115e-05,
      "loss": 0.0201,
      "step": 20750
    },
    {
      "epoch": 2.2496747614917605,
      "grad_norm": 0.08861410617828369,
      "learning_rate": 2.510155229943421e-05,
      "loss": 0.0079,
      "step": 20751
    },
    {
      "epoch": 2.2497831743278405,
      "grad_norm": 0.0572696216404438,
      "learning_rate": 2.5097925431597274e-05,
      "loss": 0.0052,
      "step": 20752
    },
    {
      "epoch": 2.24989158716392,
      "grad_norm": 0.015257343649864197,
      "learning_rate": 2.5094298563760338e-05,
      "loss": 0.0016,
      "step": 20753
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.24052108824253082,
      "learning_rate": 2.5090671695923402e-05,
      "loss": 0.0301,
      "step": 20754
    },
    {
      "epoch": 2.25010841283608,
      "grad_norm": 0.1150418221950531,
      "learning_rate": 2.5087044828086466e-05,
      "loss": 0.0177,
      "step": 20755
    },
    {
      "epoch": 2.2502168256721595,
      "grad_norm": 0.015131942927837372,
      "learning_rate": 2.5083417960249527e-05,
      "loss": 0.0007,
      "step": 20756
    },
    {
      "epoch": 2.2503252385082395,
      "grad_norm": 0.17013785243034363,
      "learning_rate": 2.507979109241259e-05,
      "loss": 0.0156,
      "step": 20757
    },
    {
      "epoch": 2.250433651344319,
      "grad_norm": 0.03125425800681114,
      "learning_rate": 2.507616422457566e-05,
      "loss": 0.0012,
      "step": 20758
    },
    {
      "epoch": 2.250542064180399,
      "grad_norm": 0.13445593416690826,
      "learning_rate": 2.5072537356738722e-05,
      "loss": 0.027,
      "step": 20759
    },
    {
      "epoch": 2.2506504770164786,
      "grad_norm": 0.5256681442260742,
      "learning_rate": 2.5068910488901787e-05,
      "loss": 0.0437,
      "step": 20760
    },
    {
      "epoch": 2.2507588898525586,
      "grad_norm": 0.03889878839254379,
      "learning_rate": 2.506528362106485e-05,
      "loss": 0.0041,
      "step": 20761
    },
    {
      "epoch": 2.250867302688638,
      "grad_norm": 0.23144403100013733,
      "learning_rate": 2.5061656753227915e-05,
      "loss": 0.0193,
      "step": 20762
    },
    {
      "epoch": 2.250975715524718,
      "grad_norm": 0.1740107387304306,
      "learning_rate": 2.5058029885390976e-05,
      "loss": 0.0263,
      "step": 20763
    },
    {
      "epoch": 2.251084128360798,
      "grad_norm": 0.06885001063346863,
      "learning_rate": 2.505440301755404e-05,
      "loss": 0.0069,
      "step": 20764
    },
    {
      "epoch": 2.2511925411968776,
      "grad_norm": 0.1656496822834015,
      "learning_rate": 2.5050776149717104e-05,
      "loss": 0.013,
      "step": 20765
    },
    {
      "epoch": 2.2513009540329576,
      "grad_norm": 0.19756345450878143,
      "learning_rate": 2.5047149281880168e-05,
      "loss": 0.0287,
      "step": 20766
    },
    {
      "epoch": 2.251409366869037,
      "grad_norm": 0.21754831075668335,
      "learning_rate": 2.5043522414043235e-05,
      "loss": 0.0159,
      "step": 20767
    },
    {
      "epoch": 2.251517779705117,
      "grad_norm": 0.16427236795425415,
      "learning_rate": 2.50398955462063e-05,
      "loss": 0.0345,
      "step": 20768
    },
    {
      "epoch": 2.251626192541197,
      "grad_norm": 0.11561565846204758,
      "learning_rate": 2.5036268678369364e-05,
      "loss": 0.0052,
      "step": 20769
    },
    {
      "epoch": 2.2517346053772767,
      "grad_norm": 0.011640523560345173,
      "learning_rate": 2.5032641810532424e-05,
      "loss": 0.0007,
      "step": 20770
    },
    {
      "epoch": 2.2518430182133566,
      "grad_norm": 0.2172262966632843,
      "learning_rate": 2.502901494269549e-05,
      "loss": 0.0155,
      "step": 20771
    },
    {
      "epoch": 2.251951431049436,
      "grad_norm": 0.11549902707338333,
      "learning_rate": 2.5025388074858552e-05,
      "loss": 0.0226,
      "step": 20772
    },
    {
      "epoch": 2.252059843885516,
      "grad_norm": 0.23007211089134216,
      "learning_rate": 2.5021761207021617e-05,
      "loss": 0.0188,
      "step": 20773
    },
    {
      "epoch": 2.2521682567215957,
      "grad_norm": 0.283967524766922,
      "learning_rate": 2.5018134339184677e-05,
      "loss": 0.0122,
      "step": 20774
    },
    {
      "epoch": 2.2522766695576757,
      "grad_norm": 0.2504834532737732,
      "learning_rate": 2.5014507471347748e-05,
      "loss": 0.0056,
      "step": 20775
    },
    {
      "epoch": 2.2523850823937552,
      "grad_norm": 0.06124911829829216,
      "learning_rate": 2.5010880603510812e-05,
      "loss": 0.0037,
      "step": 20776
    },
    {
      "epoch": 2.252493495229835,
      "grad_norm": 0.5043153762817383,
      "learning_rate": 2.5007253735673873e-05,
      "loss": 0.0205,
      "step": 20777
    },
    {
      "epoch": 2.252601908065915,
      "grad_norm": 0.2000470757484436,
      "learning_rate": 2.5003626867836937e-05,
      "loss": 0.0065,
      "step": 20778
    },
    {
      "epoch": 2.2527103209019947,
      "grad_norm": 0.12446457147598267,
      "learning_rate": 2.5e-05,
      "loss": 0.0366,
      "step": 20779
    },
    {
      "epoch": 2.2528187337380747,
      "grad_norm": 0.09982509166002274,
      "learning_rate": 2.4996373132163065e-05,
      "loss": 0.0062,
      "step": 20780
    },
    {
      "epoch": 2.2529271465741543,
      "grad_norm": 0.014832464046776295,
      "learning_rate": 2.499274626432613e-05,
      "loss": 0.0008,
      "step": 20781
    },
    {
      "epoch": 2.2530355594102343,
      "grad_norm": 0.32740283012390137,
      "learning_rate": 2.4989119396489194e-05,
      "loss": 0.0087,
      "step": 20782
    },
    {
      "epoch": 2.253143972246314,
      "grad_norm": 0.015486221760511398,
      "learning_rate": 2.4985492528652258e-05,
      "loss": 0.0011,
      "step": 20783
    },
    {
      "epoch": 2.253252385082394,
      "grad_norm": 0.15625257790088654,
      "learning_rate": 2.4981865660815322e-05,
      "loss": 0.0127,
      "step": 20784
    },
    {
      "epoch": 2.2533607979184733,
      "grad_norm": 0.016575774177908897,
      "learning_rate": 2.4978238792978382e-05,
      "loss": 0.0014,
      "step": 20785
    },
    {
      "epoch": 2.2534692107545533,
      "grad_norm": 0.04918923228979111,
      "learning_rate": 2.497461192514145e-05,
      "loss": 0.0028,
      "step": 20786
    },
    {
      "epoch": 2.2535776235906333,
      "grad_norm": 0.11393535882234573,
      "learning_rate": 2.4970985057304514e-05,
      "loss": 0.0057,
      "step": 20787
    },
    {
      "epoch": 2.253686036426713,
      "grad_norm": 0.264909952878952,
      "learning_rate": 2.4967358189467578e-05,
      "loss": 0.0117,
      "step": 20788
    },
    {
      "epoch": 2.253794449262793,
      "grad_norm": 0.05545150861144066,
      "learning_rate": 2.496373132163064e-05,
      "loss": 0.0015,
      "step": 20789
    },
    {
      "epoch": 2.2539028620988724,
      "grad_norm": 0.15469826757907867,
      "learning_rate": 2.4960104453793706e-05,
      "loss": 0.0216,
      "step": 20790
    },
    {
      "epoch": 2.2540112749349523,
      "grad_norm": 0.1268860548734665,
      "learning_rate": 2.495647758595677e-05,
      "loss": 0.009,
      "step": 20791
    },
    {
      "epoch": 2.2541196877710323,
      "grad_norm": 0.026882778853178024,
      "learning_rate": 2.4952850718119835e-05,
      "loss": 0.0025,
      "step": 20792
    },
    {
      "epoch": 2.254228100607112,
      "grad_norm": 0.16228465735912323,
      "learning_rate": 2.4949223850282895e-05,
      "loss": 0.0148,
      "step": 20793
    },
    {
      "epoch": 2.254336513443192,
      "grad_norm": 0.25426170229911804,
      "learning_rate": 2.494559698244596e-05,
      "loss": 0.0129,
      "step": 20794
    },
    {
      "epoch": 2.2544449262792714,
      "grad_norm": 0.07744771242141724,
      "learning_rate": 2.4941970114609027e-05,
      "loss": 0.0053,
      "step": 20795
    },
    {
      "epoch": 2.2545533391153514,
      "grad_norm": 0.001792275463230908,
      "learning_rate": 2.4938343246772088e-05,
      "loss": 0.0002,
      "step": 20796
    },
    {
      "epoch": 2.254661751951431,
      "grad_norm": 0.3136090636253357,
      "learning_rate": 2.4934716378935152e-05,
      "loss": 0.0306,
      "step": 20797
    },
    {
      "epoch": 2.254770164787511,
      "grad_norm": 0.09018278121948242,
      "learning_rate": 2.4931089511098216e-05,
      "loss": 0.0076,
      "step": 20798
    },
    {
      "epoch": 2.2548785776235905,
      "grad_norm": 0.2911023497581482,
      "learning_rate": 2.4927462643261283e-05,
      "loss": 0.0399,
      "step": 20799
    },
    {
      "epoch": 2.2549869904596704,
      "grad_norm": 0.11017999053001404,
      "learning_rate": 2.4923835775424344e-05,
      "loss": 0.0062,
      "step": 20800
    },
    {
      "epoch": 2.2550954032957504,
      "grad_norm": 0.10631045699119568,
      "learning_rate": 2.4920208907587408e-05,
      "loss": 0.014,
      "step": 20801
    },
    {
      "epoch": 2.25520381613183,
      "grad_norm": 0.22875863313674927,
      "learning_rate": 2.4916582039750472e-05,
      "loss": 0.0467,
      "step": 20802
    },
    {
      "epoch": 2.25531222896791,
      "grad_norm": 0.04743913561105728,
      "learning_rate": 2.4912955171913536e-05,
      "loss": 0.0051,
      "step": 20803
    },
    {
      "epoch": 2.2554206418039895,
      "grad_norm": 0.2644382119178772,
      "learning_rate": 2.49093283040766e-05,
      "loss": 0.019,
      "step": 20804
    },
    {
      "epoch": 2.2555290546400695,
      "grad_norm": 0.16148029267787933,
      "learning_rate": 2.4905701436239665e-05,
      "loss": 0.018,
      "step": 20805
    },
    {
      "epoch": 2.255637467476149,
      "grad_norm": 0.0809594914317131,
      "learning_rate": 2.490207456840273e-05,
      "loss": 0.0043,
      "step": 20806
    },
    {
      "epoch": 2.255745880312229,
      "grad_norm": 0.28739485144615173,
      "learning_rate": 2.4898447700565793e-05,
      "loss": 0.0214,
      "step": 20807
    },
    {
      "epoch": 2.2558542931483085,
      "grad_norm": 0.0341305285692215,
      "learning_rate": 2.4894820832728857e-05,
      "loss": 0.0022,
      "step": 20808
    },
    {
      "epoch": 2.2559627059843885,
      "grad_norm": 0.2851836383342743,
      "learning_rate": 2.489119396489192e-05,
      "loss": 0.0301,
      "step": 20809
    },
    {
      "epoch": 2.2560711188204685,
      "grad_norm": 0.04902907460927963,
      "learning_rate": 2.4887567097054985e-05,
      "loss": 0.0033,
      "step": 20810
    },
    {
      "epoch": 2.256179531656548,
      "grad_norm": 0.06922286748886108,
      "learning_rate": 2.4883940229218046e-05,
      "loss": 0.0065,
      "step": 20811
    },
    {
      "epoch": 2.256287944492628,
      "grad_norm": 0.028484858572483063,
      "learning_rate": 2.4880313361381113e-05,
      "loss": 0.0032,
      "step": 20812
    },
    {
      "epoch": 2.2563963573287076,
      "grad_norm": 0.0424315482378006,
      "learning_rate": 2.4876686493544177e-05,
      "loss": 0.0025,
      "step": 20813
    },
    {
      "epoch": 2.2565047701647876,
      "grad_norm": 0.3055393099784851,
      "learning_rate": 2.487305962570724e-05,
      "loss": 0.0275,
      "step": 20814
    },
    {
      "epoch": 2.2566131830008676,
      "grad_norm": 0.058323558419942856,
      "learning_rate": 2.4869432757870302e-05,
      "loss": 0.0032,
      "step": 20815
    },
    {
      "epoch": 2.256721595836947,
      "grad_norm": 0.13564954698085785,
      "learning_rate": 2.486580589003337e-05,
      "loss": 0.0076,
      "step": 20816
    },
    {
      "epoch": 2.256830008673027,
      "grad_norm": 0.17470528185367584,
      "learning_rate": 2.4862179022196434e-05,
      "loss": 0.0218,
      "step": 20817
    },
    {
      "epoch": 2.2569384215091066,
      "grad_norm": 0.15935881435871124,
      "learning_rate": 2.4858552154359498e-05,
      "loss": 0.0231,
      "step": 20818
    },
    {
      "epoch": 2.2570468343451866,
      "grad_norm": 0.022356271743774414,
      "learning_rate": 2.485492528652256e-05,
      "loss": 0.0019,
      "step": 20819
    },
    {
      "epoch": 2.257155247181266,
      "grad_norm": 0.06318852305412292,
      "learning_rate": 2.4851298418685623e-05,
      "loss": 0.0104,
      "step": 20820
    },
    {
      "epoch": 2.257263660017346,
      "grad_norm": 0.1429874300956726,
      "learning_rate": 2.484767155084869e-05,
      "loss": 0.0299,
      "step": 20821
    },
    {
      "epoch": 2.2573720728534257,
      "grad_norm": 0.11003254354000092,
      "learning_rate": 2.484404468301175e-05,
      "loss": 0.0164,
      "step": 20822
    },
    {
      "epoch": 2.2574804856895057,
      "grad_norm": 0.34035998582839966,
      "learning_rate": 2.4840417815174815e-05,
      "loss": 0.0163,
      "step": 20823
    },
    {
      "epoch": 2.2575888985255856,
      "grad_norm": 0.13655255734920502,
      "learning_rate": 2.483679094733788e-05,
      "loss": 0.0117,
      "step": 20824
    },
    {
      "epoch": 2.257697311361665,
      "grad_norm": 0.2936617434024811,
      "learning_rate": 2.4833164079500947e-05,
      "loss": 0.0439,
      "step": 20825
    },
    {
      "epoch": 2.257805724197745,
      "grad_norm": 0.16452287137508392,
      "learning_rate": 2.4829537211664007e-05,
      "loss": 0.008,
      "step": 20826
    },
    {
      "epoch": 2.2579141370338247,
      "grad_norm": 0.23291879892349243,
      "learning_rate": 2.482591034382707e-05,
      "loss": 0.016,
      "step": 20827
    },
    {
      "epoch": 2.2580225498699047,
      "grad_norm": 0.23991398513317108,
      "learning_rate": 2.4822283475990136e-05,
      "loss": 0.0185,
      "step": 20828
    },
    {
      "epoch": 2.2581309627059842,
      "grad_norm": 0.50068598985672,
      "learning_rate": 2.48186566081532e-05,
      "loss": 0.0167,
      "step": 20829
    },
    {
      "epoch": 2.258239375542064,
      "grad_norm": 0.1701243370771408,
      "learning_rate": 2.4815029740316264e-05,
      "loss": 0.0126,
      "step": 20830
    },
    {
      "epoch": 2.2583477883781438,
      "grad_norm": 0.13526058197021484,
      "learning_rate": 2.4811402872479328e-05,
      "loss": 0.0229,
      "step": 20831
    },
    {
      "epoch": 2.2584562012142237,
      "grad_norm": 0.09972921758890152,
      "learning_rate": 2.4807776004642392e-05,
      "loss": 0.0163,
      "step": 20832
    },
    {
      "epoch": 2.2585646140503037,
      "grad_norm": 0.17669662833213806,
      "learning_rate": 2.4804149136805456e-05,
      "loss": 0.017,
      "step": 20833
    },
    {
      "epoch": 2.2586730268863833,
      "grad_norm": 0.14029449224472046,
      "learning_rate": 2.480052226896852e-05,
      "loss": 0.0177,
      "step": 20834
    },
    {
      "epoch": 2.2587814397224633,
      "grad_norm": 0.00335473264567554,
      "learning_rate": 2.4796895401131584e-05,
      "loss": 0.0003,
      "step": 20835
    },
    {
      "epoch": 2.258889852558543,
      "grad_norm": 0.04937462508678436,
      "learning_rate": 2.479326853329465e-05,
      "loss": 0.0072,
      "step": 20836
    },
    {
      "epoch": 2.258998265394623,
      "grad_norm": 0.08828390389680862,
      "learning_rate": 2.478964166545771e-05,
      "loss": 0.0123,
      "step": 20837
    },
    {
      "epoch": 2.2591066782307023,
      "grad_norm": 0.017340322956442833,
      "learning_rate": 2.4786014797620777e-05,
      "loss": 0.0012,
      "step": 20838
    },
    {
      "epoch": 2.2592150910667823,
      "grad_norm": 0.14632798731327057,
      "learning_rate": 2.478238792978384e-05,
      "loss": 0.0056,
      "step": 20839
    },
    {
      "epoch": 2.259323503902862,
      "grad_norm": 0.02745205909013748,
      "learning_rate": 2.4778761061946905e-05,
      "loss": 0.0016,
      "step": 20840
    },
    {
      "epoch": 2.259431916738942,
      "grad_norm": 0.0476129911839962,
      "learning_rate": 2.4775134194109966e-05,
      "loss": 0.0021,
      "step": 20841
    },
    {
      "epoch": 2.259540329575022,
      "grad_norm": 0.15549062192440033,
      "learning_rate": 2.4771507326273033e-05,
      "loss": 0.005,
      "step": 20842
    },
    {
      "epoch": 2.2596487424111014,
      "grad_norm": 0.01177260186523199,
      "learning_rate": 2.4767880458436097e-05,
      "loss": 0.0009,
      "step": 20843
    },
    {
      "epoch": 2.2597571552471813,
      "grad_norm": 0.014728846028447151,
      "learning_rate": 2.476425359059916e-05,
      "loss": 0.0022,
      "step": 20844
    },
    {
      "epoch": 2.259865568083261,
      "grad_norm": 0.29965388774871826,
      "learning_rate": 2.4760626722762222e-05,
      "loss": 0.0507,
      "step": 20845
    },
    {
      "epoch": 2.259973980919341,
      "grad_norm": 0.3563328683376312,
      "learning_rate": 2.475699985492529e-05,
      "loss": 0.0248,
      "step": 20846
    },
    {
      "epoch": 2.260082393755421,
      "grad_norm": 0.14974983036518097,
      "learning_rate": 2.4753372987088354e-05,
      "loss": 0.0104,
      "step": 20847
    },
    {
      "epoch": 2.2601908065915004,
      "grad_norm": 0.07292205095291138,
      "learning_rate": 2.4749746119251414e-05,
      "loss": 0.0062,
      "step": 20848
    },
    {
      "epoch": 2.2602992194275804,
      "grad_norm": 0.5798199772834778,
      "learning_rate": 2.474611925141448e-05,
      "loss": 0.0685,
      "step": 20849
    },
    {
      "epoch": 2.26040763226366,
      "grad_norm": 0.03486410155892372,
      "learning_rate": 2.4742492383577542e-05,
      "loss": 0.0027,
      "step": 20850
    },
    {
      "epoch": 2.26051604509974,
      "grad_norm": 0.12821601331233978,
      "learning_rate": 2.473886551574061e-05,
      "loss": 0.0088,
      "step": 20851
    },
    {
      "epoch": 2.2606244579358195,
      "grad_norm": 0.08211281150579453,
      "learning_rate": 2.473523864790367e-05,
      "loss": 0.0101,
      "step": 20852
    },
    {
      "epoch": 2.2607328707718994,
      "grad_norm": 0.07737737149000168,
      "learning_rate": 2.4731611780066735e-05,
      "loss": 0.0068,
      "step": 20853
    },
    {
      "epoch": 2.260841283607979,
      "grad_norm": 0.13687936961650848,
      "learning_rate": 2.47279849122298e-05,
      "loss": 0.0067,
      "step": 20854
    },
    {
      "epoch": 2.260949696444059,
      "grad_norm": 0.21215736865997314,
      "learning_rate": 2.4724358044392863e-05,
      "loss": 0.0261,
      "step": 20855
    },
    {
      "epoch": 2.261058109280139,
      "grad_norm": 0.15262459218502045,
      "learning_rate": 2.4720731176555927e-05,
      "loss": 0.0129,
      "step": 20856
    },
    {
      "epoch": 2.2611665221162185,
      "grad_norm": 0.1797090768814087,
      "learning_rate": 2.471710430871899e-05,
      "loss": 0.0066,
      "step": 20857
    },
    {
      "epoch": 2.2612749349522985,
      "grad_norm": 0.07872225344181061,
      "learning_rate": 2.4713477440882055e-05,
      "loss": 0.0032,
      "step": 20858
    },
    {
      "epoch": 2.261383347788378,
      "grad_norm": 0.12113811075687408,
      "learning_rate": 2.470985057304512e-05,
      "loss": 0.0117,
      "step": 20859
    },
    {
      "epoch": 2.261491760624458,
      "grad_norm": 0.003891423810273409,
      "learning_rate": 2.4706223705208184e-05,
      "loss": 0.0004,
      "step": 20860
    },
    {
      "epoch": 2.2616001734605375,
      "grad_norm": 0.07638240605592728,
      "learning_rate": 2.4702596837371248e-05,
      "loss": 0.0065,
      "step": 20861
    },
    {
      "epoch": 2.2617085862966175,
      "grad_norm": 0.14371110498905182,
      "learning_rate": 2.4698969969534312e-05,
      "loss": 0.0064,
      "step": 20862
    },
    {
      "epoch": 2.261816999132697,
      "grad_norm": 0.12778832018375397,
      "learning_rate": 2.4695343101697372e-05,
      "loss": 0.0132,
      "step": 20863
    },
    {
      "epoch": 2.261925411968777,
      "grad_norm": 0.23149102926254272,
      "learning_rate": 2.469171623386044e-05,
      "loss": 0.0275,
      "step": 20864
    },
    {
      "epoch": 2.262033824804857,
      "grad_norm": 0.12534862756729126,
      "learning_rate": 2.4688089366023504e-05,
      "loss": 0.0562,
      "step": 20865
    },
    {
      "epoch": 2.2621422376409366,
      "grad_norm": 0.13873150944709778,
      "learning_rate": 2.4684462498186568e-05,
      "loss": 0.0296,
      "step": 20866
    },
    {
      "epoch": 2.2622506504770166,
      "grad_norm": 0.2554372549057007,
      "learning_rate": 2.468083563034963e-05,
      "loss": 0.0288,
      "step": 20867
    },
    {
      "epoch": 2.262359063313096,
      "grad_norm": 0.08505238592624664,
      "learning_rate": 2.4677208762512696e-05,
      "loss": 0.0052,
      "step": 20868
    },
    {
      "epoch": 2.262467476149176,
      "grad_norm": 0.04524873569607735,
      "learning_rate": 2.467358189467576e-05,
      "loss": 0.0062,
      "step": 20869
    },
    {
      "epoch": 2.262575888985256,
      "grad_norm": 0.14877183735370636,
      "learning_rate": 2.4669955026838825e-05,
      "loss": 0.003,
      "step": 20870
    },
    {
      "epoch": 2.2626843018213356,
      "grad_norm": 0.015004214830696583,
      "learning_rate": 2.4666328159001885e-05,
      "loss": 0.0013,
      "step": 20871
    },
    {
      "epoch": 2.2627927146574156,
      "grad_norm": 0.1754974126815796,
      "learning_rate": 2.4662701291164953e-05,
      "loss": 0.0236,
      "step": 20872
    },
    {
      "epoch": 2.262901127493495,
      "grad_norm": 0.053735531866550446,
      "learning_rate": 2.4659074423328017e-05,
      "loss": 0.0011,
      "step": 20873
    },
    {
      "epoch": 2.263009540329575,
      "grad_norm": 0.7716686129570007,
      "learning_rate": 2.4655447555491078e-05,
      "loss": 0.0328,
      "step": 20874
    },
    {
      "epoch": 2.2631179531656547,
      "grad_norm": 0.015008967369794846,
      "learning_rate": 2.4651820687654142e-05,
      "loss": 0.0008,
      "step": 20875
    },
    {
      "epoch": 2.2632263660017347,
      "grad_norm": 0.09584586322307587,
      "learning_rate": 2.4648193819817206e-05,
      "loss": 0.0058,
      "step": 20876
    },
    {
      "epoch": 2.263334778837814,
      "grad_norm": 0.18050739169120789,
      "learning_rate": 2.4644566951980273e-05,
      "loss": 0.0084,
      "step": 20877
    },
    {
      "epoch": 2.263443191673894,
      "grad_norm": 0.02907750755548477,
      "learning_rate": 2.4640940084143334e-05,
      "loss": 0.0033,
      "step": 20878
    },
    {
      "epoch": 2.263551604509974,
      "grad_norm": 0.06943659484386444,
      "learning_rate": 2.4637313216306398e-05,
      "loss": 0.0083,
      "step": 20879
    },
    {
      "epoch": 2.2636600173460537,
      "grad_norm": 0.07545297592878342,
      "learning_rate": 2.4633686348469462e-05,
      "loss": 0.0072,
      "step": 20880
    },
    {
      "epoch": 2.2637684301821337,
      "grad_norm": 0.19469456374645233,
      "learning_rate": 2.4630059480632526e-05,
      "loss": 0.0186,
      "step": 20881
    },
    {
      "epoch": 2.2638768430182132,
      "grad_norm": 0.019708408042788506,
      "learning_rate": 2.462643261279559e-05,
      "loss": 0.0008,
      "step": 20882
    },
    {
      "epoch": 2.263985255854293,
      "grad_norm": 0.18839408457279205,
      "learning_rate": 2.4622805744958655e-05,
      "loss": 0.0199,
      "step": 20883
    },
    {
      "epoch": 2.2640936686903728,
      "grad_norm": 0.28405383229255676,
      "learning_rate": 2.461917887712172e-05,
      "loss": 0.0104,
      "step": 20884
    },
    {
      "epoch": 2.2642020815264527,
      "grad_norm": 0.36249178647994995,
      "learning_rate": 2.4615552009284783e-05,
      "loss": 0.0317,
      "step": 20885
    },
    {
      "epoch": 2.2643104943625323,
      "grad_norm": 0.06009508669376373,
      "learning_rate": 2.4611925141447847e-05,
      "loss": 0.0053,
      "step": 20886
    },
    {
      "epoch": 2.2644189071986123,
      "grad_norm": 0.41774341464042664,
      "learning_rate": 2.460829827361091e-05,
      "loss": 0.0142,
      "step": 20887
    },
    {
      "epoch": 2.2645273200346923,
      "grad_norm": 0.1504994034767151,
      "learning_rate": 2.4604671405773975e-05,
      "loss": 0.0067,
      "step": 20888
    },
    {
      "epoch": 2.264635732870772,
      "grad_norm": 0.10690761357545853,
      "learning_rate": 2.4601044537937036e-05,
      "loss": 0.0089,
      "step": 20889
    },
    {
      "epoch": 2.264744145706852,
      "grad_norm": 0.4202844202518463,
      "learning_rate": 2.4597417670100103e-05,
      "loss": 0.0262,
      "step": 20890
    },
    {
      "epoch": 2.2648525585429313,
      "grad_norm": 0.03266865760087967,
      "learning_rate": 2.4593790802263167e-05,
      "loss": 0.0032,
      "step": 20891
    },
    {
      "epoch": 2.2649609713790113,
      "grad_norm": 0.22804918885231018,
      "learning_rate": 2.459016393442623e-05,
      "loss": 0.0159,
      "step": 20892
    },
    {
      "epoch": 2.2650693842150913,
      "grad_norm": 0.08335301280021667,
      "learning_rate": 2.4586537066589292e-05,
      "loss": 0.0039,
      "step": 20893
    },
    {
      "epoch": 2.265177797051171,
      "grad_norm": 0.0651676133275032,
      "learning_rate": 2.458291019875236e-05,
      "loss": 0.0026,
      "step": 20894
    },
    {
      "epoch": 2.265286209887251,
      "grad_norm": 0.2648940682411194,
      "learning_rate": 2.4579283330915424e-05,
      "loss": 0.0234,
      "step": 20895
    },
    {
      "epoch": 2.2653946227233304,
      "grad_norm": 0.42030006647109985,
      "learning_rate": 2.4575656463078488e-05,
      "loss": 0.0075,
      "step": 20896
    },
    {
      "epoch": 2.2655030355594103,
      "grad_norm": 0.18013834953308105,
      "learning_rate": 2.457202959524155e-05,
      "loss": 0.0097,
      "step": 20897
    },
    {
      "epoch": 2.26561144839549,
      "grad_norm": 0.008580951951444149,
      "learning_rate": 2.4568402727404616e-05,
      "loss": 0.0006,
      "step": 20898
    },
    {
      "epoch": 2.26571986123157,
      "grad_norm": 0.0014597965637221932,
      "learning_rate": 2.456477585956768e-05,
      "loss": 0.0002,
      "step": 20899
    },
    {
      "epoch": 2.2658282740676494,
      "grad_norm": 0.06216560676693916,
      "learning_rate": 2.456114899173074e-05,
      "loss": 0.0033,
      "step": 20900
    },
    {
      "epoch": 2.2659366869037294,
      "grad_norm": 0.5391876101493835,
      "learning_rate": 2.4557522123893805e-05,
      "loss": 0.0281,
      "step": 20901
    },
    {
      "epoch": 2.2660450997398094,
      "grad_norm": 0.06795527040958405,
      "learning_rate": 2.455389525605687e-05,
      "loss": 0.0034,
      "step": 20902
    },
    {
      "epoch": 2.266153512575889,
      "grad_norm": 0.2550702691078186,
      "learning_rate": 2.4550268388219937e-05,
      "loss": 0.0178,
      "step": 20903
    },
    {
      "epoch": 2.266261925411969,
      "grad_norm": 0.001450453302823007,
      "learning_rate": 2.4546641520382997e-05,
      "loss": 0.0002,
      "step": 20904
    },
    {
      "epoch": 2.2663703382480485,
      "grad_norm": 0.06746456772089005,
      "learning_rate": 2.454301465254606e-05,
      "loss": 0.0063,
      "step": 20905
    },
    {
      "epoch": 2.2664787510841284,
      "grad_norm": 0.09691270440816879,
      "learning_rate": 2.4539387784709126e-05,
      "loss": 0.0069,
      "step": 20906
    },
    {
      "epoch": 2.266587163920208,
      "grad_norm": 0.5377669334411621,
      "learning_rate": 2.453576091687219e-05,
      "loss": 0.0234,
      "step": 20907
    },
    {
      "epoch": 2.266695576756288,
      "grad_norm": 0.43558797240257263,
      "learning_rate": 2.4532134049035254e-05,
      "loss": 0.0091,
      "step": 20908
    },
    {
      "epoch": 2.2668039895923675,
      "grad_norm": 0.06027340888977051,
      "learning_rate": 2.4528507181198318e-05,
      "loss": 0.0042,
      "step": 20909
    },
    {
      "epoch": 2.2669124024284475,
      "grad_norm": 0.19095462560653687,
      "learning_rate": 2.4524880313361382e-05,
      "loss": 0.0226,
      "step": 20910
    },
    {
      "epoch": 2.2670208152645275,
      "grad_norm": 0.03918108344078064,
      "learning_rate": 2.4521253445524446e-05,
      "loss": 0.0031,
      "step": 20911
    },
    {
      "epoch": 2.267129228100607,
      "grad_norm": 0.002888042712584138,
      "learning_rate": 2.451762657768751e-05,
      "loss": 0.0002,
      "step": 20912
    },
    {
      "epoch": 2.267237640936687,
      "grad_norm": 0.011450071819126606,
      "learning_rate": 2.4513999709850574e-05,
      "loss": 0.0009,
      "step": 20913
    },
    {
      "epoch": 2.2673460537727665,
      "grad_norm": 0.08103972673416138,
      "learning_rate": 2.451037284201364e-05,
      "loss": 0.0029,
      "step": 20914
    },
    {
      "epoch": 2.2674544666088465,
      "grad_norm": 0.022844882681965828,
      "learning_rate": 2.45067459741767e-05,
      "loss": 0.0018,
      "step": 20915
    },
    {
      "epoch": 2.2675628794449265,
      "grad_norm": 0.20997685194015503,
      "learning_rate": 2.4503119106339767e-05,
      "loss": 0.0184,
      "step": 20916
    },
    {
      "epoch": 2.267671292281006,
      "grad_norm": 0.4673146903514862,
      "learning_rate": 2.449949223850283e-05,
      "loss": 0.0084,
      "step": 20917
    },
    {
      "epoch": 2.267779705117086,
      "grad_norm": 0.026971232146024704,
      "learning_rate": 2.4495865370665895e-05,
      "loss": 0.0019,
      "step": 20918
    },
    {
      "epoch": 2.2678881179531656,
      "grad_norm": 0.06504129618406296,
      "learning_rate": 2.4492238502828956e-05,
      "loss": 0.0027,
      "step": 20919
    },
    {
      "epoch": 2.2679965307892456,
      "grad_norm": 0.22788818180561066,
      "learning_rate": 2.4488611634992023e-05,
      "loss": 0.0304,
      "step": 20920
    },
    {
      "epoch": 2.268104943625325,
      "grad_norm": 0.1246006041765213,
      "learning_rate": 2.4484984767155087e-05,
      "loss": 0.0148,
      "step": 20921
    },
    {
      "epoch": 2.268213356461405,
      "grad_norm": 0.20521074533462524,
      "learning_rate": 2.448135789931815e-05,
      "loss": 0.0099,
      "step": 20922
    },
    {
      "epoch": 2.2683217692974846,
      "grad_norm": 0.09644390642642975,
      "learning_rate": 2.4477731031481212e-05,
      "loss": 0.0087,
      "step": 20923
    },
    {
      "epoch": 2.2684301821335646,
      "grad_norm": 0.014344830997288227,
      "learning_rate": 2.447410416364428e-05,
      "loss": 0.001,
      "step": 20924
    },
    {
      "epoch": 2.2685385949696446,
      "grad_norm": 0.08245106041431427,
      "learning_rate": 2.4470477295807344e-05,
      "loss": 0.0339,
      "step": 20925
    },
    {
      "epoch": 2.268647007805724,
      "grad_norm": 0.0737580806016922,
      "learning_rate": 2.4466850427970404e-05,
      "loss": 0.0067,
      "step": 20926
    },
    {
      "epoch": 2.268755420641804,
      "grad_norm": 0.013288210146129131,
      "learning_rate": 2.446322356013347e-05,
      "loss": 0.0011,
      "step": 20927
    },
    {
      "epoch": 2.2688638334778837,
      "grad_norm": 0.26756933331489563,
      "learning_rate": 2.4459596692296533e-05,
      "loss": 0.022,
      "step": 20928
    },
    {
      "epoch": 2.2689722463139637,
      "grad_norm": 0.35282519459724426,
      "learning_rate": 2.44559698244596e-05,
      "loss": 0.0346,
      "step": 20929
    },
    {
      "epoch": 2.269080659150043,
      "grad_norm": 0.22253908216953278,
      "learning_rate": 2.445234295662266e-05,
      "loss": 0.0241,
      "step": 20930
    },
    {
      "epoch": 2.269189071986123,
      "grad_norm": 0.03266582265496254,
      "learning_rate": 2.4448716088785725e-05,
      "loss": 0.004,
      "step": 20931
    },
    {
      "epoch": 2.2692974848222027,
      "grad_norm": 0.3896895945072174,
      "learning_rate": 2.444508922094879e-05,
      "loss": 0.0163,
      "step": 20932
    },
    {
      "epoch": 2.2694058976582827,
      "grad_norm": 0.19182518124580383,
      "learning_rate": 2.4441462353111853e-05,
      "loss": 0.0074,
      "step": 20933
    },
    {
      "epoch": 2.2695143104943627,
      "grad_norm": 0.12401067465543747,
      "learning_rate": 2.4437835485274917e-05,
      "loss": 0.0095,
      "step": 20934
    },
    {
      "epoch": 2.2696227233304422,
      "grad_norm": 0.04583575204014778,
      "learning_rate": 2.443420861743798e-05,
      "loss": 0.0018,
      "step": 20935
    },
    {
      "epoch": 2.2697311361665222,
      "grad_norm": 0.040214575827121735,
      "learning_rate": 2.4430581749601045e-05,
      "loss": 0.0019,
      "step": 20936
    },
    {
      "epoch": 2.2698395490026018,
      "grad_norm": 0.07995990663766861,
      "learning_rate": 2.442695488176411e-05,
      "loss": 0.0035,
      "step": 20937
    },
    {
      "epoch": 2.2699479618386817,
      "grad_norm": 0.09513522684574127,
      "learning_rate": 2.4423328013927174e-05,
      "loss": 0.017,
      "step": 20938
    },
    {
      "epoch": 2.2700563746747617,
      "grad_norm": 0.3690645694732666,
      "learning_rate": 2.4419701146090238e-05,
      "loss": 0.0208,
      "step": 20939
    },
    {
      "epoch": 2.2701647875108413,
      "grad_norm": 0.038643933832645416,
      "learning_rate": 2.4416074278253302e-05,
      "loss": 0.0016,
      "step": 20940
    },
    {
      "epoch": 2.2702732003469213,
      "grad_norm": 0.28451359272003174,
      "learning_rate": 2.4412447410416366e-05,
      "loss": 0.0416,
      "step": 20941
    },
    {
      "epoch": 2.270381613183001,
      "grad_norm": 0.25920891761779785,
      "learning_rate": 2.440882054257943e-05,
      "loss": 0.0192,
      "step": 20942
    },
    {
      "epoch": 2.270490026019081,
      "grad_norm": 0.15984949469566345,
      "learning_rate": 2.4405193674742494e-05,
      "loss": 0.0111,
      "step": 20943
    },
    {
      "epoch": 2.2705984388551603,
      "grad_norm": 0.19317984580993652,
      "learning_rate": 2.4401566806905558e-05,
      "loss": 0.009,
      "step": 20944
    },
    {
      "epoch": 2.2707068516912403,
      "grad_norm": 0.10589076578617096,
      "learning_rate": 2.439793993906862e-05,
      "loss": 0.0167,
      "step": 20945
    },
    {
      "epoch": 2.27081526452732,
      "grad_norm": 0.012543789111077785,
      "learning_rate": 2.4394313071231686e-05,
      "loss": 0.0005,
      "step": 20946
    },
    {
      "epoch": 2.2709236773634,
      "grad_norm": 0.27088993787765503,
      "learning_rate": 2.439068620339475e-05,
      "loss": 0.0125,
      "step": 20947
    },
    {
      "epoch": 2.27103209019948,
      "grad_norm": 0.07384877651929855,
      "learning_rate": 2.4387059335557815e-05,
      "loss": 0.0068,
      "step": 20948
    },
    {
      "epoch": 2.2711405030355594,
      "grad_norm": 0.2088634967803955,
      "learning_rate": 2.4383432467720875e-05,
      "loss": 0.0095,
      "step": 20949
    },
    {
      "epoch": 2.2712489158716394,
      "grad_norm": 0.15330660343170166,
      "learning_rate": 2.4379805599883943e-05,
      "loss": 0.0139,
      "step": 20950
    },
    {
      "epoch": 2.271357328707719,
      "grad_norm": 0.016489652916789055,
      "learning_rate": 2.4376178732047007e-05,
      "loss": 0.0011,
      "step": 20951
    },
    {
      "epoch": 2.271465741543799,
      "grad_norm": 0.16254335641860962,
      "learning_rate": 2.4372551864210068e-05,
      "loss": 0.0152,
      "step": 20952
    },
    {
      "epoch": 2.2715741543798784,
      "grad_norm": 0.09464481472969055,
      "learning_rate": 2.4368924996373132e-05,
      "loss": 0.0077,
      "step": 20953
    },
    {
      "epoch": 2.2716825672159584,
      "grad_norm": 0.17837552726268768,
      "learning_rate": 2.43652981285362e-05,
      "loss": 0.0162,
      "step": 20954
    },
    {
      "epoch": 2.271790980052038,
      "grad_norm": 0.25114622712135315,
      "learning_rate": 2.4361671260699263e-05,
      "loss": 0.0231,
      "step": 20955
    },
    {
      "epoch": 2.271899392888118,
      "grad_norm": 0.21554115414619446,
      "learning_rate": 2.4358044392862324e-05,
      "loss": 0.0509,
      "step": 20956
    },
    {
      "epoch": 2.272007805724198,
      "grad_norm": 0.5647543668746948,
      "learning_rate": 2.4354417525025388e-05,
      "loss": 0.0165,
      "step": 20957
    },
    {
      "epoch": 2.2721162185602775,
      "grad_norm": 0.04200102388858795,
      "learning_rate": 2.4350790657188452e-05,
      "loss": 0.0039,
      "step": 20958
    },
    {
      "epoch": 2.2722246313963574,
      "grad_norm": 0.050777897238731384,
      "learning_rate": 2.434716378935152e-05,
      "loss": 0.0046,
      "step": 20959
    },
    {
      "epoch": 2.272333044232437,
      "grad_norm": 0.02857857756316662,
      "learning_rate": 2.434353692151458e-05,
      "loss": 0.003,
      "step": 20960
    },
    {
      "epoch": 2.272441457068517,
      "grad_norm": 0.11937863379716873,
      "learning_rate": 2.4339910053677645e-05,
      "loss": 0.0079,
      "step": 20961
    },
    {
      "epoch": 2.272549869904597,
      "grad_norm": 0.21372142434120178,
      "learning_rate": 2.433628318584071e-05,
      "loss": 0.0157,
      "step": 20962
    },
    {
      "epoch": 2.2726582827406765,
      "grad_norm": 0.22880852222442627,
      "learning_rate": 2.4332656318003773e-05,
      "loss": 0.0216,
      "step": 20963
    },
    {
      "epoch": 2.2727666955767565,
      "grad_norm": 0.49988389015197754,
      "learning_rate": 2.4329029450166837e-05,
      "loss": 0.0189,
      "step": 20964
    },
    {
      "epoch": 2.272875108412836,
      "grad_norm": 0.013303770683705807,
      "learning_rate": 2.43254025823299e-05,
      "loss": 0.0014,
      "step": 20965
    },
    {
      "epoch": 2.272983521248916,
      "grad_norm": 0.03915782272815704,
      "learning_rate": 2.4321775714492965e-05,
      "loss": 0.0036,
      "step": 20966
    },
    {
      "epoch": 2.2730919340849955,
      "grad_norm": 0.11882443726062775,
      "learning_rate": 2.431814884665603e-05,
      "loss": 0.0076,
      "step": 20967
    },
    {
      "epoch": 2.2732003469210755,
      "grad_norm": 0.14860402047634125,
      "learning_rate": 2.4314521978819093e-05,
      "loss": 0.0134,
      "step": 20968
    },
    {
      "epoch": 2.273308759757155,
      "grad_norm": 0.01531511452049017,
      "learning_rate": 2.4310895110982157e-05,
      "loss": 0.0013,
      "step": 20969
    },
    {
      "epoch": 2.273417172593235,
      "grad_norm": 0.8736096620559692,
      "learning_rate": 2.430726824314522e-05,
      "loss": 0.0211,
      "step": 20970
    },
    {
      "epoch": 2.273525585429315,
      "grad_norm": 0.0755610316991806,
      "learning_rate": 2.4303641375308282e-05,
      "loss": 0.0115,
      "step": 20971
    },
    {
      "epoch": 2.2736339982653946,
      "grad_norm": 0.29308441281318665,
      "learning_rate": 2.430001450747135e-05,
      "loss": 0.031,
      "step": 20972
    },
    {
      "epoch": 2.2737424111014746,
      "grad_norm": 0.12266401201486588,
      "learning_rate": 2.4296387639634414e-05,
      "loss": 0.0093,
      "step": 20973
    },
    {
      "epoch": 2.273850823937554,
      "grad_norm": 0.4215427339076996,
      "learning_rate": 2.4292760771797478e-05,
      "loss": 0.0151,
      "step": 20974
    },
    {
      "epoch": 2.273959236773634,
      "grad_norm": 0.4030548334121704,
      "learning_rate": 2.428913390396054e-05,
      "loss": 0.0421,
      "step": 20975
    },
    {
      "epoch": 2.2740676496097136,
      "grad_norm": 0.091543048620224,
      "learning_rate": 2.4285507036123606e-05,
      "loss": 0.0044,
      "step": 20976
    },
    {
      "epoch": 2.2741760624457936,
      "grad_norm": 0.13521797955036163,
      "learning_rate": 2.428188016828667e-05,
      "loss": 0.0078,
      "step": 20977
    },
    {
      "epoch": 2.274284475281873,
      "grad_norm": 0.026132851839065552,
      "learning_rate": 2.427825330044973e-05,
      "loss": 0.0014,
      "step": 20978
    },
    {
      "epoch": 2.274392888117953,
      "grad_norm": 0.1092328205704689,
      "learning_rate": 2.4274626432612795e-05,
      "loss": 0.0029,
      "step": 20979
    },
    {
      "epoch": 2.274501300954033,
      "grad_norm": 0.18501782417297363,
      "learning_rate": 2.4270999564775863e-05,
      "loss": 0.0115,
      "step": 20980
    },
    {
      "epoch": 2.2746097137901127,
      "grad_norm": 0.030763251706957817,
      "learning_rate": 2.4267372696938927e-05,
      "loss": 0.001,
      "step": 20981
    },
    {
      "epoch": 2.2747181266261927,
      "grad_norm": 0.05670725181698799,
      "learning_rate": 2.4263745829101987e-05,
      "loss": 0.0065,
      "step": 20982
    },
    {
      "epoch": 2.274826539462272,
      "grad_norm": 0.02934609167277813,
      "learning_rate": 2.426011896126505e-05,
      "loss": 0.003,
      "step": 20983
    },
    {
      "epoch": 2.274934952298352,
      "grad_norm": 0.09910750389099121,
      "learning_rate": 2.4256492093428116e-05,
      "loss": 0.0063,
      "step": 20984
    },
    {
      "epoch": 2.2750433651344317,
      "grad_norm": 0.17779001593589783,
      "learning_rate": 2.4252865225591183e-05,
      "loss": 0.0243,
      "step": 20985
    },
    {
      "epoch": 2.2751517779705117,
      "grad_norm": 0.08904065936803818,
      "learning_rate": 2.4249238357754244e-05,
      "loss": 0.0058,
      "step": 20986
    },
    {
      "epoch": 2.2752601908065913,
      "grad_norm": 0.15211105346679688,
      "learning_rate": 2.4245611489917308e-05,
      "loss": 0.0061,
      "step": 20987
    },
    {
      "epoch": 2.2753686036426712,
      "grad_norm": 0.1204422190785408,
      "learning_rate": 2.4241984622080372e-05,
      "loss": 0.0142,
      "step": 20988
    },
    {
      "epoch": 2.2754770164787512,
      "grad_norm": 0.10139507800340652,
      "learning_rate": 2.4238357754243436e-05,
      "loss": 0.0125,
      "step": 20989
    },
    {
      "epoch": 2.2755854293148308,
      "grad_norm": 0.0018778630765154958,
      "learning_rate": 2.42347308864065e-05,
      "loss": 0.0002,
      "step": 20990
    },
    {
      "epoch": 2.2756938421509108,
      "grad_norm": 0.0398363433778286,
      "learning_rate": 2.4231104018569564e-05,
      "loss": 0.004,
      "step": 20991
    },
    {
      "epoch": 2.2758022549869903,
      "grad_norm": 0.13464713096618652,
      "learning_rate": 2.422747715073263e-05,
      "loss": 0.0138,
      "step": 20992
    },
    {
      "epoch": 2.2759106678230703,
      "grad_norm": 0.0452742762863636,
      "learning_rate": 2.4223850282895693e-05,
      "loss": 0.0025,
      "step": 20993
    },
    {
      "epoch": 2.2760190806591503,
      "grad_norm": 0.12195446342229843,
      "learning_rate": 2.4220223415058757e-05,
      "loss": 0.0116,
      "step": 20994
    },
    {
      "epoch": 2.27612749349523,
      "grad_norm": 0.02556738071143627,
      "learning_rate": 2.421659654722182e-05,
      "loss": 0.0021,
      "step": 20995
    },
    {
      "epoch": 2.27623590633131,
      "grad_norm": 0.2176557183265686,
      "learning_rate": 2.4212969679384885e-05,
      "loss": 0.0207,
      "step": 20996
    },
    {
      "epoch": 2.2763443191673893,
      "grad_norm": 0.3041708171367645,
      "learning_rate": 2.4209342811547946e-05,
      "loss": 0.1047,
      "step": 20997
    },
    {
      "epoch": 2.2764527320034693,
      "grad_norm": 0.026398465037345886,
      "learning_rate": 2.4205715943711013e-05,
      "loss": 0.0012,
      "step": 20998
    },
    {
      "epoch": 2.276561144839549,
      "grad_norm": 0.10993911325931549,
      "learning_rate": 2.4202089075874077e-05,
      "loss": 0.0148,
      "step": 20999
    },
    {
      "epoch": 2.276669557675629,
      "grad_norm": 0.03085510991513729,
      "learning_rate": 2.419846220803714e-05,
      "loss": 0.0018,
      "step": 21000
    },
    {
      "epoch": 2.2767779705117084,
      "grad_norm": 0.007498749531805515,
      "learning_rate": 2.4194835340200202e-05,
      "loss": 0.0006,
      "step": 21001
    },
    {
      "epoch": 2.2768863833477884,
      "grad_norm": 0.2879602611064911,
      "learning_rate": 2.419120847236327e-05,
      "loss": 0.0118,
      "step": 21002
    },
    {
      "epoch": 2.2769947961838684,
      "grad_norm": 0.07745808362960815,
      "learning_rate": 2.4187581604526334e-05,
      "loss": 0.0096,
      "step": 21003
    },
    {
      "epoch": 2.277103209019948,
      "grad_norm": 0.5881264805793762,
      "learning_rate": 2.4183954736689394e-05,
      "loss": 0.044,
      "step": 21004
    },
    {
      "epoch": 2.277211621856028,
      "grad_norm": 0.03555533289909363,
      "learning_rate": 2.418032786885246e-05,
      "loss": 0.0015,
      "step": 21005
    },
    {
      "epoch": 2.2773200346921074,
      "grad_norm": 0.39303064346313477,
      "learning_rate": 2.4176701001015526e-05,
      "loss": 0.0158,
      "step": 21006
    },
    {
      "epoch": 2.2774284475281874,
      "grad_norm": 0.3534022271633148,
      "learning_rate": 2.417307413317859e-05,
      "loss": 0.0666,
      "step": 21007
    },
    {
      "epoch": 2.277536860364267,
      "grad_norm": 0.0701548308134079,
      "learning_rate": 2.416944726534165e-05,
      "loss": 0.0047,
      "step": 21008
    },
    {
      "epoch": 2.277645273200347,
      "grad_norm": 0.14753903448581696,
      "learning_rate": 2.4165820397504715e-05,
      "loss": 0.0129,
      "step": 21009
    },
    {
      "epoch": 2.2777536860364265,
      "grad_norm": 0.13264042139053345,
      "learning_rate": 2.416219352966778e-05,
      "loss": 0.0059,
      "step": 21010
    },
    {
      "epoch": 2.2778620988725065,
      "grad_norm": 0.07179298251867294,
      "learning_rate": 2.4158566661830846e-05,
      "loss": 0.0066,
      "step": 21011
    },
    {
      "epoch": 2.2779705117085864,
      "grad_norm": 0.02013208158314228,
      "learning_rate": 2.4154939793993907e-05,
      "loss": 0.0009,
      "step": 21012
    },
    {
      "epoch": 2.278078924544666,
      "grad_norm": 0.046141576021909714,
      "learning_rate": 2.415131292615697e-05,
      "loss": 0.0032,
      "step": 21013
    },
    {
      "epoch": 2.278187337380746,
      "grad_norm": 0.26180851459503174,
      "learning_rate": 2.4147686058320035e-05,
      "loss": 0.0087,
      "step": 21014
    },
    {
      "epoch": 2.2782957502168255,
      "grad_norm": 0.13522320985794067,
      "learning_rate": 2.41440591904831e-05,
      "loss": 0.0102,
      "step": 21015
    },
    {
      "epoch": 2.2784041630529055,
      "grad_norm": 0.02444138377904892,
      "learning_rate": 2.4140432322646164e-05,
      "loss": 0.0012,
      "step": 21016
    },
    {
      "epoch": 2.2785125758889855,
      "grad_norm": 0.42634761333465576,
      "learning_rate": 2.4136805454809228e-05,
      "loss": 0.1072,
      "step": 21017
    },
    {
      "epoch": 2.278620988725065,
      "grad_norm": 0.05304248631000519,
      "learning_rate": 2.4133178586972292e-05,
      "loss": 0.0025,
      "step": 21018
    },
    {
      "epoch": 2.278729401561145,
      "grad_norm": 0.07053787261247635,
      "learning_rate": 2.4129551719135356e-05,
      "loss": 0.0032,
      "step": 21019
    },
    {
      "epoch": 2.2788378143972245,
      "grad_norm": 0.4893592894077301,
      "learning_rate": 2.412592485129842e-05,
      "loss": 0.0329,
      "step": 21020
    },
    {
      "epoch": 2.2789462272333045,
      "grad_norm": 0.318177729845047,
      "learning_rate": 2.4122297983461484e-05,
      "loss": 0.0162,
      "step": 21021
    },
    {
      "epoch": 2.279054640069384,
      "grad_norm": 0.6151456236839294,
      "learning_rate": 2.4118671115624548e-05,
      "loss": 0.027,
      "step": 21022
    },
    {
      "epoch": 2.279163052905464,
      "grad_norm": 0.00744085106998682,
      "learning_rate": 2.411504424778761e-05,
      "loss": 0.0005,
      "step": 21023
    },
    {
      "epoch": 2.2792714657415436,
      "grad_norm": 0.4949328303337097,
      "learning_rate": 2.4111417379950676e-05,
      "loss": 0.0229,
      "step": 21024
    },
    {
      "epoch": 2.2793798785776236,
      "grad_norm": 0.07723965495824814,
      "learning_rate": 2.410779051211374e-05,
      "loss": 0.0035,
      "step": 21025
    },
    {
      "epoch": 2.2794882914137036,
      "grad_norm": 0.13847705721855164,
      "learning_rate": 2.4104163644276805e-05,
      "loss": 0.0048,
      "step": 21026
    },
    {
      "epoch": 2.279596704249783,
      "grad_norm": 0.21689093112945557,
      "learning_rate": 2.4100536776439865e-05,
      "loss": 0.0123,
      "step": 21027
    },
    {
      "epoch": 2.279705117085863,
      "grad_norm": 0.141616553068161,
      "learning_rate": 2.4096909908602933e-05,
      "loss": 0.0363,
      "step": 21028
    },
    {
      "epoch": 2.2798135299219426,
      "grad_norm": 0.1610710322856903,
      "learning_rate": 2.4093283040765997e-05,
      "loss": 0.0034,
      "step": 21029
    },
    {
      "epoch": 2.2799219427580226,
      "grad_norm": 0.025490762665867805,
      "learning_rate": 2.4089656172929058e-05,
      "loss": 0.0016,
      "step": 21030
    },
    {
      "epoch": 2.280030355594102,
      "grad_norm": 0.013307956047356129,
      "learning_rate": 2.4086029305092122e-05,
      "loss": 0.0008,
      "step": 21031
    },
    {
      "epoch": 2.280138768430182,
      "grad_norm": 0.33224940299987793,
      "learning_rate": 2.408240243725519e-05,
      "loss": 0.0523,
      "step": 21032
    },
    {
      "epoch": 2.2802471812662617,
      "grad_norm": 0.20960679650306702,
      "learning_rate": 2.4078775569418253e-05,
      "loss": 0.0159,
      "step": 21033
    },
    {
      "epoch": 2.2803555941023417,
      "grad_norm": 0.32689183950424194,
      "learning_rate": 2.4075148701581314e-05,
      "loss": 0.026,
      "step": 21034
    },
    {
      "epoch": 2.2804640069384217,
      "grad_norm": 0.18844543397426605,
      "learning_rate": 2.4071521833744378e-05,
      "loss": 0.0244,
      "step": 21035
    },
    {
      "epoch": 2.280572419774501,
      "grad_norm": 0.18089716136455536,
      "learning_rate": 2.4067894965907446e-05,
      "loss": 0.0305,
      "step": 21036
    },
    {
      "epoch": 2.280680832610581,
      "grad_norm": 0.034809187054634094,
      "learning_rate": 2.406426809807051e-05,
      "loss": 0.0033,
      "step": 21037
    },
    {
      "epoch": 2.2807892454466607,
      "grad_norm": 0.06447489559650421,
      "learning_rate": 2.406064123023357e-05,
      "loss": 0.0037,
      "step": 21038
    },
    {
      "epoch": 2.2808976582827407,
      "grad_norm": 0.09011390805244446,
      "learning_rate": 2.4057014362396635e-05,
      "loss": 0.0069,
      "step": 21039
    },
    {
      "epoch": 2.2810060711188207,
      "grad_norm": 0.2525094151496887,
      "learning_rate": 2.40533874945597e-05,
      "loss": 0.034,
      "step": 21040
    },
    {
      "epoch": 2.2811144839549002,
      "grad_norm": 0.3274397850036621,
      "learning_rate": 2.4049760626722763e-05,
      "loss": 0.0638,
      "step": 21041
    },
    {
      "epoch": 2.2812228967909802,
      "grad_norm": 0.11847642809152603,
      "learning_rate": 2.4046133758885827e-05,
      "loss": 0.0137,
      "step": 21042
    },
    {
      "epoch": 2.2813313096270598,
      "grad_norm": 0.4947921931743622,
      "learning_rate": 2.404250689104889e-05,
      "loss": 0.0356,
      "step": 21043
    },
    {
      "epoch": 2.2814397224631398,
      "grad_norm": 0.004711515735834837,
      "learning_rate": 2.4038880023211955e-05,
      "loss": 0.0003,
      "step": 21044
    },
    {
      "epoch": 2.2815481352992193,
      "grad_norm": 0.15986765921115875,
      "learning_rate": 2.403525315537502e-05,
      "loss": 0.0105,
      "step": 21045
    },
    {
      "epoch": 2.2816565481352993,
      "grad_norm": 0.11149539798498154,
      "learning_rate": 2.4031626287538083e-05,
      "loss": 0.0139,
      "step": 21046
    },
    {
      "epoch": 2.281764960971379,
      "grad_norm": 0.1907050609588623,
      "learning_rate": 2.4027999419701147e-05,
      "loss": 0.0223,
      "step": 21047
    },
    {
      "epoch": 2.281873373807459,
      "grad_norm": 0.010996540077030659,
      "learning_rate": 2.402437255186421e-05,
      "loss": 0.0008,
      "step": 21048
    },
    {
      "epoch": 2.281981786643539,
      "grad_norm": 0.3892934322357178,
      "learning_rate": 2.4020745684027276e-05,
      "loss": 0.0611,
      "step": 21049
    },
    {
      "epoch": 2.2820901994796183,
      "grad_norm": 0.12937124073505402,
      "learning_rate": 2.401711881619034e-05,
      "loss": 0.005,
      "step": 21050
    },
    {
      "epoch": 2.2821986123156983,
      "grad_norm": 0.19745005667209625,
      "learning_rate": 2.4013491948353404e-05,
      "loss": 0.0226,
      "step": 21051
    },
    {
      "epoch": 2.282307025151778,
      "grad_norm": 0.3986847400665283,
      "learning_rate": 2.4009865080516468e-05,
      "loss": 0.0164,
      "step": 21052
    },
    {
      "epoch": 2.282415437987858,
      "grad_norm": 0.09698633849620819,
      "learning_rate": 2.400623821267953e-05,
      "loss": 0.0042,
      "step": 21053
    },
    {
      "epoch": 2.2825238508239374,
      "grad_norm": 0.23152762651443481,
      "learning_rate": 2.4002611344842596e-05,
      "loss": 0.0171,
      "step": 21054
    },
    {
      "epoch": 2.2826322636600174,
      "grad_norm": 0.09061496704816818,
      "learning_rate": 2.399898447700566e-05,
      "loss": 0.0034,
      "step": 21055
    },
    {
      "epoch": 2.282740676496097,
      "grad_norm": 0.020438900217413902,
      "learning_rate": 2.399535760916872e-05,
      "loss": 0.0016,
      "step": 21056
    },
    {
      "epoch": 2.282849089332177,
      "grad_norm": 0.1267555058002472,
      "learning_rate": 2.3991730741331785e-05,
      "loss": 0.0154,
      "step": 21057
    },
    {
      "epoch": 2.282957502168257,
      "grad_norm": 0.08773625642061234,
      "learning_rate": 2.3988103873494853e-05,
      "loss": 0.0051,
      "step": 21058
    },
    {
      "epoch": 2.2830659150043364,
      "grad_norm": 0.14961056411266327,
      "learning_rate": 2.3984477005657917e-05,
      "loss": 0.016,
      "step": 21059
    },
    {
      "epoch": 2.2831743278404164,
      "grad_norm": 0.04781080409884453,
      "learning_rate": 2.3980850137820977e-05,
      "loss": 0.0036,
      "step": 21060
    },
    {
      "epoch": 2.283282740676496,
      "grad_norm": 0.30338865518569946,
      "learning_rate": 2.397722326998404e-05,
      "loss": 0.0146,
      "step": 21061
    },
    {
      "epoch": 2.283391153512576,
      "grad_norm": 0.23539593815803528,
      "learning_rate": 2.397359640214711e-05,
      "loss": 0.0333,
      "step": 21062
    },
    {
      "epoch": 2.283499566348656,
      "grad_norm": 0.15587329864501953,
      "learning_rate": 2.3969969534310173e-05,
      "loss": 0.0239,
      "step": 21063
    },
    {
      "epoch": 2.2836079791847355,
      "grad_norm": 0.031969550997018814,
      "learning_rate": 2.3966342666473234e-05,
      "loss": 0.0014,
      "step": 21064
    },
    {
      "epoch": 2.2837163920208154,
      "grad_norm": 0.057048819959163666,
      "learning_rate": 2.3962715798636298e-05,
      "loss": 0.0058,
      "step": 21065
    },
    {
      "epoch": 2.283824804856895,
      "grad_norm": 0.544655442237854,
      "learning_rate": 2.3959088930799362e-05,
      "loss": 0.038,
      "step": 21066
    },
    {
      "epoch": 2.283933217692975,
      "grad_norm": 0.0209560114890337,
      "learning_rate": 2.3955462062962426e-05,
      "loss": 0.0019,
      "step": 21067
    },
    {
      "epoch": 2.2840416305290545,
      "grad_norm": 0.18830111622810364,
      "learning_rate": 2.395183519512549e-05,
      "loss": 0.011,
      "step": 21068
    },
    {
      "epoch": 2.2841500433651345,
      "grad_norm": 0.007577740121632814,
      "learning_rate": 2.3948208327288554e-05,
      "loss": 0.0006,
      "step": 21069
    },
    {
      "epoch": 2.284258456201214,
      "grad_norm": 0.42857012152671814,
      "learning_rate": 2.394458145945162e-05,
      "loss": 0.0623,
      "step": 21070
    },
    {
      "epoch": 2.284366869037294,
      "grad_norm": 0.007105174940079451,
      "learning_rate": 2.3940954591614683e-05,
      "loss": 0.0009,
      "step": 21071
    },
    {
      "epoch": 2.284475281873374,
      "grad_norm": 0.403184175491333,
      "learning_rate": 2.3937327723777747e-05,
      "loss": 0.0086,
      "step": 21072
    },
    {
      "epoch": 2.2845836947094535,
      "grad_norm": 0.11360422521829605,
      "learning_rate": 2.393370085594081e-05,
      "loss": 0.015,
      "step": 21073
    },
    {
      "epoch": 2.2846921075455335,
      "grad_norm": 0.12318653613328934,
      "learning_rate": 2.3930073988103875e-05,
      "loss": 0.0081,
      "step": 21074
    },
    {
      "epoch": 2.284800520381613,
      "grad_norm": 0.19410832226276398,
      "learning_rate": 2.392644712026694e-05,
      "loss": 0.0379,
      "step": 21075
    },
    {
      "epoch": 2.284908933217693,
      "grad_norm": 0.8369678854942322,
      "learning_rate": 2.3922820252430003e-05,
      "loss": 0.0236,
      "step": 21076
    },
    {
      "epoch": 2.2850173460537726,
      "grad_norm": 0.08299918472766876,
      "learning_rate": 2.3919193384593067e-05,
      "loss": 0.0039,
      "step": 21077
    },
    {
      "epoch": 2.2851257588898526,
      "grad_norm": 0.03516221046447754,
      "learning_rate": 2.391556651675613e-05,
      "loss": 0.0027,
      "step": 21078
    },
    {
      "epoch": 2.285234171725932,
      "grad_norm": 0.15606845915317535,
      "learning_rate": 2.3911939648919192e-05,
      "loss": 0.0135,
      "step": 21079
    },
    {
      "epoch": 2.285342584562012,
      "grad_norm": 0.2485606074333191,
      "learning_rate": 2.390831278108226e-05,
      "loss": 0.0113,
      "step": 21080
    },
    {
      "epoch": 2.285450997398092,
      "grad_norm": 0.06827943027019501,
      "learning_rate": 2.3904685913245324e-05,
      "loss": 0.0058,
      "step": 21081
    },
    {
      "epoch": 2.2855594102341716,
      "grad_norm": 0.1699897050857544,
      "learning_rate": 2.3901059045408384e-05,
      "loss": 0.0371,
      "step": 21082
    },
    {
      "epoch": 2.2856678230702516,
      "grad_norm": 0.07512529194355011,
      "learning_rate": 2.389743217757145e-05,
      "loss": 0.0043,
      "step": 21083
    },
    {
      "epoch": 2.285776235906331,
      "grad_norm": 0.31916749477386475,
      "learning_rate": 2.3893805309734516e-05,
      "loss": 0.0241,
      "step": 21084
    },
    {
      "epoch": 2.285884648742411,
      "grad_norm": 0.17723427712917328,
      "learning_rate": 2.389017844189758e-05,
      "loss": 0.0105,
      "step": 21085
    },
    {
      "epoch": 2.285993061578491,
      "grad_norm": 0.010660836473107338,
      "learning_rate": 2.388655157406064e-05,
      "loss": 0.0009,
      "step": 21086
    },
    {
      "epoch": 2.2861014744145707,
      "grad_norm": 0.21771936118602753,
      "learning_rate": 2.3882924706223705e-05,
      "loss": 0.0217,
      "step": 21087
    },
    {
      "epoch": 2.2862098872506507,
      "grad_norm": 0.3704057037830353,
      "learning_rate": 2.3879297838386772e-05,
      "loss": 0.0404,
      "step": 21088
    },
    {
      "epoch": 2.28631830008673,
      "grad_norm": 0.21639350056648254,
      "learning_rate": 2.3875670970549837e-05,
      "loss": 0.031,
      "step": 21089
    },
    {
      "epoch": 2.28642671292281,
      "grad_norm": 0.04318947345018387,
      "learning_rate": 2.3872044102712897e-05,
      "loss": 0.0054,
      "step": 21090
    },
    {
      "epoch": 2.2865351257588897,
      "grad_norm": 0.22517359256744385,
      "learning_rate": 2.386841723487596e-05,
      "loss": 0.0201,
      "step": 21091
    },
    {
      "epoch": 2.2866435385949697,
      "grad_norm": 0.07917916029691696,
      "learning_rate": 2.3864790367039025e-05,
      "loss": 0.0034,
      "step": 21092
    },
    {
      "epoch": 2.2867519514310493,
      "grad_norm": 0.08170336484909058,
      "learning_rate": 2.386116349920209e-05,
      "loss": 0.005,
      "step": 21093
    },
    {
      "epoch": 2.2868603642671292,
      "grad_norm": 0.04005010053515434,
      "learning_rate": 2.3857536631365154e-05,
      "loss": 0.0029,
      "step": 21094
    },
    {
      "epoch": 2.2869687771032092,
      "grad_norm": 0.3531184494495392,
      "learning_rate": 2.3853909763528218e-05,
      "loss": 0.0181,
      "step": 21095
    },
    {
      "epoch": 2.2870771899392888,
      "grad_norm": 0.03768276795744896,
      "learning_rate": 2.3850282895691282e-05,
      "loss": 0.0019,
      "step": 21096
    },
    {
      "epoch": 2.2871856027753688,
      "grad_norm": 0.03895393759012222,
      "learning_rate": 2.3846656027854346e-05,
      "loss": 0.0029,
      "step": 21097
    },
    {
      "epoch": 2.2872940156114483,
      "grad_norm": 0.09258061647415161,
      "learning_rate": 2.384302916001741e-05,
      "loss": 0.0058,
      "step": 21098
    },
    {
      "epoch": 2.2874024284475283,
      "grad_norm": 0.15155619382858276,
      "learning_rate": 2.3839402292180474e-05,
      "loss": 0.0205,
      "step": 21099
    },
    {
      "epoch": 2.287510841283608,
      "grad_norm": 0.36510705947875977,
      "learning_rate": 2.3835775424343538e-05,
      "loss": 0.0067,
      "step": 21100
    },
    {
      "epoch": 2.287619254119688,
      "grad_norm": 0.39636385440826416,
      "learning_rate": 2.3832148556506602e-05,
      "loss": 0.0202,
      "step": 21101
    },
    {
      "epoch": 2.2877276669557673,
      "grad_norm": 0.11055801063776016,
      "learning_rate": 2.3828521688669666e-05,
      "loss": 0.012,
      "step": 21102
    },
    {
      "epoch": 2.2878360797918473,
      "grad_norm": 0.09336000680923462,
      "learning_rate": 2.382489482083273e-05,
      "loss": 0.0086,
      "step": 21103
    },
    {
      "epoch": 2.2879444926279273,
      "grad_norm": 0.19752734899520874,
      "learning_rate": 2.3821267952995795e-05,
      "loss": 0.0142,
      "step": 21104
    },
    {
      "epoch": 2.288052905464007,
      "grad_norm": 0.05693088471889496,
      "learning_rate": 2.3817641085158855e-05,
      "loss": 0.0058,
      "step": 21105
    },
    {
      "epoch": 2.288161318300087,
      "grad_norm": 0.15286828577518463,
      "learning_rate": 2.3814014217321923e-05,
      "loss": 0.0081,
      "step": 21106
    },
    {
      "epoch": 2.2882697311361664,
      "grad_norm": 0.07039105147123337,
      "learning_rate": 2.3810387349484987e-05,
      "loss": 0.0085,
      "step": 21107
    },
    {
      "epoch": 2.2883781439722464,
      "grad_norm": 0.19308514893054962,
      "learning_rate": 2.3806760481648048e-05,
      "loss": 0.0113,
      "step": 21108
    },
    {
      "epoch": 2.2884865568083264,
      "grad_norm": 0.036904580891132355,
      "learning_rate": 2.3803133613811112e-05,
      "loss": 0.0019,
      "step": 21109
    },
    {
      "epoch": 2.288594969644406,
      "grad_norm": 0.1616581529378891,
      "learning_rate": 2.379950674597418e-05,
      "loss": 0.0348,
      "step": 21110
    },
    {
      "epoch": 2.288703382480486,
      "grad_norm": 0.0825752317905426,
      "learning_rate": 2.3795879878137243e-05,
      "loss": 0.0162,
      "step": 21111
    },
    {
      "epoch": 2.2888117953165654,
      "grad_norm": 0.1582219898700714,
      "learning_rate": 2.3792253010300304e-05,
      "loss": 0.0179,
      "step": 21112
    },
    {
      "epoch": 2.2889202081526454,
      "grad_norm": 0.30697932839393616,
      "learning_rate": 2.3788626142463368e-05,
      "loss": 0.0399,
      "step": 21113
    },
    {
      "epoch": 2.289028620988725,
      "grad_norm": 0.014872115105390549,
      "learning_rate": 2.3784999274626436e-05,
      "loss": 0.0011,
      "step": 21114
    },
    {
      "epoch": 2.289137033824805,
      "grad_norm": 0.36446988582611084,
      "learning_rate": 2.37813724067895e-05,
      "loss": 0.0314,
      "step": 21115
    },
    {
      "epoch": 2.2892454466608845,
      "grad_norm": 0.11001895368099213,
      "learning_rate": 2.377774553895256e-05,
      "loss": 0.0032,
      "step": 21116
    },
    {
      "epoch": 2.2893538594969645,
      "grad_norm": 0.08004871755838394,
      "learning_rate": 2.3774118671115625e-05,
      "loss": 0.0056,
      "step": 21117
    },
    {
      "epoch": 2.2894622723330444,
      "grad_norm": 0.04167695716023445,
      "learning_rate": 2.377049180327869e-05,
      "loss": 0.0029,
      "step": 21118
    },
    {
      "epoch": 2.289570685169124,
      "grad_norm": 0.03290911018848419,
      "learning_rate": 2.3766864935441753e-05,
      "loss": 0.0026,
      "step": 21119
    },
    {
      "epoch": 2.289679098005204,
      "grad_norm": 0.12088949978351593,
      "learning_rate": 2.3763238067604817e-05,
      "loss": 0.0047,
      "step": 21120
    },
    {
      "epoch": 2.2897875108412835,
      "grad_norm": 0.46008366346359253,
      "learning_rate": 2.375961119976788e-05,
      "loss": 0.0258,
      "step": 21121
    },
    {
      "epoch": 2.2898959236773635,
      "grad_norm": 0.024950480088591576,
      "learning_rate": 2.3755984331930945e-05,
      "loss": 0.0014,
      "step": 21122
    },
    {
      "epoch": 2.290004336513443,
      "grad_norm": 0.1320420205593109,
      "learning_rate": 2.375235746409401e-05,
      "loss": 0.0095,
      "step": 21123
    },
    {
      "epoch": 2.290112749349523,
      "grad_norm": 0.04559750109910965,
      "learning_rate": 2.3748730596257073e-05,
      "loss": 0.0036,
      "step": 21124
    },
    {
      "epoch": 2.2902211621856026,
      "grad_norm": 0.11464238166809082,
      "learning_rate": 2.3745103728420138e-05,
      "loss": 0.0059,
      "step": 21125
    },
    {
      "epoch": 2.2903295750216826,
      "grad_norm": 0.025360871106386185,
      "learning_rate": 2.37414768605832e-05,
      "loss": 0.0016,
      "step": 21126
    },
    {
      "epoch": 2.2904379878577625,
      "grad_norm": 0.027279380708932877,
      "learning_rate": 2.3737849992746266e-05,
      "loss": 0.0014,
      "step": 21127
    },
    {
      "epoch": 2.290546400693842,
      "grad_norm": 0.03340194746851921,
      "learning_rate": 2.373422312490933e-05,
      "loss": 0.0032,
      "step": 21128
    },
    {
      "epoch": 2.290654813529922,
      "grad_norm": 0.07883427292108536,
      "learning_rate": 2.3730596257072394e-05,
      "loss": 0.014,
      "step": 21129
    },
    {
      "epoch": 2.2907632263660016,
      "grad_norm": 0.1897149384021759,
      "learning_rate": 2.3726969389235458e-05,
      "loss": 0.0484,
      "step": 21130
    },
    {
      "epoch": 2.2908716392020816,
      "grad_norm": 0.9469535946846008,
      "learning_rate": 2.3723342521398522e-05,
      "loss": 0.041,
      "step": 21131
    },
    {
      "epoch": 2.290980052038161,
      "grad_norm": 0.13682422041893005,
      "learning_rate": 2.3719715653561586e-05,
      "loss": 0.0093,
      "step": 21132
    },
    {
      "epoch": 2.291088464874241,
      "grad_norm": 0.18387386202812195,
      "learning_rate": 2.371608878572465e-05,
      "loss": 0.0436,
      "step": 21133
    },
    {
      "epoch": 2.2911968777103207,
      "grad_norm": 0.11825674772262573,
      "learning_rate": 2.3712461917887714e-05,
      "loss": 0.0107,
      "step": 21134
    },
    {
      "epoch": 2.2913052905464006,
      "grad_norm": 0.06517189741134644,
      "learning_rate": 2.3708835050050775e-05,
      "loss": 0.0037,
      "step": 21135
    },
    {
      "epoch": 2.2914137033824806,
      "grad_norm": 0.2585255205631256,
      "learning_rate": 2.3705208182213843e-05,
      "loss": 0.0165,
      "step": 21136
    },
    {
      "epoch": 2.29152211621856,
      "grad_norm": 0.025503944605588913,
      "learning_rate": 2.3701581314376907e-05,
      "loss": 0.0014,
      "step": 21137
    },
    {
      "epoch": 2.29163052905464,
      "grad_norm": 0.17872558534145355,
      "learning_rate": 2.3697954446539967e-05,
      "loss": 0.0058,
      "step": 21138
    },
    {
      "epoch": 2.2917389418907197,
      "grad_norm": 0.140422984957695,
      "learning_rate": 2.369432757870303e-05,
      "loss": 0.0119,
      "step": 21139
    },
    {
      "epoch": 2.2918473547267997,
      "grad_norm": 0.05215229094028473,
      "learning_rate": 2.36907007108661e-05,
      "loss": 0.005,
      "step": 21140
    },
    {
      "epoch": 2.2919557675628797,
      "grad_norm": 0.09222083538770676,
      "learning_rate": 2.3687073843029163e-05,
      "loss": 0.0085,
      "step": 21141
    },
    {
      "epoch": 2.292064180398959,
      "grad_norm": 0.22559775412082672,
      "learning_rate": 2.3683446975192224e-05,
      "loss": 0.0255,
      "step": 21142
    },
    {
      "epoch": 2.292172593235039,
      "grad_norm": 0.26407119631767273,
      "learning_rate": 2.3679820107355288e-05,
      "loss": 0.0345,
      "step": 21143
    },
    {
      "epoch": 2.2922810060711187,
      "grad_norm": 0.023006901144981384,
      "learning_rate": 2.3676193239518356e-05,
      "loss": 0.0009,
      "step": 21144
    },
    {
      "epoch": 2.2923894189071987,
      "grad_norm": 0.2908961772918701,
      "learning_rate": 2.3672566371681416e-05,
      "loss": 0.0333,
      "step": 21145
    },
    {
      "epoch": 2.2924978317432783,
      "grad_norm": 0.23908592760562897,
      "learning_rate": 2.366893950384448e-05,
      "loss": 0.0133,
      "step": 21146
    },
    {
      "epoch": 2.2926062445793582,
      "grad_norm": 0.0645684152841568,
      "learning_rate": 2.3665312636007544e-05,
      "loss": 0.0046,
      "step": 21147
    },
    {
      "epoch": 2.292714657415438,
      "grad_norm": 0.12518003582954407,
      "learning_rate": 2.366168576817061e-05,
      "loss": 0.0096,
      "step": 21148
    },
    {
      "epoch": 2.2928230702515178,
      "grad_norm": 0.09402571618556976,
      "learning_rate": 2.3658058900333673e-05,
      "loss": 0.0088,
      "step": 21149
    },
    {
      "epoch": 2.2929314830875978,
      "grad_norm": 0.1017967164516449,
      "learning_rate": 2.3654432032496737e-05,
      "loss": 0.0069,
      "step": 21150
    },
    {
      "epoch": 2.2930398959236773,
      "grad_norm": 0.04150945320725441,
      "learning_rate": 2.36508051646598e-05,
      "loss": 0.0042,
      "step": 21151
    },
    {
      "epoch": 2.2931483087597573,
      "grad_norm": 0.04598461464047432,
      "learning_rate": 2.3647178296822865e-05,
      "loss": 0.0058,
      "step": 21152
    },
    {
      "epoch": 2.293256721595837,
      "grad_norm": 0.024572430178523064,
      "learning_rate": 2.364355142898593e-05,
      "loss": 0.0022,
      "step": 21153
    },
    {
      "epoch": 2.293365134431917,
      "grad_norm": 0.14681540429592133,
      "learning_rate": 2.3639924561148993e-05,
      "loss": 0.0425,
      "step": 21154
    },
    {
      "epoch": 2.2934735472679963,
      "grad_norm": 0.007225275970995426,
      "learning_rate": 2.3636297693312057e-05,
      "loss": 0.0006,
      "step": 21155
    },
    {
      "epoch": 2.2935819601040763,
      "grad_norm": 0.2812071144580841,
      "learning_rate": 2.363267082547512e-05,
      "loss": 0.0252,
      "step": 21156
    },
    {
      "epoch": 2.293690372940156,
      "grad_norm": 0.04784015193581581,
      "learning_rate": 2.3629043957638185e-05,
      "loss": 0.0034,
      "step": 21157
    },
    {
      "epoch": 2.293798785776236,
      "grad_norm": 0.046852223575115204,
      "learning_rate": 2.362541708980125e-05,
      "loss": 0.0022,
      "step": 21158
    },
    {
      "epoch": 2.293907198612316,
      "grad_norm": 0.06683360040187836,
      "learning_rate": 2.3621790221964314e-05,
      "loss": 0.0041,
      "step": 21159
    },
    {
      "epoch": 2.2940156114483954,
      "grad_norm": 0.3198288381099701,
      "learning_rate": 2.3618163354127378e-05,
      "loss": 0.0234,
      "step": 21160
    },
    {
      "epoch": 2.2941240242844754,
      "grad_norm": 0.07755718380212784,
      "learning_rate": 2.361453648629044e-05,
      "loss": 0.0042,
      "step": 21161
    },
    {
      "epoch": 2.294232437120555,
      "grad_norm": 0.06043969467282295,
      "learning_rate": 2.3610909618453506e-05,
      "loss": 0.0028,
      "step": 21162
    },
    {
      "epoch": 2.294340849956635,
      "grad_norm": 0.24300262331962585,
      "learning_rate": 2.360728275061657e-05,
      "loss": 0.0208,
      "step": 21163
    },
    {
      "epoch": 2.294449262792715,
      "grad_norm": 0.1179562360048294,
      "learning_rate": 2.360365588277963e-05,
      "loss": 0.0106,
      "step": 21164
    },
    {
      "epoch": 2.2945576756287944,
      "grad_norm": 0.046650685369968414,
      "learning_rate": 2.3600029014942695e-05,
      "loss": 0.0033,
      "step": 21165
    },
    {
      "epoch": 2.2946660884648744,
      "grad_norm": 0.22359316051006317,
      "learning_rate": 2.3596402147105762e-05,
      "loss": 0.0113,
      "step": 21166
    },
    {
      "epoch": 2.294774501300954,
      "grad_norm": 0.29484236240386963,
      "learning_rate": 2.3592775279268827e-05,
      "loss": 0.0239,
      "step": 21167
    },
    {
      "epoch": 2.294882914137034,
      "grad_norm": 0.028507910668849945,
      "learning_rate": 2.3589148411431887e-05,
      "loss": 0.0023,
      "step": 21168
    },
    {
      "epoch": 2.2949913269731135,
      "grad_norm": 0.4587268531322479,
      "learning_rate": 2.358552154359495e-05,
      "loss": 0.0121,
      "step": 21169
    },
    {
      "epoch": 2.2950997398091935,
      "grad_norm": 0.3472660481929779,
      "learning_rate": 2.358189467575802e-05,
      "loss": 0.0415,
      "step": 21170
    },
    {
      "epoch": 2.295208152645273,
      "grad_norm": 0.31023266911506653,
      "learning_rate": 2.357826780792108e-05,
      "loss": 0.047,
      "step": 21171
    },
    {
      "epoch": 2.295316565481353,
      "grad_norm": 0.1037355288863182,
      "learning_rate": 2.3574640940084144e-05,
      "loss": 0.0104,
      "step": 21172
    },
    {
      "epoch": 2.295424978317433,
      "grad_norm": 0.4188786447048187,
      "learning_rate": 2.3571014072247208e-05,
      "loss": 0.066,
      "step": 21173
    },
    {
      "epoch": 2.2955333911535125,
      "grad_norm": 0.3562992513179779,
      "learning_rate": 2.3567387204410272e-05,
      "loss": 0.0099,
      "step": 21174
    },
    {
      "epoch": 2.2956418039895925,
      "grad_norm": 0.0697646215558052,
      "learning_rate": 2.3563760336573336e-05,
      "loss": 0.002,
      "step": 21175
    },
    {
      "epoch": 2.295750216825672,
      "grad_norm": 0.17587894201278687,
      "learning_rate": 2.35601334687364e-05,
      "loss": 0.0487,
      "step": 21176
    },
    {
      "epoch": 2.295858629661752,
      "grad_norm": 0.048910632729530334,
      "learning_rate": 2.3556506600899464e-05,
      "loss": 0.005,
      "step": 21177
    },
    {
      "epoch": 2.2959670424978316,
      "grad_norm": 0.15758945047855377,
      "learning_rate": 2.3552879733062528e-05,
      "loss": 0.0096,
      "step": 21178
    },
    {
      "epoch": 2.2960754553339116,
      "grad_norm": 0.22578492760658264,
      "learning_rate": 2.3549252865225592e-05,
      "loss": 0.0558,
      "step": 21179
    },
    {
      "epoch": 2.296183868169991,
      "grad_norm": 0.23606958985328674,
      "learning_rate": 2.3545625997388657e-05,
      "loss": 0.0146,
      "step": 21180
    },
    {
      "epoch": 2.296292281006071,
      "grad_norm": 0.10565777122974396,
      "learning_rate": 2.354199912955172e-05,
      "loss": 0.0071,
      "step": 21181
    },
    {
      "epoch": 2.296400693842151,
      "grad_norm": 0.08314899355173111,
      "learning_rate": 2.3538372261714785e-05,
      "loss": 0.0087,
      "step": 21182
    },
    {
      "epoch": 2.2965091066782306,
      "grad_norm": 0.08643201738595963,
      "learning_rate": 2.353474539387785e-05,
      "loss": 0.0022,
      "step": 21183
    },
    {
      "epoch": 2.2966175195143106,
      "grad_norm": 0.09056615829467773,
      "learning_rate": 2.3531118526040913e-05,
      "loss": 0.0091,
      "step": 21184
    },
    {
      "epoch": 2.29672593235039,
      "grad_norm": 0.03859301656484604,
      "learning_rate": 2.3527491658203977e-05,
      "loss": 0.0036,
      "step": 21185
    },
    {
      "epoch": 2.29683434518647,
      "grad_norm": 0.06431163847446442,
      "learning_rate": 2.352386479036704e-05,
      "loss": 0.0065,
      "step": 21186
    },
    {
      "epoch": 2.29694275802255,
      "grad_norm": 0.050100333988666534,
      "learning_rate": 2.3520237922530102e-05,
      "loss": 0.0018,
      "step": 21187
    },
    {
      "epoch": 2.2970511708586296,
      "grad_norm": 0.1726280152797699,
      "learning_rate": 2.351661105469317e-05,
      "loss": 0.0144,
      "step": 21188
    },
    {
      "epoch": 2.2971595836947096,
      "grad_norm": 0.5883537530899048,
      "learning_rate": 2.3512984186856233e-05,
      "loss": 0.0228,
      "step": 21189
    },
    {
      "epoch": 2.297267996530789,
      "grad_norm": 0.05771005153656006,
      "learning_rate": 2.3509357319019294e-05,
      "loss": 0.0043,
      "step": 21190
    },
    {
      "epoch": 2.297376409366869,
      "grad_norm": 0.1030173972249031,
      "learning_rate": 2.3505730451182358e-05,
      "loss": 0.0068,
      "step": 21191
    },
    {
      "epoch": 2.2974848222029487,
      "grad_norm": 0.09079337120056152,
      "learning_rate": 2.3502103583345426e-05,
      "loss": 0.0067,
      "step": 21192
    },
    {
      "epoch": 2.2975932350390287,
      "grad_norm": 0.1658315509557724,
      "learning_rate": 2.349847671550849e-05,
      "loss": 0.0138,
      "step": 21193
    },
    {
      "epoch": 2.297701647875108,
      "grad_norm": 0.0659366175532341,
      "learning_rate": 2.349484984767155e-05,
      "loss": 0.004,
      "step": 21194
    },
    {
      "epoch": 2.297810060711188,
      "grad_norm": 0.09121783077716827,
      "learning_rate": 2.3491222979834615e-05,
      "loss": 0.0054,
      "step": 21195
    },
    {
      "epoch": 2.297918473547268,
      "grad_norm": 0.027267998084425926,
      "learning_rate": 2.3487596111997682e-05,
      "loss": 0.0031,
      "step": 21196
    },
    {
      "epoch": 2.2980268863833477,
      "grad_norm": 0.14196564257144928,
      "learning_rate": 2.3483969244160743e-05,
      "loss": 0.0049,
      "step": 21197
    },
    {
      "epoch": 2.2981352992194277,
      "grad_norm": 0.1907000094652176,
      "learning_rate": 2.3480342376323807e-05,
      "loss": 0.0228,
      "step": 21198
    },
    {
      "epoch": 2.2982437120555073,
      "grad_norm": 0.11401832103729248,
      "learning_rate": 2.347671550848687e-05,
      "loss": 0.0162,
      "step": 21199
    },
    {
      "epoch": 2.2983521248915872,
      "grad_norm": 0.159164160490036,
      "learning_rate": 2.3473088640649935e-05,
      "loss": 0.0128,
      "step": 21200
    },
    {
      "epoch": 2.298460537727667,
      "grad_norm": 0.23907466232776642,
      "learning_rate": 2.3469461772813e-05,
      "loss": 0.0205,
      "step": 21201
    },
    {
      "epoch": 2.2985689505637468,
      "grad_norm": 0.15022815763950348,
      "learning_rate": 2.3465834904976063e-05,
      "loss": 0.0109,
      "step": 21202
    },
    {
      "epoch": 2.2986773633998263,
      "grad_norm": 0.12532024085521698,
      "learning_rate": 2.3462208037139128e-05,
      "loss": 0.0091,
      "step": 21203
    },
    {
      "epoch": 2.2987857762359063,
      "grad_norm": 0.09616982936859131,
      "learning_rate": 2.345858116930219e-05,
      "loss": 0.0084,
      "step": 21204
    },
    {
      "epoch": 2.2988941890719863,
      "grad_norm": 0.09268517792224884,
      "learning_rate": 2.3454954301465256e-05,
      "loss": 0.0038,
      "step": 21205
    },
    {
      "epoch": 2.299002601908066,
      "grad_norm": 0.023235222324728966,
      "learning_rate": 2.345132743362832e-05,
      "loss": 0.0033,
      "step": 21206
    },
    {
      "epoch": 2.299111014744146,
      "grad_norm": 0.14155840873718262,
      "learning_rate": 2.3447700565791384e-05,
      "loss": 0.0442,
      "step": 21207
    },
    {
      "epoch": 2.2992194275802254,
      "grad_norm": 0.10189475119113922,
      "learning_rate": 2.3444073697954448e-05,
      "loss": 0.0054,
      "step": 21208
    },
    {
      "epoch": 2.2993278404163053,
      "grad_norm": 0.3827795386314392,
      "learning_rate": 2.3440446830117512e-05,
      "loss": 0.0504,
      "step": 21209
    },
    {
      "epoch": 2.2994362532523853,
      "grad_norm": 0.05277446284890175,
      "learning_rate": 2.3436819962280576e-05,
      "loss": 0.0035,
      "step": 21210
    },
    {
      "epoch": 2.299544666088465,
      "grad_norm": 0.16994832456111908,
      "learning_rate": 2.343319309444364e-05,
      "loss": 0.0144,
      "step": 21211
    },
    {
      "epoch": 2.299653078924545,
      "grad_norm": 0.3184521198272705,
      "learning_rate": 2.3429566226606704e-05,
      "loss": 0.0107,
      "step": 21212
    },
    {
      "epoch": 2.2997614917606244,
      "grad_norm": 0.16306009888648987,
      "learning_rate": 2.3425939358769765e-05,
      "loss": 0.0142,
      "step": 21213
    },
    {
      "epoch": 2.2998699045967044,
      "grad_norm": 0.2854686379432678,
      "learning_rate": 2.3422312490932833e-05,
      "loss": 0.0227,
      "step": 21214
    },
    {
      "epoch": 2.299978317432784,
      "grad_norm": 0.11726938933134079,
      "learning_rate": 2.3418685623095897e-05,
      "loss": 0.0041,
      "step": 21215
    },
    {
      "epoch": 2.300086730268864,
      "grad_norm": 0.014000270515680313,
      "learning_rate": 2.3415058755258958e-05,
      "loss": 0.0006,
      "step": 21216
    },
    {
      "epoch": 2.3001951431049434,
      "grad_norm": 0.23935778439044952,
      "learning_rate": 2.341143188742202e-05,
      "loss": 0.0211,
      "step": 21217
    },
    {
      "epoch": 2.3003035559410234,
      "grad_norm": 0.050965361297130585,
      "learning_rate": 2.340780501958509e-05,
      "loss": 0.0108,
      "step": 21218
    },
    {
      "epoch": 2.3004119687771034,
      "grad_norm": 0.15982462465763092,
      "learning_rate": 2.3404178151748153e-05,
      "loss": 0.0172,
      "step": 21219
    },
    {
      "epoch": 2.300520381613183,
      "grad_norm": 0.2117520421743393,
      "learning_rate": 2.3400551283911214e-05,
      "loss": 0.0249,
      "step": 21220
    },
    {
      "epoch": 2.300628794449263,
      "grad_norm": 0.03269515931606293,
      "learning_rate": 2.3396924416074278e-05,
      "loss": 0.0027,
      "step": 21221
    },
    {
      "epoch": 2.3007372072853425,
      "grad_norm": 0.003550478955730796,
      "learning_rate": 2.3393297548237346e-05,
      "loss": 0.0002,
      "step": 21222
    },
    {
      "epoch": 2.3008456201214225,
      "grad_norm": 0.03355579450726509,
      "learning_rate": 2.3389670680400406e-05,
      "loss": 0.0033,
      "step": 21223
    },
    {
      "epoch": 2.300954032957502,
      "grad_norm": 0.13117703795433044,
      "learning_rate": 2.338604381256347e-05,
      "loss": 0.0121,
      "step": 21224
    },
    {
      "epoch": 2.301062445793582,
      "grad_norm": 0.044523902237415314,
      "learning_rate": 2.3382416944726534e-05,
      "loss": 0.0016,
      "step": 21225
    },
    {
      "epoch": 2.3011708586296615,
      "grad_norm": 0.04860277846455574,
      "learning_rate": 2.33787900768896e-05,
      "loss": 0.0041,
      "step": 21226
    },
    {
      "epoch": 2.3012792714657415,
      "grad_norm": 0.22877347469329834,
      "learning_rate": 2.3375163209052663e-05,
      "loss": 0.0384,
      "step": 21227
    },
    {
      "epoch": 2.3013876843018215,
      "grad_norm": 0.3593590259552002,
      "learning_rate": 2.3371536341215727e-05,
      "loss": 0.063,
      "step": 21228
    },
    {
      "epoch": 2.301496097137901,
      "grad_norm": 0.06988748162984848,
      "learning_rate": 2.336790947337879e-05,
      "loss": 0.0047,
      "step": 21229
    },
    {
      "epoch": 2.301604509973981,
      "grad_norm": 0.11131122708320618,
      "learning_rate": 2.3364282605541855e-05,
      "loss": 0.0117,
      "step": 21230
    },
    {
      "epoch": 2.3017129228100606,
      "grad_norm": 0.11422253400087357,
      "learning_rate": 2.336065573770492e-05,
      "loss": 0.0115,
      "step": 21231
    },
    {
      "epoch": 2.3018213356461406,
      "grad_norm": 0.2489180564880371,
      "learning_rate": 2.3357028869867983e-05,
      "loss": 0.0126,
      "step": 21232
    },
    {
      "epoch": 2.3019297484822205,
      "grad_norm": 0.21827788650989532,
      "learning_rate": 2.3353402002031047e-05,
      "loss": 0.0109,
      "step": 21233
    },
    {
      "epoch": 2.3020381613183,
      "grad_norm": 0.18083374202251434,
      "learning_rate": 2.334977513419411e-05,
      "loss": 0.0066,
      "step": 21234
    },
    {
      "epoch": 2.30214657415438,
      "grad_norm": 0.1434013992547989,
      "learning_rate": 2.3346148266357176e-05,
      "loss": 0.0085,
      "step": 21235
    },
    {
      "epoch": 2.3022549869904596,
      "grad_norm": 0.12002037465572357,
      "learning_rate": 2.334252139852024e-05,
      "loss": 0.0168,
      "step": 21236
    },
    {
      "epoch": 2.3023633998265396,
      "grad_norm": 0.021995553746819496,
      "learning_rate": 2.3338894530683304e-05,
      "loss": 0.0011,
      "step": 21237
    },
    {
      "epoch": 2.302471812662619,
      "grad_norm": 0.17856134474277496,
      "learning_rate": 2.3335267662846368e-05,
      "loss": 0.0094,
      "step": 21238
    },
    {
      "epoch": 2.302580225498699,
      "grad_norm": 0.12615492939949036,
      "learning_rate": 2.3331640795009432e-05,
      "loss": 0.006,
      "step": 21239
    },
    {
      "epoch": 2.3026886383347787,
      "grad_norm": 0.4094668924808502,
      "learning_rate": 2.3328013927172496e-05,
      "loss": 0.0347,
      "step": 21240
    },
    {
      "epoch": 2.3027970511708586,
      "grad_norm": 0.16238631308078766,
      "learning_rate": 2.332438705933556e-05,
      "loss": 0.0548,
      "step": 21241
    },
    {
      "epoch": 2.3029054640069386,
      "grad_norm": 0.20020918548107147,
      "learning_rate": 2.332076019149862e-05,
      "loss": 0.0238,
      "step": 21242
    },
    {
      "epoch": 2.303013876843018,
      "grad_norm": 0.029683809727430344,
      "learning_rate": 2.3317133323661685e-05,
      "loss": 0.0015,
      "step": 21243
    },
    {
      "epoch": 2.303122289679098,
      "grad_norm": 0.24552036821842194,
      "learning_rate": 2.3313506455824752e-05,
      "loss": 0.0116,
      "step": 21244
    },
    {
      "epoch": 2.3032307025151777,
      "grad_norm": 0.20262156426906586,
      "learning_rate": 2.3309879587987817e-05,
      "loss": 0.0143,
      "step": 21245
    },
    {
      "epoch": 2.3033391153512577,
      "grad_norm": 0.01448206976056099,
      "learning_rate": 2.3306252720150877e-05,
      "loss": 0.0011,
      "step": 21246
    },
    {
      "epoch": 2.3034475281873372,
      "grad_norm": 0.09024123102426529,
      "learning_rate": 2.330262585231394e-05,
      "loss": 0.0076,
      "step": 21247
    },
    {
      "epoch": 2.303555941023417,
      "grad_norm": 0.1804446280002594,
      "learning_rate": 2.329899898447701e-05,
      "loss": 0.0196,
      "step": 21248
    },
    {
      "epoch": 2.3036643538594967,
      "grad_norm": 0.26075637340545654,
      "learning_rate": 2.329537211664007e-05,
      "loss": 0.0146,
      "step": 21249
    },
    {
      "epoch": 2.3037727666955767,
      "grad_norm": 0.13852736353874207,
      "learning_rate": 2.3291745248803134e-05,
      "loss": 0.0084,
      "step": 21250
    },
    {
      "epoch": 2.3038811795316567,
      "grad_norm": 0.10698872059583664,
      "learning_rate": 2.3288118380966198e-05,
      "loss": 0.0119,
      "step": 21251
    },
    {
      "epoch": 2.3039895923677363,
      "grad_norm": 0.15390545129776,
      "learning_rate": 2.3284491513129265e-05,
      "loss": 0.0058,
      "step": 21252
    },
    {
      "epoch": 2.3040980052038162,
      "grad_norm": 0.35653260350227356,
      "learning_rate": 2.3280864645292326e-05,
      "loss": 0.0106,
      "step": 21253
    },
    {
      "epoch": 2.304206418039896,
      "grad_norm": 0.2248574197292328,
      "learning_rate": 2.327723777745539e-05,
      "loss": 0.0353,
      "step": 21254
    },
    {
      "epoch": 2.3043148308759758,
      "grad_norm": 0.0722547173500061,
      "learning_rate": 2.3273610909618454e-05,
      "loss": 0.0079,
      "step": 21255
    },
    {
      "epoch": 2.3044232437120553,
      "grad_norm": 0.15226949751377106,
      "learning_rate": 2.326998404178152e-05,
      "loss": 0.0136,
      "step": 21256
    },
    {
      "epoch": 2.3045316565481353,
      "grad_norm": 0.32354411482810974,
      "learning_rate": 2.3266357173944582e-05,
      "loss": 0.0142,
      "step": 21257
    },
    {
      "epoch": 2.3046400693842153,
      "grad_norm": 0.08086401969194412,
      "learning_rate": 2.3262730306107647e-05,
      "loss": 0.003,
      "step": 21258
    },
    {
      "epoch": 2.304748482220295,
      "grad_norm": 0.03349854797124863,
      "learning_rate": 2.325910343827071e-05,
      "loss": 0.0025,
      "step": 21259
    },
    {
      "epoch": 2.304856895056375,
      "grad_norm": 0.2248765230178833,
      "learning_rate": 2.3255476570433775e-05,
      "loss": 0.0143,
      "step": 21260
    },
    {
      "epoch": 2.3049653078924544,
      "grad_norm": 0.4566495418548584,
      "learning_rate": 2.325184970259684e-05,
      "loss": 0.0523,
      "step": 21261
    },
    {
      "epoch": 2.3050737207285343,
      "grad_norm": 0.25926879048347473,
      "learning_rate": 2.3248222834759903e-05,
      "loss": 0.0438,
      "step": 21262
    },
    {
      "epoch": 2.305182133564614,
      "grad_norm": 0.07049284130334854,
      "learning_rate": 2.3244595966922967e-05,
      "loss": 0.0071,
      "step": 21263
    },
    {
      "epoch": 2.305290546400694,
      "grad_norm": 0.12883946299552917,
      "learning_rate": 2.324096909908603e-05,
      "loss": 0.0116,
      "step": 21264
    },
    {
      "epoch": 2.305398959236774,
      "grad_norm": 0.10931672155857086,
      "learning_rate": 2.3237342231249095e-05,
      "loss": 0.0121,
      "step": 21265
    },
    {
      "epoch": 2.3055073720728534,
      "grad_norm": 0.02442205138504505,
      "learning_rate": 2.323371536341216e-05,
      "loss": 0.0013,
      "step": 21266
    },
    {
      "epoch": 2.3056157849089334,
      "grad_norm": 0.06340238451957703,
      "learning_rate": 2.3230088495575223e-05,
      "loss": 0.0042,
      "step": 21267
    },
    {
      "epoch": 2.305724197745013,
      "grad_norm": 0.04096083343029022,
      "learning_rate": 2.3226461627738284e-05,
      "loss": 0.0034,
      "step": 21268
    },
    {
      "epoch": 2.305832610581093,
      "grad_norm": 0.15984712541103363,
      "learning_rate": 2.322283475990135e-05,
      "loss": 0.0133,
      "step": 21269
    },
    {
      "epoch": 2.3059410234171724,
      "grad_norm": 0.09082984179258347,
      "learning_rate": 2.3219207892064416e-05,
      "loss": 0.0029,
      "step": 21270
    },
    {
      "epoch": 2.3060494362532524,
      "grad_norm": 0.09545533359050751,
      "learning_rate": 2.321558102422748e-05,
      "loss": 0.0126,
      "step": 21271
    },
    {
      "epoch": 2.306157849089332,
      "grad_norm": 0.06946857273578644,
      "learning_rate": 2.321195415639054e-05,
      "loss": 0.0038,
      "step": 21272
    },
    {
      "epoch": 2.306266261925412,
      "grad_norm": 0.07592898607254028,
      "learning_rate": 2.3208327288553605e-05,
      "loss": 0.0055,
      "step": 21273
    },
    {
      "epoch": 2.306374674761492,
      "grad_norm": 0.07504076510667801,
      "learning_rate": 2.3204700420716672e-05,
      "loss": 0.0087,
      "step": 21274
    },
    {
      "epoch": 2.3064830875975715,
      "grad_norm": 0.16461047530174255,
      "learning_rate": 2.3201073552879733e-05,
      "loss": 0.0113,
      "step": 21275
    },
    {
      "epoch": 2.3065915004336515,
      "grad_norm": 0.37308090925216675,
      "learning_rate": 2.3197446685042797e-05,
      "loss": 0.0319,
      "step": 21276
    },
    {
      "epoch": 2.306699913269731,
      "grad_norm": 0.14636360108852386,
      "learning_rate": 2.319381981720586e-05,
      "loss": 0.0066,
      "step": 21277
    },
    {
      "epoch": 2.306808326105811,
      "grad_norm": 0.2515634298324585,
      "learning_rate": 2.319019294936893e-05,
      "loss": 0.0117,
      "step": 21278
    },
    {
      "epoch": 2.3069167389418905,
      "grad_norm": 0.13872714340686798,
      "learning_rate": 2.318656608153199e-05,
      "loss": 0.0087,
      "step": 21279
    },
    {
      "epoch": 2.3070251517779705,
      "grad_norm": 0.03218620643019676,
      "learning_rate": 2.3182939213695053e-05,
      "loss": 0.0021,
      "step": 21280
    },
    {
      "epoch": 2.30713356461405,
      "grad_norm": 0.2445308268070221,
      "learning_rate": 2.3179312345858118e-05,
      "loss": 0.0142,
      "step": 21281
    },
    {
      "epoch": 2.30724197745013,
      "grad_norm": 0.2339939922094345,
      "learning_rate": 2.317568547802118e-05,
      "loss": 0.0103,
      "step": 21282
    },
    {
      "epoch": 2.30735039028621,
      "grad_norm": 0.08562713861465454,
      "learning_rate": 2.3172058610184246e-05,
      "loss": 0.0047,
      "step": 21283
    },
    {
      "epoch": 2.3074588031222896,
      "grad_norm": 0.2595418095588684,
      "learning_rate": 2.316843174234731e-05,
      "loss": 0.0423,
      "step": 21284
    },
    {
      "epoch": 2.3075672159583696,
      "grad_norm": 0.17505544424057007,
      "learning_rate": 2.3164804874510374e-05,
      "loss": 0.0137,
      "step": 21285
    },
    {
      "epoch": 2.307675628794449,
      "grad_norm": 0.09336194396018982,
      "learning_rate": 2.3161178006673438e-05,
      "loss": 0.0124,
      "step": 21286
    },
    {
      "epoch": 2.307784041630529,
      "grad_norm": 0.32576432824134827,
      "learning_rate": 2.3157551138836502e-05,
      "loss": 0.0367,
      "step": 21287
    },
    {
      "epoch": 2.307892454466609,
      "grad_norm": 0.1394413560628891,
      "learning_rate": 2.3153924270999566e-05,
      "loss": 0.0176,
      "step": 21288
    },
    {
      "epoch": 2.3080008673026886,
      "grad_norm": 0.07721423357725143,
      "learning_rate": 2.315029740316263e-05,
      "loss": 0.0126,
      "step": 21289
    },
    {
      "epoch": 2.3081092801387686,
      "grad_norm": 0.2479541003704071,
      "learning_rate": 2.3146670535325695e-05,
      "loss": 0.008,
      "step": 21290
    },
    {
      "epoch": 2.308217692974848,
      "grad_norm": 0.5025562644004822,
      "learning_rate": 2.314304366748876e-05,
      "loss": 0.0262,
      "step": 21291
    },
    {
      "epoch": 2.308326105810928,
      "grad_norm": 0.11075272411108017,
      "learning_rate": 2.3139416799651823e-05,
      "loss": 0.0196,
      "step": 21292
    },
    {
      "epoch": 2.3084345186470077,
      "grad_norm": 0.2620881497859955,
      "learning_rate": 2.3135789931814887e-05,
      "loss": 0.0156,
      "step": 21293
    },
    {
      "epoch": 2.3085429314830876,
      "grad_norm": 0.11294370889663696,
      "learning_rate": 2.3132163063977948e-05,
      "loss": 0.0146,
      "step": 21294
    },
    {
      "epoch": 2.308651344319167,
      "grad_norm": 0.11057016253471375,
      "learning_rate": 2.312853619614101e-05,
      "loss": 0.0086,
      "step": 21295
    },
    {
      "epoch": 2.308759757155247,
      "grad_norm": 0.1488155573606491,
      "learning_rate": 2.312490932830408e-05,
      "loss": 0.0111,
      "step": 21296
    },
    {
      "epoch": 2.308868169991327,
      "grad_norm": 0.18771979212760925,
      "learning_rate": 2.3121282460467143e-05,
      "loss": 0.0085,
      "step": 21297
    },
    {
      "epoch": 2.3089765828274067,
      "grad_norm": 0.13779601454734802,
      "learning_rate": 2.3117655592630204e-05,
      "loss": 0.0098,
      "step": 21298
    },
    {
      "epoch": 2.3090849956634867,
      "grad_norm": 0.2724993824958801,
      "learning_rate": 2.3114028724793268e-05,
      "loss": 0.0434,
      "step": 21299
    },
    {
      "epoch": 2.3091934084995662,
      "grad_norm": 0.08766759932041168,
      "learning_rate": 2.3110401856956336e-05,
      "loss": 0.0046,
      "step": 21300
    },
    {
      "epoch": 2.309301821335646,
      "grad_norm": 0.09495745599269867,
      "learning_rate": 2.3106774989119396e-05,
      "loss": 0.0085,
      "step": 21301
    },
    {
      "epoch": 2.3094102341717258,
      "grad_norm": 0.14222778379917145,
      "learning_rate": 2.310314812128246e-05,
      "loss": 0.0259,
      "step": 21302
    },
    {
      "epoch": 2.3095186470078057,
      "grad_norm": 0.07366617023944855,
      "learning_rate": 2.3099521253445524e-05,
      "loss": 0.0079,
      "step": 21303
    },
    {
      "epoch": 2.3096270598438853,
      "grad_norm": 0.7918455600738525,
      "learning_rate": 2.3095894385608592e-05,
      "loss": 0.0571,
      "step": 21304
    },
    {
      "epoch": 2.3097354726799653,
      "grad_norm": 0.09874505549669266,
      "learning_rate": 2.3092267517771653e-05,
      "loss": 0.0131,
      "step": 21305
    },
    {
      "epoch": 2.3098438855160452,
      "grad_norm": 0.08963698893785477,
      "learning_rate": 2.3088640649934717e-05,
      "loss": 0.0054,
      "step": 21306
    },
    {
      "epoch": 2.309952298352125,
      "grad_norm": 0.23435592651367188,
      "learning_rate": 2.308501378209778e-05,
      "loss": 0.0276,
      "step": 21307
    },
    {
      "epoch": 2.3100607111882048,
      "grad_norm": 0.006782365497201681,
      "learning_rate": 2.3081386914260845e-05,
      "loss": 0.0006,
      "step": 21308
    },
    {
      "epoch": 2.3101691240242843,
      "grad_norm": 0.07648418843746185,
      "learning_rate": 2.307776004642391e-05,
      "loss": 0.0072,
      "step": 21309
    },
    {
      "epoch": 2.3102775368603643,
      "grad_norm": 0.06546836346387863,
      "learning_rate": 2.3074133178586973e-05,
      "loss": 0.0063,
      "step": 21310
    },
    {
      "epoch": 2.3103859496964443,
      "grad_norm": 0.30507829785346985,
      "learning_rate": 2.3070506310750037e-05,
      "loss": 0.0206,
      "step": 21311
    },
    {
      "epoch": 2.310494362532524,
      "grad_norm": 0.3935362994670868,
      "learning_rate": 2.30668794429131e-05,
      "loss": 0.0216,
      "step": 21312
    },
    {
      "epoch": 2.310602775368604,
      "grad_norm": 0.06841131299734116,
      "learning_rate": 2.3063252575076166e-05,
      "loss": 0.0056,
      "step": 21313
    },
    {
      "epoch": 2.3107111882046834,
      "grad_norm": 0.18050117790699005,
      "learning_rate": 2.305962570723923e-05,
      "loss": 0.0133,
      "step": 21314
    },
    {
      "epoch": 2.3108196010407633,
      "grad_norm": 0.174994096159935,
      "learning_rate": 2.3055998839402294e-05,
      "loss": 0.0205,
      "step": 21315
    },
    {
      "epoch": 2.310928013876843,
      "grad_norm": 0.17069797217845917,
      "learning_rate": 2.3052371971565358e-05,
      "loss": 0.019,
      "step": 21316
    },
    {
      "epoch": 2.311036426712923,
      "grad_norm": 0.015417955815792084,
      "learning_rate": 2.3048745103728422e-05,
      "loss": 0.0014,
      "step": 21317
    },
    {
      "epoch": 2.3111448395490024,
      "grad_norm": 0.09695816040039062,
      "learning_rate": 2.3045118235891486e-05,
      "loss": 0.0042,
      "step": 21318
    },
    {
      "epoch": 2.3112532523850824,
      "grad_norm": 0.08326002955436707,
      "learning_rate": 2.304149136805455e-05,
      "loss": 0.0067,
      "step": 21319
    },
    {
      "epoch": 2.3113616652211624,
      "grad_norm": 0.7258339524269104,
      "learning_rate": 2.303786450021761e-05,
      "loss": 0.0203,
      "step": 21320
    },
    {
      "epoch": 2.311470078057242,
      "grad_norm": 0.07648421823978424,
      "learning_rate": 2.3034237632380675e-05,
      "loss": 0.0026,
      "step": 21321
    },
    {
      "epoch": 2.311578490893322,
      "grad_norm": 0.043127596378326416,
      "learning_rate": 2.3030610764543742e-05,
      "loss": 0.0039,
      "step": 21322
    },
    {
      "epoch": 2.3116869037294014,
      "grad_norm": 0.21491098403930664,
      "learning_rate": 2.3026983896706807e-05,
      "loss": 0.0389,
      "step": 21323
    },
    {
      "epoch": 2.3117953165654814,
      "grad_norm": 0.04345664009451866,
      "learning_rate": 2.3023357028869867e-05,
      "loss": 0.0023,
      "step": 21324
    },
    {
      "epoch": 2.311903729401561,
      "grad_norm": 0.4765203297138214,
      "learning_rate": 2.301973016103293e-05,
      "loss": 0.0199,
      "step": 21325
    },
    {
      "epoch": 2.312012142237641,
      "grad_norm": 0.2205081731081009,
      "learning_rate": 2.3016103293196e-05,
      "loss": 0.0458,
      "step": 21326
    },
    {
      "epoch": 2.3121205550737205,
      "grad_norm": 0.0912076011300087,
      "learning_rate": 2.3012476425359063e-05,
      "loss": 0.0128,
      "step": 21327
    },
    {
      "epoch": 2.3122289679098005,
      "grad_norm": 0.09656926989555359,
      "learning_rate": 2.3008849557522124e-05,
      "loss": 0.0062,
      "step": 21328
    },
    {
      "epoch": 2.3123373807458805,
      "grad_norm": 0.1996711790561676,
      "learning_rate": 2.3005222689685188e-05,
      "loss": 0.0123,
      "step": 21329
    },
    {
      "epoch": 2.31244579358196,
      "grad_norm": 0.25010964274406433,
      "learning_rate": 2.3001595821848255e-05,
      "loss": 0.0195,
      "step": 21330
    },
    {
      "epoch": 2.31255420641804,
      "grad_norm": 0.1435411125421524,
      "learning_rate": 2.2997968954011316e-05,
      "loss": 0.013,
      "step": 21331
    },
    {
      "epoch": 2.3126626192541195,
      "grad_norm": 0.10573220998048782,
      "learning_rate": 2.299434208617438e-05,
      "loss": 0.0053,
      "step": 21332
    },
    {
      "epoch": 2.3127710320901995,
      "grad_norm": 0.017557892948389053,
      "learning_rate": 2.2990715218337444e-05,
      "loss": 0.0008,
      "step": 21333
    },
    {
      "epoch": 2.3128794449262795,
      "grad_norm": 0.21042142808437347,
      "learning_rate": 2.2987088350500512e-05,
      "loss": 0.0063,
      "step": 21334
    },
    {
      "epoch": 2.312987857762359,
      "grad_norm": 0.2811567783355713,
      "learning_rate": 2.2983461482663572e-05,
      "loss": 0.0081,
      "step": 21335
    },
    {
      "epoch": 2.313096270598439,
      "grad_norm": 0.05354255437850952,
      "learning_rate": 2.2979834614826637e-05,
      "loss": 0.0016,
      "step": 21336
    },
    {
      "epoch": 2.3132046834345186,
      "grad_norm": 0.060392193496227264,
      "learning_rate": 2.29762077469897e-05,
      "loss": 0.0042,
      "step": 21337
    },
    {
      "epoch": 2.3133130962705986,
      "grad_norm": 0.20449282228946686,
      "learning_rate": 2.2972580879152765e-05,
      "loss": 0.055,
      "step": 21338
    },
    {
      "epoch": 2.313421509106678,
      "grad_norm": 0.13615474104881287,
      "learning_rate": 2.296895401131583e-05,
      "loss": 0.0191,
      "step": 21339
    },
    {
      "epoch": 2.313529921942758,
      "grad_norm": 0.42090919613838196,
      "learning_rate": 2.2965327143478893e-05,
      "loss": 0.0323,
      "step": 21340
    },
    {
      "epoch": 2.3136383347788376,
      "grad_norm": 0.042231544852256775,
      "learning_rate": 2.2961700275641957e-05,
      "loss": 0.0036,
      "step": 21341
    },
    {
      "epoch": 2.3137467476149176,
      "grad_norm": 0.014472046867012978,
      "learning_rate": 2.295807340780502e-05,
      "loss": 0.0008,
      "step": 21342
    },
    {
      "epoch": 2.3138551604509976,
      "grad_norm": 0.07114815711975098,
      "learning_rate": 2.2954446539968085e-05,
      "loss": 0.004,
      "step": 21343
    },
    {
      "epoch": 2.313963573287077,
      "grad_norm": 0.06280014663934708,
      "learning_rate": 2.295081967213115e-05,
      "loss": 0.0042,
      "step": 21344
    },
    {
      "epoch": 2.314071986123157,
      "grad_norm": 0.10129126906394958,
      "learning_rate": 2.2947192804294214e-05,
      "loss": 0.0054,
      "step": 21345
    },
    {
      "epoch": 2.3141803989592367,
      "grad_norm": 0.029460549354553223,
      "learning_rate": 2.2943565936457274e-05,
      "loss": 0.0058,
      "step": 21346
    },
    {
      "epoch": 2.3142888117953166,
      "grad_norm": 0.12737126648426056,
      "learning_rate": 2.2939939068620342e-05,
      "loss": 0.007,
      "step": 21347
    },
    {
      "epoch": 2.314397224631396,
      "grad_norm": 0.16678813099861145,
      "learning_rate": 2.2936312200783406e-05,
      "loss": 0.0121,
      "step": 21348
    },
    {
      "epoch": 2.314505637467476,
      "grad_norm": 0.010968116112053394,
      "learning_rate": 2.293268533294647e-05,
      "loss": 0.0009,
      "step": 21349
    },
    {
      "epoch": 2.3146140503035557,
      "grad_norm": 0.03337731584906578,
      "learning_rate": 2.292905846510953e-05,
      "loss": 0.0025,
      "step": 21350
    },
    {
      "epoch": 2.3147224631396357,
      "grad_norm": 0.24859628081321716,
      "learning_rate": 2.2925431597272595e-05,
      "loss": 0.0166,
      "step": 21351
    },
    {
      "epoch": 2.3148308759757157,
      "grad_norm": 0.05555235967040062,
      "learning_rate": 2.2921804729435662e-05,
      "loss": 0.0042,
      "step": 21352
    },
    {
      "epoch": 2.3149392888117952,
      "grad_norm": 0.15796469151973724,
      "learning_rate": 2.2918177861598726e-05,
      "loss": 0.0041,
      "step": 21353
    },
    {
      "epoch": 2.315047701647875,
      "grad_norm": 0.23677407205104828,
      "learning_rate": 2.2914550993761787e-05,
      "loss": 0.0242,
      "step": 21354
    },
    {
      "epoch": 2.3151561144839548,
      "grad_norm": 0.07852253317832947,
      "learning_rate": 2.291092412592485e-05,
      "loss": 0.0086,
      "step": 21355
    },
    {
      "epoch": 2.3152645273200347,
      "grad_norm": 0.25171709060668945,
      "learning_rate": 2.290729725808792e-05,
      "loss": 0.0167,
      "step": 21356
    },
    {
      "epoch": 2.3153729401561147,
      "grad_norm": 0.2965058386325836,
      "learning_rate": 2.290367039025098e-05,
      "loss": 0.0175,
      "step": 21357
    },
    {
      "epoch": 2.3154813529921943,
      "grad_norm": 0.14529550075531006,
      "learning_rate": 2.2900043522414044e-05,
      "loss": 0.0102,
      "step": 21358
    },
    {
      "epoch": 2.3155897658282742,
      "grad_norm": 0.11617477238178253,
      "learning_rate": 2.2896416654577108e-05,
      "loss": 0.0097,
      "step": 21359
    },
    {
      "epoch": 2.315698178664354,
      "grad_norm": 0.1781514585018158,
      "learning_rate": 2.2892789786740175e-05,
      "loss": 0.0101,
      "step": 21360
    },
    {
      "epoch": 2.3158065915004338,
      "grad_norm": 0.2559860646724701,
      "learning_rate": 2.2889162918903236e-05,
      "loss": 0.0253,
      "step": 21361
    },
    {
      "epoch": 2.3159150043365133,
      "grad_norm": 0.1157451644539833,
      "learning_rate": 2.28855360510663e-05,
      "loss": 0.0087,
      "step": 21362
    },
    {
      "epoch": 2.3160234171725933,
      "grad_norm": 0.07323633879423141,
      "learning_rate": 2.2881909183229364e-05,
      "loss": 0.0031,
      "step": 21363
    },
    {
      "epoch": 2.316131830008673,
      "grad_norm": 0.2484394758939743,
      "learning_rate": 2.2878282315392428e-05,
      "loss": 0.0252,
      "step": 21364
    },
    {
      "epoch": 2.316240242844753,
      "grad_norm": 0.02348649874329567,
      "learning_rate": 2.2874655447555492e-05,
      "loss": 0.0009,
      "step": 21365
    },
    {
      "epoch": 2.316348655680833,
      "grad_norm": 0.35321518778800964,
      "learning_rate": 2.2871028579718556e-05,
      "loss": 0.059,
      "step": 21366
    },
    {
      "epoch": 2.3164570685169124,
      "grad_norm": 0.28412675857543945,
      "learning_rate": 2.286740171188162e-05,
      "loss": 0.0112,
      "step": 21367
    },
    {
      "epoch": 2.3165654813529923,
      "grad_norm": 0.36023184657096863,
      "learning_rate": 2.2863774844044685e-05,
      "loss": 0.0366,
      "step": 21368
    },
    {
      "epoch": 2.316673894189072,
      "grad_norm": 0.16147658228874207,
      "learning_rate": 2.286014797620775e-05,
      "loss": 0.0316,
      "step": 21369
    },
    {
      "epoch": 2.316782307025152,
      "grad_norm": 0.07211679220199585,
      "learning_rate": 2.2856521108370813e-05,
      "loss": 0.0102,
      "step": 21370
    },
    {
      "epoch": 2.3168907198612314,
      "grad_norm": 0.03567630052566528,
      "learning_rate": 2.2852894240533877e-05,
      "loss": 0.0015,
      "step": 21371
    },
    {
      "epoch": 2.3169991326973114,
      "grad_norm": 0.12068720161914825,
      "learning_rate": 2.2849267372696938e-05,
      "loss": 0.009,
      "step": 21372
    },
    {
      "epoch": 2.317107545533391,
      "grad_norm": 0.09531870484352112,
      "learning_rate": 2.2845640504860005e-05,
      "loss": 0.0032,
      "step": 21373
    },
    {
      "epoch": 2.317215958369471,
      "grad_norm": 0.1585945039987564,
      "learning_rate": 2.284201363702307e-05,
      "loss": 0.0097,
      "step": 21374
    },
    {
      "epoch": 2.317324371205551,
      "grad_norm": 0.15969142317771912,
      "learning_rate": 2.2838386769186133e-05,
      "loss": 0.0055,
      "step": 21375
    },
    {
      "epoch": 2.3174327840416304,
      "grad_norm": 0.04737731069326401,
      "learning_rate": 2.2834759901349194e-05,
      "loss": 0.0039,
      "step": 21376
    },
    {
      "epoch": 2.3175411968777104,
      "grad_norm": 0.06103204935789108,
      "learning_rate": 2.2831133033512258e-05,
      "loss": 0.0031,
      "step": 21377
    },
    {
      "epoch": 2.31764960971379,
      "grad_norm": 0.1817609667778015,
      "learning_rate": 2.2827506165675326e-05,
      "loss": 0.0362,
      "step": 21378
    },
    {
      "epoch": 2.31775802254987,
      "grad_norm": 0.030873196199536324,
      "learning_rate": 2.282387929783839e-05,
      "loss": 0.0032,
      "step": 21379
    },
    {
      "epoch": 2.31786643538595,
      "grad_norm": 0.07915833592414856,
      "learning_rate": 2.282025243000145e-05,
      "loss": 0.0031,
      "step": 21380
    },
    {
      "epoch": 2.3179748482220295,
      "grad_norm": 0.03754371032118797,
      "learning_rate": 2.2816625562164515e-05,
      "loss": 0.0023,
      "step": 21381
    },
    {
      "epoch": 2.3180832610581095,
      "grad_norm": 0.16775605082511902,
      "learning_rate": 2.2812998694327582e-05,
      "loss": 0.0169,
      "step": 21382
    },
    {
      "epoch": 2.318191673894189,
      "grad_norm": 0.13718287646770477,
      "learning_rate": 2.2809371826490643e-05,
      "loss": 0.0518,
      "step": 21383
    },
    {
      "epoch": 2.318300086730269,
      "grad_norm": 0.033575817942619324,
      "learning_rate": 2.2805744958653707e-05,
      "loss": 0.003,
      "step": 21384
    },
    {
      "epoch": 2.3184084995663485,
      "grad_norm": 0.10684236884117126,
      "learning_rate": 2.280211809081677e-05,
      "loss": 0.0085,
      "step": 21385
    },
    {
      "epoch": 2.3185169124024285,
      "grad_norm": 0.0745793953537941,
      "learning_rate": 2.279849122297984e-05,
      "loss": 0.0061,
      "step": 21386
    },
    {
      "epoch": 2.318625325238508,
      "grad_norm": 0.1314736157655716,
      "learning_rate": 2.27948643551429e-05,
      "loss": 0.0051,
      "step": 21387
    },
    {
      "epoch": 2.318733738074588,
      "grad_norm": 0.035937581211328506,
      "learning_rate": 2.2791237487305963e-05,
      "loss": 0.0027,
      "step": 21388
    },
    {
      "epoch": 2.318842150910668,
      "grad_norm": 0.46526211500167847,
      "learning_rate": 2.2787610619469027e-05,
      "loss": 0.0414,
      "step": 21389
    },
    {
      "epoch": 2.3189505637467476,
      "grad_norm": 0.17160102725028992,
      "learning_rate": 2.278398375163209e-05,
      "loss": 0.0095,
      "step": 21390
    },
    {
      "epoch": 2.3190589765828276,
      "grad_norm": 0.031216038390994072,
      "learning_rate": 2.2780356883795156e-05,
      "loss": 0.0013,
      "step": 21391
    },
    {
      "epoch": 2.319167389418907,
      "grad_norm": 0.21015051007270813,
      "learning_rate": 2.277673001595822e-05,
      "loss": 0.0305,
      "step": 21392
    },
    {
      "epoch": 2.319275802254987,
      "grad_norm": 0.21986913681030273,
      "learning_rate": 2.2773103148121284e-05,
      "loss": 0.0125,
      "step": 21393
    },
    {
      "epoch": 2.3193842150910666,
      "grad_norm": 0.18006804585456848,
      "learning_rate": 2.2769476280284348e-05,
      "loss": 0.0211,
      "step": 21394
    },
    {
      "epoch": 2.3194926279271466,
      "grad_norm": 0.38157570362091064,
      "learning_rate": 2.2765849412447412e-05,
      "loss": 0.0402,
      "step": 21395
    },
    {
      "epoch": 2.319601040763226,
      "grad_norm": 0.05988045036792755,
      "learning_rate": 2.2762222544610476e-05,
      "loss": 0.0083,
      "step": 21396
    },
    {
      "epoch": 2.319709453599306,
      "grad_norm": 0.010295430198311806,
      "learning_rate": 2.275859567677354e-05,
      "loss": 0.0006,
      "step": 21397
    },
    {
      "epoch": 2.319817866435386,
      "grad_norm": 0.34815582633018494,
      "learning_rate": 2.27549688089366e-05,
      "loss": 0.0262,
      "step": 21398
    },
    {
      "epoch": 2.3199262792714657,
      "grad_norm": 0.31209415197372437,
      "learning_rate": 2.275134194109967e-05,
      "loss": 0.0207,
      "step": 21399
    },
    {
      "epoch": 2.3200346921075456,
      "grad_norm": 0.02619049698114395,
      "learning_rate": 2.2747715073262733e-05,
      "loss": 0.0018,
      "step": 21400
    },
    {
      "epoch": 2.320143104943625,
      "grad_norm": 0.25000202655792236,
      "learning_rate": 2.2744088205425797e-05,
      "loss": 0.0153,
      "step": 21401
    },
    {
      "epoch": 2.320251517779705,
      "grad_norm": 0.12843334674835205,
      "learning_rate": 2.2740461337588857e-05,
      "loss": 0.0066,
      "step": 21402
    },
    {
      "epoch": 2.3203599306157847,
      "grad_norm": 0.09616132825613022,
      "learning_rate": 2.273683446975192e-05,
      "loss": 0.0124,
      "step": 21403
    },
    {
      "epoch": 2.3204683434518647,
      "grad_norm": 0.1086374968290329,
      "learning_rate": 2.273320760191499e-05,
      "loss": 0.0035,
      "step": 21404
    },
    {
      "epoch": 2.3205767562879447,
      "grad_norm": 0.10408050566911697,
      "learning_rate": 2.2729580734078053e-05,
      "loss": 0.015,
      "step": 21405
    },
    {
      "epoch": 2.3206851691240242,
      "grad_norm": 0.2501833736896515,
      "learning_rate": 2.2725953866241114e-05,
      "loss": 0.0164,
      "step": 21406
    },
    {
      "epoch": 2.320793581960104,
      "grad_norm": 0.17293184995651245,
      "learning_rate": 2.2722326998404178e-05,
      "loss": 0.0208,
      "step": 21407
    },
    {
      "epoch": 2.3209019947961838,
      "grad_norm": 0.0793742761015892,
      "learning_rate": 2.2718700130567245e-05,
      "loss": 0.0141,
      "step": 21408
    },
    {
      "epoch": 2.3210104076322637,
      "grad_norm": 0.028306376188993454,
      "learning_rate": 2.2715073262730306e-05,
      "loss": 0.002,
      "step": 21409
    },
    {
      "epoch": 2.3211188204683433,
      "grad_norm": 0.011508728377521038,
      "learning_rate": 2.271144639489337e-05,
      "loss": 0.0007,
      "step": 21410
    },
    {
      "epoch": 2.3212272333044233,
      "grad_norm": 0.06686173379421234,
      "learning_rate": 2.2707819527056434e-05,
      "loss": 0.007,
      "step": 21411
    },
    {
      "epoch": 2.3213356461405033,
      "grad_norm": 0.03694070875644684,
      "learning_rate": 2.2704192659219502e-05,
      "loss": 0.0032,
      "step": 21412
    },
    {
      "epoch": 2.321444058976583,
      "grad_norm": 0.04299240931868553,
      "learning_rate": 2.2700565791382563e-05,
      "loss": 0.0035,
      "step": 21413
    },
    {
      "epoch": 2.3215524718126628,
      "grad_norm": 0.32271847128868103,
      "learning_rate": 2.2696938923545627e-05,
      "loss": 0.0152,
      "step": 21414
    },
    {
      "epoch": 2.3216608846487423,
      "grad_norm": 0.3616715669631958,
      "learning_rate": 2.269331205570869e-05,
      "loss": 0.0197,
      "step": 21415
    },
    {
      "epoch": 2.3217692974848223,
      "grad_norm": 0.2689964473247528,
      "learning_rate": 2.2689685187871755e-05,
      "loss": 0.0185,
      "step": 21416
    },
    {
      "epoch": 2.321877710320902,
      "grad_norm": 0.22735778987407684,
      "learning_rate": 2.268605832003482e-05,
      "loss": 0.0225,
      "step": 21417
    },
    {
      "epoch": 2.321986123156982,
      "grad_norm": 0.13874053955078125,
      "learning_rate": 2.2682431452197883e-05,
      "loss": 0.0139,
      "step": 21418
    },
    {
      "epoch": 2.3220945359930614,
      "grad_norm": 0.07573290169239044,
      "learning_rate": 2.2678804584360947e-05,
      "loss": 0.005,
      "step": 21419
    },
    {
      "epoch": 2.3222029488291414,
      "grad_norm": 0.12950938940048218,
      "learning_rate": 2.267517771652401e-05,
      "loss": 0.0174,
      "step": 21420
    },
    {
      "epoch": 2.3223113616652213,
      "grad_norm": 0.03262058645486832,
      "learning_rate": 2.2671550848687075e-05,
      "loss": 0.0034,
      "step": 21421
    },
    {
      "epoch": 2.322419774501301,
      "grad_norm": 0.22021441161632538,
      "learning_rate": 2.266792398085014e-05,
      "loss": 0.0222,
      "step": 21422
    },
    {
      "epoch": 2.322528187337381,
      "grad_norm": 0.19288823008537292,
      "learning_rate": 2.2664297113013204e-05,
      "loss": 0.0215,
      "step": 21423
    },
    {
      "epoch": 2.3226366001734604,
      "grad_norm": 0.25828585028648376,
      "learning_rate": 2.2660670245176264e-05,
      "loss": 0.0299,
      "step": 21424
    },
    {
      "epoch": 2.3227450130095404,
      "grad_norm": 0.18121442198753357,
      "learning_rate": 2.2657043377339332e-05,
      "loss": 0.0095,
      "step": 21425
    },
    {
      "epoch": 2.32285342584562,
      "grad_norm": 0.0629214346408844,
      "learning_rate": 2.2653416509502396e-05,
      "loss": 0.0031,
      "step": 21426
    },
    {
      "epoch": 2.3229618386817,
      "grad_norm": 0.06466908007860184,
      "learning_rate": 2.264978964166546e-05,
      "loss": 0.0119,
      "step": 21427
    },
    {
      "epoch": 2.3230702515177795,
      "grad_norm": 0.21958152949810028,
      "learning_rate": 2.264616277382852e-05,
      "loss": 0.0166,
      "step": 21428
    },
    {
      "epoch": 2.3231786643538594,
      "grad_norm": 0.1565093994140625,
      "learning_rate": 2.2642535905991588e-05,
      "loss": 0.0069,
      "step": 21429
    },
    {
      "epoch": 2.3232870771899394,
      "grad_norm": 0.09669053554534912,
      "learning_rate": 2.2638909038154652e-05,
      "loss": 0.0028,
      "step": 21430
    },
    {
      "epoch": 2.323395490026019,
      "grad_norm": 0.025387991219758987,
      "learning_rate": 2.2635282170317716e-05,
      "loss": 0.0011,
      "step": 21431
    },
    {
      "epoch": 2.323503902862099,
      "grad_norm": 0.17025205492973328,
      "learning_rate": 2.2631655302480777e-05,
      "loss": 0.0389,
      "step": 21432
    },
    {
      "epoch": 2.3236123156981785,
      "grad_norm": 0.2892237603664398,
      "learning_rate": 2.262802843464384e-05,
      "loss": 0.0243,
      "step": 21433
    },
    {
      "epoch": 2.3237207285342585,
      "grad_norm": 0.28494879603385925,
      "learning_rate": 2.262440156680691e-05,
      "loss": 0.0204,
      "step": 21434
    },
    {
      "epoch": 2.3238291413703385,
      "grad_norm": 0.22006720304489136,
      "learning_rate": 2.262077469896997e-05,
      "loss": 0.013,
      "step": 21435
    },
    {
      "epoch": 2.323937554206418,
      "grad_norm": 0.2552758753299713,
      "learning_rate": 2.2617147831133034e-05,
      "loss": 0.051,
      "step": 21436
    },
    {
      "epoch": 2.324045967042498,
      "grad_norm": 0.250235378742218,
      "learning_rate": 2.2613520963296098e-05,
      "loss": 0.0246,
      "step": 21437
    },
    {
      "epoch": 2.3241543798785775,
      "grad_norm": 0.10615026950836182,
      "learning_rate": 2.2609894095459165e-05,
      "loss": 0.0034,
      "step": 21438
    },
    {
      "epoch": 2.3242627927146575,
      "grad_norm": 0.10599536448717117,
      "learning_rate": 2.2606267227622226e-05,
      "loss": 0.0113,
      "step": 21439
    },
    {
      "epoch": 2.324371205550737,
      "grad_norm": 0.11221203953027725,
      "learning_rate": 2.260264035978529e-05,
      "loss": 0.0227,
      "step": 21440
    },
    {
      "epoch": 2.324479618386817,
      "grad_norm": 0.06793677806854248,
      "learning_rate": 2.2599013491948354e-05,
      "loss": 0.0052,
      "step": 21441
    },
    {
      "epoch": 2.3245880312228966,
      "grad_norm": 0.14787647128105164,
      "learning_rate": 2.2595386624111418e-05,
      "loss": 0.0059,
      "step": 21442
    },
    {
      "epoch": 2.3246964440589766,
      "grad_norm": 0.15603595972061157,
      "learning_rate": 2.2591759756274482e-05,
      "loss": 0.0146,
      "step": 21443
    },
    {
      "epoch": 2.3248048568950566,
      "grad_norm": 0.11506488174200058,
      "learning_rate": 2.2588132888437546e-05,
      "loss": 0.0037,
      "step": 21444
    },
    {
      "epoch": 2.324913269731136,
      "grad_norm": 0.12281119078397751,
      "learning_rate": 2.258450602060061e-05,
      "loss": 0.0038,
      "step": 21445
    },
    {
      "epoch": 2.325021682567216,
      "grad_norm": 0.26399627327919006,
      "learning_rate": 2.2580879152763675e-05,
      "loss": 0.0138,
      "step": 21446
    },
    {
      "epoch": 2.3251300954032956,
      "grad_norm": 0.22313998639583588,
      "learning_rate": 2.257725228492674e-05,
      "loss": 0.0198,
      "step": 21447
    },
    {
      "epoch": 2.3252385082393756,
      "grad_norm": 0.046573083847761154,
      "learning_rate": 2.2573625417089803e-05,
      "loss": 0.0053,
      "step": 21448
    },
    {
      "epoch": 2.325346921075455,
      "grad_norm": 0.23170289397239685,
      "learning_rate": 2.2569998549252867e-05,
      "loss": 0.0219,
      "step": 21449
    },
    {
      "epoch": 2.325455333911535,
      "grad_norm": 0.0765286460518837,
      "learning_rate": 2.2566371681415928e-05,
      "loss": 0.007,
      "step": 21450
    },
    {
      "epoch": 2.3255637467476147,
      "grad_norm": 0.14736595749855042,
      "learning_rate": 2.2562744813578995e-05,
      "loss": 0.0098,
      "step": 21451
    },
    {
      "epoch": 2.3256721595836947,
      "grad_norm": 0.020281655713915825,
      "learning_rate": 2.255911794574206e-05,
      "loss": 0.0016,
      "step": 21452
    },
    {
      "epoch": 2.3257805724197746,
      "grad_norm": 0.04849359393119812,
      "learning_rate": 2.2555491077905123e-05,
      "loss": 0.0049,
      "step": 21453
    },
    {
      "epoch": 2.325888985255854,
      "grad_norm": 0.2906908392906189,
      "learning_rate": 2.2551864210068184e-05,
      "loss": 0.0089,
      "step": 21454
    },
    {
      "epoch": 2.325997398091934,
      "grad_norm": 0.03818121552467346,
      "learning_rate": 2.254823734223125e-05,
      "loss": 0.0025,
      "step": 21455
    },
    {
      "epoch": 2.3261058109280137,
      "grad_norm": 0.31573691964149475,
      "learning_rate": 2.2544610474394316e-05,
      "loss": 0.0165,
      "step": 21456
    },
    {
      "epoch": 2.3262142237640937,
      "grad_norm": 0.014704101718962193,
      "learning_rate": 2.254098360655738e-05,
      "loss": 0.002,
      "step": 21457
    },
    {
      "epoch": 2.3263226366001737,
      "grad_norm": 0.0559207946062088,
      "learning_rate": 2.253735673872044e-05,
      "loss": 0.0065,
      "step": 21458
    },
    {
      "epoch": 2.3264310494362532,
      "grad_norm": 0.11926433444023132,
      "learning_rate": 2.2533729870883505e-05,
      "loss": 0.0139,
      "step": 21459
    },
    {
      "epoch": 2.326539462272333,
      "grad_norm": 0.3892276883125305,
      "learning_rate": 2.2530103003046572e-05,
      "loss": 0.0262,
      "step": 21460
    },
    {
      "epoch": 2.3266478751084128,
      "grad_norm": 0.06866934150457382,
      "learning_rate": 2.2526476135209633e-05,
      "loss": 0.0068,
      "step": 21461
    },
    {
      "epoch": 2.3267562879444927,
      "grad_norm": 0.031536709517240524,
      "learning_rate": 2.2522849267372697e-05,
      "loss": 0.0018,
      "step": 21462
    },
    {
      "epoch": 2.3268647007805723,
      "grad_norm": 0.08980663865804672,
      "learning_rate": 2.251922239953576e-05,
      "loss": 0.0072,
      "step": 21463
    },
    {
      "epoch": 2.3269731136166523,
      "grad_norm": 0.3266128897666931,
      "learning_rate": 2.251559553169883e-05,
      "loss": 0.0221,
      "step": 21464
    },
    {
      "epoch": 2.327081526452732,
      "grad_norm": 0.10850563645362854,
      "learning_rate": 2.251196866386189e-05,
      "loss": 0.0112,
      "step": 21465
    },
    {
      "epoch": 2.327189939288812,
      "grad_norm": 0.042001448571681976,
      "learning_rate": 2.2508341796024953e-05,
      "loss": 0.0065,
      "step": 21466
    },
    {
      "epoch": 2.327298352124892,
      "grad_norm": 0.15161219239234924,
      "learning_rate": 2.2504714928188017e-05,
      "loss": 0.0067,
      "step": 21467
    },
    {
      "epoch": 2.3274067649609713,
      "grad_norm": 0.11393538862466812,
      "learning_rate": 2.250108806035108e-05,
      "loss": 0.0076,
      "step": 21468
    },
    {
      "epoch": 2.3275151777970513,
      "grad_norm": 0.11000300198793411,
      "learning_rate": 2.2497461192514146e-05,
      "loss": 0.0074,
      "step": 21469
    },
    {
      "epoch": 2.327623590633131,
      "grad_norm": 0.09871629625558853,
      "learning_rate": 2.249383432467721e-05,
      "loss": 0.0056,
      "step": 21470
    },
    {
      "epoch": 2.327732003469211,
      "grad_norm": 0.08833228051662445,
      "learning_rate": 2.2490207456840274e-05,
      "loss": 0.0035,
      "step": 21471
    },
    {
      "epoch": 2.3278404163052904,
      "grad_norm": 0.35850778222084045,
      "learning_rate": 2.2486580589003338e-05,
      "loss": 0.032,
      "step": 21472
    },
    {
      "epoch": 2.3279488291413704,
      "grad_norm": 0.007459051441401243,
      "learning_rate": 2.2482953721166402e-05,
      "loss": 0.0004,
      "step": 21473
    },
    {
      "epoch": 2.32805724197745,
      "grad_norm": 0.11773857474327087,
      "learning_rate": 2.2479326853329466e-05,
      "loss": 0.0134,
      "step": 21474
    },
    {
      "epoch": 2.32816565481353,
      "grad_norm": 0.025585610419511795,
      "learning_rate": 2.247569998549253e-05,
      "loss": 0.0008,
      "step": 21475
    },
    {
      "epoch": 2.32827406764961,
      "grad_norm": 0.13175830245018005,
      "learning_rate": 2.247207311765559e-05,
      "loss": 0.02,
      "step": 21476
    },
    {
      "epoch": 2.3283824804856894,
      "grad_norm": 0.013443310745060444,
      "learning_rate": 2.246844624981866e-05,
      "loss": 0.0004,
      "step": 21477
    },
    {
      "epoch": 2.3284908933217694,
      "grad_norm": 0.0594206266105175,
      "learning_rate": 2.2464819381981723e-05,
      "loss": 0.0014,
      "step": 21478
    },
    {
      "epoch": 2.328599306157849,
      "grad_norm": 0.2748485207557678,
      "learning_rate": 2.2461192514144787e-05,
      "loss": 0.024,
      "step": 21479
    },
    {
      "epoch": 2.328707718993929,
      "grad_norm": 0.11946206539869308,
      "learning_rate": 2.2457565646307847e-05,
      "loss": 0.0097,
      "step": 21480
    },
    {
      "epoch": 2.328816131830009,
      "grad_norm": 0.3229733109474182,
      "learning_rate": 2.2453938778470915e-05,
      "loss": 0.0332,
      "step": 21481
    },
    {
      "epoch": 2.3289245446660884,
      "grad_norm": 0.05525454133749008,
      "learning_rate": 2.245031191063398e-05,
      "loss": 0.004,
      "step": 21482
    },
    {
      "epoch": 2.3290329575021684,
      "grad_norm": 0.024595141410827637,
      "learning_rate": 2.2446685042797043e-05,
      "loss": 0.0008,
      "step": 21483
    },
    {
      "epoch": 2.329141370338248,
      "grad_norm": 0.25627291202545166,
      "learning_rate": 2.2443058174960104e-05,
      "loss": 0.0227,
      "step": 21484
    },
    {
      "epoch": 2.329249783174328,
      "grad_norm": 0.24961461126804352,
      "learning_rate": 2.2439431307123168e-05,
      "loss": 0.0098,
      "step": 21485
    },
    {
      "epoch": 2.3293581960104075,
      "grad_norm": 0.1241750419139862,
      "learning_rate": 2.2435804439286235e-05,
      "loss": 0.005,
      "step": 21486
    },
    {
      "epoch": 2.3294666088464875,
      "grad_norm": 0.06212489679455757,
      "learning_rate": 2.2432177571449296e-05,
      "loss": 0.0143,
      "step": 21487
    },
    {
      "epoch": 2.329575021682567,
      "grad_norm": 0.08862666040658951,
      "learning_rate": 2.242855070361236e-05,
      "loss": 0.0079,
      "step": 21488
    },
    {
      "epoch": 2.329683434518647,
      "grad_norm": 0.07503650337457657,
      "learning_rate": 2.2424923835775424e-05,
      "loss": 0.0147,
      "step": 21489
    },
    {
      "epoch": 2.329791847354727,
      "grad_norm": 0.011653389781713486,
      "learning_rate": 2.2421296967938492e-05,
      "loss": 0.0005,
      "step": 21490
    },
    {
      "epoch": 2.3299002601908065,
      "grad_norm": 0.009168240241706371,
      "learning_rate": 2.2417670100101553e-05,
      "loss": 0.0005,
      "step": 21491
    },
    {
      "epoch": 2.3300086730268865,
      "grad_norm": 0.1880219429731369,
      "learning_rate": 2.2414043232264617e-05,
      "loss": 0.0085,
      "step": 21492
    },
    {
      "epoch": 2.330117085862966,
      "grad_norm": 0.22160744667053223,
      "learning_rate": 2.241041636442768e-05,
      "loss": 0.0214,
      "step": 21493
    },
    {
      "epoch": 2.330225498699046,
      "grad_norm": 0.38310638070106506,
      "learning_rate": 2.2406789496590748e-05,
      "loss": 0.0473,
      "step": 21494
    },
    {
      "epoch": 2.3303339115351256,
      "grad_norm": 0.4786125123500824,
      "learning_rate": 2.240316262875381e-05,
      "loss": 0.0291,
      "step": 21495
    },
    {
      "epoch": 2.3304423243712056,
      "grad_norm": 0.003062123665586114,
      "learning_rate": 2.2399535760916873e-05,
      "loss": 0.0001,
      "step": 21496
    },
    {
      "epoch": 2.330550737207285,
      "grad_norm": 0.08347061276435852,
      "learning_rate": 2.2395908893079937e-05,
      "loss": 0.0045,
      "step": 21497
    },
    {
      "epoch": 2.330659150043365,
      "grad_norm": 0.06902410089969635,
      "learning_rate": 2.2392282025243e-05,
      "loss": 0.0086,
      "step": 21498
    },
    {
      "epoch": 2.330767562879445,
      "grad_norm": 0.08055973052978516,
      "learning_rate": 2.2388655157406065e-05,
      "loss": 0.0067,
      "step": 21499
    },
    {
      "epoch": 2.3308759757155246,
      "grad_norm": 0.371061772108078,
      "learning_rate": 2.238502828956913e-05,
      "loss": 0.012,
      "step": 21500
    },
    {
      "epoch": 2.3309843885516046,
      "grad_norm": 0.22078540921211243,
      "learning_rate": 2.2381401421732194e-05,
      "loss": 0.0257,
      "step": 21501
    },
    {
      "epoch": 2.331092801387684,
      "grad_norm": 0.06491024047136307,
      "learning_rate": 2.2377774553895258e-05,
      "loss": 0.0022,
      "step": 21502
    },
    {
      "epoch": 2.331201214223764,
      "grad_norm": 0.2755385637283325,
      "learning_rate": 2.2374147686058322e-05,
      "loss": 0.0433,
      "step": 21503
    },
    {
      "epoch": 2.331309627059844,
      "grad_norm": 0.13863463699817657,
      "learning_rate": 2.2370520818221386e-05,
      "loss": 0.0184,
      "step": 21504
    },
    {
      "epoch": 2.3314180398959237,
      "grad_norm": 0.26161426305770874,
      "learning_rate": 2.236689395038445e-05,
      "loss": 0.0477,
      "step": 21505
    },
    {
      "epoch": 2.3315264527320037,
      "grad_norm": 0.042805396020412445,
      "learning_rate": 2.236326708254751e-05,
      "loss": 0.0026,
      "step": 21506
    },
    {
      "epoch": 2.331634865568083,
      "grad_norm": 0.019088484346866608,
      "learning_rate": 2.2359640214710578e-05,
      "loss": 0.0011,
      "step": 21507
    },
    {
      "epoch": 2.331743278404163,
      "grad_norm": 0.14208853244781494,
      "learning_rate": 2.2356013346873642e-05,
      "loss": 0.0177,
      "step": 21508
    },
    {
      "epoch": 2.3318516912402427,
      "grad_norm": 0.22960172593593597,
      "learning_rate": 2.2352386479036706e-05,
      "loss": 0.0187,
      "step": 21509
    },
    {
      "epoch": 2.3319601040763227,
      "grad_norm": 0.12394267320632935,
      "learning_rate": 2.2348759611199767e-05,
      "loss": 0.0108,
      "step": 21510
    },
    {
      "epoch": 2.3320685169124022,
      "grad_norm": 0.5990989208221436,
      "learning_rate": 2.234513274336283e-05,
      "loss": 0.0461,
      "step": 21511
    },
    {
      "epoch": 2.3321769297484822,
      "grad_norm": 0.09305102378129959,
      "learning_rate": 2.23415058755259e-05,
      "loss": 0.0085,
      "step": 21512
    },
    {
      "epoch": 2.332285342584562,
      "grad_norm": 0.15390890836715698,
      "learning_rate": 2.233787900768896e-05,
      "loss": 0.0106,
      "step": 21513
    },
    {
      "epoch": 2.3323937554206418,
      "grad_norm": 0.1784178763628006,
      "learning_rate": 2.2334252139852024e-05,
      "loss": 0.0156,
      "step": 21514
    },
    {
      "epoch": 2.3325021682567217,
      "grad_norm": 0.29871195554733276,
      "learning_rate": 2.2330625272015088e-05,
      "loss": 0.0246,
      "step": 21515
    },
    {
      "epoch": 2.3326105810928013,
      "grad_norm": 0.020251020789146423,
      "learning_rate": 2.2326998404178155e-05,
      "loss": 0.0012,
      "step": 21516
    },
    {
      "epoch": 2.3327189939288813,
      "grad_norm": 0.2722603976726532,
      "learning_rate": 2.2323371536341216e-05,
      "loss": 0.0326,
      "step": 21517
    },
    {
      "epoch": 2.332827406764961,
      "grad_norm": 0.17153231799602509,
      "learning_rate": 2.231974466850428e-05,
      "loss": 0.0401,
      "step": 21518
    },
    {
      "epoch": 2.332935819601041,
      "grad_norm": 0.920040488243103,
      "learning_rate": 2.2316117800667344e-05,
      "loss": 0.0245,
      "step": 21519
    },
    {
      "epoch": 2.3330442324371203,
      "grad_norm": 0.13553358614444733,
      "learning_rate": 2.231249093283041e-05,
      "loss": 0.0068,
      "step": 21520
    },
    {
      "epoch": 2.3331526452732003,
      "grad_norm": 0.06415614485740662,
      "learning_rate": 2.2308864064993472e-05,
      "loss": 0.0039,
      "step": 21521
    },
    {
      "epoch": 2.3332610581092803,
      "grad_norm": 0.2115040123462677,
      "learning_rate": 2.2305237197156536e-05,
      "loss": 0.0152,
      "step": 21522
    },
    {
      "epoch": 2.33336947094536,
      "grad_norm": 0.07371111214160919,
      "learning_rate": 2.23016103293196e-05,
      "loss": 0.0031,
      "step": 21523
    },
    {
      "epoch": 2.33347788378144,
      "grad_norm": 0.6067655682563782,
      "learning_rate": 2.2297983461482665e-05,
      "loss": 0.0291,
      "step": 21524
    },
    {
      "epoch": 2.3335862966175194,
      "grad_norm": 0.16535373032093048,
      "learning_rate": 2.229435659364573e-05,
      "loss": 0.0209,
      "step": 21525
    },
    {
      "epoch": 2.3336947094535994,
      "grad_norm": 0.487566739320755,
      "learning_rate": 2.2290729725808793e-05,
      "loss": 0.0297,
      "step": 21526
    },
    {
      "epoch": 2.3338031222896793,
      "grad_norm": 0.12691861391067505,
      "learning_rate": 2.2287102857971857e-05,
      "loss": 0.0052,
      "step": 21527
    },
    {
      "epoch": 2.333911535125759,
      "grad_norm": 0.034373003989458084,
      "learning_rate": 2.228347599013492e-05,
      "loss": 0.0054,
      "step": 21528
    },
    {
      "epoch": 2.334019947961839,
      "grad_norm": 0.32644861936569214,
      "learning_rate": 2.2279849122297985e-05,
      "loss": 0.029,
      "step": 21529
    },
    {
      "epoch": 2.3341283607979184,
      "grad_norm": 0.23022450506687164,
      "learning_rate": 2.227622225446105e-05,
      "loss": 0.0178,
      "step": 21530
    },
    {
      "epoch": 2.3342367736339984,
      "grad_norm": 0.039775550365448,
      "learning_rate": 2.2272595386624113e-05,
      "loss": 0.0066,
      "step": 21531
    },
    {
      "epoch": 2.334345186470078,
      "grad_norm": 0.041997361928224564,
      "learning_rate": 2.2268968518787174e-05,
      "loss": 0.0047,
      "step": 21532
    },
    {
      "epoch": 2.334453599306158,
      "grad_norm": 0.10955460369586945,
      "learning_rate": 2.226534165095024e-05,
      "loss": 0.0071,
      "step": 21533
    },
    {
      "epoch": 2.3345620121422375,
      "grad_norm": 0.07460332661867142,
      "learning_rate": 2.2261714783113306e-05,
      "loss": 0.0026,
      "step": 21534
    },
    {
      "epoch": 2.3346704249783174,
      "grad_norm": 0.10244816541671753,
      "learning_rate": 2.225808791527637e-05,
      "loss": 0.0175,
      "step": 21535
    },
    {
      "epoch": 2.3347788378143974,
      "grad_norm": 0.02943413332104683,
      "learning_rate": 2.225446104743943e-05,
      "loss": 0.0013,
      "step": 21536
    },
    {
      "epoch": 2.334887250650477,
      "grad_norm": 0.021877555176615715,
      "learning_rate": 2.2250834179602498e-05,
      "loss": 0.001,
      "step": 21537
    },
    {
      "epoch": 2.334995663486557,
      "grad_norm": 0.09894774854183197,
      "learning_rate": 2.2247207311765562e-05,
      "loss": 0.0066,
      "step": 21538
    },
    {
      "epoch": 2.3351040763226365,
      "grad_norm": 0.2360878437757492,
      "learning_rate": 2.2243580443928623e-05,
      "loss": 0.0569,
      "step": 21539
    },
    {
      "epoch": 2.3352124891587165,
      "grad_norm": 0.06011946126818657,
      "learning_rate": 2.2239953576091687e-05,
      "loss": 0.0087,
      "step": 21540
    },
    {
      "epoch": 2.335320901994796,
      "grad_norm": 0.14284485578536987,
      "learning_rate": 2.223632670825475e-05,
      "loss": 0.0146,
      "step": 21541
    },
    {
      "epoch": 2.335429314830876,
      "grad_norm": 0.1571974903345108,
      "learning_rate": 2.223269984041782e-05,
      "loss": 0.0084,
      "step": 21542
    },
    {
      "epoch": 2.3355377276669556,
      "grad_norm": 0.16372017562389374,
      "learning_rate": 2.222907297258088e-05,
      "loss": 0.0151,
      "step": 21543
    },
    {
      "epoch": 2.3356461405030355,
      "grad_norm": 0.3131679594516754,
      "learning_rate": 2.2225446104743943e-05,
      "loss": 0.025,
      "step": 21544
    },
    {
      "epoch": 2.3357545533391155,
      "grad_norm": 0.14887981116771698,
      "learning_rate": 2.2221819236907007e-05,
      "loss": 0.0149,
      "step": 21545
    },
    {
      "epoch": 2.335862966175195,
      "grad_norm": 0.15654881298542023,
      "learning_rate": 2.2218192369070075e-05,
      "loss": 0.0075,
      "step": 21546
    },
    {
      "epoch": 2.335971379011275,
      "grad_norm": 0.05751121789216995,
      "learning_rate": 2.2214565501233136e-05,
      "loss": 0.0009,
      "step": 21547
    },
    {
      "epoch": 2.3360797918473546,
      "grad_norm": 0.17752523720264435,
      "learning_rate": 2.22109386333962e-05,
      "loss": 0.0104,
      "step": 21548
    },
    {
      "epoch": 2.3361882046834346,
      "grad_norm": 0.2743271291255951,
      "learning_rate": 2.2207311765559264e-05,
      "loss": 0.0265,
      "step": 21549
    },
    {
      "epoch": 2.336296617519514,
      "grad_norm": 0.18706655502319336,
      "learning_rate": 2.2203684897722328e-05,
      "loss": 0.01,
      "step": 21550
    },
    {
      "epoch": 2.336405030355594,
      "grad_norm": 0.26609453558921814,
      "learning_rate": 2.2200058029885392e-05,
      "loss": 0.0203,
      "step": 21551
    },
    {
      "epoch": 2.3365134431916736,
      "grad_norm": 0.1968158632516861,
      "learning_rate": 2.2196431162048456e-05,
      "loss": 0.0264,
      "step": 21552
    },
    {
      "epoch": 2.3366218560277536,
      "grad_norm": 0.08187949657440186,
      "learning_rate": 2.219280429421152e-05,
      "loss": 0.0043,
      "step": 21553
    },
    {
      "epoch": 2.3367302688638336,
      "grad_norm": 0.23222586512565613,
      "learning_rate": 2.2189177426374584e-05,
      "loss": 0.0164,
      "step": 21554
    },
    {
      "epoch": 2.336838681699913,
      "grad_norm": 0.3509403169155121,
      "learning_rate": 2.218555055853765e-05,
      "loss": 0.0324,
      "step": 21555
    },
    {
      "epoch": 2.336947094535993,
      "grad_norm": 0.7040753364562988,
      "learning_rate": 2.2181923690700713e-05,
      "loss": 0.0175,
      "step": 21556
    },
    {
      "epoch": 2.3370555073720727,
      "grad_norm": 0.17632170021533966,
      "learning_rate": 2.2178296822863777e-05,
      "loss": 0.0162,
      "step": 21557
    },
    {
      "epoch": 2.3371639202081527,
      "grad_norm": 0.16783064603805542,
      "learning_rate": 2.2174669955026837e-05,
      "loss": 0.013,
      "step": 21558
    },
    {
      "epoch": 2.3372723330442327,
      "grad_norm": 0.16246677935123444,
      "learning_rate": 2.2171043087189905e-05,
      "loss": 0.0241,
      "step": 21559
    },
    {
      "epoch": 2.337380745880312,
      "grad_norm": 0.2245003581047058,
      "learning_rate": 2.216741621935297e-05,
      "loss": 0.0155,
      "step": 21560
    },
    {
      "epoch": 2.337489158716392,
      "grad_norm": 0.07241048663854599,
      "learning_rate": 2.2163789351516033e-05,
      "loss": 0.0061,
      "step": 21561
    },
    {
      "epoch": 2.3375975715524717,
      "grad_norm": 0.2974763810634613,
      "learning_rate": 2.2160162483679094e-05,
      "loss": 0.0322,
      "step": 21562
    },
    {
      "epoch": 2.3377059843885517,
      "grad_norm": 0.14147420227527618,
      "learning_rate": 2.215653561584216e-05,
      "loss": 0.0139,
      "step": 21563
    },
    {
      "epoch": 2.3378143972246312,
      "grad_norm": 0.14449672400951385,
      "learning_rate": 2.2152908748005225e-05,
      "loss": 0.011,
      "step": 21564
    },
    {
      "epoch": 2.3379228100607112,
      "grad_norm": 0.014995417557656765,
      "learning_rate": 2.2149281880168286e-05,
      "loss": 0.0012,
      "step": 21565
    },
    {
      "epoch": 2.3380312228967908,
      "grad_norm": 0.09708761423826218,
      "learning_rate": 2.214565501233135e-05,
      "loss": 0.0049,
      "step": 21566
    },
    {
      "epoch": 2.3381396357328708,
      "grad_norm": 0.03182801976799965,
      "learning_rate": 2.2142028144494414e-05,
      "loss": 0.0045,
      "step": 21567
    },
    {
      "epoch": 2.3382480485689507,
      "grad_norm": 0.16402290761470795,
      "learning_rate": 2.2138401276657482e-05,
      "loss": 0.0153,
      "step": 21568
    },
    {
      "epoch": 2.3383564614050303,
      "grad_norm": 0.16039292514324188,
      "learning_rate": 2.2134774408820543e-05,
      "loss": 0.0092,
      "step": 21569
    },
    {
      "epoch": 2.3384648742411103,
      "grad_norm": 0.0376589335501194,
      "learning_rate": 2.2131147540983607e-05,
      "loss": 0.0046,
      "step": 21570
    },
    {
      "epoch": 2.33857328707719,
      "grad_norm": 0.09296480566263199,
      "learning_rate": 2.212752067314667e-05,
      "loss": 0.0087,
      "step": 21571
    },
    {
      "epoch": 2.33868169991327,
      "grad_norm": 0.310160756111145,
      "learning_rate": 2.2123893805309738e-05,
      "loss": 0.0146,
      "step": 21572
    },
    {
      "epoch": 2.3387901127493493,
      "grad_norm": 0.2448274940252304,
      "learning_rate": 2.21202669374728e-05,
      "loss": 0.0104,
      "step": 21573
    },
    {
      "epoch": 2.3388985255854293,
      "grad_norm": 0.23938703536987305,
      "learning_rate": 2.2116640069635863e-05,
      "loss": 0.0549,
      "step": 21574
    },
    {
      "epoch": 2.339006938421509,
      "grad_norm": 0.44042736291885376,
      "learning_rate": 2.2113013201798927e-05,
      "loss": 0.0197,
      "step": 21575
    },
    {
      "epoch": 2.339115351257589,
      "grad_norm": 0.10949692875146866,
      "learning_rate": 2.210938633396199e-05,
      "loss": 0.0093,
      "step": 21576
    },
    {
      "epoch": 2.339223764093669,
      "grad_norm": 0.27191242575645447,
      "learning_rate": 2.2105759466125055e-05,
      "loss": 0.0338,
      "step": 21577
    },
    {
      "epoch": 2.3393321769297484,
      "grad_norm": 0.03088662028312683,
      "learning_rate": 2.210213259828812e-05,
      "loss": 0.0014,
      "step": 21578
    },
    {
      "epoch": 2.3394405897658284,
      "grad_norm": 0.0739273652434349,
      "learning_rate": 2.2098505730451184e-05,
      "loss": 0.0084,
      "step": 21579
    },
    {
      "epoch": 2.339549002601908,
      "grad_norm": 0.2377694845199585,
      "learning_rate": 2.2094878862614248e-05,
      "loss": 0.0215,
      "step": 21580
    },
    {
      "epoch": 2.339657415437988,
      "grad_norm": 0.34699350595474243,
      "learning_rate": 2.2091251994777312e-05,
      "loss": 0.0265,
      "step": 21581
    },
    {
      "epoch": 2.339765828274068,
      "grad_norm": 0.40481385588645935,
      "learning_rate": 2.2087625126940376e-05,
      "loss": 0.0321,
      "step": 21582
    },
    {
      "epoch": 2.3398742411101474,
      "grad_norm": 0.4231836497783661,
      "learning_rate": 2.208399825910344e-05,
      "loss": 0.0108,
      "step": 21583
    },
    {
      "epoch": 2.3399826539462274,
      "grad_norm": 0.036804016679525375,
      "learning_rate": 2.20803713912665e-05,
      "loss": 0.0041,
      "step": 21584
    },
    {
      "epoch": 2.340091066782307,
      "grad_norm": 0.16954679787158966,
      "learning_rate": 2.2076744523429568e-05,
      "loss": 0.0134,
      "step": 21585
    },
    {
      "epoch": 2.340199479618387,
      "grad_norm": 0.10872169584035873,
      "learning_rate": 2.2073117655592632e-05,
      "loss": 0.0039,
      "step": 21586
    },
    {
      "epoch": 2.3403078924544665,
      "grad_norm": 0.2598794996738434,
      "learning_rate": 2.2069490787755696e-05,
      "loss": 0.0176,
      "step": 21587
    },
    {
      "epoch": 2.3404163052905465,
      "grad_norm": 0.01781848631799221,
      "learning_rate": 2.2065863919918757e-05,
      "loss": 0.0017,
      "step": 21588
    },
    {
      "epoch": 2.340524718126626,
      "grad_norm": 0.20475082099437714,
      "learning_rate": 2.2062237052081825e-05,
      "loss": 0.0407,
      "step": 21589
    },
    {
      "epoch": 2.340633130962706,
      "grad_norm": 0.07265004515647888,
      "learning_rate": 2.205861018424489e-05,
      "loss": 0.0024,
      "step": 21590
    },
    {
      "epoch": 2.340741543798786,
      "grad_norm": 0.1760132759809494,
      "learning_rate": 2.205498331640795e-05,
      "loss": 0.0437,
      "step": 21591
    },
    {
      "epoch": 2.3408499566348655,
      "grad_norm": 0.0608237162232399,
      "learning_rate": 2.2051356448571014e-05,
      "loss": 0.0038,
      "step": 21592
    },
    {
      "epoch": 2.3409583694709455,
      "grad_norm": 0.19416199624538422,
      "learning_rate": 2.2047729580734078e-05,
      "loss": 0.0124,
      "step": 21593
    },
    {
      "epoch": 2.341066782307025,
      "grad_norm": 0.1739334613084793,
      "learning_rate": 2.2044102712897145e-05,
      "loss": 0.0113,
      "step": 21594
    },
    {
      "epoch": 2.341175195143105,
      "grad_norm": 0.5691365003585815,
      "learning_rate": 2.2040475845060206e-05,
      "loss": 0.0196,
      "step": 21595
    },
    {
      "epoch": 2.3412836079791846,
      "grad_norm": 0.06734573096036911,
      "learning_rate": 2.203684897722327e-05,
      "loss": 0.0059,
      "step": 21596
    },
    {
      "epoch": 2.3413920208152645,
      "grad_norm": 0.2908819913864136,
      "learning_rate": 2.2033222109386334e-05,
      "loss": 0.0194,
      "step": 21597
    },
    {
      "epoch": 2.341500433651344,
      "grad_norm": 0.4183447062969208,
      "learning_rate": 2.20295952415494e-05,
      "loss": 0.0255,
      "step": 21598
    },
    {
      "epoch": 2.341608846487424,
      "grad_norm": 0.28439778089523315,
      "learning_rate": 2.2025968373712462e-05,
      "loss": 0.0301,
      "step": 21599
    },
    {
      "epoch": 2.341717259323504,
      "grad_norm": 0.12685446441173553,
      "learning_rate": 2.2022341505875526e-05,
      "loss": 0.0076,
      "step": 21600
    },
    {
      "epoch": 2.3418256721595836,
      "grad_norm": 0.33215054869651794,
      "learning_rate": 2.201871463803859e-05,
      "loss": 0.0434,
      "step": 21601
    },
    {
      "epoch": 2.3419340849956636,
      "grad_norm": 0.19463668763637543,
      "learning_rate": 2.2015087770201655e-05,
      "loss": 0.0233,
      "step": 21602
    },
    {
      "epoch": 2.342042497831743,
      "grad_norm": 0.22519782185554504,
      "learning_rate": 2.201146090236472e-05,
      "loss": 0.0095,
      "step": 21603
    },
    {
      "epoch": 2.342150910667823,
      "grad_norm": 0.1362217515707016,
      "learning_rate": 2.2007834034527783e-05,
      "loss": 0.0215,
      "step": 21604
    },
    {
      "epoch": 2.342259323503903,
      "grad_norm": 0.06620217114686966,
      "learning_rate": 2.2004207166690847e-05,
      "loss": 0.004,
      "step": 21605
    },
    {
      "epoch": 2.3423677363399826,
      "grad_norm": 0.0634445920586586,
      "learning_rate": 2.200058029885391e-05,
      "loss": 0.0063,
      "step": 21606
    },
    {
      "epoch": 2.3424761491760626,
      "grad_norm": 0.09337110817432404,
      "learning_rate": 2.1996953431016975e-05,
      "loss": 0.0136,
      "step": 21607
    },
    {
      "epoch": 2.342584562012142,
      "grad_norm": 0.09548401832580566,
      "learning_rate": 2.199332656318004e-05,
      "loss": 0.0146,
      "step": 21608
    },
    {
      "epoch": 2.342692974848222,
      "grad_norm": 0.11330929398536682,
      "learning_rate": 2.1989699695343103e-05,
      "loss": 0.0122,
      "step": 21609
    },
    {
      "epoch": 2.3428013876843017,
      "grad_norm": 0.16729037463665009,
      "learning_rate": 2.1986072827506164e-05,
      "loss": 0.0421,
      "step": 21610
    },
    {
      "epoch": 2.3429098005203817,
      "grad_norm": 0.20323798060417175,
      "learning_rate": 2.198244595966923e-05,
      "loss": 0.0399,
      "step": 21611
    },
    {
      "epoch": 2.343018213356461,
      "grad_norm": 0.05759286507964134,
      "learning_rate": 2.1978819091832296e-05,
      "loss": 0.0033,
      "step": 21612
    },
    {
      "epoch": 2.343126626192541,
      "grad_norm": 0.028350045904517174,
      "learning_rate": 2.197519222399536e-05,
      "loss": 0.0019,
      "step": 21613
    },
    {
      "epoch": 2.343235039028621,
      "grad_norm": 0.05626185983419418,
      "learning_rate": 2.197156535615842e-05,
      "loss": 0.0063,
      "step": 21614
    },
    {
      "epoch": 2.3433434518647007,
      "grad_norm": 0.21007102727890015,
      "learning_rate": 2.1967938488321488e-05,
      "loss": 0.0315,
      "step": 21615
    },
    {
      "epoch": 2.3434518647007807,
      "grad_norm": 0.05049135535955429,
      "learning_rate": 2.1964311620484552e-05,
      "loss": 0.0038,
      "step": 21616
    },
    {
      "epoch": 2.3435602775368602,
      "grad_norm": 0.23677319288253784,
      "learning_rate": 2.1960684752647613e-05,
      "loss": 0.0089,
      "step": 21617
    },
    {
      "epoch": 2.3436686903729402,
      "grad_norm": 0.2248384654521942,
      "learning_rate": 2.1957057884810677e-05,
      "loss": 0.0155,
      "step": 21618
    },
    {
      "epoch": 2.3437771032090198,
      "grad_norm": 0.06556136161088943,
      "learning_rate": 2.195343101697374e-05,
      "loss": 0.007,
      "step": 21619
    },
    {
      "epoch": 2.3438855160450998,
      "grad_norm": 0.08673785626888275,
      "learning_rate": 2.194980414913681e-05,
      "loss": 0.0049,
      "step": 21620
    },
    {
      "epoch": 2.3439939288811793,
      "grad_norm": 0.29005470871925354,
      "learning_rate": 2.194617728129987e-05,
      "loss": 0.0193,
      "step": 21621
    },
    {
      "epoch": 2.3441023417172593,
      "grad_norm": 0.18315137922763824,
      "learning_rate": 2.1942550413462933e-05,
      "loss": 0.0096,
      "step": 21622
    },
    {
      "epoch": 2.3442107545533393,
      "grad_norm": 0.0937839224934578,
      "learning_rate": 2.1938923545625997e-05,
      "loss": 0.0051,
      "step": 21623
    },
    {
      "epoch": 2.344319167389419,
      "grad_norm": 0.2975010871887207,
      "learning_rate": 2.1935296677789065e-05,
      "loss": 0.0164,
      "step": 21624
    },
    {
      "epoch": 2.344427580225499,
      "grad_norm": 0.23868237435817719,
      "learning_rate": 2.1931669809952126e-05,
      "loss": 0.017,
      "step": 21625
    },
    {
      "epoch": 2.3445359930615783,
      "grad_norm": 0.2562040686607361,
      "learning_rate": 2.192804294211519e-05,
      "loss": 0.0129,
      "step": 21626
    },
    {
      "epoch": 2.3446444058976583,
      "grad_norm": 0.0564127117395401,
      "learning_rate": 2.1924416074278254e-05,
      "loss": 0.0038,
      "step": 21627
    },
    {
      "epoch": 2.3447528187337383,
      "grad_norm": 0.04159840568900108,
      "learning_rate": 2.1920789206441318e-05,
      "loss": 0.006,
      "step": 21628
    },
    {
      "epoch": 2.344861231569818,
      "grad_norm": 0.13522018492221832,
      "learning_rate": 2.1917162338604382e-05,
      "loss": 0.0141,
      "step": 21629
    },
    {
      "epoch": 2.344969644405898,
      "grad_norm": 0.3198055922985077,
      "learning_rate": 2.1913535470767446e-05,
      "loss": 0.0343,
      "step": 21630
    },
    {
      "epoch": 2.3450780572419774,
      "grad_norm": 0.2656112611293793,
      "learning_rate": 2.190990860293051e-05,
      "loss": 0.0117,
      "step": 21631
    },
    {
      "epoch": 2.3451864700780574,
      "grad_norm": 0.04838035628199577,
      "learning_rate": 2.1906281735093574e-05,
      "loss": 0.0059,
      "step": 21632
    },
    {
      "epoch": 2.345294882914137,
      "grad_norm": 0.0388944149017334,
      "learning_rate": 2.190265486725664e-05,
      "loss": 0.002,
      "step": 21633
    },
    {
      "epoch": 2.345403295750217,
      "grad_norm": 1.1814675331115723,
      "learning_rate": 2.1899027999419703e-05,
      "loss": 0.0123,
      "step": 21634
    },
    {
      "epoch": 2.3455117085862964,
      "grad_norm": 0.16496199369430542,
      "learning_rate": 2.1895401131582767e-05,
      "loss": 0.0096,
      "step": 21635
    },
    {
      "epoch": 2.3456201214223764,
      "grad_norm": 0.2409832924604416,
      "learning_rate": 2.1891774263745827e-05,
      "loss": 0.0327,
      "step": 21636
    },
    {
      "epoch": 2.3457285342584564,
      "grad_norm": 0.4282224774360657,
      "learning_rate": 2.1888147395908895e-05,
      "loss": 0.0133,
      "step": 21637
    },
    {
      "epoch": 2.345836947094536,
      "grad_norm": 0.1163431704044342,
      "learning_rate": 2.188452052807196e-05,
      "loss": 0.0132,
      "step": 21638
    },
    {
      "epoch": 2.345945359930616,
      "grad_norm": 0.32464975118637085,
      "learning_rate": 2.1880893660235023e-05,
      "loss": 0.0491,
      "step": 21639
    },
    {
      "epoch": 2.3460537727666955,
      "grad_norm": 1.0036907196044922,
      "learning_rate": 2.1877266792398084e-05,
      "loss": 0.0195,
      "step": 21640
    },
    {
      "epoch": 2.3461621856027755,
      "grad_norm": 0.09898930788040161,
      "learning_rate": 2.187363992456115e-05,
      "loss": 0.0173,
      "step": 21641
    },
    {
      "epoch": 2.346270598438855,
      "grad_norm": 0.17231310904026031,
      "learning_rate": 2.1870013056724215e-05,
      "loss": 0.0057,
      "step": 21642
    },
    {
      "epoch": 2.346379011274935,
      "grad_norm": 0.1262790411710739,
      "learning_rate": 2.1866386188887276e-05,
      "loss": 0.0127,
      "step": 21643
    },
    {
      "epoch": 2.3464874241110145,
      "grad_norm": 0.09714175760746002,
      "learning_rate": 2.186275932105034e-05,
      "loss": 0.0143,
      "step": 21644
    },
    {
      "epoch": 2.3465958369470945,
      "grad_norm": 0.05027646943926811,
      "learning_rate": 2.1859132453213408e-05,
      "loss": 0.0047,
      "step": 21645
    },
    {
      "epoch": 2.3467042497831745,
      "grad_norm": 0.12061932682991028,
      "learning_rate": 2.1855505585376472e-05,
      "loss": 0.0053,
      "step": 21646
    },
    {
      "epoch": 2.346812662619254,
      "grad_norm": 0.10466209799051285,
      "learning_rate": 2.1851878717539533e-05,
      "loss": 0.0132,
      "step": 21647
    },
    {
      "epoch": 2.346921075455334,
      "grad_norm": 0.17566220462322235,
      "learning_rate": 2.1848251849702597e-05,
      "loss": 0.0109,
      "step": 21648
    },
    {
      "epoch": 2.3470294882914136,
      "grad_norm": 0.07938245683908463,
      "learning_rate": 2.184462498186566e-05,
      "loss": 0.0026,
      "step": 21649
    },
    {
      "epoch": 2.3471379011274935,
      "grad_norm": 0.18840523064136505,
      "learning_rate": 2.1840998114028728e-05,
      "loss": 0.0058,
      "step": 21650
    },
    {
      "epoch": 2.3472463139635735,
      "grad_norm": 0.11129362881183624,
      "learning_rate": 2.183737124619179e-05,
      "loss": 0.0023,
      "step": 21651
    },
    {
      "epoch": 2.347354726799653,
      "grad_norm": 0.11048522591590881,
      "learning_rate": 2.1833744378354853e-05,
      "loss": 0.0037,
      "step": 21652
    },
    {
      "epoch": 2.347463139635733,
      "grad_norm": 0.2396588772535324,
      "learning_rate": 2.1830117510517917e-05,
      "loss": 0.0125,
      "step": 21653
    },
    {
      "epoch": 2.3475715524718126,
      "grad_norm": 0.5585708022117615,
      "learning_rate": 2.182649064268098e-05,
      "loss": 0.0487,
      "step": 21654
    },
    {
      "epoch": 2.3476799653078926,
      "grad_norm": 0.3574274480342865,
      "learning_rate": 2.1822863774844045e-05,
      "loss": 0.0322,
      "step": 21655
    },
    {
      "epoch": 2.347788378143972,
      "grad_norm": 0.1945590376853943,
      "learning_rate": 2.181923690700711e-05,
      "loss": 0.0045,
      "step": 21656
    },
    {
      "epoch": 2.347896790980052,
      "grad_norm": 0.17666620016098022,
      "learning_rate": 2.1815610039170174e-05,
      "loss": 0.0139,
      "step": 21657
    },
    {
      "epoch": 2.3480052038161316,
      "grad_norm": 0.18027402460575104,
      "learning_rate": 2.1811983171333238e-05,
      "loss": 0.0102,
      "step": 21658
    },
    {
      "epoch": 2.3481136166522116,
      "grad_norm": 0.027311891317367554,
      "learning_rate": 2.1808356303496302e-05,
      "loss": 0.0013,
      "step": 21659
    },
    {
      "epoch": 2.3482220294882916,
      "grad_norm": 0.27130505442619324,
      "learning_rate": 2.1804729435659366e-05,
      "loss": 0.0212,
      "step": 21660
    },
    {
      "epoch": 2.348330442324371,
      "grad_norm": 0.01959032379090786,
      "learning_rate": 2.180110256782243e-05,
      "loss": 0.001,
      "step": 21661
    },
    {
      "epoch": 2.348438855160451,
      "grad_norm": 0.09599445015192032,
      "learning_rate": 2.179747569998549e-05,
      "loss": 0.0035,
      "step": 21662
    },
    {
      "epoch": 2.3485472679965307,
      "grad_norm": 0.06399639695882797,
      "learning_rate": 2.1793848832148558e-05,
      "loss": 0.005,
      "step": 21663
    },
    {
      "epoch": 2.3486556808326107,
      "grad_norm": 0.11713182181119919,
      "learning_rate": 2.1790221964311622e-05,
      "loss": 0.0125,
      "step": 21664
    },
    {
      "epoch": 2.34876409366869,
      "grad_norm": 0.04732731357216835,
      "learning_rate": 2.1786595096474686e-05,
      "loss": 0.0011,
      "step": 21665
    },
    {
      "epoch": 2.34887250650477,
      "grad_norm": 0.04459827393293381,
      "learning_rate": 2.1782968228637747e-05,
      "loss": 0.0026,
      "step": 21666
    },
    {
      "epoch": 2.3489809193408497,
      "grad_norm": 0.06711027771234512,
      "learning_rate": 2.1779341360800815e-05,
      "loss": 0.004,
      "step": 21667
    },
    {
      "epoch": 2.3490893321769297,
      "grad_norm": 0.11890154331922531,
      "learning_rate": 2.177571449296388e-05,
      "loss": 0.0492,
      "step": 21668
    },
    {
      "epoch": 2.3491977450130097,
      "grad_norm": 0.20993061363697052,
      "learning_rate": 2.1772087625126943e-05,
      "loss": 0.0276,
      "step": 21669
    },
    {
      "epoch": 2.3493061578490892,
      "grad_norm": 0.19663089513778687,
      "learning_rate": 2.1768460757290004e-05,
      "loss": 0.0164,
      "step": 21670
    },
    {
      "epoch": 2.3494145706851692,
      "grad_norm": 0.06630372256040573,
      "learning_rate": 2.176483388945307e-05,
      "loss": 0.0076,
      "step": 21671
    },
    {
      "epoch": 2.3495229835212488,
      "grad_norm": 0.018215686082839966,
      "learning_rate": 2.1761207021616135e-05,
      "loss": 0.0013,
      "step": 21672
    },
    {
      "epoch": 2.3496313963573288,
      "grad_norm": 0.21542365849018097,
      "learning_rate": 2.1757580153779196e-05,
      "loss": 0.0094,
      "step": 21673
    },
    {
      "epoch": 2.3497398091934087,
      "grad_norm": 0.01037526223808527,
      "learning_rate": 2.175395328594226e-05,
      "loss": 0.0007,
      "step": 21674
    },
    {
      "epoch": 2.3498482220294883,
      "grad_norm": 0.22342190146446228,
      "learning_rate": 2.1750326418105324e-05,
      "loss": 0.0197,
      "step": 21675
    },
    {
      "epoch": 2.3499566348655683,
      "grad_norm": 0.39507800340652466,
      "learning_rate": 2.174669955026839e-05,
      "loss": 0.0403,
      "step": 21676
    },
    {
      "epoch": 2.350065047701648,
      "grad_norm": 0.018585283309221268,
      "learning_rate": 2.1743072682431452e-05,
      "loss": 0.0013,
      "step": 21677
    },
    {
      "epoch": 2.350173460537728,
      "grad_norm": 1.0196518898010254,
      "learning_rate": 2.1739445814594516e-05,
      "loss": 0.0413,
      "step": 21678
    },
    {
      "epoch": 2.3502818733738073,
      "grad_norm": 0.13559068739414215,
      "learning_rate": 2.173581894675758e-05,
      "loss": 0.0047,
      "step": 21679
    },
    {
      "epoch": 2.3503902862098873,
      "grad_norm": 0.16854168474674225,
      "learning_rate": 2.1732192078920645e-05,
      "loss": 0.0276,
      "step": 21680
    },
    {
      "epoch": 2.350498699045967,
      "grad_norm": 0.0149231543764472,
      "learning_rate": 2.172856521108371e-05,
      "loss": 0.0009,
      "step": 21681
    },
    {
      "epoch": 2.350607111882047,
      "grad_norm": 0.2527923882007599,
      "learning_rate": 2.1724938343246773e-05,
      "loss": 0.0239,
      "step": 21682
    },
    {
      "epoch": 2.350715524718127,
      "grad_norm": 0.08651640266180038,
      "learning_rate": 2.1721311475409837e-05,
      "loss": 0.0047,
      "step": 21683
    },
    {
      "epoch": 2.3508239375542064,
      "grad_norm": 0.1664535105228424,
      "learning_rate": 2.17176846075729e-05,
      "loss": 0.0139,
      "step": 21684
    },
    {
      "epoch": 2.3509323503902864,
      "grad_norm": 0.04910280182957649,
      "learning_rate": 2.1714057739735965e-05,
      "loss": 0.0064,
      "step": 21685
    },
    {
      "epoch": 2.351040763226366,
      "grad_norm": 0.04821409285068512,
      "learning_rate": 2.171043087189903e-05,
      "loss": 0.0037,
      "step": 21686
    },
    {
      "epoch": 2.351149176062446,
      "grad_norm": 0.05304410681128502,
      "learning_rate": 2.1706804004062093e-05,
      "loss": 0.0039,
      "step": 21687
    },
    {
      "epoch": 2.3512575888985254,
      "grad_norm": 0.9228763580322266,
      "learning_rate": 2.1703177136225154e-05,
      "loss": 0.0137,
      "step": 21688
    },
    {
      "epoch": 2.3513660017346054,
      "grad_norm": 0.06364954262971878,
      "learning_rate": 2.169955026838822e-05,
      "loss": 0.0019,
      "step": 21689
    },
    {
      "epoch": 2.351474414570685,
      "grad_norm": 0.2306593805551529,
      "learning_rate": 2.1695923400551286e-05,
      "loss": 0.0236,
      "step": 21690
    },
    {
      "epoch": 2.351582827406765,
      "grad_norm": 0.19948355853557587,
      "learning_rate": 2.169229653271435e-05,
      "loss": 0.0185,
      "step": 21691
    },
    {
      "epoch": 2.351691240242845,
      "grad_norm": 0.03507043793797493,
      "learning_rate": 2.168866966487741e-05,
      "loss": 0.0023,
      "step": 21692
    },
    {
      "epoch": 2.3517996530789245,
      "grad_norm": 0.04890602454543114,
      "learning_rate": 2.1685042797040478e-05,
      "loss": 0.0056,
      "step": 21693
    },
    {
      "epoch": 2.3519080659150045,
      "grad_norm": 0.03587060049176216,
      "learning_rate": 2.1681415929203542e-05,
      "loss": 0.0026,
      "step": 21694
    },
    {
      "epoch": 2.352016478751084,
      "grad_norm": 1.0302789211273193,
      "learning_rate": 2.1677789061366606e-05,
      "loss": 0.0191,
      "step": 21695
    },
    {
      "epoch": 2.352124891587164,
      "grad_norm": 0.3271477520465851,
      "learning_rate": 2.1674162193529667e-05,
      "loss": 0.0361,
      "step": 21696
    },
    {
      "epoch": 2.3522333044232435,
      "grad_norm": 0.027163822203874588,
      "learning_rate": 2.1670535325692734e-05,
      "loss": 0.0028,
      "step": 21697
    },
    {
      "epoch": 2.3523417172593235,
      "grad_norm": 0.15480205416679382,
      "learning_rate": 2.16669084578558e-05,
      "loss": 0.0071,
      "step": 21698
    },
    {
      "epoch": 2.352450130095403,
      "grad_norm": 0.2536139190196991,
      "learning_rate": 2.166328159001886e-05,
      "loss": 0.0137,
      "step": 21699
    },
    {
      "epoch": 2.352558542931483,
      "grad_norm": 0.1959872841835022,
      "learning_rate": 2.1659654722181923e-05,
      "loss": 0.0242,
      "step": 21700
    },
    {
      "epoch": 2.352666955767563,
      "grad_norm": 0.26011261343955994,
      "learning_rate": 2.1656027854344987e-05,
      "loss": 0.0243,
      "step": 21701
    },
    {
      "epoch": 2.3527753686036426,
      "grad_norm": 0.1544521152973175,
      "learning_rate": 2.1652400986508055e-05,
      "loss": 0.0227,
      "step": 21702
    },
    {
      "epoch": 2.3528837814397225,
      "grad_norm": 0.11235790699720383,
      "learning_rate": 2.1648774118671116e-05,
      "loss": 0.0128,
      "step": 21703
    },
    {
      "epoch": 2.352992194275802,
      "grad_norm": 0.07307694107294083,
      "learning_rate": 2.164514725083418e-05,
      "loss": 0.0111,
      "step": 21704
    },
    {
      "epoch": 2.353100607111882,
      "grad_norm": 0.14471884071826935,
      "learning_rate": 2.1641520382997244e-05,
      "loss": 0.0064,
      "step": 21705
    },
    {
      "epoch": 2.353209019947962,
      "grad_norm": 0.005747994873672724,
      "learning_rate": 2.1637893515160308e-05,
      "loss": 0.0004,
      "step": 21706
    },
    {
      "epoch": 2.3533174327840416,
      "grad_norm": 0.2587699592113495,
      "learning_rate": 2.1634266647323372e-05,
      "loss": 0.0172,
      "step": 21707
    },
    {
      "epoch": 2.3534258456201216,
      "grad_norm": 0.19968877732753754,
      "learning_rate": 2.1630639779486436e-05,
      "loss": 0.0205,
      "step": 21708
    },
    {
      "epoch": 2.353534258456201,
      "grad_norm": 0.11523976922035217,
      "learning_rate": 2.16270129116495e-05,
      "loss": 0.0119,
      "step": 21709
    },
    {
      "epoch": 2.353642671292281,
      "grad_norm": 0.24331976473331451,
      "learning_rate": 2.1623386043812564e-05,
      "loss": 0.021,
      "step": 21710
    },
    {
      "epoch": 2.3537510841283606,
      "grad_norm": 0.06154840067028999,
      "learning_rate": 2.161975917597563e-05,
      "loss": 0.0057,
      "step": 21711
    },
    {
      "epoch": 2.3538594969644406,
      "grad_norm": 0.24200889468193054,
      "learning_rate": 2.1616132308138693e-05,
      "loss": 0.0069,
      "step": 21712
    },
    {
      "epoch": 2.35396790980052,
      "grad_norm": 0.08486075699329376,
      "learning_rate": 2.1612505440301757e-05,
      "loss": 0.0058,
      "step": 21713
    },
    {
      "epoch": 2.3540763226366,
      "grad_norm": 0.18007732927799225,
      "learning_rate": 2.1608878572464817e-05,
      "loss": 0.0094,
      "step": 21714
    },
    {
      "epoch": 2.35418473547268,
      "grad_norm": 0.04937725141644478,
      "learning_rate": 2.1605251704627885e-05,
      "loss": 0.0038,
      "step": 21715
    },
    {
      "epoch": 2.3542931483087597,
      "grad_norm": 0.14651449024677277,
      "learning_rate": 2.160162483679095e-05,
      "loss": 0.0189,
      "step": 21716
    },
    {
      "epoch": 2.3544015611448397,
      "grad_norm": 0.2933250665664673,
      "learning_rate": 2.1597997968954013e-05,
      "loss": 0.0276,
      "step": 21717
    },
    {
      "epoch": 2.354509973980919,
      "grad_norm": 0.06345207989215851,
      "learning_rate": 2.1594371101117074e-05,
      "loss": 0.0059,
      "step": 21718
    },
    {
      "epoch": 2.354618386816999,
      "grad_norm": 0.1064881980419159,
      "learning_rate": 2.159074423328014e-05,
      "loss": 0.0181,
      "step": 21719
    },
    {
      "epoch": 2.3547267996530787,
      "grad_norm": 0.17462630569934845,
      "learning_rate": 2.1587117365443205e-05,
      "loss": 0.0116,
      "step": 21720
    },
    {
      "epoch": 2.3548352124891587,
      "grad_norm": 0.15533968806266785,
      "learning_rate": 2.158349049760627e-05,
      "loss": 0.0196,
      "step": 21721
    },
    {
      "epoch": 2.3549436253252383,
      "grad_norm": 0.032010454684495926,
      "learning_rate": 2.157986362976933e-05,
      "loss": 0.0011,
      "step": 21722
    },
    {
      "epoch": 2.3550520381613183,
      "grad_norm": 0.33395737409591675,
      "learning_rate": 2.1576236761932398e-05,
      "loss": 0.0336,
      "step": 21723
    },
    {
      "epoch": 2.3551604509973982,
      "grad_norm": 0.022564619779586792,
      "learning_rate": 2.1572609894095462e-05,
      "loss": 0.0026,
      "step": 21724
    },
    {
      "epoch": 2.3552688638334778,
      "grad_norm": 0.0030898358672857285,
      "learning_rate": 2.1568983026258523e-05,
      "loss": 0.0003,
      "step": 21725
    },
    {
      "epoch": 2.3553772766695578,
      "grad_norm": 0.16042418777942657,
      "learning_rate": 2.1565356158421587e-05,
      "loss": 0.0109,
      "step": 21726
    },
    {
      "epoch": 2.3554856895056373,
      "grad_norm": 0.4465464949607849,
      "learning_rate": 2.156172929058465e-05,
      "loss": 0.0107,
      "step": 21727
    },
    {
      "epoch": 2.3555941023417173,
      "grad_norm": 0.07681497931480408,
      "learning_rate": 2.155810242274772e-05,
      "loss": 0.0047,
      "step": 21728
    },
    {
      "epoch": 2.3557025151777973,
      "grad_norm": 0.2826177179813385,
      "learning_rate": 2.155447555491078e-05,
      "loss": 0.0212,
      "step": 21729
    },
    {
      "epoch": 2.355810928013877,
      "grad_norm": 0.23004065454006195,
      "learning_rate": 2.1550848687073843e-05,
      "loss": 0.0369,
      "step": 21730
    },
    {
      "epoch": 2.355919340849957,
      "grad_norm": 0.17231109738349915,
      "learning_rate": 2.1547221819236907e-05,
      "loss": 0.018,
      "step": 21731
    },
    {
      "epoch": 2.3560277536860363,
      "grad_norm": 0.08925764262676239,
      "learning_rate": 2.154359495139997e-05,
      "loss": 0.0028,
      "step": 21732
    },
    {
      "epoch": 2.3561361665221163,
      "grad_norm": 0.013602855615317822,
      "learning_rate": 2.1539968083563035e-05,
      "loss": 0.0007,
      "step": 21733
    },
    {
      "epoch": 2.356244579358196,
      "grad_norm": 0.01108639407902956,
      "learning_rate": 2.15363412157261e-05,
      "loss": 0.0007,
      "step": 21734
    },
    {
      "epoch": 2.356352992194276,
      "grad_norm": 0.04502491280436516,
      "learning_rate": 2.1532714347889164e-05,
      "loss": 0.0017,
      "step": 21735
    },
    {
      "epoch": 2.3564614050303554,
      "grad_norm": 0.20871730148792267,
      "learning_rate": 2.1529087480052228e-05,
      "loss": 0.0183,
      "step": 21736
    },
    {
      "epoch": 2.3565698178664354,
      "grad_norm": 0.22573576867580414,
      "learning_rate": 2.1525460612215292e-05,
      "loss": 0.0365,
      "step": 21737
    },
    {
      "epoch": 2.3566782307025154,
      "grad_norm": 0.09374172240495682,
      "learning_rate": 2.1521833744378356e-05,
      "loss": 0.0109,
      "step": 21738
    },
    {
      "epoch": 2.356786643538595,
      "grad_norm": 0.07253298163414001,
      "learning_rate": 2.151820687654142e-05,
      "loss": 0.0035,
      "step": 21739
    },
    {
      "epoch": 2.356895056374675,
      "grad_norm": 0.0825112983584404,
      "learning_rate": 2.1514580008704484e-05,
      "loss": 0.0053,
      "step": 21740
    },
    {
      "epoch": 2.3570034692107544,
      "grad_norm": 0.00616427743807435,
      "learning_rate": 2.151095314086755e-05,
      "loss": 0.0003,
      "step": 21741
    },
    {
      "epoch": 2.3571118820468344,
      "grad_norm": 0.1812536120414734,
      "learning_rate": 2.1507326273030612e-05,
      "loss": 0.0215,
      "step": 21742
    },
    {
      "epoch": 2.357220294882914,
      "grad_norm": 0.3279726505279541,
      "learning_rate": 2.1503699405193677e-05,
      "loss": 0.0252,
      "step": 21743
    },
    {
      "epoch": 2.357328707718994,
      "grad_norm": 0.054061874747276306,
      "learning_rate": 2.1500072537356737e-05,
      "loss": 0.004,
      "step": 21744
    },
    {
      "epoch": 2.3574371205550735,
      "grad_norm": 0.05576404556632042,
      "learning_rate": 2.1496445669519805e-05,
      "loss": 0.0075,
      "step": 21745
    },
    {
      "epoch": 2.3575455333911535,
      "grad_norm": 0.10634228587150574,
      "learning_rate": 2.149281880168287e-05,
      "loss": 0.0083,
      "step": 21746
    },
    {
      "epoch": 2.3576539462272335,
      "grad_norm": 0.3406316339969635,
      "learning_rate": 2.1489191933845933e-05,
      "loss": 0.048,
      "step": 21747
    },
    {
      "epoch": 2.357762359063313,
      "grad_norm": 0.2556612491607666,
      "learning_rate": 2.1485565066008994e-05,
      "loss": 0.0246,
      "step": 21748
    },
    {
      "epoch": 2.357870771899393,
      "grad_norm": 0.04372406378388405,
      "learning_rate": 2.148193819817206e-05,
      "loss": 0.0026,
      "step": 21749
    },
    {
      "epoch": 2.3579791847354725,
      "grad_norm": 0.286399245262146,
      "learning_rate": 2.1478311330335125e-05,
      "loss": 0.0504,
      "step": 21750
    },
    {
      "epoch": 2.3580875975715525,
      "grad_norm": 0.35518017411231995,
      "learning_rate": 2.1474684462498186e-05,
      "loss": 0.0219,
      "step": 21751
    },
    {
      "epoch": 2.3581960104076325,
      "grad_norm": 0.13815546035766602,
      "learning_rate": 2.147105759466125e-05,
      "loss": 0.0132,
      "step": 21752
    },
    {
      "epoch": 2.358304423243712,
      "grad_norm": 0.03513014689087868,
      "learning_rate": 2.1467430726824318e-05,
      "loss": 0.0008,
      "step": 21753
    },
    {
      "epoch": 2.358412836079792,
      "grad_norm": 0.03415300324559212,
      "learning_rate": 2.146380385898738e-05,
      "loss": 0.0015,
      "step": 21754
    },
    {
      "epoch": 2.3585212489158716,
      "grad_norm": 0.17694465816020966,
      "learning_rate": 2.1460176991150442e-05,
      "loss": 0.0182,
      "step": 21755
    },
    {
      "epoch": 2.3586296617519515,
      "grad_norm": 0.09115603566169739,
      "learning_rate": 2.1456550123313507e-05,
      "loss": 0.0064,
      "step": 21756
    },
    {
      "epoch": 2.358738074588031,
      "grad_norm": 0.035419661551713943,
      "learning_rate": 2.145292325547657e-05,
      "loss": 0.0023,
      "step": 21757
    },
    {
      "epoch": 2.358846487424111,
      "grad_norm": 0.021242700517177582,
      "learning_rate": 2.1449296387639635e-05,
      "loss": 0.0012,
      "step": 21758
    },
    {
      "epoch": 2.3589549002601906,
      "grad_norm": 0.3113449811935425,
      "learning_rate": 2.14456695198027e-05,
      "loss": 0.0152,
      "step": 21759
    },
    {
      "epoch": 2.3590633130962706,
      "grad_norm": 0.05922930687665939,
      "learning_rate": 2.1442042651965763e-05,
      "loss": 0.0049,
      "step": 21760
    },
    {
      "epoch": 2.3591717259323506,
      "grad_norm": 0.16858772933483124,
      "learning_rate": 2.1438415784128827e-05,
      "loss": 0.0091,
      "step": 21761
    },
    {
      "epoch": 2.35928013876843,
      "grad_norm": 0.02347886562347412,
      "learning_rate": 2.143478891629189e-05,
      "loss": 0.0019,
      "step": 21762
    },
    {
      "epoch": 2.35938855160451,
      "grad_norm": 0.41968944668769836,
      "learning_rate": 2.1431162048454955e-05,
      "loss": 0.0737,
      "step": 21763
    },
    {
      "epoch": 2.3594969644405897,
      "grad_norm": 0.009711136110126972,
      "learning_rate": 2.142753518061802e-05,
      "loss": 0.0008,
      "step": 21764
    },
    {
      "epoch": 2.3596053772766696,
      "grad_norm": 0.39329180121421814,
      "learning_rate": 2.1423908312781083e-05,
      "loss": 0.0087,
      "step": 21765
    },
    {
      "epoch": 2.359713790112749,
      "grad_norm": 0.05731113255023956,
      "learning_rate": 2.1420281444944148e-05,
      "loss": 0.0036,
      "step": 21766
    },
    {
      "epoch": 2.359822202948829,
      "grad_norm": 0.012856138870120049,
      "learning_rate": 2.141665457710721e-05,
      "loss": 0.0011,
      "step": 21767
    },
    {
      "epoch": 2.3599306157849087,
      "grad_norm": 0.2395348697900772,
      "learning_rate": 2.1413027709270276e-05,
      "loss": 0.0416,
      "step": 21768
    },
    {
      "epoch": 2.3600390286209887,
      "grad_norm": 0.06506174802780151,
      "learning_rate": 2.140940084143334e-05,
      "loss": 0.0038,
      "step": 21769
    },
    {
      "epoch": 2.3601474414570687,
      "grad_norm": 0.02888331189751625,
      "learning_rate": 2.14057739735964e-05,
      "loss": 0.0008,
      "step": 21770
    },
    {
      "epoch": 2.360255854293148,
      "grad_norm": 0.13002879917621613,
      "learning_rate": 2.1402147105759468e-05,
      "loss": 0.0097,
      "step": 21771
    },
    {
      "epoch": 2.360364267129228,
      "grad_norm": 0.13339023292064667,
      "learning_rate": 2.1398520237922532e-05,
      "loss": 0.0079,
      "step": 21772
    },
    {
      "epoch": 2.3604726799653077,
      "grad_norm": 0.3366631269454956,
      "learning_rate": 2.1394893370085596e-05,
      "loss": 0.0547,
      "step": 21773
    },
    {
      "epoch": 2.3605810928013877,
      "grad_norm": 0.13600090146064758,
      "learning_rate": 2.1391266502248657e-05,
      "loss": 0.0082,
      "step": 21774
    },
    {
      "epoch": 2.3606895056374677,
      "grad_norm": 0.11138986051082611,
      "learning_rate": 2.1387639634411724e-05,
      "loss": 0.0116,
      "step": 21775
    },
    {
      "epoch": 2.3607979184735473,
      "grad_norm": 0.047380298376083374,
      "learning_rate": 2.138401276657479e-05,
      "loss": 0.0027,
      "step": 21776
    },
    {
      "epoch": 2.3609063313096272,
      "grad_norm": 0.05761619284749031,
      "learning_rate": 2.138038589873785e-05,
      "loss": 0.0072,
      "step": 21777
    },
    {
      "epoch": 2.361014744145707,
      "grad_norm": 0.07695282250642776,
      "learning_rate": 2.1376759030900913e-05,
      "loss": 0.0081,
      "step": 21778
    },
    {
      "epoch": 2.3611231569817868,
      "grad_norm": 0.010160895995795727,
      "learning_rate": 2.137313216306398e-05,
      "loss": 0.0004,
      "step": 21779
    },
    {
      "epoch": 2.3612315698178663,
      "grad_norm": 0.05488543584942818,
      "learning_rate": 2.1369505295227045e-05,
      "loss": 0.0041,
      "step": 21780
    },
    {
      "epoch": 2.3613399826539463,
      "grad_norm": 0.05600084364414215,
      "learning_rate": 2.1365878427390106e-05,
      "loss": 0.0045,
      "step": 21781
    },
    {
      "epoch": 2.361448395490026,
      "grad_norm": 0.15298545360565186,
      "learning_rate": 2.136225155955317e-05,
      "loss": 0.0111,
      "step": 21782
    },
    {
      "epoch": 2.361556808326106,
      "grad_norm": 0.1306862235069275,
      "learning_rate": 2.1358624691716234e-05,
      "loss": 0.0091,
      "step": 21783
    },
    {
      "epoch": 2.361665221162186,
      "grad_norm": 0.12515737116336823,
      "learning_rate": 2.1354997823879298e-05,
      "loss": 0.0114,
      "step": 21784
    },
    {
      "epoch": 2.3617736339982653,
      "grad_norm": 0.08137594163417816,
      "learning_rate": 2.1351370956042362e-05,
      "loss": 0.0079,
      "step": 21785
    },
    {
      "epoch": 2.3618820468343453,
      "grad_norm": 0.2644363343715668,
      "learning_rate": 2.1347744088205426e-05,
      "loss": 0.0171,
      "step": 21786
    },
    {
      "epoch": 2.361990459670425,
      "grad_norm": 0.032571062445640564,
      "learning_rate": 2.134411722036849e-05,
      "loss": 0.0014,
      "step": 21787
    },
    {
      "epoch": 2.362098872506505,
      "grad_norm": 0.4471879303455353,
      "learning_rate": 2.1340490352531554e-05,
      "loss": 0.0306,
      "step": 21788
    },
    {
      "epoch": 2.3622072853425844,
      "grad_norm": 0.0686112716794014,
      "learning_rate": 2.133686348469462e-05,
      "loss": 0.0041,
      "step": 21789
    },
    {
      "epoch": 2.3623156981786644,
      "grad_norm": 0.27830085158348083,
      "learning_rate": 2.1333236616857683e-05,
      "loss": 0.0248,
      "step": 21790
    },
    {
      "epoch": 2.362424111014744,
      "grad_norm": 0.10368960350751877,
      "learning_rate": 2.1329609749020747e-05,
      "loss": 0.0134,
      "step": 21791
    },
    {
      "epoch": 2.362532523850824,
      "grad_norm": 0.257254034280777,
      "learning_rate": 2.132598288118381e-05,
      "loss": 0.0115,
      "step": 21792
    },
    {
      "epoch": 2.362640936686904,
      "grad_norm": 0.24514390528202057,
      "learning_rate": 2.1322356013346875e-05,
      "loss": 0.0241,
      "step": 21793
    },
    {
      "epoch": 2.3627493495229834,
      "grad_norm": 0.0011303139617666602,
      "learning_rate": 2.131872914550994e-05,
      "loss": 0.0001,
      "step": 21794
    },
    {
      "epoch": 2.3628577623590634,
      "grad_norm": 0.12823928892612457,
      "learning_rate": 2.1315102277673003e-05,
      "loss": 0.0131,
      "step": 21795
    },
    {
      "epoch": 2.362966175195143,
      "grad_norm": 0.2406756430864334,
      "learning_rate": 2.1311475409836064e-05,
      "loss": 0.016,
      "step": 21796
    },
    {
      "epoch": 2.363074588031223,
      "grad_norm": 0.0433058887720108,
      "learning_rate": 2.130784854199913e-05,
      "loss": 0.0082,
      "step": 21797
    },
    {
      "epoch": 2.363183000867303,
      "grad_norm": 0.21059302985668182,
      "learning_rate": 2.1304221674162196e-05,
      "loss": 0.024,
      "step": 21798
    },
    {
      "epoch": 2.3632914137033825,
      "grad_norm": 0.11011425405740738,
      "learning_rate": 2.130059480632526e-05,
      "loss": 0.0078,
      "step": 21799
    },
    {
      "epoch": 2.3633998265394625,
      "grad_norm": 0.2914963662624359,
      "learning_rate": 2.129696793848832e-05,
      "loss": 0.0351,
      "step": 21800
    },
    {
      "epoch": 2.363508239375542,
      "grad_norm": 0.041503388434648514,
      "learning_rate": 2.1293341070651388e-05,
      "loss": 0.006,
      "step": 21801
    },
    {
      "epoch": 2.363616652211622,
      "grad_norm": 0.41417837142944336,
      "learning_rate": 2.1289714202814452e-05,
      "loss": 0.041,
      "step": 21802
    },
    {
      "epoch": 2.3637250650477015,
      "grad_norm": 0.18244558572769165,
      "learning_rate": 2.1286087334977513e-05,
      "loss": 0.008,
      "step": 21803
    },
    {
      "epoch": 2.3638334778837815,
      "grad_norm": 0.14236420392990112,
      "learning_rate": 2.1282460467140577e-05,
      "loss": 0.0102,
      "step": 21804
    },
    {
      "epoch": 2.363941890719861,
      "grad_norm": 0.023263726383447647,
      "learning_rate": 2.1278833599303644e-05,
      "loss": 0.0024,
      "step": 21805
    },
    {
      "epoch": 2.364050303555941,
      "grad_norm": 0.10634274035692215,
      "learning_rate": 2.127520673146671e-05,
      "loss": 0.0083,
      "step": 21806
    },
    {
      "epoch": 2.364158716392021,
      "grad_norm": 0.2151595801115036,
      "learning_rate": 2.127157986362977e-05,
      "loss": 0.0261,
      "step": 21807
    },
    {
      "epoch": 2.3642671292281006,
      "grad_norm": 0.2423555552959442,
      "learning_rate": 2.1267952995792833e-05,
      "loss": 0.0135,
      "step": 21808
    },
    {
      "epoch": 2.3643755420641805,
      "grad_norm": 0.025266556069254875,
      "learning_rate": 2.1264326127955897e-05,
      "loss": 0.0007,
      "step": 21809
    },
    {
      "epoch": 2.36448395490026,
      "grad_norm": 0.00931505300104618,
      "learning_rate": 2.126069926011896e-05,
      "loss": 0.0007,
      "step": 21810
    },
    {
      "epoch": 2.36459236773634,
      "grad_norm": 0.24721938371658325,
      "learning_rate": 2.1257072392282026e-05,
      "loss": 0.0275,
      "step": 21811
    },
    {
      "epoch": 2.3647007805724196,
      "grad_norm": 0.07868673652410507,
      "learning_rate": 2.125344552444509e-05,
      "loss": 0.0094,
      "step": 21812
    },
    {
      "epoch": 2.3648091934084996,
      "grad_norm": 0.15516707301139832,
      "learning_rate": 2.1249818656608154e-05,
      "loss": 0.0215,
      "step": 21813
    },
    {
      "epoch": 2.364917606244579,
      "grad_norm": 0.06316371262073517,
      "learning_rate": 2.1246191788771218e-05,
      "loss": 0.0059,
      "step": 21814
    },
    {
      "epoch": 2.365026019080659,
      "grad_norm": 0.05828988552093506,
      "learning_rate": 2.1242564920934282e-05,
      "loss": 0.0061,
      "step": 21815
    },
    {
      "epoch": 2.365134431916739,
      "grad_norm": 0.10189998149871826,
      "learning_rate": 2.1238938053097346e-05,
      "loss": 0.0098,
      "step": 21816
    },
    {
      "epoch": 2.3652428447528187,
      "grad_norm": 0.0880618467926979,
      "learning_rate": 2.123531118526041e-05,
      "loss": 0.0107,
      "step": 21817
    },
    {
      "epoch": 2.3653512575888986,
      "grad_norm": 0.17594952881336212,
      "learning_rate": 2.1231684317423474e-05,
      "loss": 0.014,
      "step": 21818
    },
    {
      "epoch": 2.365459670424978,
      "grad_norm": 0.3160801827907562,
      "learning_rate": 2.122805744958654e-05,
      "loss": 0.0197,
      "step": 21819
    },
    {
      "epoch": 2.365568083261058,
      "grad_norm": 0.0575934574007988,
      "learning_rate": 2.1224430581749602e-05,
      "loss": 0.0027,
      "step": 21820
    },
    {
      "epoch": 2.365676496097138,
      "grad_norm": 0.1371937245130539,
      "learning_rate": 2.1220803713912667e-05,
      "loss": 0.0289,
      "step": 21821
    },
    {
      "epoch": 2.3657849089332177,
      "grad_norm": 0.04705095291137695,
      "learning_rate": 2.1217176846075727e-05,
      "loss": 0.0023,
      "step": 21822
    },
    {
      "epoch": 2.3658933217692977,
      "grad_norm": 0.030243488028645515,
      "learning_rate": 2.1213549978238795e-05,
      "loss": 0.0016,
      "step": 21823
    },
    {
      "epoch": 2.366001734605377,
      "grad_norm": 0.08796524256467819,
      "learning_rate": 2.120992311040186e-05,
      "loss": 0.0061,
      "step": 21824
    },
    {
      "epoch": 2.366110147441457,
      "grad_norm": 0.07282455265522003,
      "learning_rate": 2.1206296242564923e-05,
      "loss": 0.0065,
      "step": 21825
    },
    {
      "epoch": 2.3662185602775367,
      "grad_norm": 0.5764811038970947,
      "learning_rate": 2.1202669374727984e-05,
      "loss": 0.0421,
      "step": 21826
    },
    {
      "epoch": 2.3663269731136167,
      "grad_norm": 0.00618757726624608,
      "learning_rate": 2.119904250689105e-05,
      "loss": 0.0006,
      "step": 21827
    },
    {
      "epoch": 2.3664353859496963,
      "grad_norm": 0.2083052098751068,
      "learning_rate": 2.1195415639054115e-05,
      "loss": 0.01,
      "step": 21828
    },
    {
      "epoch": 2.3665437987857763,
      "grad_norm": 0.15312455594539642,
      "learning_rate": 2.1191788771217176e-05,
      "loss": 0.0159,
      "step": 21829
    },
    {
      "epoch": 2.3666522116218562,
      "grad_norm": 0.12090548127889633,
      "learning_rate": 2.118816190338024e-05,
      "loss": 0.0124,
      "step": 21830
    },
    {
      "epoch": 2.366760624457936,
      "grad_norm": 0.1516077220439911,
      "learning_rate": 2.1184535035543308e-05,
      "loss": 0.026,
      "step": 21831
    },
    {
      "epoch": 2.3668690372940158,
      "grad_norm": 0.40259823203086853,
      "learning_rate": 2.1180908167706372e-05,
      "loss": 0.0142,
      "step": 21832
    },
    {
      "epoch": 2.3669774501300953,
      "grad_norm": 0.1906234174966812,
      "learning_rate": 2.1177281299869432e-05,
      "loss": 0.0343,
      "step": 21833
    },
    {
      "epoch": 2.3670858629661753,
      "grad_norm": 0.33835113048553467,
      "learning_rate": 2.1173654432032497e-05,
      "loss": 0.0169,
      "step": 21834
    },
    {
      "epoch": 2.367194275802255,
      "grad_norm": 0.08431988954544067,
      "learning_rate": 2.1170027564195564e-05,
      "loss": 0.0028,
      "step": 21835
    },
    {
      "epoch": 2.367302688638335,
      "grad_norm": 0.03042661026120186,
      "learning_rate": 2.1166400696358625e-05,
      "loss": 0.0038,
      "step": 21836
    },
    {
      "epoch": 2.3674111014744144,
      "grad_norm": 0.7642964720726013,
      "learning_rate": 2.116277382852169e-05,
      "loss": 0.019,
      "step": 21837
    },
    {
      "epoch": 2.3675195143104943,
      "grad_norm": 0.06979857385158539,
      "learning_rate": 2.1159146960684753e-05,
      "loss": 0.0061,
      "step": 21838
    },
    {
      "epoch": 2.3676279271465743,
      "grad_norm": 0.011465860530734062,
      "learning_rate": 2.1155520092847817e-05,
      "loss": 0.001,
      "step": 21839
    },
    {
      "epoch": 2.367736339982654,
      "grad_norm": 0.006368507165461779,
      "learning_rate": 2.115189322501088e-05,
      "loss": 0.0005,
      "step": 21840
    },
    {
      "epoch": 2.367844752818734,
      "grad_norm": 0.2710922360420227,
      "learning_rate": 2.1148266357173945e-05,
      "loss": 0.0248,
      "step": 21841
    },
    {
      "epoch": 2.3679531656548134,
      "grad_norm": 0.299537718296051,
      "learning_rate": 2.114463948933701e-05,
      "loss": 0.028,
      "step": 21842
    },
    {
      "epoch": 2.3680615784908934,
      "grad_norm": 0.3348999321460724,
      "learning_rate": 2.1141012621500073e-05,
      "loss": 0.0202,
      "step": 21843
    },
    {
      "epoch": 2.368169991326973,
      "grad_norm": 0.048996176570653915,
      "learning_rate": 2.1137385753663138e-05,
      "loss": 0.0029,
      "step": 21844
    },
    {
      "epoch": 2.368278404163053,
      "grad_norm": 0.02896173670887947,
      "learning_rate": 2.11337588858262e-05,
      "loss": 0.0036,
      "step": 21845
    },
    {
      "epoch": 2.3683868169991324,
      "grad_norm": 0.17899416387081146,
      "learning_rate": 2.1130132017989266e-05,
      "loss": 0.0142,
      "step": 21846
    },
    {
      "epoch": 2.3684952298352124,
      "grad_norm": 0.1222403347492218,
      "learning_rate": 2.112650515015233e-05,
      "loss": 0.0081,
      "step": 21847
    },
    {
      "epoch": 2.3686036426712924,
      "grad_norm": 0.3062986135482788,
      "learning_rate": 2.1122878282315394e-05,
      "loss": 0.0202,
      "step": 21848
    },
    {
      "epoch": 2.368712055507372,
      "grad_norm": 0.1992565095424652,
      "learning_rate": 2.1119251414478458e-05,
      "loss": 0.0298,
      "step": 21849
    },
    {
      "epoch": 2.368820468343452,
      "grad_norm": 0.07257237285375595,
      "learning_rate": 2.1115624546641522e-05,
      "loss": 0.0049,
      "step": 21850
    },
    {
      "epoch": 2.3689288811795315,
      "grad_norm": 0.25110819935798645,
      "learning_rate": 2.1111997678804586e-05,
      "loss": 0.0195,
      "step": 21851
    },
    {
      "epoch": 2.3690372940156115,
      "grad_norm": 0.27379271388053894,
      "learning_rate": 2.1108370810967647e-05,
      "loss": 0.0293,
      "step": 21852
    },
    {
      "epoch": 2.3691457068516915,
      "grad_norm": 0.1175374984741211,
      "learning_rate": 2.1104743943130715e-05,
      "loss": 0.0266,
      "step": 21853
    },
    {
      "epoch": 2.369254119687771,
      "grad_norm": 0.047647830098867416,
      "learning_rate": 2.110111707529378e-05,
      "loss": 0.0047,
      "step": 21854
    },
    {
      "epoch": 2.369362532523851,
      "grad_norm": 0.1649537980556488,
      "learning_rate": 2.109749020745684e-05,
      "loss": 0.0179,
      "step": 21855
    },
    {
      "epoch": 2.3694709453599305,
      "grad_norm": 0.29582762718200684,
      "learning_rate": 2.1093863339619903e-05,
      "loss": 0.0086,
      "step": 21856
    },
    {
      "epoch": 2.3695793581960105,
      "grad_norm": 0.060538552701473236,
      "learning_rate": 2.109023647178297e-05,
      "loss": 0.0026,
      "step": 21857
    },
    {
      "epoch": 2.36968777103209,
      "grad_norm": 0.08627147227525711,
      "learning_rate": 2.1086609603946035e-05,
      "loss": 0.0024,
      "step": 21858
    },
    {
      "epoch": 2.36979618386817,
      "grad_norm": 0.1765020191669464,
      "learning_rate": 2.1082982736109096e-05,
      "loss": 0.0075,
      "step": 21859
    },
    {
      "epoch": 2.3699045967042496,
      "grad_norm": 0.1868821680545807,
      "learning_rate": 2.107935586827216e-05,
      "loss": 0.0182,
      "step": 21860
    },
    {
      "epoch": 2.3700130095403296,
      "grad_norm": 0.19995762407779694,
      "learning_rate": 2.1075729000435227e-05,
      "loss": 0.0129,
      "step": 21861
    },
    {
      "epoch": 2.3701214223764095,
      "grad_norm": 0.4084470570087433,
      "learning_rate": 2.107210213259829e-05,
      "loss": 0.0643,
      "step": 21862
    },
    {
      "epoch": 2.370229835212489,
      "grad_norm": 0.013608687557280064,
      "learning_rate": 2.1068475264761352e-05,
      "loss": 0.0011,
      "step": 21863
    },
    {
      "epoch": 2.370338248048569,
      "grad_norm": 0.19560697674751282,
      "learning_rate": 2.1064848396924416e-05,
      "loss": 0.0107,
      "step": 21864
    },
    {
      "epoch": 2.3704466608846486,
      "grad_norm": 0.31788697838783264,
      "learning_rate": 2.106122152908748e-05,
      "loss": 0.0461,
      "step": 21865
    },
    {
      "epoch": 2.3705550737207286,
      "grad_norm": 0.07907377928495407,
      "learning_rate": 2.1057594661250545e-05,
      "loss": 0.0098,
      "step": 21866
    },
    {
      "epoch": 2.370663486556808,
      "grad_norm": 0.010186237283051014,
      "learning_rate": 2.105396779341361e-05,
      "loss": 0.0005,
      "step": 21867
    },
    {
      "epoch": 2.370771899392888,
      "grad_norm": 0.007841084152460098,
      "learning_rate": 2.1050340925576673e-05,
      "loss": 0.0007,
      "step": 21868
    },
    {
      "epoch": 2.3708803122289677,
      "grad_norm": 0.18804720044136047,
      "learning_rate": 2.1046714057739737e-05,
      "loss": 0.0048,
      "step": 21869
    },
    {
      "epoch": 2.3709887250650477,
      "grad_norm": 0.032461751252412796,
      "learning_rate": 2.10430871899028e-05,
      "loss": 0.0028,
      "step": 21870
    },
    {
      "epoch": 2.3710971379011276,
      "grad_norm": 0.09015191346406937,
      "learning_rate": 2.1039460322065865e-05,
      "loss": 0.008,
      "step": 21871
    },
    {
      "epoch": 2.371205550737207,
      "grad_norm": 0.04503732547163963,
      "learning_rate": 2.103583345422893e-05,
      "loss": 0.0022,
      "step": 21872
    },
    {
      "epoch": 2.371313963573287,
      "grad_norm": 0.016237404197454453,
      "learning_rate": 2.1032206586391993e-05,
      "loss": 0.0013,
      "step": 21873
    },
    {
      "epoch": 2.3714223764093667,
      "grad_norm": 0.035103313624858856,
      "learning_rate": 2.1028579718555057e-05,
      "loss": 0.0057,
      "step": 21874
    },
    {
      "epoch": 2.3715307892454467,
      "grad_norm": 0.06262219697237015,
      "learning_rate": 2.102495285071812e-05,
      "loss": 0.0084,
      "step": 21875
    },
    {
      "epoch": 2.3716392020815267,
      "grad_norm": 0.036534082144498825,
      "learning_rate": 2.1021325982881186e-05,
      "loss": 0.0029,
      "step": 21876
    },
    {
      "epoch": 2.371747614917606,
      "grad_norm": 0.035497553646564484,
      "learning_rate": 2.101769911504425e-05,
      "loss": 0.0024,
      "step": 21877
    },
    {
      "epoch": 2.371856027753686,
      "grad_norm": 0.1116936206817627,
      "learning_rate": 2.101407224720731e-05,
      "loss": 0.0042,
      "step": 21878
    },
    {
      "epoch": 2.3719644405897657,
      "grad_norm": 0.1695185750722885,
      "learning_rate": 2.1010445379370378e-05,
      "loss": 0.0291,
      "step": 21879
    },
    {
      "epoch": 2.3720728534258457,
      "grad_norm": 0.27283501625061035,
      "learning_rate": 2.1006818511533442e-05,
      "loss": 0.0368,
      "step": 21880
    },
    {
      "epoch": 2.3721812662619253,
      "grad_norm": 0.21337354183197021,
      "learning_rate": 2.1003191643696503e-05,
      "loss": 0.0107,
      "step": 21881
    },
    {
      "epoch": 2.3722896790980053,
      "grad_norm": 0.158050537109375,
      "learning_rate": 2.0999564775859567e-05,
      "loss": 0.0095,
      "step": 21882
    },
    {
      "epoch": 2.372398091934085,
      "grad_norm": 0.2948431074619293,
      "learning_rate": 2.0995937908022634e-05,
      "loss": 0.0088,
      "step": 21883
    },
    {
      "epoch": 2.372506504770165,
      "grad_norm": 0.15718579292297363,
      "learning_rate": 2.09923110401857e-05,
      "loss": 0.007,
      "step": 21884
    },
    {
      "epoch": 2.3726149176062448,
      "grad_norm": 0.03780198097229004,
      "learning_rate": 2.098868417234876e-05,
      "loss": 0.0018,
      "step": 21885
    },
    {
      "epoch": 2.3727233304423243,
      "grad_norm": 0.13824112713336945,
      "learning_rate": 2.0985057304511823e-05,
      "loss": 0.0167,
      "step": 21886
    },
    {
      "epoch": 2.3728317432784043,
      "grad_norm": 0.13044415414333344,
      "learning_rate": 2.098143043667489e-05,
      "loss": 0.0221,
      "step": 21887
    },
    {
      "epoch": 2.372940156114484,
      "grad_norm": 0.21625852584838867,
      "learning_rate": 2.0977803568837955e-05,
      "loss": 0.0347,
      "step": 21888
    },
    {
      "epoch": 2.373048568950564,
      "grad_norm": 0.21277044713497162,
      "learning_rate": 2.0974176701001016e-05,
      "loss": 0.043,
      "step": 21889
    },
    {
      "epoch": 2.3731569817866434,
      "grad_norm": 0.13994111120700836,
      "learning_rate": 2.097054983316408e-05,
      "loss": 0.0121,
      "step": 21890
    },
    {
      "epoch": 2.3732653946227233,
      "grad_norm": 0.04694700986146927,
      "learning_rate": 2.0966922965327144e-05,
      "loss": 0.0026,
      "step": 21891
    },
    {
      "epoch": 2.373373807458803,
      "grad_norm": 0.008544613607227802,
      "learning_rate": 2.0963296097490208e-05,
      "loss": 0.0007,
      "step": 21892
    },
    {
      "epoch": 2.373482220294883,
      "grad_norm": 0.05371963977813721,
      "learning_rate": 2.0959669229653272e-05,
      "loss": 0.0056,
      "step": 21893
    },
    {
      "epoch": 2.373590633130963,
      "grad_norm": 0.1103273406624794,
      "learning_rate": 2.0956042361816336e-05,
      "loss": 0.0086,
      "step": 21894
    },
    {
      "epoch": 2.3736990459670424,
      "grad_norm": 0.09633052349090576,
      "learning_rate": 2.09524154939794e-05,
      "loss": 0.0104,
      "step": 21895
    },
    {
      "epoch": 2.3738074588031224,
      "grad_norm": 0.1749688982963562,
      "learning_rate": 2.0948788626142464e-05,
      "loss": 0.0118,
      "step": 21896
    },
    {
      "epoch": 2.373915871639202,
      "grad_norm": 0.11752589046955109,
      "learning_rate": 2.094516175830553e-05,
      "loss": 0.0113,
      "step": 21897
    },
    {
      "epoch": 2.374024284475282,
      "grad_norm": 0.1182578057050705,
      "learning_rate": 2.0941534890468592e-05,
      "loss": 0.0218,
      "step": 21898
    },
    {
      "epoch": 2.374132697311362,
      "grad_norm": 0.28057533502578735,
      "learning_rate": 2.0937908022631657e-05,
      "loss": 0.0344,
      "step": 21899
    },
    {
      "epoch": 2.3742411101474414,
      "grad_norm": 0.1450987160205841,
      "learning_rate": 2.093428115479472e-05,
      "loss": 0.006,
      "step": 21900
    },
    {
      "epoch": 2.3743495229835214,
      "grad_norm": 0.12261925637722015,
      "learning_rate": 2.0930654286957785e-05,
      "loss": 0.0191,
      "step": 21901
    },
    {
      "epoch": 2.374457935819601,
      "grad_norm": 0.13598047196865082,
      "learning_rate": 2.092702741912085e-05,
      "loss": 0.005,
      "step": 21902
    },
    {
      "epoch": 2.374566348655681,
      "grad_norm": 0.008989375084638596,
      "learning_rate": 2.0923400551283913e-05,
      "loss": 0.0005,
      "step": 21903
    },
    {
      "epoch": 2.3746747614917605,
      "grad_norm": 0.10116134583950043,
      "learning_rate": 2.0919773683446974e-05,
      "loss": 0.0055,
      "step": 21904
    },
    {
      "epoch": 2.3747831743278405,
      "grad_norm": 0.16476450860500336,
      "learning_rate": 2.091614681561004e-05,
      "loss": 0.0134,
      "step": 21905
    },
    {
      "epoch": 2.37489158716392,
      "grad_norm": 0.10678286850452423,
      "learning_rate": 2.0912519947773105e-05,
      "loss": 0.0018,
      "step": 21906
    },
    {
      "epoch": 2.375,
      "grad_norm": 0.07006463408470154,
      "learning_rate": 2.0908893079936166e-05,
      "loss": 0.0094,
      "step": 21907
    },
    {
      "epoch": 2.37510841283608,
      "grad_norm": 0.03242668882012367,
      "learning_rate": 2.090526621209923e-05,
      "loss": 0.0038,
      "step": 21908
    },
    {
      "epoch": 2.3752168256721595,
      "grad_norm": 0.02617071010172367,
      "learning_rate": 2.0901639344262298e-05,
      "loss": 0.0008,
      "step": 21909
    },
    {
      "epoch": 2.3753252385082395,
      "grad_norm": 0.2268245816230774,
      "learning_rate": 2.0898012476425362e-05,
      "loss": 0.0068,
      "step": 21910
    },
    {
      "epoch": 2.375433651344319,
      "grad_norm": 0.014692271128296852,
      "learning_rate": 2.0894385608588422e-05,
      "loss": 0.0011,
      "step": 21911
    },
    {
      "epoch": 2.375542064180399,
      "grad_norm": 0.3017493784427643,
      "learning_rate": 2.0890758740751487e-05,
      "loss": 0.0288,
      "step": 21912
    },
    {
      "epoch": 2.3756504770164786,
      "grad_norm": 0.2090274840593338,
      "learning_rate": 2.0887131872914554e-05,
      "loss": 0.0431,
      "step": 21913
    },
    {
      "epoch": 2.3757588898525586,
      "grad_norm": 0.08733589202165604,
      "learning_rate": 2.0883505005077618e-05,
      "loss": 0.0036,
      "step": 21914
    },
    {
      "epoch": 2.375867302688638,
      "grad_norm": 0.18162241578102112,
      "learning_rate": 2.087987813724068e-05,
      "loss": 0.0137,
      "step": 21915
    },
    {
      "epoch": 2.375975715524718,
      "grad_norm": 0.08908792585134506,
      "learning_rate": 2.0876251269403743e-05,
      "loss": 0.0063,
      "step": 21916
    },
    {
      "epoch": 2.376084128360798,
      "grad_norm": 0.11688543856143951,
      "learning_rate": 2.0872624401566807e-05,
      "loss": 0.0232,
      "step": 21917
    },
    {
      "epoch": 2.3761925411968776,
      "grad_norm": 0.30249059200286865,
      "learning_rate": 2.086899753372987e-05,
      "loss": 0.0285,
      "step": 21918
    },
    {
      "epoch": 2.3763009540329576,
      "grad_norm": 0.32512494921684265,
      "learning_rate": 2.0865370665892935e-05,
      "loss": 0.0215,
      "step": 21919
    },
    {
      "epoch": 2.376409366869037,
      "grad_norm": 0.03190343827009201,
      "learning_rate": 2.0861743798056e-05,
      "loss": 0.0044,
      "step": 21920
    },
    {
      "epoch": 2.376517779705117,
      "grad_norm": 0.19979248940944672,
      "learning_rate": 2.0858116930219064e-05,
      "loss": 0.0141,
      "step": 21921
    },
    {
      "epoch": 2.376626192541197,
      "grad_norm": 0.1212543174624443,
      "learning_rate": 2.0854490062382128e-05,
      "loss": 0.0122,
      "step": 21922
    },
    {
      "epoch": 2.3767346053772767,
      "grad_norm": 0.3040741980075836,
      "learning_rate": 2.0850863194545192e-05,
      "loss": 0.0123,
      "step": 21923
    },
    {
      "epoch": 2.3768430182133566,
      "grad_norm": 0.1032157763838768,
      "learning_rate": 2.0847236326708256e-05,
      "loss": 0.0048,
      "step": 21924
    },
    {
      "epoch": 2.376951431049436,
      "grad_norm": 0.017058702185750008,
      "learning_rate": 2.084360945887132e-05,
      "loss": 0.0006,
      "step": 21925
    },
    {
      "epoch": 2.377059843885516,
      "grad_norm": 0.15382260084152222,
      "learning_rate": 2.0839982591034384e-05,
      "loss": 0.0175,
      "step": 21926
    },
    {
      "epoch": 2.3771682567215957,
      "grad_norm": 0.07928767800331116,
      "learning_rate": 2.0836355723197448e-05,
      "loss": 0.0049,
      "step": 21927
    },
    {
      "epoch": 2.3772766695576757,
      "grad_norm": 0.2707464396953583,
      "learning_rate": 2.0832728855360512e-05,
      "loss": 0.0133,
      "step": 21928
    },
    {
      "epoch": 2.3773850823937552,
      "grad_norm": 0.025717251002788544,
      "learning_rate": 2.0829101987523576e-05,
      "loss": 0.0008,
      "step": 21929
    },
    {
      "epoch": 2.377493495229835,
      "grad_norm": 0.09873268008232117,
      "learning_rate": 2.082547511968664e-05,
      "loss": 0.0077,
      "step": 21930
    },
    {
      "epoch": 2.377601908065915,
      "grad_norm": 0.12027587741613388,
      "learning_rate": 2.0821848251849705e-05,
      "loss": 0.007,
      "step": 21931
    },
    {
      "epoch": 2.3777103209019947,
      "grad_norm": 0.10218047350645065,
      "learning_rate": 2.081822138401277e-05,
      "loss": 0.023,
      "step": 21932
    },
    {
      "epoch": 2.3778187337380747,
      "grad_norm": 0.13187628984451294,
      "learning_rate": 2.081459451617583e-05,
      "loss": 0.0025,
      "step": 21933
    },
    {
      "epoch": 2.3779271465741543,
      "grad_norm": 0.2513752579689026,
      "learning_rate": 2.0810967648338893e-05,
      "loss": 0.0143,
      "step": 21934
    },
    {
      "epoch": 2.3780355594102343,
      "grad_norm": 0.12588509917259216,
      "learning_rate": 2.080734078050196e-05,
      "loss": 0.0071,
      "step": 21935
    },
    {
      "epoch": 2.378143972246314,
      "grad_norm": 0.5355256199836731,
      "learning_rate": 2.0803713912665025e-05,
      "loss": 0.0488,
      "step": 21936
    },
    {
      "epoch": 2.378252385082394,
      "grad_norm": 0.018891379237174988,
      "learning_rate": 2.0800087044828086e-05,
      "loss": 0.0009,
      "step": 21937
    },
    {
      "epoch": 2.3783607979184733,
      "grad_norm": 0.16286154091358185,
      "learning_rate": 2.079646017699115e-05,
      "loss": 0.0193,
      "step": 21938
    },
    {
      "epoch": 2.3784692107545533,
      "grad_norm": 0.20723935961723328,
      "learning_rate": 2.0792833309154217e-05,
      "loss": 0.0264,
      "step": 21939
    },
    {
      "epoch": 2.3785776235906333,
      "grad_norm": 0.07042203098535538,
      "learning_rate": 2.078920644131728e-05,
      "loss": 0.0046,
      "step": 21940
    },
    {
      "epoch": 2.378686036426713,
      "grad_norm": 0.05291210487484932,
      "learning_rate": 2.0785579573480342e-05,
      "loss": 0.0032,
      "step": 21941
    },
    {
      "epoch": 2.378794449262793,
      "grad_norm": 0.1039913073182106,
      "learning_rate": 2.0781952705643406e-05,
      "loss": 0.0099,
      "step": 21942
    },
    {
      "epoch": 2.3789028620988724,
      "grad_norm": 0.0025811530649662018,
      "learning_rate": 2.0778325837806474e-05,
      "loss": 0.0002,
      "step": 21943
    },
    {
      "epoch": 2.3790112749349523,
      "grad_norm": 0.32248690724372864,
      "learning_rate": 2.0774698969969535e-05,
      "loss": 0.0409,
      "step": 21944
    },
    {
      "epoch": 2.3791196877710323,
      "grad_norm": 0.24310366809368134,
      "learning_rate": 2.07710721021326e-05,
      "loss": 0.035,
      "step": 21945
    },
    {
      "epoch": 2.379228100607112,
      "grad_norm": 0.03497551754117012,
      "learning_rate": 2.0767445234295663e-05,
      "loss": 0.002,
      "step": 21946
    },
    {
      "epoch": 2.379336513443192,
      "grad_norm": 0.06094881892204285,
      "learning_rate": 2.0763818366458727e-05,
      "loss": 0.0152,
      "step": 21947
    },
    {
      "epoch": 2.3794449262792714,
      "grad_norm": 0.23688247799873352,
      "learning_rate": 2.076019149862179e-05,
      "loss": 0.0145,
      "step": 21948
    },
    {
      "epoch": 2.3795533391153514,
      "grad_norm": 0.09688068181276321,
      "learning_rate": 2.0756564630784855e-05,
      "loss": 0.0158,
      "step": 21949
    },
    {
      "epoch": 2.379661751951431,
      "grad_norm": 0.03857387602329254,
      "learning_rate": 2.075293776294792e-05,
      "loss": 0.0048,
      "step": 21950
    },
    {
      "epoch": 2.379770164787511,
      "grad_norm": 0.09372589737176895,
      "learning_rate": 2.0749310895110983e-05,
      "loss": 0.0104,
      "step": 21951
    },
    {
      "epoch": 2.3798785776235905,
      "grad_norm": 0.21248629689216614,
      "learning_rate": 2.0745684027274047e-05,
      "loss": 0.0074,
      "step": 21952
    },
    {
      "epoch": 2.3799869904596704,
      "grad_norm": 0.6223971843719482,
      "learning_rate": 2.074205715943711e-05,
      "loss": 0.0342,
      "step": 21953
    },
    {
      "epoch": 2.3800954032957504,
      "grad_norm": 0.012817410752177238,
      "learning_rate": 2.0738430291600176e-05,
      "loss": 0.0004,
      "step": 21954
    },
    {
      "epoch": 2.38020381613183,
      "grad_norm": 0.23411761224269867,
      "learning_rate": 2.073480342376324e-05,
      "loss": 0.0278,
      "step": 21955
    },
    {
      "epoch": 2.38031222896791,
      "grad_norm": 0.06402436643838882,
      "learning_rate": 2.0731176555926304e-05,
      "loss": 0.0063,
      "step": 21956
    },
    {
      "epoch": 2.3804206418039895,
      "grad_norm": 0.10735967010259628,
      "learning_rate": 2.0727549688089368e-05,
      "loss": 0.0027,
      "step": 21957
    },
    {
      "epoch": 2.3805290546400695,
      "grad_norm": 0.09888101369142532,
      "learning_rate": 2.0723922820252432e-05,
      "loss": 0.0188,
      "step": 21958
    },
    {
      "epoch": 2.380637467476149,
      "grad_norm": 0.24286864697933197,
      "learning_rate": 2.0720295952415493e-05,
      "loss": 0.0116,
      "step": 21959
    },
    {
      "epoch": 2.380745880312229,
      "grad_norm": 0.06862235814332962,
      "learning_rate": 2.0716669084578557e-05,
      "loss": 0.0062,
      "step": 21960
    },
    {
      "epoch": 2.3808542931483085,
      "grad_norm": 0.4142685830593109,
      "learning_rate": 2.0713042216741624e-05,
      "loss": 0.0133,
      "step": 21961
    },
    {
      "epoch": 2.3809627059843885,
      "grad_norm": 0.09771694242954254,
      "learning_rate": 2.070941534890469e-05,
      "loss": 0.0102,
      "step": 21962
    },
    {
      "epoch": 2.3810711188204685,
      "grad_norm": 0.06976833194494247,
      "learning_rate": 2.070578848106775e-05,
      "loss": 0.0067,
      "step": 21963
    },
    {
      "epoch": 2.381179531656548,
      "grad_norm": 0.1559213101863861,
      "learning_rate": 2.0702161613230813e-05,
      "loss": 0.0055,
      "step": 21964
    },
    {
      "epoch": 2.381287944492628,
      "grad_norm": 0.30636993050575256,
      "learning_rate": 2.069853474539388e-05,
      "loss": 0.0144,
      "step": 21965
    },
    {
      "epoch": 2.3813963573287076,
      "grad_norm": 0.2047368586063385,
      "learning_rate": 2.0694907877556945e-05,
      "loss": 0.0246,
      "step": 21966
    },
    {
      "epoch": 2.3815047701647876,
      "grad_norm": 0.0022026607766747475,
      "learning_rate": 2.0691281009720006e-05,
      "loss": 0.0001,
      "step": 21967
    },
    {
      "epoch": 2.3816131830008676,
      "grad_norm": 0.20394779741764069,
      "learning_rate": 2.068765414188307e-05,
      "loss": 0.0624,
      "step": 21968
    },
    {
      "epoch": 2.381721595836947,
      "grad_norm": 0.1855374127626419,
      "learning_rate": 2.0684027274046137e-05,
      "loss": 0.0342,
      "step": 21969
    },
    {
      "epoch": 2.381830008673027,
      "grad_norm": 0.1983838826417923,
      "learning_rate": 2.0680400406209198e-05,
      "loss": 0.0091,
      "step": 21970
    },
    {
      "epoch": 2.3819384215091066,
      "grad_norm": 0.1866571307182312,
      "learning_rate": 2.0676773538372262e-05,
      "loss": 0.0079,
      "step": 21971
    },
    {
      "epoch": 2.3820468343451866,
      "grad_norm": 0.2240535318851471,
      "learning_rate": 2.0673146670535326e-05,
      "loss": 0.02,
      "step": 21972
    },
    {
      "epoch": 2.382155247181266,
      "grad_norm": 0.3223109245300293,
      "learning_rate": 2.066951980269839e-05,
      "loss": 0.0358,
      "step": 21973
    },
    {
      "epoch": 2.382263660017346,
      "grad_norm": 0.0897800475358963,
      "learning_rate": 2.0665892934861454e-05,
      "loss": 0.0061,
      "step": 21974
    },
    {
      "epoch": 2.3823720728534257,
      "grad_norm": 0.13199114799499512,
      "learning_rate": 2.066226606702452e-05,
      "loss": 0.0081,
      "step": 21975
    },
    {
      "epoch": 2.3824804856895057,
      "grad_norm": 0.18866035342216492,
      "learning_rate": 2.0658639199187583e-05,
      "loss": 0.0155,
      "step": 21976
    },
    {
      "epoch": 2.3825888985255856,
      "grad_norm": 0.10578896850347519,
      "learning_rate": 2.0655012331350647e-05,
      "loss": 0.0058,
      "step": 21977
    },
    {
      "epoch": 2.382697311361665,
      "grad_norm": 0.023442238569259644,
      "learning_rate": 2.065138546351371e-05,
      "loss": 0.0007,
      "step": 21978
    },
    {
      "epoch": 2.382805724197745,
      "grad_norm": 0.04521535709500313,
      "learning_rate": 2.0647758595676775e-05,
      "loss": 0.0024,
      "step": 21979
    },
    {
      "epoch": 2.3829141370338247,
      "grad_norm": 0.2170863300561905,
      "learning_rate": 2.064413172783984e-05,
      "loss": 0.0177,
      "step": 21980
    },
    {
      "epoch": 2.3830225498699047,
      "grad_norm": 0.030096273869276047,
      "learning_rate": 2.0640504860002903e-05,
      "loss": 0.0015,
      "step": 21981
    },
    {
      "epoch": 2.3831309627059842,
      "grad_norm": 0.19088204205036163,
      "learning_rate": 2.0636877992165967e-05,
      "loss": 0.0063,
      "step": 21982
    },
    {
      "epoch": 2.383239375542064,
      "grad_norm": 0.03078029491007328,
      "learning_rate": 2.063325112432903e-05,
      "loss": 0.0017,
      "step": 21983
    },
    {
      "epoch": 2.3833477883781438,
      "grad_norm": 0.12122013419866562,
      "learning_rate": 2.0629624256492095e-05,
      "loss": 0.005,
      "step": 21984
    },
    {
      "epoch": 2.3834562012142237,
      "grad_norm": 0.045291125774383545,
      "learning_rate": 2.0625997388655156e-05,
      "loss": 0.0061,
      "step": 21985
    },
    {
      "epoch": 2.3835646140503037,
      "grad_norm": 0.18150387704372406,
      "learning_rate": 2.062237052081822e-05,
      "loss": 0.0031,
      "step": 21986
    },
    {
      "epoch": 2.3836730268863833,
      "grad_norm": 0.30048736929893494,
      "learning_rate": 2.0618743652981288e-05,
      "loss": 0.0535,
      "step": 21987
    },
    {
      "epoch": 2.3837814397224633,
      "grad_norm": 0.10521090030670166,
      "learning_rate": 2.0615116785144352e-05,
      "loss": 0.0109,
      "step": 21988
    },
    {
      "epoch": 2.383889852558543,
      "grad_norm": 0.06492124497890472,
      "learning_rate": 2.0611489917307412e-05,
      "loss": 0.0064,
      "step": 21989
    },
    {
      "epoch": 2.383998265394623,
      "grad_norm": 0.07533785700798035,
      "learning_rate": 2.0607863049470477e-05,
      "loss": 0.0077,
      "step": 21990
    },
    {
      "epoch": 2.3841066782307023,
      "grad_norm": 0.32086658477783203,
      "learning_rate": 2.0604236181633544e-05,
      "loss": 0.0316,
      "step": 21991
    },
    {
      "epoch": 2.3842150910667823,
      "grad_norm": 0.2354310303926468,
      "learning_rate": 2.0600609313796608e-05,
      "loss": 0.0083,
      "step": 21992
    },
    {
      "epoch": 2.384323503902862,
      "grad_norm": 0.12611456215381622,
      "learning_rate": 2.059698244595967e-05,
      "loss": 0.0106,
      "step": 21993
    },
    {
      "epoch": 2.384431916738942,
      "grad_norm": 0.007946318946778774,
      "learning_rate": 2.0593355578122733e-05,
      "loss": 0.0004,
      "step": 21994
    },
    {
      "epoch": 2.384540329575022,
      "grad_norm": 0.24372927844524384,
      "learning_rate": 2.05897287102858e-05,
      "loss": 0.023,
      "step": 21995
    },
    {
      "epoch": 2.3846487424111014,
      "grad_norm": 0.18710225820541382,
      "learning_rate": 2.058610184244886e-05,
      "loss": 0.0074,
      "step": 21996
    },
    {
      "epoch": 2.3847571552471813,
      "grad_norm": 0.20097646117210388,
      "learning_rate": 2.0582474974611925e-05,
      "loss": 0.0293,
      "step": 21997
    },
    {
      "epoch": 2.384865568083261,
      "grad_norm": 0.2853422462940216,
      "learning_rate": 2.057884810677499e-05,
      "loss": 0.0113,
      "step": 21998
    },
    {
      "epoch": 2.384973980919341,
      "grad_norm": 0.26393774151802063,
      "learning_rate": 2.0575221238938054e-05,
      "loss": 0.0576,
      "step": 21999
    },
    {
      "epoch": 2.385082393755421,
      "grad_norm": 0.19703783094882965,
      "learning_rate": 2.0571594371101118e-05,
      "loss": 0.0138,
      "step": 22000
    },
    {
      "epoch": 2.3851908065915004,
      "grad_norm": 0.15209783613681793,
      "learning_rate": 2.0567967503264182e-05,
      "loss": 0.0032,
      "step": 22001
    },
    {
      "epoch": 2.3852992194275804,
      "grad_norm": 0.0149481650441885,
      "learning_rate": 2.0564340635427246e-05,
      "loss": 0.001,
      "step": 22002
    },
    {
      "epoch": 2.38540763226366,
      "grad_norm": 0.42248818278312683,
      "learning_rate": 2.056071376759031e-05,
      "loss": 0.0353,
      "step": 22003
    },
    {
      "epoch": 2.38551604509974,
      "grad_norm": 0.024131610989570618,
      "learning_rate": 2.0557086899753374e-05,
      "loss": 0.0028,
      "step": 22004
    },
    {
      "epoch": 2.3856244579358195,
      "grad_norm": 0.1835484802722931,
      "learning_rate": 2.0553460031916438e-05,
      "loss": 0.0243,
      "step": 22005
    },
    {
      "epoch": 2.3857328707718994,
      "grad_norm": 0.23600786924362183,
      "learning_rate": 2.0549833164079502e-05,
      "loss": 0.0284,
      "step": 22006
    },
    {
      "epoch": 2.385841283607979,
      "grad_norm": 0.0026139626279473305,
      "learning_rate": 2.0546206296242566e-05,
      "loss": 0.0002,
      "step": 22007
    },
    {
      "epoch": 2.385949696444059,
      "grad_norm": 0.21136309206485748,
      "learning_rate": 2.054257942840563e-05,
      "loss": 0.0091,
      "step": 22008
    },
    {
      "epoch": 2.386058109280139,
      "grad_norm": 0.020469656214118004,
      "learning_rate": 2.0538952560568695e-05,
      "loss": 0.002,
      "step": 22009
    },
    {
      "epoch": 2.3861665221162185,
      "grad_norm": 0.22599948942661285,
      "learning_rate": 2.053532569273176e-05,
      "loss": 0.0089,
      "step": 22010
    },
    {
      "epoch": 2.3862749349522985,
      "grad_norm": 0.06707136332988739,
      "learning_rate": 2.053169882489482e-05,
      "loss": 0.006,
      "step": 22011
    },
    {
      "epoch": 2.386383347788378,
      "grad_norm": 0.17989034950733185,
      "learning_rate": 2.0528071957057884e-05,
      "loss": 0.0184,
      "step": 22012
    },
    {
      "epoch": 2.386491760624458,
      "grad_norm": 0.2776113748550415,
      "learning_rate": 2.052444508922095e-05,
      "loss": 0.0274,
      "step": 22013
    },
    {
      "epoch": 2.3866001734605375,
      "grad_norm": 0.15137702226638794,
      "learning_rate": 2.0520818221384015e-05,
      "loss": 0.0074,
      "step": 22014
    },
    {
      "epoch": 2.3867085862966175,
      "grad_norm": 0.5351340174674988,
      "learning_rate": 2.0517191353547076e-05,
      "loss": 0.0165,
      "step": 22015
    },
    {
      "epoch": 2.386816999132697,
      "grad_norm": 0.24593360722064972,
      "learning_rate": 2.051356448571014e-05,
      "loss": 0.0133,
      "step": 22016
    },
    {
      "epoch": 2.386925411968777,
      "grad_norm": 0.10636929422616959,
      "learning_rate": 2.0509937617873207e-05,
      "loss": 0.0032,
      "step": 22017
    },
    {
      "epoch": 2.387033824804857,
      "grad_norm": 0.04509063810110092,
      "learning_rate": 2.050631075003627e-05,
      "loss": 0.0091,
      "step": 22018
    },
    {
      "epoch": 2.3871422376409366,
      "grad_norm": 0.056880854070186615,
      "learning_rate": 2.0502683882199332e-05,
      "loss": 0.0039,
      "step": 22019
    },
    {
      "epoch": 2.3872506504770166,
      "grad_norm": 0.6144973635673523,
      "learning_rate": 2.0499057014362396e-05,
      "loss": 0.0516,
      "step": 22020
    },
    {
      "epoch": 2.387359063313096,
      "grad_norm": 0.028911972418427467,
      "learning_rate": 2.0495430146525464e-05,
      "loss": 0.0026,
      "step": 22021
    },
    {
      "epoch": 2.387467476149176,
      "grad_norm": 0.20106041431427002,
      "learning_rate": 2.0491803278688525e-05,
      "loss": 0.0095,
      "step": 22022
    },
    {
      "epoch": 2.387575888985256,
      "grad_norm": 0.07093144953250885,
      "learning_rate": 2.048817641085159e-05,
      "loss": 0.0026,
      "step": 22023
    },
    {
      "epoch": 2.3876843018213356,
      "grad_norm": 0.002919411053881049,
      "learning_rate": 2.0484549543014653e-05,
      "loss": 0.0001,
      "step": 22024
    },
    {
      "epoch": 2.3877927146574156,
      "grad_norm": 0.10079988092184067,
      "learning_rate": 2.0480922675177717e-05,
      "loss": 0.0055,
      "step": 22025
    },
    {
      "epoch": 2.387901127493495,
      "grad_norm": 0.020140910521149635,
      "learning_rate": 2.047729580734078e-05,
      "loss": 0.0022,
      "step": 22026
    },
    {
      "epoch": 2.388009540329575,
      "grad_norm": 0.28603342175483704,
      "learning_rate": 2.0473668939503845e-05,
      "loss": 0.0625,
      "step": 22027
    },
    {
      "epoch": 2.3881179531656547,
      "grad_norm": 0.9170026183128357,
      "learning_rate": 2.047004207166691e-05,
      "loss": 0.0153,
      "step": 22028
    },
    {
      "epoch": 2.3882263660017347,
      "grad_norm": 0.24163700640201569,
      "learning_rate": 2.0466415203829973e-05,
      "loss": 0.0307,
      "step": 22029
    },
    {
      "epoch": 2.388334778837814,
      "grad_norm": 0.1600191295146942,
      "learning_rate": 2.0462788335993037e-05,
      "loss": 0.0127,
      "step": 22030
    },
    {
      "epoch": 2.388443191673894,
      "grad_norm": 0.14468267560005188,
      "learning_rate": 2.04591614681561e-05,
      "loss": 0.0189,
      "step": 22031
    },
    {
      "epoch": 2.388551604509974,
      "grad_norm": 0.6789724230766296,
      "learning_rate": 2.0455534600319166e-05,
      "loss": 0.0315,
      "step": 22032
    },
    {
      "epoch": 2.3886600173460537,
      "grad_norm": 0.038493260741233826,
      "learning_rate": 2.045190773248223e-05,
      "loss": 0.0026,
      "step": 22033
    },
    {
      "epoch": 2.3887684301821337,
      "grad_norm": 0.17873810231685638,
      "learning_rate": 2.0448280864645294e-05,
      "loss": 0.0183,
      "step": 22034
    },
    {
      "epoch": 2.3888768430182132,
      "grad_norm": 0.10967940837144852,
      "learning_rate": 2.0444653996808358e-05,
      "loss": 0.0117,
      "step": 22035
    },
    {
      "epoch": 2.388985255854293,
      "grad_norm": 0.04150478169322014,
      "learning_rate": 2.0441027128971422e-05,
      "loss": 0.0053,
      "step": 22036
    },
    {
      "epoch": 2.3890936686903728,
      "grad_norm": 0.2091917246580124,
      "learning_rate": 2.0437400261134486e-05,
      "loss": 0.0332,
      "step": 22037
    },
    {
      "epoch": 2.3892020815264527,
      "grad_norm": 0.15726298093795776,
      "learning_rate": 2.043377339329755e-05,
      "loss": 0.0421,
      "step": 22038
    },
    {
      "epoch": 2.3893104943625323,
      "grad_norm": 0.17153041064739227,
      "learning_rate": 2.0430146525460614e-05,
      "loss": 0.0173,
      "step": 22039
    },
    {
      "epoch": 2.3894189071986123,
      "grad_norm": 0.04313012957572937,
      "learning_rate": 2.042651965762368e-05,
      "loss": 0.0012,
      "step": 22040
    },
    {
      "epoch": 2.3895273200346923,
      "grad_norm": 0.025499459356069565,
      "learning_rate": 2.042289278978674e-05,
      "loss": 0.0015,
      "step": 22041
    },
    {
      "epoch": 2.389635732870772,
      "grad_norm": 0.0381154827773571,
      "learning_rate": 2.0419265921949803e-05,
      "loss": 0.0042,
      "step": 22042
    },
    {
      "epoch": 2.389744145706852,
      "grad_norm": 0.010108750313520432,
      "learning_rate": 2.041563905411287e-05,
      "loss": 0.001,
      "step": 22043
    },
    {
      "epoch": 2.3898525585429313,
      "grad_norm": 0.1747637391090393,
      "learning_rate": 2.0412012186275935e-05,
      "loss": 0.0209,
      "step": 22044
    },
    {
      "epoch": 2.3899609713790113,
      "grad_norm": 0.20954596996307373,
      "learning_rate": 2.0408385318438996e-05,
      "loss": 0.0115,
      "step": 22045
    },
    {
      "epoch": 2.3900693842150913,
      "grad_norm": 0.05704851821064949,
      "learning_rate": 2.040475845060206e-05,
      "loss": 0.0066,
      "step": 22046
    },
    {
      "epoch": 2.390177797051171,
      "grad_norm": 0.39648473262786865,
      "learning_rate": 2.0401131582765127e-05,
      "loss": 0.0686,
      "step": 22047
    },
    {
      "epoch": 2.390286209887251,
      "grad_norm": 0.07726452499628067,
      "learning_rate": 2.0397504714928188e-05,
      "loss": 0.0082,
      "step": 22048
    },
    {
      "epoch": 2.3903946227233304,
      "grad_norm": 0.02741943672299385,
      "learning_rate": 2.0393877847091252e-05,
      "loss": 0.001,
      "step": 22049
    },
    {
      "epoch": 2.3905030355594103,
      "grad_norm": 0.1583804041147232,
      "learning_rate": 2.0390250979254316e-05,
      "loss": 0.0158,
      "step": 22050
    },
    {
      "epoch": 2.39061144839549,
      "grad_norm": 0.065575510263443,
      "learning_rate": 2.0386624111417384e-05,
      "loss": 0.0067,
      "step": 22051
    },
    {
      "epoch": 2.39071986123157,
      "grad_norm": 0.08841034770011902,
      "learning_rate": 2.0382997243580444e-05,
      "loss": 0.0103,
      "step": 22052
    },
    {
      "epoch": 2.3908282740676494,
      "grad_norm": 0.09311211854219437,
      "learning_rate": 2.037937037574351e-05,
      "loss": 0.0078,
      "step": 22053
    },
    {
      "epoch": 2.3909366869037294,
      "grad_norm": 0.03309566527605057,
      "learning_rate": 2.0375743507906573e-05,
      "loss": 0.0018,
      "step": 22054
    },
    {
      "epoch": 2.3910450997398094,
      "grad_norm": 0.7427040338516235,
      "learning_rate": 2.0372116640069637e-05,
      "loss": 0.0735,
      "step": 22055
    },
    {
      "epoch": 2.391153512575889,
      "grad_norm": 0.09564278274774551,
      "learning_rate": 2.03684897722327e-05,
      "loss": 0.0137,
      "step": 22056
    },
    {
      "epoch": 2.391261925411969,
      "grad_norm": 0.7595230937004089,
      "learning_rate": 2.0364862904395765e-05,
      "loss": 0.0221,
      "step": 22057
    },
    {
      "epoch": 2.3913703382480485,
      "grad_norm": 0.07392831146717072,
      "learning_rate": 2.036123603655883e-05,
      "loss": 0.0108,
      "step": 22058
    },
    {
      "epoch": 2.3914787510841284,
      "grad_norm": 0.04553352668881416,
      "learning_rate": 2.0357609168721893e-05,
      "loss": 0.0036,
      "step": 22059
    },
    {
      "epoch": 2.391587163920208,
      "grad_norm": 0.09600989520549774,
      "learning_rate": 2.0353982300884957e-05,
      "loss": 0.0067,
      "step": 22060
    },
    {
      "epoch": 2.391695576756288,
      "grad_norm": 0.03683028742671013,
      "learning_rate": 2.035035543304802e-05,
      "loss": 0.0038,
      "step": 22061
    },
    {
      "epoch": 2.3918039895923675,
      "grad_norm": 0.01922396570444107,
      "learning_rate": 2.0346728565211085e-05,
      "loss": 0.0011,
      "step": 22062
    },
    {
      "epoch": 2.3919124024284475,
      "grad_norm": 0.16666603088378906,
      "learning_rate": 2.034310169737415e-05,
      "loss": 0.0113,
      "step": 22063
    },
    {
      "epoch": 2.3920208152645275,
      "grad_norm": 0.28211718797683716,
      "learning_rate": 2.0339474829537214e-05,
      "loss": 0.0179,
      "step": 22064
    },
    {
      "epoch": 2.392129228100607,
      "grad_norm": 0.4396987855434418,
      "learning_rate": 2.0335847961700278e-05,
      "loss": 0.0219,
      "step": 22065
    },
    {
      "epoch": 2.392237640936687,
      "grad_norm": 0.34929516911506653,
      "learning_rate": 2.0332221093863342e-05,
      "loss": 0.0188,
      "step": 22066
    },
    {
      "epoch": 2.3923460537727665,
      "grad_norm": 0.15625500679016113,
      "learning_rate": 2.0328594226026403e-05,
      "loss": 0.007,
      "step": 22067
    },
    {
      "epoch": 2.3924544666088465,
      "grad_norm": 0.174730584025383,
      "learning_rate": 2.0324967358189467e-05,
      "loss": 0.0168,
      "step": 22068
    },
    {
      "epoch": 2.3925628794449265,
      "grad_norm": 0.06363034248352051,
      "learning_rate": 2.0321340490352534e-05,
      "loss": 0.0066,
      "step": 22069
    },
    {
      "epoch": 2.392671292281006,
      "grad_norm": 0.03809794411063194,
      "learning_rate": 2.0317713622515598e-05,
      "loss": 0.0023,
      "step": 22070
    },
    {
      "epoch": 2.392779705117086,
      "grad_norm": 0.14729422330856323,
      "learning_rate": 2.031408675467866e-05,
      "loss": 0.0058,
      "step": 22071
    },
    {
      "epoch": 2.3928881179531656,
      "grad_norm": 0.1202302873134613,
      "learning_rate": 2.0310459886841723e-05,
      "loss": 0.0223,
      "step": 22072
    },
    {
      "epoch": 2.3929965307892456,
      "grad_norm": 0.04447554796934128,
      "learning_rate": 2.030683301900479e-05,
      "loss": 0.0028,
      "step": 22073
    },
    {
      "epoch": 2.393104943625325,
      "grad_norm": 0.18753284215927124,
      "learning_rate": 2.030320615116785e-05,
      "loss": 0.0166,
      "step": 22074
    },
    {
      "epoch": 2.393213356461405,
      "grad_norm": 0.2560790181159973,
      "learning_rate": 2.0299579283330915e-05,
      "loss": 0.0233,
      "step": 22075
    },
    {
      "epoch": 2.3933217692974846,
      "grad_norm": 0.10698626190423965,
      "learning_rate": 2.029595241549398e-05,
      "loss": 0.0115,
      "step": 22076
    },
    {
      "epoch": 2.3934301821335646,
      "grad_norm": 0.15608102083206177,
      "learning_rate": 2.0292325547657047e-05,
      "loss": 0.0294,
      "step": 22077
    },
    {
      "epoch": 2.3935385949696446,
      "grad_norm": 0.3393947184085846,
      "learning_rate": 2.0288698679820108e-05,
      "loss": 0.0252,
      "step": 22078
    },
    {
      "epoch": 2.393647007805724,
      "grad_norm": 0.18892888724803925,
      "learning_rate": 2.0285071811983172e-05,
      "loss": 0.0065,
      "step": 22079
    },
    {
      "epoch": 2.393755420641804,
      "grad_norm": 0.1402847170829773,
      "learning_rate": 2.0281444944146236e-05,
      "loss": 0.008,
      "step": 22080
    },
    {
      "epoch": 2.3938638334778837,
      "grad_norm": 0.08315859735012054,
      "learning_rate": 2.02778180763093e-05,
      "loss": 0.0108,
      "step": 22081
    },
    {
      "epoch": 2.3939722463139637,
      "grad_norm": 0.06782913953065872,
      "learning_rate": 2.0274191208472364e-05,
      "loss": 0.0068,
      "step": 22082
    },
    {
      "epoch": 2.394080659150043,
      "grad_norm": 0.07709499448537827,
      "learning_rate": 2.0270564340635428e-05,
      "loss": 0.0056,
      "step": 22083
    },
    {
      "epoch": 2.394189071986123,
      "grad_norm": 0.42536357045173645,
      "learning_rate": 2.0266937472798492e-05,
      "loss": 0.0196,
      "step": 22084
    },
    {
      "epoch": 2.3942974848222027,
      "grad_norm": 0.1388513147830963,
      "learning_rate": 2.0263310604961556e-05,
      "loss": 0.0075,
      "step": 22085
    },
    {
      "epoch": 2.3944058976582827,
      "grad_norm": 0.022260066121816635,
      "learning_rate": 2.025968373712462e-05,
      "loss": 0.0013,
      "step": 22086
    },
    {
      "epoch": 2.3945143104943627,
      "grad_norm": 0.29335400462150574,
      "learning_rate": 2.0256056869287685e-05,
      "loss": 0.0126,
      "step": 22087
    },
    {
      "epoch": 2.3946227233304422,
      "grad_norm": 0.23893922567367554,
      "learning_rate": 2.025243000145075e-05,
      "loss": 0.0065,
      "step": 22088
    },
    {
      "epoch": 2.3947311361665222,
      "grad_norm": 0.14545084536075592,
      "learning_rate": 2.0248803133613813e-05,
      "loss": 0.0043,
      "step": 22089
    },
    {
      "epoch": 2.3948395490026018,
      "grad_norm": 0.06746769696474075,
      "learning_rate": 2.0245176265776877e-05,
      "loss": 0.0029,
      "step": 22090
    },
    {
      "epoch": 2.3949479618386817,
      "grad_norm": 0.46862471103668213,
      "learning_rate": 2.024154939793994e-05,
      "loss": 0.053,
      "step": 22091
    },
    {
      "epoch": 2.3950563746747617,
      "grad_norm": 0.14040379226207733,
      "learning_rate": 2.0237922530103005e-05,
      "loss": 0.0161,
      "step": 22092
    },
    {
      "epoch": 2.3951647875108413,
      "grad_norm": 0.32943597435951233,
      "learning_rate": 2.0234295662266066e-05,
      "loss": 0.0955,
      "step": 22093
    },
    {
      "epoch": 2.3952732003469213,
      "grad_norm": 0.1904505342245102,
      "learning_rate": 2.023066879442913e-05,
      "loss": 0.018,
      "step": 22094
    },
    {
      "epoch": 2.395381613183001,
      "grad_norm": 0.041626110672950745,
      "learning_rate": 2.0227041926592197e-05,
      "loss": 0.0041,
      "step": 22095
    },
    {
      "epoch": 2.395490026019081,
      "grad_norm": 0.35291919112205505,
      "learning_rate": 2.022341505875526e-05,
      "loss": 0.0318,
      "step": 22096
    },
    {
      "epoch": 2.3955984388551603,
      "grad_norm": 0.008023308590054512,
      "learning_rate": 2.0219788190918322e-05,
      "loss": 0.0006,
      "step": 22097
    },
    {
      "epoch": 2.3957068516912403,
      "grad_norm": 0.06238376349210739,
      "learning_rate": 2.0216161323081386e-05,
      "loss": 0.007,
      "step": 22098
    },
    {
      "epoch": 2.39581526452732,
      "grad_norm": 0.03098098747432232,
      "learning_rate": 2.0212534455244454e-05,
      "loss": 0.0025,
      "step": 22099
    },
    {
      "epoch": 2.3959236773634,
      "grad_norm": 0.046077433973550797,
      "learning_rate": 2.0208907587407515e-05,
      "loss": 0.0021,
      "step": 22100
    },
    {
      "epoch": 2.39603209019948,
      "grad_norm": 0.01081387884914875,
      "learning_rate": 2.020528071957058e-05,
      "loss": 0.0011,
      "step": 22101
    },
    {
      "epoch": 2.3961405030355594,
      "grad_norm": 0.07039899379014969,
      "learning_rate": 2.0201653851733643e-05,
      "loss": 0.0044,
      "step": 22102
    },
    {
      "epoch": 2.3962489158716394,
      "grad_norm": 0.21299080550670624,
      "learning_rate": 2.019802698389671e-05,
      "loss": 0.0263,
      "step": 22103
    },
    {
      "epoch": 2.396357328707719,
      "grad_norm": 0.24688541889190674,
      "learning_rate": 2.019440011605977e-05,
      "loss": 0.0089,
      "step": 22104
    },
    {
      "epoch": 2.396465741543799,
      "grad_norm": 0.07160161435604095,
      "learning_rate": 2.0190773248222835e-05,
      "loss": 0.0081,
      "step": 22105
    },
    {
      "epoch": 2.3965741543798784,
      "grad_norm": 0.1853497475385666,
      "learning_rate": 2.01871463803859e-05,
      "loss": 0.0142,
      "step": 22106
    },
    {
      "epoch": 2.3966825672159584,
      "grad_norm": 0.21385525166988373,
      "learning_rate": 2.0183519512548963e-05,
      "loss": 0.0155,
      "step": 22107
    },
    {
      "epoch": 2.396790980052038,
      "grad_norm": 0.03266530856490135,
      "learning_rate": 2.0179892644712027e-05,
      "loss": 0.0019,
      "step": 22108
    },
    {
      "epoch": 2.396899392888118,
      "grad_norm": 0.051143623888492584,
      "learning_rate": 2.017626577687509e-05,
      "loss": 0.0025,
      "step": 22109
    },
    {
      "epoch": 2.397007805724198,
      "grad_norm": 0.16266568005084991,
      "learning_rate": 2.0172638909038156e-05,
      "loss": 0.0067,
      "step": 22110
    },
    {
      "epoch": 2.3971162185602775,
      "grad_norm": 0.01461152546107769,
      "learning_rate": 2.016901204120122e-05,
      "loss": 0.0016,
      "step": 22111
    },
    {
      "epoch": 2.3972246313963574,
      "grad_norm": 0.0031289451289922,
      "learning_rate": 2.0165385173364284e-05,
      "loss": 0.0002,
      "step": 22112
    },
    {
      "epoch": 2.397333044232437,
      "grad_norm": 0.02471361868083477,
      "learning_rate": 2.0161758305527348e-05,
      "loss": 0.0012,
      "step": 22113
    },
    {
      "epoch": 2.397441457068517,
      "grad_norm": 0.256609171628952,
      "learning_rate": 2.0158131437690412e-05,
      "loss": 0.0131,
      "step": 22114
    },
    {
      "epoch": 2.397549869904597,
      "grad_norm": 0.2072668820619583,
      "learning_rate": 2.0154504569853476e-05,
      "loss": 0.0233,
      "step": 22115
    },
    {
      "epoch": 2.3976582827406765,
      "grad_norm": 0.0017532609635964036,
      "learning_rate": 2.015087770201654e-05,
      "loss": 0.0003,
      "step": 22116
    },
    {
      "epoch": 2.3977666955767565,
      "grad_norm": 0.028218403458595276,
      "learning_rate": 2.0147250834179604e-05,
      "loss": 0.0017,
      "step": 22117
    },
    {
      "epoch": 2.397875108412836,
      "grad_norm": 0.09524207562208176,
      "learning_rate": 2.014362396634267e-05,
      "loss": 0.014,
      "step": 22118
    },
    {
      "epoch": 2.397983521248916,
      "grad_norm": 0.045587208122015,
      "learning_rate": 2.013999709850573e-05,
      "loss": 0.0038,
      "step": 22119
    },
    {
      "epoch": 2.3980919340849955,
      "grad_norm": 0.34029272198677063,
      "learning_rate": 2.0136370230668793e-05,
      "loss": 0.0564,
      "step": 22120
    },
    {
      "epoch": 2.3982003469210755,
      "grad_norm": 0.6665235161781311,
      "learning_rate": 2.013274336283186e-05,
      "loss": 0.023,
      "step": 22121
    },
    {
      "epoch": 2.398308759757155,
      "grad_norm": 0.05112641304731369,
      "learning_rate": 2.0129116494994925e-05,
      "loss": 0.0029,
      "step": 22122
    },
    {
      "epoch": 2.398417172593235,
      "grad_norm": 0.012600093148648739,
      "learning_rate": 2.0125489627157986e-05,
      "loss": 0.001,
      "step": 22123
    },
    {
      "epoch": 2.398525585429315,
      "grad_norm": 0.05402347818017006,
      "learning_rate": 2.012186275932105e-05,
      "loss": 0.0043,
      "step": 22124
    },
    {
      "epoch": 2.3986339982653946,
      "grad_norm": 0.2615666389465332,
      "learning_rate": 2.0118235891484117e-05,
      "loss": 0.019,
      "step": 22125
    },
    {
      "epoch": 2.3987424111014746,
      "grad_norm": 0.23920445144176483,
      "learning_rate": 2.0114609023647178e-05,
      "loss": 0.0126,
      "step": 22126
    },
    {
      "epoch": 2.398850823937554,
      "grad_norm": 0.03509191796183586,
      "learning_rate": 2.0110982155810242e-05,
      "loss": 0.004,
      "step": 22127
    },
    {
      "epoch": 2.398959236773634,
      "grad_norm": 0.1831808090209961,
      "learning_rate": 2.0107355287973306e-05,
      "loss": 0.0196,
      "step": 22128
    },
    {
      "epoch": 2.3990676496097136,
      "grad_norm": 0.18152467906475067,
      "learning_rate": 2.0103728420136374e-05,
      "loss": 0.008,
      "step": 22129
    },
    {
      "epoch": 2.3991760624457936,
      "grad_norm": 0.2680056095123291,
      "learning_rate": 2.0100101552299434e-05,
      "loss": 0.0744,
      "step": 22130
    },
    {
      "epoch": 2.399284475281873,
      "grad_norm": 0.06824176758527756,
      "learning_rate": 2.00964746844625e-05,
      "loss": 0.0011,
      "step": 22131
    },
    {
      "epoch": 2.399392888117953,
      "grad_norm": 0.03541454300284386,
      "learning_rate": 2.0092847816625563e-05,
      "loss": 0.0039,
      "step": 22132
    },
    {
      "epoch": 2.399501300954033,
      "grad_norm": 0.32806921005249023,
      "learning_rate": 2.008922094878863e-05,
      "loss": 0.0253,
      "step": 22133
    },
    {
      "epoch": 2.3996097137901127,
      "grad_norm": 0.18982286751270294,
      "learning_rate": 2.008559408095169e-05,
      "loss": 0.0222,
      "step": 22134
    },
    {
      "epoch": 2.3997181266261927,
      "grad_norm": 0.025453483685851097,
      "learning_rate": 2.0081967213114755e-05,
      "loss": 0.0022,
      "step": 22135
    },
    {
      "epoch": 2.399826539462272,
      "grad_norm": 0.19398467242717743,
      "learning_rate": 2.007834034527782e-05,
      "loss": 0.0173,
      "step": 22136
    },
    {
      "epoch": 2.399934952298352,
      "grad_norm": 0.12106236815452576,
      "learning_rate": 2.0074713477440883e-05,
      "loss": 0.023,
      "step": 22137
    },
    {
      "epoch": 2.4000433651344317,
      "grad_norm": 0.23812271654605865,
      "learning_rate": 2.0071086609603947e-05,
      "loss": 0.0127,
      "step": 22138
    },
    {
      "epoch": 2.4001517779705117,
      "grad_norm": 0.010612224228680134,
      "learning_rate": 2.006745974176701e-05,
      "loss": 0.0009,
      "step": 22139
    },
    {
      "epoch": 2.4002601908065913,
      "grad_norm": 0.0590815506875515,
      "learning_rate": 2.0063832873930075e-05,
      "loss": 0.0045,
      "step": 22140
    },
    {
      "epoch": 2.4003686036426712,
      "grad_norm": 0.1383439004421234,
      "learning_rate": 2.006020600609314e-05,
      "loss": 0.0238,
      "step": 22141
    },
    {
      "epoch": 2.4004770164787512,
      "grad_norm": 0.010696743614971638,
      "learning_rate": 2.0056579138256204e-05,
      "loss": 0.0012,
      "step": 22142
    },
    {
      "epoch": 2.4005854293148308,
      "grad_norm": 0.0729103833436966,
      "learning_rate": 2.0052952270419268e-05,
      "loss": 0.0045,
      "step": 22143
    },
    {
      "epoch": 2.4006938421509108,
      "grad_norm": 0.09374497085809708,
      "learning_rate": 2.0049325402582332e-05,
      "loss": 0.0028,
      "step": 22144
    },
    {
      "epoch": 2.4008022549869903,
      "grad_norm": 0.014706030488014221,
      "learning_rate": 2.0045698534745393e-05,
      "loss": 0.0007,
      "step": 22145
    },
    {
      "epoch": 2.4009106678230703,
      "grad_norm": 0.051665280014276505,
      "learning_rate": 2.004207166690846e-05,
      "loss": 0.0034,
      "step": 22146
    },
    {
      "epoch": 2.4010190806591503,
      "grad_norm": 0.09740972518920898,
      "learning_rate": 2.0038444799071524e-05,
      "loss": 0.0109,
      "step": 22147
    },
    {
      "epoch": 2.40112749349523,
      "grad_norm": 0.11220888048410416,
      "learning_rate": 2.0034817931234588e-05,
      "loss": 0.0121,
      "step": 22148
    },
    {
      "epoch": 2.40123590633131,
      "grad_norm": 0.09856007248163223,
      "learning_rate": 2.003119106339765e-05,
      "loss": 0.0058,
      "step": 22149
    },
    {
      "epoch": 2.4013443191673893,
      "grad_norm": 0.0352979376912117,
      "learning_rate": 2.0027564195560713e-05,
      "loss": 0.0039,
      "step": 22150
    },
    {
      "epoch": 2.4014527320034693,
      "grad_norm": 0.016245687380433083,
      "learning_rate": 2.002393732772378e-05,
      "loss": 0.001,
      "step": 22151
    },
    {
      "epoch": 2.401561144839549,
      "grad_norm": 0.1891147643327713,
      "learning_rate": 2.002031045988684e-05,
      "loss": 0.0121,
      "step": 22152
    },
    {
      "epoch": 2.401669557675629,
      "grad_norm": 0.06227786839008331,
      "learning_rate": 2.0016683592049905e-05,
      "loss": 0.0056,
      "step": 22153
    },
    {
      "epoch": 2.4017779705117084,
      "grad_norm": 0.2404155135154724,
      "learning_rate": 2.001305672421297e-05,
      "loss": 0.0109,
      "step": 22154
    },
    {
      "epoch": 2.4018863833477884,
      "grad_norm": 0.18627271056175232,
      "learning_rate": 2.0009429856376037e-05,
      "loss": 0.0114,
      "step": 22155
    },
    {
      "epoch": 2.4019947961838684,
      "grad_norm": 0.06343873590230942,
      "learning_rate": 2.0005802988539098e-05,
      "loss": 0.0061,
      "step": 22156
    },
    {
      "epoch": 2.402103209019948,
      "grad_norm": 0.04173089563846588,
      "learning_rate": 2.0002176120702162e-05,
      "loss": 0.0035,
      "step": 22157
    },
    {
      "epoch": 2.402211621856028,
      "grad_norm": 0.1391024887561798,
      "learning_rate": 1.9998549252865226e-05,
      "loss": 0.0055,
      "step": 22158
    },
    {
      "epoch": 2.4023200346921074,
      "grad_norm": 0.023511582985520363,
      "learning_rate": 1.9994922385028293e-05,
      "loss": 0.0028,
      "step": 22159
    },
    {
      "epoch": 2.4024284475281874,
      "grad_norm": 0.08235547691583633,
      "learning_rate": 1.9991295517191354e-05,
      "loss": 0.0059,
      "step": 22160
    },
    {
      "epoch": 2.402536860364267,
      "grad_norm": 0.04938597232103348,
      "learning_rate": 1.9987668649354418e-05,
      "loss": 0.0019,
      "step": 22161
    },
    {
      "epoch": 2.402645273200347,
      "grad_norm": 0.18504802882671356,
      "learning_rate": 1.9984041781517482e-05,
      "loss": 0.0113,
      "step": 22162
    },
    {
      "epoch": 2.4027536860364265,
      "grad_norm": 0.19830000400543213,
      "learning_rate": 1.9980414913680546e-05,
      "loss": 0.0115,
      "step": 22163
    },
    {
      "epoch": 2.4028620988725065,
      "grad_norm": 0.07774293422698975,
      "learning_rate": 1.997678804584361e-05,
      "loss": 0.0028,
      "step": 22164
    },
    {
      "epoch": 2.4029705117085864,
      "grad_norm": 0.16245786845684052,
      "learning_rate": 1.9973161178006675e-05,
      "loss": 0.0259,
      "step": 22165
    },
    {
      "epoch": 2.403078924544666,
      "grad_norm": 0.0035763857886195183,
      "learning_rate": 1.996953431016974e-05,
      "loss": 0.0003,
      "step": 22166
    },
    {
      "epoch": 2.403187337380746,
      "grad_norm": 0.4930992126464844,
      "learning_rate": 1.9965907442332803e-05,
      "loss": 0.0272,
      "step": 22167
    },
    {
      "epoch": 2.4032957502168255,
      "grad_norm": 0.09845981746912003,
      "learning_rate": 1.9962280574495867e-05,
      "loss": 0.0092,
      "step": 22168
    },
    {
      "epoch": 2.4034041630529055,
      "grad_norm": 0.12963008880615234,
      "learning_rate": 1.995865370665893e-05,
      "loss": 0.0113,
      "step": 22169
    },
    {
      "epoch": 2.4035125758889855,
      "grad_norm": 0.20944926142692566,
      "learning_rate": 1.9955026838821995e-05,
      "loss": 0.0298,
      "step": 22170
    },
    {
      "epoch": 2.403620988725065,
      "grad_norm": 0.00438217306509614,
      "learning_rate": 1.9951399970985056e-05,
      "loss": 0.0004,
      "step": 22171
    },
    {
      "epoch": 2.403729401561145,
      "grad_norm": 0.1816195845603943,
      "learning_rate": 1.9947773103148123e-05,
      "loss": 0.0187,
      "step": 22172
    },
    {
      "epoch": 2.4038378143972245,
      "grad_norm": 0.054766107350587845,
      "learning_rate": 1.9944146235311187e-05,
      "loss": 0.0049,
      "step": 22173
    },
    {
      "epoch": 2.4039462272333045,
      "grad_norm": 0.007287801243364811,
      "learning_rate": 1.994051936747425e-05,
      "loss": 0.0007,
      "step": 22174
    },
    {
      "epoch": 2.404054640069384,
      "grad_norm": 0.1079423725605011,
      "learning_rate": 1.9936892499637312e-05,
      "loss": 0.009,
      "step": 22175
    },
    {
      "epoch": 2.404163052905464,
      "grad_norm": 0.18026429414749146,
      "learning_rate": 1.9933265631800376e-05,
      "loss": 0.0213,
      "step": 22176
    },
    {
      "epoch": 2.4042714657415436,
      "grad_norm": 0.07881885021924973,
      "learning_rate": 1.9929638763963444e-05,
      "loss": 0.0082,
      "step": 22177
    },
    {
      "epoch": 2.4043798785776236,
      "grad_norm": 0.25697579979896545,
      "learning_rate": 1.9926011896126505e-05,
      "loss": 0.0245,
      "step": 22178
    },
    {
      "epoch": 2.4044882914137036,
      "grad_norm": 0.0713818371295929,
      "learning_rate": 1.992238502828957e-05,
      "loss": 0.0041,
      "step": 22179
    },
    {
      "epoch": 2.404596704249783,
      "grad_norm": 0.18105722963809967,
      "learning_rate": 1.9918758160452633e-05,
      "loss": 0.0289,
      "step": 22180
    },
    {
      "epoch": 2.404705117085863,
      "grad_norm": 0.08532886207103729,
      "learning_rate": 1.99151312926157e-05,
      "loss": 0.0067,
      "step": 22181
    },
    {
      "epoch": 2.4048135299219426,
      "grad_norm": 0.25791260600090027,
      "learning_rate": 1.991150442477876e-05,
      "loss": 0.0229,
      "step": 22182
    },
    {
      "epoch": 2.4049219427580226,
      "grad_norm": 0.0579555369913578,
      "learning_rate": 1.9907877556941825e-05,
      "loss": 0.004,
      "step": 22183
    },
    {
      "epoch": 2.405030355594102,
      "grad_norm": 0.1361779123544693,
      "learning_rate": 1.990425068910489e-05,
      "loss": 0.0147,
      "step": 22184
    },
    {
      "epoch": 2.405138768430182,
      "grad_norm": 0.11826575547456741,
      "learning_rate": 1.9900623821267957e-05,
      "loss": 0.0031,
      "step": 22185
    },
    {
      "epoch": 2.4052471812662617,
      "grad_norm": 0.10758335888385773,
      "learning_rate": 1.9896996953431017e-05,
      "loss": 0.0059,
      "step": 22186
    },
    {
      "epoch": 2.4053555941023417,
      "grad_norm": 0.1960943341255188,
      "learning_rate": 1.989337008559408e-05,
      "loss": 0.0042,
      "step": 22187
    },
    {
      "epoch": 2.4054640069384217,
      "grad_norm": 0.05258472263813019,
      "learning_rate": 1.9889743217757146e-05,
      "loss": 0.0044,
      "step": 22188
    },
    {
      "epoch": 2.405572419774501,
      "grad_norm": 0.08859726041555405,
      "learning_rate": 1.988611634992021e-05,
      "loss": 0.0115,
      "step": 22189
    },
    {
      "epoch": 2.405680832610581,
      "grad_norm": 0.029215771704912186,
      "learning_rate": 1.9882489482083274e-05,
      "loss": 0.0025,
      "step": 22190
    },
    {
      "epoch": 2.4057892454466607,
      "grad_norm": 0.02647918276488781,
      "learning_rate": 1.9878862614246338e-05,
      "loss": 0.0008,
      "step": 22191
    },
    {
      "epoch": 2.4058976582827407,
      "grad_norm": 0.06630660593509674,
      "learning_rate": 1.9875235746409402e-05,
      "loss": 0.0075,
      "step": 22192
    },
    {
      "epoch": 2.4060060711188207,
      "grad_norm": 0.12648925185203552,
      "learning_rate": 1.9871608878572466e-05,
      "loss": 0.0078,
      "step": 22193
    },
    {
      "epoch": 2.4061144839549002,
      "grad_norm": 0.23902831971645355,
      "learning_rate": 1.986798201073553e-05,
      "loss": 0.0257,
      "step": 22194
    },
    {
      "epoch": 2.4062228967909802,
      "grad_norm": 0.34551137685775757,
      "learning_rate": 1.9864355142898594e-05,
      "loss": 0.0173,
      "step": 22195
    },
    {
      "epoch": 2.4063313096270598,
      "grad_norm": 0.2268797904253006,
      "learning_rate": 1.986072827506166e-05,
      "loss": 0.0138,
      "step": 22196
    },
    {
      "epoch": 2.4064397224631398,
      "grad_norm": 0.11343168467283249,
      "learning_rate": 1.985710140722472e-05,
      "loss": 0.0143,
      "step": 22197
    },
    {
      "epoch": 2.4065481352992193,
      "grad_norm": 0.26850321888923645,
      "learning_rate": 1.9853474539387787e-05,
      "loss": 0.0097,
      "step": 22198
    },
    {
      "epoch": 2.4066565481352993,
      "grad_norm": 0.010671938769519329,
      "learning_rate": 1.984984767155085e-05,
      "loss": 0.0004,
      "step": 22199
    },
    {
      "epoch": 2.406764960971379,
      "grad_norm": 0.09489180147647858,
      "learning_rate": 1.9846220803713915e-05,
      "loss": 0.005,
      "step": 22200
    },
    {
      "epoch": 2.406873373807459,
      "grad_norm": 0.06474955379962921,
      "learning_rate": 1.9842593935876976e-05,
      "loss": 0.0148,
      "step": 22201
    },
    {
      "epoch": 2.406981786643539,
      "grad_norm": 0.17761379480361938,
      "learning_rate": 1.983896706804004e-05,
      "loss": 0.0115,
      "step": 22202
    },
    {
      "epoch": 2.4070901994796183,
      "grad_norm": 0.2907164990901947,
      "learning_rate": 1.9835340200203107e-05,
      "loss": 0.0339,
      "step": 22203
    },
    {
      "epoch": 2.4071986123156983,
      "grad_norm": 0.20165389776229858,
      "learning_rate": 1.983171333236617e-05,
      "loss": 0.0155,
      "step": 22204
    },
    {
      "epoch": 2.407307025151778,
      "grad_norm": 0.2752191722393036,
      "learning_rate": 1.9828086464529232e-05,
      "loss": 0.0152,
      "step": 22205
    },
    {
      "epoch": 2.407415437987858,
      "grad_norm": 0.35145536065101624,
      "learning_rate": 1.9824459596692296e-05,
      "loss": 0.0198,
      "step": 22206
    },
    {
      "epoch": 2.4075238508239374,
      "grad_norm": 0.3127938210964203,
      "learning_rate": 1.9820832728855364e-05,
      "loss": 0.0287,
      "step": 22207
    },
    {
      "epoch": 2.4076322636600174,
      "grad_norm": 0.049723394215106964,
      "learning_rate": 1.9817205861018424e-05,
      "loss": 0.0056,
      "step": 22208
    },
    {
      "epoch": 2.407740676496097,
      "grad_norm": 0.05431344360113144,
      "learning_rate": 1.981357899318149e-05,
      "loss": 0.0025,
      "step": 22209
    },
    {
      "epoch": 2.407849089332177,
      "grad_norm": 0.09802381694316864,
      "learning_rate": 1.9809952125344553e-05,
      "loss": 0.0062,
      "step": 22210
    },
    {
      "epoch": 2.407957502168257,
      "grad_norm": 0.44988328218460083,
      "learning_rate": 1.980632525750762e-05,
      "loss": 0.0704,
      "step": 22211
    },
    {
      "epoch": 2.4080659150043364,
      "grad_norm": 0.0704931914806366,
      "learning_rate": 1.980269838967068e-05,
      "loss": 0.0089,
      "step": 22212
    },
    {
      "epoch": 2.4081743278404164,
      "grad_norm": 0.24711373448371887,
      "learning_rate": 1.9799071521833745e-05,
      "loss": 0.0183,
      "step": 22213
    },
    {
      "epoch": 2.408282740676496,
      "grad_norm": 0.37400180101394653,
      "learning_rate": 1.979544465399681e-05,
      "loss": 0.0475,
      "step": 22214
    },
    {
      "epoch": 2.408391153512576,
      "grad_norm": 0.22625583410263062,
      "learning_rate": 1.9791817786159873e-05,
      "loss": 0.0222,
      "step": 22215
    },
    {
      "epoch": 2.408499566348656,
      "grad_norm": 0.1159742921590805,
      "learning_rate": 1.9788190918322937e-05,
      "loss": 0.0221,
      "step": 22216
    },
    {
      "epoch": 2.4086079791847355,
      "grad_norm": 0.015718823298811913,
      "learning_rate": 1.9784564050486e-05,
      "loss": 0.001,
      "step": 22217
    },
    {
      "epoch": 2.4087163920208154,
      "grad_norm": 0.08562461286783218,
      "learning_rate": 1.9780937182649065e-05,
      "loss": 0.0055,
      "step": 22218
    },
    {
      "epoch": 2.408824804856895,
      "grad_norm": 0.031760696321725845,
      "learning_rate": 1.977731031481213e-05,
      "loss": 0.0017,
      "step": 22219
    },
    {
      "epoch": 2.408933217692975,
      "grad_norm": 0.7046186923980713,
      "learning_rate": 1.9773683446975194e-05,
      "loss": 0.0232,
      "step": 22220
    },
    {
      "epoch": 2.4090416305290545,
      "grad_norm": 0.4083138704299927,
      "learning_rate": 1.9770056579138258e-05,
      "loss": 0.014,
      "step": 22221
    },
    {
      "epoch": 2.4091500433651345,
      "grad_norm": 0.3428867757320404,
      "learning_rate": 1.9766429711301322e-05,
      "loss": 0.0417,
      "step": 22222
    },
    {
      "epoch": 2.409258456201214,
      "grad_norm": 0.26687556505203247,
      "learning_rate": 1.9762802843464383e-05,
      "loss": 0.0645,
      "step": 22223
    },
    {
      "epoch": 2.409366869037294,
      "grad_norm": 0.19397762417793274,
      "learning_rate": 1.975917597562745e-05,
      "loss": 0.0233,
      "step": 22224
    },
    {
      "epoch": 2.409475281873374,
      "grad_norm": 0.3190949261188507,
      "learning_rate": 1.9755549107790514e-05,
      "loss": 0.0373,
      "step": 22225
    },
    {
      "epoch": 2.4095836947094535,
      "grad_norm": 0.241980642080307,
      "learning_rate": 1.9751922239953578e-05,
      "loss": 0.0379,
      "step": 22226
    },
    {
      "epoch": 2.4096921075455335,
      "grad_norm": 0.2815669775009155,
      "learning_rate": 1.974829537211664e-05,
      "loss": 0.0174,
      "step": 22227
    },
    {
      "epoch": 2.409800520381613,
      "grad_norm": 0.06293583661317825,
      "learning_rate": 1.9744668504279707e-05,
      "loss": 0.0016,
      "step": 22228
    },
    {
      "epoch": 2.409908933217693,
      "grad_norm": 0.011549480259418488,
      "learning_rate": 1.974104163644277e-05,
      "loss": 0.0008,
      "step": 22229
    },
    {
      "epoch": 2.4100173460537726,
      "grad_norm": 0.24500183761119843,
      "learning_rate": 1.9737414768605835e-05,
      "loss": 0.0349,
      "step": 22230
    },
    {
      "epoch": 2.4101257588898526,
      "grad_norm": 0.1831878274679184,
      "learning_rate": 1.9733787900768895e-05,
      "loss": 0.0169,
      "step": 22231
    },
    {
      "epoch": 2.410234171725932,
      "grad_norm": 0.12805673480033875,
      "learning_rate": 1.973016103293196e-05,
      "loss": 0.0183,
      "step": 22232
    },
    {
      "epoch": 2.410342584562012,
      "grad_norm": 0.5351217985153198,
      "learning_rate": 1.9726534165095027e-05,
      "loss": 0.0337,
      "step": 22233
    },
    {
      "epoch": 2.410450997398092,
      "grad_norm": 0.05500354245305061,
      "learning_rate": 1.9722907297258088e-05,
      "loss": 0.0022,
      "step": 22234
    },
    {
      "epoch": 2.4105594102341716,
      "grad_norm": 0.14474338293075562,
      "learning_rate": 1.9719280429421152e-05,
      "loss": 0.0215,
      "step": 22235
    },
    {
      "epoch": 2.4106678230702516,
      "grad_norm": 0.18885965645313263,
      "learning_rate": 1.9715653561584216e-05,
      "loss": 0.0082,
      "step": 22236
    },
    {
      "epoch": 2.410776235906331,
      "grad_norm": 0.20831811428070068,
      "learning_rate": 1.9712026693747283e-05,
      "loss": 0.0145,
      "step": 22237
    },
    {
      "epoch": 2.410884648742411,
      "grad_norm": 0.2054874151945114,
      "learning_rate": 1.9708399825910344e-05,
      "loss": 0.0088,
      "step": 22238
    },
    {
      "epoch": 2.410993061578491,
      "grad_norm": 0.29997292160987854,
      "learning_rate": 1.9704772958073408e-05,
      "loss": 0.0105,
      "step": 22239
    },
    {
      "epoch": 2.4111014744145707,
      "grad_norm": 0.22584055364131927,
      "learning_rate": 1.9701146090236472e-05,
      "loss": 0.0148,
      "step": 22240
    },
    {
      "epoch": 2.4112098872506507,
      "grad_norm": 0.1347741335630417,
      "learning_rate": 1.9697519222399536e-05,
      "loss": 0.0277,
      "step": 22241
    },
    {
      "epoch": 2.41131830008673,
      "grad_norm": 0.34485721588134766,
      "learning_rate": 1.96938923545626e-05,
      "loss": 0.033,
      "step": 22242
    },
    {
      "epoch": 2.41142671292281,
      "grad_norm": 0.11730989068746567,
      "learning_rate": 1.9690265486725665e-05,
      "loss": 0.0118,
      "step": 22243
    },
    {
      "epoch": 2.4115351257588897,
      "grad_norm": 0.008557669818401337,
      "learning_rate": 1.968663861888873e-05,
      "loss": 0.0007,
      "step": 22244
    },
    {
      "epoch": 2.4116435385949697,
      "grad_norm": 0.06777799874544144,
      "learning_rate": 1.9683011751051793e-05,
      "loss": 0.0089,
      "step": 22245
    },
    {
      "epoch": 2.4117519514310493,
      "grad_norm": 0.08183376491069794,
      "learning_rate": 1.9679384883214857e-05,
      "loss": 0.0064,
      "step": 22246
    },
    {
      "epoch": 2.4118603642671292,
      "grad_norm": 0.09660661965608597,
      "learning_rate": 1.967575801537792e-05,
      "loss": 0.0146,
      "step": 22247
    },
    {
      "epoch": 2.4119687771032092,
      "grad_norm": 0.03637249767780304,
      "learning_rate": 1.9672131147540985e-05,
      "loss": 0.0036,
      "step": 22248
    },
    {
      "epoch": 2.4120771899392888,
      "grad_norm": 0.08837459981441498,
      "learning_rate": 1.9668504279704046e-05,
      "loss": 0.0044,
      "step": 22249
    },
    {
      "epoch": 2.4121856027753688,
      "grad_norm": 0.11490097641944885,
      "learning_rate": 1.9664877411867113e-05,
      "loss": 0.0139,
      "step": 22250
    },
    {
      "epoch": 2.4122940156114483,
      "grad_norm": 0.19047270715236664,
      "learning_rate": 1.9661250544030178e-05,
      "loss": 0.0246,
      "step": 22251
    },
    {
      "epoch": 2.4124024284475283,
      "grad_norm": 0.008145113475620747,
      "learning_rate": 1.965762367619324e-05,
      "loss": 0.001,
      "step": 22252
    },
    {
      "epoch": 2.412510841283608,
      "grad_norm": 0.09855015575885773,
      "learning_rate": 1.9653996808356302e-05,
      "loss": 0.0098,
      "step": 22253
    },
    {
      "epoch": 2.412619254119688,
      "grad_norm": 0.02274373359978199,
      "learning_rate": 1.965036994051937e-05,
      "loss": 0.0019,
      "step": 22254
    },
    {
      "epoch": 2.4127276669557673,
      "grad_norm": 0.1585441380739212,
      "learning_rate": 1.9646743072682434e-05,
      "loss": 0.0328,
      "step": 22255
    },
    {
      "epoch": 2.4128360797918473,
      "grad_norm": 0.06256885826587677,
      "learning_rate": 1.9643116204845498e-05,
      "loss": 0.0023,
      "step": 22256
    },
    {
      "epoch": 2.4129444926279273,
      "grad_norm": 0.33005473017692566,
      "learning_rate": 1.963948933700856e-05,
      "loss": 0.037,
      "step": 22257
    },
    {
      "epoch": 2.413052905464007,
      "grad_norm": 0.09633129835128784,
      "learning_rate": 1.9635862469171623e-05,
      "loss": 0.0077,
      "step": 22258
    },
    {
      "epoch": 2.413161318300087,
      "grad_norm": 0.015386609360575676,
      "learning_rate": 1.963223560133469e-05,
      "loss": 0.001,
      "step": 22259
    },
    {
      "epoch": 2.4132697311361664,
      "grad_norm": 0.1624879539012909,
      "learning_rate": 1.962860873349775e-05,
      "loss": 0.0045,
      "step": 22260
    },
    {
      "epoch": 2.4133781439722464,
      "grad_norm": 0.2588227093219757,
      "learning_rate": 1.9624981865660815e-05,
      "loss": 0.0156,
      "step": 22261
    },
    {
      "epoch": 2.4134865568083264,
      "grad_norm": 0.014492619782686234,
      "learning_rate": 1.962135499782388e-05,
      "loss": 0.001,
      "step": 22262
    },
    {
      "epoch": 2.413594969644406,
      "grad_norm": 0.23402540385723114,
      "learning_rate": 1.9617728129986947e-05,
      "loss": 0.023,
      "step": 22263
    },
    {
      "epoch": 2.413703382480486,
      "grad_norm": 0.03916717320680618,
      "learning_rate": 1.9614101262150008e-05,
      "loss": 0.0015,
      "step": 22264
    },
    {
      "epoch": 2.4138117953165654,
      "grad_norm": 0.007755679544061422,
      "learning_rate": 1.961047439431307e-05,
      "loss": 0.0005,
      "step": 22265
    },
    {
      "epoch": 2.4139202081526454,
      "grad_norm": 0.08630359172821045,
      "learning_rate": 1.9606847526476136e-05,
      "loss": 0.0061,
      "step": 22266
    },
    {
      "epoch": 2.414028620988725,
      "grad_norm": 0.0478973351418972,
      "learning_rate": 1.96032206586392e-05,
      "loss": 0.0019,
      "step": 22267
    },
    {
      "epoch": 2.414137033824805,
      "grad_norm": 0.014117221347987652,
      "learning_rate": 1.9599593790802264e-05,
      "loss": 0.0009,
      "step": 22268
    },
    {
      "epoch": 2.4142454466608845,
      "grad_norm": 0.4270816445350647,
      "learning_rate": 1.9595966922965328e-05,
      "loss": 0.0208,
      "step": 22269
    },
    {
      "epoch": 2.4143538594969645,
      "grad_norm": 0.3337787687778473,
      "learning_rate": 1.9592340055128392e-05,
      "loss": 0.0098,
      "step": 22270
    },
    {
      "epoch": 2.4144622723330444,
      "grad_norm": 0.1688414365053177,
      "learning_rate": 1.9588713187291456e-05,
      "loss": 0.0237,
      "step": 22271
    },
    {
      "epoch": 2.414570685169124,
      "grad_norm": 0.32083505392074585,
      "learning_rate": 1.958508631945452e-05,
      "loss": 0.0301,
      "step": 22272
    },
    {
      "epoch": 2.414679098005204,
      "grad_norm": 0.5432845950126648,
      "learning_rate": 1.9581459451617584e-05,
      "loss": 0.0266,
      "step": 22273
    },
    {
      "epoch": 2.4147875108412835,
      "grad_norm": 0.13628876209259033,
      "learning_rate": 1.957783258378065e-05,
      "loss": 0.0726,
      "step": 22274
    },
    {
      "epoch": 2.4148959236773635,
      "grad_norm": 0.2731335163116455,
      "learning_rate": 1.957420571594371e-05,
      "loss": 0.0062,
      "step": 22275
    },
    {
      "epoch": 2.415004336513443,
      "grad_norm": 0.02015521377325058,
      "learning_rate": 1.9570578848106777e-05,
      "loss": 0.0014,
      "step": 22276
    },
    {
      "epoch": 2.415112749349523,
      "grad_norm": 0.08409878611564636,
      "learning_rate": 1.956695198026984e-05,
      "loss": 0.0094,
      "step": 22277
    },
    {
      "epoch": 2.4152211621856026,
      "grad_norm": 0.08390281349420547,
      "learning_rate": 1.9563325112432905e-05,
      "loss": 0.0081,
      "step": 22278
    },
    {
      "epoch": 2.4153295750216826,
      "grad_norm": 0.041438255459070206,
      "learning_rate": 1.9559698244595966e-05,
      "loss": 0.0044,
      "step": 22279
    },
    {
      "epoch": 2.4154379878577625,
      "grad_norm": 0.042396847158670425,
      "learning_rate": 1.9556071376759033e-05,
      "loss": 0.0031,
      "step": 22280
    },
    {
      "epoch": 2.415546400693842,
      "grad_norm": 0.1281905621290207,
      "learning_rate": 1.9552444508922097e-05,
      "loss": 0.006,
      "step": 22281
    },
    {
      "epoch": 2.415654813529922,
      "grad_norm": 0.025012563914060593,
      "learning_rate": 1.954881764108516e-05,
      "loss": 0.002,
      "step": 22282
    },
    {
      "epoch": 2.4157632263660016,
      "grad_norm": 0.12242060154676437,
      "learning_rate": 1.9545190773248222e-05,
      "loss": 0.0224,
      "step": 22283
    },
    {
      "epoch": 2.4158716392020816,
      "grad_norm": 0.20001310110092163,
      "learning_rate": 1.9541563905411286e-05,
      "loss": 0.0192,
      "step": 22284
    },
    {
      "epoch": 2.415980052038161,
      "grad_norm": 0.33672890067100525,
      "learning_rate": 1.9537937037574354e-05,
      "loss": 0.0151,
      "step": 22285
    },
    {
      "epoch": 2.416088464874241,
      "grad_norm": 0.21052123606204987,
      "learning_rate": 1.9534310169737414e-05,
      "loss": 0.0311,
      "step": 22286
    },
    {
      "epoch": 2.4161968777103207,
      "grad_norm": 0.10607952624559402,
      "learning_rate": 1.953068330190048e-05,
      "loss": 0.0135,
      "step": 22287
    },
    {
      "epoch": 2.4163052905464006,
      "grad_norm": 0.12810362875461578,
      "learning_rate": 1.9527056434063543e-05,
      "loss": 0.0159,
      "step": 22288
    },
    {
      "epoch": 2.4164137033824806,
      "grad_norm": 0.06120825931429863,
      "learning_rate": 1.952342956622661e-05,
      "loss": 0.0045,
      "step": 22289
    },
    {
      "epoch": 2.41652211621856,
      "grad_norm": 0.048364631831645966,
      "learning_rate": 1.951980269838967e-05,
      "loss": 0.0049,
      "step": 22290
    },
    {
      "epoch": 2.41663052905464,
      "grad_norm": 0.18935684859752655,
      "learning_rate": 1.9516175830552735e-05,
      "loss": 0.016,
      "step": 22291
    },
    {
      "epoch": 2.4167389418907197,
      "grad_norm": 0.3292982280254364,
      "learning_rate": 1.95125489627158e-05,
      "loss": 0.0167,
      "step": 22292
    },
    {
      "epoch": 2.4168473547267997,
      "grad_norm": 0.12356966733932495,
      "learning_rate": 1.9508922094878863e-05,
      "loss": 0.0134,
      "step": 22293
    },
    {
      "epoch": 2.4169557675628797,
      "grad_norm": 0.24713121354579926,
      "learning_rate": 1.9505295227041927e-05,
      "loss": 0.0092,
      "step": 22294
    },
    {
      "epoch": 2.417064180398959,
      "grad_norm": 0.7056267261505127,
      "learning_rate": 1.950166835920499e-05,
      "loss": 0.0471,
      "step": 22295
    },
    {
      "epoch": 2.417172593235039,
      "grad_norm": 0.35693496465682983,
      "learning_rate": 1.9498041491368055e-05,
      "loss": 0.0467,
      "step": 22296
    },
    {
      "epoch": 2.4172810060711187,
      "grad_norm": 0.28280332684516907,
      "learning_rate": 1.949441462353112e-05,
      "loss": 0.0266,
      "step": 22297
    },
    {
      "epoch": 2.4173894189071987,
      "grad_norm": 0.47428619861602783,
      "learning_rate": 1.9490787755694184e-05,
      "loss": 0.0417,
      "step": 22298
    },
    {
      "epoch": 2.4174978317432783,
      "grad_norm": 0.018222952261567116,
      "learning_rate": 1.9487160887857248e-05,
      "loss": 0.0021,
      "step": 22299
    },
    {
      "epoch": 2.4176062445793582,
      "grad_norm": 0.26819148659706116,
      "learning_rate": 1.9483534020020312e-05,
      "loss": 0.0219,
      "step": 22300
    },
    {
      "epoch": 2.417714657415438,
      "grad_norm": 0.12440432608127594,
      "learning_rate": 1.9479907152183373e-05,
      "loss": 0.0062,
      "step": 22301
    },
    {
      "epoch": 2.4178230702515178,
      "grad_norm": 0.1395523101091385,
      "learning_rate": 1.947628028434644e-05,
      "loss": 0.0092,
      "step": 22302
    },
    {
      "epoch": 2.4179314830875978,
      "grad_norm": 0.008252616040408611,
      "learning_rate": 1.9472653416509504e-05,
      "loss": 0.0006,
      "step": 22303
    },
    {
      "epoch": 2.4180398959236773,
      "grad_norm": 0.07482852786779404,
      "learning_rate": 1.946902654867257e-05,
      "loss": 0.0018,
      "step": 22304
    },
    {
      "epoch": 2.4181483087597573,
      "grad_norm": 0.30502644181251526,
      "learning_rate": 1.946539968083563e-05,
      "loss": 0.0154,
      "step": 22305
    },
    {
      "epoch": 2.418256721595837,
      "grad_norm": 0.10877927392721176,
      "learning_rate": 1.9461772812998697e-05,
      "loss": 0.0068,
      "step": 22306
    },
    {
      "epoch": 2.418365134431917,
      "grad_norm": 0.0473957359790802,
      "learning_rate": 1.945814594516176e-05,
      "loss": 0.0027,
      "step": 22307
    },
    {
      "epoch": 2.4184735472679963,
      "grad_norm": 0.05852213129401207,
      "learning_rate": 1.9454519077324825e-05,
      "loss": 0.0049,
      "step": 22308
    },
    {
      "epoch": 2.4185819601040763,
      "grad_norm": 0.1592658907175064,
      "learning_rate": 1.9450892209487885e-05,
      "loss": 0.0223,
      "step": 22309
    },
    {
      "epoch": 2.418690372940156,
      "grad_norm": 0.23532311618328094,
      "learning_rate": 1.944726534165095e-05,
      "loss": 0.0546,
      "step": 22310
    },
    {
      "epoch": 2.418798785776236,
      "grad_norm": 0.05702167749404907,
      "learning_rate": 1.9443638473814017e-05,
      "loss": 0.0054,
      "step": 22311
    },
    {
      "epoch": 2.418907198612316,
      "grad_norm": 0.11317344754934311,
      "learning_rate": 1.9440011605977078e-05,
      "loss": 0.0132,
      "step": 22312
    },
    {
      "epoch": 2.4190156114483954,
      "grad_norm": 0.33490386605262756,
      "learning_rate": 1.9436384738140142e-05,
      "loss": 0.0208,
      "step": 22313
    },
    {
      "epoch": 2.4191240242844754,
      "grad_norm": 0.1239924281835556,
      "learning_rate": 1.9432757870303206e-05,
      "loss": 0.0126,
      "step": 22314
    },
    {
      "epoch": 2.419232437120555,
      "grad_norm": 0.18106864392757416,
      "learning_rate": 1.9429131002466273e-05,
      "loss": 0.0133,
      "step": 22315
    },
    {
      "epoch": 2.419340849956635,
      "grad_norm": 0.14244414865970612,
      "learning_rate": 1.9425504134629334e-05,
      "loss": 0.0329,
      "step": 22316
    },
    {
      "epoch": 2.419449262792715,
      "grad_norm": 0.0729203075170517,
      "learning_rate": 1.9421877266792398e-05,
      "loss": 0.0091,
      "step": 22317
    },
    {
      "epoch": 2.4195576756287944,
      "grad_norm": 0.22489143908023834,
      "learning_rate": 1.9418250398955462e-05,
      "loss": 0.0369,
      "step": 22318
    },
    {
      "epoch": 2.4196660884648744,
      "grad_norm": 0.21478693187236786,
      "learning_rate": 1.9414623531118527e-05,
      "loss": 0.0257,
      "step": 22319
    },
    {
      "epoch": 2.419774501300954,
      "grad_norm": 0.22292247414588928,
      "learning_rate": 1.941099666328159e-05,
      "loss": 0.0273,
      "step": 22320
    },
    {
      "epoch": 2.419882914137034,
      "grad_norm": 0.20665262639522552,
      "learning_rate": 1.9407369795444655e-05,
      "loss": 0.0119,
      "step": 22321
    },
    {
      "epoch": 2.4199913269731135,
      "grad_norm": 0.00938697624951601,
      "learning_rate": 1.940374292760772e-05,
      "loss": 0.0007,
      "step": 22322
    },
    {
      "epoch": 2.4200997398091935,
      "grad_norm": 0.0242617167532444,
      "learning_rate": 1.9400116059770783e-05,
      "loss": 0.0016,
      "step": 22323
    },
    {
      "epoch": 2.420208152645273,
      "grad_norm": 0.09531892091035843,
      "learning_rate": 1.9396489191933847e-05,
      "loss": 0.0068,
      "step": 22324
    },
    {
      "epoch": 2.420316565481353,
      "grad_norm": 0.3374769389629364,
      "learning_rate": 1.939286232409691e-05,
      "loss": 0.0296,
      "step": 22325
    },
    {
      "epoch": 2.420424978317433,
      "grad_norm": 0.02051057666540146,
      "learning_rate": 1.9389235456259975e-05,
      "loss": 0.0015,
      "step": 22326
    },
    {
      "epoch": 2.4205333911535125,
      "grad_norm": 0.018375243991613388,
      "learning_rate": 1.9385608588423036e-05,
      "loss": 0.0011,
      "step": 22327
    },
    {
      "epoch": 2.4206418039895925,
      "grad_norm": 0.1766543835401535,
      "learning_rate": 1.9381981720586103e-05,
      "loss": 0.006,
      "step": 22328
    },
    {
      "epoch": 2.420750216825672,
      "grad_norm": 0.22861367464065552,
      "learning_rate": 1.9378354852749168e-05,
      "loss": 0.0129,
      "step": 22329
    },
    {
      "epoch": 2.420858629661752,
      "grad_norm": 0.013772963546216488,
      "learning_rate": 1.937472798491223e-05,
      "loss": 0.0011,
      "step": 22330
    },
    {
      "epoch": 2.4209670424978316,
      "grad_norm": 0.11480161547660828,
      "learning_rate": 1.9371101117075292e-05,
      "loss": 0.0263,
      "step": 22331
    },
    {
      "epoch": 2.4210754553339116,
      "grad_norm": 0.10134431719779968,
      "learning_rate": 1.936747424923836e-05,
      "loss": 0.0044,
      "step": 22332
    },
    {
      "epoch": 2.421183868169991,
      "grad_norm": 0.09930865466594696,
      "learning_rate": 1.9363847381401424e-05,
      "loss": 0.0021,
      "step": 22333
    },
    {
      "epoch": 2.421292281006071,
      "grad_norm": 0.21065950393676758,
      "learning_rate": 1.9360220513564488e-05,
      "loss": 0.0085,
      "step": 22334
    },
    {
      "epoch": 2.421400693842151,
      "grad_norm": 0.06283165514469147,
      "learning_rate": 1.935659364572755e-05,
      "loss": 0.0041,
      "step": 22335
    },
    {
      "epoch": 2.4215091066782306,
      "grad_norm": 0.08387557417154312,
      "learning_rate": 1.9352966777890616e-05,
      "loss": 0.0079,
      "step": 22336
    },
    {
      "epoch": 2.4216175195143106,
      "grad_norm": 0.3909315764904022,
      "learning_rate": 1.934933991005368e-05,
      "loss": 0.0216,
      "step": 22337
    },
    {
      "epoch": 2.42172593235039,
      "grad_norm": 0.0631590411067009,
      "learning_rate": 1.934571304221674e-05,
      "loss": 0.0042,
      "step": 22338
    },
    {
      "epoch": 2.42183434518647,
      "grad_norm": 0.6126773357391357,
      "learning_rate": 1.9342086174379805e-05,
      "loss": 0.0135,
      "step": 22339
    },
    {
      "epoch": 2.42194275802255,
      "grad_norm": 0.04943011328577995,
      "learning_rate": 1.933845930654287e-05,
      "loss": 0.0014,
      "step": 22340
    },
    {
      "epoch": 2.4220511708586296,
      "grad_norm": 0.18366137146949768,
      "learning_rate": 1.9334832438705937e-05,
      "loss": 0.0125,
      "step": 22341
    },
    {
      "epoch": 2.4221595836947096,
      "grad_norm": 0.1597844511270523,
      "learning_rate": 1.9331205570868998e-05,
      "loss": 0.0096,
      "step": 22342
    },
    {
      "epoch": 2.422267996530789,
      "grad_norm": 0.0349358394742012,
      "learning_rate": 1.932757870303206e-05,
      "loss": 0.0032,
      "step": 22343
    },
    {
      "epoch": 2.422376409366869,
      "grad_norm": 0.11052850633859634,
      "learning_rate": 1.9323951835195126e-05,
      "loss": 0.0126,
      "step": 22344
    },
    {
      "epoch": 2.4224848222029487,
      "grad_norm": 0.6351944208145142,
      "learning_rate": 1.932032496735819e-05,
      "loss": 0.0341,
      "step": 22345
    },
    {
      "epoch": 2.4225932350390287,
      "grad_norm": 0.4348773956298828,
      "learning_rate": 1.9316698099521254e-05,
      "loss": 0.0218,
      "step": 22346
    },
    {
      "epoch": 2.422701647875108,
      "grad_norm": 0.0439005084335804,
      "learning_rate": 1.9313071231684318e-05,
      "loss": 0.0038,
      "step": 22347
    },
    {
      "epoch": 2.422810060711188,
      "grad_norm": 0.04774540290236473,
      "learning_rate": 1.9309444363847382e-05,
      "loss": 0.0036,
      "step": 22348
    },
    {
      "epoch": 2.422918473547268,
      "grad_norm": 0.02398950792849064,
      "learning_rate": 1.9305817496010446e-05,
      "loss": 0.0017,
      "step": 22349
    },
    {
      "epoch": 2.4230268863833477,
      "grad_norm": 0.10417604446411133,
      "learning_rate": 1.930219062817351e-05,
      "loss": 0.0057,
      "step": 22350
    },
    {
      "epoch": 2.4231352992194277,
      "grad_norm": 0.14118769764900208,
      "learning_rate": 1.9298563760336574e-05,
      "loss": 0.0161,
      "step": 22351
    },
    {
      "epoch": 2.4232437120555073,
      "grad_norm": 0.05866655334830284,
      "learning_rate": 1.929493689249964e-05,
      "loss": 0.0011,
      "step": 22352
    },
    {
      "epoch": 2.4233521248915872,
      "grad_norm": 0.18605706095695496,
      "learning_rate": 1.92913100246627e-05,
      "loss": 0.012,
      "step": 22353
    },
    {
      "epoch": 2.423460537727667,
      "grad_norm": 0.6954162120819092,
      "learning_rate": 1.9287683156825767e-05,
      "loss": 0.012,
      "step": 22354
    },
    {
      "epoch": 2.4235689505637468,
      "grad_norm": 0.037109214812517166,
      "learning_rate": 1.928405628898883e-05,
      "loss": 0.0026,
      "step": 22355
    },
    {
      "epoch": 2.4236773633998263,
      "grad_norm": 0.13213947415351868,
      "learning_rate": 1.9280429421151895e-05,
      "loss": 0.006,
      "step": 22356
    },
    {
      "epoch": 2.4237857762359063,
      "grad_norm": 0.040161192417144775,
      "learning_rate": 1.9276802553314956e-05,
      "loss": 0.0016,
      "step": 22357
    },
    {
      "epoch": 2.4238941890719863,
      "grad_norm": 0.10891900956630707,
      "learning_rate": 1.9273175685478023e-05,
      "loss": 0.0087,
      "step": 22358
    },
    {
      "epoch": 2.424002601908066,
      "grad_norm": 0.20511138439178467,
      "learning_rate": 1.9269548817641087e-05,
      "loss": 0.0103,
      "step": 22359
    },
    {
      "epoch": 2.424111014744146,
      "grad_norm": 0.07869765162467957,
      "learning_rate": 1.926592194980415e-05,
      "loss": 0.003,
      "step": 22360
    },
    {
      "epoch": 2.4242194275802254,
      "grad_norm": 0.11340473592281342,
      "learning_rate": 1.9262295081967212e-05,
      "loss": 0.0185,
      "step": 22361
    },
    {
      "epoch": 2.4243278404163053,
      "grad_norm": 0.23420478403568268,
      "learning_rate": 1.925866821413028e-05,
      "loss": 0.0201,
      "step": 22362
    },
    {
      "epoch": 2.4244362532523853,
      "grad_norm": 0.14168798923492432,
      "learning_rate": 1.9255041346293344e-05,
      "loss": 0.0182,
      "step": 22363
    },
    {
      "epoch": 2.424544666088465,
      "grad_norm": 0.14570625126361847,
      "learning_rate": 1.9251414478456404e-05,
      "loss": 0.0305,
      "step": 22364
    },
    {
      "epoch": 2.424653078924545,
      "grad_norm": 0.2743140757083893,
      "learning_rate": 1.924778761061947e-05,
      "loss": 0.0329,
      "step": 22365
    },
    {
      "epoch": 2.4247614917606244,
      "grad_norm": 0.13197576999664307,
      "learning_rate": 1.9244160742782533e-05,
      "loss": 0.007,
      "step": 22366
    },
    {
      "epoch": 2.4248699045967044,
      "grad_norm": 0.08089417964220047,
      "learning_rate": 1.92405338749456e-05,
      "loss": 0.0078,
      "step": 22367
    },
    {
      "epoch": 2.424978317432784,
      "grad_norm": 0.13534031808376312,
      "learning_rate": 1.923690700710866e-05,
      "loss": 0.0094,
      "step": 22368
    },
    {
      "epoch": 2.425086730268864,
      "grad_norm": 0.17970971763134003,
      "learning_rate": 1.9233280139271725e-05,
      "loss": 0.0128,
      "step": 22369
    },
    {
      "epoch": 2.4251951431049434,
      "grad_norm": 0.005449711810797453,
      "learning_rate": 1.922965327143479e-05,
      "loss": 0.0007,
      "step": 22370
    },
    {
      "epoch": 2.4253035559410234,
      "grad_norm": 0.02806083671748638,
      "learning_rate": 1.9226026403597857e-05,
      "loss": 0.0011,
      "step": 22371
    },
    {
      "epoch": 2.4254119687771034,
      "grad_norm": 0.021830063313245773,
      "learning_rate": 1.9222399535760917e-05,
      "loss": 0.002,
      "step": 22372
    },
    {
      "epoch": 2.425520381613183,
      "grad_norm": 0.07861517369747162,
      "learning_rate": 1.921877266792398e-05,
      "loss": 0.0138,
      "step": 22373
    },
    {
      "epoch": 2.425628794449263,
      "grad_norm": 0.29873350262641907,
      "learning_rate": 1.9215145800087046e-05,
      "loss": 0.0316,
      "step": 22374
    },
    {
      "epoch": 2.4257372072853425,
      "grad_norm": 0.08932823687791824,
      "learning_rate": 1.921151893225011e-05,
      "loss": 0.0049,
      "step": 22375
    },
    {
      "epoch": 2.4258456201214225,
      "grad_norm": 0.16617682576179504,
      "learning_rate": 1.9207892064413174e-05,
      "loss": 0.0053,
      "step": 22376
    },
    {
      "epoch": 2.425954032957502,
      "grad_norm": 0.11867132782936096,
      "learning_rate": 1.9204265196576238e-05,
      "loss": 0.0064,
      "step": 22377
    },
    {
      "epoch": 2.426062445793582,
      "grad_norm": 0.2375892996788025,
      "learning_rate": 1.9200638328739302e-05,
      "loss": 0.022,
      "step": 22378
    },
    {
      "epoch": 2.4261708586296615,
      "grad_norm": 0.07425404340028763,
      "learning_rate": 1.9197011460902366e-05,
      "loss": 0.0067,
      "step": 22379
    },
    {
      "epoch": 2.4262792714657415,
      "grad_norm": 0.08322636783123016,
      "learning_rate": 1.919338459306543e-05,
      "loss": 0.0096,
      "step": 22380
    },
    {
      "epoch": 2.4263876843018215,
      "grad_norm": 0.06379301100969315,
      "learning_rate": 1.9189757725228494e-05,
      "loss": 0.0048,
      "step": 22381
    },
    {
      "epoch": 2.426496097137901,
      "grad_norm": 0.3539368510246277,
      "learning_rate": 1.918613085739156e-05,
      "loss": 0.0574,
      "step": 22382
    },
    {
      "epoch": 2.426604509973981,
      "grad_norm": 0.3125464618206024,
      "learning_rate": 1.918250398955462e-05,
      "loss": 0.0339,
      "step": 22383
    },
    {
      "epoch": 2.4267129228100606,
      "grad_norm": 0.05915080010890961,
      "learning_rate": 1.9178877121717687e-05,
      "loss": 0.0035,
      "step": 22384
    },
    {
      "epoch": 2.4268213356461406,
      "grad_norm": 0.05791180580854416,
      "learning_rate": 1.917525025388075e-05,
      "loss": 0.0089,
      "step": 22385
    },
    {
      "epoch": 2.4269297484822205,
      "grad_norm": 0.12935134768486023,
      "learning_rate": 1.9171623386043815e-05,
      "loss": 0.0079,
      "step": 22386
    },
    {
      "epoch": 2.4270381613183,
      "grad_norm": 0.2525237500667572,
      "learning_rate": 1.9167996518206875e-05,
      "loss": 0.0167,
      "step": 22387
    },
    {
      "epoch": 2.42714657415438,
      "grad_norm": 0.3599497973918915,
      "learning_rate": 1.9164369650369943e-05,
      "loss": 0.0149,
      "step": 22388
    },
    {
      "epoch": 2.4272549869904596,
      "grad_norm": 0.07451736181974411,
      "learning_rate": 1.9160742782533007e-05,
      "loss": 0.0062,
      "step": 22389
    },
    {
      "epoch": 2.4273633998265396,
      "grad_norm": 0.09303753077983856,
      "learning_rate": 1.9157115914696068e-05,
      "loss": 0.0056,
      "step": 22390
    },
    {
      "epoch": 2.427471812662619,
      "grad_norm": 0.39431455731391907,
      "learning_rate": 1.9153489046859132e-05,
      "loss": 0.0716,
      "step": 22391
    },
    {
      "epoch": 2.427580225498699,
      "grad_norm": 0.6659010648727417,
      "learning_rate": 1.9149862179022196e-05,
      "loss": 0.0319,
      "step": 22392
    },
    {
      "epoch": 2.4276886383347787,
      "grad_norm": 0.11791373044252396,
      "learning_rate": 1.9146235311185264e-05,
      "loss": 0.0107,
      "step": 22393
    },
    {
      "epoch": 2.4277970511708586,
      "grad_norm": 0.46936872601509094,
      "learning_rate": 1.9142608443348324e-05,
      "loss": 0.0459,
      "step": 22394
    },
    {
      "epoch": 2.4279054640069386,
      "grad_norm": 0.056768450886011124,
      "learning_rate": 1.913898157551139e-05,
      "loss": 0.0038,
      "step": 22395
    },
    {
      "epoch": 2.428013876843018,
      "grad_norm": 0.08899238705635071,
      "learning_rate": 1.9135354707674452e-05,
      "loss": 0.0056,
      "step": 22396
    },
    {
      "epoch": 2.428122289679098,
      "grad_norm": 0.12144441157579422,
      "learning_rate": 1.913172783983752e-05,
      "loss": 0.0094,
      "step": 22397
    },
    {
      "epoch": 2.4282307025151777,
      "grad_norm": 0.09082680195569992,
      "learning_rate": 1.912810097200058e-05,
      "loss": 0.0056,
      "step": 22398
    },
    {
      "epoch": 2.4283391153512577,
      "grad_norm": 0.2127547264099121,
      "learning_rate": 1.9124474104163645e-05,
      "loss": 0.0422,
      "step": 22399
    },
    {
      "epoch": 2.4284475281873372,
      "grad_norm": 0.03421678766608238,
      "learning_rate": 1.912084723632671e-05,
      "loss": 0.0028,
      "step": 22400
    },
    {
      "epoch": 2.428555941023417,
      "grad_norm": 0.40232834219932556,
      "learning_rate": 1.9117220368489773e-05,
      "loss": 0.0228,
      "step": 22401
    },
    {
      "epoch": 2.4286643538594967,
      "grad_norm": 0.46347570419311523,
      "learning_rate": 1.9113593500652837e-05,
      "loss": 0.0587,
      "step": 22402
    },
    {
      "epoch": 2.4287727666955767,
      "grad_norm": 0.41061824560165405,
      "learning_rate": 1.91099666328159e-05,
      "loss": 0.047,
      "step": 22403
    },
    {
      "epoch": 2.4288811795316567,
      "grad_norm": 0.33554312586784363,
      "learning_rate": 1.9106339764978965e-05,
      "loss": 0.0169,
      "step": 22404
    },
    {
      "epoch": 2.4289895923677363,
      "grad_norm": 0.08704444020986557,
      "learning_rate": 1.910271289714203e-05,
      "loss": 0.0039,
      "step": 22405
    },
    {
      "epoch": 2.4290980052038162,
      "grad_norm": 0.14283329248428345,
      "learning_rate": 1.9099086029305093e-05,
      "loss": 0.0164,
      "step": 22406
    },
    {
      "epoch": 2.429206418039896,
      "grad_norm": 0.2114274799823761,
      "learning_rate": 1.9095459161468158e-05,
      "loss": 0.0229,
      "step": 22407
    },
    {
      "epoch": 2.4293148308759758,
      "grad_norm": 0.04928842931985855,
      "learning_rate": 1.9091832293631222e-05,
      "loss": 0.0018,
      "step": 22408
    },
    {
      "epoch": 2.4294232437120553,
      "grad_norm": 0.05881750211119652,
      "learning_rate": 1.9088205425794282e-05,
      "loss": 0.0035,
      "step": 22409
    },
    {
      "epoch": 2.4295316565481353,
      "grad_norm": 0.11920296400785446,
      "learning_rate": 1.908457855795735e-05,
      "loss": 0.004,
      "step": 22410
    },
    {
      "epoch": 2.4296400693842153,
      "grad_norm": 0.22098158299922943,
      "learning_rate": 1.9080951690120414e-05,
      "loss": 0.0147,
      "step": 22411
    },
    {
      "epoch": 2.429748482220295,
      "grad_norm": 0.16697947680950165,
      "learning_rate": 1.9077324822283478e-05,
      "loss": 0.0226,
      "step": 22412
    },
    {
      "epoch": 2.429856895056375,
      "grad_norm": 0.07019681483507156,
      "learning_rate": 1.907369795444654e-05,
      "loss": 0.009,
      "step": 22413
    },
    {
      "epoch": 2.4299653078924544,
      "grad_norm": 0.33322757482528687,
      "learning_rate": 1.9070071086609606e-05,
      "loss": 0.0493,
      "step": 22414
    },
    {
      "epoch": 2.4300737207285343,
      "grad_norm": 0.032177962362766266,
      "learning_rate": 1.906644421877267e-05,
      "loss": 0.0028,
      "step": 22415
    },
    {
      "epoch": 2.430182133564614,
      "grad_norm": 0.0305637139827013,
      "learning_rate": 1.906281735093573e-05,
      "loss": 0.002,
      "step": 22416
    },
    {
      "epoch": 2.430290546400694,
      "grad_norm": 0.12390599399805069,
      "learning_rate": 1.9059190483098795e-05,
      "loss": 0.0146,
      "step": 22417
    },
    {
      "epoch": 2.430398959236774,
      "grad_norm": 0.33403074741363525,
      "learning_rate": 1.905556361526186e-05,
      "loss": 0.066,
      "step": 22418
    },
    {
      "epoch": 2.4305073720728534,
      "grad_norm": 0.1500226855278015,
      "learning_rate": 1.9051936747424927e-05,
      "loss": 0.0117,
      "step": 22419
    },
    {
      "epoch": 2.4306157849089334,
      "grad_norm": 0.380942165851593,
      "learning_rate": 1.9048309879587988e-05,
      "loss": 0.0358,
      "step": 22420
    },
    {
      "epoch": 2.430724197745013,
      "grad_norm": 0.1637669801712036,
      "learning_rate": 1.904468301175105e-05,
      "loss": 0.027,
      "step": 22421
    },
    {
      "epoch": 2.430832610581093,
      "grad_norm": 0.13590002059936523,
      "learning_rate": 1.9041056143914116e-05,
      "loss": 0.0097,
      "step": 22422
    },
    {
      "epoch": 2.4309410234171724,
      "grad_norm": 0.13009068369865417,
      "learning_rate": 1.9037429276077183e-05,
      "loss": 0.0159,
      "step": 22423
    },
    {
      "epoch": 2.4310494362532524,
      "grad_norm": 0.14697542786598206,
      "learning_rate": 1.9033802408240244e-05,
      "loss": 0.0085,
      "step": 22424
    },
    {
      "epoch": 2.431157849089332,
      "grad_norm": 0.19447875022888184,
      "learning_rate": 1.9030175540403308e-05,
      "loss": 0.0289,
      "step": 22425
    },
    {
      "epoch": 2.431266261925412,
      "grad_norm": 0.4315286874771118,
      "learning_rate": 1.9026548672566372e-05,
      "loss": 0.0619,
      "step": 22426
    },
    {
      "epoch": 2.431374674761492,
      "grad_norm": 0.022622859105467796,
      "learning_rate": 1.9022921804729436e-05,
      "loss": 0.0011,
      "step": 22427
    },
    {
      "epoch": 2.4314830875975715,
      "grad_norm": 0.19934040307998657,
      "learning_rate": 1.90192949368925e-05,
      "loss": 0.0224,
      "step": 22428
    },
    {
      "epoch": 2.4315915004336515,
      "grad_norm": 0.2487505078315735,
      "learning_rate": 1.9015668069055565e-05,
      "loss": 0.0593,
      "step": 22429
    },
    {
      "epoch": 2.431699913269731,
      "grad_norm": 0.1533273458480835,
      "learning_rate": 1.901204120121863e-05,
      "loss": 0.0161,
      "step": 22430
    },
    {
      "epoch": 2.431808326105811,
      "grad_norm": 0.15095075964927673,
      "learning_rate": 1.9008414333381693e-05,
      "loss": 0.0054,
      "step": 22431
    },
    {
      "epoch": 2.4319167389418905,
      "grad_norm": 0.1490151584148407,
      "learning_rate": 1.9004787465544757e-05,
      "loss": 0.0175,
      "step": 22432
    },
    {
      "epoch": 2.4320251517779705,
      "grad_norm": 0.3017369508743286,
      "learning_rate": 1.900116059770782e-05,
      "loss": 0.0159,
      "step": 22433
    },
    {
      "epoch": 2.43213356461405,
      "grad_norm": 0.054161831736564636,
      "learning_rate": 1.8997533729870885e-05,
      "loss": 0.0027,
      "step": 22434
    },
    {
      "epoch": 2.43224197745013,
      "grad_norm": 0.10297142714262009,
      "learning_rate": 1.8993906862033946e-05,
      "loss": 0.0052,
      "step": 22435
    },
    {
      "epoch": 2.43235039028621,
      "grad_norm": 0.1499013602733612,
      "learning_rate": 1.8990279994197013e-05,
      "loss": 0.0436,
      "step": 22436
    },
    {
      "epoch": 2.4324588031222896,
      "grad_norm": 0.2222888320684433,
      "learning_rate": 1.8986653126360077e-05,
      "loss": 0.0326,
      "step": 22437
    },
    {
      "epoch": 2.4325672159583696,
      "grad_norm": 0.05922704190015793,
      "learning_rate": 1.898302625852314e-05,
      "loss": 0.0056,
      "step": 22438
    },
    {
      "epoch": 2.432675628794449,
      "grad_norm": 0.21172893047332764,
      "learning_rate": 1.8979399390686202e-05,
      "loss": 0.014,
      "step": 22439
    },
    {
      "epoch": 2.432784041630529,
      "grad_norm": 0.3654775321483612,
      "learning_rate": 1.897577252284927e-05,
      "loss": 0.0301,
      "step": 22440
    },
    {
      "epoch": 2.432892454466609,
      "grad_norm": 0.01172578614205122,
      "learning_rate": 1.8972145655012334e-05,
      "loss": 0.0013,
      "step": 22441
    },
    {
      "epoch": 2.4330008673026886,
      "grad_norm": 0.020626693964004517,
      "learning_rate": 1.8968518787175394e-05,
      "loss": 0.0018,
      "step": 22442
    },
    {
      "epoch": 2.4331092801387686,
      "grad_norm": 0.06633016467094421,
      "learning_rate": 1.896489191933846e-05,
      "loss": 0.005,
      "step": 22443
    },
    {
      "epoch": 2.433217692974848,
      "grad_norm": 0.012828558683395386,
      "learning_rate": 1.8961265051501526e-05,
      "loss": 0.0009,
      "step": 22444
    },
    {
      "epoch": 2.433326105810928,
      "grad_norm": 0.16255560517311096,
      "learning_rate": 1.895763818366459e-05,
      "loss": 0.0138,
      "step": 22445
    },
    {
      "epoch": 2.4334345186470077,
      "grad_norm": 0.056718941777944565,
      "learning_rate": 1.895401131582765e-05,
      "loss": 0.0071,
      "step": 22446
    },
    {
      "epoch": 2.4335429314830876,
      "grad_norm": 0.2259981632232666,
      "learning_rate": 1.8950384447990715e-05,
      "loss": 0.0258,
      "step": 22447
    },
    {
      "epoch": 2.433651344319167,
      "grad_norm": 0.2777792513370514,
      "learning_rate": 1.894675758015378e-05,
      "loss": 0.055,
      "step": 22448
    },
    {
      "epoch": 2.433759757155247,
      "grad_norm": 0.29066163301467896,
      "learning_rate": 1.8943130712316847e-05,
      "loss": 0.0512,
      "step": 22449
    },
    {
      "epoch": 2.433868169991327,
      "grad_norm": 0.053469639271497726,
      "learning_rate": 1.8939503844479907e-05,
      "loss": 0.006,
      "step": 22450
    },
    {
      "epoch": 2.4339765828274067,
      "grad_norm": 0.10521060973405838,
      "learning_rate": 1.893587697664297e-05,
      "loss": 0.0068,
      "step": 22451
    },
    {
      "epoch": 2.4340849956634867,
      "grad_norm": 0.11092280596494675,
      "learning_rate": 1.8932250108806036e-05,
      "loss": 0.0031,
      "step": 22452
    },
    {
      "epoch": 2.4341934084995662,
      "grad_norm": 0.03411870077252388,
      "learning_rate": 1.89286232409691e-05,
      "loss": 0.0028,
      "step": 22453
    },
    {
      "epoch": 2.434301821335646,
      "grad_norm": 0.22721830010414124,
      "learning_rate": 1.8924996373132164e-05,
      "loss": 0.0323,
      "step": 22454
    },
    {
      "epoch": 2.4344102341717258,
      "grad_norm": 0.16208221018314362,
      "learning_rate": 1.8921369505295228e-05,
      "loss": 0.0145,
      "step": 22455
    },
    {
      "epoch": 2.4345186470078057,
      "grad_norm": 0.10590440034866333,
      "learning_rate": 1.8917742637458292e-05,
      "loss": 0.0102,
      "step": 22456
    },
    {
      "epoch": 2.4346270598438853,
      "grad_norm": 0.09475792944431305,
      "learning_rate": 1.8914115769621356e-05,
      "loss": 0.0126,
      "step": 22457
    },
    {
      "epoch": 2.4347354726799653,
      "grad_norm": 0.20921765267848969,
      "learning_rate": 1.891048890178442e-05,
      "loss": 0.0185,
      "step": 22458
    },
    {
      "epoch": 2.4348438855160452,
      "grad_norm": 0.0514303557574749,
      "learning_rate": 1.8906862033947484e-05,
      "loss": 0.0043,
      "step": 22459
    },
    {
      "epoch": 2.434952298352125,
      "grad_norm": 0.08170080929994583,
      "learning_rate": 1.890323516611055e-05,
      "loss": 0.0063,
      "step": 22460
    },
    {
      "epoch": 2.4350607111882048,
      "grad_norm": 0.0742543414235115,
      "learning_rate": 1.889960829827361e-05,
      "loss": 0.0077,
      "step": 22461
    },
    {
      "epoch": 2.4351691240242843,
      "grad_norm": 0.0903494730591774,
      "learning_rate": 1.8895981430436677e-05,
      "loss": 0.0063,
      "step": 22462
    },
    {
      "epoch": 2.4352775368603643,
      "grad_norm": 0.21607236564159393,
      "learning_rate": 1.889235456259974e-05,
      "loss": 0.0094,
      "step": 22463
    },
    {
      "epoch": 2.4353859496964443,
      "grad_norm": 0.14214201271533966,
      "learning_rate": 1.8888727694762805e-05,
      "loss": 0.0102,
      "step": 22464
    },
    {
      "epoch": 2.435494362532524,
      "grad_norm": 0.1382255256175995,
      "learning_rate": 1.8885100826925866e-05,
      "loss": 0.02,
      "step": 22465
    },
    {
      "epoch": 2.435602775368604,
      "grad_norm": 0.2751500904560089,
      "learning_rate": 1.8881473959088933e-05,
      "loss": 0.0221,
      "step": 22466
    },
    {
      "epoch": 2.4357111882046834,
      "grad_norm": 0.20246049761772156,
      "learning_rate": 1.8877847091251997e-05,
      "loss": 0.0247,
      "step": 22467
    },
    {
      "epoch": 2.4358196010407633,
      "grad_norm": 0.08922874182462692,
      "learning_rate": 1.8874220223415058e-05,
      "loss": 0.0069,
      "step": 22468
    },
    {
      "epoch": 2.435928013876843,
      "grad_norm": 0.15633562207221985,
      "learning_rate": 1.8870593355578122e-05,
      "loss": 0.0499,
      "step": 22469
    },
    {
      "epoch": 2.436036426712923,
      "grad_norm": 0.03200850263237953,
      "learning_rate": 1.886696648774119e-05,
      "loss": 0.0026,
      "step": 22470
    },
    {
      "epoch": 2.4361448395490024,
      "grad_norm": 0.09710320085287094,
      "learning_rate": 1.8863339619904254e-05,
      "loss": 0.0063,
      "step": 22471
    },
    {
      "epoch": 2.4362532523850824,
      "grad_norm": 0.03199513629078865,
      "learning_rate": 1.8859712752067314e-05,
      "loss": 0.0023,
      "step": 22472
    },
    {
      "epoch": 2.4363616652211624,
      "grad_norm": 0.21470065414905548,
      "learning_rate": 1.885608588423038e-05,
      "loss": 0.0238,
      "step": 22473
    },
    {
      "epoch": 2.436470078057242,
      "grad_norm": 0.031054195016622543,
      "learning_rate": 1.8852459016393442e-05,
      "loss": 0.0025,
      "step": 22474
    },
    {
      "epoch": 2.436578490893322,
      "grad_norm": 0.06430383771657944,
      "learning_rate": 1.884883214855651e-05,
      "loss": 0.0031,
      "step": 22475
    },
    {
      "epoch": 2.4366869037294014,
      "grad_norm": 0.08355237543582916,
      "learning_rate": 1.884520528071957e-05,
      "loss": 0.0062,
      "step": 22476
    },
    {
      "epoch": 2.4367953165654814,
      "grad_norm": 0.18144305050373077,
      "learning_rate": 1.8841578412882635e-05,
      "loss": 0.045,
      "step": 22477
    },
    {
      "epoch": 2.436903729401561,
      "grad_norm": 0.1782153844833374,
      "learning_rate": 1.88379515450457e-05,
      "loss": 0.014,
      "step": 22478
    },
    {
      "epoch": 2.437012142237641,
      "grad_norm": 0.11988454312086105,
      "learning_rate": 1.8834324677208763e-05,
      "loss": 0.0183,
      "step": 22479
    },
    {
      "epoch": 2.4371205550737205,
      "grad_norm": 0.06529578566551208,
      "learning_rate": 1.8830697809371827e-05,
      "loss": 0.0046,
      "step": 22480
    },
    {
      "epoch": 2.4372289679098005,
      "grad_norm": 0.07445761561393738,
      "learning_rate": 1.882707094153489e-05,
      "loss": 0.0048,
      "step": 22481
    },
    {
      "epoch": 2.4373373807458805,
      "grad_norm": 0.19643741846084595,
      "learning_rate": 1.8823444073697955e-05,
      "loss": 0.0293,
      "step": 22482
    },
    {
      "epoch": 2.43744579358196,
      "grad_norm": 0.13845470547676086,
      "learning_rate": 1.881981720586102e-05,
      "loss": 0.0121,
      "step": 22483
    },
    {
      "epoch": 2.43755420641804,
      "grad_norm": 0.19253049790859222,
      "learning_rate": 1.8816190338024084e-05,
      "loss": 0.0139,
      "step": 22484
    },
    {
      "epoch": 2.4376626192541195,
      "grad_norm": 0.17360252141952515,
      "learning_rate": 1.8812563470187148e-05,
      "loss": 0.0115,
      "step": 22485
    },
    {
      "epoch": 2.4377710320901995,
      "grad_norm": 0.15179923176765442,
      "learning_rate": 1.8808936602350212e-05,
      "loss": 0.0088,
      "step": 22486
    },
    {
      "epoch": 2.4378794449262795,
      "grad_norm": 0.045588791370391846,
      "learning_rate": 1.8805309734513272e-05,
      "loss": 0.0022,
      "step": 22487
    },
    {
      "epoch": 2.437987857762359,
      "grad_norm": 0.09662290662527084,
      "learning_rate": 1.880168286667634e-05,
      "loss": 0.0037,
      "step": 22488
    },
    {
      "epoch": 2.438096270598439,
      "grad_norm": 0.15450187027454376,
      "learning_rate": 1.8798055998839404e-05,
      "loss": 0.02,
      "step": 22489
    },
    {
      "epoch": 2.4382046834345186,
      "grad_norm": 0.1565304696559906,
      "learning_rate": 1.8794429131002468e-05,
      "loss": 0.0397,
      "step": 22490
    },
    {
      "epoch": 2.4383130962705986,
      "grad_norm": 0.2701435983181,
      "learning_rate": 1.879080226316553e-05,
      "loss": 0.0177,
      "step": 22491
    },
    {
      "epoch": 2.438421509106678,
      "grad_norm": 0.2523254454135895,
      "learning_rate": 1.8787175395328596e-05,
      "loss": 0.0358,
      "step": 22492
    },
    {
      "epoch": 2.438529921942758,
      "grad_norm": 0.17152437567710876,
      "learning_rate": 1.878354852749166e-05,
      "loss": 0.0099,
      "step": 22493
    },
    {
      "epoch": 2.4386383347788376,
      "grad_norm": 0.12416236847639084,
      "learning_rate": 1.877992165965472e-05,
      "loss": 0.0096,
      "step": 22494
    },
    {
      "epoch": 2.4387467476149176,
      "grad_norm": 0.12060458213090897,
      "learning_rate": 1.8776294791817785e-05,
      "loss": 0.01,
      "step": 22495
    },
    {
      "epoch": 2.4388551604509976,
      "grad_norm": 0.011063202284276485,
      "learning_rate": 1.8772667923980853e-05,
      "loss": 0.0007,
      "step": 22496
    },
    {
      "epoch": 2.438963573287077,
      "grad_norm": 0.02011839859187603,
      "learning_rate": 1.8769041056143917e-05,
      "loss": 0.0027,
      "step": 22497
    },
    {
      "epoch": 2.439071986123157,
      "grad_norm": 0.004484942648559809,
      "learning_rate": 1.8765414188306978e-05,
      "loss": 0.0004,
      "step": 22498
    },
    {
      "epoch": 2.4391803989592367,
      "grad_norm": 0.021351533010601997,
      "learning_rate": 1.8761787320470042e-05,
      "loss": 0.002,
      "step": 22499
    },
    {
      "epoch": 2.4392888117953166,
      "grad_norm": 0.19877511262893677,
      "learning_rate": 1.8758160452633106e-05,
      "loss": 0.0185,
      "step": 22500
    },
    {
      "epoch": 2.439397224631396,
      "grad_norm": 0.24067926406860352,
      "learning_rate": 1.8754533584796173e-05,
      "loss": 0.0358,
      "step": 22501
    },
    {
      "epoch": 2.439505637467476,
      "grad_norm": 0.12876808643341064,
      "learning_rate": 1.8750906716959234e-05,
      "loss": 0.0139,
      "step": 22502
    },
    {
      "epoch": 2.4396140503035557,
      "grad_norm": 0.15368184447288513,
      "learning_rate": 1.8747279849122298e-05,
      "loss": 0.0088,
      "step": 22503
    },
    {
      "epoch": 2.4397224631396357,
      "grad_norm": 0.024289852008223534,
      "learning_rate": 1.8743652981285362e-05,
      "loss": 0.0011,
      "step": 22504
    },
    {
      "epoch": 2.4398308759757157,
      "grad_norm": 0.4166090488433838,
      "learning_rate": 1.8740026113448426e-05,
      "loss": 0.0248,
      "step": 22505
    },
    {
      "epoch": 2.4399392888117952,
      "grad_norm": 0.0843045562505722,
      "learning_rate": 1.873639924561149e-05,
      "loss": 0.0059,
      "step": 22506
    },
    {
      "epoch": 2.440047701647875,
      "grad_norm": 0.009213543497025967,
      "learning_rate": 1.8732772377774555e-05,
      "loss": 0.0012,
      "step": 22507
    },
    {
      "epoch": 2.4401561144839548,
      "grad_norm": 0.2633034884929657,
      "learning_rate": 1.872914550993762e-05,
      "loss": 0.0138,
      "step": 22508
    },
    {
      "epoch": 2.4402645273200347,
      "grad_norm": 0.22330684959888458,
      "learning_rate": 1.8725518642100683e-05,
      "loss": 0.018,
      "step": 22509
    },
    {
      "epoch": 2.4403729401561147,
      "grad_norm": 0.11639486253261566,
      "learning_rate": 1.8721891774263747e-05,
      "loss": 0.0095,
      "step": 22510
    },
    {
      "epoch": 2.4404813529921943,
      "grad_norm": 0.5123091340065002,
      "learning_rate": 1.871826490642681e-05,
      "loss": 0.0068,
      "step": 22511
    },
    {
      "epoch": 2.4405897658282742,
      "grad_norm": 0.42246782779693604,
      "learning_rate": 1.8714638038589875e-05,
      "loss": 0.0613,
      "step": 22512
    },
    {
      "epoch": 2.440698178664354,
      "grad_norm": 0.1654227375984192,
      "learning_rate": 1.8711011170752936e-05,
      "loss": 0.0175,
      "step": 22513
    },
    {
      "epoch": 2.4408065915004338,
      "grad_norm": 0.09015966951847076,
      "learning_rate": 1.8707384302916003e-05,
      "loss": 0.007,
      "step": 22514
    },
    {
      "epoch": 2.4409150043365133,
      "grad_norm": 0.14631494879722595,
      "learning_rate": 1.8703757435079067e-05,
      "loss": 0.0127,
      "step": 22515
    },
    {
      "epoch": 2.4410234171725933,
      "grad_norm": 0.12765473127365112,
      "learning_rate": 1.870013056724213e-05,
      "loss": 0.0089,
      "step": 22516
    },
    {
      "epoch": 2.441131830008673,
      "grad_norm": 0.33086732029914856,
      "learning_rate": 1.8696503699405192e-05,
      "loss": 0.0273,
      "step": 22517
    },
    {
      "epoch": 2.441240242844753,
      "grad_norm": 0.25042930245399475,
      "learning_rate": 1.869287683156826e-05,
      "loss": 0.0052,
      "step": 22518
    },
    {
      "epoch": 2.441348655680833,
      "grad_norm": 0.3017503023147583,
      "learning_rate": 1.8689249963731324e-05,
      "loss": 0.0222,
      "step": 22519
    },
    {
      "epoch": 2.4414570685169124,
      "grad_norm": 0.08835846930742264,
      "learning_rate": 1.8685623095894385e-05,
      "loss": 0.0123,
      "step": 22520
    },
    {
      "epoch": 2.4415654813529923,
      "grad_norm": 0.08349773287773132,
      "learning_rate": 1.868199622805745e-05,
      "loss": 0.0048,
      "step": 22521
    },
    {
      "epoch": 2.441673894189072,
      "grad_norm": 0.019448064267635345,
      "learning_rate": 1.8678369360220516e-05,
      "loss": 0.0011,
      "step": 22522
    },
    {
      "epoch": 2.441782307025152,
      "grad_norm": 0.05164683237671852,
      "learning_rate": 1.867474249238358e-05,
      "loss": 0.0082,
      "step": 22523
    },
    {
      "epoch": 2.4418907198612314,
      "grad_norm": 0.1051769107580185,
      "learning_rate": 1.867111562454664e-05,
      "loss": 0.0056,
      "step": 22524
    },
    {
      "epoch": 2.4419991326973114,
      "grad_norm": 0.03722924739122391,
      "learning_rate": 1.8667488756709705e-05,
      "loss": 0.005,
      "step": 22525
    },
    {
      "epoch": 2.442107545533391,
      "grad_norm": 0.05069321393966675,
      "learning_rate": 1.866386188887277e-05,
      "loss": 0.0041,
      "step": 22526
    },
    {
      "epoch": 2.442215958369471,
      "grad_norm": 0.05016807094216347,
      "learning_rate": 1.8660235021035837e-05,
      "loss": 0.0033,
      "step": 22527
    },
    {
      "epoch": 2.442324371205551,
      "grad_norm": 0.30181822180747986,
      "learning_rate": 1.8656608153198897e-05,
      "loss": 0.0135,
      "step": 22528
    },
    {
      "epoch": 2.4424327840416304,
      "grad_norm": 0.2209523469209671,
      "learning_rate": 1.865298128536196e-05,
      "loss": 0.0174,
      "step": 22529
    },
    {
      "epoch": 2.4425411968777104,
      "grad_norm": 0.2923552393913269,
      "learning_rate": 1.8649354417525026e-05,
      "loss": 0.0124,
      "step": 22530
    },
    {
      "epoch": 2.44264960971379,
      "grad_norm": 0.0207703597843647,
      "learning_rate": 1.864572754968809e-05,
      "loss": 0.0025,
      "step": 22531
    },
    {
      "epoch": 2.44275802254987,
      "grad_norm": 0.6644955277442932,
      "learning_rate": 1.8642100681851154e-05,
      "loss": 0.0253,
      "step": 22532
    },
    {
      "epoch": 2.44286643538595,
      "grad_norm": 0.051658909767866135,
      "learning_rate": 1.8638473814014218e-05,
      "loss": 0.0036,
      "step": 22533
    },
    {
      "epoch": 2.4429748482220295,
      "grad_norm": 0.18516498804092407,
      "learning_rate": 1.8634846946177282e-05,
      "loss": 0.0422,
      "step": 22534
    },
    {
      "epoch": 2.4430832610581095,
      "grad_norm": 0.09482670575380325,
      "learning_rate": 1.8631220078340346e-05,
      "loss": 0.0179,
      "step": 22535
    },
    {
      "epoch": 2.443191673894189,
      "grad_norm": 0.009338295087218285,
      "learning_rate": 1.862759321050341e-05,
      "loss": 0.0011,
      "step": 22536
    },
    {
      "epoch": 2.443300086730269,
      "grad_norm": 0.03804503381252289,
      "learning_rate": 1.8623966342666474e-05,
      "loss": 0.0035,
      "step": 22537
    },
    {
      "epoch": 2.4434084995663485,
      "grad_norm": 0.41458064317703247,
      "learning_rate": 1.862033947482954e-05,
      "loss": 0.0324,
      "step": 22538
    },
    {
      "epoch": 2.4435169124024285,
      "grad_norm": 0.0068306452594697475,
      "learning_rate": 1.8616712606992603e-05,
      "loss": 0.0004,
      "step": 22539
    },
    {
      "epoch": 2.443625325238508,
      "grad_norm": 0.1301032304763794,
      "learning_rate": 1.8613085739155667e-05,
      "loss": 0.0156,
      "step": 22540
    },
    {
      "epoch": 2.443733738074588,
      "grad_norm": 0.1260920763015747,
      "learning_rate": 1.860945887131873e-05,
      "loss": 0.0205,
      "step": 22541
    },
    {
      "epoch": 2.443842150910668,
      "grad_norm": 0.7633673548698425,
      "learning_rate": 1.8605832003481795e-05,
      "loss": 0.0459,
      "step": 22542
    },
    {
      "epoch": 2.4439505637467476,
      "grad_norm": 0.1451776921749115,
      "learning_rate": 1.8602205135644856e-05,
      "loss": 0.0059,
      "step": 22543
    },
    {
      "epoch": 2.4440589765828276,
      "grad_norm": 0.1162262111902237,
      "learning_rate": 1.8598578267807923e-05,
      "loss": 0.0039,
      "step": 22544
    },
    {
      "epoch": 2.444167389418907,
      "grad_norm": 0.024434564635157585,
      "learning_rate": 1.8594951399970987e-05,
      "loss": 0.0019,
      "step": 22545
    },
    {
      "epoch": 2.444275802254987,
      "grad_norm": 0.040589019656181335,
      "learning_rate": 1.8591324532134048e-05,
      "loss": 0.0037,
      "step": 22546
    },
    {
      "epoch": 2.4443842150910666,
      "grad_norm": 0.004013282712548971,
      "learning_rate": 1.8587697664297112e-05,
      "loss": 0.0003,
      "step": 22547
    },
    {
      "epoch": 2.4444926279271466,
      "grad_norm": 0.3142496943473816,
      "learning_rate": 1.858407079646018e-05,
      "loss": 0.0155,
      "step": 22548
    },
    {
      "epoch": 2.444601040763226,
      "grad_norm": 0.03673606365919113,
      "learning_rate": 1.8580443928623244e-05,
      "loss": 0.0027,
      "step": 22549
    },
    {
      "epoch": 2.444709453599306,
      "grad_norm": 0.03981786221265793,
      "learning_rate": 1.8576817060786304e-05,
      "loss": 0.0045,
      "step": 22550
    },
    {
      "epoch": 2.444817866435386,
      "grad_norm": 0.035374101251363754,
      "learning_rate": 1.857319019294937e-05,
      "loss": 0.0035,
      "step": 22551
    },
    {
      "epoch": 2.4449262792714657,
      "grad_norm": 0.15952377021312714,
      "learning_rate": 1.8569563325112436e-05,
      "loss": 0.0095,
      "step": 22552
    },
    {
      "epoch": 2.4450346921075456,
      "grad_norm": 0.08087784051895142,
      "learning_rate": 1.85659364572755e-05,
      "loss": 0.0042,
      "step": 22553
    },
    {
      "epoch": 2.445143104943625,
      "grad_norm": 0.12765151262283325,
      "learning_rate": 1.856230958943856e-05,
      "loss": 0.0059,
      "step": 22554
    },
    {
      "epoch": 2.445251517779705,
      "grad_norm": 0.25842738151550293,
      "learning_rate": 1.8558682721601625e-05,
      "loss": 0.0576,
      "step": 22555
    },
    {
      "epoch": 2.4453599306157847,
      "grad_norm": 0.18867143988609314,
      "learning_rate": 1.855505585376469e-05,
      "loss": 0.0091,
      "step": 22556
    },
    {
      "epoch": 2.4454683434518647,
      "grad_norm": 0.15640349686145782,
      "learning_rate": 1.8551428985927753e-05,
      "loss": 0.0039,
      "step": 22557
    },
    {
      "epoch": 2.4455767562879447,
      "grad_norm": 0.06278026849031448,
      "learning_rate": 1.8547802118090817e-05,
      "loss": 0.0052,
      "step": 22558
    },
    {
      "epoch": 2.4456851691240242,
      "grad_norm": 0.0599215067923069,
      "learning_rate": 1.854417525025388e-05,
      "loss": 0.0074,
      "step": 22559
    },
    {
      "epoch": 2.445793581960104,
      "grad_norm": 0.22387851774692535,
      "learning_rate": 1.8540548382416945e-05,
      "loss": 0.0068,
      "step": 22560
    },
    {
      "epoch": 2.4459019947961838,
      "grad_norm": 0.19505511224269867,
      "learning_rate": 1.853692151458001e-05,
      "loss": 0.0287,
      "step": 22561
    },
    {
      "epoch": 2.4460104076322637,
      "grad_norm": 0.08624381572008133,
      "learning_rate": 1.8533294646743074e-05,
      "loss": 0.0104,
      "step": 22562
    },
    {
      "epoch": 2.4461188204683433,
      "grad_norm": 0.06423979997634888,
      "learning_rate": 1.8529667778906138e-05,
      "loss": 0.0051,
      "step": 22563
    },
    {
      "epoch": 2.4462272333044233,
      "grad_norm": 0.049137189984321594,
      "learning_rate": 1.8526040911069202e-05,
      "loss": 0.0062,
      "step": 22564
    },
    {
      "epoch": 2.4463356461405033,
      "grad_norm": 0.08672595024108887,
      "learning_rate": 1.8522414043232266e-05,
      "loss": 0.0044,
      "step": 22565
    },
    {
      "epoch": 2.446444058976583,
      "grad_norm": 0.08685041964054108,
      "learning_rate": 1.851878717539533e-05,
      "loss": 0.0092,
      "step": 22566
    },
    {
      "epoch": 2.4465524718126628,
      "grad_norm": 0.030704259872436523,
      "learning_rate": 1.8515160307558394e-05,
      "loss": 0.0027,
      "step": 22567
    },
    {
      "epoch": 2.4466608846487423,
      "grad_norm": 0.1258360892534256,
      "learning_rate": 1.8511533439721458e-05,
      "loss": 0.0152,
      "step": 22568
    },
    {
      "epoch": 2.4467692974848223,
      "grad_norm": 0.30220308899879456,
      "learning_rate": 1.850790657188452e-05,
      "loss": 0.015,
      "step": 22569
    },
    {
      "epoch": 2.446877710320902,
      "grad_norm": 0.07259068638086319,
      "learning_rate": 1.8504279704047586e-05,
      "loss": 0.0112,
      "step": 22570
    },
    {
      "epoch": 2.446986123156982,
      "grad_norm": 0.07396187633275986,
      "learning_rate": 1.850065283621065e-05,
      "loss": 0.0071,
      "step": 22571
    },
    {
      "epoch": 2.4470945359930614,
      "grad_norm": 0.1807282269001007,
      "learning_rate": 1.8497025968373715e-05,
      "loss": 0.0409,
      "step": 22572
    },
    {
      "epoch": 2.4472029488291414,
      "grad_norm": 0.2335737943649292,
      "learning_rate": 1.8493399100536775e-05,
      "loss": 0.0255,
      "step": 22573
    },
    {
      "epoch": 2.4473113616652213,
      "grad_norm": 0.03163248673081398,
      "learning_rate": 1.8489772232699843e-05,
      "loss": 0.0052,
      "step": 22574
    },
    {
      "epoch": 2.447419774501301,
      "grad_norm": 0.28207799792289734,
      "learning_rate": 1.8486145364862907e-05,
      "loss": 0.011,
      "step": 22575
    },
    {
      "epoch": 2.447528187337381,
      "grad_norm": 0.05577965825796127,
      "learning_rate": 1.8482518497025968e-05,
      "loss": 0.0029,
      "step": 22576
    },
    {
      "epoch": 2.4476366001734604,
      "grad_norm": 0.19821083545684814,
      "learning_rate": 1.8478891629189032e-05,
      "loss": 0.0331,
      "step": 22577
    },
    {
      "epoch": 2.4477450130095404,
      "grad_norm": 0.0722217857837677,
      "learning_rate": 1.84752647613521e-05,
      "loss": 0.0071,
      "step": 22578
    },
    {
      "epoch": 2.44785342584562,
      "grad_norm": 0.14788705110549927,
      "learning_rate": 1.8471637893515163e-05,
      "loss": 0.0105,
      "step": 22579
    },
    {
      "epoch": 2.4479618386817,
      "grad_norm": 0.145131453871727,
      "learning_rate": 1.8468011025678224e-05,
      "loss": 0.0393,
      "step": 22580
    },
    {
      "epoch": 2.4480702515177795,
      "grad_norm": 0.06311798840761185,
      "learning_rate": 1.8464384157841288e-05,
      "loss": 0.0039,
      "step": 22581
    },
    {
      "epoch": 2.4481786643538594,
      "grad_norm": 0.09546897560358047,
      "learning_rate": 1.8460757290004352e-05,
      "loss": 0.0083,
      "step": 22582
    },
    {
      "epoch": 2.4482870771899394,
      "grad_norm": 0.09123013913631439,
      "learning_rate": 1.8457130422167416e-05,
      "loss": 0.003,
      "step": 22583
    },
    {
      "epoch": 2.448395490026019,
      "grad_norm": 0.21420562267303467,
      "learning_rate": 1.845350355433048e-05,
      "loss": 0.043,
      "step": 22584
    },
    {
      "epoch": 2.448503902862099,
      "grad_norm": 0.049765389412641525,
      "learning_rate": 1.8449876686493545e-05,
      "loss": 0.0037,
      "step": 22585
    },
    {
      "epoch": 2.4486123156981785,
      "grad_norm": 0.11008747667074203,
      "learning_rate": 1.844624981865661e-05,
      "loss": 0.0097,
      "step": 22586
    },
    {
      "epoch": 2.4487207285342585,
      "grad_norm": 0.03451189771294594,
      "learning_rate": 1.8442622950819673e-05,
      "loss": 0.0026,
      "step": 22587
    },
    {
      "epoch": 2.4488291413703385,
      "grad_norm": 0.36833757162094116,
      "learning_rate": 1.8438996082982737e-05,
      "loss": 0.0241,
      "step": 22588
    },
    {
      "epoch": 2.448937554206418,
      "grad_norm": 0.05296788364648819,
      "learning_rate": 1.84353692151458e-05,
      "loss": 0.003,
      "step": 22589
    },
    {
      "epoch": 2.449045967042498,
      "grad_norm": 0.24763335287570953,
      "learning_rate": 1.8431742347308865e-05,
      "loss": 0.0447,
      "step": 22590
    },
    {
      "epoch": 2.4491543798785775,
      "grad_norm": 0.019779250025749207,
      "learning_rate": 1.842811547947193e-05,
      "loss": 0.0018,
      "step": 22591
    },
    {
      "epoch": 2.4492627927146575,
      "grad_norm": 0.09209796786308289,
      "learning_rate": 1.8424488611634993e-05,
      "loss": 0.0067,
      "step": 22592
    },
    {
      "epoch": 2.449371205550737,
      "grad_norm": 0.21274717152118683,
      "learning_rate": 1.8420861743798057e-05,
      "loss": 0.0098,
      "step": 22593
    },
    {
      "epoch": 2.449479618386817,
      "grad_norm": 0.2750163674354553,
      "learning_rate": 1.841723487596112e-05,
      "loss": 0.0483,
      "step": 22594
    },
    {
      "epoch": 2.4495880312228966,
      "grad_norm": 0.2567327618598938,
      "learning_rate": 1.8413608008124182e-05,
      "loss": 0.0187,
      "step": 22595
    },
    {
      "epoch": 2.4496964440589766,
      "grad_norm": 0.13362601399421692,
      "learning_rate": 1.840998114028725e-05,
      "loss": 0.0108,
      "step": 22596
    },
    {
      "epoch": 2.4498048568950566,
      "grad_norm": 0.062304455786943436,
      "learning_rate": 1.8406354272450314e-05,
      "loss": 0.0038,
      "step": 22597
    },
    {
      "epoch": 2.449913269731136,
      "grad_norm": 0.3678123652935028,
      "learning_rate": 1.8402727404613378e-05,
      "loss": 0.0141,
      "step": 22598
    },
    {
      "epoch": 2.450021682567216,
      "grad_norm": 0.013881252147257328,
      "learning_rate": 1.839910053677644e-05,
      "loss": 0.0012,
      "step": 22599
    },
    {
      "epoch": 2.4501300954032956,
      "grad_norm": 0.17948627471923828,
      "learning_rate": 1.8395473668939506e-05,
      "loss": 0.0096,
      "step": 22600
    },
    {
      "epoch": 2.4502385082393756,
      "grad_norm": 0.19317977130413055,
      "learning_rate": 1.839184680110257e-05,
      "loss": 0.0453,
      "step": 22601
    },
    {
      "epoch": 2.450346921075455,
      "grad_norm": 0.23200272023677826,
      "learning_rate": 1.838821993326563e-05,
      "loss": 0.0195,
      "step": 22602
    },
    {
      "epoch": 2.450455333911535,
      "grad_norm": 0.16146108508110046,
      "learning_rate": 1.8384593065428695e-05,
      "loss": 0.0097,
      "step": 22603
    },
    {
      "epoch": 2.4505637467476147,
      "grad_norm": 0.017997918650507927,
      "learning_rate": 1.8380966197591763e-05,
      "loss": 0.0012,
      "step": 22604
    },
    {
      "epoch": 2.4506721595836947,
      "grad_norm": 0.05076206102967262,
      "learning_rate": 1.8377339329754827e-05,
      "loss": 0.0025,
      "step": 22605
    },
    {
      "epoch": 2.4507805724197746,
      "grad_norm": 0.21268419921398163,
      "learning_rate": 1.8373712461917887e-05,
      "loss": 0.0163,
      "step": 22606
    },
    {
      "epoch": 2.450888985255854,
      "grad_norm": 0.13255465030670166,
      "learning_rate": 1.837008559408095e-05,
      "loss": 0.0157,
      "step": 22607
    },
    {
      "epoch": 2.450997398091934,
      "grad_norm": 0.08123192191123962,
      "learning_rate": 1.8366458726244016e-05,
      "loss": 0.0129,
      "step": 22608
    },
    {
      "epoch": 2.4511058109280137,
      "grad_norm": 0.26688361167907715,
      "learning_rate": 1.836283185840708e-05,
      "loss": 0.0146,
      "step": 22609
    },
    {
      "epoch": 2.4512142237640937,
      "grad_norm": 0.10475635528564453,
      "learning_rate": 1.8359204990570144e-05,
      "loss": 0.0155,
      "step": 22610
    },
    {
      "epoch": 2.4513226366001737,
      "grad_norm": 0.10234507918357849,
      "learning_rate": 1.8355578122733208e-05,
      "loss": 0.005,
      "step": 22611
    },
    {
      "epoch": 2.4514310494362532,
      "grad_norm": 0.11176428943872452,
      "learning_rate": 1.8351951254896272e-05,
      "loss": 0.0051,
      "step": 22612
    },
    {
      "epoch": 2.451539462272333,
      "grad_norm": 0.1850425899028778,
      "learning_rate": 1.8348324387059336e-05,
      "loss": 0.0277,
      "step": 22613
    },
    {
      "epoch": 2.4516478751084128,
      "grad_norm": 0.40825530886650085,
      "learning_rate": 1.83446975192224e-05,
      "loss": 0.0255,
      "step": 22614
    },
    {
      "epoch": 2.4517562879444927,
      "grad_norm": 0.5186966061592102,
      "learning_rate": 1.8341070651385464e-05,
      "loss": 0.0373,
      "step": 22615
    },
    {
      "epoch": 2.4518647007805723,
      "grad_norm": 0.07117417454719543,
      "learning_rate": 1.833744378354853e-05,
      "loss": 0.0028,
      "step": 22616
    },
    {
      "epoch": 2.4519731136166523,
      "grad_norm": 0.27275991439819336,
      "learning_rate": 1.8333816915711593e-05,
      "loss": 0.0474,
      "step": 22617
    },
    {
      "epoch": 2.452081526452732,
      "grad_norm": 0.13154463469982147,
      "learning_rate": 1.8330190047874657e-05,
      "loss": 0.0065,
      "step": 22618
    },
    {
      "epoch": 2.452189939288812,
      "grad_norm": 0.15480612218379974,
      "learning_rate": 1.832656318003772e-05,
      "loss": 0.0175,
      "step": 22619
    },
    {
      "epoch": 2.452298352124892,
      "grad_norm": 0.18532952666282654,
      "learning_rate": 1.8322936312200785e-05,
      "loss": 0.0403,
      "step": 22620
    },
    {
      "epoch": 2.4524067649609713,
      "grad_norm": 0.3754197061061859,
      "learning_rate": 1.8319309444363846e-05,
      "loss": 0.06,
      "step": 22621
    },
    {
      "epoch": 2.4525151777970513,
      "grad_norm": 0.6048727631568909,
      "learning_rate": 1.8315682576526913e-05,
      "loss": 0.0219,
      "step": 22622
    },
    {
      "epoch": 2.452623590633131,
      "grad_norm": 0.13074961304664612,
      "learning_rate": 1.8312055708689977e-05,
      "loss": 0.007,
      "step": 22623
    },
    {
      "epoch": 2.452732003469211,
      "grad_norm": 0.23392105102539062,
      "learning_rate": 1.830842884085304e-05,
      "loss": 0.0338,
      "step": 22624
    },
    {
      "epoch": 2.4528404163052904,
      "grad_norm": 0.20799186825752258,
      "learning_rate": 1.8304801973016102e-05,
      "loss": 0.0416,
      "step": 22625
    },
    {
      "epoch": 2.4529488291413704,
      "grad_norm": 0.05376661941409111,
      "learning_rate": 1.830117510517917e-05,
      "loss": 0.0042,
      "step": 22626
    },
    {
      "epoch": 2.45305724197745,
      "grad_norm": 0.1650504618883133,
      "learning_rate": 1.8297548237342234e-05,
      "loss": 0.0149,
      "step": 22627
    },
    {
      "epoch": 2.45316565481353,
      "grad_norm": 0.1402835100889206,
      "learning_rate": 1.8293921369505294e-05,
      "loss": 0.009,
      "step": 22628
    },
    {
      "epoch": 2.45327406764961,
      "grad_norm": 0.3158596158027649,
      "learning_rate": 1.829029450166836e-05,
      "loss": 0.0148,
      "step": 22629
    },
    {
      "epoch": 2.4533824804856894,
      "grad_norm": 0.1254870891571045,
      "learning_rate": 1.8286667633831426e-05,
      "loss": 0.0074,
      "step": 22630
    },
    {
      "epoch": 2.4534908933217694,
      "grad_norm": 0.1543557196855545,
      "learning_rate": 1.828304076599449e-05,
      "loss": 0.0154,
      "step": 22631
    },
    {
      "epoch": 2.453599306157849,
      "grad_norm": 0.10781814157962799,
      "learning_rate": 1.827941389815755e-05,
      "loss": 0.0151,
      "step": 22632
    },
    {
      "epoch": 2.453707718993929,
      "grad_norm": 0.0395561084151268,
      "learning_rate": 1.8275787030320615e-05,
      "loss": 0.0055,
      "step": 22633
    },
    {
      "epoch": 2.453816131830009,
      "grad_norm": 0.17757880687713623,
      "learning_rate": 1.8272160162483682e-05,
      "loss": 0.0122,
      "step": 22634
    },
    {
      "epoch": 2.4539245446660884,
      "grad_norm": 0.26805537939071655,
      "learning_rate": 1.8268533294646743e-05,
      "loss": 0.027,
      "step": 22635
    },
    {
      "epoch": 2.4540329575021684,
      "grad_norm": 0.06731119751930237,
      "learning_rate": 1.8264906426809807e-05,
      "loss": 0.0042,
      "step": 22636
    },
    {
      "epoch": 2.454141370338248,
      "grad_norm": 0.18330660462379456,
      "learning_rate": 1.826127955897287e-05,
      "loss": 0.0533,
      "step": 22637
    },
    {
      "epoch": 2.454249783174328,
      "grad_norm": 0.04308329522609711,
      "learning_rate": 1.8257652691135935e-05,
      "loss": 0.0023,
      "step": 22638
    },
    {
      "epoch": 2.4543581960104075,
      "grad_norm": 0.2149505317211151,
      "learning_rate": 1.8254025823299e-05,
      "loss": 0.0192,
      "step": 22639
    },
    {
      "epoch": 2.4544666088464875,
      "grad_norm": 0.059121884405612946,
      "learning_rate": 1.8250398955462064e-05,
      "loss": 0.005,
      "step": 22640
    },
    {
      "epoch": 2.454575021682567,
      "grad_norm": 0.1420591026544571,
      "learning_rate": 1.8246772087625128e-05,
      "loss": 0.0149,
      "step": 22641
    },
    {
      "epoch": 2.454683434518647,
      "grad_norm": 0.32703474164009094,
      "learning_rate": 1.8243145219788192e-05,
      "loss": 0.0182,
      "step": 22642
    },
    {
      "epoch": 2.454791847354727,
      "grad_norm": 0.08445905148983002,
      "learning_rate": 1.8239518351951256e-05,
      "loss": 0.0101,
      "step": 22643
    },
    {
      "epoch": 2.4549002601908065,
      "grad_norm": 0.049359727650880814,
      "learning_rate": 1.823589148411432e-05,
      "loss": 0.0052,
      "step": 22644
    },
    {
      "epoch": 2.4550086730268865,
      "grad_norm": 0.15466593205928802,
      "learning_rate": 1.8232264616277384e-05,
      "loss": 0.006,
      "step": 22645
    },
    {
      "epoch": 2.455117085862966,
      "grad_norm": 0.022379230707883835,
      "learning_rate": 1.8228637748440448e-05,
      "loss": 0.0023,
      "step": 22646
    },
    {
      "epoch": 2.455225498699046,
      "grad_norm": 0.07337242364883423,
      "learning_rate": 1.8225010880603512e-05,
      "loss": 0.0072,
      "step": 22647
    },
    {
      "epoch": 2.4553339115351256,
      "grad_norm": 0.12421498447656631,
      "learning_rate": 1.8221384012766576e-05,
      "loss": 0.0167,
      "step": 22648
    },
    {
      "epoch": 2.4554423243712056,
      "grad_norm": 0.07598757743835449,
      "learning_rate": 1.821775714492964e-05,
      "loss": 0.007,
      "step": 22649
    },
    {
      "epoch": 2.455550737207285,
      "grad_norm": 0.16430242359638214,
      "learning_rate": 1.8214130277092705e-05,
      "loss": 0.0094,
      "step": 22650
    },
    {
      "epoch": 2.455659150043365,
      "grad_norm": 0.26363325119018555,
      "learning_rate": 1.8210503409255765e-05,
      "loss": 0.0308,
      "step": 22651
    },
    {
      "epoch": 2.455767562879445,
      "grad_norm": 0.05155506730079651,
      "learning_rate": 1.8206876541418833e-05,
      "loss": 0.003,
      "step": 22652
    },
    {
      "epoch": 2.4558759757155246,
      "grad_norm": 0.5491273999214172,
      "learning_rate": 1.8203249673581897e-05,
      "loss": 0.0243,
      "step": 22653
    },
    {
      "epoch": 2.4559843885516046,
      "grad_norm": 0.0819849967956543,
      "learning_rate": 1.8199622805744958e-05,
      "loss": 0.0112,
      "step": 22654
    },
    {
      "epoch": 2.456092801387684,
      "grad_norm": 0.27767449617385864,
      "learning_rate": 1.8195995937908022e-05,
      "loss": 0.0295,
      "step": 22655
    },
    {
      "epoch": 2.456201214223764,
      "grad_norm": 0.05221163108944893,
      "learning_rate": 1.819236907007109e-05,
      "loss": 0.0068,
      "step": 22656
    },
    {
      "epoch": 2.456309627059844,
      "grad_norm": 0.06585700064897537,
      "learning_rate": 1.8188742202234153e-05,
      "loss": 0.0043,
      "step": 22657
    },
    {
      "epoch": 2.4564180398959237,
      "grad_norm": 0.04866509512066841,
      "learning_rate": 1.8185115334397214e-05,
      "loss": 0.0043,
      "step": 22658
    },
    {
      "epoch": 2.4565264527320037,
      "grad_norm": 0.11986234039068222,
      "learning_rate": 1.8181488466560278e-05,
      "loss": 0.0076,
      "step": 22659
    },
    {
      "epoch": 2.456634865568083,
      "grad_norm": 0.20639659464359283,
      "learning_rate": 1.8177861598723346e-05,
      "loss": 0.0149,
      "step": 22660
    },
    {
      "epoch": 2.456743278404163,
      "grad_norm": 0.026179105043411255,
      "learning_rate": 1.8174234730886406e-05,
      "loss": 0.0016,
      "step": 22661
    },
    {
      "epoch": 2.4568516912402427,
      "grad_norm": 0.1981000006198883,
      "learning_rate": 1.817060786304947e-05,
      "loss": 0.0397,
      "step": 22662
    },
    {
      "epoch": 2.4569601040763227,
      "grad_norm": 0.23646341264247894,
      "learning_rate": 1.8166980995212535e-05,
      "loss": 0.0533,
      "step": 22663
    },
    {
      "epoch": 2.4570685169124022,
      "grad_norm": 0.24632808566093445,
      "learning_rate": 1.81633541273756e-05,
      "loss": 0.0466,
      "step": 22664
    },
    {
      "epoch": 2.4571769297484822,
      "grad_norm": 0.6068709492683411,
      "learning_rate": 1.8159727259538663e-05,
      "loss": 0.0415,
      "step": 22665
    },
    {
      "epoch": 2.457285342584562,
      "grad_norm": 0.144709050655365,
      "learning_rate": 1.8156100391701727e-05,
      "loss": 0.0258,
      "step": 22666
    },
    {
      "epoch": 2.4573937554206418,
      "grad_norm": 0.35685995221138,
      "learning_rate": 1.815247352386479e-05,
      "loss": 0.0577,
      "step": 22667
    },
    {
      "epoch": 2.4575021682567217,
      "grad_norm": 0.05578688532114029,
      "learning_rate": 1.8148846656027855e-05,
      "loss": 0.0039,
      "step": 22668
    },
    {
      "epoch": 2.4576105810928013,
      "grad_norm": 0.05774151161313057,
      "learning_rate": 1.814521978819092e-05,
      "loss": 0.0075,
      "step": 22669
    },
    {
      "epoch": 2.4577189939288813,
      "grad_norm": 0.10869892686605453,
      "learning_rate": 1.8141592920353983e-05,
      "loss": 0.0043,
      "step": 22670
    },
    {
      "epoch": 2.457827406764961,
      "grad_norm": 0.05744647607207298,
      "learning_rate": 1.8137966052517047e-05,
      "loss": 0.0048,
      "step": 22671
    },
    {
      "epoch": 2.457935819601041,
      "grad_norm": 0.21587727963924408,
      "learning_rate": 1.813433918468011e-05,
      "loss": 0.0343,
      "step": 22672
    },
    {
      "epoch": 2.4580442324371203,
      "grad_norm": 0.16166749596595764,
      "learning_rate": 1.8130712316843176e-05,
      "loss": 0.0152,
      "step": 22673
    },
    {
      "epoch": 2.4581526452732003,
      "grad_norm": 0.26930150389671326,
      "learning_rate": 1.812708544900624e-05,
      "loss": 0.039,
      "step": 22674
    },
    {
      "epoch": 2.4582610581092803,
      "grad_norm": 0.1064402386546135,
      "learning_rate": 1.8123458581169304e-05,
      "loss": 0.0099,
      "step": 22675
    },
    {
      "epoch": 2.45836947094536,
      "grad_norm": 0.04974332079291344,
      "learning_rate": 1.8119831713332368e-05,
      "loss": 0.0042,
      "step": 22676
    },
    {
      "epoch": 2.45847788378144,
      "grad_norm": 0.13235042989253998,
      "learning_rate": 1.811620484549543e-05,
      "loss": 0.0063,
      "step": 22677
    },
    {
      "epoch": 2.4585862966175194,
      "grad_norm": 0.10841599106788635,
      "learning_rate": 1.8112577977658496e-05,
      "loss": 0.0079,
      "step": 22678
    },
    {
      "epoch": 2.4586947094535994,
      "grad_norm": 0.24037525057792664,
      "learning_rate": 1.810895110982156e-05,
      "loss": 0.0262,
      "step": 22679
    },
    {
      "epoch": 2.4588031222896793,
      "grad_norm": 0.1894528865814209,
      "learning_rate": 1.810532424198462e-05,
      "loss": 0.0117,
      "step": 22680
    },
    {
      "epoch": 2.458911535125759,
      "grad_norm": 0.38040465116500854,
      "learning_rate": 1.8101697374147685e-05,
      "loss": 0.0137,
      "step": 22681
    },
    {
      "epoch": 2.459019947961839,
      "grad_norm": 0.13522061705589294,
      "learning_rate": 1.8098070506310753e-05,
      "loss": 0.0044,
      "step": 22682
    },
    {
      "epoch": 2.4591283607979184,
      "grad_norm": 0.253267377614975,
      "learning_rate": 1.8094443638473817e-05,
      "loss": 0.0118,
      "step": 22683
    },
    {
      "epoch": 2.4592367736339984,
      "grad_norm": 0.1640883982181549,
      "learning_rate": 1.8090816770636877e-05,
      "loss": 0.014,
      "step": 22684
    },
    {
      "epoch": 2.459345186470078,
      "grad_norm": 0.022524742409586906,
      "learning_rate": 1.808718990279994e-05,
      "loss": 0.0033,
      "step": 22685
    },
    {
      "epoch": 2.459453599306158,
      "grad_norm": 0.126948282122612,
      "learning_rate": 1.808356303496301e-05,
      "loss": 0.0079,
      "step": 22686
    },
    {
      "epoch": 2.4595620121422375,
      "grad_norm": 0.23774521052837372,
      "learning_rate": 1.807993616712607e-05,
      "loss": 0.0429,
      "step": 22687
    },
    {
      "epoch": 2.4596704249783174,
      "grad_norm": 0.0817536786198616,
      "learning_rate": 1.8076309299289134e-05,
      "loss": 0.0097,
      "step": 22688
    },
    {
      "epoch": 2.4597788378143974,
      "grad_norm": 0.07588637620210648,
      "learning_rate": 1.8072682431452198e-05,
      "loss": 0.0115,
      "step": 22689
    },
    {
      "epoch": 2.459887250650477,
      "grad_norm": 0.03358578681945801,
      "learning_rate": 1.8069055563615262e-05,
      "loss": 0.0033,
      "step": 22690
    },
    {
      "epoch": 2.459995663486557,
      "grad_norm": 0.14654427766799927,
      "learning_rate": 1.8065428695778326e-05,
      "loss": 0.0069,
      "step": 22691
    },
    {
      "epoch": 2.4601040763226365,
      "grad_norm": 0.3476209342479706,
      "learning_rate": 1.806180182794139e-05,
      "loss": 0.0303,
      "step": 22692
    },
    {
      "epoch": 2.4602124891587165,
      "grad_norm": 0.16489958763122559,
      "learning_rate": 1.8058174960104454e-05,
      "loss": 0.0277,
      "step": 22693
    },
    {
      "epoch": 2.460320901994796,
      "grad_norm": 0.23906202614307404,
      "learning_rate": 1.805454809226752e-05,
      "loss": 0.0356,
      "step": 22694
    },
    {
      "epoch": 2.460429314830876,
      "grad_norm": 0.03930395841598511,
      "learning_rate": 1.8050921224430583e-05,
      "loss": 0.0062,
      "step": 22695
    },
    {
      "epoch": 2.4605377276669556,
      "grad_norm": 0.1061914786696434,
      "learning_rate": 1.8047294356593647e-05,
      "loss": 0.0098,
      "step": 22696
    },
    {
      "epoch": 2.4606461405030355,
      "grad_norm": 0.009531942196190357,
      "learning_rate": 1.804366748875671e-05,
      "loss": 0.0012,
      "step": 22697
    },
    {
      "epoch": 2.4607545533391155,
      "grad_norm": 0.0031870005186647177,
      "learning_rate": 1.8040040620919775e-05,
      "loss": 0.0002,
      "step": 22698
    },
    {
      "epoch": 2.460862966175195,
      "grad_norm": 0.1584802120923996,
      "learning_rate": 1.803641375308284e-05,
      "loss": 0.0105,
      "step": 22699
    },
    {
      "epoch": 2.460971379011275,
      "grad_norm": 0.24046745896339417,
      "learning_rate": 1.8032786885245903e-05,
      "loss": 0.0272,
      "step": 22700
    },
    {
      "epoch": 2.4610797918473546,
      "grad_norm": 0.139471173286438,
      "learning_rate": 1.8029160017408967e-05,
      "loss": 0.0154,
      "step": 22701
    },
    {
      "epoch": 2.4611882046834346,
      "grad_norm": 0.22353625297546387,
      "learning_rate": 1.802553314957203e-05,
      "loss": 0.0118,
      "step": 22702
    },
    {
      "epoch": 2.461296617519514,
      "grad_norm": 0.07959555089473724,
      "learning_rate": 1.8021906281735092e-05,
      "loss": 0.0117,
      "step": 22703
    },
    {
      "epoch": 2.461405030355594,
      "grad_norm": 0.04560287669301033,
      "learning_rate": 1.801827941389816e-05,
      "loss": 0.0051,
      "step": 22704
    },
    {
      "epoch": 2.4615134431916736,
      "grad_norm": 0.009398682042956352,
      "learning_rate": 1.8014652546061224e-05,
      "loss": 0.0006,
      "step": 22705
    },
    {
      "epoch": 2.4616218560277536,
      "grad_norm": 0.004453019239008427,
      "learning_rate": 1.8011025678224284e-05,
      "loss": 0.0005,
      "step": 22706
    },
    {
      "epoch": 2.4617302688638336,
      "grad_norm": 0.11205754429101944,
      "learning_rate": 1.800739881038735e-05,
      "loss": 0.0057,
      "step": 22707
    },
    {
      "epoch": 2.461838681699913,
      "grad_norm": 0.1336076855659485,
      "learning_rate": 1.8003771942550416e-05,
      "loss": 0.0185,
      "step": 22708
    },
    {
      "epoch": 2.461947094535993,
      "grad_norm": 0.2707527279853821,
      "learning_rate": 1.800014507471348e-05,
      "loss": 0.0309,
      "step": 22709
    },
    {
      "epoch": 2.4620555073720727,
      "grad_norm": 0.06542733311653137,
      "learning_rate": 1.799651820687654e-05,
      "loss": 0.0033,
      "step": 22710
    },
    {
      "epoch": 2.4621639202081527,
      "grad_norm": 0.14762257039546967,
      "learning_rate": 1.7992891339039605e-05,
      "loss": 0.0063,
      "step": 22711
    },
    {
      "epoch": 2.4622723330442327,
      "grad_norm": 0.0688372477889061,
      "learning_rate": 1.7989264471202672e-05,
      "loss": 0.0057,
      "step": 22712
    },
    {
      "epoch": 2.462380745880312,
      "grad_norm": 0.09286149591207504,
      "learning_rate": 1.7985637603365733e-05,
      "loss": 0.0094,
      "step": 22713
    },
    {
      "epoch": 2.462489158716392,
      "grad_norm": 0.02196294069290161,
      "learning_rate": 1.7982010735528797e-05,
      "loss": 0.0015,
      "step": 22714
    },
    {
      "epoch": 2.4625975715524717,
      "grad_norm": 0.18327942490577698,
      "learning_rate": 1.797838386769186e-05,
      "loss": 0.0136,
      "step": 22715
    },
    {
      "epoch": 2.4627059843885517,
      "grad_norm": 0.09315820783376694,
      "learning_rate": 1.7974756999854925e-05,
      "loss": 0.0143,
      "step": 22716
    },
    {
      "epoch": 2.4628143972246312,
      "grad_norm": 0.04807824268937111,
      "learning_rate": 1.797113013201799e-05,
      "loss": 0.0033,
      "step": 22717
    },
    {
      "epoch": 2.4629228100607112,
      "grad_norm": 0.053257055580616,
      "learning_rate": 1.7967503264181054e-05,
      "loss": 0.0047,
      "step": 22718
    },
    {
      "epoch": 2.4630312228967908,
      "grad_norm": 0.13444110751152039,
      "learning_rate": 1.7963876396344118e-05,
      "loss": 0.0151,
      "step": 22719
    },
    {
      "epoch": 2.4631396357328708,
      "grad_norm": 0.29194119572639465,
      "learning_rate": 1.7960249528507182e-05,
      "loss": 0.0424,
      "step": 22720
    },
    {
      "epoch": 2.4632480485689507,
      "grad_norm": 0.18067814409732819,
      "learning_rate": 1.7956622660670246e-05,
      "loss": 0.0103,
      "step": 22721
    },
    {
      "epoch": 2.4633564614050303,
      "grad_norm": 0.12717846035957336,
      "learning_rate": 1.795299579283331e-05,
      "loss": 0.0103,
      "step": 22722
    },
    {
      "epoch": 2.4634648742411103,
      "grad_norm": 0.3036718964576721,
      "learning_rate": 1.7949368924996374e-05,
      "loss": 0.0182,
      "step": 22723
    },
    {
      "epoch": 2.46357328707719,
      "grad_norm": 0.23109865188598633,
      "learning_rate": 1.7945742057159438e-05,
      "loss": 0.0072,
      "step": 22724
    },
    {
      "epoch": 2.46368169991327,
      "grad_norm": 0.10688450187444687,
      "learning_rate": 1.7942115189322502e-05,
      "loss": 0.0065,
      "step": 22725
    },
    {
      "epoch": 2.4637901127493493,
      "grad_norm": 0.04405377805233002,
      "learning_rate": 1.7938488321485566e-05,
      "loss": 0.002,
      "step": 22726
    },
    {
      "epoch": 2.4638985255854293,
      "grad_norm": 0.06586676090955734,
      "learning_rate": 1.793486145364863e-05,
      "loss": 0.0071,
      "step": 22727
    },
    {
      "epoch": 2.464006938421509,
      "grad_norm": 0.1717531979084015,
      "learning_rate": 1.7931234585811695e-05,
      "loss": 0.0072,
      "step": 22728
    },
    {
      "epoch": 2.464115351257589,
      "grad_norm": 0.14924557507038116,
      "learning_rate": 1.792760771797476e-05,
      "loss": 0.0098,
      "step": 22729
    },
    {
      "epoch": 2.464223764093669,
      "grad_norm": 0.1259612888097763,
      "learning_rate": 1.7923980850137823e-05,
      "loss": 0.0112,
      "step": 22730
    },
    {
      "epoch": 2.4643321769297484,
      "grad_norm": 0.04813229292631149,
      "learning_rate": 1.7920353982300887e-05,
      "loss": 0.0046,
      "step": 22731
    },
    {
      "epoch": 2.4644405897658284,
      "grad_norm": 0.2110646367073059,
      "learning_rate": 1.7916727114463948e-05,
      "loss": 0.0226,
      "step": 22732
    },
    {
      "epoch": 2.464549002601908,
      "grad_norm": 0.2732110023498535,
      "learning_rate": 1.7913100246627012e-05,
      "loss": 0.0252,
      "step": 22733
    },
    {
      "epoch": 2.464657415437988,
      "grad_norm": 0.2055019736289978,
      "learning_rate": 1.790947337879008e-05,
      "loss": 0.0166,
      "step": 22734
    },
    {
      "epoch": 2.464765828274068,
      "grad_norm": 0.07966648787260056,
      "learning_rate": 1.7905846510953143e-05,
      "loss": 0.0061,
      "step": 22735
    },
    {
      "epoch": 2.4648742411101474,
      "grad_norm": 0.1870732307434082,
      "learning_rate": 1.7902219643116204e-05,
      "loss": 0.0127,
      "step": 22736
    },
    {
      "epoch": 2.4649826539462274,
      "grad_norm": 0.15754741430282593,
      "learning_rate": 1.7898592775279268e-05,
      "loss": 0.0441,
      "step": 22737
    },
    {
      "epoch": 2.465091066782307,
      "grad_norm": 0.227537140250206,
      "learning_rate": 1.7894965907442336e-05,
      "loss": 0.0183,
      "step": 22738
    },
    {
      "epoch": 2.465199479618387,
      "grad_norm": 0.14295510947704315,
      "learning_rate": 1.78913390396054e-05,
      "loss": 0.0062,
      "step": 22739
    },
    {
      "epoch": 2.4653078924544665,
      "grad_norm": 0.06886026263237,
      "learning_rate": 1.788771217176846e-05,
      "loss": 0.0035,
      "step": 22740
    },
    {
      "epoch": 2.4654163052905465,
      "grad_norm": 0.15573470294475555,
      "learning_rate": 1.7884085303931525e-05,
      "loss": 0.0165,
      "step": 22741
    },
    {
      "epoch": 2.465524718126626,
      "grad_norm": 0.1453593671321869,
      "learning_rate": 1.7880458436094592e-05,
      "loss": 0.0138,
      "step": 22742
    },
    {
      "epoch": 2.465633130962706,
      "grad_norm": 0.1703231781721115,
      "learning_rate": 1.7876831568257653e-05,
      "loss": 0.0164,
      "step": 22743
    },
    {
      "epoch": 2.465741543798786,
      "grad_norm": 0.017085641622543335,
      "learning_rate": 1.7873204700420717e-05,
      "loss": 0.0014,
      "step": 22744
    },
    {
      "epoch": 2.4658499566348655,
      "grad_norm": 0.20935682952404022,
      "learning_rate": 1.786957783258378e-05,
      "loss": 0.0122,
      "step": 22745
    },
    {
      "epoch": 2.4659583694709455,
      "grad_norm": 0.058934684842824936,
      "learning_rate": 1.7865950964746845e-05,
      "loss": 0.0058,
      "step": 22746
    },
    {
      "epoch": 2.466066782307025,
      "grad_norm": 0.7319242358207703,
      "learning_rate": 1.786232409690991e-05,
      "loss": 0.0453,
      "step": 22747
    },
    {
      "epoch": 2.466175195143105,
      "grad_norm": 0.21765932440757751,
      "learning_rate": 1.7858697229072973e-05,
      "loss": 0.0093,
      "step": 22748
    },
    {
      "epoch": 2.4662836079791846,
      "grad_norm": 0.10124810039997101,
      "learning_rate": 1.7855070361236037e-05,
      "loss": 0.0117,
      "step": 22749
    },
    {
      "epoch": 2.4663920208152645,
      "grad_norm": 0.12490009516477585,
      "learning_rate": 1.78514434933991e-05,
      "loss": 0.0112,
      "step": 22750
    },
    {
      "epoch": 2.466500433651344,
      "grad_norm": 0.13991576433181763,
      "learning_rate": 1.7847816625562166e-05,
      "loss": 0.0159,
      "step": 22751
    },
    {
      "epoch": 2.466608846487424,
      "grad_norm": 0.10400509089231491,
      "learning_rate": 1.784418975772523e-05,
      "loss": 0.0126,
      "step": 22752
    },
    {
      "epoch": 2.466717259323504,
      "grad_norm": 0.10899190604686737,
      "learning_rate": 1.7840562889888294e-05,
      "loss": 0.0165,
      "step": 22753
    },
    {
      "epoch": 2.4668256721595836,
      "grad_norm": 0.11036612838506699,
      "learning_rate": 1.7836936022051358e-05,
      "loss": 0.0257,
      "step": 22754
    },
    {
      "epoch": 2.4669340849956636,
      "grad_norm": 0.03161481022834778,
      "learning_rate": 1.7833309154214422e-05,
      "loss": 0.0018,
      "step": 22755
    },
    {
      "epoch": 2.467042497831743,
      "grad_norm": 0.3125092685222626,
      "learning_rate": 1.7829682286377486e-05,
      "loss": 0.0125,
      "step": 22756
    },
    {
      "epoch": 2.467150910667823,
      "grad_norm": 0.09160497784614563,
      "learning_rate": 1.782605541854055e-05,
      "loss": 0.0072,
      "step": 22757
    },
    {
      "epoch": 2.467259323503903,
      "grad_norm": 0.02596813626587391,
      "learning_rate": 1.782242855070361e-05,
      "loss": 0.0009,
      "step": 22758
    },
    {
      "epoch": 2.4673677363399826,
      "grad_norm": 0.14475733041763306,
      "learning_rate": 1.7818801682866675e-05,
      "loss": 0.0141,
      "step": 22759
    },
    {
      "epoch": 2.4674761491760626,
      "grad_norm": 0.34021613001823425,
      "learning_rate": 1.7815174815029743e-05,
      "loss": 0.0388,
      "step": 22760
    },
    {
      "epoch": 2.467584562012142,
      "grad_norm": 0.4295099377632141,
      "learning_rate": 1.7811547947192807e-05,
      "loss": 0.0234,
      "step": 22761
    },
    {
      "epoch": 2.467692974848222,
      "grad_norm": 0.285619854927063,
      "learning_rate": 1.7807921079355867e-05,
      "loss": 0.0327,
      "step": 22762
    },
    {
      "epoch": 2.4678013876843017,
      "grad_norm": 0.40526282787323,
      "learning_rate": 1.780429421151893e-05,
      "loss": 0.0096,
      "step": 22763
    },
    {
      "epoch": 2.4679098005203817,
      "grad_norm": 0.21533843874931335,
      "learning_rate": 1.7800667343682e-05,
      "loss": 0.0091,
      "step": 22764
    },
    {
      "epoch": 2.468018213356461,
      "grad_norm": 0.06303968280553818,
      "learning_rate": 1.7797040475845063e-05,
      "loss": 0.0058,
      "step": 22765
    },
    {
      "epoch": 2.468126626192541,
      "grad_norm": 0.1321547031402588,
      "learning_rate": 1.7793413608008124e-05,
      "loss": 0.0289,
      "step": 22766
    },
    {
      "epoch": 2.468235039028621,
      "grad_norm": 0.16537132859230042,
      "learning_rate": 1.7789786740171188e-05,
      "loss": 0.0138,
      "step": 22767
    },
    {
      "epoch": 2.4683434518647007,
      "grad_norm": 0.1637006551027298,
      "learning_rate": 1.7786159872334255e-05,
      "loss": 0.0315,
      "step": 22768
    },
    {
      "epoch": 2.4684518647007807,
      "grad_norm": 0.15017271041870117,
      "learning_rate": 1.7782533004497316e-05,
      "loss": 0.0218,
      "step": 22769
    },
    {
      "epoch": 2.4685602775368602,
      "grad_norm": 0.4134894609451294,
      "learning_rate": 1.777890613666038e-05,
      "loss": 0.0154,
      "step": 22770
    },
    {
      "epoch": 2.4686686903729402,
      "grad_norm": 0.03904284909367561,
      "learning_rate": 1.7775279268823444e-05,
      "loss": 0.0031,
      "step": 22771
    },
    {
      "epoch": 2.4687771032090198,
      "grad_norm": 0.03270262852311134,
      "learning_rate": 1.777165240098651e-05,
      "loss": 0.0025,
      "step": 22772
    },
    {
      "epoch": 2.4688855160450998,
      "grad_norm": 0.0932808369398117,
      "learning_rate": 1.7768025533149573e-05,
      "loss": 0.0084,
      "step": 22773
    },
    {
      "epoch": 2.4689939288811793,
      "grad_norm": 0.2917834222316742,
      "learning_rate": 1.7764398665312637e-05,
      "loss": 0.018,
      "step": 22774
    },
    {
      "epoch": 2.4691023417172593,
      "grad_norm": 0.2395363301038742,
      "learning_rate": 1.77607717974757e-05,
      "loss": 0.0177,
      "step": 22775
    },
    {
      "epoch": 2.4692107545533393,
      "grad_norm": 0.29046475887298584,
      "learning_rate": 1.7757144929638765e-05,
      "loss": 0.0528,
      "step": 22776
    },
    {
      "epoch": 2.469319167389419,
      "grad_norm": 0.10710172355175018,
      "learning_rate": 1.775351806180183e-05,
      "loss": 0.0257,
      "step": 22777
    },
    {
      "epoch": 2.469427580225499,
      "grad_norm": 0.14322584867477417,
      "learning_rate": 1.7749891193964893e-05,
      "loss": 0.0126,
      "step": 22778
    },
    {
      "epoch": 2.4695359930615783,
      "grad_norm": 0.02374485321342945,
      "learning_rate": 1.7746264326127957e-05,
      "loss": 0.0019,
      "step": 22779
    },
    {
      "epoch": 2.4696444058976583,
      "grad_norm": 0.24621973931789398,
      "learning_rate": 1.774263745829102e-05,
      "loss": 0.0134,
      "step": 22780
    },
    {
      "epoch": 2.4697528187337383,
      "grad_norm": 0.256471186876297,
      "learning_rate": 1.7739010590454085e-05,
      "loss": 0.0086,
      "step": 22781
    },
    {
      "epoch": 2.469861231569818,
      "grad_norm": 0.06324035674333572,
      "learning_rate": 1.773538372261715e-05,
      "loss": 0.0036,
      "step": 22782
    },
    {
      "epoch": 2.469969644405898,
      "grad_norm": 0.1038178950548172,
      "learning_rate": 1.7731756854780214e-05,
      "loss": 0.0059,
      "step": 22783
    },
    {
      "epoch": 2.4700780572419774,
      "grad_norm": 0.07760530710220337,
      "learning_rate": 1.7728129986943274e-05,
      "loss": 0.0091,
      "step": 22784
    },
    {
      "epoch": 2.4701864700780574,
      "grad_norm": 0.3920419216156006,
      "learning_rate": 1.772450311910634e-05,
      "loss": 0.0245,
      "step": 22785
    },
    {
      "epoch": 2.470294882914137,
      "grad_norm": 0.13411612808704376,
      "learning_rate": 1.7720876251269406e-05,
      "loss": 0.009,
      "step": 22786
    },
    {
      "epoch": 2.470403295750217,
      "grad_norm": 0.041888993233442307,
      "learning_rate": 1.771724938343247e-05,
      "loss": 0.0036,
      "step": 22787
    },
    {
      "epoch": 2.4705117085862964,
      "grad_norm": 0.07982394099235535,
      "learning_rate": 1.771362251559553e-05,
      "loss": 0.0049,
      "step": 22788
    },
    {
      "epoch": 2.4706201214223764,
      "grad_norm": 0.4817218482494354,
      "learning_rate": 1.7709995647758595e-05,
      "loss": 0.0427,
      "step": 22789
    },
    {
      "epoch": 2.4707285342584564,
      "grad_norm": 0.1681211143732071,
      "learning_rate": 1.7706368779921662e-05,
      "loss": 0.012,
      "step": 22790
    },
    {
      "epoch": 2.470836947094536,
      "grad_norm": 0.1867101639509201,
      "learning_rate": 1.7702741912084727e-05,
      "loss": 0.0097,
      "step": 22791
    },
    {
      "epoch": 2.470945359930616,
      "grad_norm": 0.09274128079414368,
      "learning_rate": 1.7699115044247787e-05,
      "loss": 0.0024,
      "step": 22792
    },
    {
      "epoch": 2.4710537727666955,
      "grad_norm": 0.19541259109973907,
      "learning_rate": 1.769548817641085e-05,
      "loss": 0.0165,
      "step": 22793
    },
    {
      "epoch": 2.4711621856027755,
      "grad_norm": 0.18504127860069275,
      "learning_rate": 1.769186130857392e-05,
      "loss": 0.0126,
      "step": 22794
    },
    {
      "epoch": 2.471270598438855,
      "grad_norm": 0.28938397765159607,
      "learning_rate": 1.768823444073698e-05,
      "loss": 0.0133,
      "step": 22795
    },
    {
      "epoch": 2.471379011274935,
      "grad_norm": 0.11162129789590836,
      "learning_rate": 1.7684607572900044e-05,
      "loss": 0.0045,
      "step": 22796
    },
    {
      "epoch": 2.4714874241110145,
      "grad_norm": 0.020534759387373924,
      "learning_rate": 1.7680980705063108e-05,
      "loss": 0.0015,
      "step": 22797
    },
    {
      "epoch": 2.4715958369470945,
      "grad_norm": 0.14358647167682648,
      "learning_rate": 1.7677353837226172e-05,
      "loss": 0.0113,
      "step": 22798
    },
    {
      "epoch": 2.4717042497831745,
      "grad_norm": 0.407049298286438,
      "learning_rate": 1.7673726969389236e-05,
      "loss": 0.0342,
      "step": 22799
    },
    {
      "epoch": 2.471812662619254,
      "grad_norm": 0.03890262171626091,
      "learning_rate": 1.76701001015523e-05,
      "loss": 0.0012,
      "step": 22800
    },
    {
      "epoch": 2.471921075455334,
      "grad_norm": 0.08303231745958328,
      "learning_rate": 1.7666473233715364e-05,
      "loss": 0.0059,
      "step": 22801
    },
    {
      "epoch": 2.4720294882914136,
      "grad_norm": 0.10705529898405075,
      "learning_rate": 1.7662846365878428e-05,
      "loss": 0.0109,
      "step": 22802
    },
    {
      "epoch": 2.4721379011274935,
      "grad_norm": 0.07092633098363876,
      "learning_rate": 1.7659219498041492e-05,
      "loss": 0.0061,
      "step": 22803
    },
    {
      "epoch": 2.4722463139635735,
      "grad_norm": 0.22782842814922333,
      "learning_rate": 1.7655592630204556e-05,
      "loss": 0.0104,
      "step": 22804
    },
    {
      "epoch": 2.472354726799653,
      "grad_norm": 0.032621145248413086,
      "learning_rate": 1.765196576236762e-05,
      "loss": 0.0019,
      "step": 22805
    },
    {
      "epoch": 2.472463139635733,
      "grad_norm": 0.058965444564819336,
      "learning_rate": 1.7648338894530685e-05,
      "loss": 0.0055,
      "step": 22806
    },
    {
      "epoch": 2.4725715524718126,
      "grad_norm": 0.056918684393167496,
      "learning_rate": 1.764471202669375e-05,
      "loss": 0.0049,
      "step": 22807
    },
    {
      "epoch": 2.4726799653078926,
      "grad_norm": 0.1208639144897461,
      "learning_rate": 1.7641085158856813e-05,
      "loss": 0.0242,
      "step": 22808
    },
    {
      "epoch": 2.472788378143972,
      "grad_norm": 0.06304018944501877,
      "learning_rate": 1.7637458291019877e-05,
      "loss": 0.0034,
      "step": 22809
    },
    {
      "epoch": 2.472896790980052,
      "grad_norm": 0.09375100582838058,
      "learning_rate": 1.7633831423182938e-05,
      "loss": 0.0043,
      "step": 22810
    },
    {
      "epoch": 2.4730052038161316,
      "grad_norm": 0.09551836550235748,
      "learning_rate": 1.7630204555346002e-05,
      "loss": 0.0092,
      "step": 22811
    },
    {
      "epoch": 2.4731136166522116,
      "grad_norm": 0.02905884012579918,
      "learning_rate": 1.762657768750907e-05,
      "loss": 0.001,
      "step": 22812
    },
    {
      "epoch": 2.4732220294882916,
      "grad_norm": 0.013492745347321033,
      "learning_rate": 1.7622950819672133e-05,
      "loss": 0.0013,
      "step": 22813
    },
    {
      "epoch": 2.473330442324371,
      "grad_norm": 0.6299636960029602,
      "learning_rate": 1.7619323951835194e-05,
      "loss": 0.0586,
      "step": 22814
    },
    {
      "epoch": 2.473438855160451,
      "grad_norm": 0.051617130637168884,
      "learning_rate": 1.7615697083998258e-05,
      "loss": 0.0011,
      "step": 22815
    },
    {
      "epoch": 2.4735472679965307,
      "grad_norm": 0.03909958153963089,
      "learning_rate": 1.7612070216161326e-05,
      "loss": 0.0031,
      "step": 22816
    },
    {
      "epoch": 2.4736556808326107,
      "grad_norm": 0.12530554831027985,
      "learning_rate": 1.760844334832439e-05,
      "loss": 0.012,
      "step": 22817
    },
    {
      "epoch": 2.47376409366869,
      "grad_norm": 0.20784921944141388,
      "learning_rate": 1.760481648048745e-05,
      "loss": 0.0038,
      "step": 22818
    },
    {
      "epoch": 2.47387250650477,
      "grad_norm": 0.0812968984246254,
      "learning_rate": 1.7601189612650515e-05,
      "loss": 0.0061,
      "step": 22819
    },
    {
      "epoch": 2.4739809193408497,
      "grad_norm": 0.2787168622016907,
      "learning_rate": 1.7597562744813582e-05,
      "loss": 0.0447,
      "step": 22820
    },
    {
      "epoch": 2.4740893321769297,
      "grad_norm": 0.22262467443943024,
      "learning_rate": 1.7593935876976643e-05,
      "loss": 0.0172,
      "step": 22821
    },
    {
      "epoch": 2.4741977450130097,
      "grad_norm": 0.12702050805091858,
      "learning_rate": 1.7590309009139707e-05,
      "loss": 0.0152,
      "step": 22822
    },
    {
      "epoch": 2.4743061578490892,
      "grad_norm": 0.08596668392419815,
      "learning_rate": 1.758668214130277e-05,
      "loss": 0.0124,
      "step": 22823
    },
    {
      "epoch": 2.4744145706851692,
      "grad_norm": 0.19210554659366608,
      "learning_rate": 1.7583055273465835e-05,
      "loss": 0.047,
      "step": 22824
    },
    {
      "epoch": 2.4745229835212488,
      "grad_norm": 0.09188715368509293,
      "learning_rate": 1.75794284056289e-05,
      "loss": 0.0144,
      "step": 22825
    },
    {
      "epoch": 2.4746313963573288,
      "grad_norm": 0.18567097187042236,
      "learning_rate": 1.7575801537791963e-05,
      "loss": 0.0117,
      "step": 22826
    },
    {
      "epoch": 2.4747398091934087,
      "grad_norm": 0.009898019954562187,
      "learning_rate": 1.7572174669955028e-05,
      "loss": 0.0005,
      "step": 22827
    },
    {
      "epoch": 2.4748482220294883,
      "grad_norm": 0.05994601920247078,
      "learning_rate": 1.756854780211809e-05,
      "loss": 0.0052,
      "step": 22828
    },
    {
      "epoch": 2.4749566348655683,
      "grad_norm": 0.037872105836868286,
      "learning_rate": 1.7564920934281156e-05,
      "loss": 0.0026,
      "step": 22829
    },
    {
      "epoch": 2.475065047701648,
      "grad_norm": 0.21371160447597504,
      "learning_rate": 1.756129406644422e-05,
      "loss": 0.0078,
      "step": 22830
    },
    {
      "epoch": 2.475173460537728,
      "grad_norm": 0.08394665271043777,
      "learning_rate": 1.7557667198607284e-05,
      "loss": 0.0045,
      "step": 22831
    },
    {
      "epoch": 2.4752818733738073,
      "grad_norm": 0.06287214159965515,
      "learning_rate": 1.7554040330770348e-05,
      "loss": 0.0042,
      "step": 22832
    },
    {
      "epoch": 2.4753902862098873,
      "grad_norm": 0.02762594260275364,
      "learning_rate": 1.7550413462933412e-05,
      "loss": 0.0023,
      "step": 22833
    },
    {
      "epoch": 2.475498699045967,
      "grad_norm": 0.03793323412537575,
      "learning_rate": 1.7546786595096476e-05,
      "loss": 0.0019,
      "step": 22834
    },
    {
      "epoch": 2.475607111882047,
      "grad_norm": 0.08509516716003418,
      "learning_rate": 1.754315972725954e-05,
      "loss": 0.008,
      "step": 22835
    },
    {
      "epoch": 2.475715524718127,
      "grad_norm": 0.5110694169998169,
      "learning_rate": 1.75395328594226e-05,
      "loss": 0.043,
      "step": 22836
    },
    {
      "epoch": 2.4758239375542064,
      "grad_norm": 0.009048792533576488,
      "learning_rate": 1.753590599158567e-05,
      "loss": 0.0004,
      "step": 22837
    },
    {
      "epoch": 2.4759323503902864,
      "grad_norm": 0.27745354175567627,
      "learning_rate": 1.7532279123748733e-05,
      "loss": 0.0169,
      "step": 22838
    },
    {
      "epoch": 2.476040763226366,
      "grad_norm": 0.7440257668495178,
      "learning_rate": 1.7528652255911797e-05,
      "loss": 0.0058,
      "step": 22839
    },
    {
      "epoch": 2.476149176062446,
      "grad_norm": 0.12963999807834625,
      "learning_rate": 1.7525025388074857e-05,
      "loss": 0.0154,
      "step": 22840
    },
    {
      "epoch": 2.4762575888985254,
      "grad_norm": 0.021565664559602737,
      "learning_rate": 1.752139852023792e-05,
      "loss": 0.0008,
      "step": 22841
    },
    {
      "epoch": 2.4763660017346054,
      "grad_norm": 0.48115330934524536,
      "learning_rate": 1.751777165240099e-05,
      "loss": 0.0831,
      "step": 22842
    },
    {
      "epoch": 2.476474414570685,
      "grad_norm": 0.11356283724308014,
      "learning_rate": 1.7514144784564053e-05,
      "loss": 0.0051,
      "step": 22843
    },
    {
      "epoch": 2.476582827406765,
      "grad_norm": 0.17523367702960968,
      "learning_rate": 1.7510517916727114e-05,
      "loss": 0.0091,
      "step": 22844
    },
    {
      "epoch": 2.476691240242845,
      "grad_norm": 0.14486993849277496,
      "learning_rate": 1.7506891048890178e-05,
      "loss": 0.0053,
      "step": 22845
    },
    {
      "epoch": 2.4767996530789245,
      "grad_norm": 0.16888123750686646,
      "learning_rate": 1.7503264181053246e-05,
      "loss": 0.0058,
      "step": 22846
    },
    {
      "epoch": 2.4769080659150045,
      "grad_norm": 0.2709430456161499,
      "learning_rate": 1.7499637313216306e-05,
      "loss": 0.0307,
      "step": 22847
    },
    {
      "epoch": 2.477016478751084,
      "grad_norm": 0.026147402822971344,
      "learning_rate": 1.749601044537937e-05,
      "loss": 0.0025,
      "step": 22848
    },
    {
      "epoch": 2.477124891587164,
      "grad_norm": 0.1185431256890297,
      "learning_rate": 1.7492383577542434e-05,
      "loss": 0.0062,
      "step": 22849
    },
    {
      "epoch": 2.4772333044232435,
      "grad_norm": 0.2668442130088806,
      "learning_rate": 1.7488756709705502e-05,
      "loss": 0.0132,
      "step": 22850
    },
    {
      "epoch": 2.4773417172593235,
      "grad_norm": 0.08381806313991547,
      "learning_rate": 1.7485129841868563e-05,
      "loss": 0.0062,
      "step": 22851
    },
    {
      "epoch": 2.477450130095403,
      "grad_norm": 0.09872231632471085,
      "learning_rate": 1.7481502974031627e-05,
      "loss": 0.0075,
      "step": 22852
    },
    {
      "epoch": 2.477558542931483,
      "grad_norm": 0.11006097495555878,
      "learning_rate": 1.747787610619469e-05,
      "loss": 0.0069,
      "step": 22853
    },
    {
      "epoch": 2.477666955767563,
      "grad_norm": 0.045610398054122925,
      "learning_rate": 1.7474249238357755e-05,
      "loss": 0.0033,
      "step": 22854
    },
    {
      "epoch": 2.4777753686036426,
      "grad_norm": 0.08592195063829422,
      "learning_rate": 1.747062237052082e-05,
      "loss": 0.0211,
      "step": 22855
    },
    {
      "epoch": 2.4778837814397225,
      "grad_norm": 0.13619671761989594,
      "learning_rate": 1.7466995502683883e-05,
      "loss": 0.0175,
      "step": 22856
    },
    {
      "epoch": 2.477992194275802,
      "grad_norm": 0.03107885830104351,
      "learning_rate": 1.7463368634846947e-05,
      "loss": 0.0015,
      "step": 22857
    },
    {
      "epoch": 2.478100607111882,
      "grad_norm": 0.30132585763931274,
      "learning_rate": 1.745974176701001e-05,
      "loss": 0.0196,
      "step": 22858
    },
    {
      "epoch": 2.478209019947962,
      "grad_norm": 0.08470909297466278,
      "learning_rate": 1.7456114899173075e-05,
      "loss": 0.0023,
      "step": 22859
    },
    {
      "epoch": 2.4783174327840416,
      "grad_norm": 0.10764162987470627,
      "learning_rate": 1.745248803133614e-05,
      "loss": 0.0093,
      "step": 22860
    },
    {
      "epoch": 2.4784258456201216,
      "grad_norm": 0.07690174132585526,
      "learning_rate": 1.7448861163499204e-05,
      "loss": 0.0078,
      "step": 22861
    },
    {
      "epoch": 2.478534258456201,
      "grad_norm": 0.13958415389060974,
      "learning_rate": 1.7445234295662264e-05,
      "loss": 0.0497,
      "step": 22862
    },
    {
      "epoch": 2.478642671292281,
      "grad_norm": 0.1165991872549057,
      "learning_rate": 1.7441607427825332e-05,
      "loss": 0.0087,
      "step": 22863
    },
    {
      "epoch": 2.4787510841283606,
      "grad_norm": 0.3217451572418213,
      "learning_rate": 1.7437980559988396e-05,
      "loss": 0.0385,
      "step": 22864
    },
    {
      "epoch": 2.4788594969644406,
      "grad_norm": 0.09586494415998459,
      "learning_rate": 1.743435369215146e-05,
      "loss": 0.0037,
      "step": 22865
    },
    {
      "epoch": 2.47896790980052,
      "grad_norm": 0.161447674036026,
      "learning_rate": 1.743072682431452e-05,
      "loss": 0.0158,
      "step": 22866
    },
    {
      "epoch": 2.4790763226366,
      "grad_norm": 0.16281212866306305,
      "learning_rate": 1.7427099956477585e-05,
      "loss": 0.0114,
      "step": 22867
    },
    {
      "epoch": 2.47918473547268,
      "grad_norm": 0.10694409906864166,
      "learning_rate": 1.7423473088640652e-05,
      "loss": 0.0087,
      "step": 22868
    },
    {
      "epoch": 2.4792931483087597,
      "grad_norm": 0.07475167512893677,
      "learning_rate": 1.7419846220803717e-05,
      "loss": 0.0059,
      "step": 22869
    },
    {
      "epoch": 2.4794015611448397,
      "grad_norm": 0.11193817108869553,
      "learning_rate": 1.7416219352966777e-05,
      "loss": 0.0108,
      "step": 22870
    },
    {
      "epoch": 2.479509973980919,
      "grad_norm": 0.12568169832229614,
      "learning_rate": 1.741259248512984e-05,
      "loss": 0.0143,
      "step": 22871
    },
    {
      "epoch": 2.479618386816999,
      "grad_norm": 0.24831531941890717,
      "learning_rate": 1.740896561729291e-05,
      "loss": 0.0157,
      "step": 22872
    },
    {
      "epoch": 2.4797267996530787,
      "grad_norm": 0.15110763907432556,
      "learning_rate": 1.740533874945597e-05,
      "loss": 0.0342,
      "step": 22873
    },
    {
      "epoch": 2.4798352124891587,
      "grad_norm": 0.20485982298851013,
      "learning_rate": 1.7401711881619034e-05,
      "loss": 0.0114,
      "step": 22874
    },
    {
      "epoch": 2.4799436253252383,
      "grad_norm": 0.29330354928970337,
      "learning_rate": 1.7398085013782098e-05,
      "loss": 0.0206,
      "step": 22875
    },
    {
      "epoch": 2.4800520381613183,
      "grad_norm": 0.28357282280921936,
      "learning_rate": 1.7394458145945165e-05,
      "loss": 0.0164,
      "step": 22876
    },
    {
      "epoch": 2.4801604509973982,
      "grad_norm": 0.10713857412338257,
      "learning_rate": 1.7390831278108226e-05,
      "loss": 0.007,
      "step": 22877
    },
    {
      "epoch": 2.4802688638334778,
      "grad_norm": 0.23592011630535126,
      "learning_rate": 1.738720441027129e-05,
      "loss": 0.0428,
      "step": 22878
    },
    {
      "epoch": 2.4803772766695578,
      "grad_norm": 0.03473833203315735,
      "learning_rate": 1.7383577542434354e-05,
      "loss": 0.0023,
      "step": 22879
    },
    {
      "epoch": 2.4804856895056373,
      "grad_norm": 0.021305324509739876,
      "learning_rate": 1.737995067459742e-05,
      "loss": 0.0028,
      "step": 22880
    },
    {
      "epoch": 2.4805941023417173,
      "grad_norm": 0.29160797595977783,
      "learning_rate": 1.7376323806760482e-05,
      "loss": 0.0108,
      "step": 22881
    },
    {
      "epoch": 2.4807025151777973,
      "grad_norm": 0.3716374337673187,
      "learning_rate": 1.7372696938923547e-05,
      "loss": 0.0413,
      "step": 22882
    },
    {
      "epoch": 2.480810928013877,
      "grad_norm": 0.04336138814687729,
      "learning_rate": 1.736907007108661e-05,
      "loss": 0.0028,
      "step": 22883
    },
    {
      "epoch": 2.480919340849957,
      "grad_norm": 0.21942390501499176,
      "learning_rate": 1.7365443203249675e-05,
      "loss": 0.0076,
      "step": 22884
    },
    {
      "epoch": 2.4810277536860363,
      "grad_norm": 0.22761178016662598,
      "learning_rate": 1.736181633541274e-05,
      "loss": 0.0066,
      "step": 22885
    },
    {
      "epoch": 2.4811361665221163,
      "grad_norm": 0.16125203669071198,
      "learning_rate": 1.7358189467575803e-05,
      "loss": 0.0083,
      "step": 22886
    },
    {
      "epoch": 2.481244579358196,
      "grad_norm": 0.17009149491786957,
      "learning_rate": 1.7354562599738867e-05,
      "loss": 0.0387,
      "step": 22887
    },
    {
      "epoch": 2.481352992194276,
      "grad_norm": 0.07724860310554504,
      "learning_rate": 1.7350935731901928e-05,
      "loss": 0.0088,
      "step": 22888
    },
    {
      "epoch": 2.4814614050303554,
      "grad_norm": 0.025486210361123085,
      "learning_rate": 1.7347308864064995e-05,
      "loss": 0.0011,
      "step": 22889
    },
    {
      "epoch": 2.4815698178664354,
      "grad_norm": 0.0685959905385971,
      "learning_rate": 1.734368199622806e-05,
      "loss": 0.0052,
      "step": 22890
    },
    {
      "epoch": 2.4816782307025154,
      "grad_norm": 0.07319243252277374,
      "learning_rate": 1.7340055128391123e-05,
      "loss": 0.0202,
      "step": 22891
    },
    {
      "epoch": 2.481786643538595,
      "grad_norm": 0.0253974050283432,
      "learning_rate": 1.7336428260554184e-05,
      "loss": 0.0025,
      "step": 22892
    },
    {
      "epoch": 2.481895056374675,
      "grad_norm": 0.06021060422062874,
      "learning_rate": 1.7332801392717248e-05,
      "loss": 0.0031,
      "step": 22893
    },
    {
      "epoch": 2.4820034692107544,
      "grad_norm": 0.36984914541244507,
      "learning_rate": 1.7329174524880316e-05,
      "loss": 0.0237,
      "step": 22894
    },
    {
      "epoch": 2.4821118820468344,
      "grad_norm": 0.016286611557006836,
      "learning_rate": 1.732554765704338e-05,
      "loss": 0.0015,
      "step": 22895
    },
    {
      "epoch": 2.482220294882914,
      "grad_norm": 0.01735464483499527,
      "learning_rate": 1.732192078920644e-05,
      "loss": 0.0028,
      "step": 22896
    },
    {
      "epoch": 2.482328707718994,
      "grad_norm": 0.2785021662712097,
      "learning_rate": 1.7318293921369505e-05,
      "loss": 0.006,
      "step": 22897
    },
    {
      "epoch": 2.4824371205550735,
      "grad_norm": 0.11357787996530533,
      "learning_rate": 1.7314667053532572e-05,
      "loss": 0.0063,
      "step": 22898
    },
    {
      "epoch": 2.4825455333911535,
      "grad_norm": 0.07001034915447235,
      "learning_rate": 1.7311040185695633e-05,
      "loss": 0.0045,
      "step": 22899
    },
    {
      "epoch": 2.4826539462272335,
      "grad_norm": 0.3018478751182556,
      "learning_rate": 1.7307413317858697e-05,
      "loss": 0.0134,
      "step": 22900
    },
    {
      "epoch": 2.482762359063313,
      "grad_norm": 0.01523684337735176,
      "learning_rate": 1.730378645002176e-05,
      "loss": 0.0011,
      "step": 22901
    },
    {
      "epoch": 2.482870771899393,
      "grad_norm": 0.35239002108573914,
      "learning_rate": 1.730015958218483e-05,
      "loss": 0.0216,
      "step": 22902
    },
    {
      "epoch": 2.4829791847354725,
      "grad_norm": 0.027413424104452133,
      "learning_rate": 1.729653271434789e-05,
      "loss": 0.0012,
      "step": 22903
    },
    {
      "epoch": 2.4830875975715525,
      "grad_norm": 0.2715100049972534,
      "learning_rate": 1.7292905846510953e-05,
      "loss": 0.0157,
      "step": 22904
    },
    {
      "epoch": 2.4831960104076325,
      "grad_norm": 0.07665959745645523,
      "learning_rate": 1.7289278978674018e-05,
      "loss": 0.0077,
      "step": 22905
    },
    {
      "epoch": 2.483304423243712,
      "grad_norm": 0.1299208700656891,
      "learning_rate": 1.728565211083708e-05,
      "loss": 0.0091,
      "step": 22906
    },
    {
      "epoch": 2.483412836079792,
      "grad_norm": 0.02386067807674408,
      "learning_rate": 1.7282025243000146e-05,
      "loss": 0.0017,
      "step": 22907
    },
    {
      "epoch": 2.4835212489158716,
      "grad_norm": 0.07791641354560852,
      "learning_rate": 1.727839837516321e-05,
      "loss": 0.0079,
      "step": 22908
    },
    {
      "epoch": 2.4836296617519515,
      "grad_norm": 0.1596478670835495,
      "learning_rate": 1.7274771507326274e-05,
      "loss": 0.0266,
      "step": 22909
    },
    {
      "epoch": 2.483738074588031,
      "grad_norm": 0.06113000959157944,
      "learning_rate": 1.7271144639489338e-05,
      "loss": 0.0038,
      "step": 22910
    },
    {
      "epoch": 2.483846487424111,
      "grad_norm": 0.18887123465538025,
      "learning_rate": 1.7267517771652402e-05,
      "loss": 0.0108,
      "step": 22911
    },
    {
      "epoch": 2.4839549002601906,
      "grad_norm": 0.08449671417474747,
      "learning_rate": 1.7263890903815466e-05,
      "loss": 0.0068,
      "step": 22912
    },
    {
      "epoch": 2.4840633130962706,
      "grad_norm": 0.19908681511878967,
      "learning_rate": 1.726026403597853e-05,
      "loss": 0.0345,
      "step": 22913
    },
    {
      "epoch": 2.4841717259323506,
      "grad_norm": 0.33492082357406616,
      "learning_rate": 1.7256637168141594e-05,
      "loss": 0.0457,
      "step": 22914
    },
    {
      "epoch": 2.48428013876843,
      "grad_norm": 0.012621402740478516,
      "learning_rate": 1.725301030030466e-05,
      "loss": 0.0006,
      "step": 22915
    },
    {
      "epoch": 2.48438855160451,
      "grad_norm": 0.012927546165883541,
      "learning_rate": 1.7249383432467723e-05,
      "loss": 0.0013,
      "step": 22916
    },
    {
      "epoch": 2.4844969644405897,
      "grad_norm": 0.06163881719112396,
      "learning_rate": 1.7245756564630787e-05,
      "loss": 0.0069,
      "step": 22917
    },
    {
      "epoch": 2.4846053772766696,
      "grad_norm": 0.11173836141824722,
      "learning_rate": 1.7242129696793848e-05,
      "loss": 0.0073,
      "step": 22918
    },
    {
      "epoch": 2.484713790112749,
      "grad_norm": 0.03161894530057907,
      "learning_rate": 1.723850282895691e-05,
      "loss": 0.0018,
      "step": 22919
    },
    {
      "epoch": 2.484822202948829,
      "grad_norm": 0.24855194985866547,
      "learning_rate": 1.723487596111998e-05,
      "loss": 0.0101,
      "step": 22920
    },
    {
      "epoch": 2.4849306157849087,
      "grad_norm": 0.15494586527347565,
      "learning_rate": 1.7231249093283043e-05,
      "loss": 0.0122,
      "step": 22921
    },
    {
      "epoch": 2.4850390286209887,
      "grad_norm": 0.0034962675999850035,
      "learning_rate": 1.7227622225446104e-05,
      "loss": 0.0004,
      "step": 22922
    },
    {
      "epoch": 2.4851474414570687,
      "grad_norm": 0.06475181877613068,
      "learning_rate": 1.7223995357609168e-05,
      "loss": 0.0082,
      "step": 22923
    },
    {
      "epoch": 2.485255854293148,
      "grad_norm": 0.13294033706188202,
      "learning_rate": 1.7220368489772236e-05,
      "loss": 0.0072,
      "step": 22924
    },
    {
      "epoch": 2.485364267129228,
      "grad_norm": 0.16421756148338318,
      "learning_rate": 1.7216741621935296e-05,
      "loss": 0.0209,
      "step": 22925
    },
    {
      "epoch": 2.4854726799653077,
      "grad_norm": 0.12970222532749176,
      "learning_rate": 1.721311475409836e-05,
      "loss": 0.0096,
      "step": 22926
    },
    {
      "epoch": 2.4855810928013877,
      "grad_norm": 0.171209916472435,
      "learning_rate": 1.7209487886261424e-05,
      "loss": 0.0173,
      "step": 22927
    },
    {
      "epoch": 2.4856895056374677,
      "grad_norm": 0.0676293596625328,
      "learning_rate": 1.7205861018424492e-05,
      "loss": 0.0049,
      "step": 22928
    },
    {
      "epoch": 2.4857979184735473,
      "grad_norm": 0.009221680462360382,
      "learning_rate": 1.7202234150587553e-05,
      "loss": 0.0004,
      "step": 22929
    },
    {
      "epoch": 2.4859063313096272,
      "grad_norm": 0.3717212677001953,
      "learning_rate": 1.7198607282750617e-05,
      "loss": 0.0367,
      "step": 22930
    },
    {
      "epoch": 2.486014744145707,
      "grad_norm": 0.13790170848369598,
      "learning_rate": 1.719498041491368e-05,
      "loss": 0.0056,
      "step": 22931
    },
    {
      "epoch": 2.4861231569817868,
      "grad_norm": 0.05568889155983925,
      "learning_rate": 1.719135354707675e-05,
      "loss": 0.0032,
      "step": 22932
    },
    {
      "epoch": 2.4862315698178663,
      "grad_norm": 0.01198695506900549,
      "learning_rate": 1.718772667923981e-05,
      "loss": 0.001,
      "step": 22933
    },
    {
      "epoch": 2.4863399826539463,
      "grad_norm": 0.10043271631002426,
      "learning_rate": 1.7184099811402873e-05,
      "loss": 0.0125,
      "step": 22934
    },
    {
      "epoch": 2.486448395490026,
      "grad_norm": 0.3462645709514618,
      "learning_rate": 1.7180472943565937e-05,
      "loss": 0.0188,
      "step": 22935
    },
    {
      "epoch": 2.486556808326106,
      "grad_norm": 0.1158856749534607,
      "learning_rate": 1.7176846075729e-05,
      "loss": 0.0045,
      "step": 22936
    },
    {
      "epoch": 2.486665221162186,
      "grad_norm": 0.14864689111709595,
      "learning_rate": 1.7173219207892066e-05,
      "loss": 0.0105,
      "step": 22937
    },
    {
      "epoch": 2.4867736339982653,
      "grad_norm": 0.22550104558467865,
      "learning_rate": 1.716959234005513e-05,
      "loss": 0.0227,
      "step": 22938
    },
    {
      "epoch": 2.4868820468343453,
      "grad_norm": 0.15030643343925476,
      "learning_rate": 1.7165965472218194e-05,
      "loss": 0.009,
      "step": 22939
    },
    {
      "epoch": 2.486990459670425,
      "grad_norm": 0.07173158973455429,
      "learning_rate": 1.7162338604381258e-05,
      "loss": 0.0042,
      "step": 22940
    },
    {
      "epoch": 2.487098872506505,
      "grad_norm": 0.08042075484991074,
      "learning_rate": 1.7158711736544322e-05,
      "loss": 0.0133,
      "step": 22941
    },
    {
      "epoch": 2.4872072853425844,
      "grad_norm": 0.1983378678560257,
      "learning_rate": 1.7155084868707386e-05,
      "loss": 0.0503,
      "step": 22942
    },
    {
      "epoch": 2.4873156981786644,
      "grad_norm": 0.1575673371553421,
      "learning_rate": 1.715145800087045e-05,
      "loss": 0.0252,
      "step": 22943
    },
    {
      "epoch": 2.487424111014744,
      "grad_norm": 0.21369032561779022,
      "learning_rate": 1.714783113303351e-05,
      "loss": 0.008,
      "step": 22944
    },
    {
      "epoch": 2.487532523850824,
      "grad_norm": 0.5111992359161377,
      "learning_rate": 1.714420426519658e-05,
      "loss": 0.0129,
      "step": 22945
    },
    {
      "epoch": 2.487640936686904,
      "grad_norm": 0.6315909624099731,
      "learning_rate": 1.7140577397359642e-05,
      "loss": 0.0384,
      "step": 22946
    },
    {
      "epoch": 2.4877493495229834,
      "grad_norm": 0.10804815590381622,
      "learning_rate": 1.7136950529522707e-05,
      "loss": 0.0194,
      "step": 22947
    },
    {
      "epoch": 2.4878577623590634,
      "grad_norm": 0.015617833472788334,
      "learning_rate": 1.7133323661685767e-05,
      "loss": 0.0017,
      "step": 22948
    },
    {
      "epoch": 2.487966175195143,
      "grad_norm": 0.1698959916830063,
      "learning_rate": 1.712969679384883e-05,
      "loss": 0.0087,
      "step": 22949
    },
    {
      "epoch": 2.488074588031223,
      "grad_norm": 0.06573706120252609,
      "learning_rate": 1.71260699260119e-05,
      "loss": 0.0078,
      "step": 22950
    },
    {
      "epoch": 2.488183000867303,
      "grad_norm": 0.01968514174222946,
      "learning_rate": 1.712244305817496e-05,
      "loss": 0.0014,
      "step": 22951
    },
    {
      "epoch": 2.4882914137033825,
      "grad_norm": 0.2888469994068146,
      "learning_rate": 1.7118816190338024e-05,
      "loss": 0.026,
      "step": 22952
    },
    {
      "epoch": 2.4883998265394625,
      "grad_norm": 0.13841594755649567,
      "learning_rate": 1.7115189322501088e-05,
      "loss": 0.0047,
      "step": 22953
    },
    {
      "epoch": 2.488508239375542,
      "grad_norm": 0.07815306633710861,
      "learning_rate": 1.7111562454664155e-05,
      "loss": 0.0065,
      "step": 22954
    },
    {
      "epoch": 2.488616652211622,
      "grad_norm": 0.09329692274332047,
      "learning_rate": 1.7107935586827216e-05,
      "loss": 0.0069,
      "step": 22955
    },
    {
      "epoch": 2.4887250650477015,
      "grad_norm": 0.3278144299983978,
      "learning_rate": 1.710430871899028e-05,
      "loss": 0.0277,
      "step": 22956
    },
    {
      "epoch": 2.4888334778837815,
      "grad_norm": 0.25350260734558105,
      "learning_rate": 1.7100681851153344e-05,
      "loss": 0.0201,
      "step": 22957
    },
    {
      "epoch": 2.488941890719861,
      "grad_norm": 0.021665679290890694,
      "learning_rate": 1.7097054983316412e-05,
      "loss": 0.0021,
      "step": 22958
    },
    {
      "epoch": 2.489050303555941,
      "grad_norm": 0.0018465496832504869,
      "learning_rate": 1.7093428115479472e-05,
      "loss": 0.0002,
      "step": 22959
    },
    {
      "epoch": 2.489158716392021,
      "grad_norm": 0.008648009039461613,
      "learning_rate": 1.7089801247642537e-05,
      "loss": 0.0009,
      "step": 22960
    },
    {
      "epoch": 2.4892671292281006,
      "grad_norm": 0.1682528257369995,
      "learning_rate": 1.70861743798056e-05,
      "loss": 0.0146,
      "step": 22961
    },
    {
      "epoch": 2.4893755420641805,
      "grad_norm": 0.19886204600334167,
      "learning_rate": 1.7082547511968665e-05,
      "loss": 0.0129,
      "step": 22962
    },
    {
      "epoch": 2.48948395490026,
      "grad_norm": 0.07471280544996262,
      "learning_rate": 1.707892064413173e-05,
      "loss": 0.0071,
      "step": 22963
    },
    {
      "epoch": 2.48959236773634,
      "grad_norm": 0.15426376461982727,
      "learning_rate": 1.7075293776294793e-05,
      "loss": 0.0169,
      "step": 22964
    },
    {
      "epoch": 2.4897007805724196,
      "grad_norm": 0.2726283073425293,
      "learning_rate": 1.7071666908457857e-05,
      "loss": 0.0203,
      "step": 22965
    },
    {
      "epoch": 2.4898091934084996,
      "grad_norm": 0.08266036957502365,
      "learning_rate": 1.706804004062092e-05,
      "loss": 0.0091,
      "step": 22966
    },
    {
      "epoch": 2.489917606244579,
      "grad_norm": 0.13681168854236603,
      "learning_rate": 1.7064413172783985e-05,
      "loss": 0.0057,
      "step": 22967
    },
    {
      "epoch": 2.490026019080659,
      "grad_norm": 0.0024043340235948563,
      "learning_rate": 1.706078630494705e-05,
      "loss": 0.0002,
      "step": 22968
    },
    {
      "epoch": 2.490134431916739,
      "grad_norm": 0.050708066672086716,
      "learning_rate": 1.7057159437110114e-05,
      "loss": 0.0042,
      "step": 22969
    },
    {
      "epoch": 2.4902428447528187,
      "grad_norm": 0.054548393934965134,
      "learning_rate": 1.7053532569273174e-05,
      "loss": 0.0051,
      "step": 22970
    },
    {
      "epoch": 2.4903512575888986,
      "grad_norm": 0.08868283033370972,
      "learning_rate": 1.7049905701436242e-05,
      "loss": 0.0029,
      "step": 22971
    },
    {
      "epoch": 2.490459670424978,
      "grad_norm": 0.2620166540145874,
      "learning_rate": 1.7046278833599306e-05,
      "loss": 0.0179,
      "step": 22972
    },
    {
      "epoch": 2.490568083261058,
      "grad_norm": 0.21466204524040222,
      "learning_rate": 1.704265196576237e-05,
      "loss": 0.0273,
      "step": 22973
    },
    {
      "epoch": 2.490676496097138,
      "grad_norm": 0.18741826713085175,
      "learning_rate": 1.703902509792543e-05,
      "loss": 0.0083,
      "step": 22974
    },
    {
      "epoch": 2.4907849089332177,
      "grad_norm": 0.12138310074806213,
      "learning_rate": 1.7035398230088495e-05,
      "loss": 0.0104,
      "step": 22975
    },
    {
      "epoch": 2.4908933217692977,
      "grad_norm": 0.192323237657547,
      "learning_rate": 1.7031771362251562e-05,
      "loss": 0.0307,
      "step": 22976
    },
    {
      "epoch": 2.491001734605377,
      "grad_norm": 0.1304042786359787,
      "learning_rate": 1.7028144494414623e-05,
      "loss": 0.0071,
      "step": 22977
    },
    {
      "epoch": 2.491110147441457,
      "grad_norm": 0.07064083963632584,
      "learning_rate": 1.7024517626577687e-05,
      "loss": 0.0044,
      "step": 22978
    },
    {
      "epoch": 2.4912185602775367,
      "grad_norm": 0.2547554075717926,
      "learning_rate": 1.702089075874075e-05,
      "loss": 0.0073,
      "step": 22979
    },
    {
      "epoch": 2.4913269731136167,
      "grad_norm": 0.15925952792167664,
      "learning_rate": 1.701726389090382e-05,
      "loss": 0.0122,
      "step": 22980
    },
    {
      "epoch": 2.4914353859496963,
      "grad_norm": 0.0956258773803711,
      "learning_rate": 1.701363702306688e-05,
      "loss": 0.0088,
      "step": 22981
    },
    {
      "epoch": 2.4915437987857763,
      "grad_norm": 0.14022402465343475,
      "learning_rate": 1.7010010155229943e-05,
      "loss": 0.0083,
      "step": 22982
    },
    {
      "epoch": 2.4916522116218562,
      "grad_norm": 0.41892725229263306,
      "learning_rate": 1.7006383287393008e-05,
      "loss": 0.0276,
      "step": 22983
    },
    {
      "epoch": 2.491760624457936,
      "grad_norm": 0.23820336163043976,
      "learning_rate": 1.7002756419556075e-05,
      "loss": 0.0405,
      "step": 22984
    },
    {
      "epoch": 2.4918690372940158,
      "grad_norm": 0.24105237424373627,
      "learning_rate": 1.6999129551719136e-05,
      "loss": 0.0186,
      "step": 22985
    },
    {
      "epoch": 2.4919774501300953,
      "grad_norm": 0.18931910395622253,
      "learning_rate": 1.69955026838822e-05,
      "loss": 0.008,
      "step": 22986
    },
    {
      "epoch": 2.4920858629661753,
      "grad_norm": 0.20198577642440796,
      "learning_rate": 1.6991875816045264e-05,
      "loss": 0.0236,
      "step": 22987
    },
    {
      "epoch": 2.492194275802255,
      "grad_norm": 0.06509321928024292,
      "learning_rate": 1.6988248948208328e-05,
      "loss": 0.0046,
      "step": 22988
    },
    {
      "epoch": 2.492302688638335,
      "grad_norm": 0.08634056895971298,
      "learning_rate": 1.6984622080371392e-05,
      "loss": 0.0059,
      "step": 22989
    },
    {
      "epoch": 2.4924111014744144,
      "grad_norm": 0.08100531995296478,
      "learning_rate": 1.6980995212534456e-05,
      "loss": 0.0096,
      "step": 22990
    },
    {
      "epoch": 2.4925195143104943,
      "grad_norm": 0.5028480887413025,
      "learning_rate": 1.697736834469752e-05,
      "loss": 0.0301,
      "step": 22991
    },
    {
      "epoch": 2.4926279271465743,
      "grad_norm": 0.08118320256471634,
      "learning_rate": 1.6973741476860585e-05,
      "loss": 0.0034,
      "step": 22992
    },
    {
      "epoch": 2.492736339982654,
      "grad_norm": 0.19323033094406128,
      "learning_rate": 1.697011460902365e-05,
      "loss": 0.0218,
      "step": 22993
    },
    {
      "epoch": 2.492844752818734,
      "grad_norm": 0.2364329993724823,
      "learning_rate": 1.6966487741186713e-05,
      "loss": 0.0289,
      "step": 22994
    },
    {
      "epoch": 2.4929531656548134,
      "grad_norm": 0.3423001170158386,
      "learning_rate": 1.6962860873349777e-05,
      "loss": 0.0125,
      "step": 22995
    },
    {
      "epoch": 2.4930615784908934,
      "grad_norm": 0.20094208419322968,
      "learning_rate": 1.6959234005512838e-05,
      "loss": 0.0111,
      "step": 22996
    },
    {
      "epoch": 2.493169991326973,
      "grad_norm": 0.26785460114479065,
      "learning_rate": 1.6955607137675905e-05,
      "loss": 0.0137,
      "step": 22997
    },
    {
      "epoch": 2.493278404163053,
      "grad_norm": 0.17152158915996552,
      "learning_rate": 1.695198026983897e-05,
      "loss": 0.0133,
      "step": 22998
    },
    {
      "epoch": 2.4933868169991324,
      "grad_norm": 0.0538499653339386,
      "learning_rate": 1.6948353402002033e-05,
      "loss": 0.0054,
      "step": 22999
    },
    {
      "epoch": 2.4934952298352124,
      "grad_norm": 0.19894276559352875,
      "learning_rate": 1.6944726534165094e-05,
      "loss": 0.0275,
      "step": 23000
    },
    {
      "epoch": 2.4936036426712924,
      "grad_norm": 0.3040357232093811,
      "learning_rate": 1.6941099666328158e-05,
      "loss": 0.0165,
      "step": 23001
    },
    {
      "epoch": 2.493712055507372,
      "grad_norm": 0.23172098398208618,
      "learning_rate": 1.6937472798491226e-05,
      "loss": 0.0371,
      "step": 23002
    },
    {
      "epoch": 2.493820468343452,
      "grad_norm": 0.0929199680685997,
      "learning_rate": 1.6933845930654286e-05,
      "loss": 0.0084,
      "step": 23003
    },
    {
      "epoch": 2.4939288811795315,
      "grad_norm": 0.28749483823776245,
      "learning_rate": 1.693021906281735e-05,
      "loss": 0.0169,
      "step": 23004
    },
    {
      "epoch": 2.4940372940156115,
      "grad_norm": 0.35193684697151184,
      "learning_rate": 1.6926592194980415e-05,
      "loss": 0.0578,
      "step": 23005
    },
    {
      "epoch": 2.4941457068516915,
      "grad_norm": 0.1989419311285019,
      "learning_rate": 1.6922965327143482e-05,
      "loss": 0.013,
      "step": 23006
    },
    {
      "epoch": 2.494254119687771,
      "grad_norm": 0.008538738824427128,
      "learning_rate": 1.6919338459306543e-05,
      "loss": 0.0006,
      "step": 23007
    },
    {
      "epoch": 2.494362532523851,
      "grad_norm": 0.03393930569291115,
      "learning_rate": 1.6915711591469607e-05,
      "loss": 0.0019,
      "step": 23008
    },
    {
      "epoch": 2.4944709453599305,
      "grad_norm": 0.10713981837034225,
      "learning_rate": 1.691208472363267e-05,
      "loss": 0.0184,
      "step": 23009
    },
    {
      "epoch": 2.4945793581960105,
      "grad_norm": 0.012192013673484325,
      "learning_rate": 1.690845785579574e-05,
      "loss": 0.0007,
      "step": 23010
    },
    {
      "epoch": 2.49468777103209,
      "grad_norm": 0.36942604184150696,
      "learning_rate": 1.69048309879588e-05,
      "loss": 0.0699,
      "step": 23011
    },
    {
      "epoch": 2.49479618386817,
      "grad_norm": 0.10105055570602417,
      "learning_rate": 1.6901204120121863e-05,
      "loss": 0.0217,
      "step": 23012
    },
    {
      "epoch": 2.4949045967042496,
      "grad_norm": 0.025734761729836464,
      "learning_rate": 1.6897577252284927e-05,
      "loss": 0.0018,
      "step": 23013
    },
    {
      "epoch": 2.4950130095403296,
      "grad_norm": 0.09859123826026917,
      "learning_rate": 1.689395038444799e-05,
      "loss": 0.0068,
      "step": 23014
    },
    {
      "epoch": 2.4951214223764095,
      "grad_norm": 0.12302357703447342,
      "learning_rate": 1.6890323516611056e-05,
      "loss": 0.0068,
      "step": 23015
    },
    {
      "epoch": 2.495229835212489,
      "grad_norm": 0.23768483102321625,
      "learning_rate": 1.688669664877412e-05,
      "loss": 0.0277,
      "step": 23016
    },
    {
      "epoch": 2.495338248048569,
      "grad_norm": 0.13765591382980347,
      "learning_rate": 1.6883069780937184e-05,
      "loss": 0.0107,
      "step": 23017
    },
    {
      "epoch": 2.4954466608846486,
      "grad_norm": 0.1425660103559494,
      "learning_rate": 1.6879442913100248e-05,
      "loss": 0.0048,
      "step": 23018
    },
    {
      "epoch": 2.4955550737207286,
      "grad_norm": 0.1762252002954483,
      "learning_rate": 1.6875816045263312e-05,
      "loss": 0.036,
      "step": 23019
    },
    {
      "epoch": 2.495663486556808,
      "grad_norm": 0.3468879759311676,
      "learning_rate": 1.6872189177426376e-05,
      "loss": 0.0068,
      "step": 23020
    },
    {
      "epoch": 2.495771899392888,
      "grad_norm": 0.9238687753677368,
      "learning_rate": 1.686856230958944e-05,
      "loss": 0.0251,
      "step": 23021
    },
    {
      "epoch": 2.4958803122289677,
      "grad_norm": 0.004700052086263895,
      "learning_rate": 1.68649354417525e-05,
      "loss": 0.0003,
      "step": 23022
    },
    {
      "epoch": 2.4959887250650477,
      "grad_norm": 0.12858116626739502,
      "learning_rate": 1.686130857391557e-05,
      "loss": 0.0208,
      "step": 23023
    },
    {
      "epoch": 2.4960971379011276,
      "grad_norm": 0.04725376144051552,
      "learning_rate": 1.6857681706078633e-05,
      "loss": 0.0028,
      "step": 23024
    },
    {
      "epoch": 2.496205550737207,
      "grad_norm": 0.4945049285888672,
      "learning_rate": 1.6854054838241697e-05,
      "loss": 0.0278,
      "step": 23025
    },
    {
      "epoch": 2.496313963573287,
      "grad_norm": 0.04299038648605347,
      "learning_rate": 1.6850427970404757e-05,
      "loss": 0.0064,
      "step": 23026
    },
    {
      "epoch": 2.4964223764093667,
      "grad_norm": 0.01042543537914753,
      "learning_rate": 1.6846801102567825e-05,
      "loss": 0.0008,
      "step": 23027
    },
    {
      "epoch": 2.4965307892454467,
      "grad_norm": 0.0023143456783145666,
      "learning_rate": 1.684317423473089e-05,
      "loss": 0.0002,
      "step": 23028
    },
    {
      "epoch": 2.4966392020815267,
      "grad_norm": 0.08585643023252487,
      "learning_rate": 1.683954736689395e-05,
      "loss": 0.0045,
      "step": 23029
    },
    {
      "epoch": 2.496747614917606,
      "grad_norm": 0.20270097255706787,
      "learning_rate": 1.6835920499057014e-05,
      "loss": 0.0164,
      "step": 23030
    },
    {
      "epoch": 2.496856027753686,
      "grad_norm": 0.0339994840323925,
      "learning_rate": 1.6832293631220078e-05,
      "loss": 0.0033,
      "step": 23031
    },
    {
      "epoch": 2.4969644405897657,
      "grad_norm": 0.11861253529787064,
      "learning_rate": 1.6828666763383145e-05,
      "loss": 0.0094,
      "step": 23032
    },
    {
      "epoch": 2.4970728534258457,
      "grad_norm": 0.09478507936000824,
      "learning_rate": 1.6825039895546206e-05,
      "loss": 0.0049,
      "step": 23033
    },
    {
      "epoch": 2.4971812662619253,
      "grad_norm": 0.21869409084320068,
      "learning_rate": 1.682141302770927e-05,
      "loss": 0.0231,
      "step": 23034
    },
    {
      "epoch": 2.4972896790980053,
      "grad_norm": 0.04151010885834694,
      "learning_rate": 1.6817786159872334e-05,
      "loss": 0.0036,
      "step": 23035
    },
    {
      "epoch": 2.497398091934085,
      "grad_norm": 0.016965175047516823,
      "learning_rate": 1.6814159292035402e-05,
      "loss": 0.0017,
      "step": 23036
    },
    {
      "epoch": 2.497506504770165,
      "grad_norm": 0.3694358170032501,
      "learning_rate": 1.6810532424198462e-05,
      "loss": 0.0257,
      "step": 23037
    },
    {
      "epoch": 2.4976149176062448,
      "grad_norm": 0.32006075978279114,
      "learning_rate": 1.6806905556361527e-05,
      "loss": 0.0153,
      "step": 23038
    },
    {
      "epoch": 2.4977233304423243,
      "grad_norm": 0.06317397207021713,
      "learning_rate": 1.680327868852459e-05,
      "loss": 0.0029,
      "step": 23039
    },
    {
      "epoch": 2.4978317432784043,
      "grad_norm": 0.13029100000858307,
      "learning_rate": 1.6799651820687655e-05,
      "loss": 0.0055,
      "step": 23040
    },
    {
      "epoch": 2.497940156114484,
      "grad_norm": 0.20048952102661133,
      "learning_rate": 1.679602495285072e-05,
      "loss": 0.0113,
      "step": 23041
    },
    {
      "epoch": 2.498048568950564,
      "grad_norm": 0.14958767592906952,
      "learning_rate": 1.6792398085013783e-05,
      "loss": 0.0097,
      "step": 23042
    },
    {
      "epoch": 2.4981569817866434,
      "grad_norm": 0.13448436558246613,
      "learning_rate": 1.6788771217176847e-05,
      "loss": 0.0136,
      "step": 23043
    },
    {
      "epoch": 2.4982653946227233,
      "grad_norm": 0.09066231548786163,
      "learning_rate": 1.678514434933991e-05,
      "loss": 0.0056,
      "step": 23044
    },
    {
      "epoch": 2.498373807458803,
      "grad_norm": 0.3159240186214447,
      "learning_rate": 1.6781517481502975e-05,
      "loss": 0.0313,
      "step": 23045
    },
    {
      "epoch": 2.498482220294883,
      "grad_norm": 0.14144548773765564,
      "learning_rate": 1.677789061366604e-05,
      "loss": 0.0221,
      "step": 23046
    },
    {
      "epoch": 2.498590633130963,
      "grad_norm": 0.2252064049243927,
      "learning_rate": 1.6774263745829104e-05,
      "loss": 0.0208,
      "step": 23047
    },
    {
      "epoch": 2.4986990459670424,
      "grad_norm": 0.04944738745689392,
      "learning_rate": 1.6770636877992164e-05,
      "loss": 0.0029,
      "step": 23048
    },
    {
      "epoch": 2.4988074588031224,
      "grad_norm": 0.30668336153030396,
      "learning_rate": 1.6767010010155232e-05,
      "loss": 0.0106,
      "step": 23049
    },
    {
      "epoch": 2.498915871639202,
      "grad_norm": 0.06388364732265472,
      "learning_rate": 1.6763383142318296e-05,
      "loss": 0.0066,
      "step": 23050
    },
    {
      "epoch": 2.499024284475282,
      "grad_norm": 0.1528262495994568,
      "learning_rate": 1.675975627448136e-05,
      "loss": 0.0233,
      "step": 23051
    },
    {
      "epoch": 2.499132697311362,
      "grad_norm": 0.04158671200275421,
      "learning_rate": 1.675612940664442e-05,
      "loss": 0.007,
      "step": 23052
    },
    {
      "epoch": 2.4992411101474414,
      "grad_norm": 0.2800931930541992,
      "learning_rate": 1.6752502538807488e-05,
      "loss": 0.0323,
      "step": 23053
    },
    {
      "epoch": 2.4993495229835214,
      "grad_norm": 0.1821887195110321,
      "learning_rate": 1.6748875670970552e-05,
      "loss": 0.0078,
      "step": 23054
    },
    {
      "epoch": 2.499457935819601,
      "grad_norm": 0.1803775429725647,
      "learning_rate": 1.6745248803133613e-05,
      "loss": 0.025,
      "step": 23055
    },
    {
      "epoch": 2.499566348655681,
      "grad_norm": 0.23486413061618805,
      "learning_rate": 1.6741621935296677e-05,
      "loss": 0.0221,
      "step": 23056
    },
    {
      "epoch": 2.4996747614917605,
      "grad_norm": 0.027025340124964714,
      "learning_rate": 1.673799506745974e-05,
      "loss": 0.0011,
      "step": 23057
    },
    {
      "epoch": 2.4997831743278405,
      "grad_norm": 0.36736905574798584,
      "learning_rate": 1.673436819962281e-05,
      "loss": 0.0314,
      "step": 23058
    },
    {
      "epoch": 2.49989158716392,
      "grad_norm": 0.009194454178214073,
      "learning_rate": 1.673074133178587e-05,
      "loss": 0.0007,
      "step": 23059
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.18903876841068268,
      "learning_rate": 1.6727114463948934e-05,
      "loss": 0.009,
      "step": 23060
    },
    {
      "epoch": 2.50010841283608,
      "grad_norm": 0.3089144825935364,
      "learning_rate": 1.6723487596111998e-05,
      "loss": 0.0252,
      "step": 23061
    },
    {
      "epoch": 2.5002168256721595,
      "grad_norm": 0.24871955811977386,
      "learning_rate": 1.6719860728275065e-05,
      "loss": 0.0148,
      "step": 23062
    },
    {
      "epoch": 2.5003252385082395,
      "grad_norm": 0.1214412972331047,
      "learning_rate": 1.6716233860438126e-05,
      "loss": 0.0091,
      "step": 23063
    },
    {
      "epoch": 2.500433651344319,
      "grad_norm": 0.2434193193912506,
      "learning_rate": 1.671260699260119e-05,
      "loss": 0.0256,
      "step": 23064
    },
    {
      "epoch": 2.500542064180399,
      "grad_norm": 0.08888966590166092,
      "learning_rate": 1.6708980124764254e-05,
      "loss": 0.0049,
      "step": 23065
    },
    {
      "epoch": 2.500650477016479,
      "grad_norm": 0.14919857680797577,
      "learning_rate": 1.6705353256927318e-05,
      "loss": 0.0059,
      "step": 23066
    },
    {
      "epoch": 2.5007588898525586,
      "grad_norm": 0.22174933552742004,
      "learning_rate": 1.6701726389090382e-05,
      "loss": 0.0353,
      "step": 23067
    },
    {
      "epoch": 2.500867302688638,
      "grad_norm": 0.6224657893180847,
      "learning_rate": 1.6698099521253446e-05,
      "loss": 0.0351,
      "step": 23068
    },
    {
      "epoch": 2.500975715524718,
      "grad_norm": 0.4193321466445923,
      "learning_rate": 1.669447265341651e-05,
      "loss": 0.0337,
      "step": 23069
    },
    {
      "epoch": 2.501084128360798,
      "grad_norm": 0.9752788543701172,
      "learning_rate": 1.6690845785579575e-05,
      "loss": 0.039,
      "step": 23070
    },
    {
      "epoch": 2.5011925411968776,
      "grad_norm": 0.13526397943496704,
      "learning_rate": 1.668721891774264e-05,
      "loss": 0.0095,
      "step": 23071
    },
    {
      "epoch": 2.5013009540329576,
      "grad_norm": 0.1161002591252327,
      "learning_rate": 1.6683592049905703e-05,
      "loss": 0.0074,
      "step": 23072
    },
    {
      "epoch": 2.501409366869037,
      "grad_norm": 0.1456698179244995,
      "learning_rate": 1.6679965182068767e-05,
      "loss": 0.013,
      "step": 23073
    },
    {
      "epoch": 2.501517779705117,
      "grad_norm": 0.16779108345508575,
      "learning_rate": 1.6676338314231828e-05,
      "loss": 0.0116,
      "step": 23074
    },
    {
      "epoch": 2.501626192541197,
      "grad_norm": 0.10374835878610611,
      "learning_rate": 1.6672711446394895e-05,
      "loss": 0.0133,
      "step": 23075
    },
    {
      "epoch": 2.5017346053772767,
      "grad_norm": 0.0367748886346817,
      "learning_rate": 1.666908457855796e-05,
      "loss": 0.0012,
      "step": 23076
    },
    {
      "epoch": 2.501843018213356,
      "grad_norm": 0.07026856392621994,
      "learning_rate": 1.6665457710721023e-05,
      "loss": 0.0039,
      "step": 23077
    },
    {
      "epoch": 2.501951431049436,
      "grad_norm": 0.10205113887786865,
      "learning_rate": 1.6661830842884084e-05,
      "loss": 0.0119,
      "step": 23078
    },
    {
      "epoch": 2.502059843885516,
      "grad_norm": 0.09973756223917007,
      "learning_rate": 1.665820397504715e-05,
      "loss": 0.006,
      "step": 23079
    },
    {
      "epoch": 2.5021682567215957,
      "grad_norm": 0.22359809279441833,
      "learning_rate": 1.6654577107210216e-05,
      "loss": 0.0089,
      "step": 23080
    },
    {
      "epoch": 2.5022766695576757,
      "grad_norm": 0.2729606032371521,
      "learning_rate": 1.665095023937328e-05,
      "loss": 0.0157,
      "step": 23081
    },
    {
      "epoch": 2.5023850823937552,
      "grad_norm": 0.23156467080116272,
      "learning_rate": 1.664732337153634e-05,
      "loss": 0.0232,
      "step": 23082
    },
    {
      "epoch": 2.502493495229835,
      "grad_norm": 0.08990378677845001,
      "learning_rate": 1.6643696503699405e-05,
      "loss": 0.0174,
      "step": 23083
    },
    {
      "epoch": 2.502601908065915,
      "grad_norm": 0.050798747688531876,
      "learning_rate": 1.6640069635862472e-05,
      "loss": 0.0041,
      "step": 23084
    },
    {
      "epoch": 2.5027103209019947,
      "grad_norm": 0.027080748230218887,
      "learning_rate": 1.6636442768025533e-05,
      "loss": 0.0016,
      "step": 23085
    },
    {
      "epoch": 2.5028187337380747,
      "grad_norm": 0.041463326662778854,
      "learning_rate": 1.6632815900188597e-05,
      "loss": 0.0038,
      "step": 23086
    },
    {
      "epoch": 2.5029271465741543,
      "grad_norm": 0.14830943942070007,
      "learning_rate": 1.662918903235166e-05,
      "loss": 0.012,
      "step": 23087
    },
    {
      "epoch": 2.5030355594102343,
      "grad_norm": 0.09159036725759506,
      "learning_rate": 1.662556216451473e-05,
      "loss": 0.0026,
      "step": 23088
    },
    {
      "epoch": 2.503143972246314,
      "grad_norm": 0.009605316445231438,
      "learning_rate": 1.662193529667779e-05,
      "loss": 0.0008,
      "step": 23089
    },
    {
      "epoch": 2.503252385082394,
      "grad_norm": 0.23299628496170044,
      "learning_rate": 1.6618308428840853e-05,
      "loss": 0.0174,
      "step": 23090
    },
    {
      "epoch": 2.5033607979184733,
      "grad_norm": 0.16572162508964539,
      "learning_rate": 1.6614681561003917e-05,
      "loss": 0.0265,
      "step": 23091
    },
    {
      "epoch": 2.5034692107545533,
      "grad_norm": 0.20387384295463562,
      "learning_rate": 1.661105469316698e-05,
      "loss": 0.0085,
      "step": 23092
    },
    {
      "epoch": 2.5035776235906333,
      "grad_norm": 0.27682387828826904,
      "learning_rate": 1.6607427825330046e-05,
      "loss": 0.0148,
      "step": 23093
    },
    {
      "epoch": 2.503686036426713,
      "grad_norm": 0.03540654480457306,
      "learning_rate": 1.660380095749311e-05,
      "loss": 0.0013,
      "step": 23094
    },
    {
      "epoch": 2.503794449262793,
      "grad_norm": 0.4268317222595215,
      "learning_rate": 1.6600174089656174e-05,
      "loss": 0.0234,
      "step": 23095
    },
    {
      "epoch": 2.5039028620988724,
      "grad_norm": 0.2203441709280014,
      "learning_rate": 1.6596547221819238e-05,
      "loss": 0.0127,
      "step": 23096
    },
    {
      "epoch": 2.5040112749349523,
      "grad_norm": 0.04202348366379738,
      "learning_rate": 1.6592920353982302e-05,
      "loss": 0.0044,
      "step": 23097
    },
    {
      "epoch": 2.5041196877710323,
      "grad_norm": 0.05311845988035202,
      "learning_rate": 1.6589293486145366e-05,
      "loss": 0.0028,
      "step": 23098
    },
    {
      "epoch": 2.504228100607112,
      "grad_norm": 0.20095573365688324,
      "learning_rate": 1.658566661830843e-05,
      "loss": 0.026,
      "step": 23099
    },
    {
      "epoch": 2.5043365134431914,
      "grad_norm": 0.09178178012371063,
      "learning_rate": 1.658203975047149e-05,
      "loss": 0.0014,
      "step": 23100
    },
    {
      "epoch": 2.5044449262792714,
      "grad_norm": 0.264487624168396,
      "learning_rate": 1.657841288263456e-05,
      "loss": 0.0224,
      "step": 23101
    },
    {
      "epoch": 2.5045533391153514,
      "grad_norm": 0.2143756002187729,
      "learning_rate": 1.6574786014797623e-05,
      "loss": 0.0106,
      "step": 23102
    },
    {
      "epoch": 2.504661751951431,
      "grad_norm": 0.06880099326372147,
      "learning_rate": 1.6571159146960687e-05,
      "loss": 0.0042,
      "step": 23103
    },
    {
      "epoch": 2.504770164787511,
      "grad_norm": 0.21719281375408173,
      "learning_rate": 1.6567532279123747e-05,
      "loss": 0.0303,
      "step": 23104
    },
    {
      "epoch": 2.5048785776235905,
      "grad_norm": 0.07477002590894699,
      "learning_rate": 1.6563905411286815e-05,
      "loss": 0.0071,
      "step": 23105
    },
    {
      "epoch": 2.5049869904596704,
      "grad_norm": 0.10991356521844864,
      "learning_rate": 1.656027854344988e-05,
      "loss": 0.0065,
      "step": 23106
    },
    {
      "epoch": 2.5050954032957504,
      "grad_norm": 0.17184890806674957,
      "learning_rate": 1.6556651675612943e-05,
      "loss": 0.0113,
      "step": 23107
    },
    {
      "epoch": 2.50520381613183,
      "grad_norm": 0.2974032759666443,
      "learning_rate": 1.6553024807776004e-05,
      "loss": 0.0676,
      "step": 23108
    },
    {
      "epoch": 2.50531222896791,
      "grad_norm": 0.19438958168029785,
      "learning_rate": 1.6549397939939068e-05,
      "loss": 0.0132,
      "step": 23109
    },
    {
      "epoch": 2.5054206418039895,
      "grad_norm": 0.3013020157814026,
      "learning_rate": 1.6545771072102135e-05,
      "loss": 0.0248,
      "step": 23110
    },
    {
      "epoch": 2.5055290546400695,
      "grad_norm": 0.3973105251789093,
      "learning_rate": 1.6542144204265196e-05,
      "loss": 0.0389,
      "step": 23111
    },
    {
      "epoch": 2.505637467476149,
      "grad_norm": 0.21871019899845123,
      "learning_rate": 1.653851733642826e-05,
      "loss": 0.0087,
      "step": 23112
    },
    {
      "epoch": 2.505745880312229,
      "grad_norm": 0.05182534456253052,
      "learning_rate": 1.6534890468591324e-05,
      "loss": 0.0034,
      "step": 23113
    },
    {
      "epoch": 2.5058542931483085,
      "grad_norm": 0.014805505983531475,
      "learning_rate": 1.6531263600754392e-05,
      "loss": 0.0012,
      "step": 23114
    },
    {
      "epoch": 2.5059627059843885,
      "grad_norm": 0.0635073333978653,
      "learning_rate": 1.6527636732917453e-05,
      "loss": 0.0095,
      "step": 23115
    },
    {
      "epoch": 2.5060711188204685,
      "grad_norm": 0.3044627904891968,
      "learning_rate": 1.6524009865080517e-05,
      "loss": 0.0306,
      "step": 23116
    },
    {
      "epoch": 2.506179531656548,
      "grad_norm": 0.10647005587816238,
      "learning_rate": 1.652038299724358e-05,
      "loss": 0.0057,
      "step": 23117
    },
    {
      "epoch": 2.506287944492628,
      "grad_norm": 0.1267957091331482,
      "learning_rate": 1.6516756129406645e-05,
      "loss": 0.0081,
      "step": 23118
    },
    {
      "epoch": 2.5063963573287076,
      "grad_norm": 0.21888437867164612,
      "learning_rate": 1.651312926156971e-05,
      "loss": 0.0086,
      "step": 23119
    },
    {
      "epoch": 2.5065047701647876,
      "grad_norm": 0.07764941453933716,
      "learning_rate": 1.6509502393732773e-05,
      "loss": 0.002,
      "step": 23120
    },
    {
      "epoch": 2.5066131830008676,
      "grad_norm": 0.03210169076919556,
      "learning_rate": 1.6505875525895837e-05,
      "loss": 0.0027,
      "step": 23121
    },
    {
      "epoch": 2.506721595836947,
      "grad_norm": 0.36800143122673035,
      "learning_rate": 1.65022486580589e-05,
      "loss": 0.0367,
      "step": 23122
    },
    {
      "epoch": 2.5068300086730266,
      "grad_norm": 0.0038914019241929054,
      "learning_rate": 1.6498621790221965e-05,
      "loss": 0.0003,
      "step": 23123
    },
    {
      "epoch": 2.5069384215091066,
      "grad_norm": 0.12697550654411316,
      "learning_rate": 1.649499492238503e-05,
      "loss": 0.012,
      "step": 23124
    },
    {
      "epoch": 2.5070468343451866,
      "grad_norm": 0.07506164163351059,
      "learning_rate": 1.6491368054548094e-05,
      "loss": 0.007,
      "step": 23125
    },
    {
      "epoch": 2.507155247181266,
      "grad_norm": 0.28101444244384766,
      "learning_rate": 1.6487741186711154e-05,
      "loss": 0.0221,
      "step": 23126
    },
    {
      "epoch": 2.507263660017346,
      "grad_norm": 0.26105430722236633,
      "learning_rate": 1.6484114318874222e-05,
      "loss": 0.0202,
      "step": 23127
    },
    {
      "epoch": 2.5073720728534257,
      "grad_norm": 0.11540275812149048,
      "learning_rate": 1.6480487451037286e-05,
      "loss": 0.0086,
      "step": 23128
    },
    {
      "epoch": 2.5074804856895057,
      "grad_norm": 0.25732389092445374,
      "learning_rate": 1.647686058320035e-05,
      "loss": 0.0308,
      "step": 23129
    },
    {
      "epoch": 2.5075888985255856,
      "grad_norm": 0.06527463346719742,
      "learning_rate": 1.647323371536341e-05,
      "loss": 0.0043,
      "step": 23130
    },
    {
      "epoch": 2.507697311361665,
      "grad_norm": 0.3919946253299713,
      "learning_rate": 1.6469606847526478e-05,
      "loss": 0.0183,
      "step": 23131
    },
    {
      "epoch": 2.507805724197745,
      "grad_norm": 0.00465200562030077,
      "learning_rate": 1.6465979979689542e-05,
      "loss": 0.0003,
      "step": 23132
    },
    {
      "epoch": 2.5079141370338247,
      "grad_norm": 0.02930721826851368,
      "learning_rate": 1.6462353111852606e-05,
      "loss": 0.0042,
      "step": 23133
    },
    {
      "epoch": 2.5080225498699047,
      "grad_norm": 0.10912519693374634,
      "learning_rate": 1.6458726244015667e-05,
      "loss": 0.0082,
      "step": 23134
    },
    {
      "epoch": 2.5081309627059842,
      "grad_norm": 0.4165414869785309,
      "learning_rate": 1.6455099376178735e-05,
      "loss": 0.02,
      "step": 23135
    },
    {
      "epoch": 2.508239375542064,
      "grad_norm": 0.24148611724376678,
      "learning_rate": 1.64514725083418e-05,
      "loss": 0.04,
      "step": 23136
    },
    {
      "epoch": 2.5083477883781438,
      "grad_norm": 0.16765470802783966,
      "learning_rate": 1.644784564050486e-05,
      "loss": 0.0196,
      "step": 23137
    },
    {
      "epoch": 2.5084562012142237,
      "grad_norm": 0.26260438561439514,
      "learning_rate": 1.6444218772667924e-05,
      "loss": 0.0434,
      "step": 23138
    },
    {
      "epoch": 2.5085646140503037,
      "grad_norm": 0.5202672481536865,
      "learning_rate": 1.6440591904830988e-05,
      "loss": 0.0587,
      "step": 23139
    },
    {
      "epoch": 2.5086730268863833,
      "grad_norm": 0.09288503974676132,
      "learning_rate": 1.6436965036994055e-05,
      "loss": 0.0061,
      "step": 23140
    },
    {
      "epoch": 2.5087814397224633,
      "grad_norm": 0.09981568157672882,
      "learning_rate": 1.6433338169157116e-05,
      "loss": 0.0083,
      "step": 23141
    },
    {
      "epoch": 2.508889852558543,
      "grad_norm": 0.11656899005174637,
      "learning_rate": 1.642971130132018e-05,
      "loss": 0.0125,
      "step": 23142
    },
    {
      "epoch": 2.508998265394623,
      "grad_norm": 0.20293810963630676,
      "learning_rate": 1.6426084433483244e-05,
      "loss": 0.0136,
      "step": 23143
    },
    {
      "epoch": 2.5091066782307028,
      "grad_norm": 0.17961809039115906,
      "learning_rate": 1.6422457565646308e-05,
      "loss": 0.0128,
      "step": 23144
    },
    {
      "epoch": 2.5092150910667823,
      "grad_norm": 0.08180246502161026,
      "learning_rate": 1.6418830697809372e-05,
      "loss": 0.0069,
      "step": 23145
    },
    {
      "epoch": 2.509323503902862,
      "grad_norm": 0.2667233347892761,
      "learning_rate": 1.6415203829972436e-05,
      "loss": 0.0145,
      "step": 23146
    },
    {
      "epoch": 2.509431916738942,
      "grad_norm": 0.036112766712903976,
      "learning_rate": 1.64115769621355e-05,
      "loss": 0.0018,
      "step": 23147
    },
    {
      "epoch": 2.509540329575022,
      "grad_norm": 0.27974945306777954,
      "learning_rate": 1.6407950094298565e-05,
      "loss": 0.0168,
      "step": 23148
    },
    {
      "epoch": 2.5096487424111014,
      "grad_norm": 0.19178998470306396,
      "learning_rate": 1.640432322646163e-05,
      "loss": 0.0201,
      "step": 23149
    },
    {
      "epoch": 2.5097571552471813,
      "grad_norm": 0.6522676944732666,
      "learning_rate": 1.6400696358624693e-05,
      "loss": 0.0154,
      "step": 23150
    },
    {
      "epoch": 2.509865568083261,
      "grad_norm": 0.0913408026099205,
      "learning_rate": 1.6397069490787757e-05,
      "loss": 0.0099,
      "step": 23151
    },
    {
      "epoch": 2.509973980919341,
      "grad_norm": 0.18628403544425964,
      "learning_rate": 1.6393442622950818e-05,
      "loss": 0.0171,
      "step": 23152
    },
    {
      "epoch": 2.510082393755421,
      "grad_norm": 0.15362490713596344,
      "learning_rate": 1.6389815755113885e-05,
      "loss": 0.0144,
      "step": 23153
    },
    {
      "epoch": 2.5101908065915004,
      "grad_norm": 0.6421553492546082,
      "learning_rate": 1.638618888727695e-05,
      "loss": 0.0161,
      "step": 23154
    },
    {
      "epoch": 2.5102992194275804,
      "grad_norm": 0.09584467858076096,
      "learning_rate": 1.6382562019440013e-05,
      "loss": 0.0021,
      "step": 23155
    },
    {
      "epoch": 2.51040763226366,
      "grad_norm": 0.1559504121541977,
      "learning_rate": 1.6378935151603074e-05,
      "loss": 0.0099,
      "step": 23156
    },
    {
      "epoch": 2.51051604509974,
      "grad_norm": 0.241827130317688,
      "learning_rate": 1.637530828376614e-05,
      "loss": 0.0325,
      "step": 23157
    },
    {
      "epoch": 2.5106244579358195,
      "grad_norm": 0.1316828578710556,
      "learning_rate": 1.6371681415929206e-05,
      "loss": 0.0062,
      "step": 23158
    },
    {
      "epoch": 2.5107328707718994,
      "grad_norm": 0.12330782413482666,
      "learning_rate": 1.636805454809227e-05,
      "loss": 0.0234,
      "step": 23159
    },
    {
      "epoch": 2.510841283607979,
      "grad_norm": 0.19986160099506378,
      "learning_rate": 1.636442768025533e-05,
      "loss": 0.014,
      "step": 23160
    },
    {
      "epoch": 2.510949696444059,
      "grad_norm": 0.06787040084600449,
      "learning_rate": 1.6360800812418398e-05,
      "loss": 0.0047,
      "step": 23161
    },
    {
      "epoch": 2.511058109280139,
      "grad_norm": 0.04486176744103432,
      "learning_rate": 1.6357173944581462e-05,
      "loss": 0.0027,
      "step": 23162
    },
    {
      "epoch": 2.5111665221162185,
      "grad_norm": 0.7888937592506409,
      "learning_rate": 1.6353547076744523e-05,
      "loss": 0.0164,
      "step": 23163
    },
    {
      "epoch": 2.5112749349522985,
      "grad_norm": 0.12043625116348267,
      "learning_rate": 1.6349920208907587e-05,
      "loss": 0.0049,
      "step": 23164
    },
    {
      "epoch": 2.511383347788378,
      "grad_norm": 0.08018679171800613,
      "learning_rate": 1.634629334107065e-05,
      "loss": 0.0049,
      "step": 23165
    },
    {
      "epoch": 2.511491760624458,
      "grad_norm": 0.01976299099624157,
      "learning_rate": 1.634266647323372e-05,
      "loss": 0.0009,
      "step": 23166
    },
    {
      "epoch": 2.511600173460538,
      "grad_norm": 0.01393755991011858,
      "learning_rate": 1.633903960539678e-05,
      "loss": 0.0008,
      "step": 23167
    },
    {
      "epoch": 2.5117085862966175,
      "grad_norm": 0.15537825226783752,
      "learning_rate": 1.6335412737559843e-05,
      "loss": 0.0123,
      "step": 23168
    },
    {
      "epoch": 2.511816999132697,
      "grad_norm": 0.2976577579975128,
      "learning_rate": 1.6331785869722907e-05,
      "loss": 0.0354,
      "step": 23169
    },
    {
      "epoch": 2.511925411968777,
      "grad_norm": 0.06589217483997345,
      "learning_rate": 1.632815900188597e-05,
      "loss": 0.0095,
      "step": 23170
    },
    {
      "epoch": 2.512033824804857,
      "grad_norm": 0.10154327750205994,
      "learning_rate": 1.6324532134049036e-05,
      "loss": 0.0062,
      "step": 23171
    },
    {
      "epoch": 2.5121422376409366,
      "grad_norm": 0.08636228740215302,
      "learning_rate": 1.63209052662121e-05,
      "loss": 0.0061,
      "step": 23172
    },
    {
      "epoch": 2.5122506504770166,
      "grad_norm": 0.5280989408493042,
      "learning_rate": 1.6317278398375164e-05,
      "loss": 0.0089,
      "step": 23173
    },
    {
      "epoch": 2.512359063313096,
      "grad_norm": 0.2034335434436798,
      "learning_rate": 1.6313651530538228e-05,
      "loss": 0.022,
      "step": 23174
    },
    {
      "epoch": 2.512467476149176,
      "grad_norm": 0.3499069809913635,
      "learning_rate": 1.6310024662701292e-05,
      "loss": 0.0148,
      "step": 23175
    },
    {
      "epoch": 2.512575888985256,
      "grad_norm": 0.04130970314145088,
      "learning_rate": 1.6306397794864356e-05,
      "loss": 0.0039,
      "step": 23176
    },
    {
      "epoch": 2.5126843018213356,
      "grad_norm": 0.05886998027563095,
      "learning_rate": 1.630277092702742e-05,
      "loss": 0.0065,
      "step": 23177
    },
    {
      "epoch": 2.512792714657415,
      "grad_norm": 0.19960078597068787,
      "learning_rate": 1.629914405919048e-05,
      "loss": 0.0161,
      "step": 23178
    },
    {
      "epoch": 2.512901127493495,
      "grad_norm": 0.5100671648979187,
      "learning_rate": 1.629551719135355e-05,
      "loss": 0.019,
      "step": 23179
    },
    {
      "epoch": 2.513009540329575,
      "grad_norm": 0.13430793583393097,
      "learning_rate": 1.6291890323516613e-05,
      "loss": 0.0097,
      "step": 23180
    },
    {
      "epoch": 2.5131179531656547,
      "grad_norm": 0.04934683442115784,
      "learning_rate": 1.6288263455679677e-05,
      "loss": 0.0033,
      "step": 23181
    },
    {
      "epoch": 2.5132263660017347,
      "grad_norm": 0.24893422424793243,
      "learning_rate": 1.6284636587842737e-05,
      "loss": 0.0234,
      "step": 23182
    },
    {
      "epoch": 2.513334778837814,
      "grad_norm": 0.06662067025899887,
      "learning_rate": 1.6281009720005805e-05,
      "loss": 0.0067,
      "step": 23183
    },
    {
      "epoch": 2.513443191673894,
      "grad_norm": 0.15637259185314178,
      "learning_rate": 1.627738285216887e-05,
      "loss": 0.0097,
      "step": 23184
    },
    {
      "epoch": 2.513551604509974,
      "grad_norm": 0.0703917145729065,
      "learning_rate": 1.6273755984331933e-05,
      "loss": 0.0029,
      "step": 23185
    },
    {
      "epoch": 2.5136600173460537,
      "grad_norm": 0.13250334560871124,
      "learning_rate": 1.6270129116494994e-05,
      "loss": 0.0091,
      "step": 23186
    },
    {
      "epoch": 2.5137684301821337,
      "grad_norm": 0.08181175589561462,
      "learning_rate": 1.626650224865806e-05,
      "loss": 0.0044,
      "step": 23187
    },
    {
      "epoch": 2.5138768430182132,
      "grad_norm": 0.0876370444893837,
      "learning_rate": 1.6262875380821125e-05,
      "loss": 0.008,
      "step": 23188
    },
    {
      "epoch": 2.513985255854293,
      "grad_norm": 0.009244130924344063,
      "learning_rate": 1.6259248512984186e-05,
      "loss": 0.0005,
      "step": 23189
    },
    {
      "epoch": 2.514093668690373,
      "grad_norm": 0.15837031602859497,
      "learning_rate": 1.625562164514725e-05,
      "loss": 0.0348,
      "step": 23190
    },
    {
      "epoch": 2.5142020815264527,
      "grad_norm": 0.02558056265115738,
      "learning_rate": 1.6251994777310314e-05,
      "loss": 0.002,
      "step": 23191
    },
    {
      "epoch": 2.5143104943625323,
      "grad_norm": 0.16646377742290497,
      "learning_rate": 1.6248367909473382e-05,
      "loss": 0.0438,
      "step": 23192
    },
    {
      "epoch": 2.5144189071986123,
      "grad_norm": 0.050635188817977905,
      "learning_rate": 1.6244741041636443e-05,
      "loss": 0.003,
      "step": 23193
    },
    {
      "epoch": 2.5145273200346923,
      "grad_norm": 0.20676393806934357,
      "learning_rate": 1.6241114173799507e-05,
      "loss": 0.0216,
      "step": 23194
    },
    {
      "epoch": 2.514635732870772,
      "grad_norm": 0.2880423069000244,
      "learning_rate": 1.623748730596257e-05,
      "loss": 0.0272,
      "step": 23195
    },
    {
      "epoch": 2.514744145706852,
      "grad_norm": 0.1193288043141365,
      "learning_rate": 1.6233860438125635e-05,
      "loss": 0.0134,
      "step": 23196
    },
    {
      "epoch": 2.5148525585429313,
      "grad_norm": 0.12749817967414856,
      "learning_rate": 1.62302335702887e-05,
      "loss": 0.0104,
      "step": 23197
    },
    {
      "epoch": 2.5149609713790113,
      "grad_norm": 0.30521541833877563,
      "learning_rate": 1.6226606702451763e-05,
      "loss": 0.0175,
      "step": 23198
    },
    {
      "epoch": 2.5150693842150913,
      "grad_norm": 0.26833152770996094,
      "learning_rate": 1.6222979834614827e-05,
      "loss": 0.0371,
      "step": 23199
    },
    {
      "epoch": 2.515177797051171,
      "grad_norm": 0.20716187357902527,
      "learning_rate": 1.621935296677789e-05,
      "loss": 0.0186,
      "step": 23200
    },
    {
      "epoch": 2.5152862098872504,
      "grad_norm": 0.22138887643814087,
      "learning_rate": 1.6215726098940955e-05,
      "loss": 0.024,
      "step": 23201
    },
    {
      "epoch": 2.5153946227233304,
      "grad_norm": 0.06809193640947342,
      "learning_rate": 1.621209923110402e-05,
      "loss": 0.0071,
      "step": 23202
    },
    {
      "epoch": 2.5155030355594103,
      "grad_norm": 0.27576950192451477,
      "learning_rate": 1.6208472363267084e-05,
      "loss": 0.0338,
      "step": 23203
    },
    {
      "epoch": 2.51561144839549,
      "grad_norm": 0.10722295194864273,
      "learning_rate": 1.6204845495430144e-05,
      "loss": 0.0042,
      "step": 23204
    },
    {
      "epoch": 2.51571986123157,
      "grad_norm": 0.15398842096328735,
      "learning_rate": 1.6201218627593212e-05,
      "loss": 0.017,
      "step": 23205
    },
    {
      "epoch": 2.5158282740676494,
      "grad_norm": 0.02060060016810894,
      "learning_rate": 1.6197591759756276e-05,
      "loss": 0.0018,
      "step": 23206
    },
    {
      "epoch": 2.5159366869037294,
      "grad_norm": 0.1617944985628128,
      "learning_rate": 1.619396489191934e-05,
      "loss": 0.01,
      "step": 23207
    },
    {
      "epoch": 2.5160450997398094,
      "grad_norm": 0.41836538910865784,
      "learning_rate": 1.61903380240824e-05,
      "loss": 0.0151,
      "step": 23208
    },
    {
      "epoch": 2.516153512575889,
      "grad_norm": 0.03497163578867912,
      "learning_rate": 1.6186711156245468e-05,
      "loss": 0.0027,
      "step": 23209
    },
    {
      "epoch": 2.516261925411969,
      "grad_norm": 0.08117589354515076,
      "learning_rate": 1.6183084288408532e-05,
      "loss": 0.0065,
      "step": 23210
    },
    {
      "epoch": 2.5163703382480485,
      "grad_norm": 0.09843876957893372,
      "learning_rate": 1.6179457420571596e-05,
      "loss": 0.0141,
      "step": 23211
    },
    {
      "epoch": 2.5164787510841284,
      "grad_norm": 0.17220908403396606,
      "learning_rate": 1.6175830552734657e-05,
      "loss": 0.0593,
      "step": 23212
    },
    {
      "epoch": 2.5165871639202084,
      "grad_norm": 0.13808925449848175,
      "learning_rate": 1.6172203684897725e-05,
      "loss": 0.0201,
      "step": 23213
    },
    {
      "epoch": 2.516695576756288,
      "grad_norm": 0.44976580142974854,
      "learning_rate": 1.616857681706079e-05,
      "loss": 0.0167,
      "step": 23214
    },
    {
      "epoch": 2.5168039895923675,
      "grad_norm": 0.12458458542823792,
      "learning_rate": 1.616494994922385e-05,
      "loss": 0.0128,
      "step": 23215
    },
    {
      "epoch": 2.5169124024284475,
      "grad_norm": 0.35993143916130066,
      "learning_rate": 1.6161323081386914e-05,
      "loss": 0.0356,
      "step": 23216
    },
    {
      "epoch": 2.5170208152645275,
      "grad_norm": 0.019625740125775337,
      "learning_rate": 1.6157696213549978e-05,
      "loss": 0.0021,
      "step": 23217
    },
    {
      "epoch": 2.517129228100607,
      "grad_norm": 0.13302674889564514,
      "learning_rate": 1.6154069345713045e-05,
      "loss": 0.011,
      "step": 23218
    },
    {
      "epoch": 2.517237640936687,
      "grad_norm": 0.2727215886116028,
      "learning_rate": 1.6150442477876106e-05,
      "loss": 0.0368,
      "step": 23219
    },
    {
      "epoch": 2.5173460537727665,
      "grad_norm": 0.1596168428659439,
      "learning_rate": 1.614681561003917e-05,
      "loss": 0.004,
      "step": 23220
    },
    {
      "epoch": 2.5174544666088465,
      "grad_norm": 0.11510206013917923,
      "learning_rate": 1.6143188742202234e-05,
      "loss": 0.0105,
      "step": 23221
    },
    {
      "epoch": 2.5175628794449265,
      "grad_norm": 0.07032416015863419,
      "learning_rate": 1.6139561874365298e-05,
      "loss": 0.0035,
      "step": 23222
    },
    {
      "epoch": 2.517671292281006,
      "grad_norm": 0.10831210017204285,
      "learning_rate": 1.6135935006528362e-05,
      "loss": 0.0048,
      "step": 23223
    },
    {
      "epoch": 2.5177797051170856,
      "grad_norm": 0.15964780747890472,
      "learning_rate": 1.6132308138691426e-05,
      "loss": 0.0201,
      "step": 23224
    },
    {
      "epoch": 2.5178881179531656,
      "grad_norm": 0.09517427533864975,
      "learning_rate": 1.612868127085449e-05,
      "loss": 0.0073,
      "step": 23225
    },
    {
      "epoch": 2.5179965307892456,
      "grad_norm": 0.01704239472746849,
      "learning_rate": 1.6125054403017555e-05,
      "loss": 0.0014,
      "step": 23226
    },
    {
      "epoch": 2.518104943625325,
      "grad_norm": 0.15268416702747345,
      "learning_rate": 1.612142753518062e-05,
      "loss": 0.0112,
      "step": 23227
    },
    {
      "epoch": 2.518213356461405,
      "grad_norm": 0.08987832069396973,
      "learning_rate": 1.6117800667343683e-05,
      "loss": 0.01,
      "step": 23228
    },
    {
      "epoch": 2.5183217692974846,
      "grad_norm": 0.03784145414829254,
      "learning_rate": 1.6114173799506747e-05,
      "loss": 0.002,
      "step": 23229
    },
    {
      "epoch": 2.5184301821335646,
      "grad_norm": 0.04296362027525902,
      "learning_rate": 1.611054693166981e-05,
      "loss": 0.0046,
      "step": 23230
    },
    {
      "epoch": 2.5185385949696446,
      "grad_norm": 0.15062358975410461,
      "learning_rate": 1.6106920063832875e-05,
      "loss": 0.0283,
      "step": 23231
    },
    {
      "epoch": 2.518647007805724,
      "grad_norm": 0.0063410657458007336,
      "learning_rate": 1.610329319599594e-05,
      "loss": 0.0008,
      "step": 23232
    },
    {
      "epoch": 2.518755420641804,
      "grad_norm": 0.21966443955898285,
      "learning_rate": 1.6099666328159003e-05,
      "loss": 0.0171,
      "step": 23233
    },
    {
      "epoch": 2.5188638334778837,
      "grad_norm": 0.12605980038642883,
      "learning_rate": 1.6096039460322064e-05,
      "loss": 0.0151,
      "step": 23234
    },
    {
      "epoch": 2.5189722463139637,
      "grad_norm": 0.017859533429145813,
      "learning_rate": 1.609241259248513e-05,
      "loss": 0.0016,
      "step": 23235
    },
    {
      "epoch": 2.519080659150043,
      "grad_norm": 0.020763691514730453,
      "learning_rate": 1.6088785724648196e-05,
      "loss": 0.001,
      "step": 23236
    },
    {
      "epoch": 2.519189071986123,
      "grad_norm": 0.16665838658809662,
      "learning_rate": 1.608515885681126e-05,
      "loss": 0.033,
      "step": 23237
    },
    {
      "epoch": 2.5192974848222027,
      "grad_norm": 0.021788254380226135,
      "learning_rate": 1.608153198897432e-05,
      "loss": 0.0009,
      "step": 23238
    },
    {
      "epoch": 2.5194058976582827,
      "grad_norm": 0.31881681084632874,
      "learning_rate": 1.6077905121137388e-05,
      "loss": 0.0614,
      "step": 23239
    },
    {
      "epoch": 2.5195143104943627,
      "grad_norm": 0.1584383100271225,
      "learning_rate": 1.6074278253300452e-05,
      "loss": 0.0146,
      "step": 23240
    },
    {
      "epoch": 2.5196227233304422,
      "grad_norm": 0.022341957315802574,
      "learning_rate": 1.6070651385463513e-05,
      "loss": 0.0015,
      "step": 23241
    },
    {
      "epoch": 2.5197311361665222,
      "grad_norm": 0.020013445988297462,
      "learning_rate": 1.6067024517626577e-05,
      "loss": 0.0022,
      "step": 23242
    },
    {
      "epoch": 2.5198395490026018,
      "grad_norm": 0.0922723114490509,
      "learning_rate": 1.6063397649789644e-05,
      "loss": 0.0047,
      "step": 23243
    },
    {
      "epoch": 2.5199479618386817,
      "grad_norm": 0.35074418783187866,
      "learning_rate": 1.605977078195271e-05,
      "loss": 0.0081,
      "step": 23244
    },
    {
      "epoch": 2.5200563746747617,
      "grad_norm": 0.24085161089897156,
      "learning_rate": 1.605614391411577e-05,
      "loss": 0.0522,
      "step": 23245
    },
    {
      "epoch": 2.5201647875108413,
      "grad_norm": 0.11469787359237671,
      "learning_rate": 1.6052517046278833e-05,
      "loss": 0.0223,
      "step": 23246
    },
    {
      "epoch": 2.520273200346921,
      "grad_norm": 0.18170341849327087,
      "learning_rate": 1.6048890178441897e-05,
      "loss": 0.0176,
      "step": 23247
    },
    {
      "epoch": 2.520381613183001,
      "grad_norm": 0.02441892959177494,
      "learning_rate": 1.604526331060496e-05,
      "loss": 0.0026,
      "step": 23248
    },
    {
      "epoch": 2.520490026019081,
      "grad_norm": 0.011940710246562958,
      "learning_rate": 1.6041636442768026e-05,
      "loss": 0.0005,
      "step": 23249
    },
    {
      "epoch": 2.5205984388551603,
      "grad_norm": 0.20870628952980042,
      "learning_rate": 1.603800957493109e-05,
      "loss": 0.0459,
      "step": 23250
    },
    {
      "epoch": 2.5207068516912403,
      "grad_norm": 0.12133657187223434,
      "learning_rate": 1.6034382707094154e-05,
      "loss": 0.0047,
      "step": 23251
    },
    {
      "epoch": 2.52081526452732,
      "grad_norm": 0.0665513202548027,
      "learning_rate": 1.6030755839257218e-05,
      "loss": 0.0021,
      "step": 23252
    },
    {
      "epoch": 2.5209236773634,
      "grad_norm": 0.038829781115055084,
      "learning_rate": 1.6027128971420282e-05,
      "loss": 0.0047,
      "step": 23253
    },
    {
      "epoch": 2.52103209019948,
      "grad_norm": 0.13138402998447418,
      "learning_rate": 1.6023502103583346e-05,
      "loss": 0.0066,
      "step": 23254
    },
    {
      "epoch": 2.5211405030355594,
      "grad_norm": 0.007358738221228123,
      "learning_rate": 1.601987523574641e-05,
      "loss": 0.0005,
      "step": 23255
    },
    {
      "epoch": 2.5212489158716394,
      "grad_norm": 0.08185257017612457,
      "learning_rate": 1.6016248367909474e-05,
      "loss": 0.0036,
      "step": 23256
    },
    {
      "epoch": 2.521357328707719,
      "grad_norm": 0.363098680973053,
      "learning_rate": 1.601262150007254e-05,
      "loss": 0.0395,
      "step": 23257
    },
    {
      "epoch": 2.521465741543799,
      "grad_norm": 0.16574615240097046,
      "learning_rate": 1.6008994632235603e-05,
      "loss": 0.0103,
      "step": 23258
    },
    {
      "epoch": 2.5215741543798784,
      "grad_norm": 0.15793460607528687,
      "learning_rate": 1.6005367764398667e-05,
      "loss": 0.0048,
      "step": 23259
    },
    {
      "epoch": 2.5216825672159584,
      "grad_norm": 0.07244286686182022,
      "learning_rate": 1.6001740896561727e-05,
      "loss": 0.0032,
      "step": 23260
    },
    {
      "epoch": 2.521790980052038,
      "grad_norm": 0.5043547749519348,
      "learning_rate": 1.5998114028724795e-05,
      "loss": 0.025,
      "step": 23261
    },
    {
      "epoch": 2.521899392888118,
      "grad_norm": 0.09049234539270401,
      "learning_rate": 1.599448716088786e-05,
      "loss": 0.0068,
      "step": 23262
    },
    {
      "epoch": 2.522007805724198,
      "grad_norm": 0.06898890435695648,
      "learning_rate": 1.5990860293050923e-05,
      "loss": 0.008,
      "step": 23263
    },
    {
      "epoch": 2.5221162185602775,
      "grad_norm": 0.09498918801546097,
      "learning_rate": 1.5987233425213984e-05,
      "loss": 0.011,
      "step": 23264
    },
    {
      "epoch": 2.5222246313963574,
      "grad_norm": 0.03170875832438469,
      "learning_rate": 1.598360655737705e-05,
      "loss": 0.0018,
      "step": 23265
    },
    {
      "epoch": 2.522333044232437,
      "grad_norm": 0.2671661078929901,
      "learning_rate": 1.5979979689540115e-05,
      "loss": 0.0158,
      "step": 23266
    },
    {
      "epoch": 2.522441457068517,
      "grad_norm": 0.046209730207920074,
      "learning_rate": 1.5976352821703176e-05,
      "loss": 0.0052,
      "step": 23267
    },
    {
      "epoch": 2.522549869904597,
      "grad_norm": 0.06553938239812851,
      "learning_rate": 1.597272595386624e-05,
      "loss": 0.0075,
      "step": 23268
    },
    {
      "epoch": 2.5226582827406765,
      "grad_norm": 0.2485980987548828,
      "learning_rate": 1.5969099086029308e-05,
      "loss": 0.0231,
      "step": 23269
    },
    {
      "epoch": 2.522766695576756,
      "grad_norm": 0.08830685913562775,
      "learning_rate": 1.5965472218192372e-05,
      "loss": 0.0105,
      "step": 23270
    },
    {
      "epoch": 2.522875108412836,
      "grad_norm": 0.23541635274887085,
      "learning_rate": 1.5961845350355433e-05,
      "loss": 0.0205,
      "step": 23271
    },
    {
      "epoch": 2.522983521248916,
      "grad_norm": 0.10880503058433533,
      "learning_rate": 1.5958218482518497e-05,
      "loss": 0.0068,
      "step": 23272
    },
    {
      "epoch": 2.5230919340849955,
      "grad_norm": 0.15540122985839844,
      "learning_rate": 1.595459161468156e-05,
      "loss": 0.0186,
      "step": 23273
    },
    {
      "epoch": 2.5232003469210755,
      "grad_norm": 0.24207112193107605,
      "learning_rate": 1.5950964746844628e-05,
      "loss": 0.025,
      "step": 23274
    },
    {
      "epoch": 2.523308759757155,
      "grad_norm": 0.0856732428073883,
      "learning_rate": 1.594733787900769e-05,
      "loss": 0.0024,
      "step": 23275
    },
    {
      "epoch": 2.523417172593235,
      "grad_norm": 0.03711191564798355,
      "learning_rate": 1.5943711011170753e-05,
      "loss": 0.0028,
      "step": 23276
    },
    {
      "epoch": 2.523525585429315,
      "grad_norm": 0.2754526138305664,
      "learning_rate": 1.5940084143333817e-05,
      "loss": 0.0273,
      "step": 23277
    },
    {
      "epoch": 2.5236339982653946,
      "grad_norm": 0.16616681218147278,
      "learning_rate": 1.593645727549688e-05,
      "loss": 0.014,
      "step": 23278
    },
    {
      "epoch": 2.5237424111014746,
      "grad_norm": 0.1193300411105156,
      "learning_rate": 1.5932830407659945e-05,
      "loss": 0.0087,
      "step": 23279
    },
    {
      "epoch": 2.523850823937554,
      "grad_norm": 0.2800075113773346,
      "learning_rate": 1.592920353982301e-05,
      "loss": 0.0412,
      "step": 23280
    },
    {
      "epoch": 2.523959236773634,
      "grad_norm": 0.05787035450339317,
      "learning_rate": 1.5925576671986074e-05,
      "loss": 0.0043,
      "step": 23281
    },
    {
      "epoch": 2.5240676496097136,
      "grad_norm": 0.8966100215911865,
      "learning_rate": 1.5921949804149138e-05,
      "loss": 0.0322,
      "step": 23282
    },
    {
      "epoch": 2.5241760624457936,
      "grad_norm": 0.2206156700849533,
      "learning_rate": 1.5918322936312202e-05,
      "loss": 0.0177,
      "step": 23283
    },
    {
      "epoch": 2.524284475281873,
      "grad_norm": 0.042710814625024796,
      "learning_rate": 1.5914696068475266e-05,
      "loss": 0.0057,
      "step": 23284
    },
    {
      "epoch": 2.524392888117953,
      "grad_norm": 0.13738670945167542,
      "learning_rate": 1.591106920063833e-05,
      "loss": 0.0068,
      "step": 23285
    },
    {
      "epoch": 2.524501300954033,
      "grad_norm": 0.032860174775123596,
      "learning_rate": 1.590744233280139e-05,
      "loss": 0.0036,
      "step": 23286
    },
    {
      "epoch": 2.5246097137901127,
      "grad_norm": 0.06589413434267044,
      "learning_rate": 1.5903815464964458e-05,
      "loss": 0.0022,
      "step": 23287
    },
    {
      "epoch": 2.5247181266261927,
      "grad_norm": 0.08667521178722382,
      "learning_rate": 1.5900188597127522e-05,
      "loss": 0.0034,
      "step": 23288
    },
    {
      "epoch": 2.524826539462272,
      "grad_norm": 0.08100837469100952,
      "learning_rate": 1.5896561729290586e-05,
      "loss": 0.0047,
      "step": 23289
    },
    {
      "epoch": 2.524934952298352,
      "grad_norm": 0.290364146232605,
      "learning_rate": 1.5892934861453647e-05,
      "loss": 0.0099,
      "step": 23290
    },
    {
      "epoch": 2.525043365134432,
      "grad_norm": 0.13979089260101318,
      "learning_rate": 1.5889307993616715e-05,
      "loss": 0.0175,
      "step": 23291
    },
    {
      "epoch": 2.5251517779705117,
      "grad_norm": 0.09573038667440414,
      "learning_rate": 1.588568112577978e-05,
      "loss": 0.0134,
      "step": 23292
    },
    {
      "epoch": 2.5252601908065913,
      "grad_norm": 0.5774336457252502,
      "learning_rate": 1.588205425794284e-05,
      "loss": 0.017,
      "step": 23293
    },
    {
      "epoch": 2.5253686036426712,
      "grad_norm": 0.43715617060661316,
      "learning_rate": 1.5878427390105904e-05,
      "loss": 0.0483,
      "step": 23294
    },
    {
      "epoch": 2.5254770164787512,
      "grad_norm": 0.2670208215713501,
      "learning_rate": 1.587480052226897e-05,
      "loss": 0.027,
      "step": 23295
    },
    {
      "epoch": 2.5255854293148308,
      "grad_norm": 0.2055322378873825,
      "learning_rate": 1.5871173654432035e-05,
      "loss": 0.0099,
      "step": 23296
    },
    {
      "epoch": 2.5256938421509108,
      "grad_norm": 0.035295531153678894,
      "learning_rate": 1.5867546786595096e-05,
      "loss": 0.0024,
      "step": 23297
    },
    {
      "epoch": 2.5258022549869903,
      "grad_norm": 0.1094755232334137,
      "learning_rate": 1.586391991875816e-05,
      "loss": 0.0043,
      "step": 23298
    },
    {
      "epoch": 2.5259106678230703,
      "grad_norm": 0.13790728151798248,
      "learning_rate": 1.5860293050921224e-05,
      "loss": 0.0055,
      "step": 23299
    },
    {
      "epoch": 2.5260190806591503,
      "grad_norm": 0.012243775650858879,
      "learning_rate": 1.585666618308429e-05,
      "loss": 0.0006,
      "step": 23300
    },
    {
      "epoch": 2.52612749349523,
      "grad_norm": 0.03459255397319794,
      "learning_rate": 1.5853039315247352e-05,
      "loss": 0.0025,
      "step": 23301
    },
    {
      "epoch": 2.52623590633131,
      "grad_norm": 0.07491984218358994,
      "learning_rate": 1.5849412447410416e-05,
      "loss": 0.0048,
      "step": 23302
    },
    {
      "epoch": 2.5263443191673893,
      "grad_norm": 0.46962669491767883,
      "learning_rate": 1.584578557957348e-05,
      "loss": 0.0776,
      "step": 23303
    },
    {
      "epoch": 2.5264527320034693,
      "grad_norm": 0.25993433594703674,
      "learning_rate": 1.5842158711736545e-05,
      "loss": 0.0129,
      "step": 23304
    },
    {
      "epoch": 2.526561144839549,
      "grad_norm": 0.02048357017338276,
      "learning_rate": 1.583853184389961e-05,
      "loss": 0.0008,
      "step": 23305
    },
    {
      "epoch": 2.526669557675629,
      "grad_norm": 0.007947811856865883,
      "learning_rate": 1.5834904976062673e-05,
      "loss": 0.0004,
      "step": 23306
    },
    {
      "epoch": 2.5267779705117084,
      "grad_norm": 0.20555587112903595,
      "learning_rate": 1.5831278108225737e-05,
      "loss": 0.0165,
      "step": 23307
    },
    {
      "epoch": 2.5268863833477884,
      "grad_norm": 0.09997696429491043,
      "learning_rate": 1.58276512403888e-05,
      "loss": 0.0044,
      "step": 23308
    },
    {
      "epoch": 2.5269947961838684,
      "grad_norm": 0.06932570785284042,
      "learning_rate": 1.5824024372551865e-05,
      "loss": 0.0029,
      "step": 23309
    },
    {
      "epoch": 2.527103209019948,
      "grad_norm": 0.01580558344721794,
      "learning_rate": 1.582039750471493e-05,
      "loss": 0.0016,
      "step": 23310
    },
    {
      "epoch": 2.527211621856028,
      "grad_norm": 0.23256561160087585,
      "learning_rate": 1.5816770636877993e-05,
      "loss": 0.046,
      "step": 23311
    },
    {
      "epoch": 2.5273200346921074,
      "grad_norm": 0.23978571593761444,
      "learning_rate": 1.5813143769041054e-05,
      "loss": 0.0136,
      "step": 23312
    },
    {
      "epoch": 2.5274284475281874,
      "grad_norm": 0.13203802704811096,
      "learning_rate": 1.580951690120412e-05,
      "loss": 0.0187,
      "step": 23313
    },
    {
      "epoch": 2.5275368603642674,
      "grad_norm": 0.15913444757461548,
      "learning_rate": 1.5805890033367186e-05,
      "loss": 0.0075,
      "step": 23314
    },
    {
      "epoch": 2.527645273200347,
      "grad_norm": 0.19304662942886353,
      "learning_rate": 1.580226316553025e-05,
      "loss": 0.01,
      "step": 23315
    },
    {
      "epoch": 2.5277536860364265,
      "grad_norm": 0.2053961157798767,
      "learning_rate": 1.579863629769331e-05,
      "loss": 0.0263,
      "step": 23316
    },
    {
      "epoch": 2.5278620988725065,
      "grad_norm": 0.0157279372215271,
      "learning_rate": 1.5795009429856378e-05,
      "loss": 0.0012,
      "step": 23317
    },
    {
      "epoch": 2.5279705117085864,
      "grad_norm": 0.04880374297499657,
      "learning_rate": 1.5791382562019442e-05,
      "loss": 0.0035,
      "step": 23318
    },
    {
      "epoch": 2.528078924544666,
      "grad_norm": 0.07925664633512497,
      "learning_rate": 1.5787755694182503e-05,
      "loss": 0.0069,
      "step": 23319
    },
    {
      "epoch": 2.528187337380746,
      "grad_norm": 0.036242470145225525,
      "learning_rate": 1.5784128826345567e-05,
      "loss": 0.0019,
      "step": 23320
    },
    {
      "epoch": 2.5282957502168255,
      "grad_norm": 0.13184435665607452,
      "learning_rate": 1.5780501958508634e-05,
      "loss": 0.0049,
      "step": 23321
    },
    {
      "epoch": 2.5284041630529055,
      "grad_norm": 0.030582768842577934,
      "learning_rate": 1.57768750906717e-05,
      "loss": 0.0013,
      "step": 23322
    },
    {
      "epoch": 2.5285125758889855,
      "grad_norm": 0.29513314366340637,
      "learning_rate": 1.577324822283476e-05,
      "loss": 0.0098,
      "step": 23323
    },
    {
      "epoch": 2.528620988725065,
      "grad_norm": 0.19570878148078918,
      "learning_rate": 1.5769621354997823e-05,
      "loss": 0.014,
      "step": 23324
    },
    {
      "epoch": 2.5287294015611446,
      "grad_norm": 0.1291762739419937,
      "learning_rate": 1.5765994487160887e-05,
      "loss": 0.0073,
      "step": 23325
    },
    {
      "epoch": 2.5288378143972245,
      "grad_norm": 0.16161948442459106,
      "learning_rate": 1.5762367619323955e-05,
      "loss": 0.0098,
      "step": 23326
    },
    {
      "epoch": 2.5289462272333045,
      "grad_norm": 0.2017793208360672,
      "learning_rate": 1.5758740751487016e-05,
      "loss": 0.0114,
      "step": 23327
    },
    {
      "epoch": 2.529054640069384,
      "grad_norm": 0.030360743403434753,
      "learning_rate": 1.575511388365008e-05,
      "loss": 0.0011,
      "step": 23328
    },
    {
      "epoch": 2.529163052905464,
      "grad_norm": 0.13955117762088776,
      "learning_rate": 1.5751487015813144e-05,
      "loss": 0.0084,
      "step": 23329
    },
    {
      "epoch": 2.5292714657415436,
      "grad_norm": 0.004730347078293562,
      "learning_rate": 1.5747860147976208e-05,
      "loss": 0.0006,
      "step": 23330
    },
    {
      "epoch": 2.5293798785776236,
      "grad_norm": 0.01969609223306179,
      "learning_rate": 1.5744233280139272e-05,
      "loss": 0.0019,
      "step": 23331
    },
    {
      "epoch": 2.5294882914137036,
      "grad_norm": 0.07351859658956528,
      "learning_rate": 1.5740606412302336e-05,
      "loss": 0.0062,
      "step": 23332
    },
    {
      "epoch": 2.529596704249783,
      "grad_norm": 0.13617634773254395,
      "learning_rate": 1.57369795444654e-05,
      "loss": 0.0158,
      "step": 23333
    },
    {
      "epoch": 2.529705117085863,
      "grad_norm": 0.22156813740730286,
      "learning_rate": 1.5733352676628464e-05,
      "loss": 0.0163,
      "step": 23334
    },
    {
      "epoch": 2.5298135299219426,
      "grad_norm": 0.07098007947206497,
      "learning_rate": 1.572972580879153e-05,
      "loss": 0.0041,
      "step": 23335
    },
    {
      "epoch": 2.5299219427580226,
      "grad_norm": 0.48943549394607544,
      "learning_rate": 1.5726098940954593e-05,
      "loss": 0.0125,
      "step": 23336
    },
    {
      "epoch": 2.5300303555941026,
      "grad_norm": 0.2535438537597656,
      "learning_rate": 1.5722472073117657e-05,
      "loss": 0.0371,
      "step": 23337
    },
    {
      "epoch": 2.530138768430182,
      "grad_norm": 0.11877109110355377,
      "learning_rate": 1.571884520528072e-05,
      "loss": 0.0136,
      "step": 23338
    },
    {
      "epoch": 2.5302471812662617,
      "grad_norm": 0.0814257338643074,
      "learning_rate": 1.5715218337443785e-05,
      "loss": 0.0026,
      "step": 23339
    },
    {
      "epoch": 2.5303555941023417,
      "grad_norm": 0.206782728433609,
      "learning_rate": 1.571159146960685e-05,
      "loss": 0.0183,
      "step": 23340
    },
    {
      "epoch": 2.5304640069384217,
      "grad_norm": 0.3244611322879791,
      "learning_rate": 1.5707964601769913e-05,
      "loss": 0.0357,
      "step": 23341
    },
    {
      "epoch": 2.530572419774501,
      "grad_norm": 0.23492994904518127,
      "learning_rate": 1.5704337733932974e-05,
      "loss": 0.0244,
      "step": 23342
    },
    {
      "epoch": 2.530680832610581,
      "grad_norm": 0.0626702681183815,
      "learning_rate": 1.570071086609604e-05,
      "loss": 0.0077,
      "step": 23343
    },
    {
      "epoch": 2.5307892454466607,
      "grad_norm": 0.016815196722745895,
      "learning_rate": 1.5697083998259105e-05,
      "loss": 0.0007,
      "step": 23344
    },
    {
      "epoch": 2.5308976582827407,
      "grad_norm": 0.03224468231201172,
      "learning_rate": 1.5693457130422166e-05,
      "loss": 0.0015,
      "step": 23345
    },
    {
      "epoch": 2.5310060711188207,
      "grad_norm": 0.20128820836544037,
      "learning_rate": 1.568983026258523e-05,
      "loss": 0.014,
      "step": 23346
    },
    {
      "epoch": 2.5311144839549002,
      "grad_norm": 0.10454603284597397,
      "learning_rate": 1.5686203394748298e-05,
      "loss": 0.0072,
      "step": 23347
    },
    {
      "epoch": 2.53122289679098,
      "grad_norm": 0.5409186482429504,
      "learning_rate": 1.5682576526911362e-05,
      "loss": 0.0357,
      "step": 23348
    },
    {
      "epoch": 2.5313313096270598,
      "grad_norm": 0.13604123890399933,
      "learning_rate": 1.5678949659074423e-05,
      "loss": 0.0098,
      "step": 23349
    },
    {
      "epoch": 2.5314397224631398,
      "grad_norm": 0.09538999944925308,
      "learning_rate": 1.5675322791237487e-05,
      "loss": 0.0104,
      "step": 23350
    },
    {
      "epoch": 2.5315481352992193,
      "grad_norm": 0.19526851177215576,
      "learning_rate": 1.5671695923400554e-05,
      "loss": 0.0148,
      "step": 23351
    },
    {
      "epoch": 2.5316565481352993,
      "grad_norm": 0.2463901937007904,
      "learning_rate": 1.566806905556362e-05,
      "loss": 0.0239,
      "step": 23352
    },
    {
      "epoch": 2.531764960971379,
      "grad_norm": 0.06651657819747925,
      "learning_rate": 1.566444218772668e-05,
      "loss": 0.0051,
      "step": 23353
    },
    {
      "epoch": 2.531873373807459,
      "grad_norm": 0.01583254709839821,
      "learning_rate": 1.5660815319889743e-05,
      "loss": 0.001,
      "step": 23354
    },
    {
      "epoch": 2.531981786643539,
      "grad_norm": 0.005773103330284357,
      "learning_rate": 1.5657188452052807e-05,
      "loss": 0.0003,
      "step": 23355
    },
    {
      "epoch": 2.5320901994796183,
      "grad_norm": 0.183140829205513,
      "learning_rate": 1.565356158421587e-05,
      "loss": 0.0129,
      "step": 23356
    },
    {
      "epoch": 2.5321986123156983,
      "grad_norm": 0.01808234117925167,
      "learning_rate": 1.5649934716378935e-05,
      "loss": 0.0008,
      "step": 23357
    },
    {
      "epoch": 2.532307025151778,
      "grad_norm": 0.6644927859306335,
      "learning_rate": 1.5646307848542e-05,
      "loss": 0.0309,
      "step": 23358
    },
    {
      "epoch": 2.532415437987858,
      "grad_norm": 0.04696869105100632,
      "learning_rate": 1.5642680980705064e-05,
      "loss": 0.003,
      "step": 23359
    },
    {
      "epoch": 2.532523850823938,
      "grad_norm": 0.05392678081989288,
      "learning_rate": 1.5639054112868128e-05,
      "loss": 0.0049,
      "step": 23360
    },
    {
      "epoch": 2.5326322636600174,
      "grad_norm": 0.1946873515844345,
      "learning_rate": 1.5635427245031192e-05,
      "loss": 0.0482,
      "step": 23361
    },
    {
      "epoch": 2.532740676496097,
      "grad_norm": 0.23953743278980255,
      "learning_rate": 1.5631800377194256e-05,
      "loss": 0.0239,
      "step": 23362
    },
    {
      "epoch": 2.532849089332177,
      "grad_norm": 0.16339699923992157,
      "learning_rate": 1.562817350935732e-05,
      "loss": 0.017,
      "step": 23363
    },
    {
      "epoch": 2.532957502168257,
      "grad_norm": 0.054388269782066345,
      "learning_rate": 1.5624546641520384e-05,
      "loss": 0.0035,
      "step": 23364
    },
    {
      "epoch": 2.5330659150043364,
      "grad_norm": 0.09652314335107803,
      "learning_rate": 1.5620919773683448e-05,
      "loss": 0.0106,
      "step": 23365
    },
    {
      "epoch": 2.5331743278404164,
      "grad_norm": 0.11401292681694031,
      "learning_rate": 1.5617292905846512e-05,
      "loss": 0.0088,
      "step": 23366
    },
    {
      "epoch": 2.533282740676496,
      "grad_norm": 0.041228070855140686,
      "learning_rate": 1.5613666038009577e-05,
      "loss": 0.004,
      "step": 23367
    },
    {
      "epoch": 2.533391153512576,
      "grad_norm": 0.011108300648629665,
      "learning_rate": 1.5610039170172637e-05,
      "loss": 0.0007,
      "step": 23368
    },
    {
      "epoch": 2.533499566348656,
      "grad_norm": 0.19670936465263367,
      "learning_rate": 1.5606412302335705e-05,
      "loss": 0.0545,
      "step": 23369
    },
    {
      "epoch": 2.5336079791847355,
      "grad_norm": 0.10579495131969452,
      "learning_rate": 1.560278543449877e-05,
      "loss": 0.0078,
      "step": 23370
    },
    {
      "epoch": 2.533716392020815,
      "grad_norm": 0.037620000541210175,
      "learning_rate": 1.559915856666183e-05,
      "loss": 0.0023,
      "step": 23371
    },
    {
      "epoch": 2.533824804856895,
      "grad_norm": 0.14357556402683258,
      "learning_rate": 1.5595531698824894e-05,
      "loss": 0.0272,
      "step": 23372
    },
    {
      "epoch": 2.533933217692975,
      "grad_norm": 0.006994331255555153,
      "learning_rate": 1.559190483098796e-05,
      "loss": 0.0007,
      "step": 23373
    },
    {
      "epoch": 2.5340416305290545,
      "grad_norm": 0.33183223009109497,
      "learning_rate": 1.5588277963151025e-05,
      "loss": 0.0747,
      "step": 23374
    },
    {
      "epoch": 2.5341500433651345,
      "grad_norm": 0.04773126170039177,
      "learning_rate": 1.5584651095314086e-05,
      "loss": 0.0006,
      "step": 23375
    },
    {
      "epoch": 2.534258456201214,
      "grad_norm": 0.32554149627685547,
      "learning_rate": 1.558102422747715e-05,
      "loss": 0.0474,
      "step": 23376
    },
    {
      "epoch": 2.534366869037294,
      "grad_norm": 0.04792633652687073,
      "learning_rate": 1.5577397359640218e-05,
      "loss": 0.0056,
      "step": 23377
    },
    {
      "epoch": 2.534475281873374,
      "grad_norm": 0.28835418820381165,
      "learning_rate": 1.557377049180328e-05,
      "loss": 0.0136,
      "step": 23378
    },
    {
      "epoch": 2.5345836947094535,
      "grad_norm": 0.032381538301706314,
      "learning_rate": 1.5570143623966342e-05,
      "loss": 0.0025,
      "step": 23379
    },
    {
      "epoch": 2.5346921075455335,
      "grad_norm": 0.1003638207912445,
      "learning_rate": 1.5566516756129406e-05,
      "loss": 0.0111,
      "step": 23380
    },
    {
      "epoch": 2.534800520381613,
      "grad_norm": 0.1823284924030304,
      "learning_rate": 1.556288988829247e-05,
      "loss": 0.0207,
      "step": 23381
    },
    {
      "epoch": 2.534908933217693,
      "grad_norm": 0.1021193191409111,
      "learning_rate": 1.5559263020455535e-05,
      "loss": 0.0179,
      "step": 23382
    },
    {
      "epoch": 2.5350173460537726,
      "grad_norm": 0.18000797927379608,
      "learning_rate": 1.55556361526186e-05,
      "loss": 0.0268,
      "step": 23383
    },
    {
      "epoch": 2.5351257588898526,
      "grad_norm": 0.024209467694163322,
      "learning_rate": 1.5552009284781663e-05,
      "loss": 0.0007,
      "step": 23384
    },
    {
      "epoch": 2.535234171725932,
      "grad_norm": 0.048434969037771225,
      "learning_rate": 1.5548382416944727e-05,
      "loss": 0.0054,
      "step": 23385
    },
    {
      "epoch": 2.535342584562012,
      "grad_norm": 0.5583376288414001,
      "learning_rate": 1.554475554910779e-05,
      "loss": 0.0678,
      "step": 23386
    },
    {
      "epoch": 2.535450997398092,
      "grad_norm": 0.07717684656381607,
      "learning_rate": 1.5541128681270855e-05,
      "loss": 0.002,
      "step": 23387
    },
    {
      "epoch": 2.5355594102341716,
      "grad_norm": 0.07339613884687424,
      "learning_rate": 1.553750181343392e-05,
      "loss": 0.0033,
      "step": 23388
    },
    {
      "epoch": 2.5356678230702516,
      "grad_norm": 0.020328659564256668,
      "learning_rate": 1.5533874945596983e-05,
      "loss": 0.0023,
      "step": 23389
    },
    {
      "epoch": 2.535776235906331,
      "grad_norm": 0.42248159646987915,
      "learning_rate": 1.5530248077760048e-05,
      "loss": 0.0128,
      "step": 23390
    },
    {
      "epoch": 2.535884648742411,
      "grad_norm": 0.20433996617794037,
      "learning_rate": 1.552662120992311e-05,
      "loss": 0.0162,
      "step": 23391
    },
    {
      "epoch": 2.535993061578491,
      "grad_norm": 0.026554889976978302,
      "learning_rate": 1.5522994342086176e-05,
      "loss": 0.0018,
      "step": 23392
    },
    {
      "epoch": 2.5361014744145707,
      "grad_norm": 0.04957054555416107,
      "learning_rate": 1.551936747424924e-05,
      "loss": 0.0019,
      "step": 23393
    },
    {
      "epoch": 2.53620988725065,
      "grad_norm": 0.09157384186983109,
      "learning_rate": 1.55157406064123e-05,
      "loss": 0.0298,
      "step": 23394
    },
    {
      "epoch": 2.53631830008673,
      "grad_norm": 0.2257222682237625,
      "learning_rate": 1.5512113738575368e-05,
      "loss": 0.0271,
      "step": 23395
    },
    {
      "epoch": 2.53642671292281,
      "grad_norm": 0.10222938656806946,
      "learning_rate": 1.5508486870738432e-05,
      "loss": 0.0113,
      "step": 23396
    },
    {
      "epoch": 2.5365351257588897,
      "grad_norm": 0.05004347488284111,
      "learning_rate": 1.5504860002901493e-05,
      "loss": 0.0023,
      "step": 23397
    },
    {
      "epoch": 2.5366435385949697,
      "grad_norm": 0.011779683642089367,
      "learning_rate": 1.5501233135064557e-05,
      "loss": 0.0016,
      "step": 23398
    },
    {
      "epoch": 2.5367519514310493,
      "grad_norm": 0.06582345813512802,
      "learning_rate": 1.5497606267227624e-05,
      "loss": 0.0031,
      "step": 23399
    },
    {
      "epoch": 2.5368603642671292,
      "grad_norm": 0.6357787847518921,
      "learning_rate": 1.549397939939069e-05,
      "loss": 0.0408,
      "step": 23400
    },
    {
      "epoch": 2.5369687771032092,
      "grad_norm": 0.14318035542964935,
      "learning_rate": 1.549035253155375e-05,
      "loss": 0.0228,
      "step": 23401
    },
    {
      "epoch": 2.5370771899392888,
      "grad_norm": 0.07620502263307571,
      "learning_rate": 1.5486725663716813e-05,
      "loss": 0.0034,
      "step": 23402
    },
    {
      "epoch": 2.5371856027753688,
      "grad_norm": 0.19113682210445404,
      "learning_rate": 1.548309879587988e-05,
      "loss": 0.014,
      "step": 23403
    },
    {
      "epoch": 2.5372940156114483,
      "grad_norm": 0.20823422074317932,
      "learning_rate": 1.5479471928042945e-05,
      "loss": 0.0056,
      "step": 23404
    },
    {
      "epoch": 2.5374024284475283,
      "grad_norm": 0.037390679121017456,
      "learning_rate": 1.5475845060206006e-05,
      "loss": 0.0022,
      "step": 23405
    },
    {
      "epoch": 2.537510841283608,
      "grad_norm": 0.0274468045681715,
      "learning_rate": 1.547221819236907e-05,
      "loss": 0.0017,
      "step": 23406
    },
    {
      "epoch": 2.537619254119688,
      "grad_norm": 0.26234614849090576,
      "learning_rate": 1.5468591324532134e-05,
      "loss": 0.0182,
      "step": 23407
    },
    {
      "epoch": 2.5377276669557673,
      "grad_norm": 0.15576474368572235,
      "learning_rate": 1.5464964456695198e-05,
      "loss": 0.0151,
      "step": 23408
    },
    {
      "epoch": 2.5378360797918473,
      "grad_norm": 0.04130588844418526,
      "learning_rate": 1.5461337588858262e-05,
      "loss": 0.0026,
      "step": 23409
    },
    {
      "epoch": 2.5379444926279273,
      "grad_norm": 0.057648804038763046,
      "learning_rate": 1.5457710721021326e-05,
      "loss": 0.0055,
      "step": 23410
    },
    {
      "epoch": 2.538052905464007,
      "grad_norm": 0.039486147463321686,
      "learning_rate": 1.545408385318439e-05,
      "loss": 0.0032,
      "step": 23411
    },
    {
      "epoch": 2.538161318300087,
      "grad_norm": 0.21787317097187042,
      "learning_rate": 1.5450456985347454e-05,
      "loss": 0.0276,
      "step": 23412
    },
    {
      "epoch": 2.5382697311361664,
      "grad_norm": 0.01877041719853878,
      "learning_rate": 1.544683011751052e-05,
      "loss": 0.0008,
      "step": 23413
    },
    {
      "epoch": 2.5383781439722464,
      "grad_norm": 0.2624674141407013,
      "learning_rate": 1.5443203249673583e-05,
      "loss": 0.0275,
      "step": 23414
    },
    {
      "epoch": 2.5384865568083264,
      "grad_norm": 0.06795962154865265,
      "learning_rate": 1.5439576381836647e-05,
      "loss": 0.0028,
      "step": 23415
    },
    {
      "epoch": 2.538594969644406,
      "grad_norm": 0.15671534836292267,
      "learning_rate": 1.543594951399971e-05,
      "loss": 0.0098,
      "step": 23416
    },
    {
      "epoch": 2.5387033824804854,
      "grad_norm": 0.09355997294187546,
      "learning_rate": 1.5432322646162775e-05,
      "loss": 0.0035,
      "step": 23417
    },
    {
      "epoch": 2.5388117953165654,
      "grad_norm": 0.15974535048007965,
      "learning_rate": 1.542869577832584e-05,
      "loss": 0.0116,
      "step": 23418
    },
    {
      "epoch": 2.5389202081526454,
      "grad_norm": 0.09293423593044281,
      "learning_rate": 1.5425068910488903e-05,
      "loss": 0.0054,
      "step": 23419
    },
    {
      "epoch": 2.539028620988725,
      "grad_norm": 0.10601513832807541,
      "learning_rate": 1.5421442042651964e-05,
      "loss": 0.0097,
      "step": 23420
    },
    {
      "epoch": 2.539137033824805,
      "grad_norm": 0.3152133524417877,
      "learning_rate": 1.541781517481503e-05,
      "loss": 0.0414,
      "step": 23421
    },
    {
      "epoch": 2.5392454466608845,
      "grad_norm": 0.006215598434209824,
      "learning_rate": 1.5414188306978096e-05,
      "loss": 0.0005,
      "step": 23422
    },
    {
      "epoch": 2.5393538594969645,
      "grad_norm": 0.06289965659379959,
      "learning_rate": 1.5410561439141156e-05,
      "loss": 0.0045,
      "step": 23423
    },
    {
      "epoch": 2.5394622723330444,
      "grad_norm": 0.41415441036224365,
      "learning_rate": 1.540693457130422e-05,
      "loss": 0.0398,
      "step": 23424
    },
    {
      "epoch": 2.539570685169124,
      "grad_norm": 0.047673650085926056,
      "learning_rate": 1.5403307703467288e-05,
      "loss": 0.0031,
      "step": 23425
    },
    {
      "epoch": 2.539679098005204,
      "grad_norm": 0.042496196925640106,
      "learning_rate": 1.5399680835630352e-05,
      "loss": 0.0016,
      "step": 23426
    },
    {
      "epoch": 2.5397875108412835,
      "grad_norm": 0.15066896378993988,
      "learning_rate": 1.5396053967793413e-05,
      "loss": 0.0124,
      "step": 23427
    },
    {
      "epoch": 2.5398959236773635,
      "grad_norm": 0.12006361037492752,
      "learning_rate": 1.5392427099956477e-05,
      "loss": 0.0127,
      "step": 23428
    },
    {
      "epoch": 2.540004336513443,
      "grad_norm": 0.4393466114997864,
      "learning_rate": 1.5388800232119544e-05,
      "loss": 0.0397,
      "step": 23429
    },
    {
      "epoch": 2.540112749349523,
      "grad_norm": 0.3584330976009369,
      "learning_rate": 1.538517336428261e-05,
      "loss": 0.0255,
      "step": 23430
    },
    {
      "epoch": 2.5402211621856026,
      "grad_norm": 0.16867013275623322,
      "learning_rate": 1.538154649644567e-05,
      "loss": 0.0149,
      "step": 23431
    },
    {
      "epoch": 2.5403295750216826,
      "grad_norm": 0.21522365510463715,
      "learning_rate": 1.5377919628608733e-05,
      "loss": 0.0115,
      "step": 23432
    },
    {
      "epoch": 2.5404379878577625,
      "grad_norm": 0.1320548802614212,
      "learning_rate": 1.53742927607718e-05,
      "loss": 0.0066,
      "step": 23433
    },
    {
      "epoch": 2.540546400693842,
      "grad_norm": 0.07068710774183273,
      "learning_rate": 1.537066589293486e-05,
      "loss": 0.0046,
      "step": 23434
    },
    {
      "epoch": 2.540654813529922,
      "grad_norm": 0.07003306597471237,
      "learning_rate": 1.5367039025097925e-05,
      "loss": 0.0072,
      "step": 23435
    },
    {
      "epoch": 2.5407632263660016,
      "grad_norm": 0.09278794378042221,
      "learning_rate": 1.536341215726099e-05,
      "loss": 0.01,
      "step": 23436
    },
    {
      "epoch": 2.5408716392020816,
      "grad_norm": 0.00807066448032856,
      "learning_rate": 1.5359785289424054e-05,
      "loss": 0.0006,
      "step": 23437
    },
    {
      "epoch": 2.5409800520381616,
      "grad_norm": 0.31625163555145264,
      "learning_rate": 1.5356158421587118e-05,
      "loss": 0.0161,
      "step": 23438
    },
    {
      "epoch": 2.541088464874241,
      "grad_norm": 0.13098278641700745,
      "learning_rate": 1.5352531553750182e-05,
      "loss": 0.0088,
      "step": 23439
    },
    {
      "epoch": 2.5411968777103207,
      "grad_norm": 0.031153693795204163,
      "learning_rate": 1.5348904685913246e-05,
      "loss": 0.0036,
      "step": 23440
    },
    {
      "epoch": 2.5413052905464006,
      "grad_norm": 0.08299718797206879,
      "learning_rate": 1.534527781807631e-05,
      "loss": 0.0043,
      "step": 23441
    },
    {
      "epoch": 2.5414137033824806,
      "grad_norm": 0.313282310962677,
      "learning_rate": 1.5341650950239374e-05,
      "loss": 0.0344,
      "step": 23442
    },
    {
      "epoch": 2.54152211621856,
      "grad_norm": 0.09458716958761215,
      "learning_rate": 1.533802408240244e-05,
      "loss": 0.0066,
      "step": 23443
    },
    {
      "epoch": 2.54163052905464,
      "grad_norm": 0.22118467092514038,
      "learning_rate": 1.5334397214565502e-05,
      "loss": 0.0145,
      "step": 23444
    },
    {
      "epoch": 2.5417389418907197,
      "grad_norm": 0.10300735384225845,
      "learning_rate": 1.5330770346728567e-05,
      "loss": 0.0096,
      "step": 23445
    },
    {
      "epoch": 2.5418473547267997,
      "grad_norm": 0.258919358253479,
      "learning_rate": 1.532714347889163e-05,
      "loss": 0.0286,
      "step": 23446
    },
    {
      "epoch": 2.5419557675628797,
      "grad_norm": 0.1014295369386673,
      "learning_rate": 1.5323516611054695e-05,
      "loss": 0.0125,
      "step": 23447
    },
    {
      "epoch": 2.542064180398959,
      "grad_norm": 0.18975727260112762,
      "learning_rate": 1.531988974321776e-05,
      "loss": 0.016,
      "step": 23448
    },
    {
      "epoch": 2.542172593235039,
      "grad_norm": 0.03523785248398781,
      "learning_rate": 1.5316262875380823e-05,
      "loss": 0.0029,
      "step": 23449
    },
    {
      "epoch": 2.5422810060711187,
      "grad_norm": 0.2486030012369156,
      "learning_rate": 1.5312636007543884e-05,
      "loss": 0.024,
      "step": 23450
    },
    {
      "epoch": 2.5423894189071987,
      "grad_norm": 0.0706866979598999,
      "learning_rate": 1.530900913970695e-05,
      "loss": 0.0066,
      "step": 23451
    },
    {
      "epoch": 2.5424978317432783,
      "grad_norm": 0.06564368307590485,
      "learning_rate": 1.5305382271870015e-05,
      "loss": 0.0034,
      "step": 23452
    },
    {
      "epoch": 2.5426062445793582,
      "grad_norm": 0.14552858471870422,
      "learning_rate": 1.5301755404033076e-05,
      "loss": 0.012,
      "step": 23453
    },
    {
      "epoch": 2.542714657415438,
      "grad_norm": 0.4722244143486023,
      "learning_rate": 1.529812853619614e-05,
      "loss": 0.025,
      "step": 23454
    },
    {
      "epoch": 2.5428230702515178,
      "grad_norm": 0.013646211475133896,
      "learning_rate": 1.5294501668359208e-05,
      "loss": 0.0011,
      "step": 23455
    },
    {
      "epoch": 2.5429314830875978,
      "grad_norm": 0.22868891060352325,
      "learning_rate": 1.529087480052227e-05,
      "loss": 0.0082,
      "step": 23456
    },
    {
      "epoch": 2.5430398959236773,
      "grad_norm": 0.45500773191452026,
      "learning_rate": 1.5287247932685332e-05,
      "loss": 0.0221,
      "step": 23457
    },
    {
      "epoch": 2.5431483087597573,
      "grad_norm": 0.31958645582199097,
      "learning_rate": 1.5283621064848397e-05,
      "loss": 0.0258,
      "step": 23458
    },
    {
      "epoch": 2.543256721595837,
      "grad_norm": 0.11955464631319046,
      "learning_rate": 1.5279994197011464e-05,
      "loss": 0.0154,
      "step": 23459
    },
    {
      "epoch": 2.543365134431917,
      "grad_norm": 0.06151964142918587,
      "learning_rate": 1.5276367329174525e-05,
      "loss": 0.005,
      "step": 23460
    },
    {
      "epoch": 2.543473547267997,
      "grad_norm": 0.08046483993530273,
      "learning_rate": 1.527274046133759e-05,
      "loss": 0.0081,
      "step": 23461
    },
    {
      "epoch": 2.5435819601040763,
      "grad_norm": 0.14249570667743683,
      "learning_rate": 1.5269113593500653e-05,
      "loss": 0.0113,
      "step": 23462
    },
    {
      "epoch": 2.543690372940156,
      "grad_norm": 0.421161413192749,
      "learning_rate": 1.5265486725663717e-05,
      "loss": 0.0269,
      "step": 23463
    },
    {
      "epoch": 2.543798785776236,
      "grad_norm": 0.11315853148698807,
      "learning_rate": 1.526185985782678e-05,
      "loss": 0.0061,
      "step": 23464
    },
    {
      "epoch": 2.543907198612316,
      "grad_norm": 0.11103158444166183,
      "learning_rate": 1.5258232989989845e-05,
      "loss": 0.0106,
      "step": 23465
    },
    {
      "epoch": 2.5440156114483954,
      "grad_norm": 0.12509359419345856,
      "learning_rate": 1.525460612215291e-05,
      "loss": 0.0082,
      "step": 23466
    },
    {
      "epoch": 2.5441240242844754,
      "grad_norm": 0.0775698572397232,
      "learning_rate": 1.5250979254315972e-05,
      "loss": 0.0075,
      "step": 23467
    },
    {
      "epoch": 2.544232437120555,
      "grad_norm": 0.26354512572288513,
      "learning_rate": 1.524735238647904e-05,
      "loss": 0.0104,
      "step": 23468
    },
    {
      "epoch": 2.544340849956635,
      "grad_norm": 0.10111747682094574,
      "learning_rate": 1.5243725518642102e-05,
      "loss": 0.012,
      "step": 23469
    },
    {
      "epoch": 2.544449262792715,
      "grad_norm": 0.047461479902267456,
      "learning_rate": 1.5240098650805166e-05,
      "loss": 0.0019,
      "step": 23470
    },
    {
      "epoch": 2.5445576756287944,
      "grad_norm": 0.31393206119537354,
      "learning_rate": 1.5236471782968228e-05,
      "loss": 0.0155,
      "step": 23471
    },
    {
      "epoch": 2.544666088464874,
      "grad_norm": 0.06137096509337425,
      "learning_rate": 1.5232844915131294e-05,
      "loss": 0.0066,
      "step": 23472
    },
    {
      "epoch": 2.544774501300954,
      "grad_norm": 0.27493762969970703,
      "learning_rate": 1.5229218047294358e-05,
      "loss": 0.0261,
      "step": 23473
    },
    {
      "epoch": 2.544882914137034,
      "grad_norm": 0.057468313723802567,
      "learning_rate": 1.522559117945742e-05,
      "loss": 0.0045,
      "step": 23474
    },
    {
      "epoch": 2.5449913269731135,
      "grad_norm": 0.13203099370002747,
      "learning_rate": 1.5221964311620485e-05,
      "loss": 0.0055,
      "step": 23475
    },
    {
      "epoch": 2.5450997398091935,
      "grad_norm": 0.2763068377971649,
      "learning_rate": 1.5218337443783549e-05,
      "loss": 0.0063,
      "step": 23476
    },
    {
      "epoch": 2.545208152645273,
      "grad_norm": 0.09315907210111618,
      "learning_rate": 1.5214710575946615e-05,
      "loss": 0.0052,
      "step": 23477
    },
    {
      "epoch": 2.545316565481353,
      "grad_norm": 0.04313221573829651,
      "learning_rate": 1.5211083708109677e-05,
      "loss": 0.0015,
      "step": 23478
    },
    {
      "epoch": 2.545424978317433,
      "grad_norm": 0.10640203207731247,
      "learning_rate": 1.5207456840272741e-05,
      "loss": 0.0133,
      "step": 23479
    },
    {
      "epoch": 2.5455333911535125,
      "grad_norm": 0.12524893879890442,
      "learning_rate": 1.5203829972435803e-05,
      "loss": 0.0109,
      "step": 23480
    },
    {
      "epoch": 2.5456418039895925,
      "grad_norm": 0.0625174418091774,
      "learning_rate": 1.5200203104598871e-05,
      "loss": 0.004,
      "step": 23481
    },
    {
      "epoch": 2.545750216825672,
      "grad_norm": 0.07235359400510788,
      "learning_rate": 1.5196576236761933e-05,
      "loss": 0.0029,
      "step": 23482
    },
    {
      "epoch": 2.545858629661752,
      "grad_norm": 0.07879956811666489,
      "learning_rate": 1.5192949368924997e-05,
      "loss": 0.0078,
      "step": 23483
    },
    {
      "epoch": 2.545967042497832,
      "grad_norm": 0.07997077703475952,
      "learning_rate": 1.518932250108806e-05,
      "loss": 0.0054,
      "step": 23484
    },
    {
      "epoch": 2.5460754553339116,
      "grad_norm": 0.00264377542771399,
      "learning_rate": 1.5185695633251126e-05,
      "loss": 0.0002,
      "step": 23485
    },
    {
      "epoch": 2.546183868169991,
      "grad_norm": 0.01885126903653145,
      "learning_rate": 1.518206876541419e-05,
      "loss": 0.001,
      "step": 23486
    },
    {
      "epoch": 2.546292281006071,
      "grad_norm": 0.18234863877296448,
      "learning_rate": 1.5178441897577252e-05,
      "loss": 0.0559,
      "step": 23487
    },
    {
      "epoch": 2.546400693842151,
      "grad_norm": 0.09333154559135437,
      "learning_rate": 1.5174815029740316e-05,
      "loss": 0.0086,
      "step": 23488
    },
    {
      "epoch": 2.5465091066782306,
      "grad_norm": 0.14700280129909515,
      "learning_rate": 1.517118816190338e-05,
      "loss": 0.0177,
      "step": 23489
    },
    {
      "epoch": 2.5466175195143106,
      "grad_norm": 0.39188042283058167,
      "learning_rate": 1.5167561294066446e-05,
      "loss": 0.0329,
      "step": 23490
    },
    {
      "epoch": 2.54672593235039,
      "grad_norm": 0.39362210035324097,
      "learning_rate": 1.5163934426229509e-05,
      "loss": 0.0217,
      "step": 23491
    },
    {
      "epoch": 2.54683434518647,
      "grad_norm": 0.06552603840827942,
      "learning_rate": 1.5160307558392573e-05,
      "loss": 0.0068,
      "step": 23492
    },
    {
      "epoch": 2.54694275802255,
      "grad_norm": 0.24158726632595062,
      "learning_rate": 1.5156680690555635e-05,
      "loss": 0.031,
      "step": 23493
    },
    {
      "epoch": 2.5470511708586296,
      "grad_norm": 0.8747965693473816,
      "learning_rate": 1.5153053822718703e-05,
      "loss": 0.0302,
      "step": 23494
    },
    {
      "epoch": 2.547159583694709,
      "grad_norm": 0.09144383668899536,
      "learning_rate": 1.5149426954881765e-05,
      "loss": 0.0024,
      "step": 23495
    },
    {
      "epoch": 2.547267996530789,
      "grad_norm": 0.13268862664699554,
      "learning_rate": 1.5145800087044829e-05,
      "loss": 0.0124,
      "step": 23496
    },
    {
      "epoch": 2.547376409366869,
      "grad_norm": 0.4646661579608917,
      "learning_rate": 1.5142173219207892e-05,
      "loss": 0.0413,
      "step": 23497
    },
    {
      "epoch": 2.5474848222029487,
      "grad_norm": 0.07161560654640198,
      "learning_rate": 1.5138546351370957e-05,
      "loss": 0.0052,
      "step": 23498
    },
    {
      "epoch": 2.5475932350390287,
      "grad_norm": 0.11345305293798447,
      "learning_rate": 1.5134919483534021e-05,
      "loss": 0.0204,
      "step": 23499
    },
    {
      "epoch": 2.547701647875108,
      "grad_norm": 0.04100869223475456,
      "learning_rate": 1.5131292615697084e-05,
      "loss": 0.0038,
      "step": 23500
    },
    {
      "epoch": 2.547810060711188,
      "grad_norm": 0.05598125606775284,
      "learning_rate": 1.5127665747860148e-05,
      "loss": 0.0039,
      "step": 23501
    },
    {
      "epoch": 2.547918473547268,
      "grad_norm": 0.37528514862060547,
      "learning_rate": 1.5124038880023212e-05,
      "loss": 0.0151,
      "step": 23502
    },
    {
      "epoch": 2.5480268863833477,
      "grad_norm": 0.27347320318222046,
      "learning_rate": 1.5120412012186278e-05,
      "loss": 0.0206,
      "step": 23503
    },
    {
      "epoch": 2.5481352992194277,
      "grad_norm": 0.14635668694972992,
      "learning_rate": 1.511678514434934e-05,
      "loss": 0.0072,
      "step": 23504
    },
    {
      "epoch": 2.5482437120555073,
      "grad_norm": 0.13900355994701385,
      "learning_rate": 1.5113158276512404e-05,
      "loss": 0.0291,
      "step": 23505
    },
    {
      "epoch": 2.5483521248915872,
      "grad_norm": 0.02303745411336422,
      "learning_rate": 1.5109531408675467e-05,
      "loss": 0.002,
      "step": 23506
    },
    {
      "epoch": 2.5484605377276672,
      "grad_norm": 0.19443009793758392,
      "learning_rate": 1.5105904540838534e-05,
      "loss": 0.0157,
      "step": 23507
    },
    {
      "epoch": 2.5485689505637468,
      "grad_norm": 0.014776290394365788,
      "learning_rate": 1.5102277673001597e-05,
      "loss": 0.0014,
      "step": 23508
    },
    {
      "epoch": 2.5486773633998263,
      "grad_norm": 0.06292839348316193,
      "learning_rate": 1.509865080516466e-05,
      "loss": 0.0023,
      "step": 23509
    },
    {
      "epoch": 2.5487857762359063,
      "grad_norm": 0.009410828351974487,
      "learning_rate": 1.5095023937327723e-05,
      "loss": 0.0007,
      "step": 23510
    },
    {
      "epoch": 2.5488941890719863,
      "grad_norm": 0.03640230745077133,
      "learning_rate": 1.5091397069490789e-05,
      "loss": 0.0034,
      "step": 23511
    },
    {
      "epoch": 2.549002601908066,
      "grad_norm": 0.009086563251912594,
      "learning_rate": 1.5087770201653853e-05,
      "loss": 0.0004,
      "step": 23512
    },
    {
      "epoch": 2.549111014744146,
      "grad_norm": 0.14515060186386108,
      "learning_rate": 1.5084143333816916e-05,
      "loss": 0.01,
      "step": 23513
    },
    {
      "epoch": 2.5492194275802254,
      "grad_norm": 0.1522464156150818,
      "learning_rate": 1.508051646597998e-05,
      "loss": 0.0094,
      "step": 23514
    },
    {
      "epoch": 2.5493278404163053,
      "grad_norm": 0.1101105585694313,
      "learning_rate": 1.5076889598143044e-05,
      "loss": 0.0075,
      "step": 23515
    },
    {
      "epoch": 2.5494362532523853,
      "grad_norm": 0.09624238312244415,
      "learning_rate": 1.507326273030611e-05,
      "loss": 0.0059,
      "step": 23516
    },
    {
      "epoch": 2.549544666088465,
      "grad_norm": 0.06921859830617905,
      "learning_rate": 1.5069635862469172e-05,
      "loss": 0.004,
      "step": 23517
    },
    {
      "epoch": 2.5496530789245444,
      "grad_norm": 0.17051714658737183,
      "learning_rate": 1.5066008994632236e-05,
      "loss": 0.0093,
      "step": 23518
    },
    {
      "epoch": 2.5497614917606244,
      "grad_norm": 0.36001768708229065,
      "learning_rate": 1.5062382126795298e-05,
      "loss": 0.0427,
      "step": 23519
    },
    {
      "epoch": 2.5498699045967044,
      "grad_norm": 0.13899177312850952,
      "learning_rate": 1.5058755258958366e-05,
      "loss": 0.0125,
      "step": 23520
    },
    {
      "epoch": 2.549978317432784,
      "grad_norm": 0.09663337469100952,
      "learning_rate": 1.5055128391121428e-05,
      "loss": 0.0061,
      "step": 23521
    },
    {
      "epoch": 2.550086730268864,
      "grad_norm": 0.1919250190258026,
      "learning_rate": 1.5051501523284492e-05,
      "loss": 0.0078,
      "step": 23522
    },
    {
      "epoch": 2.5501951431049434,
      "grad_norm": 0.018025647848844528,
      "learning_rate": 1.5047874655447555e-05,
      "loss": 0.0005,
      "step": 23523
    },
    {
      "epoch": 2.5503035559410234,
      "grad_norm": 0.16975706815719604,
      "learning_rate": 1.504424778761062e-05,
      "loss": 0.0106,
      "step": 23524
    },
    {
      "epoch": 2.5504119687771034,
      "grad_norm": 0.33795589208602905,
      "learning_rate": 1.5040620919773685e-05,
      "loss": 0.0442,
      "step": 23525
    },
    {
      "epoch": 2.550520381613183,
      "grad_norm": 0.38668951392173767,
      "learning_rate": 1.5036994051936749e-05,
      "loss": 0.0269,
      "step": 23526
    },
    {
      "epoch": 2.550628794449263,
      "grad_norm": 0.07616274058818817,
      "learning_rate": 1.5033367184099811e-05,
      "loss": 0.0046,
      "step": 23527
    },
    {
      "epoch": 2.5507372072853425,
      "grad_norm": 0.07583105564117432,
      "learning_rate": 1.5029740316262877e-05,
      "loss": 0.0056,
      "step": 23528
    },
    {
      "epoch": 2.5508456201214225,
      "grad_norm": 0.030101269483566284,
      "learning_rate": 1.5026113448425941e-05,
      "loss": 0.0031,
      "step": 23529
    },
    {
      "epoch": 2.550954032957502,
      "grad_norm": 0.07018576562404633,
      "learning_rate": 1.5022486580589004e-05,
      "loss": 0.0047,
      "step": 23530
    },
    {
      "epoch": 2.551062445793582,
      "grad_norm": 0.07766144722700119,
      "learning_rate": 1.5018859712752068e-05,
      "loss": 0.0091,
      "step": 23531
    },
    {
      "epoch": 2.5511708586296615,
      "grad_norm": 0.11721408367156982,
      "learning_rate": 1.501523284491513e-05,
      "loss": 0.0034,
      "step": 23532
    },
    {
      "epoch": 2.5512792714657415,
      "grad_norm": 0.041036345064640045,
      "learning_rate": 1.5011605977078198e-05,
      "loss": 0.0032,
      "step": 23533
    },
    {
      "epoch": 2.5513876843018215,
      "grad_norm": 0.003718316787853837,
      "learning_rate": 1.500797910924126e-05,
      "loss": 0.0003,
      "step": 23534
    },
    {
      "epoch": 2.551496097137901,
      "grad_norm": 0.22721299529075623,
      "learning_rate": 1.5004352241404324e-05,
      "loss": 0.016,
      "step": 23535
    },
    {
      "epoch": 2.551604509973981,
      "grad_norm": 0.12630337476730347,
      "learning_rate": 1.5000725373567387e-05,
      "loss": 0.0049,
      "step": 23536
    },
    {
      "epoch": 2.5517129228100606,
      "grad_norm": 0.4544760286808014,
      "learning_rate": 1.4997098505730452e-05,
      "loss": 0.0566,
      "step": 23537
    },
    {
      "epoch": 2.5518213356461406,
      "grad_norm": 0.1576865315437317,
      "learning_rate": 1.4993471637893516e-05,
      "loss": 0.0111,
      "step": 23538
    },
    {
      "epoch": 2.5519297484822205,
      "grad_norm": 0.056142039597034454,
      "learning_rate": 1.498984477005658e-05,
      "loss": 0.0038,
      "step": 23539
    },
    {
      "epoch": 2.5520381613183,
      "grad_norm": 0.09333077073097229,
      "learning_rate": 1.4986217902219643e-05,
      "loss": 0.0033,
      "step": 23540
    },
    {
      "epoch": 2.5521465741543796,
      "grad_norm": 0.10520718991756439,
      "learning_rate": 1.4982591034382709e-05,
      "loss": 0.0077,
      "step": 23541
    },
    {
      "epoch": 2.5522549869904596,
      "grad_norm": 0.07081251591444016,
      "learning_rate": 1.4978964166545773e-05,
      "loss": 0.0058,
      "step": 23542
    },
    {
      "epoch": 2.5523633998265396,
      "grad_norm": 0.0724513977766037,
      "learning_rate": 1.4975337298708835e-05,
      "loss": 0.0091,
      "step": 23543
    },
    {
      "epoch": 2.552471812662619,
      "grad_norm": 0.07681822031736374,
      "learning_rate": 1.49717104308719e-05,
      "loss": 0.0042,
      "step": 23544
    },
    {
      "epoch": 2.552580225498699,
      "grad_norm": 0.3569716513156891,
      "learning_rate": 1.4968083563034962e-05,
      "loss": 0.0288,
      "step": 23545
    },
    {
      "epoch": 2.5526886383347787,
      "grad_norm": 0.19974833726882935,
      "learning_rate": 1.496445669519803e-05,
      "loss": 0.0189,
      "step": 23546
    },
    {
      "epoch": 2.5527970511708586,
      "grad_norm": 0.01578601449728012,
      "learning_rate": 1.4960829827361092e-05,
      "loss": 0.0008,
      "step": 23547
    },
    {
      "epoch": 2.5529054640069386,
      "grad_norm": 0.2935861647129059,
      "learning_rate": 1.4957202959524156e-05,
      "loss": 0.018,
      "step": 23548
    },
    {
      "epoch": 2.553013876843018,
      "grad_norm": 0.281328946352005,
      "learning_rate": 1.4953576091687218e-05,
      "loss": 0.0154,
      "step": 23549
    },
    {
      "epoch": 2.553122289679098,
      "grad_norm": 0.05894148722290993,
      "learning_rate": 1.4949949223850284e-05,
      "loss": 0.0025,
      "step": 23550
    },
    {
      "epoch": 2.5532307025151777,
      "grad_norm": 0.07174500077962875,
      "learning_rate": 1.4946322356013348e-05,
      "loss": 0.0048,
      "step": 23551
    },
    {
      "epoch": 2.5533391153512577,
      "grad_norm": 0.008414806798100471,
      "learning_rate": 1.4942695488176412e-05,
      "loss": 0.0004,
      "step": 23552
    },
    {
      "epoch": 2.5534475281873372,
      "grad_norm": 0.19505903124809265,
      "learning_rate": 1.4939068620339475e-05,
      "loss": 0.041,
      "step": 23553
    },
    {
      "epoch": 2.553555941023417,
      "grad_norm": 0.02159089408814907,
      "learning_rate": 1.493544175250254e-05,
      "loss": 0.0007,
      "step": 23554
    },
    {
      "epoch": 2.5536643538594967,
      "grad_norm": 0.3270713984966278,
      "learning_rate": 1.4931814884665605e-05,
      "loss": 0.0153,
      "step": 23555
    },
    {
      "epoch": 2.5537727666955767,
      "grad_norm": 0.7371578216552734,
      "learning_rate": 1.4928188016828667e-05,
      "loss": 0.04,
      "step": 23556
    },
    {
      "epoch": 2.5538811795316567,
      "grad_norm": 0.33828118443489075,
      "learning_rate": 1.4924561148991731e-05,
      "loss": 0.019,
      "step": 23557
    },
    {
      "epoch": 2.5539895923677363,
      "grad_norm": 0.015057343989610672,
      "learning_rate": 1.4920934281154793e-05,
      "loss": 0.0006,
      "step": 23558
    },
    {
      "epoch": 2.5540980052038162,
      "grad_norm": 0.23045341670513153,
      "learning_rate": 1.4917307413317861e-05,
      "loss": 0.0202,
      "step": 23559
    },
    {
      "epoch": 2.554206418039896,
      "grad_norm": 0.1339837610721588,
      "learning_rate": 1.4913680545480923e-05,
      "loss": 0.0186,
      "step": 23560
    },
    {
      "epoch": 2.5543148308759758,
      "grad_norm": 0.32905322313308716,
      "learning_rate": 1.4910053677643987e-05,
      "loss": 0.0154,
      "step": 23561
    },
    {
      "epoch": 2.5544232437120558,
      "grad_norm": 0.07874178141355515,
      "learning_rate": 1.490642680980705e-05,
      "loss": 0.003,
      "step": 23562
    },
    {
      "epoch": 2.5545316565481353,
      "grad_norm": 0.10133998095989227,
      "learning_rate": 1.4902799941970116e-05,
      "loss": 0.0061,
      "step": 23563
    },
    {
      "epoch": 2.554640069384215,
      "grad_norm": 0.011701268143951893,
      "learning_rate": 1.489917307413318e-05,
      "loss": 0.001,
      "step": 23564
    },
    {
      "epoch": 2.554748482220295,
      "grad_norm": 0.4129265546798706,
      "learning_rate": 1.4895546206296244e-05,
      "loss": 0.0434,
      "step": 23565
    },
    {
      "epoch": 2.554856895056375,
      "grad_norm": 0.19781449437141418,
      "learning_rate": 1.4891919338459306e-05,
      "loss": 0.0244,
      "step": 23566
    },
    {
      "epoch": 2.5549653078924544,
      "grad_norm": 0.04061281308531761,
      "learning_rate": 1.4888292470622372e-05,
      "loss": 0.0039,
      "step": 23567
    },
    {
      "epoch": 2.5550737207285343,
      "grad_norm": 0.031500548124313354,
      "learning_rate": 1.4884665602785436e-05,
      "loss": 0.0024,
      "step": 23568
    },
    {
      "epoch": 2.555182133564614,
      "grad_norm": 0.25463932752609253,
      "learning_rate": 1.4881038734948499e-05,
      "loss": 0.0296,
      "step": 23569
    },
    {
      "epoch": 2.555290546400694,
      "grad_norm": 0.05175521597266197,
      "learning_rate": 1.4877411867111563e-05,
      "loss": 0.0065,
      "step": 23570
    },
    {
      "epoch": 2.555398959236774,
      "grad_norm": 0.27638503909111023,
      "learning_rate": 1.4873784999274625e-05,
      "loss": 0.0209,
      "step": 23571
    },
    {
      "epoch": 2.5555073720728534,
      "grad_norm": 0.05492933467030525,
      "learning_rate": 1.4870158131437693e-05,
      "loss": 0.0028,
      "step": 23572
    },
    {
      "epoch": 2.5556157849089334,
      "grad_norm": 0.4169822931289673,
      "learning_rate": 1.4866531263600755e-05,
      "loss": 0.0061,
      "step": 23573
    },
    {
      "epoch": 2.555724197745013,
      "grad_norm": 0.304242879152298,
      "learning_rate": 1.4862904395763819e-05,
      "loss": 0.0304,
      "step": 23574
    },
    {
      "epoch": 2.555832610581093,
      "grad_norm": 0.16037410497665405,
      "learning_rate": 1.4859277527926882e-05,
      "loss": 0.0157,
      "step": 23575
    },
    {
      "epoch": 2.5559410234171724,
      "grad_norm": 0.036226045340299606,
      "learning_rate": 1.4855650660089947e-05,
      "loss": 0.004,
      "step": 23576
    },
    {
      "epoch": 2.5560494362532524,
      "grad_norm": 0.1219295784831047,
      "learning_rate": 1.4852023792253011e-05,
      "loss": 0.0124,
      "step": 23577
    },
    {
      "epoch": 2.556157849089332,
      "grad_norm": 0.04450153186917305,
      "learning_rate": 1.4848396924416076e-05,
      "loss": 0.0046,
      "step": 23578
    },
    {
      "epoch": 2.556266261925412,
      "grad_norm": 0.22948840260505676,
      "learning_rate": 1.4844770056579138e-05,
      "loss": 0.0187,
      "step": 23579
    },
    {
      "epoch": 2.556374674761492,
      "grad_norm": 0.23619116842746735,
      "learning_rate": 1.4841143188742204e-05,
      "loss": 0.0267,
      "step": 23580
    },
    {
      "epoch": 2.5564830875975715,
      "grad_norm": 0.07830247282981873,
      "learning_rate": 1.4837516320905268e-05,
      "loss": 0.0035,
      "step": 23581
    },
    {
      "epoch": 2.5565915004336515,
      "grad_norm": 0.06793983280658722,
      "learning_rate": 1.483388945306833e-05,
      "loss": 0.0049,
      "step": 23582
    },
    {
      "epoch": 2.556699913269731,
      "grad_norm": 0.43825528025627136,
      "learning_rate": 1.4830262585231394e-05,
      "loss": 0.0346,
      "step": 23583
    },
    {
      "epoch": 2.556808326105811,
      "grad_norm": 0.4687075614929199,
      "learning_rate": 1.4826635717394457e-05,
      "loss": 0.0479,
      "step": 23584
    },
    {
      "epoch": 2.556916738941891,
      "grad_norm": 0.17942889034748077,
      "learning_rate": 1.4823008849557524e-05,
      "loss": 0.0146,
      "step": 23585
    },
    {
      "epoch": 2.5570251517779705,
      "grad_norm": 0.06102370843291283,
      "learning_rate": 1.4819381981720587e-05,
      "loss": 0.0081,
      "step": 23586
    },
    {
      "epoch": 2.55713356461405,
      "grad_norm": 0.21827371418476105,
      "learning_rate": 1.481575511388365e-05,
      "loss": 0.0136,
      "step": 23587
    },
    {
      "epoch": 2.55724197745013,
      "grad_norm": 0.2286936640739441,
      "learning_rate": 1.4812128246046713e-05,
      "loss": 0.0391,
      "step": 23588
    },
    {
      "epoch": 2.55735039028621,
      "grad_norm": 0.4328673481941223,
      "learning_rate": 1.4808501378209779e-05,
      "loss": 0.0142,
      "step": 23589
    },
    {
      "epoch": 2.5574588031222896,
      "grad_norm": 0.15308339893817902,
      "learning_rate": 1.4804874510372843e-05,
      "loss": 0.0186,
      "step": 23590
    },
    {
      "epoch": 2.5575672159583696,
      "grad_norm": 0.12556637823581696,
      "learning_rate": 1.4801247642535907e-05,
      "loss": 0.0097,
      "step": 23591
    },
    {
      "epoch": 2.557675628794449,
      "grad_norm": 0.182742178440094,
      "learning_rate": 1.479762077469897e-05,
      "loss": 0.0219,
      "step": 23592
    },
    {
      "epoch": 2.557784041630529,
      "grad_norm": 0.02310182712972164,
      "learning_rate": 1.4793993906862035e-05,
      "loss": 0.0011,
      "step": 23593
    },
    {
      "epoch": 2.557892454466609,
      "grad_norm": 0.1459747850894928,
      "learning_rate": 1.47903670390251e-05,
      "loss": 0.0104,
      "step": 23594
    },
    {
      "epoch": 2.5580008673026886,
      "grad_norm": 0.035220809280872345,
      "learning_rate": 1.4786740171188162e-05,
      "loss": 0.0017,
      "step": 23595
    },
    {
      "epoch": 2.5581092801387686,
      "grad_norm": 0.21321652829647064,
      "learning_rate": 1.4783113303351226e-05,
      "loss": 0.0228,
      "step": 23596
    },
    {
      "epoch": 2.558217692974848,
      "grad_norm": 0.18996840715408325,
      "learning_rate": 1.4779486435514288e-05,
      "loss": 0.0086,
      "step": 23597
    },
    {
      "epoch": 2.558326105810928,
      "grad_norm": 0.1327252835035324,
      "learning_rate": 1.4775859567677356e-05,
      "loss": 0.013,
      "step": 23598
    },
    {
      "epoch": 2.5584345186470077,
      "grad_norm": 0.0981091856956482,
      "learning_rate": 1.4772232699840418e-05,
      "loss": 0.0125,
      "step": 23599
    },
    {
      "epoch": 2.5585429314830876,
      "grad_norm": 0.2648538053035736,
      "learning_rate": 1.4768605832003482e-05,
      "loss": 0.0353,
      "step": 23600
    },
    {
      "epoch": 2.558651344319167,
      "grad_norm": 0.044342827051877975,
      "learning_rate": 1.4764978964166545e-05,
      "loss": 0.0013,
      "step": 23601
    },
    {
      "epoch": 2.558759757155247,
      "grad_norm": 0.5299533009529114,
      "learning_rate": 1.476135209632961e-05,
      "loss": 0.0201,
      "step": 23602
    },
    {
      "epoch": 2.558868169991327,
      "grad_norm": 0.06439671665430069,
      "learning_rate": 1.4757725228492675e-05,
      "loss": 0.0051,
      "step": 23603
    },
    {
      "epoch": 2.5589765828274067,
      "grad_norm": 0.017239078879356384,
      "learning_rate": 1.4754098360655739e-05,
      "loss": 0.0009,
      "step": 23604
    },
    {
      "epoch": 2.5590849956634867,
      "grad_norm": 0.06631764024496078,
      "learning_rate": 1.4750471492818801e-05,
      "loss": 0.0048,
      "step": 23605
    },
    {
      "epoch": 2.5591934084995662,
      "grad_norm": 0.12771259248256683,
      "learning_rate": 1.4746844624981867e-05,
      "loss": 0.017,
      "step": 23606
    },
    {
      "epoch": 2.559301821335646,
      "grad_norm": 0.04667283594608307,
      "learning_rate": 1.4743217757144931e-05,
      "loss": 0.0019,
      "step": 23607
    },
    {
      "epoch": 2.559410234171726,
      "grad_norm": 0.034579623490571976,
      "learning_rate": 1.4739590889307994e-05,
      "loss": 0.0023,
      "step": 23608
    },
    {
      "epoch": 2.5595186470078057,
      "grad_norm": 0.4284176826477051,
      "learning_rate": 1.4735964021471058e-05,
      "loss": 0.0264,
      "step": 23609
    },
    {
      "epoch": 2.5596270598438853,
      "grad_norm": 0.012233785353600979,
      "learning_rate": 1.473233715363412e-05,
      "loss": 0.0011,
      "step": 23610
    },
    {
      "epoch": 2.5597354726799653,
      "grad_norm": 0.313284307718277,
      "learning_rate": 1.4728710285797188e-05,
      "loss": 0.0213,
      "step": 23611
    },
    {
      "epoch": 2.5598438855160452,
      "grad_norm": 0.08521554619073868,
      "learning_rate": 1.472508341796025e-05,
      "loss": 0.0077,
      "step": 23612
    },
    {
      "epoch": 2.559952298352125,
      "grad_norm": 0.19828465580940247,
      "learning_rate": 1.4721456550123314e-05,
      "loss": 0.0037,
      "step": 23613
    },
    {
      "epoch": 2.5600607111882048,
      "grad_norm": 0.43405166268348694,
      "learning_rate": 1.4717829682286377e-05,
      "loss": 0.0196,
      "step": 23614
    },
    {
      "epoch": 2.5601691240242843,
      "grad_norm": 0.057721879333257675,
      "learning_rate": 1.4714202814449442e-05,
      "loss": 0.0012,
      "step": 23615
    },
    {
      "epoch": 2.5602775368603643,
      "grad_norm": 0.06457655131816864,
      "learning_rate": 1.4710575946612506e-05,
      "loss": 0.006,
      "step": 23616
    },
    {
      "epoch": 2.5603859496964443,
      "grad_norm": 0.16533616185188293,
      "learning_rate": 1.470694907877557e-05,
      "loss": 0.005,
      "step": 23617
    },
    {
      "epoch": 2.560494362532524,
      "grad_norm": 0.1310109943151474,
      "learning_rate": 1.4703322210938633e-05,
      "loss": 0.0081,
      "step": 23618
    },
    {
      "epoch": 2.5606027753686034,
      "grad_norm": 0.016109950840473175,
      "learning_rate": 1.4699695343101699e-05,
      "loss": 0.0008,
      "step": 23619
    },
    {
      "epoch": 2.5607111882046834,
      "grad_norm": 0.14054648578166962,
      "learning_rate": 1.4696068475264763e-05,
      "loss": 0.0108,
      "step": 23620
    },
    {
      "epoch": 2.5608196010407633,
      "grad_norm": 0.13671787083148956,
      "learning_rate": 1.4692441607427825e-05,
      "loss": 0.02,
      "step": 23621
    },
    {
      "epoch": 2.560928013876843,
      "grad_norm": 0.171470046043396,
      "learning_rate": 1.468881473959089e-05,
      "loss": 0.0725,
      "step": 23622
    },
    {
      "epoch": 2.561036426712923,
      "grad_norm": 0.12239166349172592,
      "learning_rate": 1.4685187871753952e-05,
      "loss": 0.0142,
      "step": 23623
    },
    {
      "epoch": 2.5611448395490024,
      "grad_norm": 0.07535120844841003,
      "learning_rate": 1.468156100391702e-05,
      "loss": 0.0046,
      "step": 23624
    },
    {
      "epoch": 2.5612532523850824,
      "grad_norm": 0.35667070746421814,
      "learning_rate": 1.4677934136080082e-05,
      "loss": 0.0198,
      "step": 23625
    },
    {
      "epoch": 2.5613616652211624,
      "grad_norm": 0.20690621435642242,
      "learning_rate": 1.4674307268243146e-05,
      "loss": 0.0296,
      "step": 23626
    },
    {
      "epoch": 2.561470078057242,
      "grad_norm": 0.003776742611080408,
      "learning_rate": 1.4670680400406208e-05,
      "loss": 0.0003,
      "step": 23627
    },
    {
      "epoch": 2.561578490893322,
      "grad_norm": 0.313133180141449,
      "learning_rate": 1.4667053532569274e-05,
      "loss": 0.0373,
      "step": 23628
    },
    {
      "epoch": 2.5616869037294014,
      "grad_norm": 0.2504567801952362,
      "learning_rate": 1.4663426664732338e-05,
      "loss": 0.01,
      "step": 23629
    },
    {
      "epoch": 2.5617953165654814,
      "grad_norm": 0.29977846145629883,
      "learning_rate": 1.4659799796895402e-05,
      "loss": 0.0146,
      "step": 23630
    },
    {
      "epoch": 2.5619037294015614,
      "grad_norm": 0.1252090185880661,
      "learning_rate": 1.4656172929058465e-05,
      "loss": 0.0182,
      "step": 23631
    },
    {
      "epoch": 2.562012142237641,
      "grad_norm": 0.062215548008680344,
      "learning_rate": 1.465254606122153e-05,
      "loss": 0.0071,
      "step": 23632
    },
    {
      "epoch": 2.5621205550737205,
      "grad_norm": 0.1254274696111679,
      "learning_rate": 1.4648919193384595e-05,
      "loss": 0.0064,
      "step": 23633
    },
    {
      "epoch": 2.5622289679098005,
      "grad_norm": 0.07677600532770157,
      "learning_rate": 1.4645292325547657e-05,
      "loss": 0.0035,
      "step": 23634
    },
    {
      "epoch": 2.5623373807458805,
      "grad_norm": 0.05635938048362732,
      "learning_rate": 1.4641665457710721e-05,
      "loss": 0.003,
      "step": 23635
    },
    {
      "epoch": 2.56244579358196,
      "grad_norm": 0.1377069652080536,
      "learning_rate": 1.4638038589873787e-05,
      "loss": 0.0113,
      "step": 23636
    },
    {
      "epoch": 2.56255420641804,
      "grad_norm": 0.02025538496673107,
      "learning_rate": 1.4634411722036851e-05,
      "loss": 0.0011,
      "step": 23637
    },
    {
      "epoch": 2.5626626192541195,
      "grad_norm": 0.04503612965345383,
      "learning_rate": 1.4630784854199913e-05,
      "loss": 0.0026,
      "step": 23638
    },
    {
      "epoch": 2.5627710320901995,
      "grad_norm": 0.1422967165708542,
      "learning_rate": 1.4627157986362978e-05,
      "loss": 0.0144,
      "step": 23639
    },
    {
      "epoch": 2.5628794449262795,
      "grad_norm": 0.21763689815998077,
      "learning_rate": 1.462353111852604e-05,
      "loss": 0.019,
      "step": 23640
    },
    {
      "epoch": 2.562987857762359,
      "grad_norm": 0.15460671484470367,
      "learning_rate": 1.4619904250689106e-05,
      "loss": 0.0152,
      "step": 23641
    },
    {
      "epoch": 2.5630962705984386,
      "grad_norm": 0.2406335473060608,
      "learning_rate": 1.461627738285217e-05,
      "loss": 0.0233,
      "step": 23642
    },
    {
      "epoch": 2.5632046834345186,
      "grad_norm": 0.26053306460380554,
      "learning_rate": 1.4612650515015234e-05,
      "loss": 0.0448,
      "step": 23643
    },
    {
      "epoch": 2.5633130962705986,
      "grad_norm": 0.0495075061917305,
      "learning_rate": 1.4609023647178296e-05,
      "loss": 0.0028,
      "step": 23644
    },
    {
      "epoch": 2.563421509106678,
      "grad_norm": 0.326856404542923,
      "learning_rate": 1.4605396779341362e-05,
      "loss": 0.0222,
      "step": 23645
    },
    {
      "epoch": 2.563529921942758,
      "grad_norm": 0.12355180084705353,
      "learning_rate": 1.4601769911504426e-05,
      "loss": 0.0077,
      "step": 23646
    },
    {
      "epoch": 2.5636383347788376,
      "grad_norm": 0.1027250587940216,
      "learning_rate": 1.4598143043667489e-05,
      "loss": 0.0098,
      "step": 23647
    },
    {
      "epoch": 2.5637467476149176,
      "grad_norm": 0.23140700161457062,
      "learning_rate": 1.4594516175830553e-05,
      "loss": 0.0113,
      "step": 23648
    },
    {
      "epoch": 2.5638551604509976,
      "grad_norm": 0.1422426700592041,
      "learning_rate": 1.4590889307993619e-05,
      "loss": 0.0063,
      "step": 23649
    },
    {
      "epoch": 2.563963573287077,
      "grad_norm": 0.17927607893943787,
      "learning_rate": 1.4587262440156683e-05,
      "loss": 0.0221,
      "step": 23650
    },
    {
      "epoch": 2.564071986123157,
      "grad_norm": 0.08563819527626038,
      "learning_rate": 1.4583635572319745e-05,
      "loss": 0.0056,
      "step": 23651
    },
    {
      "epoch": 2.5641803989592367,
      "grad_norm": 0.026196012273430824,
      "learning_rate": 1.458000870448281e-05,
      "loss": 0.0019,
      "step": 23652
    },
    {
      "epoch": 2.5642888117953166,
      "grad_norm": 0.09856408089399338,
      "learning_rate": 1.4576381836645872e-05,
      "loss": 0.006,
      "step": 23653
    },
    {
      "epoch": 2.5643972246313966,
      "grad_norm": 0.24153879284858704,
      "learning_rate": 1.4572754968808937e-05,
      "loss": 0.0176,
      "step": 23654
    },
    {
      "epoch": 2.564505637467476,
      "grad_norm": 0.23769594728946686,
      "learning_rate": 1.4569128100972001e-05,
      "loss": 0.014,
      "step": 23655
    },
    {
      "epoch": 2.5646140503035557,
      "grad_norm": 0.17058348655700684,
      "learning_rate": 1.4565501233135066e-05,
      "loss": 0.0053,
      "step": 23656
    },
    {
      "epoch": 2.5647224631396357,
      "grad_norm": 0.080550417304039,
      "learning_rate": 1.4561874365298128e-05,
      "loss": 0.0034,
      "step": 23657
    },
    {
      "epoch": 2.5648308759757157,
      "grad_norm": 0.34213787317276,
      "learning_rate": 1.4558247497461194e-05,
      "loss": 0.0208,
      "step": 23658
    },
    {
      "epoch": 2.5649392888117952,
      "grad_norm": 0.23214466869831085,
      "learning_rate": 1.4554620629624258e-05,
      "loss": 0.0396,
      "step": 23659
    },
    {
      "epoch": 2.565047701647875,
      "grad_norm": 0.028228357434272766,
      "learning_rate": 1.455099376178732e-05,
      "loss": 0.0033,
      "step": 23660
    },
    {
      "epoch": 2.5651561144839548,
      "grad_norm": 0.332651823759079,
      "learning_rate": 1.4547366893950384e-05,
      "loss": 0.0294,
      "step": 23661
    },
    {
      "epoch": 2.5652645273200347,
      "grad_norm": 0.053308360278606415,
      "learning_rate": 1.454374002611345e-05,
      "loss": 0.0034,
      "step": 23662
    },
    {
      "epoch": 2.5653729401561147,
      "grad_norm": 0.10338286310434341,
      "learning_rate": 1.4540113158276514e-05,
      "loss": 0.0075,
      "step": 23663
    },
    {
      "epoch": 2.5654813529921943,
      "grad_norm": 0.4041792154312134,
      "learning_rate": 1.4536486290439577e-05,
      "loss": 0.008,
      "step": 23664
    },
    {
      "epoch": 2.565589765828274,
      "grad_norm": 0.22570426762104034,
      "learning_rate": 1.4532859422602641e-05,
      "loss": 0.0355,
      "step": 23665
    },
    {
      "epoch": 2.565698178664354,
      "grad_norm": 0.14459328353405,
      "learning_rate": 1.4529232554765703e-05,
      "loss": 0.0088,
      "step": 23666
    },
    {
      "epoch": 2.5658065915004338,
      "grad_norm": 0.059504184871912,
      "learning_rate": 1.4525605686928769e-05,
      "loss": 0.0047,
      "step": 23667
    },
    {
      "epoch": 2.5659150043365133,
      "grad_norm": 0.30050942301750183,
      "learning_rate": 1.4521978819091833e-05,
      "loss": 0.0504,
      "step": 23668
    },
    {
      "epoch": 2.5660234171725933,
      "grad_norm": 0.17561113834381104,
      "learning_rate": 1.4518351951254897e-05,
      "loss": 0.0238,
      "step": 23669
    },
    {
      "epoch": 2.566131830008673,
      "grad_norm": 0.16656558215618134,
      "learning_rate": 1.451472508341796e-05,
      "loss": 0.0481,
      "step": 23670
    },
    {
      "epoch": 2.566240242844753,
      "grad_norm": 0.08276460319757462,
      "learning_rate": 1.4511098215581025e-05,
      "loss": 0.0085,
      "step": 23671
    },
    {
      "epoch": 2.566348655680833,
      "grad_norm": 0.1712704300880432,
      "learning_rate": 1.450747134774409e-05,
      "loss": 0.0095,
      "step": 23672
    },
    {
      "epoch": 2.5664570685169124,
      "grad_norm": 0.14468596875667572,
      "learning_rate": 1.4503844479907152e-05,
      "loss": 0.012,
      "step": 23673
    },
    {
      "epoch": 2.5665654813529923,
      "grad_norm": 0.1066538393497467,
      "learning_rate": 1.4500217612070216e-05,
      "loss": 0.0048,
      "step": 23674
    },
    {
      "epoch": 2.566673894189072,
      "grad_norm": 0.08541391789913177,
      "learning_rate": 1.4496590744233282e-05,
      "loss": 0.0068,
      "step": 23675
    },
    {
      "epoch": 2.566782307025152,
      "grad_norm": 0.0648958683013916,
      "learning_rate": 1.4492963876396346e-05,
      "loss": 0.0051,
      "step": 23676
    },
    {
      "epoch": 2.5668907198612314,
      "grad_norm": 0.05302335321903229,
      "learning_rate": 1.4489337008559408e-05,
      "loss": 0.0036,
      "step": 23677
    },
    {
      "epoch": 2.5669991326973114,
      "grad_norm": 0.10276082158088684,
      "learning_rate": 1.4485710140722473e-05,
      "loss": 0.0115,
      "step": 23678
    },
    {
      "epoch": 2.567107545533391,
      "grad_norm": 0.19190704822540283,
      "learning_rate": 1.4482083272885535e-05,
      "loss": 0.0227,
      "step": 23679
    },
    {
      "epoch": 2.567215958369471,
      "grad_norm": 0.13497819006443024,
      "learning_rate": 1.44784564050486e-05,
      "loss": 0.005,
      "step": 23680
    },
    {
      "epoch": 2.567324371205551,
      "grad_norm": 0.0632873922586441,
      "learning_rate": 1.4474829537211665e-05,
      "loss": 0.0054,
      "step": 23681
    },
    {
      "epoch": 2.5674327840416304,
      "grad_norm": 0.038410305976867676,
      "learning_rate": 1.4471202669374729e-05,
      "loss": 0.0026,
      "step": 23682
    },
    {
      "epoch": 2.5675411968777104,
      "grad_norm": 0.1298852115869522,
      "learning_rate": 1.4467575801537791e-05,
      "loss": 0.0149,
      "step": 23683
    },
    {
      "epoch": 2.56764960971379,
      "grad_norm": 0.25917866826057434,
      "learning_rate": 1.4463948933700857e-05,
      "loss": 0.021,
      "step": 23684
    },
    {
      "epoch": 2.56775802254987,
      "grad_norm": 1.0459020137786865,
      "learning_rate": 1.4460322065863921e-05,
      "loss": 0.029,
      "step": 23685
    },
    {
      "epoch": 2.56786643538595,
      "grad_norm": 0.27164849638938904,
      "learning_rate": 1.4456695198026984e-05,
      "loss": 0.0483,
      "step": 23686
    },
    {
      "epoch": 2.5679748482220295,
      "grad_norm": 0.08602066338062286,
      "learning_rate": 1.4453068330190048e-05,
      "loss": 0.0088,
      "step": 23687
    },
    {
      "epoch": 2.568083261058109,
      "grad_norm": 0.19123557209968567,
      "learning_rate": 1.4449441462353114e-05,
      "loss": 0.0143,
      "step": 23688
    },
    {
      "epoch": 2.568191673894189,
      "grad_norm": 0.04037458449602127,
      "learning_rate": 1.4445814594516178e-05,
      "loss": 0.0027,
      "step": 23689
    },
    {
      "epoch": 2.568300086730269,
      "grad_norm": 0.12186778336763382,
      "learning_rate": 1.444218772667924e-05,
      "loss": 0.0076,
      "step": 23690
    },
    {
      "epoch": 2.5684084995663485,
      "grad_norm": 0.07917693257331848,
      "learning_rate": 1.4438560858842304e-05,
      "loss": 0.0035,
      "step": 23691
    },
    {
      "epoch": 2.5685169124024285,
      "grad_norm": 0.26638495922088623,
      "learning_rate": 1.4434933991005367e-05,
      "loss": 0.0553,
      "step": 23692
    },
    {
      "epoch": 2.568625325238508,
      "grad_norm": 0.06596015393733978,
      "learning_rate": 1.4431307123168432e-05,
      "loss": 0.0035,
      "step": 23693
    },
    {
      "epoch": 2.568733738074588,
      "grad_norm": 0.2506427764892578,
      "learning_rate": 1.4427680255331497e-05,
      "loss": 0.0148,
      "step": 23694
    },
    {
      "epoch": 2.568842150910668,
      "grad_norm": 0.10123797506093979,
      "learning_rate": 1.442405338749456e-05,
      "loss": 0.0119,
      "step": 23695
    },
    {
      "epoch": 2.5689505637467476,
      "grad_norm": 0.07881198078393936,
      "learning_rate": 1.4420426519657623e-05,
      "loss": 0.0088,
      "step": 23696
    },
    {
      "epoch": 2.5690589765828276,
      "grad_norm": 0.29155388474464417,
      "learning_rate": 1.4416799651820689e-05,
      "loss": 0.0136,
      "step": 23697
    },
    {
      "epoch": 2.569167389418907,
      "grad_norm": 0.03279836103320122,
      "learning_rate": 1.4413172783983753e-05,
      "loss": 0.0031,
      "step": 23698
    },
    {
      "epoch": 2.569275802254987,
      "grad_norm": 0.1031813845038414,
      "learning_rate": 1.4409545916146815e-05,
      "loss": 0.0049,
      "step": 23699
    },
    {
      "epoch": 2.5693842150910666,
      "grad_norm": 0.18440057337284088,
      "learning_rate": 1.440591904830988e-05,
      "loss": 0.0075,
      "step": 23700
    },
    {
      "epoch": 2.5694926279271466,
      "grad_norm": 0.18440161645412445,
      "learning_rate": 1.4402292180472945e-05,
      "loss": 0.0206,
      "step": 23701
    },
    {
      "epoch": 2.569601040763226,
      "grad_norm": 0.11770915985107422,
      "learning_rate": 1.439866531263601e-05,
      "loss": 0.0066,
      "step": 23702
    },
    {
      "epoch": 2.569709453599306,
      "grad_norm": 0.2241053283214569,
      "learning_rate": 1.4395038444799072e-05,
      "loss": 0.0195,
      "step": 23703
    },
    {
      "epoch": 2.569817866435386,
      "grad_norm": 0.08428186923265457,
      "learning_rate": 1.4391411576962136e-05,
      "loss": 0.0095,
      "step": 23704
    },
    {
      "epoch": 2.5699262792714657,
      "grad_norm": 0.19531993567943573,
      "learning_rate": 1.4387784709125198e-05,
      "loss": 0.0674,
      "step": 23705
    },
    {
      "epoch": 2.5700346921075456,
      "grad_norm": 0.7144205570220947,
      "learning_rate": 1.4384157841288266e-05,
      "loss": 0.0548,
      "step": 23706
    },
    {
      "epoch": 2.570143104943625,
      "grad_norm": 0.05601327866315842,
      "learning_rate": 1.4380530973451328e-05,
      "loss": 0.0066,
      "step": 23707
    },
    {
      "epoch": 2.570251517779705,
      "grad_norm": 0.4397100508213043,
      "learning_rate": 1.4376904105614392e-05,
      "loss": 0.0428,
      "step": 23708
    },
    {
      "epoch": 2.570359930615785,
      "grad_norm": 0.29339399933815,
      "learning_rate": 1.4373277237777455e-05,
      "loss": 0.0104,
      "step": 23709
    },
    {
      "epoch": 2.5704683434518647,
      "grad_norm": 0.10265499353408813,
      "learning_rate": 1.436965036994052e-05,
      "loss": 0.0101,
      "step": 23710
    },
    {
      "epoch": 2.5705767562879442,
      "grad_norm": 0.004354351665824652,
      "learning_rate": 1.4366023502103585e-05,
      "loss": 0.0004,
      "step": 23711
    },
    {
      "epoch": 2.5706851691240242,
      "grad_norm": 0.5069486498832703,
      "learning_rate": 1.4362396634266647e-05,
      "loss": 0.0512,
      "step": 23712
    },
    {
      "epoch": 2.570793581960104,
      "grad_norm": 0.0741611197590828,
      "learning_rate": 1.4358769766429711e-05,
      "loss": 0.0059,
      "step": 23713
    },
    {
      "epoch": 2.5709019947961838,
      "grad_norm": 0.04355435445904732,
      "learning_rate": 1.4355142898592777e-05,
      "loss": 0.0066,
      "step": 23714
    },
    {
      "epoch": 2.5710104076322637,
      "grad_norm": 0.022725962102413177,
      "learning_rate": 1.4351516030755841e-05,
      "loss": 0.0016,
      "step": 23715
    },
    {
      "epoch": 2.5711188204683433,
      "grad_norm": 0.2173633724451065,
      "learning_rate": 1.4347889162918903e-05,
      "loss": 0.0453,
      "step": 23716
    },
    {
      "epoch": 2.5712272333044233,
      "grad_norm": 0.30301591753959656,
      "learning_rate": 1.4344262295081968e-05,
      "loss": 0.0797,
      "step": 23717
    },
    {
      "epoch": 2.5713356461405033,
      "grad_norm": 0.26151934266090393,
      "learning_rate": 1.434063542724503e-05,
      "loss": 0.0126,
      "step": 23718
    },
    {
      "epoch": 2.571444058976583,
      "grad_norm": 0.006379636004567146,
      "learning_rate": 1.4337008559408097e-05,
      "loss": 0.0004,
      "step": 23719
    },
    {
      "epoch": 2.5715524718126628,
      "grad_norm": 0.18456919491291046,
      "learning_rate": 1.433338169157116e-05,
      "loss": 0.0162,
      "step": 23720
    },
    {
      "epoch": 2.5716608846487423,
      "grad_norm": 0.024770304560661316,
      "learning_rate": 1.4329754823734224e-05,
      "loss": 0.0012,
      "step": 23721
    },
    {
      "epoch": 2.5717692974848223,
      "grad_norm": 0.3462423086166382,
      "learning_rate": 1.4326127955897286e-05,
      "loss": 0.0726,
      "step": 23722
    },
    {
      "epoch": 2.571877710320902,
      "grad_norm": 0.08937779814004898,
      "learning_rate": 1.4322501088060352e-05,
      "loss": 0.0066,
      "step": 23723
    },
    {
      "epoch": 2.571986123156982,
      "grad_norm": 0.27243489027023315,
      "learning_rate": 1.4318874220223416e-05,
      "loss": 0.0192,
      "step": 23724
    },
    {
      "epoch": 2.5720945359930614,
      "grad_norm": 0.08462711423635483,
      "learning_rate": 1.4315247352386479e-05,
      "loss": 0.006,
      "step": 23725
    },
    {
      "epoch": 2.5722029488291414,
      "grad_norm": 0.26321494579315186,
      "learning_rate": 1.4311620484549543e-05,
      "loss": 0.0121,
      "step": 23726
    },
    {
      "epoch": 2.5723113616652213,
      "grad_norm": 0.4139385521411896,
      "learning_rate": 1.4307993616712609e-05,
      "loss": 0.0173,
      "step": 23727
    },
    {
      "epoch": 2.572419774501301,
      "grad_norm": 0.0721452534198761,
      "learning_rate": 1.4304366748875673e-05,
      "loss": 0.0059,
      "step": 23728
    },
    {
      "epoch": 2.572528187337381,
      "grad_norm": 0.019639823585748672,
      "learning_rate": 1.4300739881038735e-05,
      "loss": 0.0006,
      "step": 23729
    },
    {
      "epoch": 2.5726366001734604,
      "grad_norm": 0.5422152280807495,
      "learning_rate": 1.42971130132018e-05,
      "loss": 0.0477,
      "step": 23730
    },
    {
      "epoch": 2.5727450130095404,
      "grad_norm": 0.08964738994836807,
      "learning_rate": 1.4293486145364865e-05,
      "loss": 0.0171,
      "step": 23731
    },
    {
      "epoch": 2.5728534258456204,
      "grad_norm": 0.25895628333091736,
      "learning_rate": 1.4289859277527929e-05,
      "loss": 0.0527,
      "step": 23732
    },
    {
      "epoch": 2.5729618386817,
      "grad_norm": 0.1732613891363144,
      "learning_rate": 1.4286232409690992e-05,
      "loss": 0.0125,
      "step": 23733
    },
    {
      "epoch": 2.5730702515177795,
      "grad_norm": 0.42472225427627563,
      "learning_rate": 1.4282605541854056e-05,
      "loss": 0.0385,
      "step": 23734
    },
    {
      "epoch": 2.5731786643538594,
      "grad_norm": 0.006765010766685009,
      "learning_rate": 1.4278978674017118e-05,
      "loss": 0.0003,
      "step": 23735
    },
    {
      "epoch": 2.5732870771899394,
      "grad_norm": 0.17700055241584778,
      "learning_rate": 1.4275351806180184e-05,
      "loss": 0.0162,
      "step": 23736
    },
    {
      "epoch": 2.573395490026019,
      "grad_norm": 0.3261595070362091,
      "learning_rate": 1.4271724938343248e-05,
      "loss": 0.0318,
      "step": 23737
    },
    {
      "epoch": 2.573503902862099,
      "grad_norm": 0.21233172714710236,
      "learning_rate": 1.426809807050631e-05,
      "loss": 0.0078,
      "step": 23738
    },
    {
      "epoch": 2.5736123156981785,
      "grad_norm": 0.021197723224759102,
      "learning_rate": 1.4264471202669374e-05,
      "loss": 0.0014,
      "step": 23739
    },
    {
      "epoch": 2.5737207285342585,
      "grad_norm": 0.055381130427122116,
      "learning_rate": 1.426084433483244e-05,
      "loss": 0.0033,
      "step": 23740
    },
    {
      "epoch": 2.5738291413703385,
      "grad_norm": 0.10989502817392349,
      "learning_rate": 1.4257217466995504e-05,
      "loss": 0.0097,
      "step": 23741
    },
    {
      "epoch": 2.573937554206418,
      "grad_norm": 0.1176985651254654,
      "learning_rate": 1.4253590599158567e-05,
      "loss": 0.0028,
      "step": 23742
    },
    {
      "epoch": 2.574045967042498,
      "grad_norm": 0.10325726121664047,
      "learning_rate": 1.4249963731321631e-05,
      "loss": 0.0194,
      "step": 23743
    },
    {
      "epoch": 2.5741543798785775,
      "grad_norm": 0.13412952423095703,
      "learning_rate": 1.4246336863484697e-05,
      "loss": 0.0252,
      "step": 23744
    },
    {
      "epoch": 2.5742627927146575,
      "grad_norm": 0.11233481019735336,
      "learning_rate": 1.424270999564776e-05,
      "loss": 0.022,
      "step": 23745
    },
    {
      "epoch": 2.574371205550737,
      "grad_norm": 0.09251370280981064,
      "learning_rate": 1.4239083127810823e-05,
      "loss": 0.0071,
      "step": 23746
    },
    {
      "epoch": 2.574479618386817,
      "grad_norm": 0.5512040853500366,
      "learning_rate": 1.4235456259973887e-05,
      "loss": 0.0473,
      "step": 23747
    },
    {
      "epoch": 2.5745880312228966,
      "grad_norm": 0.1317318081855774,
      "learning_rate": 1.423182939213695e-05,
      "loss": 0.0084,
      "step": 23748
    },
    {
      "epoch": 2.5746964440589766,
      "grad_norm": 0.15529610216617584,
      "learning_rate": 1.4228202524300016e-05,
      "loss": 0.0155,
      "step": 23749
    },
    {
      "epoch": 2.5748048568950566,
      "grad_norm": 0.41250142455101013,
      "learning_rate": 1.422457565646308e-05,
      "loss": 0.0357,
      "step": 23750
    },
    {
      "epoch": 2.574913269731136,
      "grad_norm": 0.16663026809692383,
      "learning_rate": 1.4220948788626142e-05,
      "loss": 0.0094,
      "step": 23751
    },
    {
      "epoch": 2.575021682567216,
      "grad_norm": 0.1667952835559845,
      "learning_rate": 1.4217321920789206e-05,
      "loss": 0.0088,
      "step": 23752
    },
    {
      "epoch": 2.5751300954032956,
      "grad_norm": 0.11411220580339432,
      "learning_rate": 1.4213695052952272e-05,
      "loss": 0.004,
      "step": 23753
    },
    {
      "epoch": 2.5752385082393756,
      "grad_norm": 0.14488647878170013,
      "learning_rate": 1.4210068185115336e-05,
      "loss": 0.0102,
      "step": 23754
    },
    {
      "epoch": 2.5753469210754556,
      "grad_norm": 0.09426847100257874,
      "learning_rate": 1.4206441317278398e-05,
      "loss": 0.0054,
      "step": 23755
    },
    {
      "epoch": 2.575455333911535,
      "grad_norm": 0.15041427314281464,
      "learning_rate": 1.4202814449441463e-05,
      "loss": 0.0191,
      "step": 23756
    },
    {
      "epoch": 2.5755637467476147,
      "grad_norm": 0.003500135149806738,
      "learning_rate": 1.4199187581604528e-05,
      "loss": 0.0004,
      "step": 23757
    },
    {
      "epoch": 2.5756721595836947,
      "grad_norm": 0.08424672484397888,
      "learning_rate": 1.4195560713767592e-05,
      "loss": 0.0088,
      "step": 23758
    },
    {
      "epoch": 2.5757805724197746,
      "grad_norm": 0.42008480429649353,
      "learning_rate": 1.4191933845930655e-05,
      "loss": 0.0242,
      "step": 23759
    },
    {
      "epoch": 2.575888985255854,
      "grad_norm": 0.12297385931015015,
      "learning_rate": 1.4188306978093719e-05,
      "loss": 0.0077,
      "step": 23760
    },
    {
      "epoch": 2.575997398091934,
      "grad_norm": 0.21228967607021332,
      "learning_rate": 1.4184680110256781e-05,
      "loss": 0.0095,
      "step": 23761
    },
    {
      "epoch": 2.5761058109280137,
      "grad_norm": 0.1915944367647171,
      "learning_rate": 1.4181053242419847e-05,
      "loss": 0.0333,
      "step": 23762
    },
    {
      "epoch": 2.5762142237640937,
      "grad_norm": 0.5675023198127747,
      "learning_rate": 1.4177426374582911e-05,
      "loss": 0.1012,
      "step": 23763
    },
    {
      "epoch": 2.5763226366001737,
      "grad_norm": 0.16895699501037598,
      "learning_rate": 1.4173799506745974e-05,
      "loss": 0.0169,
      "step": 23764
    },
    {
      "epoch": 2.5764310494362532,
      "grad_norm": 0.027685627341270447,
      "learning_rate": 1.4170172638909038e-05,
      "loss": 0.0029,
      "step": 23765
    },
    {
      "epoch": 2.5765394622723328,
      "grad_norm": 0.09298177808523178,
      "learning_rate": 1.4166545771072104e-05,
      "loss": 0.0062,
      "step": 23766
    },
    {
      "epoch": 2.5766478751084128,
      "grad_norm": 0.2060357630252838,
      "learning_rate": 1.4162918903235168e-05,
      "loss": 0.0234,
      "step": 23767
    },
    {
      "epoch": 2.5767562879444927,
      "grad_norm": 0.16093675792217255,
      "learning_rate": 1.415929203539823e-05,
      "loss": 0.0187,
      "step": 23768
    },
    {
      "epoch": 2.5768647007805723,
      "grad_norm": 0.07746225595474243,
      "learning_rate": 1.4155665167561294e-05,
      "loss": 0.0062,
      "step": 23769
    },
    {
      "epoch": 2.5769731136166523,
      "grad_norm": 0.36815905570983887,
      "learning_rate": 1.415203829972436e-05,
      "loss": 0.0096,
      "step": 23770
    },
    {
      "epoch": 2.577081526452732,
      "grad_norm": 0.18776515126228333,
      "learning_rate": 1.4148411431887424e-05,
      "loss": 0.0087,
      "step": 23771
    },
    {
      "epoch": 2.577189939288812,
      "grad_norm": 0.12996551394462585,
      "learning_rate": 1.4144784564050487e-05,
      "loss": 0.0576,
      "step": 23772
    },
    {
      "epoch": 2.577298352124892,
      "grad_norm": 0.26756584644317627,
      "learning_rate": 1.414115769621355e-05,
      "loss": 0.0144,
      "step": 23773
    },
    {
      "epoch": 2.5774067649609713,
      "grad_norm": 0.19079557061195374,
      "learning_rate": 1.4137530828376613e-05,
      "loss": 0.0074,
      "step": 23774
    },
    {
      "epoch": 2.5775151777970513,
      "grad_norm": 0.29018503427505493,
      "learning_rate": 1.4133903960539679e-05,
      "loss": 0.0084,
      "step": 23775
    },
    {
      "epoch": 2.577623590633131,
      "grad_norm": 0.10904145985841751,
      "learning_rate": 1.4130277092702743e-05,
      "loss": 0.0165,
      "step": 23776
    },
    {
      "epoch": 2.577732003469211,
      "grad_norm": 0.30685940384864807,
      "learning_rate": 1.4126650224865805e-05,
      "loss": 0.0271,
      "step": 23777
    },
    {
      "epoch": 2.577840416305291,
      "grad_norm": 0.11221181601285934,
      "learning_rate": 1.412302335702887e-05,
      "loss": 0.0116,
      "step": 23778
    },
    {
      "epoch": 2.5779488291413704,
      "grad_norm": 0.46107345819473267,
      "learning_rate": 1.4119396489191935e-05,
      "loss": 0.0139,
      "step": 23779
    },
    {
      "epoch": 2.57805724197745,
      "grad_norm": 0.24216853082180023,
      "learning_rate": 1.4115769621355e-05,
      "loss": 0.0334,
      "step": 23780
    },
    {
      "epoch": 2.57816565481353,
      "grad_norm": 0.01878438889980316,
      "learning_rate": 1.4112142753518062e-05,
      "loss": 0.001,
      "step": 23781
    },
    {
      "epoch": 2.57827406764961,
      "grad_norm": 0.15958271920681,
      "learning_rate": 1.4108515885681126e-05,
      "loss": 0.0044,
      "step": 23782
    },
    {
      "epoch": 2.5783824804856894,
      "grad_norm": 0.11241926997900009,
      "learning_rate": 1.4104889017844192e-05,
      "loss": 0.0161,
      "step": 23783
    },
    {
      "epoch": 2.5784908933217694,
      "grad_norm": 0.3449022173881531,
      "learning_rate": 1.4101262150007256e-05,
      "loss": 0.0185,
      "step": 23784
    },
    {
      "epoch": 2.578599306157849,
      "grad_norm": 0.004160219803452492,
      "learning_rate": 1.4097635282170318e-05,
      "loss": 0.0005,
      "step": 23785
    },
    {
      "epoch": 2.578707718993929,
      "grad_norm": 0.06918532401323318,
      "learning_rate": 1.4094008414333382e-05,
      "loss": 0.0056,
      "step": 23786
    },
    {
      "epoch": 2.578816131830009,
      "grad_norm": 0.030432967469096184,
      "learning_rate": 1.4090381546496445e-05,
      "loss": 0.0034,
      "step": 23787
    },
    {
      "epoch": 2.5789245446660884,
      "grad_norm": 0.17039647698402405,
      "learning_rate": 1.408675467865951e-05,
      "loss": 0.0096,
      "step": 23788
    },
    {
      "epoch": 2.579032957502168,
      "grad_norm": 0.3867843747138977,
      "learning_rate": 1.4083127810822575e-05,
      "loss": 0.026,
      "step": 23789
    },
    {
      "epoch": 2.579141370338248,
      "grad_norm": 0.01560927089303732,
      "learning_rate": 1.4079500942985637e-05,
      "loss": 0.0005,
      "step": 23790
    },
    {
      "epoch": 2.579249783174328,
      "grad_norm": 0.17730285227298737,
      "learning_rate": 1.4075874075148701e-05,
      "loss": 0.0182,
      "step": 23791
    },
    {
      "epoch": 2.5793581960104075,
      "grad_norm": 0.07499717175960541,
      "learning_rate": 1.4072247207311767e-05,
      "loss": 0.0025,
      "step": 23792
    },
    {
      "epoch": 2.5794666088464875,
      "grad_norm": 0.08155133575201035,
      "learning_rate": 1.4068620339474831e-05,
      "loss": 0.0039,
      "step": 23793
    },
    {
      "epoch": 2.579575021682567,
      "grad_norm": 0.21349039673805237,
      "learning_rate": 1.4064993471637893e-05,
      "loss": 0.0165,
      "step": 23794
    },
    {
      "epoch": 2.579683434518647,
      "grad_norm": 0.16551199555397034,
      "learning_rate": 1.4061366603800958e-05,
      "loss": 0.0074,
      "step": 23795
    },
    {
      "epoch": 2.579791847354727,
      "grad_norm": 0.43874576687812805,
      "learning_rate": 1.4057739735964023e-05,
      "loss": 0.0455,
      "step": 23796
    },
    {
      "epoch": 2.5799002601908065,
      "grad_norm": 0.385047048330307,
      "learning_rate": 1.4054112868127087e-05,
      "loss": 0.0423,
      "step": 23797
    },
    {
      "epoch": 2.5800086730268865,
      "grad_norm": 0.04588498920202255,
      "learning_rate": 1.405048600029015e-05,
      "loss": 0.0028,
      "step": 23798
    },
    {
      "epoch": 2.580117085862966,
      "grad_norm": 0.16279557347297668,
      "learning_rate": 1.4046859132453214e-05,
      "loss": 0.0187,
      "step": 23799
    },
    {
      "epoch": 2.580225498699046,
      "grad_norm": 0.1705780178308487,
      "learning_rate": 1.4043232264616276e-05,
      "loss": 0.0053,
      "step": 23800
    },
    {
      "epoch": 2.580333911535126,
      "grad_norm": 0.13717421889305115,
      "learning_rate": 1.4039605396779342e-05,
      "loss": 0.0084,
      "step": 23801
    },
    {
      "epoch": 2.5804423243712056,
      "grad_norm": 0.1846913993358612,
      "learning_rate": 1.4035978528942406e-05,
      "loss": 0.0282,
      "step": 23802
    },
    {
      "epoch": 2.580550737207285,
      "grad_norm": 0.06446468085050583,
      "learning_rate": 1.4032351661105469e-05,
      "loss": 0.0055,
      "step": 23803
    },
    {
      "epoch": 2.580659150043365,
      "grad_norm": 0.14596624672412872,
      "learning_rate": 1.4028724793268533e-05,
      "loss": 0.02,
      "step": 23804
    },
    {
      "epoch": 2.580767562879445,
      "grad_norm": 0.09266974031925201,
      "learning_rate": 1.4025097925431599e-05,
      "loss": 0.0096,
      "step": 23805
    },
    {
      "epoch": 2.5808759757155246,
      "grad_norm": 0.12345479428768158,
      "learning_rate": 1.4021471057594663e-05,
      "loss": 0.0155,
      "step": 23806
    },
    {
      "epoch": 2.5809843885516046,
      "grad_norm": 0.1890050768852234,
      "learning_rate": 1.4017844189757725e-05,
      "loss": 0.0186,
      "step": 23807
    },
    {
      "epoch": 2.581092801387684,
      "grad_norm": 0.21402901411056519,
      "learning_rate": 1.401421732192079e-05,
      "loss": 0.0245,
      "step": 23808
    },
    {
      "epoch": 2.581201214223764,
      "grad_norm": 0.27751997113227844,
      "learning_rate": 1.4010590454083855e-05,
      "loss": 0.0255,
      "step": 23809
    },
    {
      "epoch": 2.581309627059844,
      "grad_norm": 0.27417492866516113,
      "learning_rate": 1.4006963586246919e-05,
      "loss": 0.0266,
      "step": 23810
    },
    {
      "epoch": 2.5814180398959237,
      "grad_norm": 0.10275034606456757,
      "learning_rate": 1.4003336718409982e-05,
      "loss": 0.0102,
      "step": 23811
    },
    {
      "epoch": 2.581526452732003,
      "grad_norm": 0.0385361909866333,
      "learning_rate": 1.3999709850573046e-05,
      "loss": 0.003,
      "step": 23812
    },
    {
      "epoch": 2.581634865568083,
      "grad_norm": 0.17611978948116302,
      "learning_rate": 1.3996082982736108e-05,
      "loss": 0.0116,
      "step": 23813
    },
    {
      "epoch": 2.581743278404163,
      "grad_norm": 0.017128853127360344,
      "learning_rate": 1.3992456114899174e-05,
      "loss": 0.0011,
      "step": 23814
    },
    {
      "epoch": 2.5818516912402427,
      "grad_norm": 0.18623416125774384,
      "learning_rate": 1.3988829247062238e-05,
      "loss": 0.0203,
      "step": 23815
    },
    {
      "epoch": 2.5819601040763227,
      "grad_norm": 0.179501473903656,
      "learning_rate": 1.39852023792253e-05,
      "loss": 0.0095,
      "step": 23816
    },
    {
      "epoch": 2.5820685169124022,
      "grad_norm": 0.3182527422904968,
      "learning_rate": 1.3981575511388364e-05,
      "loss": 0.0301,
      "step": 23817
    },
    {
      "epoch": 2.5821769297484822,
      "grad_norm": 0.20827266573905945,
      "learning_rate": 1.397794864355143e-05,
      "loss": 0.0116,
      "step": 23818
    },
    {
      "epoch": 2.582285342584562,
      "grad_norm": 0.06574364751577377,
      "learning_rate": 1.3974321775714494e-05,
      "loss": 0.0061,
      "step": 23819
    },
    {
      "epoch": 2.5823937554206418,
      "grad_norm": 0.1959618777036667,
      "learning_rate": 1.3970694907877557e-05,
      "loss": 0.0271,
      "step": 23820
    },
    {
      "epoch": 2.5825021682567217,
      "grad_norm": 0.3397926092147827,
      "learning_rate": 1.3967068040040621e-05,
      "loss": 0.0228,
      "step": 23821
    },
    {
      "epoch": 2.5826105810928013,
      "grad_norm": 0.04563507065176964,
      "learning_rate": 1.3963441172203687e-05,
      "loss": 0.005,
      "step": 23822
    },
    {
      "epoch": 2.5827189939288813,
      "grad_norm": 0.2028649002313614,
      "learning_rate": 1.395981430436675e-05,
      "loss": 0.016,
      "step": 23823
    },
    {
      "epoch": 2.582827406764961,
      "grad_norm": 0.07719099521636963,
      "learning_rate": 1.3956187436529813e-05,
      "loss": 0.0073,
      "step": 23824
    },
    {
      "epoch": 2.582935819601041,
      "grad_norm": 0.015940647572278976,
      "learning_rate": 1.3952560568692877e-05,
      "loss": 0.0012,
      "step": 23825
    },
    {
      "epoch": 2.5830442324371203,
      "grad_norm": 0.04222314432263374,
      "learning_rate": 1.3948933700855943e-05,
      "loss": 0.0044,
      "step": 23826
    },
    {
      "epoch": 2.5831526452732003,
      "grad_norm": 0.00887160561978817,
      "learning_rate": 1.3945306833019006e-05,
      "loss": 0.0004,
      "step": 23827
    },
    {
      "epoch": 2.5832610581092803,
      "grad_norm": 0.034420181065797806,
      "learning_rate": 1.394167996518207e-05,
      "loss": 0.0032,
      "step": 23828
    },
    {
      "epoch": 2.58336947094536,
      "grad_norm": 0.1155705526471138,
      "learning_rate": 1.3938053097345132e-05,
      "loss": 0.0166,
      "step": 23829
    },
    {
      "epoch": 2.58347788378144,
      "grad_norm": 0.2873970568180084,
      "learning_rate": 1.3934426229508196e-05,
      "loss": 0.0229,
      "step": 23830
    },
    {
      "epoch": 2.5835862966175194,
      "grad_norm": 0.0841406062245369,
      "learning_rate": 1.3930799361671262e-05,
      "loss": 0.0101,
      "step": 23831
    },
    {
      "epoch": 2.5836947094535994,
      "grad_norm": 0.2253822535276413,
      "learning_rate": 1.3927172493834326e-05,
      "loss": 0.0278,
      "step": 23832
    },
    {
      "epoch": 2.5838031222896793,
      "grad_norm": 0.13361258804798126,
      "learning_rate": 1.3923545625997388e-05,
      "loss": 0.0197,
      "step": 23833
    },
    {
      "epoch": 2.583911535125759,
      "grad_norm": 0.35921511054039,
      "learning_rate": 1.3919918758160453e-05,
      "loss": 0.0334,
      "step": 23834
    },
    {
      "epoch": 2.5840199479618384,
      "grad_norm": 0.055451929569244385,
      "learning_rate": 1.3916291890323518e-05,
      "loss": 0.0034,
      "step": 23835
    },
    {
      "epoch": 2.5841283607979184,
      "grad_norm": 0.12739084661006927,
      "learning_rate": 1.3912665022486582e-05,
      "loss": 0.006,
      "step": 23836
    },
    {
      "epoch": 2.5842367736339984,
      "grad_norm": 0.3061921298503876,
      "learning_rate": 1.3909038154649645e-05,
      "loss": 0.0298,
      "step": 23837
    },
    {
      "epoch": 2.584345186470078,
      "grad_norm": 0.026417182758450508,
      "learning_rate": 1.3905411286812709e-05,
      "loss": 0.002,
      "step": 23838
    },
    {
      "epoch": 2.584453599306158,
      "grad_norm": 0.18740493059158325,
      "learning_rate": 1.3901784418975775e-05,
      "loss": 0.0136,
      "step": 23839
    },
    {
      "epoch": 2.5845620121422375,
      "grad_norm": 0.14105726778507233,
      "learning_rate": 1.3898157551138837e-05,
      "loss": 0.0243,
      "step": 23840
    },
    {
      "epoch": 2.5846704249783174,
      "grad_norm": 0.32277610898017883,
      "learning_rate": 1.3894530683301901e-05,
      "loss": 0.0461,
      "step": 23841
    },
    {
      "epoch": 2.5847788378143974,
      "grad_norm": 0.00649631442502141,
      "learning_rate": 1.3890903815464964e-05,
      "loss": 0.0006,
      "step": 23842
    },
    {
      "epoch": 2.584887250650477,
      "grad_norm": 0.05030157417058945,
      "learning_rate": 1.3887276947628028e-05,
      "loss": 0.0035,
      "step": 23843
    },
    {
      "epoch": 2.584995663486557,
      "grad_norm": 0.11076384782791138,
      "learning_rate": 1.3883650079791094e-05,
      "loss": 0.0074,
      "step": 23844
    },
    {
      "epoch": 2.5851040763226365,
      "grad_norm": 0.028879357501864433,
      "learning_rate": 1.3880023211954158e-05,
      "loss": 0.0038,
      "step": 23845
    },
    {
      "epoch": 2.5852124891587165,
      "grad_norm": 0.014454860240221024,
      "learning_rate": 1.387639634411722e-05,
      "loss": 0.001,
      "step": 23846
    },
    {
      "epoch": 2.585320901994796,
      "grad_norm": 0.05629599839448929,
      "learning_rate": 1.3872769476280284e-05,
      "loss": 0.0048,
      "step": 23847
    },
    {
      "epoch": 2.585429314830876,
      "grad_norm": 0.06054607778787613,
      "learning_rate": 1.386914260844335e-05,
      "loss": 0.0042,
      "step": 23848
    },
    {
      "epoch": 2.5855377276669556,
      "grad_norm": 0.1520281285047531,
      "learning_rate": 1.3865515740606414e-05,
      "loss": 0.0058,
      "step": 23849
    },
    {
      "epoch": 2.5856461405030355,
      "grad_norm": 0.06907936185598373,
      "learning_rate": 1.3861888872769477e-05,
      "loss": 0.0078,
      "step": 23850
    },
    {
      "epoch": 2.5857545533391155,
      "grad_norm": 0.19355539977550507,
      "learning_rate": 1.385826200493254e-05,
      "loss": 0.0074,
      "step": 23851
    },
    {
      "epoch": 2.585862966175195,
      "grad_norm": 0.19447244703769684,
      "learning_rate": 1.3854635137095606e-05,
      "loss": 0.03,
      "step": 23852
    },
    {
      "epoch": 2.585971379011275,
      "grad_norm": 0.20725038647651672,
      "learning_rate": 1.3851008269258669e-05,
      "loss": 0.0157,
      "step": 23853
    },
    {
      "epoch": 2.5860797918473546,
      "grad_norm": 0.10327037423849106,
      "learning_rate": 1.3847381401421733e-05,
      "loss": 0.0136,
      "step": 23854
    },
    {
      "epoch": 2.5861882046834346,
      "grad_norm": 0.09395196288824081,
      "learning_rate": 1.3843754533584795e-05,
      "loss": 0.0042,
      "step": 23855
    },
    {
      "epoch": 2.5862966175195146,
      "grad_norm": 0.049023211002349854,
      "learning_rate": 1.384012766574786e-05,
      "loss": 0.0027,
      "step": 23856
    },
    {
      "epoch": 2.586405030355594,
      "grad_norm": 0.08998515456914902,
      "learning_rate": 1.3836500797910925e-05,
      "loss": 0.0036,
      "step": 23857
    },
    {
      "epoch": 2.5865134431916736,
      "grad_norm": 0.04748488590121269,
      "learning_rate": 1.383287393007399e-05,
      "loss": 0.0072,
      "step": 23858
    },
    {
      "epoch": 2.5866218560277536,
      "grad_norm": 0.3360271751880646,
      "learning_rate": 1.3829247062237052e-05,
      "loss": 0.0542,
      "step": 23859
    },
    {
      "epoch": 2.5867302688638336,
      "grad_norm": 0.07495936006307602,
      "learning_rate": 1.3825620194400116e-05,
      "loss": 0.0064,
      "step": 23860
    },
    {
      "epoch": 2.586838681699913,
      "grad_norm": 0.1922215074300766,
      "learning_rate": 1.3821993326563182e-05,
      "loss": 0.0069,
      "step": 23861
    },
    {
      "epoch": 2.586947094535993,
      "grad_norm": 0.2948630154132843,
      "learning_rate": 1.3818366458726246e-05,
      "loss": 0.0303,
      "step": 23862
    },
    {
      "epoch": 2.5870555073720727,
      "grad_norm": 0.03463657572865486,
      "learning_rate": 1.3814739590889308e-05,
      "loss": 0.0028,
      "step": 23863
    },
    {
      "epoch": 2.5871639202081527,
      "grad_norm": 0.0455438494682312,
      "learning_rate": 1.3811112723052372e-05,
      "loss": 0.0037,
      "step": 23864
    },
    {
      "epoch": 2.5872723330442327,
      "grad_norm": 0.30353280901908875,
      "learning_rate": 1.3807485855215438e-05,
      "loss": 0.0125,
      "step": 23865
    },
    {
      "epoch": 2.587380745880312,
      "grad_norm": 0.11212567985057831,
      "learning_rate": 1.38038589873785e-05,
      "loss": 0.0052,
      "step": 23866
    },
    {
      "epoch": 2.587489158716392,
      "grad_norm": 0.18603208661079407,
      "learning_rate": 1.3800232119541565e-05,
      "loss": 0.0437,
      "step": 23867
    },
    {
      "epoch": 2.5875975715524717,
      "grad_norm": 0.8901330232620239,
      "learning_rate": 1.3796605251704627e-05,
      "loss": 0.0272,
      "step": 23868
    },
    {
      "epoch": 2.5877059843885517,
      "grad_norm": 0.1875113546848297,
      "learning_rate": 1.3792978383867691e-05,
      "loss": 0.0271,
      "step": 23869
    },
    {
      "epoch": 2.5878143972246312,
      "grad_norm": 0.055943239480257034,
      "learning_rate": 1.3789351516030757e-05,
      "loss": 0.0067,
      "step": 23870
    },
    {
      "epoch": 2.5879228100607112,
      "grad_norm": 0.1646512746810913,
      "learning_rate": 1.3785724648193821e-05,
      "loss": 0.0224,
      "step": 23871
    },
    {
      "epoch": 2.5880312228967908,
      "grad_norm": 0.12287954986095428,
      "learning_rate": 1.3782097780356883e-05,
      "loss": 0.0104,
      "step": 23872
    },
    {
      "epoch": 2.5881396357328708,
      "grad_norm": 0.22486211359500885,
      "learning_rate": 1.3778470912519948e-05,
      "loss": 0.0242,
      "step": 23873
    },
    {
      "epoch": 2.5882480485689507,
      "grad_norm": 0.13545164465904236,
      "learning_rate": 1.3774844044683013e-05,
      "loss": 0.0248,
      "step": 23874
    },
    {
      "epoch": 2.5883564614050303,
      "grad_norm": 0.5206987261772156,
      "learning_rate": 1.3771217176846078e-05,
      "loss": 0.0309,
      "step": 23875
    },
    {
      "epoch": 2.5884648742411103,
      "grad_norm": 0.7231934070587158,
      "learning_rate": 1.376759030900914e-05,
      "loss": 0.0267,
      "step": 23876
    },
    {
      "epoch": 2.58857328707719,
      "grad_norm": 0.04760633036494255,
      "learning_rate": 1.3763963441172204e-05,
      "loss": 0.0032,
      "step": 23877
    },
    {
      "epoch": 2.58868169991327,
      "grad_norm": 0.11663249880075455,
      "learning_rate": 1.376033657333527e-05,
      "loss": 0.011,
      "step": 23878
    },
    {
      "epoch": 2.58879011274935,
      "grad_norm": 0.14251330494880676,
      "learning_rate": 1.3756709705498332e-05,
      "loss": 0.0109,
      "step": 23879
    },
    {
      "epoch": 2.5888985255854293,
      "grad_norm": 0.6113731265068054,
      "learning_rate": 1.3753082837661396e-05,
      "loss": 0.0455,
      "step": 23880
    },
    {
      "epoch": 2.589006938421509,
      "grad_norm": 0.23266476392745972,
      "learning_rate": 1.374945596982446e-05,
      "loss": 0.0102,
      "step": 23881
    },
    {
      "epoch": 2.589115351257589,
      "grad_norm": 0.33710619807243347,
      "learning_rate": 1.3745829101987523e-05,
      "loss": 0.0089,
      "step": 23882
    },
    {
      "epoch": 2.589223764093669,
      "grad_norm": 0.18476441502571106,
      "learning_rate": 1.3742202234150589e-05,
      "loss": 0.0547,
      "step": 23883
    },
    {
      "epoch": 2.5893321769297484,
      "grad_norm": 0.045414142310619354,
      "learning_rate": 1.3738575366313653e-05,
      "loss": 0.0045,
      "step": 23884
    },
    {
      "epoch": 2.5894405897658284,
      "grad_norm": 0.2040734589099884,
      "learning_rate": 1.3734948498476715e-05,
      "loss": 0.0169,
      "step": 23885
    },
    {
      "epoch": 2.589549002601908,
      "grad_norm": 0.12585747241973877,
      "learning_rate": 1.373132163063978e-05,
      "loss": 0.0094,
      "step": 23886
    },
    {
      "epoch": 2.589657415437988,
      "grad_norm": 0.02723529376089573,
      "learning_rate": 1.3727694762802845e-05,
      "loss": 0.0031,
      "step": 23887
    },
    {
      "epoch": 2.589765828274068,
      "grad_norm": 0.13919956982135773,
      "learning_rate": 1.372406789496591e-05,
      "loss": 0.0142,
      "step": 23888
    },
    {
      "epoch": 2.5898742411101474,
      "grad_norm": 0.06833110004663467,
      "learning_rate": 1.3720441027128972e-05,
      "loss": 0.0091,
      "step": 23889
    },
    {
      "epoch": 2.5899826539462274,
      "grad_norm": 0.13045759499073029,
      "learning_rate": 1.3716814159292036e-05,
      "loss": 0.0047,
      "step": 23890
    },
    {
      "epoch": 2.590091066782307,
      "grad_norm": 0.07595076411962509,
      "learning_rate": 1.3713187291455101e-05,
      "loss": 0.0028,
      "step": 23891
    },
    {
      "epoch": 2.590199479618387,
      "grad_norm": 0.09163742512464523,
      "learning_rate": 1.3709560423618164e-05,
      "loss": 0.0019,
      "step": 23892
    },
    {
      "epoch": 2.5903078924544665,
      "grad_norm": 0.1796860694885254,
      "learning_rate": 1.3705933555781228e-05,
      "loss": 0.0275,
      "step": 23893
    },
    {
      "epoch": 2.5904163052905465,
      "grad_norm": 0.036331888288259506,
      "learning_rate": 1.3702306687944292e-05,
      "loss": 0.003,
      "step": 23894
    },
    {
      "epoch": 2.590524718126626,
      "grad_norm": 0.1212947741150856,
      "learning_rate": 1.3698679820107355e-05,
      "loss": 0.0346,
      "step": 23895
    },
    {
      "epoch": 2.590633130962706,
      "grad_norm": 0.09918170422315598,
      "learning_rate": 1.369505295227042e-05,
      "loss": 0.0067,
      "step": 23896
    },
    {
      "epoch": 2.590741543798786,
      "grad_norm": 0.02352689579129219,
      "learning_rate": 1.3691426084433484e-05,
      "loss": 0.0014,
      "step": 23897
    },
    {
      "epoch": 2.5908499566348655,
      "grad_norm": 0.05479627102613449,
      "learning_rate": 1.3687799216596547e-05,
      "loss": 0.0026,
      "step": 23898
    },
    {
      "epoch": 2.5909583694709455,
      "grad_norm": 0.024845151230692863,
      "learning_rate": 1.3684172348759611e-05,
      "loss": 0.0019,
      "step": 23899
    },
    {
      "epoch": 2.591066782307025,
      "grad_norm": 0.0829383060336113,
      "learning_rate": 1.3680545480922677e-05,
      "loss": 0.0039,
      "step": 23900
    },
    {
      "epoch": 2.591175195143105,
      "grad_norm": 0.07514709234237671,
      "learning_rate": 1.3676918613085741e-05,
      "loss": 0.0044,
      "step": 23901
    },
    {
      "epoch": 2.591283607979185,
      "grad_norm": 0.13584871590137482,
      "learning_rate": 1.3673291745248803e-05,
      "loss": 0.0272,
      "step": 23902
    },
    {
      "epoch": 2.5913920208152645,
      "grad_norm": 0.20114755630493164,
      "learning_rate": 1.3669664877411867e-05,
      "loss": 0.0281,
      "step": 23903
    },
    {
      "epoch": 2.591500433651344,
      "grad_norm": 0.3179953992366791,
      "learning_rate": 1.3666038009574933e-05,
      "loss": 0.0413,
      "step": 23904
    },
    {
      "epoch": 2.591608846487424,
      "grad_norm": 0.16326390206813812,
      "learning_rate": 1.3662411141737996e-05,
      "loss": 0.0078,
      "step": 23905
    },
    {
      "epoch": 2.591717259323504,
      "grad_norm": 0.18370282649993896,
      "learning_rate": 1.365878427390106e-05,
      "loss": 0.014,
      "step": 23906
    },
    {
      "epoch": 2.5918256721595836,
      "grad_norm": 0.06766117364168167,
      "learning_rate": 1.3655157406064124e-05,
      "loss": 0.0055,
      "step": 23907
    },
    {
      "epoch": 2.5919340849956636,
      "grad_norm": 0.0794558972120285,
      "learning_rate": 1.3651530538227186e-05,
      "loss": 0.0021,
      "step": 23908
    },
    {
      "epoch": 2.592042497831743,
      "grad_norm": 0.4105452299118042,
      "learning_rate": 1.3647903670390252e-05,
      "loss": 0.0222,
      "step": 23909
    },
    {
      "epoch": 2.592150910667823,
      "grad_norm": 0.27544111013412476,
      "learning_rate": 1.3644276802553316e-05,
      "loss": 0.009,
      "step": 23910
    },
    {
      "epoch": 2.592259323503903,
      "grad_norm": 0.18284247815608978,
      "learning_rate": 1.3640649934716379e-05,
      "loss": 0.0264,
      "step": 23911
    },
    {
      "epoch": 2.5923677363399826,
      "grad_norm": 0.17319472134113312,
      "learning_rate": 1.3637023066879443e-05,
      "loss": 0.0467,
      "step": 23912
    },
    {
      "epoch": 2.592476149176062,
      "grad_norm": 0.17310822010040283,
      "learning_rate": 1.3633396199042508e-05,
      "loss": 0.0493,
      "step": 23913
    },
    {
      "epoch": 2.592584562012142,
      "grad_norm": 0.23579396307468414,
      "learning_rate": 1.3629769331205573e-05,
      "loss": 0.0094,
      "step": 23914
    },
    {
      "epoch": 2.592692974848222,
      "grad_norm": 0.1568390280008316,
      "learning_rate": 1.3626142463368635e-05,
      "loss": 0.0109,
      "step": 23915
    },
    {
      "epoch": 2.5928013876843017,
      "grad_norm": 0.2644921541213989,
      "learning_rate": 1.3622515595531699e-05,
      "loss": 0.0296,
      "step": 23916
    },
    {
      "epoch": 2.5929098005203817,
      "grad_norm": 0.3289617896080017,
      "learning_rate": 1.3618888727694765e-05,
      "loss": 0.0045,
      "step": 23917
    },
    {
      "epoch": 2.593018213356461,
      "grad_norm": 0.027492446824908257,
      "learning_rate": 1.3615261859857827e-05,
      "loss": 0.0021,
      "step": 23918
    },
    {
      "epoch": 2.593126626192541,
      "grad_norm": 0.13284170627593994,
      "learning_rate": 1.3611634992020891e-05,
      "loss": 0.0099,
      "step": 23919
    },
    {
      "epoch": 2.593235039028621,
      "grad_norm": 0.1783248335123062,
      "learning_rate": 1.3608008124183955e-05,
      "loss": 0.0096,
      "step": 23920
    },
    {
      "epoch": 2.5933434518647007,
      "grad_norm": 0.3048135042190552,
      "learning_rate": 1.3604381256347018e-05,
      "loss": 0.03,
      "step": 23921
    },
    {
      "epoch": 2.5934518647007807,
      "grad_norm": 0.04248599335551262,
      "learning_rate": 1.3600754388510084e-05,
      "loss": 0.0047,
      "step": 23922
    },
    {
      "epoch": 2.5935602775368602,
      "grad_norm": 0.05508224293589592,
      "learning_rate": 1.3597127520673148e-05,
      "loss": 0.0069,
      "step": 23923
    },
    {
      "epoch": 2.5936686903729402,
      "grad_norm": 0.13772611320018768,
      "learning_rate": 1.359350065283621e-05,
      "loss": 0.0106,
      "step": 23924
    },
    {
      "epoch": 2.59377710320902,
      "grad_norm": 0.21485954523086548,
      "learning_rate": 1.3589873784999274e-05,
      "loss": 0.0142,
      "step": 23925
    },
    {
      "epoch": 2.5938855160450998,
      "grad_norm": 0.2185845673084259,
      "learning_rate": 1.358624691716234e-05,
      "loss": 0.021,
      "step": 23926
    },
    {
      "epoch": 2.5939939288811793,
      "grad_norm": 0.09495677053928375,
      "learning_rate": 1.3582620049325404e-05,
      "loss": 0.0074,
      "step": 23927
    },
    {
      "epoch": 2.5941023417172593,
      "grad_norm": 0.3459357023239136,
      "learning_rate": 1.3578993181488467e-05,
      "loss": 0.0249,
      "step": 23928
    },
    {
      "epoch": 2.5942107545533393,
      "grad_norm": 0.10296157747507095,
      "learning_rate": 1.357536631365153e-05,
      "loss": 0.0077,
      "step": 23929
    },
    {
      "epoch": 2.594319167389419,
      "grad_norm": 0.0632769837975502,
      "learning_rate": 1.3571739445814597e-05,
      "loss": 0.0055,
      "step": 23930
    },
    {
      "epoch": 2.594427580225499,
      "grad_norm": 0.0034428173676133156,
      "learning_rate": 1.3568112577977659e-05,
      "loss": 0.0003,
      "step": 23931
    },
    {
      "epoch": 2.5945359930615783,
      "grad_norm": 0.10390446335077286,
      "learning_rate": 1.3564485710140723e-05,
      "loss": 0.0064,
      "step": 23932
    },
    {
      "epoch": 2.5946444058976583,
      "grad_norm": 0.3458392322063446,
      "learning_rate": 1.3560858842303787e-05,
      "loss": 0.0303,
      "step": 23933
    },
    {
      "epoch": 2.5947528187337383,
      "grad_norm": 0.17917239665985107,
      "learning_rate": 1.3557231974466853e-05,
      "loss": 0.0141,
      "step": 23934
    },
    {
      "epoch": 2.594861231569818,
      "grad_norm": 0.1389693021774292,
      "learning_rate": 1.3553605106629915e-05,
      "loss": 0.0082,
      "step": 23935
    },
    {
      "epoch": 2.5949696444058974,
      "grad_norm": 0.043858710676431656,
      "learning_rate": 1.354997823879298e-05,
      "loss": 0.0051,
      "step": 23936
    },
    {
      "epoch": 2.5950780572419774,
      "grad_norm": 0.15019147098064423,
      "learning_rate": 1.3546351370956042e-05,
      "loss": 0.0103,
      "step": 23937
    },
    {
      "epoch": 2.5951864700780574,
      "grad_norm": 0.06674768030643463,
      "learning_rate": 1.3542724503119106e-05,
      "loss": 0.004,
      "step": 23938
    },
    {
      "epoch": 2.595294882914137,
      "grad_norm": 0.01868823543190956,
      "learning_rate": 1.3539097635282172e-05,
      "loss": 0.0008,
      "step": 23939
    },
    {
      "epoch": 2.595403295750217,
      "grad_norm": 0.04935448244214058,
      "learning_rate": 1.3535470767445236e-05,
      "loss": 0.0039,
      "step": 23940
    },
    {
      "epoch": 2.5955117085862964,
      "grad_norm": 0.08045404404401779,
      "learning_rate": 1.3531843899608298e-05,
      "loss": 0.0162,
      "step": 23941
    },
    {
      "epoch": 2.5956201214223764,
      "grad_norm": 0.03370051458477974,
      "learning_rate": 1.3528217031771362e-05,
      "loss": 0.0015,
      "step": 23942
    },
    {
      "epoch": 2.5957285342584564,
      "grad_norm": 0.12030412256717682,
      "learning_rate": 1.3524590163934428e-05,
      "loss": 0.0164,
      "step": 23943
    },
    {
      "epoch": 2.595836947094536,
      "grad_norm": 0.03994537517428398,
      "learning_rate": 1.352096329609749e-05,
      "loss": 0.0037,
      "step": 23944
    },
    {
      "epoch": 2.595945359930616,
      "grad_norm": 0.21157847344875336,
      "learning_rate": 1.3517336428260555e-05,
      "loss": 0.0355,
      "step": 23945
    },
    {
      "epoch": 2.5960537727666955,
      "grad_norm": 0.31791120767593384,
      "learning_rate": 1.3513709560423619e-05,
      "loss": 0.0087,
      "step": 23946
    },
    {
      "epoch": 2.5961621856027755,
      "grad_norm": 0.26003220677375793,
      "learning_rate": 1.3510082692586685e-05,
      "loss": 0.021,
      "step": 23947
    },
    {
      "epoch": 2.5962705984388554,
      "grad_norm": 0.02608858235180378,
      "learning_rate": 1.3506455824749747e-05,
      "loss": 0.0031,
      "step": 23948
    },
    {
      "epoch": 2.596379011274935,
      "grad_norm": 0.05183815583586693,
      "learning_rate": 1.3502828956912811e-05,
      "loss": 0.0052,
      "step": 23949
    },
    {
      "epoch": 2.5964874241110145,
      "grad_norm": 0.11026027798652649,
      "learning_rate": 1.3499202089075874e-05,
      "loss": 0.0089,
      "step": 23950
    },
    {
      "epoch": 2.5965958369470945,
      "grad_norm": 0.2491365224123001,
      "learning_rate": 1.3495575221238938e-05,
      "loss": 0.0197,
      "step": 23951
    },
    {
      "epoch": 2.5967042497831745,
      "grad_norm": 0.022859660908579826,
      "learning_rate": 1.3491948353402003e-05,
      "loss": 0.0022,
      "step": 23952
    },
    {
      "epoch": 2.596812662619254,
      "grad_norm": 0.37707507610321045,
      "learning_rate": 1.3488321485565068e-05,
      "loss": 0.0217,
      "step": 23953
    },
    {
      "epoch": 2.596921075455334,
      "grad_norm": 0.10710471123456955,
      "learning_rate": 1.348469461772813e-05,
      "loss": 0.0131,
      "step": 23954
    },
    {
      "epoch": 2.5970294882914136,
      "grad_norm": 0.14569507539272308,
      "learning_rate": 1.3481067749891194e-05,
      "loss": 0.0051,
      "step": 23955
    },
    {
      "epoch": 2.5971379011274935,
      "grad_norm": 0.7084305286407471,
      "learning_rate": 1.347744088205426e-05,
      "loss": 0.0355,
      "step": 23956
    },
    {
      "epoch": 2.5972463139635735,
      "grad_norm": 0.09224611520767212,
      "learning_rate": 1.3473814014217322e-05,
      "loss": 0.0074,
      "step": 23957
    },
    {
      "epoch": 2.597354726799653,
      "grad_norm": 0.07939033210277557,
      "learning_rate": 1.3470187146380386e-05,
      "loss": 0.0073,
      "step": 23958
    },
    {
      "epoch": 2.5974631396357326,
      "grad_norm": 0.07366705685853958,
      "learning_rate": 1.346656027854345e-05,
      "loss": 0.002,
      "step": 23959
    },
    {
      "epoch": 2.5975715524718126,
      "grad_norm": 0.08122986555099487,
      "learning_rate": 1.3462933410706516e-05,
      "loss": 0.004,
      "step": 23960
    },
    {
      "epoch": 2.5976799653078926,
      "grad_norm": 0.04205482453107834,
      "learning_rate": 1.3459306542869579e-05,
      "loss": 0.003,
      "step": 23961
    },
    {
      "epoch": 2.597788378143972,
      "grad_norm": 0.2845567464828491,
      "learning_rate": 1.3455679675032643e-05,
      "loss": 0.0253,
      "step": 23962
    },
    {
      "epoch": 2.597896790980052,
      "grad_norm": 0.05265225097537041,
      "learning_rate": 1.3452052807195705e-05,
      "loss": 0.0029,
      "step": 23963
    },
    {
      "epoch": 2.5980052038161316,
      "grad_norm": 0.31181496381759644,
      "learning_rate": 1.344842593935877e-05,
      "loss": 0.0462,
      "step": 23964
    },
    {
      "epoch": 2.5981136166522116,
      "grad_norm": 0.198708176612854,
      "learning_rate": 1.3444799071521835e-05,
      "loss": 0.0179,
      "step": 23965
    },
    {
      "epoch": 2.5982220294882916,
      "grad_norm": 0.13049492239952087,
      "learning_rate": 1.34411722036849e-05,
      "loss": 0.0083,
      "step": 23966
    },
    {
      "epoch": 2.598330442324371,
      "grad_norm": 0.30289092659950256,
      "learning_rate": 1.3437545335847962e-05,
      "loss": 0.0228,
      "step": 23967
    },
    {
      "epoch": 2.598438855160451,
      "grad_norm": 0.07279398292303085,
      "learning_rate": 1.3433918468011026e-05,
      "loss": 0.0103,
      "step": 23968
    },
    {
      "epoch": 2.5985472679965307,
      "grad_norm": 0.2175995409488678,
      "learning_rate": 1.3430291600174092e-05,
      "loss": 0.0232,
      "step": 23969
    },
    {
      "epoch": 2.5986556808326107,
      "grad_norm": 0.03388044983148575,
      "learning_rate": 1.3426664732337154e-05,
      "loss": 0.0026,
      "step": 23970
    },
    {
      "epoch": 2.59876409366869,
      "grad_norm": 0.13887596130371094,
      "learning_rate": 1.3423037864500218e-05,
      "loss": 0.0118,
      "step": 23971
    },
    {
      "epoch": 2.59887250650477,
      "grad_norm": 0.05958956480026245,
      "learning_rate": 1.3419410996663282e-05,
      "loss": 0.0057,
      "step": 23972
    },
    {
      "epoch": 2.5989809193408497,
      "grad_norm": 0.24451614916324615,
      "learning_rate": 1.3415784128826348e-05,
      "loss": 0.0262,
      "step": 23973
    },
    {
      "epoch": 2.5990893321769297,
      "grad_norm": 0.2465413212776184,
      "learning_rate": 1.341215726098941e-05,
      "loss": 0.0152,
      "step": 23974
    },
    {
      "epoch": 2.5991977450130097,
      "grad_norm": 0.14621026813983917,
      "learning_rate": 1.3408530393152474e-05,
      "loss": 0.0172,
      "step": 23975
    },
    {
      "epoch": 2.5993061578490892,
      "grad_norm": 0.057750727981328964,
      "learning_rate": 1.3404903525315537e-05,
      "loss": 0.007,
      "step": 23976
    },
    {
      "epoch": 2.5994145706851692,
      "grad_norm": 0.09217752516269684,
      "learning_rate": 1.3401276657478601e-05,
      "loss": 0.0055,
      "step": 23977
    },
    {
      "epoch": 2.5995229835212488,
      "grad_norm": 0.20398660004138947,
      "learning_rate": 1.3397649789641667e-05,
      "loss": 0.0349,
      "step": 23978
    },
    {
      "epoch": 2.5996313963573288,
      "grad_norm": 0.013704834505915642,
      "learning_rate": 1.3394022921804731e-05,
      "loss": 0.0007,
      "step": 23979
    },
    {
      "epoch": 2.5997398091934087,
      "grad_norm": 0.19645512104034424,
      "learning_rate": 1.3390396053967793e-05,
      "loss": 0.0383,
      "step": 23980
    },
    {
      "epoch": 2.5998482220294883,
      "grad_norm": 0.24366480112075806,
      "learning_rate": 1.3386769186130857e-05,
      "loss": 0.0161,
      "step": 23981
    },
    {
      "epoch": 2.599956634865568,
      "grad_norm": 0.03433991223573685,
      "learning_rate": 1.3383142318293923e-05,
      "loss": 0.0013,
      "step": 23982
    },
    {
      "epoch": 2.600065047701648,
      "grad_norm": 0.028784094378352165,
      "learning_rate": 1.3379515450456986e-05,
      "loss": 0.0014,
      "step": 23983
    },
    {
      "epoch": 2.600173460537728,
      "grad_norm": 0.05635225772857666,
      "learning_rate": 1.337588858262005e-05,
      "loss": 0.0026,
      "step": 23984
    },
    {
      "epoch": 2.6002818733738073,
      "grad_norm": 0.08305105566978455,
      "learning_rate": 1.3372261714783114e-05,
      "loss": 0.0049,
      "step": 23985
    },
    {
      "epoch": 2.6003902862098873,
      "grad_norm": 0.08724818378686905,
      "learning_rate": 1.336863484694618e-05,
      "loss": 0.0054,
      "step": 23986
    },
    {
      "epoch": 2.600498699045967,
      "grad_norm": 0.08661013096570969,
      "learning_rate": 1.3365007979109242e-05,
      "loss": 0.0116,
      "step": 23987
    },
    {
      "epoch": 2.600607111882047,
      "grad_norm": 0.04389314353466034,
      "learning_rate": 1.3361381111272306e-05,
      "loss": 0.0037,
      "step": 23988
    },
    {
      "epoch": 2.600715524718127,
      "grad_norm": 0.27422359585762024,
      "learning_rate": 1.3357754243435369e-05,
      "loss": 0.0534,
      "step": 23989
    },
    {
      "epoch": 2.6008239375542064,
      "grad_norm": 0.27856215834617615,
      "learning_rate": 1.3354127375598433e-05,
      "loss": 0.0168,
      "step": 23990
    },
    {
      "epoch": 2.6009323503902864,
      "grad_norm": 0.12317391484975815,
      "learning_rate": 1.3350500507761498e-05,
      "loss": 0.0212,
      "step": 23991
    },
    {
      "epoch": 2.601040763226366,
      "grad_norm": 0.08990565687417984,
      "learning_rate": 1.3346873639924563e-05,
      "loss": 0.004,
      "step": 23992
    },
    {
      "epoch": 2.601149176062446,
      "grad_norm": 0.2442345917224884,
      "learning_rate": 1.3343246772087625e-05,
      "loss": 0.0417,
      "step": 23993
    },
    {
      "epoch": 2.6012575888985254,
      "grad_norm": 0.04082081839442253,
      "learning_rate": 1.3339619904250689e-05,
      "loss": 0.0026,
      "step": 23994
    },
    {
      "epoch": 2.6013660017346054,
      "grad_norm": 0.16020911931991577,
      "learning_rate": 1.3335993036413755e-05,
      "loss": 0.0083,
      "step": 23995
    },
    {
      "epoch": 2.601474414570685,
      "grad_norm": 0.16992805898189545,
      "learning_rate": 1.3332366168576817e-05,
      "loss": 0.0173,
      "step": 23996
    },
    {
      "epoch": 2.601582827406765,
      "grad_norm": 0.1680445820093155,
      "learning_rate": 1.3328739300739881e-05,
      "loss": 0.0099,
      "step": 23997
    },
    {
      "epoch": 2.601691240242845,
      "grad_norm": 0.032802749425172806,
      "learning_rate": 1.3325112432902945e-05,
      "loss": 0.0031,
      "step": 23998
    },
    {
      "epoch": 2.6017996530789245,
      "grad_norm": 0.11587556451559067,
      "learning_rate": 1.3321485565066011e-05,
      "loss": 0.0056,
      "step": 23999
    },
    {
      "epoch": 2.6019080659150045,
      "grad_norm": 0.06490547209978104,
      "learning_rate": 1.3317858697229074e-05,
      "loss": 0.0015,
      "step": 24000
    },
    {
      "epoch": 2.602016478751084,
      "grad_norm": 0.08937300741672516,
      "learning_rate": 1.3314231829392138e-05,
      "loss": 0.0061,
      "step": 24001
    },
    {
      "epoch": 2.602124891587164,
      "grad_norm": 0.034118298441171646,
      "learning_rate": 1.33106049615552e-05,
      "loss": 0.0017,
      "step": 24002
    },
    {
      "epoch": 2.602233304423244,
      "grad_norm": 0.15364216268062592,
      "learning_rate": 1.3306978093718264e-05,
      "loss": 0.0357,
      "step": 24003
    },
    {
      "epoch": 2.6023417172593235,
      "grad_norm": 0.040247250348329544,
      "learning_rate": 1.330335122588133e-05,
      "loss": 0.0051,
      "step": 24004
    },
    {
      "epoch": 2.602450130095403,
      "grad_norm": 0.16775284707546234,
      "learning_rate": 1.3299724358044394e-05,
      "loss": 0.0152,
      "step": 24005
    },
    {
      "epoch": 2.602558542931483,
      "grad_norm": 0.2559056282043457,
      "learning_rate": 1.3296097490207457e-05,
      "loss": 0.046,
      "step": 24006
    },
    {
      "epoch": 2.602666955767563,
      "grad_norm": 0.04075697064399719,
      "learning_rate": 1.329247062237052e-05,
      "loss": 0.0022,
      "step": 24007
    },
    {
      "epoch": 2.6027753686036426,
      "grad_norm": 0.11175566166639328,
      "learning_rate": 1.3288843754533587e-05,
      "loss": 0.009,
      "step": 24008
    },
    {
      "epoch": 2.6028837814397225,
      "grad_norm": 0.3478161096572876,
      "learning_rate": 1.3285216886696649e-05,
      "loss": 0.0131,
      "step": 24009
    },
    {
      "epoch": 2.602992194275802,
      "grad_norm": 0.09009021520614624,
      "learning_rate": 1.3281590018859713e-05,
      "loss": 0.0064,
      "step": 24010
    },
    {
      "epoch": 2.603100607111882,
      "grad_norm": 0.026332290843129158,
      "learning_rate": 1.3277963151022777e-05,
      "loss": 0.0016,
      "step": 24011
    },
    {
      "epoch": 2.603209019947962,
      "grad_norm": 0.25913479924201965,
      "learning_rate": 1.3274336283185843e-05,
      "loss": 0.0358,
      "step": 24012
    },
    {
      "epoch": 2.6033174327840416,
      "grad_norm": 0.4149801731109619,
      "learning_rate": 1.3270709415348905e-05,
      "loss": 0.0234,
      "step": 24013
    },
    {
      "epoch": 2.6034258456201216,
      "grad_norm": 0.09659495949745178,
      "learning_rate": 1.326708254751197e-05,
      "loss": 0.0046,
      "step": 24014
    },
    {
      "epoch": 2.603534258456201,
      "grad_norm": 0.009042829275131226,
      "learning_rate": 1.3263455679675032e-05,
      "loss": 0.0006,
      "step": 24015
    },
    {
      "epoch": 2.603642671292281,
      "grad_norm": 0.7232971787452698,
      "learning_rate": 1.3259828811838096e-05,
      "loss": 0.0284,
      "step": 24016
    },
    {
      "epoch": 2.6037510841283606,
      "grad_norm": 0.09959208220243454,
      "learning_rate": 1.3256201944001162e-05,
      "loss": 0.0066,
      "step": 24017
    },
    {
      "epoch": 2.6038594969644406,
      "grad_norm": 0.24938362836837769,
      "learning_rate": 1.3252575076164226e-05,
      "loss": 0.0191,
      "step": 24018
    },
    {
      "epoch": 2.60396790980052,
      "grad_norm": 0.09281271696090698,
      "learning_rate": 1.3248948208327288e-05,
      "loss": 0.0106,
      "step": 24019
    },
    {
      "epoch": 2.6040763226366,
      "grad_norm": 0.0995357409119606,
      "learning_rate": 1.3245321340490352e-05,
      "loss": 0.0062,
      "step": 24020
    },
    {
      "epoch": 2.60418473547268,
      "grad_norm": 0.10597716271877289,
      "learning_rate": 1.3241694472653418e-05,
      "loss": 0.0038,
      "step": 24021
    },
    {
      "epoch": 2.6042931483087597,
      "grad_norm": 0.11835406720638275,
      "learning_rate": 1.323806760481648e-05,
      "loss": 0.0112,
      "step": 24022
    },
    {
      "epoch": 2.6044015611448397,
      "grad_norm": 0.21727637946605682,
      "learning_rate": 1.3234440736979545e-05,
      "loss": 0.0039,
      "step": 24023
    },
    {
      "epoch": 2.604509973980919,
      "grad_norm": 0.11182164400815964,
      "learning_rate": 1.3230813869142609e-05,
      "loss": 0.0087,
      "step": 24024
    },
    {
      "epoch": 2.604618386816999,
      "grad_norm": 0.08368093520402908,
      "learning_rate": 1.3227187001305675e-05,
      "loss": 0.0053,
      "step": 24025
    },
    {
      "epoch": 2.604726799653079,
      "grad_norm": 0.1438799649477005,
      "learning_rate": 1.3223560133468737e-05,
      "loss": 0.0222,
      "step": 24026
    },
    {
      "epoch": 2.6048352124891587,
      "grad_norm": 0.0193615835160017,
      "learning_rate": 1.3219933265631801e-05,
      "loss": 0.0011,
      "step": 24027
    },
    {
      "epoch": 2.6049436253252383,
      "grad_norm": 0.007277829106897116,
      "learning_rate": 1.3216306397794864e-05,
      "loss": 0.0006,
      "step": 24028
    },
    {
      "epoch": 2.6050520381613183,
      "grad_norm": 0.01261976733803749,
      "learning_rate": 1.3212679529957931e-05,
      "loss": 0.001,
      "step": 24029
    },
    {
      "epoch": 2.6051604509973982,
      "grad_norm": 0.07780096679925919,
      "learning_rate": 1.3209052662120993e-05,
      "loss": 0.0051,
      "step": 24030
    },
    {
      "epoch": 2.6052688638334778,
      "grad_norm": 0.17704367637634277,
      "learning_rate": 1.3205425794284058e-05,
      "loss": 0.0179,
      "step": 24031
    },
    {
      "epoch": 2.6053772766695578,
      "grad_norm": 0.04888433218002319,
      "learning_rate": 1.320179892644712e-05,
      "loss": 0.0044,
      "step": 24032
    },
    {
      "epoch": 2.6054856895056373,
      "grad_norm": 0.13887083530426025,
      "learning_rate": 1.3198172058610184e-05,
      "loss": 0.0102,
      "step": 24033
    },
    {
      "epoch": 2.6055941023417173,
      "grad_norm": 0.07278816401958466,
      "learning_rate": 1.319454519077325e-05,
      "loss": 0.0025,
      "step": 24034
    },
    {
      "epoch": 2.6057025151777973,
      "grad_norm": 0.19002263247966766,
      "learning_rate": 1.3190918322936312e-05,
      "loss": 0.0312,
      "step": 24035
    },
    {
      "epoch": 2.605810928013877,
      "grad_norm": 0.2881191074848175,
      "learning_rate": 1.3187291455099376e-05,
      "loss": 0.031,
      "step": 24036
    },
    {
      "epoch": 2.605919340849957,
      "grad_norm": 0.026341574266552925,
      "learning_rate": 1.318366458726244e-05,
      "loss": 0.0022,
      "step": 24037
    },
    {
      "epoch": 2.6060277536860363,
      "grad_norm": 0.3000185787677765,
      "learning_rate": 1.3180037719425506e-05,
      "loss": 0.0192,
      "step": 24038
    },
    {
      "epoch": 2.6061361665221163,
      "grad_norm": 0.14097364246845245,
      "learning_rate": 1.3176410851588569e-05,
      "loss": 0.0087,
      "step": 24039
    },
    {
      "epoch": 2.606244579358196,
      "grad_norm": 0.031262222677469254,
      "learning_rate": 1.3172783983751633e-05,
      "loss": 0.0015,
      "step": 24040
    },
    {
      "epoch": 2.606352992194276,
      "grad_norm": 0.20105627179145813,
      "learning_rate": 1.3169157115914695e-05,
      "loss": 0.0108,
      "step": 24041
    },
    {
      "epoch": 2.6064614050303554,
      "grad_norm": 0.26326102018356323,
      "learning_rate": 1.3165530248077763e-05,
      "loss": 0.0079,
      "step": 24042
    },
    {
      "epoch": 2.6065698178664354,
      "grad_norm": 0.13706916570663452,
      "learning_rate": 1.3161903380240825e-05,
      "loss": 0.0192,
      "step": 24043
    },
    {
      "epoch": 2.6066782307025154,
      "grad_norm": 0.1443224847316742,
      "learning_rate": 1.315827651240389e-05,
      "loss": 0.0036,
      "step": 24044
    },
    {
      "epoch": 2.606786643538595,
      "grad_norm": 0.20501519739627838,
      "learning_rate": 1.3154649644566952e-05,
      "loss": 0.0237,
      "step": 24045
    },
    {
      "epoch": 2.606895056374675,
      "grad_norm": 0.016711151227355003,
      "learning_rate": 1.3151022776730016e-05,
      "loss": 0.0008,
      "step": 24046
    },
    {
      "epoch": 2.6070034692107544,
      "grad_norm": 0.1806701421737671,
      "learning_rate": 1.3147395908893082e-05,
      "loss": 0.0105,
      "step": 24047
    },
    {
      "epoch": 2.6071118820468344,
      "grad_norm": 0.14380046725273132,
      "learning_rate": 1.3143769041056144e-05,
      "loss": 0.0091,
      "step": 24048
    },
    {
      "epoch": 2.6072202948829144,
      "grad_norm": 0.29308709502220154,
      "learning_rate": 1.3140142173219208e-05,
      "loss": 0.0143,
      "step": 24049
    },
    {
      "epoch": 2.607328707718994,
      "grad_norm": 0.07333746552467346,
      "learning_rate": 1.3136515305382272e-05,
      "loss": 0.0059,
      "step": 24050
    },
    {
      "epoch": 2.6074371205550735,
      "grad_norm": 0.21061763167381287,
      "learning_rate": 1.3132888437545338e-05,
      "loss": 0.0237,
      "step": 24051
    },
    {
      "epoch": 2.6075455333911535,
      "grad_norm": 0.0907093808054924,
      "learning_rate": 1.31292615697084e-05,
      "loss": 0.0024,
      "step": 24052
    },
    {
      "epoch": 2.6076539462272335,
      "grad_norm": 0.10087797045707703,
      "learning_rate": 1.3125634701871464e-05,
      "loss": 0.0044,
      "step": 24053
    },
    {
      "epoch": 2.607762359063313,
      "grad_norm": 0.08642944693565369,
      "learning_rate": 1.3122007834034527e-05,
      "loss": 0.0097,
      "step": 24054
    },
    {
      "epoch": 2.607870771899393,
      "grad_norm": 0.024162082001566887,
      "learning_rate": 1.3118380966197594e-05,
      "loss": 0.0015,
      "step": 24055
    },
    {
      "epoch": 2.6079791847354725,
      "grad_norm": 0.02461796998977661,
      "learning_rate": 1.3114754098360657e-05,
      "loss": 0.0017,
      "step": 24056
    },
    {
      "epoch": 2.6080875975715525,
      "grad_norm": 0.149149551987648,
      "learning_rate": 1.3111127230523721e-05,
      "loss": 0.0212,
      "step": 24057
    },
    {
      "epoch": 2.6081960104076325,
      "grad_norm": 0.42568132281303406,
      "learning_rate": 1.3107500362686783e-05,
      "loss": 0.023,
      "step": 24058
    },
    {
      "epoch": 2.608304423243712,
      "grad_norm": 0.04720789194107056,
      "learning_rate": 1.3103873494849847e-05,
      "loss": 0.0019,
      "step": 24059
    },
    {
      "epoch": 2.6084128360797916,
      "grad_norm": 0.021175162866711617,
      "learning_rate": 1.3100246627012913e-05,
      "loss": 0.0026,
      "step": 24060
    },
    {
      "epoch": 2.6085212489158716,
      "grad_norm": 0.056464582681655884,
      "learning_rate": 1.3096619759175977e-05,
      "loss": 0.0025,
      "step": 24061
    },
    {
      "epoch": 2.6086296617519515,
      "grad_norm": 0.14548249542713165,
      "learning_rate": 1.309299289133904e-05,
      "loss": 0.0232,
      "step": 24062
    },
    {
      "epoch": 2.608738074588031,
      "grad_norm": 0.11287432163953781,
      "learning_rate": 1.3089366023502104e-05,
      "loss": 0.0089,
      "step": 24063
    },
    {
      "epoch": 2.608846487424111,
      "grad_norm": 0.20167797803878784,
      "learning_rate": 1.308573915566517e-05,
      "loss": 0.0158,
      "step": 24064
    },
    {
      "epoch": 2.6089549002601906,
      "grad_norm": 0.03594027832150459,
      "learning_rate": 1.3082112287828232e-05,
      "loss": 0.0029,
      "step": 24065
    },
    {
      "epoch": 2.6090633130962706,
      "grad_norm": 0.561045229434967,
      "learning_rate": 1.3078485419991296e-05,
      "loss": 0.0315,
      "step": 24066
    },
    {
      "epoch": 2.6091717259323506,
      "grad_norm": 0.19834086298942566,
      "learning_rate": 1.3074858552154359e-05,
      "loss": 0.0174,
      "step": 24067
    },
    {
      "epoch": 2.60928013876843,
      "grad_norm": 0.3321310877799988,
      "learning_rate": 1.3071231684317426e-05,
      "loss": 0.0359,
      "step": 24068
    },
    {
      "epoch": 2.60938855160451,
      "grad_norm": 0.17520855367183685,
      "learning_rate": 1.3067604816480488e-05,
      "loss": 0.0109,
      "step": 24069
    },
    {
      "epoch": 2.6094969644405897,
      "grad_norm": 0.19661444425582886,
      "learning_rate": 1.3063977948643553e-05,
      "loss": 0.0068,
      "step": 24070
    },
    {
      "epoch": 2.6096053772766696,
      "grad_norm": 0.09901449084281921,
      "learning_rate": 1.3060351080806615e-05,
      "loss": 0.019,
      "step": 24071
    },
    {
      "epoch": 2.6097137901127496,
      "grad_norm": 0.019839966669678688,
      "learning_rate": 1.3056724212969679e-05,
      "loss": 0.0011,
      "step": 24072
    },
    {
      "epoch": 2.609822202948829,
      "grad_norm": 0.08274562656879425,
      "learning_rate": 1.3053097345132745e-05,
      "loss": 0.0057,
      "step": 24073
    },
    {
      "epoch": 2.6099306157849087,
      "grad_norm": 0.2433667778968811,
      "learning_rate": 1.3049470477295809e-05,
      "loss": 0.0193,
      "step": 24074
    },
    {
      "epoch": 2.6100390286209887,
      "grad_norm": 0.15422514081001282,
      "learning_rate": 1.3045843609458871e-05,
      "loss": 0.0119,
      "step": 24075
    },
    {
      "epoch": 2.6101474414570687,
      "grad_norm": 0.032812707126140594,
      "learning_rate": 1.3042216741621936e-05,
      "loss": 0.0034,
      "step": 24076
    },
    {
      "epoch": 2.610255854293148,
      "grad_norm": 0.16068904101848602,
      "learning_rate": 1.3038589873785001e-05,
      "loss": 0.0165,
      "step": 24077
    },
    {
      "epoch": 2.610364267129228,
      "grad_norm": 0.12579701840877533,
      "learning_rate": 1.3034963005948064e-05,
      "loss": 0.0185,
      "step": 24078
    },
    {
      "epoch": 2.6104726799653077,
      "grad_norm": 0.4592263400554657,
      "learning_rate": 1.3031336138111128e-05,
      "loss": 0.0664,
      "step": 24079
    },
    {
      "epoch": 2.6105810928013877,
      "grad_norm": 0.1017695814371109,
      "learning_rate": 1.302770927027419e-05,
      "loss": 0.0046,
      "step": 24080
    },
    {
      "epoch": 2.6106895056374677,
      "grad_norm": 0.07785656303167343,
      "learning_rate": 1.3024082402437258e-05,
      "loss": 0.005,
      "step": 24081
    },
    {
      "epoch": 2.6107979184735473,
      "grad_norm": 0.07081641256809235,
      "learning_rate": 1.302045553460032e-05,
      "loss": 0.0053,
      "step": 24082
    },
    {
      "epoch": 2.610906331309627,
      "grad_norm": 0.3752026855945587,
      "learning_rate": 1.3016828666763384e-05,
      "loss": 0.0284,
      "step": 24083
    },
    {
      "epoch": 2.611014744145707,
      "grad_norm": 0.15098461508750916,
      "learning_rate": 1.3013201798926447e-05,
      "loss": 0.0082,
      "step": 24084
    },
    {
      "epoch": 2.6111231569817868,
      "grad_norm": 0.11793282628059387,
      "learning_rate": 1.300957493108951e-05,
      "loss": 0.0123,
      "step": 24085
    },
    {
      "epoch": 2.6112315698178663,
      "grad_norm": 0.3022328317165375,
      "learning_rate": 1.3005948063252577e-05,
      "loss": 0.0357,
      "step": 24086
    },
    {
      "epoch": 2.6113399826539463,
      "grad_norm": 0.0651196613907814,
      "learning_rate": 1.300232119541564e-05,
      "loss": 0.0054,
      "step": 24087
    },
    {
      "epoch": 2.611448395490026,
      "grad_norm": 0.04593006893992424,
      "learning_rate": 1.2998694327578703e-05,
      "loss": 0.0046,
      "step": 24088
    },
    {
      "epoch": 2.611556808326106,
      "grad_norm": 0.20656773447990417,
      "learning_rate": 1.2995067459741767e-05,
      "loss": 0.0218,
      "step": 24089
    },
    {
      "epoch": 2.611665221162186,
      "grad_norm": 0.17507870495319366,
      "learning_rate": 1.2991440591904833e-05,
      "loss": 0.0161,
      "step": 24090
    },
    {
      "epoch": 2.6117736339982653,
      "grad_norm": 0.18479640781879425,
      "learning_rate": 1.2987813724067895e-05,
      "loss": 0.0196,
      "step": 24091
    },
    {
      "epoch": 2.6118820468343453,
      "grad_norm": 0.04654686152935028,
      "learning_rate": 1.298418685623096e-05,
      "loss": 0.0014,
      "step": 24092
    },
    {
      "epoch": 2.611990459670425,
      "grad_norm": 0.013448016718029976,
      "learning_rate": 1.2980559988394022e-05,
      "loss": 0.0011,
      "step": 24093
    },
    {
      "epoch": 2.612098872506505,
      "grad_norm": 0.24600811302661896,
      "learning_rate": 1.297693312055709e-05,
      "loss": 0.0162,
      "step": 24094
    },
    {
      "epoch": 2.612207285342585,
      "grad_norm": 0.24193565547466278,
      "learning_rate": 1.2973306252720152e-05,
      "loss": 0.0192,
      "step": 24095
    },
    {
      "epoch": 2.6123156981786644,
      "grad_norm": 0.003911405336111784,
      "learning_rate": 1.2969679384883216e-05,
      "loss": 0.0004,
      "step": 24096
    },
    {
      "epoch": 2.612424111014744,
      "grad_norm": 0.032422952353954315,
      "learning_rate": 1.2966052517046278e-05,
      "loss": 0.0034,
      "step": 24097
    },
    {
      "epoch": 2.612532523850824,
      "grad_norm": 0.05758434161543846,
      "learning_rate": 1.2962425649209342e-05,
      "loss": 0.005,
      "step": 24098
    },
    {
      "epoch": 2.612640936686904,
      "grad_norm": 0.13510611653327942,
      "learning_rate": 1.2958798781372408e-05,
      "loss": 0.0096,
      "step": 24099
    },
    {
      "epoch": 2.6127493495229834,
      "grad_norm": 0.021244987845420837,
      "learning_rate": 1.2955171913535472e-05,
      "loss": 0.001,
      "step": 24100
    },
    {
      "epoch": 2.6128577623590634,
      "grad_norm": 0.2645321786403656,
      "learning_rate": 1.2951545045698535e-05,
      "loss": 0.006,
      "step": 24101
    },
    {
      "epoch": 2.612966175195143,
      "grad_norm": 0.04117273911833763,
      "learning_rate": 1.2947918177861599e-05,
      "loss": 0.0034,
      "step": 24102
    },
    {
      "epoch": 2.613074588031223,
      "grad_norm": 0.08038979768753052,
      "learning_rate": 1.2944291310024665e-05,
      "loss": 0.0022,
      "step": 24103
    },
    {
      "epoch": 2.613183000867303,
      "grad_norm": 0.09825974702835083,
      "learning_rate": 1.2940664442187727e-05,
      "loss": 0.0097,
      "step": 24104
    },
    {
      "epoch": 2.6132914137033825,
      "grad_norm": 0.006636541802436113,
      "learning_rate": 1.2937037574350791e-05,
      "loss": 0.0007,
      "step": 24105
    },
    {
      "epoch": 2.613399826539462,
      "grad_norm": 0.00868604052811861,
      "learning_rate": 1.2933410706513854e-05,
      "loss": 0.0006,
      "step": 24106
    },
    {
      "epoch": 2.613508239375542,
      "grad_norm": 0.21661683917045593,
      "learning_rate": 1.2929783838676921e-05,
      "loss": 0.0186,
      "step": 24107
    },
    {
      "epoch": 2.613616652211622,
      "grad_norm": 0.17101505398750305,
      "learning_rate": 1.2926156970839983e-05,
      "loss": 0.0049,
      "step": 24108
    },
    {
      "epoch": 2.6137250650477015,
      "grad_norm": 0.13068144023418427,
      "learning_rate": 1.2922530103003048e-05,
      "loss": 0.0062,
      "step": 24109
    },
    {
      "epoch": 2.6138334778837815,
      "grad_norm": 0.03636352717876434,
      "learning_rate": 1.291890323516611e-05,
      "loss": 0.0016,
      "step": 24110
    },
    {
      "epoch": 2.613941890719861,
      "grad_norm": 0.6937122344970703,
      "learning_rate": 1.2915276367329174e-05,
      "loss": 0.0469,
      "step": 24111
    },
    {
      "epoch": 2.614050303555941,
      "grad_norm": 0.018078655004501343,
      "learning_rate": 1.291164949949224e-05,
      "loss": 0.0013,
      "step": 24112
    },
    {
      "epoch": 2.614158716392021,
      "grad_norm": 0.048705898225307465,
      "learning_rate": 1.2908022631655304e-05,
      "loss": 0.0028,
      "step": 24113
    },
    {
      "epoch": 2.6142671292281006,
      "grad_norm": 0.2770148515701294,
      "learning_rate": 1.2904395763818366e-05,
      "loss": 0.027,
      "step": 24114
    },
    {
      "epoch": 2.6143755420641805,
      "grad_norm": 0.05753793939948082,
      "learning_rate": 1.290076889598143e-05,
      "loss": 0.0042,
      "step": 24115
    },
    {
      "epoch": 2.61448395490026,
      "grad_norm": 0.44465166330337524,
      "learning_rate": 1.2897142028144496e-05,
      "loss": 0.0216,
      "step": 24116
    },
    {
      "epoch": 2.61459236773634,
      "grad_norm": 0.21038205921649933,
      "learning_rate": 1.2893515160307559e-05,
      "loss": 0.0104,
      "step": 24117
    },
    {
      "epoch": 2.6147007805724196,
      "grad_norm": 0.17949505150318146,
      "learning_rate": 1.2889888292470623e-05,
      "loss": 0.0064,
      "step": 24118
    },
    {
      "epoch": 2.6148091934084996,
      "grad_norm": 0.2557276487350464,
      "learning_rate": 1.2886261424633685e-05,
      "loss": 0.025,
      "step": 24119
    },
    {
      "epoch": 2.614917606244579,
      "grad_norm": 0.3136153221130371,
      "learning_rate": 1.2882634556796753e-05,
      "loss": 0.037,
      "step": 24120
    },
    {
      "epoch": 2.615026019080659,
      "grad_norm": 0.028551211580634117,
      "learning_rate": 1.2879007688959815e-05,
      "loss": 0.0033,
      "step": 24121
    },
    {
      "epoch": 2.615134431916739,
      "grad_norm": 0.09443551301956177,
      "learning_rate": 1.287538082112288e-05,
      "loss": 0.004,
      "step": 24122
    },
    {
      "epoch": 2.6152428447528187,
      "grad_norm": 0.017878811806440353,
      "learning_rate": 1.2871753953285942e-05,
      "loss": 0.0015,
      "step": 24123
    },
    {
      "epoch": 2.6153512575888986,
      "grad_norm": 0.20727071166038513,
      "learning_rate": 1.2868127085449006e-05,
      "loss": 0.0163,
      "step": 24124
    },
    {
      "epoch": 2.615459670424978,
      "grad_norm": 0.06830146908760071,
      "learning_rate": 1.2864500217612072e-05,
      "loss": 0.0054,
      "step": 24125
    },
    {
      "epoch": 2.615568083261058,
      "grad_norm": 0.10529136657714844,
      "learning_rate": 1.2860873349775136e-05,
      "loss": 0.0068,
      "step": 24126
    },
    {
      "epoch": 2.615676496097138,
      "grad_norm": 0.0991959422826767,
      "learning_rate": 1.2857246481938198e-05,
      "loss": 0.0047,
      "step": 24127
    },
    {
      "epoch": 2.6157849089332177,
      "grad_norm": 0.3148527145385742,
      "learning_rate": 1.2853619614101262e-05,
      "loss": 0.0237,
      "step": 24128
    },
    {
      "epoch": 2.6158933217692972,
      "grad_norm": 0.39875268936157227,
      "learning_rate": 1.2849992746264328e-05,
      "loss": 0.0223,
      "step": 24129
    },
    {
      "epoch": 2.616001734605377,
      "grad_norm": 0.21887074410915375,
      "learning_rate": 1.284636587842739e-05,
      "loss": 0.0179,
      "step": 24130
    },
    {
      "epoch": 2.616110147441457,
      "grad_norm": 0.44293200969696045,
      "learning_rate": 1.2842739010590455e-05,
      "loss": 0.047,
      "step": 24131
    },
    {
      "epoch": 2.6162185602775367,
      "grad_norm": 0.2515791356563568,
      "learning_rate": 1.2839112142753517e-05,
      "loss": 0.0145,
      "step": 24132
    },
    {
      "epoch": 2.6163269731136167,
      "grad_norm": 0.09281300008296967,
      "learning_rate": 1.2835485274916584e-05,
      "loss": 0.0102,
      "step": 24133
    },
    {
      "epoch": 2.6164353859496963,
      "grad_norm": 0.21183502674102783,
      "learning_rate": 1.2831858407079647e-05,
      "loss": 0.0098,
      "step": 24134
    },
    {
      "epoch": 2.6165437987857763,
      "grad_norm": 0.2695710062980652,
      "learning_rate": 1.2828231539242711e-05,
      "loss": 0.0178,
      "step": 24135
    },
    {
      "epoch": 2.6166522116218562,
      "grad_norm": 0.06495948880910873,
      "learning_rate": 1.2824604671405773e-05,
      "loss": 0.004,
      "step": 24136
    },
    {
      "epoch": 2.616760624457936,
      "grad_norm": 0.6010960936546326,
      "learning_rate": 1.282097780356884e-05,
      "loss": 0.0658,
      "step": 24137
    },
    {
      "epoch": 2.6168690372940158,
      "grad_norm": 0.15632721781730652,
      "learning_rate": 1.2817350935731903e-05,
      "loss": 0.023,
      "step": 24138
    },
    {
      "epoch": 2.6169774501300953,
      "grad_norm": 0.04370379447937012,
      "learning_rate": 1.2813724067894967e-05,
      "loss": 0.0032,
      "step": 24139
    },
    {
      "epoch": 2.6170858629661753,
      "grad_norm": 0.2775794267654419,
      "learning_rate": 1.281009720005803e-05,
      "loss": 0.0071,
      "step": 24140
    },
    {
      "epoch": 2.617194275802255,
      "grad_norm": 0.03695134073495865,
      "learning_rate": 1.2806470332221094e-05,
      "loss": 0.0027,
      "step": 24141
    },
    {
      "epoch": 2.617302688638335,
      "grad_norm": 0.13695526123046875,
      "learning_rate": 1.280284346438416e-05,
      "loss": 0.0098,
      "step": 24142
    },
    {
      "epoch": 2.6174111014744144,
      "grad_norm": 0.021426478400826454,
      "learning_rate": 1.2799216596547222e-05,
      "loss": 0.0022,
      "step": 24143
    },
    {
      "epoch": 2.6175195143104943,
      "grad_norm": 0.34427574276924133,
      "learning_rate": 1.2795589728710286e-05,
      "loss": 0.0129,
      "step": 24144
    },
    {
      "epoch": 2.6176279271465743,
      "grad_norm": 0.29516881704330444,
      "learning_rate": 1.2791962860873349e-05,
      "loss": 0.0421,
      "step": 24145
    },
    {
      "epoch": 2.617736339982654,
      "grad_norm": 0.23023909330368042,
      "learning_rate": 1.2788335993036416e-05,
      "loss": 0.0041,
      "step": 24146
    },
    {
      "epoch": 2.617844752818734,
      "grad_norm": 0.24368105828762054,
      "learning_rate": 1.2784709125199479e-05,
      "loss": 0.0301,
      "step": 24147
    },
    {
      "epoch": 2.6179531656548134,
      "grad_norm": 0.2956373691558838,
      "learning_rate": 1.2781082257362543e-05,
      "loss": 0.018,
      "step": 24148
    },
    {
      "epoch": 2.6180615784908934,
      "grad_norm": 0.4622654914855957,
      "learning_rate": 1.2777455389525605e-05,
      "loss": 0.0387,
      "step": 24149
    },
    {
      "epoch": 2.6181699913269734,
      "grad_norm": 0.0017931045731529593,
      "learning_rate": 1.277382852168867e-05,
      "loss": 0.0002,
      "step": 24150
    },
    {
      "epoch": 2.618278404163053,
      "grad_norm": 0.24219302833080292,
      "learning_rate": 1.2770201653851735e-05,
      "loss": 0.0109,
      "step": 24151
    },
    {
      "epoch": 2.6183868169991324,
      "grad_norm": 0.08859860897064209,
      "learning_rate": 1.2766574786014799e-05,
      "loss": 0.0027,
      "step": 24152
    },
    {
      "epoch": 2.6184952298352124,
      "grad_norm": 0.17685936391353607,
      "learning_rate": 1.2762947918177861e-05,
      "loss": 0.0075,
      "step": 24153
    },
    {
      "epoch": 2.6186036426712924,
      "grad_norm": 0.10702060908079147,
      "learning_rate": 1.2759321050340926e-05,
      "loss": 0.0039,
      "step": 24154
    },
    {
      "epoch": 2.618712055507372,
      "grad_norm": 0.26540839672088623,
      "learning_rate": 1.2755694182503991e-05,
      "loss": 0.0377,
      "step": 24155
    },
    {
      "epoch": 2.618820468343452,
      "grad_norm": 0.09404581040143967,
      "learning_rate": 1.2752067314667054e-05,
      "loss": 0.0027,
      "step": 24156
    },
    {
      "epoch": 2.6189288811795315,
      "grad_norm": 0.1798916757106781,
      "learning_rate": 1.2748440446830118e-05,
      "loss": 0.0179,
      "step": 24157
    },
    {
      "epoch": 2.6190372940156115,
      "grad_norm": 0.013658282347023487,
      "learning_rate": 1.274481357899318e-05,
      "loss": 0.0007,
      "step": 24158
    },
    {
      "epoch": 2.6191457068516915,
      "grad_norm": 0.07403413951396942,
      "learning_rate": 1.2741186711156248e-05,
      "loss": 0.0069,
      "step": 24159
    },
    {
      "epoch": 2.619254119687771,
      "grad_norm": 0.19529300928115845,
      "learning_rate": 1.273755984331931e-05,
      "loss": 0.019,
      "step": 24160
    },
    {
      "epoch": 2.619362532523851,
      "grad_norm": 0.07808765023946762,
      "learning_rate": 1.2733932975482374e-05,
      "loss": 0.0042,
      "step": 24161
    },
    {
      "epoch": 2.6194709453599305,
      "grad_norm": 0.06483357399702072,
      "learning_rate": 1.2730306107645437e-05,
      "loss": 0.0048,
      "step": 24162
    },
    {
      "epoch": 2.6195793581960105,
      "grad_norm": 0.11290789395570755,
      "learning_rate": 1.2726679239808503e-05,
      "loss": 0.0126,
      "step": 24163
    },
    {
      "epoch": 2.61968777103209,
      "grad_norm": 0.1784287691116333,
      "learning_rate": 1.2723052371971567e-05,
      "loss": 0.0174,
      "step": 24164
    },
    {
      "epoch": 2.61979618386817,
      "grad_norm": 0.02133418247103691,
      "learning_rate": 1.271942550413463e-05,
      "loss": 0.0013,
      "step": 24165
    },
    {
      "epoch": 2.6199045967042496,
      "grad_norm": 0.21761716902256012,
      "learning_rate": 1.2715798636297693e-05,
      "loss": 0.0036,
      "step": 24166
    },
    {
      "epoch": 2.6200130095403296,
      "grad_norm": 0.19205740094184875,
      "learning_rate": 1.2712171768460757e-05,
      "loss": 0.0182,
      "step": 24167
    },
    {
      "epoch": 2.6201214223764095,
      "grad_norm": 0.04500618204474449,
      "learning_rate": 1.2708544900623823e-05,
      "loss": 0.0014,
      "step": 24168
    },
    {
      "epoch": 2.620229835212489,
      "grad_norm": 0.04224620386958122,
      "learning_rate": 1.2704918032786885e-05,
      "loss": 0.0049,
      "step": 24169
    },
    {
      "epoch": 2.620338248048569,
      "grad_norm": 0.02631579525768757,
      "learning_rate": 1.270129116494995e-05,
      "loss": 0.0027,
      "step": 24170
    },
    {
      "epoch": 2.6204466608846486,
      "grad_norm": 0.04626157507300377,
      "learning_rate": 1.2697664297113012e-05,
      "loss": 0.0019,
      "step": 24171
    },
    {
      "epoch": 2.6205550737207286,
      "grad_norm": 0.13707125186920166,
      "learning_rate": 1.269403742927608e-05,
      "loss": 0.011,
      "step": 24172
    },
    {
      "epoch": 2.6206634865568086,
      "grad_norm": 0.08499659597873688,
      "learning_rate": 1.2690410561439142e-05,
      "loss": 0.0169,
      "step": 24173
    },
    {
      "epoch": 2.620771899392888,
      "grad_norm": 0.21064414083957672,
      "learning_rate": 1.2686783693602206e-05,
      "loss": 0.0097,
      "step": 24174
    },
    {
      "epoch": 2.6208803122289677,
      "grad_norm": 0.25494319200515747,
      "learning_rate": 1.2683156825765268e-05,
      "loss": 0.0225,
      "step": 24175
    },
    {
      "epoch": 2.6209887250650477,
      "grad_norm": 0.1409902572631836,
      "learning_rate": 1.2679529957928334e-05,
      "loss": 0.0138,
      "step": 24176
    },
    {
      "epoch": 2.6210971379011276,
      "grad_norm": 0.26566311717033386,
      "learning_rate": 1.2675903090091398e-05,
      "loss": 0.0293,
      "step": 24177
    },
    {
      "epoch": 2.621205550737207,
      "grad_norm": 0.018026765435934067,
      "learning_rate": 1.2672276222254462e-05,
      "loss": 0.0016,
      "step": 24178
    },
    {
      "epoch": 2.621313963573287,
      "grad_norm": 0.011468258686363697,
      "learning_rate": 1.2668649354417525e-05,
      "loss": 0.0014,
      "step": 24179
    },
    {
      "epoch": 2.6214223764093667,
      "grad_norm": 0.20504428446292877,
      "learning_rate": 1.2665022486580589e-05,
      "loss": 0.0121,
      "step": 24180
    },
    {
      "epoch": 2.6215307892454467,
      "grad_norm": 0.07704228907823563,
      "learning_rate": 1.2661395618743655e-05,
      "loss": 0.0128,
      "step": 24181
    },
    {
      "epoch": 2.6216392020815267,
      "grad_norm": 0.20166228711605072,
      "learning_rate": 1.2657768750906717e-05,
      "loss": 0.0123,
      "step": 24182
    },
    {
      "epoch": 2.621747614917606,
      "grad_norm": 0.3056034743785858,
      "learning_rate": 1.2654141883069781e-05,
      "loss": 0.0191,
      "step": 24183
    },
    {
      "epoch": 2.621856027753686,
      "grad_norm": 0.28067275881767273,
      "learning_rate": 1.2650515015232844e-05,
      "loss": 0.0318,
      "step": 24184
    },
    {
      "epoch": 2.6219644405897657,
      "grad_norm": 0.12516772747039795,
      "learning_rate": 1.2646888147395911e-05,
      "loss": 0.0097,
      "step": 24185
    },
    {
      "epoch": 2.6220728534258457,
      "grad_norm": 0.07338518649339676,
      "learning_rate": 1.2643261279558974e-05,
      "loss": 0.005,
      "step": 24186
    },
    {
      "epoch": 2.6221812662619253,
      "grad_norm": 0.1499910056591034,
      "learning_rate": 1.2639634411722038e-05,
      "loss": 0.0075,
      "step": 24187
    },
    {
      "epoch": 2.6222896790980053,
      "grad_norm": 0.32179364562034607,
      "learning_rate": 1.26360075438851e-05,
      "loss": 0.0141,
      "step": 24188
    },
    {
      "epoch": 2.622398091934085,
      "grad_norm": 0.07932256907224655,
      "learning_rate": 1.2632380676048166e-05,
      "loss": 0.0034,
      "step": 24189
    },
    {
      "epoch": 2.622506504770165,
      "grad_norm": 0.12608200311660767,
      "learning_rate": 1.262875380821123e-05,
      "loss": 0.0109,
      "step": 24190
    },
    {
      "epoch": 2.6226149176062448,
      "grad_norm": 0.21613113582134247,
      "learning_rate": 1.2625126940374294e-05,
      "loss": 0.0172,
      "step": 24191
    },
    {
      "epoch": 2.6227233304423243,
      "grad_norm": 0.009967516176402569,
      "learning_rate": 1.2621500072537356e-05,
      "loss": 0.0005,
      "step": 24192
    },
    {
      "epoch": 2.6228317432784043,
      "grad_norm": 0.19184830784797668,
      "learning_rate": 1.261787320470042e-05,
      "loss": 0.0172,
      "step": 24193
    },
    {
      "epoch": 2.622940156114484,
      "grad_norm": 0.18372105062007904,
      "learning_rate": 1.2614246336863486e-05,
      "loss": 0.0169,
      "step": 24194
    },
    {
      "epoch": 2.623048568950564,
      "grad_norm": 0.07190743088722229,
      "learning_rate": 1.2610619469026549e-05,
      "loss": 0.0071,
      "step": 24195
    },
    {
      "epoch": 2.623156981786644,
      "grad_norm": 0.2604686915874481,
      "learning_rate": 1.2606992601189613e-05,
      "loss": 0.014,
      "step": 24196
    },
    {
      "epoch": 2.6232653946227233,
      "grad_norm": 0.006457490846514702,
      "learning_rate": 1.2603365733352675e-05,
      "loss": 0.0005,
      "step": 24197
    },
    {
      "epoch": 2.623373807458803,
      "grad_norm": 0.33150187134742737,
      "learning_rate": 1.2599738865515743e-05,
      "loss": 0.0128,
      "step": 24198
    },
    {
      "epoch": 2.623482220294883,
      "grad_norm": 0.004288721363991499,
      "learning_rate": 1.2596111997678805e-05,
      "loss": 0.0005,
      "step": 24199
    },
    {
      "epoch": 2.623590633130963,
      "grad_norm": 0.0378667414188385,
      "learning_rate": 1.259248512984187e-05,
      "loss": 0.0021,
      "step": 24200
    },
    {
      "epoch": 2.6236990459670424,
      "grad_norm": 0.10150143504142761,
      "learning_rate": 1.2588858262004932e-05,
      "loss": 0.0061,
      "step": 24201
    },
    {
      "epoch": 2.6238074588031224,
      "grad_norm": 0.30184459686279297,
      "learning_rate": 1.2585231394167998e-05,
      "loss": 0.0136,
      "step": 24202
    },
    {
      "epoch": 2.623915871639202,
      "grad_norm": 0.09997066855430603,
      "learning_rate": 1.2581604526331062e-05,
      "loss": 0.011,
      "step": 24203
    },
    {
      "epoch": 2.624024284475282,
      "grad_norm": 0.02173837646842003,
      "learning_rate": 1.2577977658494126e-05,
      "loss": 0.0016,
      "step": 24204
    },
    {
      "epoch": 2.624132697311362,
      "grad_norm": 0.4940427243709564,
      "learning_rate": 1.2574350790657188e-05,
      "loss": 0.0146,
      "step": 24205
    },
    {
      "epoch": 2.6242411101474414,
      "grad_norm": 0.09839826077222824,
      "learning_rate": 1.2570723922820252e-05,
      "loss": 0.0066,
      "step": 24206
    },
    {
      "epoch": 2.624349522983521,
      "grad_norm": 0.2142105996608734,
      "learning_rate": 1.2567097054983318e-05,
      "loss": 0.0095,
      "step": 24207
    },
    {
      "epoch": 2.624457935819601,
      "grad_norm": 0.20045539736747742,
      "learning_rate": 1.256347018714638e-05,
      "loss": 0.0098,
      "step": 24208
    },
    {
      "epoch": 2.624566348655681,
      "grad_norm": 0.14744949340820312,
      "learning_rate": 1.2559843319309445e-05,
      "loss": 0.0145,
      "step": 24209
    },
    {
      "epoch": 2.6246747614917605,
      "grad_norm": 0.02390236407518387,
      "learning_rate": 1.2556216451472507e-05,
      "loss": 0.0019,
      "step": 24210
    },
    {
      "epoch": 2.6247831743278405,
      "grad_norm": 0.014794277027249336,
      "learning_rate": 1.2552589583635574e-05,
      "loss": 0.0012,
      "step": 24211
    },
    {
      "epoch": 2.62489158716392,
      "grad_norm": 0.31178581714630127,
      "learning_rate": 1.2548962715798637e-05,
      "loss": 0.0196,
      "step": 24212
    },
    {
      "epoch": 2.625,
      "grad_norm": 0.15926967561244965,
      "learning_rate": 1.2545335847961701e-05,
      "loss": 0.0215,
      "step": 24213
    },
    {
      "epoch": 2.62510841283608,
      "grad_norm": 0.011825774796307087,
      "learning_rate": 1.2541708980124763e-05,
      "loss": 0.0004,
      "step": 24214
    },
    {
      "epoch": 2.6252168256721595,
      "grad_norm": 0.14647291600704193,
      "learning_rate": 1.253808211228783e-05,
      "loss": 0.0094,
      "step": 24215
    },
    {
      "epoch": 2.6253252385082395,
      "grad_norm": 0.05924130231142044,
      "learning_rate": 1.2534455244450893e-05,
      "loss": 0.0034,
      "step": 24216
    },
    {
      "epoch": 2.625433651344319,
      "grad_norm": 0.21116656064987183,
      "learning_rate": 1.2530828376613957e-05,
      "loss": 0.0096,
      "step": 24217
    },
    {
      "epoch": 2.625542064180399,
      "grad_norm": 0.161322683095932,
      "learning_rate": 1.252720150877702e-05,
      "loss": 0.0157,
      "step": 24218
    },
    {
      "epoch": 2.625650477016479,
      "grad_norm": 0.05487682297825813,
      "learning_rate": 1.2523574640940084e-05,
      "loss": 0.0114,
      "step": 24219
    },
    {
      "epoch": 2.6257588898525586,
      "grad_norm": 0.20995160937309265,
      "learning_rate": 1.251994777310315e-05,
      "loss": 0.0171,
      "step": 24220
    },
    {
      "epoch": 2.625867302688638,
      "grad_norm": 0.18886075913906097,
      "learning_rate": 1.2516320905266212e-05,
      "loss": 0.0136,
      "step": 24221
    },
    {
      "epoch": 2.625975715524718,
      "grad_norm": 0.4594542682170868,
      "learning_rate": 1.2512694037429276e-05,
      "loss": 0.0259,
      "step": 24222
    },
    {
      "epoch": 2.626084128360798,
      "grad_norm": 0.06435437500476837,
      "learning_rate": 1.2509067169592339e-05,
      "loss": 0.0037,
      "step": 24223
    },
    {
      "epoch": 2.6261925411968776,
      "grad_norm": 0.10967198759317398,
      "learning_rate": 1.2505440301755406e-05,
      "loss": 0.0067,
      "step": 24224
    },
    {
      "epoch": 2.6263009540329576,
      "grad_norm": 0.48068568110466003,
      "learning_rate": 1.2501813433918469e-05,
      "loss": 0.0165,
      "step": 24225
    },
    {
      "epoch": 2.626409366869037,
      "grad_norm": 0.01172442827373743,
      "learning_rate": 1.2498186566081533e-05,
      "loss": 0.0011,
      "step": 24226
    },
    {
      "epoch": 2.626517779705117,
      "grad_norm": 0.43500077724456787,
      "learning_rate": 1.2494559698244597e-05,
      "loss": 0.0643,
      "step": 24227
    },
    {
      "epoch": 2.626626192541197,
      "grad_norm": 0.012794241309165955,
      "learning_rate": 1.2490932830407661e-05,
      "loss": 0.0005,
      "step": 24228
    },
    {
      "epoch": 2.6267346053772767,
      "grad_norm": 0.058790210634469986,
      "learning_rate": 1.2487305962570725e-05,
      "loss": 0.0021,
      "step": 24229
    },
    {
      "epoch": 2.626843018213356,
      "grad_norm": 0.4183127284049988,
      "learning_rate": 1.2483679094733789e-05,
      "loss": 0.0196,
      "step": 24230
    },
    {
      "epoch": 2.626951431049436,
      "grad_norm": 0.14564749598503113,
      "learning_rate": 1.2480052226896853e-05,
      "loss": 0.0122,
      "step": 24231
    },
    {
      "epoch": 2.627059843885516,
      "grad_norm": 0.1509692519903183,
      "learning_rate": 1.2476425359059917e-05,
      "loss": 0.0068,
      "step": 24232
    },
    {
      "epoch": 2.6271682567215957,
      "grad_norm": 0.22258421778678894,
      "learning_rate": 1.247279849122298e-05,
      "loss": 0.0201,
      "step": 24233
    },
    {
      "epoch": 2.6272766695576757,
      "grad_norm": 0.45983004570007324,
      "learning_rate": 1.2469171623386044e-05,
      "loss": 0.0847,
      "step": 24234
    },
    {
      "epoch": 2.6273850823937552,
      "grad_norm": 0.20187638700008392,
      "learning_rate": 1.2465544755549108e-05,
      "loss": 0.0194,
      "step": 24235
    },
    {
      "epoch": 2.627493495229835,
      "grad_norm": 0.12609681487083435,
      "learning_rate": 1.2461917887712172e-05,
      "loss": 0.0104,
      "step": 24236
    },
    {
      "epoch": 2.627601908065915,
      "grad_norm": 0.20296911895275116,
      "learning_rate": 1.2458291019875236e-05,
      "loss": 0.0297,
      "step": 24237
    },
    {
      "epoch": 2.6277103209019947,
      "grad_norm": 0.016508985310792923,
      "learning_rate": 1.24546641520383e-05,
      "loss": 0.0009,
      "step": 24238
    },
    {
      "epoch": 2.6278187337380747,
      "grad_norm": 0.10919826477766037,
      "learning_rate": 1.2451037284201364e-05,
      "loss": 0.0065,
      "step": 24239
    },
    {
      "epoch": 2.6279271465741543,
      "grad_norm": 0.3882730305194855,
      "learning_rate": 1.2447410416364428e-05,
      "loss": 0.0558,
      "step": 24240
    },
    {
      "epoch": 2.6280355594102343,
      "grad_norm": 0.03023316152393818,
      "learning_rate": 1.2443783548527493e-05,
      "loss": 0.0021,
      "step": 24241
    },
    {
      "epoch": 2.628143972246314,
      "grad_norm": 0.1604606658220291,
      "learning_rate": 1.2440156680690557e-05,
      "loss": 0.0127,
      "step": 24242
    },
    {
      "epoch": 2.628252385082394,
      "grad_norm": 0.05097019299864769,
      "learning_rate": 1.243652981285362e-05,
      "loss": 0.0025,
      "step": 24243
    },
    {
      "epoch": 2.6283607979184733,
      "grad_norm": 0.19061431288719177,
      "learning_rate": 1.2432902945016685e-05,
      "loss": 0.0145,
      "step": 24244
    },
    {
      "epoch": 2.6284692107545533,
      "grad_norm": 0.2124713510274887,
      "learning_rate": 1.2429276077179749e-05,
      "loss": 0.0239,
      "step": 24245
    },
    {
      "epoch": 2.6285776235906333,
      "grad_norm": 0.05929676070809364,
      "learning_rate": 1.2425649209342811e-05,
      "loss": 0.0051,
      "step": 24246
    },
    {
      "epoch": 2.628686036426713,
      "grad_norm": 0.019526302814483643,
      "learning_rate": 1.2422022341505875e-05,
      "loss": 0.0019,
      "step": 24247
    },
    {
      "epoch": 2.628794449262793,
      "grad_norm": 0.0413394458591938,
      "learning_rate": 1.241839547366894e-05,
      "loss": 0.0036,
      "step": 24248
    },
    {
      "epoch": 2.6289028620988724,
      "grad_norm": 0.01877017319202423,
      "learning_rate": 1.2414768605832004e-05,
      "loss": 0.0006,
      "step": 24249
    },
    {
      "epoch": 2.6290112749349523,
      "grad_norm": 0.33086103200912476,
      "learning_rate": 1.2411141737995068e-05,
      "loss": 0.0149,
      "step": 24250
    },
    {
      "epoch": 2.6291196877710323,
      "grad_norm": 0.12706491351127625,
      "learning_rate": 1.2407514870158132e-05,
      "loss": 0.0206,
      "step": 24251
    },
    {
      "epoch": 2.629228100607112,
      "grad_norm": 0.06886716187000275,
      "learning_rate": 1.2403888002321196e-05,
      "loss": 0.0051,
      "step": 24252
    },
    {
      "epoch": 2.6293365134431914,
      "grad_norm": 0.1324595957994461,
      "learning_rate": 1.240026113448426e-05,
      "loss": 0.0075,
      "step": 24253
    },
    {
      "epoch": 2.6294449262792714,
      "grad_norm": 0.046794019639492035,
      "learning_rate": 1.2396634266647324e-05,
      "loss": 0.0026,
      "step": 24254
    },
    {
      "epoch": 2.6295533391153514,
      "grad_norm": 0.026994533836841583,
      "learning_rate": 1.2393007398810388e-05,
      "loss": 0.0021,
      "step": 24255
    },
    {
      "epoch": 2.629661751951431,
      "grad_norm": 0.2915526032447815,
      "learning_rate": 1.2389380530973452e-05,
      "loss": 0.009,
      "step": 24256
    },
    {
      "epoch": 2.629770164787511,
      "grad_norm": 0.0881006121635437,
      "learning_rate": 1.2385753663136517e-05,
      "loss": 0.0085,
      "step": 24257
    },
    {
      "epoch": 2.6298785776235905,
      "grad_norm": 0.16158372163772583,
      "learning_rate": 1.238212679529958e-05,
      "loss": 0.0172,
      "step": 24258
    },
    {
      "epoch": 2.6299869904596704,
      "grad_norm": 0.34276723861694336,
      "learning_rate": 1.2378499927462645e-05,
      "loss": 0.0376,
      "step": 24259
    },
    {
      "epoch": 2.6300954032957504,
      "grad_norm": 0.06971734762191772,
      "learning_rate": 1.2374873059625707e-05,
      "loss": 0.0064,
      "step": 24260
    },
    {
      "epoch": 2.63020381613183,
      "grad_norm": 0.18651418387889862,
      "learning_rate": 1.2371246191788771e-05,
      "loss": 0.0267,
      "step": 24261
    },
    {
      "epoch": 2.63031222896791,
      "grad_norm": 0.3200203776359558,
      "learning_rate": 1.2367619323951835e-05,
      "loss": 0.0143,
      "step": 24262
    },
    {
      "epoch": 2.6304206418039895,
      "grad_norm": 0.2059280425310135,
      "learning_rate": 1.23639924561149e-05,
      "loss": 0.0224,
      "step": 24263
    },
    {
      "epoch": 2.6305290546400695,
      "grad_norm": 0.11314427852630615,
      "learning_rate": 1.2360365588277964e-05,
      "loss": 0.0072,
      "step": 24264
    },
    {
      "epoch": 2.630637467476149,
      "grad_norm": 0.005548450164496899,
      "learning_rate": 1.2356738720441028e-05,
      "loss": 0.0002,
      "step": 24265
    },
    {
      "epoch": 2.630745880312229,
      "grad_norm": 0.08409611880779266,
      "learning_rate": 1.2353111852604092e-05,
      "loss": 0.0054,
      "step": 24266
    },
    {
      "epoch": 2.6308542931483085,
      "grad_norm": 0.13876262307167053,
      "learning_rate": 1.2349484984767156e-05,
      "loss": 0.0224,
      "step": 24267
    },
    {
      "epoch": 2.6309627059843885,
      "grad_norm": 0.2768796682357788,
      "learning_rate": 1.234585811693022e-05,
      "loss": 0.0263,
      "step": 24268
    },
    {
      "epoch": 2.6310711188204685,
      "grad_norm": 0.293637216091156,
      "learning_rate": 1.2342231249093284e-05,
      "loss": 0.0069,
      "step": 24269
    },
    {
      "epoch": 2.631179531656548,
      "grad_norm": 0.10344637185335159,
      "learning_rate": 1.2338604381256348e-05,
      "loss": 0.0057,
      "step": 24270
    },
    {
      "epoch": 2.631287944492628,
      "grad_norm": 0.21536345779895782,
      "learning_rate": 1.2334977513419412e-05,
      "loss": 0.0121,
      "step": 24271
    },
    {
      "epoch": 2.6313963573287076,
      "grad_norm": 0.03951161354780197,
      "learning_rate": 1.2331350645582476e-05,
      "loss": 0.0027,
      "step": 24272
    },
    {
      "epoch": 2.6315047701647876,
      "grad_norm": 0.30833983421325684,
      "learning_rate": 1.2327723777745539e-05,
      "loss": 0.0143,
      "step": 24273
    },
    {
      "epoch": 2.6316131830008676,
      "grad_norm": 0.2695172131061554,
      "learning_rate": 1.2324096909908603e-05,
      "loss": 0.0267,
      "step": 24274
    },
    {
      "epoch": 2.631721595836947,
      "grad_norm": 0.07123024016618729,
      "learning_rate": 1.2320470042071667e-05,
      "loss": 0.0064,
      "step": 24275
    },
    {
      "epoch": 2.6318300086730266,
      "grad_norm": 0.036015585064888,
      "learning_rate": 1.2316843174234731e-05,
      "loss": 0.0015,
      "step": 24276
    },
    {
      "epoch": 2.6319384215091066,
      "grad_norm": 0.20899783074855804,
      "learning_rate": 1.2313216306397795e-05,
      "loss": 0.0099,
      "step": 24277
    },
    {
      "epoch": 2.6320468343451866,
      "grad_norm": 0.0988418310880661,
      "learning_rate": 1.230958943856086e-05,
      "loss": 0.0061,
      "step": 24278
    },
    {
      "epoch": 2.632155247181266,
      "grad_norm": 0.008974660187959671,
      "learning_rate": 1.2305962570723923e-05,
      "loss": 0.0006,
      "step": 24279
    },
    {
      "epoch": 2.632263660017346,
      "grad_norm": 0.014958906918764114,
      "learning_rate": 1.2302335702886988e-05,
      "loss": 0.001,
      "step": 24280
    },
    {
      "epoch": 2.6323720728534257,
      "grad_norm": 0.1273832470178604,
      "learning_rate": 1.2298708835050052e-05,
      "loss": 0.0118,
      "step": 24281
    },
    {
      "epoch": 2.6324804856895057,
      "grad_norm": 0.04693629965186119,
      "learning_rate": 1.2295081967213116e-05,
      "loss": 0.0041,
      "step": 24282
    },
    {
      "epoch": 2.6325888985255856,
      "grad_norm": 0.11088961362838745,
      "learning_rate": 1.229145509937618e-05,
      "loss": 0.0075,
      "step": 24283
    },
    {
      "epoch": 2.632697311361665,
      "grad_norm": 0.44361236691474915,
      "learning_rate": 1.2287828231539244e-05,
      "loss": 0.0314,
      "step": 24284
    },
    {
      "epoch": 2.632805724197745,
      "grad_norm": 0.045777421444654465,
      "learning_rate": 1.2284201363702308e-05,
      "loss": 0.0065,
      "step": 24285
    },
    {
      "epoch": 2.6329141370338247,
      "grad_norm": 0.15970014035701752,
      "learning_rate": 1.228057449586537e-05,
      "loss": 0.0166,
      "step": 24286
    },
    {
      "epoch": 2.6330225498699047,
      "grad_norm": 0.4223589301109314,
      "learning_rate": 1.2276947628028435e-05,
      "loss": 0.014,
      "step": 24287
    },
    {
      "epoch": 2.6331309627059842,
      "grad_norm": 0.265182763338089,
      "learning_rate": 1.2273320760191499e-05,
      "loss": 0.0202,
      "step": 24288
    },
    {
      "epoch": 2.633239375542064,
      "grad_norm": 0.04684562236070633,
      "learning_rate": 1.2269693892354563e-05,
      "loss": 0.0023,
      "step": 24289
    },
    {
      "epoch": 2.6333477883781438,
      "grad_norm": 0.09407297521829605,
      "learning_rate": 1.2266067024517627e-05,
      "loss": 0.006,
      "step": 24290
    },
    {
      "epoch": 2.6334562012142237,
      "grad_norm": 0.2234123796224594,
      "learning_rate": 1.2262440156680691e-05,
      "loss": 0.0219,
      "step": 24291
    },
    {
      "epoch": 2.6335646140503037,
      "grad_norm": 0.32220223546028137,
      "learning_rate": 1.2258813288843755e-05,
      "loss": 0.0514,
      "step": 24292
    },
    {
      "epoch": 2.6336730268863833,
      "grad_norm": 0.22689670324325562,
      "learning_rate": 1.225518642100682e-05,
      "loss": 0.0178,
      "step": 24293
    },
    {
      "epoch": 2.6337814397224633,
      "grad_norm": 0.13545557856559753,
      "learning_rate": 1.2251559553169883e-05,
      "loss": 0.0078,
      "step": 24294
    },
    {
      "epoch": 2.633889852558543,
      "grad_norm": 0.19164440035820007,
      "learning_rate": 1.2247932685332947e-05,
      "loss": 0.0411,
      "step": 24295
    },
    {
      "epoch": 2.633998265394623,
      "grad_norm": 0.13137765228748322,
      "learning_rate": 1.2244305817496012e-05,
      "loss": 0.0035,
      "step": 24296
    },
    {
      "epoch": 2.6341066782307028,
      "grad_norm": 0.15695515275001526,
      "learning_rate": 1.2240678949659076e-05,
      "loss": 0.0251,
      "step": 24297
    },
    {
      "epoch": 2.6342150910667823,
      "grad_norm": 0.05578833073377609,
      "learning_rate": 1.223705208182214e-05,
      "loss": 0.002,
      "step": 24298
    },
    {
      "epoch": 2.634323503902862,
      "grad_norm": 0.2826654016971588,
      "learning_rate": 1.2233425213985202e-05,
      "loss": 0.0435,
      "step": 24299
    },
    {
      "epoch": 2.634431916738942,
      "grad_norm": 0.10162988305091858,
      "learning_rate": 1.2229798346148266e-05,
      "loss": 0.0123,
      "step": 24300
    },
    {
      "epoch": 2.634540329575022,
      "grad_norm": 0.14950229227542877,
      "learning_rate": 1.222617147831133e-05,
      "loss": 0.0448,
      "step": 24301
    },
    {
      "epoch": 2.6346487424111014,
      "grad_norm": 0.007698732893913984,
      "learning_rate": 1.2222544610474394e-05,
      "loss": 0.0005,
      "step": 24302
    },
    {
      "epoch": 2.6347571552471813,
      "grad_norm": 0.17560231685638428,
      "learning_rate": 1.2218917742637459e-05,
      "loss": 0.0125,
      "step": 24303
    },
    {
      "epoch": 2.634865568083261,
      "grad_norm": 0.25553861260414124,
      "learning_rate": 1.2215290874800523e-05,
      "loss": 0.0353,
      "step": 24304
    },
    {
      "epoch": 2.634973980919341,
      "grad_norm": 0.07464900612831116,
      "learning_rate": 1.2211664006963587e-05,
      "loss": 0.0068,
      "step": 24305
    },
    {
      "epoch": 2.635082393755421,
      "grad_norm": 0.10945664346218109,
      "learning_rate": 1.2208037139126651e-05,
      "loss": 0.0146,
      "step": 24306
    },
    {
      "epoch": 2.6351908065915004,
      "grad_norm": 0.21828223764896393,
      "learning_rate": 1.2204410271289715e-05,
      "loss": 0.0179,
      "step": 24307
    },
    {
      "epoch": 2.6352992194275804,
      "grad_norm": 0.16016970574855804,
      "learning_rate": 1.2200783403452779e-05,
      "loss": 0.0117,
      "step": 24308
    },
    {
      "epoch": 2.63540763226366,
      "grad_norm": 0.2116876244544983,
      "learning_rate": 1.2197156535615843e-05,
      "loss": 0.0176,
      "step": 24309
    },
    {
      "epoch": 2.63551604509974,
      "grad_norm": 0.07682161033153534,
      "learning_rate": 1.2193529667778907e-05,
      "loss": 0.0044,
      "step": 24310
    },
    {
      "epoch": 2.6356244579358195,
      "grad_norm": 0.14868949353694916,
      "learning_rate": 1.2189902799941971e-05,
      "loss": 0.0114,
      "step": 24311
    },
    {
      "epoch": 2.6357328707718994,
      "grad_norm": 0.28489574790000916,
      "learning_rate": 1.2186275932105034e-05,
      "loss": 0.0239,
      "step": 24312
    },
    {
      "epoch": 2.635841283607979,
      "grad_norm": 0.09564612060785294,
      "learning_rate": 1.21826490642681e-05,
      "loss": 0.0043,
      "step": 24313
    },
    {
      "epoch": 2.635949696444059,
      "grad_norm": 0.18732990324497223,
      "learning_rate": 1.2179022196431162e-05,
      "loss": 0.0183,
      "step": 24314
    },
    {
      "epoch": 2.636058109280139,
      "grad_norm": 0.13481448590755463,
      "learning_rate": 1.2175395328594226e-05,
      "loss": 0.0057,
      "step": 24315
    },
    {
      "epoch": 2.6361665221162185,
      "grad_norm": 0.05458211153745651,
      "learning_rate": 1.217176846075729e-05,
      "loss": 0.0037,
      "step": 24316
    },
    {
      "epoch": 2.6362749349522985,
      "grad_norm": 0.0750126913189888,
      "learning_rate": 1.2168141592920354e-05,
      "loss": 0.0027,
      "step": 24317
    },
    {
      "epoch": 2.636383347788378,
      "grad_norm": 0.18629251420497894,
      "learning_rate": 1.2164514725083418e-05,
      "loss": 0.0107,
      "step": 24318
    },
    {
      "epoch": 2.636491760624458,
      "grad_norm": 0.059525907039642334,
      "learning_rate": 1.2160887857246483e-05,
      "loss": 0.0048,
      "step": 24319
    },
    {
      "epoch": 2.636600173460538,
      "grad_norm": 0.27405521273612976,
      "learning_rate": 1.2157260989409547e-05,
      "loss": 0.0151,
      "step": 24320
    },
    {
      "epoch": 2.6367085862966175,
      "grad_norm": 0.1262722611427307,
      "learning_rate": 1.215363412157261e-05,
      "loss": 0.0111,
      "step": 24321
    },
    {
      "epoch": 2.636816999132697,
      "grad_norm": 0.1856415718793869,
      "learning_rate": 1.2150007253735675e-05,
      "loss": 0.0128,
      "step": 24322
    },
    {
      "epoch": 2.636925411968777,
      "grad_norm": 0.38067805767059326,
      "learning_rate": 1.2146380385898739e-05,
      "loss": 0.0374,
      "step": 24323
    },
    {
      "epoch": 2.637033824804857,
      "grad_norm": 0.1899549663066864,
      "learning_rate": 1.2142753518061803e-05,
      "loss": 0.0129,
      "step": 24324
    },
    {
      "epoch": 2.6371422376409366,
      "grad_norm": 0.2658597230911255,
      "learning_rate": 1.2139126650224866e-05,
      "loss": 0.0208,
      "step": 24325
    },
    {
      "epoch": 2.6372506504770166,
      "grad_norm": 0.13360174000263214,
      "learning_rate": 1.2135499782387931e-05,
      "loss": 0.0123,
      "step": 24326
    },
    {
      "epoch": 2.637359063313096,
      "grad_norm": 0.18250341713428497,
      "learning_rate": 1.2131872914550994e-05,
      "loss": 0.0128,
      "step": 24327
    },
    {
      "epoch": 2.637467476149176,
      "grad_norm": 0.12861475348472595,
      "learning_rate": 1.2128246046714058e-05,
      "loss": 0.0067,
      "step": 24328
    },
    {
      "epoch": 2.637575888985256,
      "grad_norm": 0.9246106743812561,
      "learning_rate": 1.2124619178877122e-05,
      "loss": 0.0263,
      "step": 24329
    },
    {
      "epoch": 2.6376843018213356,
      "grad_norm": 0.21336479485034943,
      "learning_rate": 1.2120992311040186e-05,
      "loss": 0.025,
      "step": 24330
    },
    {
      "epoch": 2.637792714657415,
      "grad_norm": 0.1525065153837204,
      "learning_rate": 1.211736544320325e-05,
      "loss": 0.0152,
      "step": 24331
    },
    {
      "epoch": 2.637901127493495,
      "grad_norm": 0.0035147450398653746,
      "learning_rate": 1.2113738575366314e-05,
      "loss": 0.0004,
      "step": 24332
    },
    {
      "epoch": 2.638009540329575,
      "grad_norm": 0.5730326771736145,
      "learning_rate": 1.2110111707529378e-05,
      "loss": 0.0464,
      "step": 24333
    },
    {
      "epoch": 2.6381179531656547,
      "grad_norm": 0.2723619341850281,
      "learning_rate": 1.2106484839692442e-05,
      "loss": 0.0235,
      "step": 24334
    },
    {
      "epoch": 2.6382263660017347,
      "grad_norm": 0.041725657880306244,
      "learning_rate": 1.2102857971855507e-05,
      "loss": 0.0015,
      "step": 24335
    },
    {
      "epoch": 2.638334778837814,
      "grad_norm": 0.283130943775177,
      "learning_rate": 1.209923110401857e-05,
      "loss": 0.0132,
      "step": 24336
    },
    {
      "epoch": 2.638443191673894,
      "grad_norm": 0.14319664239883423,
      "learning_rate": 1.2095604236181635e-05,
      "loss": 0.0117,
      "step": 24337
    },
    {
      "epoch": 2.638551604509974,
      "grad_norm": 0.11257621645927429,
      "learning_rate": 1.2091977368344697e-05,
      "loss": 0.0088,
      "step": 24338
    },
    {
      "epoch": 2.6386600173460537,
      "grad_norm": 0.05466924235224724,
      "learning_rate": 1.2088350500507763e-05,
      "loss": 0.0027,
      "step": 24339
    },
    {
      "epoch": 2.6387684301821337,
      "grad_norm": 0.24893760681152344,
      "learning_rate": 1.2084723632670825e-05,
      "loss": 0.018,
      "step": 24340
    },
    {
      "epoch": 2.6388768430182132,
      "grad_norm": 0.2410125583410263,
      "learning_rate": 1.208109676483389e-05,
      "loss": 0.0159,
      "step": 24341
    },
    {
      "epoch": 2.638985255854293,
      "grad_norm": 0.17662465572357178,
      "learning_rate": 1.2077469896996954e-05,
      "loss": 0.0216,
      "step": 24342
    },
    {
      "epoch": 2.639093668690373,
      "grad_norm": 0.07807286828756332,
      "learning_rate": 1.2073843029160018e-05,
      "loss": 0.0066,
      "step": 24343
    },
    {
      "epoch": 2.6392020815264527,
      "grad_norm": 0.004338376689702272,
      "learning_rate": 1.2070216161323082e-05,
      "loss": 0.0005,
      "step": 24344
    },
    {
      "epoch": 2.6393104943625323,
      "grad_norm": 0.02021249569952488,
      "learning_rate": 1.2066589293486146e-05,
      "loss": 0.0008,
      "step": 24345
    },
    {
      "epoch": 2.6394189071986123,
      "grad_norm": 0.1898808479309082,
      "learning_rate": 1.206296242564921e-05,
      "loss": 0.0131,
      "step": 24346
    },
    {
      "epoch": 2.6395273200346923,
      "grad_norm": 0.15094323456287384,
      "learning_rate": 1.2059335557812274e-05,
      "loss": 0.0207,
      "step": 24347
    },
    {
      "epoch": 2.639635732870772,
      "grad_norm": 0.4098576307296753,
      "learning_rate": 1.2055708689975338e-05,
      "loss": 0.0162,
      "step": 24348
    },
    {
      "epoch": 2.639744145706852,
      "grad_norm": 0.15003696084022522,
      "learning_rate": 1.2052081822138402e-05,
      "loss": 0.0076,
      "step": 24349
    },
    {
      "epoch": 2.6398525585429313,
      "grad_norm": 0.3618370592594147,
      "learning_rate": 1.2048454954301466e-05,
      "loss": 0.0294,
      "step": 24350
    },
    {
      "epoch": 2.6399609713790113,
      "grad_norm": 0.3262168765068054,
      "learning_rate": 1.2044828086464529e-05,
      "loss": 0.0285,
      "step": 24351
    },
    {
      "epoch": 2.6400693842150913,
      "grad_norm": 0.09229627996683121,
      "learning_rate": 1.2041201218627595e-05,
      "loss": 0.0078,
      "step": 24352
    },
    {
      "epoch": 2.640177797051171,
      "grad_norm": 0.05427895113825798,
      "learning_rate": 1.2037574350790657e-05,
      "loss": 0.0045,
      "step": 24353
    },
    {
      "epoch": 2.6402862098872504,
      "grad_norm": 0.24480828642845154,
      "learning_rate": 1.2033947482953723e-05,
      "loss": 0.0181,
      "step": 24354
    },
    {
      "epoch": 2.6403946227233304,
      "grad_norm": 0.12051350623369217,
      "learning_rate": 1.2030320615116785e-05,
      "loss": 0.0035,
      "step": 24355
    },
    {
      "epoch": 2.6405030355594103,
      "grad_norm": 0.0539720244705677,
      "learning_rate": 1.202669374727985e-05,
      "loss": 0.0029,
      "step": 24356
    },
    {
      "epoch": 2.64061144839549,
      "grad_norm": 0.03404184803366661,
      "learning_rate": 1.2023066879442913e-05,
      "loss": 0.0013,
      "step": 24357
    },
    {
      "epoch": 2.64071986123157,
      "grad_norm": 0.03933406621217728,
      "learning_rate": 1.2019440011605978e-05,
      "loss": 0.0037,
      "step": 24358
    },
    {
      "epoch": 2.6408282740676494,
      "grad_norm": 0.25810709595680237,
      "learning_rate": 1.2015813143769042e-05,
      "loss": 0.0295,
      "step": 24359
    },
    {
      "epoch": 2.6409366869037294,
      "grad_norm": 0.43173980712890625,
      "learning_rate": 1.2012186275932106e-05,
      "loss": 0.0454,
      "step": 24360
    },
    {
      "epoch": 2.6410450997398094,
      "grad_norm": 0.024807779118418694,
      "learning_rate": 1.200855940809517e-05,
      "loss": 0.0022,
      "step": 24361
    },
    {
      "epoch": 2.641153512575889,
      "grad_norm": 0.08938467502593994,
      "learning_rate": 1.2004932540258234e-05,
      "loss": 0.0099,
      "step": 24362
    },
    {
      "epoch": 2.641261925411969,
      "grad_norm": 0.7408239841461182,
      "learning_rate": 1.2001305672421298e-05,
      "loss": 0.0253,
      "step": 24363
    },
    {
      "epoch": 2.6413703382480485,
      "grad_norm": 0.32919421792030334,
      "learning_rate": 1.199767880458436e-05,
      "loss": 0.0112,
      "step": 24364
    },
    {
      "epoch": 2.6414787510841284,
      "grad_norm": 0.12638995051383972,
      "learning_rate": 1.1994051936747426e-05,
      "loss": 0.0121,
      "step": 24365
    },
    {
      "epoch": 2.6415871639202084,
      "grad_norm": 0.16215120255947113,
      "learning_rate": 1.1990425068910489e-05,
      "loss": 0.0482,
      "step": 24366
    },
    {
      "epoch": 2.641695576756288,
      "grad_norm": 0.06487356871366501,
      "learning_rate": 1.1986798201073555e-05,
      "loss": 0.0039,
      "step": 24367
    },
    {
      "epoch": 2.6418039895923675,
      "grad_norm": 0.022809887304902077,
      "learning_rate": 1.1983171333236617e-05,
      "loss": 0.0018,
      "step": 24368
    },
    {
      "epoch": 2.6419124024284475,
      "grad_norm": 0.032000165432691574,
      "learning_rate": 1.1979544465399681e-05,
      "loss": 0.0014,
      "step": 24369
    },
    {
      "epoch": 2.6420208152645275,
      "grad_norm": 0.019874650985002518,
      "learning_rate": 1.1975917597562745e-05,
      "loss": 0.0008,
      "step": 24370
    },
    {
      "epoch": 2.642129228100607,
      "grad_norm": 0.048102833330631256,
      "learning_rate": 1.197229072972581e-05,
      "loss": 0.0058,
      "step": 24371
    },
    {
      "epoch": 2.642237640936687,
      "grad_norm": 0.4109535217285156,
      "learning_rate": 1.1968663861888873e-05,
      "loss": 0.0261,
      "step": 24372
    },
    {
      "epoch": 2.6423460537727665,
      "grad_norm": 0.044520746916532516,
      "learning_rate": 1.1965036994051937e-05,
      "loss": 0.0028,
      "step": 24373
    },
    {
      "epoch": 2.6424544666088465,
      "grad_norm": 0.05609883740544319,
      "learning_rate": 1.1961410126215002e-05,
      "loss": 0.0031,
      "step": 24374
    },
    {
      "epoch": 2.6425628794449265,
      "grad_norm": 0.07993485033512115,
      "learning_rate": 1.1957783258378066e-05,
      "loss": 0.0114,
      "step": 24375
    },
    {
      "epoch": 2.642671292281006,
      "grad_norm": 0.09633990377187729,
      "learning_rate": 1.195415639054113e-05,
      "loss": 0.0157,
      "step": 24376
    },
    {
      "epoch": 2.6427797051170856,
      "grad_norm": 0.30470964312553406,
      "learning_rate": 1.1950529522704192e-05,
      "loss": 0.0167,
      "step": 24377
    },
    {
      "epoch": 2.6428881179531656,
      "grad_norm": 0.22650429606437683,
      "learning_rate": 1.1946902654867258e-05,
      "loss": 0.0388,
      "step": 24378
    },
    {
      "epoch": 2.6429965307892456,
      "grad_norm": 0.16303814947605133,
      "learning_rate": 1.194327578703032e-05,
      "loss": 0.0163,
      "step": 24379
    },
    {
      "epoch": 2.643104943625325,
      "grad_norm": 0.2099757343530655,
      "learning_rate": 1.1939648919193386e-05,
      "loss": 0.0238,
      "step": 24380
    },
    {
      "epoch": 2.643213356461405,
      "grad_norm": 0.3585992753505707,
      "learning_rate": 1.1936022051356449e-05,
      "loss": 0.0353,
      "step": 24381
    },
    {
      "epoch": 2.6433217692974846,
      "grad_norm": 0.33718517422676086,
      "learning_rate": 1.1932395183519513e-05,
      "loss": 0.0177,
      "step": 24382
    },
    {
      "epoch": 2.6434301821335646,
      "grad_norm": 0.0029846446122974157,
      "learning_rate": 1.1928768315682577e-05,
      "loss": 0.0003,
      "step": 24383
    },
    {
      "epoch": 2.6435385949696446,
      "grad_norm": 0.2238752245903015,
      "learning_rate": 1.1925141447845641e-05,
      "loss": 0.0238,
      "step": 24384
    },
    {
      "epoch": 2.643647007805724,
      "grad_norm": 0.011575150303542614,
      "learning_rate": 1.1921514580008705e-05,
      "loss": 0.0006,
      "step": 24385
    },
    {
      "epoch": 2.643755420641804,
      "grad_norm": 0.05741831660270691,
      "learning_rate": 1.1917887712171769e-05,
      "loss": 0.0054,
      "step": 24386
    },
    {
      "epoch": 2.6438638334778837,
      "grad_norm": 0.05704696476459503,
      "learning_rate": 1.1914260844334833e-05,
      "loss": 0.0041,
      "step": 24387
    },
    {
      "epoch": 2.6439722463139637,
      "grad_norm": 0.014261859469115734,
      "learning_rate": 1.1910633976497897e-05,
      "loss": 0.0011,
      "step": 24388
    },
    {
      "epoch": 2.644080659150043,
      "grad_norm": 0.06033210828900337,
      "learning_rate": 1.1907007108660961e-05,
      "loss": 0.0092,
      "step": 24389
    },
    {
      "epoch": 2.644189071986123,
      "grad_norm": 0.14082923531532288,
      "learning_rate": 1.1903380240824024e-05,
      "loss": 0.0103,
      "step": 24390
    },
    {
      "epoch": 2.6442974848222027,
      "grad_norm": 0.18229550123214722,
      "learning_rate": 1.189975337298709e-05,
      "loss": 0.0349,
      "step": 24391
    },
    {
      "epoch": 2.6444058976582827,
      "grad_norm": 0.05382835119962692,
      "learning_rate": 1.1896126505150152e-05,
      "loss": 0.0033,
      "step": 24392
    },
    {
      "epoch": 2.6445143104943627,
      "grad_norm": 0.14975173771381378,
      "learning_rate": 1.1892499637313218e-05,
      "loss": 0.0279,
      "step": 24393
    },
    {
      "epoch": 2.6446227233304422,
      "grad_norm": 0.05319662764668465,
      "learning_rate": 1.188887276947628e-05,
      "loss": 0.0024,
      "step": 24394
    },
    {
      "epoch": 2.6447311361665222,
      "grad_norm": 0.14818447828292847,
      "learning_rate": 1.1885245901639344e-05,
      "loss": 0.0037,
      "step": 24395
    },
    {
      "epoch": 2.6448395490026018,
      "grad_norm": 0.06401623785495758,
      "learning_rate": 1.1881619033802408e-05,
      "loss": 0.004,
      "step": 24396
    },
    {
      "epoch": 2.6449479618386817,
      "grad_norm": 0.16097436845302582,
      "learning_rate": 1.1877992165965473e-05,
      "loss": 0.0069,
      "step": 24397
    },
    {
      "epoch": 2.6450563746747617,
      "grad_norm": 0.10270517319440842,
      "learning_rate": 1.1874365298128537e-05,
      "loss": 0.0044,
      "step": 24398
    },
    {
      "epoch": 2.6451647875108413,
      "grad_norm": 0.0032203502487391233,
      "learning_rate": 1.18707384302916e-05,
      "loss": 0.0002,
      "step": 24399
    },
    {
      "epoch": 2.645273200346921,
      "grad_norm": 0.17774297297000885,
      "learning_rate": 1.1867111562454665e-05,
      "loss": 0.0237,
      "step": 24400
    },
    {
      "epoch": 2.645381613183001,
      "grad_norm": 0.04060078039765358,
      "learning_rate": 1.1863484694617729e-05,
      "loss": 0.0023,
      "step": 24401
    },
    {
      "epoch": 2.645490026019081,
      "grad_norm": 0.1438753604888916,
      "learning_rate": 1.1859857826780793e-05,
      "loss": 0.011,
      "step": 24402
    },
    {
      "epoch": 2.6455984388551603,
      "grad_norm": 0.06042765825986862,
      "learning_rate": 1.1856230958943857e-05,
      "loss": 0.0048,
      "step": 24403
    },
    {
      "epoch": 2.6457068516912403,
      "grad_norm": 0.16198541224002838,
      "learning_rate": 1.1852604091106921e-05,
      "loss": 0.0069,
      "step": 24404
    },
    {
      "epoch": 2.64581526452732,
      "grad_norm": 0.633870542049408,
      "learning_rate": 1.1848977223269984e-05,
      "loss": 0.0302,
      "step": 24405
    },
    {
      "epoch": 2.6459236773634,
      "grad_norm": 0.10519763082265854,
      "learning_rate": 1.184535035543305e-05,
      "loss": 0.0069,
      "step": 24406
    },
    {
      "epoch": 2.64603209019948,
      "grad_norm": 0.2319301813840866,
      "learning_rate": 1.1841723487596112e-05,
      "loss": 0.0153,
      "step": 24407
    },
    {
      "epoch": 2.6461405030355594,
      "grad_norm": 0.9872075915336609,
      "learning_rate": 1.1838096619759178e-05,
      "loss": 0.0258,
      "step": 24408
    },
    {
      "epoch": 2.6462489158716394,
      "grad_norm": 0.1318468153476715,
      "learning_rate": 1.183446975192224e-05,
      "loss": 0.0147,
      "step": 24409
    },
    {
      "epoch": 2.646357328707719,
      "grad_norm": 0.12666133046150208,
      "learning_rate": 1.1830842884085304e-05,
      "loss": 0.0144,
      "step": 24410
    },
    {
      "epoch": 2.646465741543799,
      "grad_norm": 0.048263005912303925,
      "learning_rate": 1.1827216016248368e-05,
      "loss": 0.0049,
      "step": 24411
    },
    {
      "epoch": 2.6465741543798784,
      "grad_norm": 0.12018674612045288,
      "learning_rate": 1.1823589148411432e-05,
      "loss": 0.0174,
      "step": 24412
    },
    {
      "epoch": 2.6466825672159584,
      "grad_norm": 0.1415327489376068,
      "learning_rate": 1.1819962280574497e-05,
      "loss": 0.0251,
      "step": 24413
    },
    {
      "epoch": 2.646790980052038,
      "grad_norm": 0.2518600821495056,
      "learning_rate": 1.181633541273756e-05,
      "loss": 0.0169,
      "step": 24414
    },
    {
      "epoch": 2.646899392888118,
      "grad_norm": 0.22444626688957214,
      "learning_rate": 1.1812708544900625e-05,
      "loss": 0.015,
      "step": 24415
    },
    {
      "epoch": 2.647007805724198,
      "grad_norm": 0.04354497417807579,
      "learning_rate": 1.1809081677063689e-05,
      "loss": 0.004,
      "step": 24416
    },
    {
      "epoch": 2.6471162185602775,
      "grad_norm": 0.025150617584586143,
      "learning_rate": 1.1805454809226753e-05,
      "loss": 0.002,
      "step": 24417
    },
    {
      "epoch": 2.6472246313963574,
      "grad_norm": 0.4961663484573364,
      "learning_rate": 1.1801827941389815e-05,
      "loss": 0.0133,
      "step": 24418
    },
    {
      "epoch": 2.647333044232437,
      "grad_norm": 0.14513878524303436,
      "learning_rate": 1.1798201073552881e-05,
      "loss": 0.0064,
      "step": 24419
    },
    {
      "epoch": 2.647441457068517,
      "grad_norm": 0.008141116239130497,
      "learning_rate": 1.1794574205715944e-05,
      "loss": 0.0004,
      "step": 24420
    },
    {
      "epoch": 2.647549869904597,
      "grad_norm": 0.1627258062362671,
      "learning_rate": 1.179094733787901e-05,
      "loss": 0.0113,
      "step": 24421
    },
    {
      "epoch": 2.6476582827406765,
      "grad_norm": 0.07711958885192871,
      "learning_rate": 1.1787320470042072e-05,
      "loss": 0.0052,
      "step": 24422
    },
    {
      "epoch": 2.647766695576756,
      "grad_norm": 0.033437978476285934,
      "learning_rate": 1.1783693602205136e-05,
      "loss": 0.0032,
      "step": 24423
    },
    {
      "epoch": 2.647875108412836,
      "grad_norm": 0.22367966175079346,
      "learning_rate": 1.17800667343682e-05,
      "loss": 0.0162,
      "step": 24424
    },
    {
      "epoch": 2.647983521248916,
      "grad_norm": 0.09051547944545746,
      "learning_rate": 1.1776439866531264e-05,
      "loss": 0.0051,
      "step": 24425
    },
    {
      "epoch": 2.6480919340849955,
      "grad_norm": 0.24910809099674225,
      "learning_rate": 1.1772812998694328e-05,
      "loss": 0.0089,
      "step": 24426
    },
    {
      "epoch": 2.6482003469210755,
      "grad_norm": 0.04982849583029747,
      "learning_rate": 1.1769186130857392e-05,
      "loss": 0.0123,
      "step": 24427
    },
    {
      "epoch": 2.648308759757155,
      "grad_norm": 0.06896926462650299,
      "learning_rate": 1.1765559263020456e-05,
      "loss": 0.0029,
      "step": 24428
    },
    {
      "epoch": 2.648417172593235,
      "grad_norm": 0.18670572340488434,
      "learning_rate": 1.176193239518352e-05,
      "loss": 0.0166,
      "step": 24429
    },
    {
      "epoch": 2.648525585429315,
      "grad_norm": 0.04430510848760605,
      "learning_rate": 1.1758305527346585e-05,
      "loss": 0.0045,
      "step": 24430
    },
    {
      "epoch": 2.6486339982653946,
      "grad_norm": 0.14356356859207153,
      "learning_rate": 1.1754678659509647e-05,
      "loss": 0.004,
      "step": 24431
    },
    {
      "epoch": 2.6487424111014746,
      "grad_norm": 0.031093474477529526,
      "learning_rate": 1.1751051791672713e-05,
      "loss": 0.0013,
      "step": 24432
    },
    {
      "epoch": 2.648850823937554,
      "grad_norm": 0.05021939426660538,
      "learning_rate": 1.1747424923835775e-05,
      "loss": 0.0018,
      "step": 24433
    },
    {
      "epoch": 2.648959236773634,
      "grad_norm": 0.605431079864502,
      "learning_rate": 1.1743798055998841e-05,
      "loss": 0.0252,
      "step": 24434
    },
    {
      "epoch": 2.6490676496097136,
      "grad_norm": 0.11715884506702423,
      "learning_rate": 1.1740171188161904e-05,
      "loss": 0.0079,
      "step": 24435
    },
    {
      "epoch": 2.6491760624457936,
      "grad_norm": 0.03814193233847618,
      "learning_rate": 1.1736544320324968e-05,
      "loss": 0.0033,
      "step": 24436
    },
    {
      "epoch": 2.649284475281873,
      "grad_norm": 0.02325473539531231,
      "learning_rate": 1.1732917452488032e-05,
      "loss": 0.0017,
      "step": 24437
    },
    {
      "epoch": 2.649392888117953,
      "grad_norm": 0.14744962751865387,
      "learning_rate": 1.1729290584651096e-05,
      "loss": 0.0052,
      "step": 24438
    },
    {
      "epoch": 2.649501300954033,
      "grad_norm": 0.03318028151988983,
      "learning_rate": 1.172566371681416e-05,
      "loss": 0.0012,
      "step": 24439
    },
    {
      "epoch": 2.6496097137901127,
      "grad_norm": 0.01755032129585743,
      "learning_rate": 1.1722036848977224e-05,
      "loss": 0.0007,
      "step": 24440
    },
    {
      "epoch": 2.6497181266261927,
      "grad_norm": 0.4525367021560669,
      "learning_rate": 1.1718409981140288e-05,
      "loss": 0.0297,
      "step": 24441
    },
    {
      "epoch": 2.649826539462272,
      "grad_norm": 0.10209299623966217,
      "learning_rate": 1.1714783113303352e-05,
      "loss": 0.0094,
      "step": 24442
    },
    {
      "epoch": 2.649934952298352,
      "grad_norm": 0.14178475737571716,
      "learning_rate": 1.1711156245466416e-05,
      "loss": 0.0206,
      "step": 24443
    },
    {
      "epoch": 2.650043365134432,
      "grad_norm": 0.09618385136127472,
      "learning_rate": 1.1707529377629479e-05,
      "loss": 0.0053,
      "step": 24444
    },
    {
      "epoch": 2.6501517779705117,
      "grad_norm": 0.336059033870697,
      "learning_rate": 1.1703902509792545e-05,
      "loss": 0.0403,
      "step": 24445
    },
    {
      "epoch": 2.6502601908065913,
      "grad_norm": 0.12957845628261566,
      "learning_rate": 1.1700275641955607e-05,
      "loss": 0.0054,
      "step": 24446
    },
    {
      "epoch": 2.6503686036426712,
      "grad_norm": 0.07439533621072769,
      "learning_rate": 1.1696648774118673e-05,
      "loss": 0.0134,
      "step": 24447
    },
    {
      "epoch": 2.6504770164787512,
      "grad_norm": 0.1593952476978302,
      "learning_rate": 1.1693021906281735e-05,
      "loss": 0.0301,
      "step": 24448
    },
    {
      "epoch": 2.6505854293148308,
      "grad_norm": 0.005175966769456863,
      "learning_rate": 1.16893950384448e-05,
      "loss": 0.0004,
      "step": 24449
    },
    {
      "epoch": 2.6506938421509108,
      "grad_norm": 0.03681851178407669,
      "learning_rate": 1.1685768170607863e-05,
      "loss": 0.0013,
      "step": 24450
    },
    {
      "epoch": 2.6508022549869903,
      "grad_norm": 0.21967333555221558,
      "learning_rate": 1.1682141302770927e-05,
      "loss": 0.0279,
      "step": 24451
    },
    {
      "epoch": 2.6509106678230703,
      "grad_norm": 0.09223778545856476,
      "learning_rate": 1.1678514434933992e-05,
      "loss": 0.0112,
      "step": 24452
    },
    {
      "epoch": 2.6510190806591503,
      "grad_norm": 0.12263863533735275,
      "learning_rate": 1.1674887567097056e-05,
      "loss": 0.0069,
      "step": 24453
    },
    {
      "epoch": 2.65112749349523,
      "grad_norm": 0.028591223061084747,
      "learning_rate": 1.167126069926012e-05,
      "loss": 0.0022,
      "step": 24454
    },
    {
      "epoch": 2.65123590633131,
      "grad_norm": 0.29052963852882385,
      "learning_rate": 1.1667633831423184e-05,
      "loss": 0.0083,
      "step": 24455
    },
    {
      "epoch": 2.6513443191673893,
      "grad_norm": 0.20541419088840485,
      "learning_rate": 1.1664006963586248e-05,
      "loss": 0.0391,
      "step": 24456
    },
    {
      "epoch": 2.6514527320034693,
      "grad_norm": 0.15247991681098938,
      "learning_rate": 1.166038009574931e-05,
      "loss": 0.0195,
      "step": 24457
    },
    {
      "epoch": 2.651561144839549,
      "grad_norm": 0.015238487161695957,
      "learning_rate": 1.1656753227912376e-05,
      "loss": 0.0008,
      "step": 24458
    },
    {
      "epoch": 2.651669557675629,
      "grad_norm": 0.06826023012399673,
      "learning_rate": 1.1653126360075439e-05,
      "loss": 0.0071,
      "step": 24459
    },
    {
      "epoch": 2.6517779705117084,
      "grad_norm": 0.03869011625647545,
      "learning_rate": 1.1649499492238504e-05,
      "loss": 0.0055,
      "step": 24460
    },
    {
      "epoch": 2.6518863833477884,
      "grad_norm": 0.14688141644001007,
      "learning_rate": 1.1645872624401567e-05,
      "loss": 0.017,
      "step": 24461
    },
    {
      "epoch": 2.6519947961838684,
      "grad_norm": 0.015463282354176044,
      "learning_rate": 1.1642245756564633e-05,
      "loss": 0.001,
      "step": 24462
    },
    {
      "epoch": 2.652103209019948,
      "grad_norm": 0.056021008640527725,
      "learning_rate": 1.1638618888727695e-05,
      "loss": 0.003,
      "step": 24463
    },
    {
      "epoch": 2.652211621856028,
      "grad_norm": 0.07418757677078247,
      "learning_rate": 1.163499202089076e-05,
      "loss": 0.0066,
      "step": 24464
    },
    {
      "epoch": 2.6523200346921074,
      "grad_norm": 0.02465401031076908,
      "learning_rate": 1.1631365153053823e-05,
      "loss": 0.002,
      "step": 24465
    },
    {
      "epoch": 2.6524284475281874,
      "grad_norm": 0.07020607590675354,
      "learning_rate": 1.1627738285216887e-05,
      "loss": 0.0034,
      "step": 24466
    },
    {
      "epoch": 2.6525368603642674,
      "grad_norm": 0.14706632494926453,
      "learning_rate": 1.1624111417379951e-05,
      "loss": 0.0194,
      "step": 24467
    },
    {
      "epoch": 2.652645273200347,
      "grad_norm": 0.17723648250102997,
      "learning_rate": 1.1620484549543016e-05,
      "loss": 0.0129,
      "step": 24468
    },
    {
      "epoch": 2.6527536860364265,
      "grad_norm": 0.022962898015975952,
      "learning_rate": 1.161685768170608e-05,
      "loss": 0.0011,
      "step": 24469
    },
    {
      "epoch": 2.6528620988725065,
      "grad_norm": 0.405424565076828,
      "learning_rate": 1.1613230813869142e-05,
      "loss": 0.0447,
      "step": 24470
    },
    {
      "epoch": 2.6529705117085864,
      "grad_norm": 0.02913927286863327,
      "learning_rate": 1.1609603946032208e-05,
      "loss": 0.0018,
      "step": 24471
    },
    {
      "epoch": 2.653078924544666,
      "grad_norm": 0.07253296673297882,
      "learning_rate": 1.160597707819527e-05,
      "loss": 0.0029,
      "step": 24472
    },
    {
      "epoch": 2.653187337380746,
      "grad_norm": 0.15913638472557068,
      "learning_rate": 1.1602350210358336e-05,
      "loss": 0.0253,
      "step": 24473
    },
    {
      "epoch": 2.6532957502168255,
      "grad_norm": 0.4679563045501709,
      "learning_rate": 1.1598723342521399e-05,
      "loss": 0.0421,
      "step": 24474
    },
    {
      "epoch": 2.6534041630529055,
      "grad_norm": 0.012904603034257889,
      "learning_rate": 1.1595096474684464e-05,
      "loss": 0.0004,
      "step": 24475
    },
    {
      "epoch": 2.6535125758889855,
      "grad_norm": 0.21047405898571014,
      "learning_rate": 1.1591469606847527e-05,
      "loss": 0.0168,
      "step": 24476
    },
    {
      "epoch": 2.653620988725065,
      "grad_norm": 0.11283278465270996,
      "learning_rate": 1.158784273901059e-05,
      "loss": 0.0083,
      "step": 24477
    },
    {
      "epoch": 2.6537294015611446,
      "grad_norm": 0.07697038352489471,
      "learning_rate": 1.1584215871173655e-05,
      "loss": 0.0042,
      "step": 24478
    },
    {
      "epoch": 2.6538378143972245,
      "grad_norm": 0.19802284240722656,
      "learning_rate": 1.1580589003336719e-05,
      "loss": 0.0322,
      "step": 24479
    },
    {
      "epoch": 2.6539462272333045,
      "grad_norm": 0.10646193474531174,
      "learning_rate": 1.1576962135499783e-05,
      "loss": 0.0124,
      "step": 24480
    },
    {
      "epoch": 2.654054640069384,
      "grad_norm": 0.5467360019683838,
      "learning_rate": 1.1573335267662847e-05,
      "loss": 0.0397,
      "step": 24481
    },
    {
      "epoch": 2.654163052905464,
      "grad_norm": 0.19636276364326477,
      "learning_rate": 1.1569708399825911e-05,
      "loss": 0.0202,
      "step": 24482
    },
    {
      "epoch": 2.6542714657415436,
      "grad_norm": 0.21165871620178223,
      "learning_rate": 1.1566081531988974e-05,
      "loss": 0.0074,
      "step": 24483
    },
    {
      "epoch": 2.6543798785776236,
      "grad_norm": 0.3161868453025818,
      "learning_rate": 1.156245466415204e-05,
      "loss": 0.0211,
      "step": 24484
    },
    {
      "epoch": 2.6544882914137036,
      "grad_norm": 0.07513020932674408,
      "learning_rate": 1.1558827796315102e-05,
      "loss": 0.0041,
      "step": 24485
    },
    {
      "epoch": 2.654596704249783,
      "grad_norm": 0.1997957080602646,
      "learning_rate": 1.1555200928478168e-05,
      "loss": 0.0281,
      "step": 24486
    },
    {
      "epoch": 2.654705117085863,
      "grad_norm": 0.040057890117168427,
      "learning_rate": 1.155157406064123e-05,
      "loss": 0.0023,
      "step": 24487
    },
    {
      "epoch": 2.6548135299219426,
      "grad_norm": 0.3422383666038513,
      "learning_rate": 1.1547947192804296e-05,
      "loss": 0.0264,
      "step": 24488
    },
    {
      "epoch": 2.6549219427580226,
      "grad_norm": 0.06901815533638,
      "learning_rate": 1.1544320324967358e-05,
      "loss": 0.0043,
      "step": 24489
    },
    {
      "epoch": 2.6550303555941026,
      "grad_norm": 0.1012137308716774,
      "learning_rate": 1.1540693457130423e-05,
      "loss": 0.0055,
      "step": 24490
    },
    {
      "epoch": 2.655138768430182,
      "grad_norm": 0.0274349395185709,
      "learning_rate": 1.1537066589293487e-05,
      "loss": 0.0013,
      "step": 24491
    },
    {
      "epoch": 2.6552471812662617,
      "grad_norm": 0.1770036518573761,
      "learning_rate": 1.153343972145655e-05,
      "loss": 0.018,
      "step": 24492
    },
    {
      "epoch": 2.6553555941023417,
      "grad_norm": 0.05298832058906555,
      "learning_rate": 1.1529812853619615e-05,
      "loss": 0.0019,
      "step": 24493
    },
    {
      "epoch": 2.6554640069384217,
      "grad_norm": 0.04488637298345566,
      "learning_rate": 1.1526185985782679e-05,
      "loss": 0.0047,
      "step": 24494
    },
    {
      "epoch": 2.655572419774501,
      "grad_norm": 0.14295220375061035,
      "learning_rate": 1.1522559117945743e-05,
      "loss": 0.0113,
      "step": 24495
    },
    {
      "epoch": 2.655680832610581,
      "grad_norm": 0.03930315747857094,
      "learning_rate": 1.1518932250108805e-05,
      "loss": 0.0022,
      "step": 24496
    },
    {
      "epoch": 2.6557892454466607,
      "grad_norm": 0.24888087809085846,
      "learning_rate": 1.1515305382271871e-05,
      "loss": 0.0188,
      "step": 24497
    },
    {
      "epoch": 2.6558976582827407,
      "grad_norm": 0.011306235566735268,
      "learning_rate": 1.1511678514434934e-05,
      "loss": 0.0004,
      "step": 24498
    },
    {
      "epoch": 2.6560060711188207,
      "grad_norm": 0.02219397760927677,
      "learning_rate": 1.1508051646598e-05,
      "loss": 0.002,
      "step": 24499
    },
    {
      "epoch": 2.6561144839549002,
      "grad_norm": 0.09768147766590118,
      "learning_rate": 1.1504424778761062e-05,
      "loss": 0.0199,
      "step": 24500
    },
    {
      "epoch": 2.65622289679098,
      "grad_norm": 0.2161167711019516,
      "learning_rate": 1.1500797910924128e-05,
      "loss": 0.0186,
      "step": 24501
    },
    {
      "epoch": 2.6563313096270598,
      "grad_norm": 0.1625780612230301,
      "learning_rate": 1.149717104308719e-05,
      "loss": 0.0177,
      "step": 24502
    },
    {
      "epoch": 2.6564397224631398,
      "grad_norm": 0.15230049192905426,
      "learning_rate": 1.1493544175250256e-05,
      "loss": 0.0106,
      "step": 24503
    },
    {
      "epoch": 2.6565481352992193,
      "grad_norm": 0.0132968844845891,
      "learning_rate": 1.1489917307413318e-05,
      "loss": 0.0006,
      "step": 24504
    },
    {
      "epoch": 2.6566565481352993,
      "grad_norm": 0.13393421471118927,
      "learning_rate": 1.1486290439576382e-05,
      "loss": 0.0285,
      "step": 24505
    },
    {
      "epoch": 2.656764960971379,
      "grad_norm": 0.014049792662262917,
      "learning_rate": 1.1482663571739446e-05,
      "loss": 0.001,
      "step": 24506
    },
    {
      "epoch": 2.656873373807459,
      "grad_norm": 0.23473365604877472,
      "learning_rate": 1.147903670390251e-05,
      "loss": 0.0149,
      "step": 24507
    },
    {
      "epoch": 2.656981786643539,
      "grad_norm": 0.05188554525375366,
      "learning_rate": 1.1475409836065575e-05,
      "loss": 0.0027,
      "step": 24508
    },
    {
      "epoch": 2.6570901994796183,
      "grad_norm": 0.28424543142318726,
      "learning_rate": 1.1471782968228637e-05,
      "loss": 0.0223,
      "step": 24509
    },
    {
      "epoch": 2.6571986123156983,
      "grad_norm": 0.1042579784989357,
      "learning_rate": 1.1468156100391703e-05,
      "loss": 0.0049,
      "step": 24510
    },
    {
      "epoch": 2.657307025151778,
      "grad_norm": 0.28949594497680664,
      "learning_rate": 1.1464529232554765e-05,
      "loss": 0.0085,
      "step": 24511
    },
    {
      "epoch": 2.657415437987858,
      "grad_norm": 0.25910595059394836,
      "learning_rate": 1.1460902364717831e-05,
      "loss": 0.0107,
      "step": 24512
    },
    {
      "epoch": 2.657523850823938,
      "grad_norm": 0.14427341520786285,
      "learning_rate": 1.1457275496880894e-05,
      "loss": 0.0124,
      "step": 24513
    },
    {
      "epoch": 2.6576322636600174,
      "grad_norm": 0.15523892641067505,
      "learning_rate": 1.145364862904396e-05,
      "loss": 0.0094,
      "step": 24514
    },
    {
      "epoch": 2.657740676496097,
      "grad_norm": 0.24442267417907715,
      "learning_rate": 1.1450021761207022e-05,
      "loss": 0.0126,
      "step": 24515
    },
    {
      "epoch": 2.657849089332177,
      "grad_norm": 0.10701210796833038,
      "learning_rate": 1.1446394893370088e-05,
      "loss": 0.009,
      "step": 24516
    },
    {
      "epoch": 2.657957502168257,
      "grad_norm": 0.46929535269737244,
      "learning_rate": 1.144276802553315e-05,
      "loss": 0.0224,
      "step": 24517
    },
    {
      "epoch": 2.6580659150043364,
      "grad_norm": 0.16488096117973328,
      "learning_rate": 1.1439141157696214e-05,
      "loss": 0.0131,
      "step": 24518
    },
    {
      "epoch": 2.6581743278404164,
      "grad_norm": 0.020490173250436783,
      "learning_rate": 1.1435514289859278e-05,
      "loss": 0.0008,
      "step": 24519
    },
    {
      "epoch": 2.658282740676496,
      "grad_norm": 0.19082780182361603,
      "learning_rate": 1.1431887422022342e-05,
      "loss": 0.0201,
      "step": 24520
    },
    {
      "epoch": 2.658391153512576,
      "grad_norm": 0.047690775245428085,
      "learning_rate": 1.1428260554185406e-05,
      "loss": 0.0015,
      "step": 24521
    },
    {
      "epoch": 2.658499566348656,
      "grad_norm": 0.07011764496564865,
      "learning_rate": 1.1424633686348469e-05,
      "loss": 0.004,
      "step": 24522
    },
    {
      "epoch": 2.6586079791847355,
      "grad_norm": 0.01374147366732359,
      "learning_rate": 1.1421006818511535e-05,
      "loss": 0.0006,
      "step": 24523
    },
    {
      "epoch": 2.658716392020815,
      "grad_norm": 0.023469705134630203,
      "learning_rate": 1.1417379950674597e-05,
      "loss": 0.0018,
      "step": 24524
    },
    {
      "epoch": 2.658824804856895,
      "grad_norm": 0.16772080957889557,
      "learning_rate": 1.1413753082837663e-05,
      "loss": 0.0046,
      "step": 24525
    },
    {
      "epoch": 2.658933217692975,
      "grad_norm": 0.06429408490657806,
      "learning_rate": 1.1410126215000725e-05,
      "loss": 0.0055,
      "step": 24526
    },
    {
      "epoch": 2.6590416305290545,
      "grad_norm": 0.0486290417611599,
      "learning_rate": 1.1406499347163791e-05,
      "loss": 0.0025,
      "step": 24527
    },
    {
      "epoch": 2.6591500433651345,
      "grad_norm": 0.1839284598827362,
      "learning_rate": 1.1402872479326853e-05,
      "loss": 0.0131,
      "step": 24528
    },
    {
      "epoch": 2.659258456201214,
      "grad_norm": 0.16722026467323303,
      "learning_rate": 1.139924561148992e-05,
      "loss": 0.0213,
      "step": 24529
    },
    {
      "epoch": 2.659366869037294,
      "grad_norm": 0.1780194193124771,
      "learning_rate": 1.1395618743652982e-05,
      "loss": 0.0073,
      "step": 24530
    },
    {
      "epoch": 2.659475281873374,
      "grad_norm": 0.28489309549331665,
      "learning_rate": 1.1391991875816046e-05,
      "loss": 0.0161,
      "step": 24531
    },
    {
      "epoch": 2.6595836947094535,
      "grad_norm": 0.15333612263202667,
      "learning_rate": 1.138836500797911e-05,
      "loss": 0.0173,
      "step": 24532
    },
    {
      "epoch": 2.6596921075455335,
      "grad_norm": 0.019913753494620323,
      "learning_rate": 1.1384738140142174e-05,
      "loss": 0.0011,
      "step": 24533
    },
    {
      "epoch": 2.659800520381613,
      "grad_norm": 0.12651611864566803,
      "learning_rate": 1.1381111272305238e-05,
      "loss": 0.0098,
      "step": 24534
    },
    {
      "epoch": 2.659908933217693,
      "grad_norm": 0.1258721500635147,
      "learning_rate": 1.13774844044683e-05,
      "loss": 0.0084,
      "step": 24535
    },
    {
      "epoch": 2.6600173460537726,
      "grad_norm": 0.28374454379081726,
      "learning_rate": 1.1373857536631366e-05,
      "loss": 0.0126,
      "step": 24536
    },
    {
      "epoch": 2.6601257588898526,
      "grad_norm": 0.0562441349029541,
      "learning_rate": 1.1370230668794429e-05,
      "loss": 0.0023,
      "step": 24537
    },
    {
      "epoch": 2.660234171725932,
      "grad_norm": 0.06228761747479439,
      "learning_rate": 1.1366603800957494e-05,
      "loss": 0.0037,
      "step": 24538
    },
    {
      "epoch": 2.660342584562012,
      "grad_norm": 0.006435399875044823,
      "learning_rate": 1.1362976933120557e-05,
      "loss": 0.0005,
      "step": 24539
    },
    {
      "epoch": 2.660450997398092,
      "grad_norm": 0.3366335332393646,
      "learning_rate": 1.1359350065283623e-05,
      "loss": 0.0279,
      "step": 24540
    },
    {
      "epoch": 2.6605594102341716,
      "grad_norm": 0.11346697807312012,
      "learning_rate": 1.1355723197446685e-05,
      "loss": 0.0058,
      "step": 24541
    },
    {
      "epoch": 2.6606678230702516,
      "grad_norm": 0.022191502153873444,
      "learning_rate": 1.1352096329609751e-05,
      "loss": 0.0013,
      "step": 24542
    },
    {
      "epoch": 2.660776235906331,
      "grad_norm": 0.16102266311645508,
      "learning_rate": 1.1348469461772813e-05,
      "loss": 0.0281,
      "step": 24543
    },
    {
      "epoch": 2.660884648742411,
      "grad_norm": 0.2720423638820648,
      "learning_rate": 1.1344842593935877e-05,
      "loss": 0.0127,
      "step": 24544
    },
    {
      "epoch": 2.660993061578491,
      "grad_norm": 0.09266481548547745,
      "learning_rate": 1.1341215726098942e-05,
      "loss": 0.0079,
      "step": 24545
    },
    {
      "epoch": 2.6611014744145707,
      "grad_norm": 0.25666478276252747,
      "learning_rate": 1.1337588858262006e-05,
      "loss": 0.0438,
      "step": 24546
    },
    {
      "epoch": 2.66120988725065,
      "grad_norm": 0.1279842108488083,
      "learning_rate": 1.133396199042507e-05,
      "loss": 0.0092,
      "step": 24547
    },
    {
      "epoch": 2.66131830008673,
      "grad_norm": 0.20469294488430023,
      "learning_rate": 1.1330335122588132e-05,
      "loss": 0.0183,
      "step": 24548
    },
    {
      "epoch": 2.66142671292281,
      "grad_norm": 0.02067522145807743,
      "learning_rate": 1.1326708254751198e-05,
      "loss": 0.0011,
      "step": 24549
    },
    {
      "epoch": 2.6615351257588897,
      "grad_norm": 0.003984599374234676,
      "learning_rate": 1.132308138691426e-05,
      "loss": 0.0003,
      "step": 24550
    },
    {
      "epoch": 2.6616435385949697,
      "grad_norm": 0.22555437684059143,
      "learning_rate": 1.1319454519077326e-05,
      "loss": 0.0163,
      "step": 24551
    },
    {
      "epoch": 2.6617519514310493,
      "grad_norm": 0.1445745974779129,
      "learning_rate": 1.1315827651240389e-05,
      "loss": 0.0103,
      "step": 24552
    },
    {
      "epoch": 2.6618603642671292,
      "grad_norm": 0.05794438347220421,
      "learning_rate": 1.1312200783403454e-05,
      "loss": 0.0067,
      "step": 24553
    },
    {
      "epoch": 2.6619687771032092,
      "grad_norm": 0.1608240157365799,
      "learning_rate": 1.1308573915566517e-05,
      "loss": 0.0045,
      "step": 24554
    },
    {
      "epoch": 2.6620771899392888,
      "grad_norm": 0.1716015487909317,
      "learning_rate": 1.1304947047729583e-05,
      "loss": 0.0066,
      "step": 24555
    },
    {
      "epoch": 2.6621856027753688,
      "grad_norm": 0.10472770035266876,
      "learning_rate": 1.1301320179892645e-05,
      "loss": 0.0187,
      "step": 24556
    },
    {
      "epoch": 2.6622940156114483,
      "grad_norm": 0.03209245577454567,
      "learning_rate": 1.1297693312055709e-05,
      "loss": 0.0038,
      "step": 24557
    },
    {
      "epoch": 2.6624024284475283,
      "grad_norm": 0.16903498768806458,
      "learning_rate": 1.1294066444218773e-05,
      "loss": 0.0264,
      "step": 24558
    },
    {
      "epoch": 2.662510841283608,
      "grad_norm": 0.1559699922800064,
      "learning_rate": 1.1290439576381837e-05,
      "loss": 0.012,
      "step": 24559
    },
    {
      "epoch": 2.662619254119688,
      "grad_norm": 0.1776234656572342,
      "learning_rate": 1.1286812708544901e-05,
      "loss": 0.0129,
      "step": 24560
    },
    {
      "epoch": 2.6627276669557673,
      "grad_norm": 0.19259415566921234,
      "learning_rate": 1.1283185840707964e-05,
      "loss": 0.0138,
      "step": 24561
    },
    {
      "epoch": 2.6628360797918473,
      "grad_norm": 0.030479278415441513,
      "learning_rate": 1.127955897287103e-05,
      "loss": 0.002,
      "step": 24562
    },
    {
      "epoch": 2.6629444926279273,
      "grad_norm": 0.2264302521944046,
      "learning_rate": 1.1275932105034092e-05,
      "loss": 0.0234,
      "step": 24563
    },
    {
      "epoch": 2.663052905464007,
      "grad_norm": 0.16168980300426483,
      "learning_rate": 1.1272305237197158e-05,
      "loss": 0.0036,
      "step": 24564
    },
    {
      "epoch": 2.663161318300087,
      "grad_norm": 0.11182762682437897,
      "learning_rate": 1.126867836936022e-05,
      "loss": 0.0103,
      "step": 24565
    },
    {
      "epoch": 2.6632697311361664,
      "grad_norm": 0.11407754570245743,
      "learning_rate": 1.1265051501523286e-05,
      "loss": 0.0153,
      "step": 24566
    },
    {
      "epoch": 2.6633781439722464,
      "grad_norm": 0.18411143124103546,
      "learning_rate": 1.1261424633686348e-05,
      "loss": 0.0118,
      "step": 24567
    },
    {
      "epoch": 2.6634865568083264,
      "grad_norm": 0.1589878797531128,
      "learning_rate": 1.1257797765849414e-05,
      "loss": 0.0118,
      "step": 24568
    },
    {
      "epoch": 2.663594969644406,
      "grad_norm": 0.25287970900535583,
      "learning_rate": 1.1254170898012477e-05,
      "loss": 0.0064,
      "step": 24569
    },
    {
      "epoch": 2.6637033824804854,
      "grad_norm": 0.012989917770028114,
      "learning_rate": 1.125054403017554e-05,
      "loss": 0.0011,
      "step": 24570
    },
    {
      "epoch": 2.6638117953165654,
      "grad_norm": 0.0024791182950139046,
      "learning_rate": 1.1246917162338605e-05,
      "loss": 0.0002,
      "step": 24571
    },
    {
      "epoch": 2.6639202081526454,
      "grad_norm": 0.08303263038396835,
      "learning_rate": 1.1243290294501669e-05,
      "loss": 0.0085,
      "step": 24572
    },
    {
      "epoch": 2.664028620988725,
      "grad_norm": 0.1210792064666748,
      "learning_rate": 1.1239663426664733e-05,
      "loss": 0.006,
      "step": 24573
    },
    {
      "epoch": 2.664137033824805,
      "grad_norm": 0.15129321813583374,
      "learning_rate": 1.1236036558827795e-05,
      "loss": 0.0081,
      "step": 24574
    },
    {
      "epoch": 2.6642454466608845,
      "grad_norm": 0.20136994123458862,
      "learning_rate": 1.1232409690990861e-05,
      "loss": 0.0188,
      "step": 24575
    },
    {
      "epoch": 2.6643538594969645,
      "grad_norm": 0.10724706202745438,
      "learning_rate": 1.1228782823153924e-05,
      "loss": 0.0046,
      "step": 24576
    },
    {
      "epoch": 2.6644622723330444,
      "grad_norm": 0.41590121388435364,
      "learning_rate": 1.122515595531699e-05,
      "loss": 0.0357,
      "step": 24577
    },
    {
      "epoch": 2.664570685169124,
      "grad_norm": 0.1767309010028839,
      "learning_rate": 1.1221529087480052e-05,
      "loss": 0.0158,
      "step": 24578
    },
    {
      "epoch": 2.664679098005204,
      "grad_norm": 0.06269918382167816,
      "learning_rate": 1.1217902219643118e-05,
      "loss": 0.0039,
      "step": 24579
    },
    {
      "epoch": 2.6647875108412835,
      "grad_norm": 0.14210698008537292,
      "learning_rate": 1.121427535180618e-05,
      "loss": 0.0103,
      "step": 24580
    },
    {
      "epoch": 2.6648959236773635,
      "grad_norm": 0.04581807926297188,
      "learning_rate": 1.1210648483969246e-05,
      "loss": 0.0023,
      "step": 24581
    },
    {
      "epoch": 2.665004336513443,
      "grad_norm": 0.2831151485443115,
      "learning_rate": 1.1207021616132308e-05,
      "loss": 0.033,
      "step": 24582
    },
    {
      "epoch": 2.665112749349523,
      "grad_norm": 0.08317374438047409,
      "learning_rate": 1.1203394748295374e-05,
      "loss": 0.0039,
      "step": 24583
    },
    {
      "epoch": 2.6652211621856026,
      "grad_norm": 0.33386385440826416,
      "learning_rate": 1.1199767880458437e-05,
      "loss": 0.0413,
      "step": 24584
    },
    {
      "epoch": 2.6653295750216826,
      "grad_norm": 0.021454595029354095,
      "learning_rate": 1.11961410126215e-05,
      "loss": 0.0015,
      "step": 24585
    },
    {
      "epoch": 2.6654379878577625,
      "grad_norm": 0.2037784606218338,
      "learning_rate": 1.1192514144784565e-05,
      "loss": 0.0263,
      "step": 24586
    },
    {
      "epoch": 2.665546400693842,
      "grad_norm": 0.053682662546634674,
      "learning_rate": 1.1188887276947629e-05,
      "loss": 0.0033,
      "step": 24587
    },
    {
      "epoch": 2.665654813529922,
      "grad_norm": 0.15788643062114716,
      "learning_rate": 1.1185260409110693e-05,
      "loss": 0.0055,
      "step": 24588
    },
    {
      "epoch": 2.6657632263660016,
      "grad_norm": 0.08650968968868256,
      "learning_rate": 1.1181633541273755e-05,
      "loss": 0.01,
      "step": 24589
    },
    {
      "epoch": 2.6658716392020816,
      "grad_norm": 0.20082341134548187,
      "learning_rate": 1.1178006673436821e-05,
      "loss": 0.0084,
      "step": 24590
    },
    {
      "epoch": 2.6659800520381616,
      "grad_norm": 0.013849287293851376,
      "learning_rate": 1.1174379805599884e-05,
      "loss": 0.0012,
      "step": 24591
    },
    {
      "epoch": 2.666088464874241,
      "grad_norm": 0.19805654883384705,
      "learning_rate": 1.117075293776295e-05,
      "loss": 0.0072,
      "step": 24592
    },
    {
      "epoch": 2.6661968777103207,
      "grad_norm": 0.14100027084350586,
      "learning_rate": 1.1167126069926012e-05,
      "loss": 0.006,
      "step": 24593
    },
    {
      "epoch": 2.6663052905464006,
      "grad_norm": 0.06498214602470398,
      "learning_rate": 1.1163499202089078e-05,
      "loss": 0.0016,
      "step": 24594
    },
    {
      "epoch": 2.6664137033824806,
      "grad_norm": 0.000959128956310451,
      "learning_rate": 1.115987233425214e-05,
      "loss": 0.0001,
      "step": 24595
    },
    {
      "epoch": 2.66652211621856,
      "grad_norm": 0.13338902592658997,
      "learning_rate": 1.1156245466415206e-05,
      "loss": 0.0078,
      "step": 24596
    },
    {
      "epoch": 2.66663052905464,
      "grad_norm": 0.6325311064720154,
      "learning_rate": 1.1152618598578268e-05,
      "loss": 0.0178,
      "step": 24597
    },
    {
      "epoch": 2.6667389418907197,
      "grad_norm": 0.07234808057546616,
      "learning_rate": 1.1148991730741332e-05,
      "loss": 0.0047,
      "step": 24598
    },
    {
      "epoch": 2.6668473547267997,
      "grad_norm": 0.17015300691127777,
      "learning_rate": 1.1145364862904396e-05,
      "loss": 0.012,
      "step": 24599
    },
    {
      "epoch": 2.6669557675628797,
      "grad_norm": 0.38222652673721313,
      "learning_rate": 1.114173799506746e-05,
      "loss": 0.0392,
      "step": 24600
    },
    {
      "epoch": 2.667064180398959,
      "grad_norm": 0.026321277022361755,
      "learning_rate": 1.1138111127230525e-05,
      "loss": 0.0015,
      "step": 24601
    },
    {
      "epoch": 2.667172593235039,
      "grad_norm": 0.19270558655261993,
      "learning_rate": 1.1134484259393587e-05,
      "loss": 0.0472,
      "step": 24602
    },
    {
      "epoch": 2.6672810060711187,
      "grad_norm": 0.6033565998077393,
      "learning_rate": 1.1130857391556653e-05,
      "loss": 0.0198,
      "step": 24603
    },
    {
      "epoch": 2.6673894189071987,
      "grad_norm": 0.053916316479444504,
      "learning_rate": 1.1127230523719715e-05,
      "loss": 0.0026,
      "step": 24604
    },
    {
      "epoch": 2.6674978317432783,
      "grad_norm": 0.021820466965436935,
      "learning_rate": 1.1123603655882781e-05,
      "loss": 0.002,
      "step": 24605
    },
    {
      "epoch": 2.6676062445793582,
      "grad_norm": 0.08795350044965744,
      "learning_rate": 1.1119976788045843e-05,
      "loss": 0.0042,
      "step": 24606
    },
    {
      "epoch": 2.667714657415438,
      "grad_norm": 0.13453568518161774,
      "learning_rate": 1.111634992020891e-05,
      "loss": 0.0366,
      "step": 24607
    },
    {
      "epoch": 2.6678230702515178,
      "grad_norm": 0.18738700449466705,
      "learning_rate": 1.1112723052371972e-05,
      "loss": 0.0121,
      "step": 24608
    },
    {
      "epoch": 2.6679314830875978,
      "grad_norm": 0.2237643450498581,
      "learning_rate": 1.1109096184535037e-05,
      "loss": 0.0401,
      "step": 24609
    },
    {
      "epoch": 2.6680398959236773,
      "grad_norm": 0.08331554383039474,
      "learning_rate": 1.11054693166981e-05,
      "loss": 0.009,
      "step": 24610
    },
    {
      "epoch": 2.6681483087597573,
      "grad_norm": 0.003058803267776966,
      "learning_rate": 1.1101842448861164e-05,
      "loss": 0.0002,
      "step": 24611
    },
    {
      "epoch": 2.668256721595837,
      "grad_norm": 0.10699193924665451,
      "learning_rate": 1.1098215581024228e-05,
      "loss": 0.0132,
      "step": 24612
    },
    {
      "epoch": 2.668365134431917,
      "grad_norm": 0.1328403651714325,
      "learning_rate": 1.1094588713187292e-05,
      "loss": 0.0079,
      "step": 24613
    },
    {
      "epoch": 2.668473547267997,
      "grad_norm": 0.005300452001392841,
      "learning_rate": 1.1090961845350356e-05,
      "loss": 0.0003,
      "step": 24614
    },
    {
      "epoch": 2.6685819601040763,
      "grad_norm": 0.1856621354818344,
      "learning_rate": 1.1087334977513419e-05,
      "loss": 0.0174,
      "step": 24615
    },
    {
      "epoch": 2.668690372940156,
      "grad_norm": 0.40033647418022156,
      "learning_rate": 1.1083708109676485e-05,
      "loss": 0.0198,
      "step": 24616
    },
    {
      "epoch": 2.668798785776236,
      "grad_norm": 0.0801449567079544,
      "learning_rate": 1.1080081241839547e-05,
      "loss": 0.0056,
      "step": 24617
    },
    {
      "epoch": 2.668907198612316,
      "grad_norm": 0.1916709691286087,
      "learning_rate": 1.1076454374002613e-05,
      "loss": 0.0062,
      "step": 24618
    },
    {
      "epoch": 2.6690156114483954,
      "grad_norm": 0.05718772113323212,
      "learning_rate": 1.1072827506165675e-05,
      "loss": 0.0055,
      "step": 24619
    },
    {
      "epoch": 2.6691240242844754,
      "grad_norm": 0.14012661576271057,
      "learning_rate": 1.1069200638328741e-05,
      "loss": 0.0106,
      "step": 24620
    },
    {
      "epoch": 2.669232437120555,
      "grad_norm": 0.210880309343338,
      "learning_rate": 1.1065573770491803e-05,
      "loss": 0.0065,
      "step": 24621
    },
    {
      "epoch": 2.669340849956635,
      "grad_norm": 0.5433729887008667,
      "learning_rate": 1.1061946902654869e-05,
      "loss": 0.0085,
      "step": 24622
    },
    {
      "epoch": 2.669449262792715,
      "grad_norm": 0.06272294372320175,
      "learning_rate": 1.1058320034817932e-05,
      "loss": 0.0032,
      "step": 24623
    },
    {
      "epoch": 2.6695576756287944,
      "grad_norm": 0.07893761992454529,
      "learning_rate": 1.1054693166980996e-05,
      "loss": 0.0042,
      "step": 24624
    },
    {
      "epoch": 2.669666088464874,
      "grad_norm": 0.21948319673538208,
      "learning_rate": 1.105106629914406e-05,
      "loss": 0.0138,
      "step": 24625
    },
    {
      "epoch": 2.669774501300954,
      "grad_norm": 0.00432791979983449,
      "learning_rate": 1.1047439431307124e-05,
      "loss": 0.0004,
      "step": 24626
    },
    {
      "epoch": 2.669882914137034,
      "grad_norm": 0.1110718697309494,
      "learning_rate": 1.1043812563470188e-05,
      "loss": 0.0083,
      "step": 24627
    },
    {
      "epoch": 2.6699913269731135,
      "grad_norm": 0.04714386165142059,
      "learning_rate": 1.104018569563325e-05,
      "loss": 0.0044,
      "step": 24628
    },
    {
      "epoch": 2.6700997398091935,
      "grad_norm": 0.45442095398902893,
      "learning_rate": 1.1036558827796316e-05,
      "loss": 0.0382,
      "step": 24629
    },
    {
      "epoch": 2.670208152645273,
      "grad_norm": 0.06466154009103775,
      "learning_rate": 1.1032931959959379e-05,
      "loss": 0.0032,
      "step": 24630
    },
    {
      "epoch": 2.670316565481353,
      "grad_norm": 0.04158947244286537,
      "learning_rate": 1.1029305092122444e-05,
      "loss": 0.0032,
      "step": 24631
    },
    {
      "epoch": 2.670424978317433,
      "grad_norm": 0.11309470981359482,
      "learning_rate": 1.1025678224285507e-05,
      "loss": 0.0192,
      "step": 24632
    },
    {
      "epoch": 2.6705333911535125,
      "grad_norm": 0.2737334072589874,
      "learning_rate": 1.1022051356448573e-05,
      "loss": 0.0233,
      "step": 24633
    },
    {
      "epoch": 2.6706418039895925,
      "grad_norm": 0.5171889066696167,
      "learning_rate": 1.1018424488611635e-05,
      "loss": 0.043,
      "step": 24634
    },
    {
      "epoch": 2.670750216825672,
      "grad_norm": 0.01469118520617485,
      "learning_rate": 1.10147976207747e-05,
      "loss": 0.0005,
      "step": 24635
    },
    {
      "epoch": 2.670858629661752,
      "grad_norm": 0.2398805022239685,
      "learning_rate": 1.1011170752937763e-05,
      "loss": 0.0151,
      "step": 24636
    },
    {
      "epoch": 2.670967042497832,
      "grad_norm": 0.015797078609466553,
      "learning_rate": 1.1007543885100827e-05,
      "loss": 0.0011,
      "step": 24637
    },
    {
      "epoch": 2.6710754553339116,
      "grad_norm": 0.23499718308448792,
      "learning_rate": 1.1003917017263891e-05,
      "loss": 0.0302,
      "step": 24638
    },
    {
      "epoch": 2.671183868169991,
      "grad_norm": 0.15817022323608398,
      "learning_rate": 1.1000290149426956e-05,
      "loss": 0.0069,
      "step": 24639
    },
    {
      "epoch": 2.671292281006071,
      "grad_norm": 0.4397132694721222,
      "learning_rate": 1.099666328159002e-05,
      "loss": 0.0103,
      "step": 24640
    },
    {
      "epoch": 2.671400693842151,
      "grad_norm": 0.12104383111000061,
      "learning_rate": 1.0993036413753082e-05,
      "loss": 0.0291,
      "step": 24641
    },
    {
      "epoch": 2.6715091066782306,
      "grad_norm": 0.13733404874801636,
      "learning_rate": 1.0989409545916148e-05,
      "loss": 0.0095,
      "step": 24642
    },
    {
      "epoch": 2.6716175195143106,
      "grad_norm": 0.2488325983285904,
      "learning_rate": 1.098578267807921e-05,
      "loss": 0.0085,
      "step": 24643
    },
    {
      "epoch": 2.67172593235039,
      "grad_norm": 0.07816202938556671,
      "learning_rate": 1.0982155810242276e-05,
      "loss": 0.0041,
      "step": 24644
    },
    {
      "epoch": 2.67183434518647,
      "grad_norm": 0.21194136142730713,
      "learning_rate": 1.0978528942405338e-05,
      "loss": 0.0088,
      "step": 24645
    },
    {
      "epoch": 2.67194275802255,
      "grad_norm": 0.3081173896789551,
      "learning_rate": 1.0974902074568404e-05,
      "loss": 0.0385,
      "step": 24646
    },
    {
      "epoch": 2.6720511708586296,
      "grad_norm": 0.024298621341586113,
      "learning_rate": 1.0971275206731467e-05,
      "loss": 0.0012,
      "step": 24647
    },
    {
      "epoch": 2.672159583694709,
      "grad_norm": 0.03819863498210907,
      "learning_rate": 1.0967648338894532e-05,
      "loss": 0.0017,
      "step": 24648
    },
    {
      "epoch": 2.672267996530789,
      "grad_norm": 0.16301575303077698,
      "learning_rate": 1.0964021471057595e-05,
      "loss": 0.0192,
      "step": 24649
    },
    {
      "epoch": 2.672376409366869,
      "grad_norm": 1.0478134155273438,
      "learning_rate": 1.0960394603220659e-05,
      "loss": 0.0487,
      "step": 24650
    },
    {
      "epoch": 2.6724848222029487,
      "grad_norm": 0.013977025635540485,
      "learning_rate": 1.0956767735383723e-05,
      "loss": 0.0015,
      "step": 24651
    },
    {
      "epoch": 2.6725932350390287,
      "grad_norm": 0.2155672013759613,
      "learning_rate": 1.0953140867546787e-05,
      "loss": 0.0144,
      "step": 24652
    },
    {
      "epoch": 2.672701647875108,
      "grad_norm": 0.029998458921909332,
      "learning_rate": 1.0949513999709851e-05,
      "loss": 0.0011,
      "step": 24653
    },
    {
      "epoch": 2.672810060711188,
      "grad_norm": 0.026379419490695,
      "learning_rate": 1.0945887131872914e-05,
      "loss": 0.0028,
      "step": 24654
    },
    {
      "epoch": 2.672918473547268,
      "grad_norm": 0.13835272192955017,
      "learning_rate": 1.094226026403598e-05,
      "loss": 0.0077,
      "step": 24655
    },
    {
      "epoch": 2.6730268863833477,
      "grad_norm": 0.0741078183054924,
      "learning_rate": 1.0938633396199042e-05,
      "loss": 0.0076,
      "step": 24656
    },
    {
      "epoch": 2.6731352992194277,
      "grad_norm": 0.0035730269737541676,
      "learning_rate": 1.0935006528362108e-05,
      "loss": 0.0005,
      "step": 24657
    },
    {
      "epoch": 2.6732437120555073,
      "grad_norm": 0.3411521017551422,
      "learning_rate": 1.093137966052517e-05,
      "loss": 0.0275,
      "step": 24658
    },
    {
      "epoch": 2.6733521248915872,
      "grad_norm": 0.14217926561832428,
      "learning_rate": 1.0927752792688236e-05,
      "loss": 0.0126,
      "step": 24659
    },
    {
      "epoch": 2.6734605377276672,
      "grad_norm": 0.1142609715461731,
      "learning_rate": 1.0924125924851298e-05,
      "loss": 0.0096,
      "step": 24660
    },
    {
      "epoch": 2.6735689505637468,
      "grad_norm": 0.024538548663258553,
      "learning_rate": 1.0920499057014364e-05,
      "loss": 0.0006,
      "step": 24661
    },
    {
      "epoch": 2.6736773633998263,
      "grad_norm": 0.0997127965092659,
      "learning_rate": 1.0916872189177427e-05,
      "loss": 0.0041,
      "step": 24662
    },
    {
      "epoch": 2.6737857762359063,
      "grad_norm": 0.037211716175079346,
      "learning_rate": 1.091324532134049e-05,
      "loss": 0.0021,
      "step": 24663
    },
    {
      "epoch": 2.6738941890719863,
      "grad_norm": 0.04832020401954651,
      "learning_rate": 1.0909618453503555e-05,
      "loss": 0.0029,
      "step": 24664
    },
    {
      "epoch": 2.674002601908066,
      "grad_norm": 0.04699256271123886,
      "learning_rate": 1.0905991585666619e-05,
      "loss": 0.0016,
      "step": 24665
    },
    {
      "epoch": 2.674111014744146,
      "grad_norm": 0.18877293169498444,
      "learning_rate": 1.0902364717829683e-05,
      "loss": 0.0233,
      "step": 24666
    },
    {
      "epoch": 2.6742194275802254,
      "grad_norm": 0.054963186383247375,
      "learning_rate": 1.0898737849992745e-05,
      "loss": 0.0023,
      "step": 24667
    },
    {
      "epoch": 2.6743278404163053,
      "grad_norm": 0.09682396799325943,
      "learning_rate": 1.0895110982155811e-05,
      "loss": 0.0063,
      "step": 24668
    },
    {
      "epoch": 2.6744362532523853,
      "grad_norm": 0.1135784387588501,
      "learning_rate": 1.0891484114318874e-05,
      "loss": 0.0063,
      "step": 24669
    },
    {
      "epoch": 2.674544666088465,
      "grad_norm": 0.05317884311079979,
      "learning_rate": 1.088785724648194e-05,
      "loss": 0.0056,
      "step": 24670
    },
    {
      "epoch": 2.6746530789245444,
      "grad_norm": 0.24866871535778046,
      "learning_rate": 1.0884230378645002e-05,
      "loss": 0.0193,
      "step": 24671
    },
    {
      "epoch": 2.6747614917606244,
      "grad_norm": 0.015039446763694286,
      "learning_rate": 1.0880603510808068e-05,
      "loss": 0.0013,
      "step": 24672
    },
    {
      "epoch": 2.6748699045967044,
      "grad_norm": 0.028587182983756065,
      "learning_rate": 1.087697664297113e-05,
      "loss": 0.0023,
      "step": 24673
    },
    {
      "epoch": 2.674978317432784,
      "grad_norm": 0.12916897237300873,
      "learning_rate": 1.0873349775134196e-05,
      "loss": 0.0169,
      "step": 24674
    },
    {
      "epoch": 2.675086730268864,
      "grad_norm": 0.1159651055932045,
      "learning_rate": 1.0869722907297258e-05,
      "loss": 0.0046,
      "step": 24675
    },
    {
      "epoch": 2.6751951431049434,
      "grad_norm": 0.22458377480506897,
      "learning_rate": 1.0866096039460322e-05,
      "loss": 0.0146,
      "step": 24676
    },
    {
      "epoch": 2.6753035559410234,
      "grad_norm": 0.08393573015928268,
      "learning_rate": 1.0862469171623386e-05,
      "loss": 0.0055,
      "step": 24677
    },
    {
      "epoch": 2.6754119687771034,
      "grad_norm": 0.20438110828399658,
      "learning_rate": 1.085884230378645e-05,
      "loss": 0.0127,
      "step": 24678
    },
    {
      "epoch": 2.675520381613183,
      "grad_norm": 0.11915051192045212,
      "learning_rate": 1.0855215435949515e-05,
      "loss": 0.0099,
      "step": 24679
    },
    {
      "epoch": 2.675628794449263,
      "grad_norm": 0.035165898501873016,
      "learning_rate": 1.0851588568112577e-05,
      "loss": 0.0031,
      "step": 24680
    },
    {
      "epoch": 2.6757372072853425,
      "grad_norm": 0.23564831912517548,
      "learning_rate": 1.0847961700275643e-05,
      "loss": 0.012,
      "step": 24681
    },
    {
      "epoch": 2.6758456201214225,
      "grad_norm": 0.023634307086467743,
      "learning_rate": 1.0844334832438705e-05,
      "loss": 0.0029,
      "step": 24682
    },
    {
      "epoch": 2.675954032957502,
      "grad_norm": 0.011356113478541374,
      "learning_rate": 1.0840707964601771e-05,
      "loss": 0.0008,
      "step": 24683
    },
    {
      "epoch": 2.676062445793582,
      "grad_norm": 0.025585193186998367,
      "learning_rate": 1.0837081096764833e-05,
      "loss": 0.0009,
      "step": 24684
    },
    {
      "epoch": 2.6761708586296615,
      "grad_norm": 0.09800437837839127,
      "learning_rate": 1.08334542289279e-05,
      "loss": 0.0055,
      "step": 24685
    },
    {
      "epoch": 2.6762792714657415,
      "grad_norm": 0.29830753803253174,
      "learning_rate": 1.0829827361090962e-05,
      "loss": 0.012,
      "step": 24686
    },
    {
      "epoch": 2.6763876843018215,
      "grad_norm": 0.16372789442539215,
      "learning_rate": 1.0826200493254027e-05,
      "loss": 0.0057,
      "step": 24687
    },
    {
      "epoch": 2.676496097137901,
      "grad_norm": 0.13126356899738312,
      "learning_rate": 1.082257362541709e-05,
      "loss": 0.0238,
      "step": 24688
    },
    {
      "epoch": 2.676604509973981,
      "grad_norm": 0.1183515340089798,
      "learning_rate": 1.0818946757580154e-05,
      "loss": 0.0034,
      "step": 24689
    },
    {
      "epoch": 2.6767129228100606,
      "grad_norm": 0.13379785418510437,
      "learning_rate": 1.0815319889743218e-05,
      "loss": 0.0124,
      "step": 24690
    },
    {
      "epoch": 2.6768213356461406,
      "grad_norm": 0.054828815162181854,
      "learning_rate": 1.0811693021906282e-05,
      "loss": 0.0031,
      "step": 24691
    },
    {
      "epoch": 2.6769297484822205,
      "grad_norm": 0.11643913388252258,
      "learning_rate": 1.0808066154069346e-05,
      "loss": 0.0075,
      "step": 24692
    },
    {
      "epoch": 2.6770381613183,
      "grad_norm": 0.32691559195518494,
      "learning_rate": 1.0804439286232409e-05,
      "loss": 0.0352,
      "step": 24693
    },
    {
      "epoch": 2.6771465741543796,
      "grad_norm": 0.036627396941185,
      "learning_rate": 1.0800812418395475e-05,
      "loss": 0.0023,
      "step": 24694
    },
    {
      "epoch": 2.6772549869904596,
      "grad_norm": 0.08986709266901016,
      "learning_rate": 1.0797185550558537e-05,
      "loss": 0.0028,
      "step": 24695
    },
    {
      "epoch": 2.6773633998265396,
      "grad_norm": 0.12683357298374176,
      "learning_rate": 1.0793558682721603e-05,
      "loss": 0.0053,
      "step": 24696
    },
    {
      "epoch": 2.677471812662619,
      "grad_norm": 0.02448754757642746,
      "learning_rate": 1.0789931814884665e-05,
      "loss": 0.0007,
      "step": 24697
    },
    {
      "epoch": 2.677580225498699,
      "grad_norm": 0.07253541797399521,
      "learning_rate": 1.0786304947047731e-05,
      "loss": 0.0067,
      "step": 24698
    },
    {
      "epoch": 2.6776886383347787,
      "grad_norm": 0.08242174983024597,
      "learning_rate": 1.0782678079210793e-05,
      "loss": 0.0062,
      "step": 24699
    },
    {
      "epoch": 2.6777970511708586,
      "grad_norm": 0.2487291544675827,
      "learning_rate": 1.077905121137386e-05,
      "loss": 0.0199,
      "step": 24700
    },
    {
      "epoch": 2.6779054640069386,
      "grad_norm": 0.1437605321407318,
      "learning_rate": 1.0775424343536922e-05,
      "loss": 0.028,
      "step": 24701
    },
    {
      "epoch": 2.678013876843018,
      "grad_norm": 0.22909055650234222,
      "learning_rate": 1.0771797475699986e-05,
      "loss": 0.0338,
      "step": 24702
    },
    {
      "epoch": 2.678122289679098,
      "grad_norm": 0.27489525079727173,
      "learning_rate": 1.076817060786305e-05,
      "loss": 0.0188,
      "step": 24703
    },
    {
      "epoch": 2.6782307025151777,
      "grad_norm": 0.2877785563468933,
      "learning_rate": 1.0764543740026114e-05,
      "loss": 0.0248,
      "step": 24704
    },
    {
      "epoch": 2.6783391153512577,
      "grad_norm": 0.1821611523628235,
      "learning_rate": 1.0760916872189178e-05,
      "loss": 0.0342,
      "step": 24705
    },
    {
      "epoch": 2.6784475281873372,
      "grad_norm": 0.2609941065311432,
      "learning_rate": 1.0757290004352242e-05,
      "loss": 0.0122,
      "step": 24706
    },
    {
      "epoch": 2.678555941023417,
      "grad_norm": 0.07252959161996841,
      "learning_rate": 1.0753663136515306e-05,
      "loss": 0.0057,
      "step": 24707
    },
    {
      "epoch": 2.6786643538594967,
      "grad_norm": 0.19523578882217407,
      "learning_rate": 1.0750036268678369e-05,
      "loss": 0.0348,
      "step": 24708
    },
    {
      "epoch": 2.6787727666955767,
      "grad_norm": 0.17541280388832092,
      "learning_rate": 1.0746409400841434e-05,
      "loss": 0.0234,
      "step": 24709
    },
    {
      "epoch": 2.6788811795316567,
      "grad_norm": 0.21800144016742706,
      "learning_rate": 1.0742782533004497e-05,
      "loss": 0.0327,
      "step": 24710
    },
    {
      "epoch": 2.6789895923677363,
      "grad_norm": 0.38437843322753906,
      "learning_rate": 1.0739155665167563e-05,
      "loss": 0.0775,
      "step": 24711
    },
    {
      "epoch": 2.6790980052038162,
      "grad_norm": 0.05057399347424507,
      "learning_rate": 1.0735528797330625e-05,
      "loss": 0.0029,
      "step": 24712
    },
    {
      "epoch": 2.679206418039896,
      "grad_norm": 0.13424460589885712,
      "learning_rate": 1.073190192949369e-05,
      "loss": 0.0067,
      "step": 24713
    },
    {
      "epoch": 2.6793148308759758,
      "grad_norm": 0.2563428282737732,
      "learning_rate": 1.0728275061656753e-05,
      "loss": 0.0104,
      "step": 24714
    },
    {
      "epoch": 2.6794232437120558,
      "grad_norm": 0.20695354044437408,
      "learning_rate": 1.0724648193819817e-05,
      "loss": 0.0091,
      "step": 24715
    },
    {
      "epoch": 2.6795316565481353,
      "grad_norm": 0.08840739727020264,
      "learning_rate": 1.0721021325982881e-05,
      "loss": 0.0062,
      "step": 24716
    },
    {
      "epoch": 2.679640069384215,
      "grad_norm": 0.1106504499912262,
      "learning_rate": 1.0717394458145946e-05,
      "loss": 0.0084,
      "step": 24717
    },
    {
      "epoch": 2.679748482220295,
      "grad_norm": 0.26670968532562256,
      "learning_rate": 1.071376759030901e-05,
      "loss": 0.0189,
      "step": 24718
    },
    {
      "epoch": 2.679856895056375,
      "grad_norm": 0.19936199486255646,
      "learning_rate": 1.0710140722472074e-05,
      "loss": 0.0359,
      "step": 24719
    },
    {
      "epoch": 2.6799653078924544,
      "grad_norm": 0.21616338193416595,
      "learning_rate": 1.0706513854635138e-05,
      "loss": 0.0143,
      "step": 24720
    },
    {
      "epoch": 2.6800737207285343,
      "grad_norm": 0.1433657556772232,
      "learning_rate": 1.07028869867982e-05,
      "loss": 0.0088,
      "step": 24721
    },
    {
      "epoch": 2.680182133564614,
      "grad_norm": 0.19883082807064056,
      "learning_rate": 1.0699260118961266e-05,
      "loss": 0.0507,
      "step": 24722
    },
    {
      "epoch": 2.680290546400694,
      "grad_norm": 0.06015672907233238,
      "learning_rate": 1.0695633251124329e-05,
      "loss": 0.0049,
      "step": 24723
    },
    {
      "epoch": 2.680398959236774,
      "grad_norm": 0.08436635136604309,
      "learning_rate": 1.0692006383287394e-05,
      "loss": 0.0047,
      "step": 24724
    },
    {
      "epoch": 2.6805073720728534,
      "grad_norm": 0.06103375926613808,
      "learning_rate": 1.0688379515450457e-05,
      "loss": 0.0045,
      "step": 24725
    },
    {
      "epoch": 2.6806157849089334,
      "grad_norm": 0.13960674405097961,
      "learning_rate": 1.0684752647613523e-05,
      "loss": 0.0293,
      "step": 24726
    },
    {
      "epoch": 2.680724197745013,
      "grad_norm": 0.02430291473865509,
      "learning_rate": 1.0681125779776585e-05,
      "loss": 0.0011,
      "step": 24727
    },
    {
      "epoch": 2.680832610581093,
      "grad_norm": 0.05490133538842201,
      "learning_rate": 1.0677498911939649e-05,
      "loss": 0.003,
      "step": 24728
    },
    {
      "epoch": 2.6809410234171724,
      "grad_norm": 0.05217387527227402,
      "learning_rate": 1.0673872044102713e-05,
      "loss": 0.0042,
      "step": 24729
    },
    {
      "epoch": 2.6810494362532524,
      "grad_norm": 0.32467296719551086,
      "learning_rate": 1.0670245176265777e-05,
      "loss": 0.0395,
      "step": 24730
    },
    {
      "epoch": 2.681157849089332,
      "grad_norm": 0.050166938453912735,
      "learning_rate": 1.0666618308428841e-05,
      "loss": 0.0048,
      "step": 24731
    },
    {
      "epoch": 2.681266261925412,
      "grad_norm": 0.05036661773920059,
      "learning_rate": 1.0662991440591905e-05,
      "loss": 0.0036,
      "step": 24732
    },
    {
      "epoch": 2.681374674761492,
      "grad_norm": 0.046260785311460495,
      "learning_rate": 1.065936457275497e-05,
      "loss": 0.0035,
      "step": 24733
    },
    {
      "epoch": 2.6814830875975715,
      "grad_norm": 0.11666784435510635,
      "learning_rate": 1.0655737704918032e-05,
      "loss": 0.0213,
      "step": 24734
    },
    {
      "epoch": 2.6815915004336515,
      "grad_norm": 0.04518597573041916,
      "learning_rate": 1.0652110837081098e-05,
      "loss": 0.0054,
      "step": 24735
    },
    {
      "epoch": 2.681699913269731,
      "grad_norm": 0.01780088245868683,
      "learning_rate": 1.064848396924416e-05,
      "loss": 0.0016,
      "step": 24736
    },
    {
      "epoch": 2.681808326105811,
      "grad_norm": 0.012336823157966137,
      "learning_rate": 1.0644857101407226e-05,
      "loss": 0.0012,
      "step": 24737
    },
    {
      "epoch": 2.681916738941891,
      "grad_norm": 0.016774345189332962,
      "learning_rate": 1.0641230233570288e-05,
      "loss": 0.0011,
      "step": 24738
    },
    {
      "epoch": 2.6820251517779705,
      "grad_norm": 0.23287875950336456,
      "learning_rate": 1.0637603365733354e-05,
      "loss": 0.0143,
      "step": 24739
    },
    {
      "epoch": 2.68213356461405,
      "grad_norm": 0.07309887558221817,
      "learning_rate": 1.0633976497896417e-05,
      "loss": 0.007,
      "step": 24740
    },
    {
      "epoch": 2.68224197745013,
      "grad_norm": 0.05787043645977974,
      "learning_rate": 1.063034963005948e-05,
      "loss": 0.0071,
      "step": 24741
    },
    {
      "epoch": 2.68235039028621,
      "grad_norm": 0.032087165862321854,
      "learning_rate": 1.0626722762222545e-05,
      "loss": 0.0029,
      "step": 24742
    },
    {
      "epoch": 2.6824588031222896,
      "grad_norm": 0.04797476902604103,
      "learning_rate": 1.0623095894385609e-05,
      "loss": 0.0044,
      "step": 24743
    },
    {
      "epoch": 2.6825672159583696,
      "grad_norm": 0.0016739334678277373,
      "learning_rate": 1.0619469026548673e-05,
      "loss": 0.0002,
      "step": 24744
    },
    {
      "epoch": 2.682675628794449,
      "grad_norm": 0.23468011617660522,
      "learning_rate": 1.0615842158711737e-05,
      "loss": 0.0344,
      "step": 24745
    },
    {
      "epoch": 2.682784041630529,
      "grad_norm": 0.09223037958145142,
      "learning_rate": 1.0612215290874801e-05,
      "loss": 0.0059,
      "step": 24746
    },
    {
      "epoch": 2.682892454466609,
      "grad_norm": 0.08248656988143921,
      "learning_rate": 1.0608588423037864e-05,
      "loss": 0.0039,
      "step": 24747
    },
    {
      "epoch": 2.6830008673026886,
      "grad_norm": 0.1509546935558319,
      "learning_rate": 1.060496155520093e-05,
      "loss": 0.0154,
      "step": 24748
    },
    {
      "epoch": 2.6831092801387686,
      "grad_norm": 0.7257407903671265,
      "learning_rate": 1.0601334687363992e-05,
      "loss": 0.0362,
      "step": 24749
    },
    {
      "epoch": 2.683217692974848,
      "grad_norm": 0.5483418703079224,
      "learning_rate": 1.0597707819527058e-05,
      "loss": 0.0088,
      "step": 24750
    },
    {
      "epoch": 2.683326105810928,
      "grad_norm": 0.17229220271110535,
      "learning_rate": 1.059408095169012e-05,
      "loss": 0.0082,
      "step": 24751
    },
    {
      "epoch": 2.6834345186470077,
      "grad_norm": 0.1181458905339241,
      "learning_rate": 1.0590454083853186e-05,
      "loss": 0.0027,
      "step": 24752
    },
    {
      "epoch": 2.6835429314830876,
      "grad_norm": 0.19430246949195862,
      "learning_rate": 1.0586827216016248e-05,
      "loss": 0.0062,
      "step": 24753
    },
    {
      "epoch": 2.683651344319167,
      "grad_norm": 0.048359911888837814,
      "learning_rate": 1.0583200348179312e-05,
      "loss": 0.0036,
      "step": 24754
    },
    {
      "epoch": 2.683759757155247,
      "grad_norm": 0.08717990666627884,
      "learning_rate": 1.0579573480342376e-05,
      "loss": 0.0025,
      "step": 24755
    },
    {
      "epoch": 2.683868169991327,
      "grad_norm": 0.01639183796942234,
      "learning_rate": 1.057594661250544e-05,
      "loss": 0.0011,
      "step": 24756
    },
    {
      "epoch": 2.6839765828274067,
      "grad_norm": 0.23534812033176422,
      "learning_rate": 1.0572319744668505e-05,
      "loss": 0.0137,
      "step": 24757
    },
    {
      "epoch": 2.6840849956634867,
      "grad_norm": 0.0911627933382988,
      "learning_rate": 1.0568692876831569e-05,
      "loss": 0.0203,
      "step": 24758
    },
    {
      "epoch": 2.6841934084995662,
      "grad_norm": 0.547762930393219,
      "learning_rate": 1.0565066008994633e-05,
      "loss": 0.0228,
      "step": 24759
    },
    {
      "epoch": 2.684301821335646,
      "grad_norm": 0.031200597062706947,
      "learning_rate": 1.0561439141157697e-05,
      "loss": 0.0032,
      "step": 24760
    },
    {
      "epoch": 2.684410234171726,
      "grad_norm": 0.04322148859500885,
      "learning_rate": 1.0557812273320761e-05,
      "loss": 0.0063,
      "step": 24761
    },
    {
      "epoch": 2.6845186470078057,
      "grad_norm": 0.33254992961883545,
      "learning_rate": 1.0554185405483824e-05,
      "loss": 0.0663,
      "step": 24762
    },
    {
      "epoch": 2.6846270598438853,
      "grad_norm": 0.12589320540428162,
      "learning_rate": 1.055055853764689e-05,
      "loss": 0.0171,
      "step": 24763
    },
    {
      "epoch": 2.6847354726799653,
      "grad_norm": 0.004263295326381922,
      "learning_rate": 1.0546931669809952e-05,
      "loss": 0.0004,
      "step": 24764
    },
    {
      "epoch": 2.6848438855160452,
      "grad_norm": 0.17205703258514404,
      "learning_rate": 1.0543304801973018e-05,
      "loss": 0.0047,
      "step": 24765
    },
    {
      "epoch": 2.684952298352125,
      "grad_norm": 0.15467528998851776,
      "learning_rate": 1.053967793413608e-05,
      "loss": 0.0097,
      "step": 24766
    },
    {
      "epoch": 2.6850607111882048,
      "grad_norm": 0.18207508325576782,
      "learning_rate": 1.0536051066299146e-05,
      "loss": 0.0113,
      "step": 24767
    },
    {
      "epoch": 2.6851691240242843,
      "grad_norm": 0.1067037507891655,
      "learning_rate": 1.0532424198462208e-05,
      "loss": 0.0085,
      "step": 24768
    },
    {
      "epoch": 2.6852775368603643,
      "grad_norm": 0.07067502290010452,
      "learning_rate": 1.0528797330625272e-05,
      "loss": 0.0074,
      "step": 24769
    },
    {
      "epoch": 2.6853859496964443,
      "grad_norm": 0.3181351125240326,
      "learning_rate": 1.0525170462788336e-05,
      "loss": 0.0161,
      "step": 24770
    },
    {
      "epoch": 2.685494362532524,
      "grad_norm": 0.27763962745666504,
      "learning_rate": 1.05215435949514e-05,
      "loss": 0.0175,
      "step": 24771
    },
    {
      "epoch": 2.6856027753686034,
      "grad_norm": 0.11149436235427856,
      "learning_rate": 1.0517916727114465e-05,
      "loss": 0.0146,
      "step": 24772
    },
    {
      "epoch": 2.6857111882046834,
      "grad_norm": 0.1227451041340828,
      "learning_rate": 1.0514289859277529e-05,
      "loss": 0.0072,
      "step": 24773
    },
    {
      "epoch": 2.6858196010407633,
      "grad_norm": 0.12481380254030228,
      "learning_rate": 1.0510662991440593e-05,
      "loss": 0.0057,
      "step": 24774
    },
    {
      "epoch": 2.685928013876843,
      "grad_norm": 0.17107780277729034,
      "learning_rate": 1.0507036123603655e-05,
      "loss": 0.0087,
      "step": 24775
    },
    {
      "epoch": 2.686036426712923,
      "grad_norm": 0.1428479701280594,
      "learning_rate": 1.0503409255766721e-05,
      "loss": 0.0105,
      "step": 24776
    },
    {
      "epoch": 2.6861448395490024,
      "grad_norm": 0.24850767850875854,
      "learning_rate": 1.0499782387929783e-05,
      "loss": 0.0132,
      "step": 24777
    },
    {
      "epoch": 2.6862532523850824,
      "grad_norm": 0.10245326906442642,
      "learning_rate": 1.049615552009285e-05,
      "loss": 0.0124,
      "step": 24778
    },
    {
      "epoch": 2.6863616652211624,
      "grad_norm": 0.17367148399353027,
      "learning_rate": 1.0492528652255912e-05,
      "loss": 0.0342,
      "step": 24779
    },
    {
      "epoch": 2.686470078057242,
      "grad_norm": 0.0908207967877388,
      "learning_rate": 1.0488901784418977e-05,
      "loss": 0.0116,
      "step": 24780
    },
    {
      "epoch": 2.686578490893322,
      "grad_norm": 0.027571164071559906,
      "learning_rate": 1.048527491658204e-05,
      "loss": 0.0011,
      "step": 24781
    },
    {
      "epoch": 2.6866869037294014,
      "grad_norm": 0.10853153467178345,
      "learning_rate": 1.0481648048745104e-05,
      "loss": 0.0096,
      "step": 24782
    },
    {
      "epoch": 2.6867953165654814,
      "grad_norm": 0.1007562056183815,
      "learning_rate": 1.0478021180908168e-05,
      "loss": 0.0051,
      "step": 24783
    },
    {
      "epoch": 2.6869037294015614,
      "grad_norm": 0.18374697864055634,
      "learning_rate": 1.0474394313071232e-05,
      "loss": 0.0105,
      "step": 24784
    },
    {
      "epoch": 2.687012142237641,
      "grad_norm": 0.2443719208240509,
      "learning_rate": 1.0470767445234296e-05,
      "loss": 0.0121,
      "step": 24785
    },
    {
      "epoch": 2.6871205550737205,
      "grad_norm": 0.01793793961405754,
      "learning_rate": 1.046714057739736e-05,
      "loss": 0.0018,
      "step": 24786
    },
    {
      "epoch": 2.6872289679098005,
      "grad_norm": 0.06006276607513428,
      "learning_rate": 1.0463513709560424e-05,
      "loss": 0.0068,
      "step": 24787
    },
    {
      "epoch": 2.6873373807458805,
      "grad_norm": 0.011616494506597519,
      "learning_rate": 1.0459886841723487e-05,
      "loss": 0.0013,
      "step": 24788
    },
    {
      "epoch": 2.68744579358196,
      "grad_norm": 0.039840470999479294,
      "learning_rate": 1.0456259973886553e-05,
      "loss": 0.003,
      "step": 24789
    },
    {
      "epoch": 2.68755420641804,
      "grad_norm": 0.09331388026475906,
      "learning_rate": 1.0452633106049615e-05,
      "loss": 0.0049,
      "step": 24790
    },
    {
      "epoch": 2.6876626192541195,
      "grad_norm": 0.0886119157075882,
      "learning_rate": 1.0449006238212681e-05,
      "loss": 0.0024,
      "step": 24791
    },
    {
      "epoch": 2.6877710320901995,
      "grad_norm": 0.10374556481838226,
      "learning_rate": 1.0445379370375743e-05,
      "loss": 0.0042,
      "step": 24792
    },
    {
      "epoch": 2.6878794449262795,
      "grad_norm": 0.2322988361120224,
      "learning_rate": 1.0441752502538809e-05,
      "loss": 0.0232,
      "step": 24793
    },
    {
      "epoch": 2.687987857762359,
      "grad_norm": 0.026771998032927513,
      "learning_rate": 1.0438125634701871e-05,
      "loss": 0.0017,
      "step": 24794
    },
    {
      "epoch": 2.6880962705984386,
      "grad_norm": 0.1930713653564453,
      "learning_rate": 1.0434498766864936e-05,
      "loss": 0.0132,
      "step": 24795
    },
    {
      "epoch": 2.6882046834345186,
      "grad_norm": 0.3446507453918457,
      "learning_rate": 1.0430871899028e-05,
      "loss": 0.0178,
      "step": 24796
    },
    {
      "epoch": 2.6883130962705986,
      "grad_norm": 0.042444467544555664,
      "learning_rate": 1.0427245031191064e-05,
      "loss": 0.0018,
      "step": 24797
    },
    {
      "epoch": 2.688421509106678,
      "grad_norm": 0.17230726778507233,
      "learning_rate": 1.0423618163354128e-05,
      "loss": 0.0151,
      "step": 24798
    },
    {
      "epoch": 2.688529921942758,
      "grad_norm": 0.2444707602262497,
      "learning_rate": 1.0419991295517192e-05,
      "loss": 0.0226,
      "step": 24799
    },
    {
      "epoch": 2.6886383347788376,
      "grad_norm": 0.19831795990467072,
      "learning_rate": 1.0416364427680256e-05,
      "loss": 0.019,
      "step": 24800
    },
    {
      "epoch": 2.6887467476149176,
      "grad_norm": 0.12123128026723862,
      "learning_rate": 1.041273755984332e-05,
      "loss": 0.0039,
      "step": 24801
    },
    {
      "epoch": 2.6888551604509976,
      "grad_norm": 0.12575304508209229,
      "learning_rate": 1.0409110692006384e-05,
      "loss": 0.0123,
      "step": 24802
    },
    {
      "epoch": 2.688963573287077,
      "grad_norm": 0.338046133518219,
      "learning_rate": 1.0405483824169447e-05,
      "loss": 0.0415,
      "step": 24803
    },
    {
      "epoch": 2.689071986123157,
      "grad_norm": 0.48091214895248413,
      "learning_rate": 1.0401856956332513e-05,
      "loss": 0.0276,
      "step": 24804
    },
    {
      "epoch": 2.6891803989592367,
      "grad_norm": 0.053958166390657425,
      "learning_rate": 1.0398230088495575e-05,
      "loss": 0.0064,
      "step": 24805
    },
    {
      "epoch": 2.6892888117953166,
      "grad_norm": 0.09248054027557373,
      "learning_rate": 1.039460322065864e-05,
      "loss": 0.0071,
      "step": 24806
    },
    {
      "epoch": 2.6893972246313966,
      "grad_norm": 0.2049863189458847,
      "learning_rate": 1.0390976352821703e-05,
      "loss": 0.0169,
      "step": 24807
    },
    {
      "epoch": 2.689505637467476,
      "grad_norm": 0.08921723812818527,
      "learning_rate": 1.0387349484984767e-05,
      "loss": 0.0077,
      "step": 24808
    },
    {
      "epoch": 2.6896140503035557,
      "grad_norm": 0.06521700322628021,
      "learning_rate": 1.0383722617147831e-05,
      "loss": 0.0035,
      "step": 24809
    },
    {
      "epoch": 2.6897224631396357,
      "grad_norm": 0.07342015951871872,
      "learning_rate": 1.0380095749310895e-05,
      "loss": 0.0034,
      "step": 24810
    },
    {
      "epoch": 2.6898308759757157,
      "grad_norm": 0.5417744517326355,
      "learning_rate": 1.037646888147396e-05,
      "loss": 0.0355,
      "step": 24811
    },
    {
      "epoch": 2.6899392888117952,
      "grad_norm": 0.9730200171470642,
      "learning_rate": 1.0372842013637024e-05,
      "loss": 0.0109,
      "step": 24812
    },
    {
      "epoch": 2.690047701647875,
      "grad_norm": 0.10944167524576187,
      "learning_rate": 1.0369215145800088e-05,
      "loss": 0.0047,
      "step": 24813
    },
    {
      "epoch": 2.6901561144839548,
      "grad_norm": 0.12983962893486023,
      "learning_rate": 1.0365588277963152e-05,
      "loss": 0.0042,
      "step": 24814
    },
    {
      "epoch": 2.6902645273200347,
      "grad_norm": 0.126137837767601,
      "learning_rate": 1.0361961410126216e-05,
      "loss": 0.0062,
      "step": 24815
    },
    {
      "epoch": 2.6903729401561147,
      "grad_norm": 0.10373707860708237,
      "learning_rate": 1.0358334542289278e-05,
      "loss": 0.0058,
      "step": 24816
    },
    {
      "epoch": 2.6904813529921943,
      "grad_norm": 0.5583071708679199,
      "learning_rate": 1.0354707674452344e-05,
      "loss": 0.0139,
      "step": 24817
    },
    {
      "epoch": 2.690589765828274,
      "grad_norm": 0.039172250777482986,
      "learning_rate": 1.0351080806615407e-05,
      "loss": 0.0037,
      "step": 24818
    },
    {
      "epoch": 2.690698178664354,
      "grad_norm": 0.13491950929164886,
      "learning_rate": 1.0347453938778472e-05,
      "loss": 0.0095,
      "step": 24819
    },
    {
      "epoch": 2.6908065915004338,
      "grad_norm": 0.31517893075942993,
      "learning_rate": 1.0343827070941535e-05,
      "loss": 0.0295,
      "step": 24820
    },
    {
      "epoch": 2.6909150043365133,
      "grad_norm": 0.07826551795005798,
      "learning_rate": 1.0340200203104599e-05,
      "loss": 0.0087,
      "step": 24821
    },
    {
      "epoch": 2.6910234171725933,
      "grad_norm": 0.12650296092033386,
      "learning_rate": 1.0336573335267663e-05,
      "loss": 0.002,
      "step": 24822
    },
    {
      "epoch": 2.691131830008673,
      "grad_norm": 0.0473022498190403,
      "learning_rate": 1.0332946467430727e-05,
      "loss": 0.0018,
      "step": 24823
    },
    {
      "epoch": 2.691240242844753,
      "grad_norm": 0.003090149722993374,
      "learning_rate": 1.0329319599593791e-05,
      "loss": 0.0002,
      "step": 24824
    },
    {
      "epoch": 2.691348655680833,
      "grad_norm": 0.02952515333890915,
      "learning_rate": 1.0325692731756855e-05,
      "loss": 0.0021,
      "step": 24825
    },
    {
      "epoch": 2.6914570685169124,
      "grad_norm": 0.7355082035064697,
      "learning_rate": 1.032206586391992e-05,
      "loss": 0.0178,
      "step": 24826
    },
    {
      "epoch": 2.6915654813529923,
      "grad_norm": 0.08428718894720078,
      "learning_rate": 1.0318438996082984e-05,
      "loss": 0.0034,
      "step": 24827
    },
    {
      "epoch": 2.691673894189072,
      "grad_norm": 0.2314823418855667,
      "learning_rate": 1.0314812128246048e-05,
      "loss": 0.0222,
      "step": 24828
    },
    {
      "epoch": 2.691782307025152,
      "grad_norm": 0.06779123097658157,
      "learning_rate": 1.031118526040911e-05,
      "loss": 0.0021,
      "step": 24829
    },
    {
      "epoch": 2.6918907198612314,
      "grad_norm": 0.04405168071389198,
      "learning_rate": 1.0307558392572176e-05,
      "loss": 0.0043,
      "step": 24830
    },
    {
      "epoch": 2.6919991326973114,
      "grad_norm": 0.15407022833824158,
      "learning_rate": 1.0303931524735238e-05,
      "loss": 0.0148,
      "step": 24831
    },
    {
      "epoch": 2.692107545533391,
      "grad_norm": 0.26305922865867615,
      "learning_rate": 1.0300304656898304e-05,
      "loss": 0.0158,
      "step": 24832
    },
    {
      "epoch": 2.692215958369471,
      "grad_norm": 0.030750881880521774,
      "learning_rate": 1.0296677789061367e-05,
      "loss": 0.0012,
      "step": 24833
    },
    {
      "epoch": 2.692324371205551,
      "grad_norm": 0.04462257772684097,
      "learning_rate": 1.029305092122443e-05,
      "loss": 0.0023,
      "step": 24834
    },
    {
      "epoch": 2.6924327840416304,
      "grad_norm": 0.017552031204104424,
      "learning_rate": 1.0289424053387495e-05,
      "loss": 0.0017,
      "step": 24835
    },
    {
      "epoch": 2.6925411968777104,
      "grad_norm": 0.10565781593322754,
      "learning_rate": 1.0285797185550559e-05,
      "loss": 0.0047,
      "step": 24836
    },
    {
      "epoch": 2.69264960971379,
      "grad_norm": 0.09910549223423004,
      "learning_rate": 1.0282170317713623e-05,
      "loss": 0.0046,
      "step": 24837
    },
    {
      "epoch": 2.69275802254987,
      "grad_norm": 0.275712788105011,
      "learning_rate": 1.0278543449876687e-05,
      "loss": 0.053,
      "step": 24838
    },
    {
      "epoch": 2.69286643538595,
      "grad_norm": 0.05988861992955208,
      "learning_rate": 1.0274916582039751e-05,
      "loss": 0.0039,
      "step": 24839
    },
    {
      "epoch": 2.6929748482220295,
      "grad_norm": 0.03144630417227745,
      "learning_rate": 1.0271289714202815e-05,
      "loss": 0.0031,
      "step": 24840
    },
    {
      "epoch": 2.693083261058109,
      "grad_norm": 0.15776793658733368,
      "learning_rate": 1.026766284636588e-05,
      "loss": 0.0044,
      "step": 24841
    },
    {
      "epoch": 2.693191673894189,
      "grad_norm": 0.007417802698910236,
      "learning_rate": 1.0264035978528942e-05,
      "loss": 0.0008,
      "step": 24842
    },
    {
      "epoch": 2.693300086730269,
      "grad_norm": 0.1864369511604309,
      "learning_rate": 1.0260409110692008e-05,
      "loss": 0.0104,
      "step": 24843
    },
    {
      "epoch": 2.6934084995663485,
      "grad_norm": 0.10245226323604584,
      "learning_rate": 1.025678224285507e-05,
      "loss": 0.0044,
      "step": 24844
    },
    {
      "epoch": 2.6935169124024285,
      "grad_norm": 0.027286430820822716,
      "learning_rate": 1.0253155375018136e-05,
      "loss": 0.0025,
      "step": 24845
    },
    {
      "epoch": 2.693625325238508,
      "grad_norm": 0.25512179732322693,
      "learning_rate": 1.0249528507181198e-05,
      "loss": 0.0488,
      "step": 24846
    },
    {
      "epoch": 2.693733738074588,
      "grad_norm": 0.18385456502437592,
      "learning_rate": 1.0245901639344262e-05,
      "loss": 0.0176,
      "step": 24847
    },
    {
      "epoch": 2.693842150910668,
      "grad_norm": 0.019177541136741638,
      "learning_rate": 1.0242274771507326e-05,
      "loss": 0.0009,
      "step": 24848
    },
    {
      "epoch": 2.6939505637467476,
      "grad_norm": 0.13048988580703735,
      "learning_rate": 1.023864790367039e-05,
      "loss": 0.0146,
      "step": 24849
    },
    {
      "epoch": 2.6940589765828276,
      "grad_norm": 0.20878341794013977,
      "learning_rate": 1.0235021035833455e-05,
      "loss": 0.0169,
      "step": 24850
    },
    {
      "epoch": 2.694167389418907,
      "grad_norm": 0.027579130604863167,
      "learning_rate": 1.0231394167996519e-05,
      "loss": 0.0022,
      "step": 24851
    },
    {
      "epoch": 2.694275802254987,
      "grad_norm": 0.018176883459091187,
      "learning_rate": 1.0227767300159583e-05,
      "loss": 0.001,
      "step": 24852
    },
    {
      "epoch": 2.6943842150910666,
      "grad_norm": 0.13495290279388428,
      "learning_rate": 1.0224140432322647e-05,
      "loss": 0.0108,
      "step": 24853
    },
    {
      "epoch": 2.6944926279271466,
      "grad_norm": 0.10083173960447311,
      "learning_rate": 1.0220513564485711e-05,
      "loss": 0.0103,
      "step": 24854
    },
    {
      "epoch": 2.694601040763226,
      "grad_norm": 0.048298079520463943,
      "learning_rate": 1.0216886696648775e-05,
      "loss": 0.002,
      "step": 24855
    },
    {
      "epoch": 2.694709453599306,
      "grad_norm": 0.10193414986133575,
      "learning_rate": 1.021325982881184e-05,
      "loss": 0.0089,
      "step": 24856
    },
    {
      "epoch": 2.694817866435386,
      "grad_norm": 0.14343766868114471,
      "learning_rate": 1.0209632960974902e-05,
      "loss": 0.0087,
      "step": 24857
    },
    {
      "epoch": 2.6949262792714657,
      "grad_norm": 0.21408218145370483,
      "learning_rate": 1.0206006093137967e-05,
      "loss": 0.0193,
      "step": 24858
    },
    {
      "epoch": 2.6950346921075456,
      "grad_norm": 0.27082088589668274,
      "learning_rate": 1.020237922530103e-05,
      "loss": 0.0286,
      "step": 24859
    },
    {
      "epoch": 2.695143104943625,
      "grad_norm": 0.11731298267841339,
      "learning_rate": 1.0198752357464094e-05,
      "loss": 0.0089,
      "step": 24860
    },
    {
      "epoch": 2.695251517779705,
      "grad_norm": 0.044786080718040466,
      "learning_rate": 1.0195125489627158e-05,
      "loss": 0.0031,
      "step": 24861
    },
    {
      "epoch": 2.695359930615785,
      "grad_norm": 0.08769409358501434,
      "learning_rate": 1.0191498621790222e-05,
      "loss": 0.0132,
      "step": 24862
    },
    {
      "epoch": 2.6954683434518647,
      "grad_norm": 0.18415191769599915,
      "learning_rate": 1.0187871753953286e-05,
      "loss": 0.0125,
      "step": 24863
    },
    {
      "epoch": 2.6955767562879442,
      "grad_norm": 0.03812984377145767,
      "learning_rate": 1.018424488611635e-05,
      "loss": 0.0032,
      "step": 24864
    },
    {
      "epoch": 2.6956851691240242,
      "grad_norm": 0.03680300712585449,
      "learning_rate": 1.0180618018279414e-05,
      "loss": 0.0039,
      "step": 24865
    },
    {
      "epoch": 2.695793581960104,
      "grad_norm": 0.02935098670423031,
      "learning_rate": 1.0176991150442479e-05,
      "loss": 0.0015,
      "step": 24866
    },
    {
      "epoch": 2.6959019947961838,
      "grad_norm": 0.17933981120586395,
      "learning_rate": 1.0173364282605543e-05,
      "loss": 0.0112,
      "step": 24867
    },
    {
      "epoch": 2.6960104076322637,
      "grad_norm": 0.11245705932378769,
      "learning_rate": 1.0169737414768607e-05,
      "loss": 0.0081,
      "step": 24868
    },
    {
      "epoch": 2.6961188204683433,
      "grad_norm": 0.14569345116615295,
      "learning_rate": 1.0166110546931671e-05,
      "loss": 0.0093,
      "step": 24869
    },
    {
      "epoch": 2.6962272333044233,
      "grad_norm": 0.0855940654873848,
      "learning_rate": 1.0162483679094733e-05,
      "loss": 0.0056,
      "step": 24870
    },
    {
      "epoch": 2.6963356461405033,
      "grad_norm": 0.03299412876367569,
      "learning_rate": 1.0158856811257799e-05,
      "loss": 0.0038,
      "step": 24871
    },
    {
      "epoch": 2.696444058976583,
      "grad_norm": 0.08217746019363403,
      "learning_rate": 1.0155229943420862e-05,
      "loss": 0.0046,
      "step": 24872
    },
    {
      "epoch": 2.6965524718126628,
      "grad_norm": 0.14748667180538177,
      "learning_rate": 1.0151603075583926e-05,
      "loss": 0.0222,
      "step": 24873
    },
    {
      "epoch": 2.6966608846487423,
      "grad_norm": 0.19466322660446167,
      "learning_rate": 1.014797620774699e-05,
      "loss": 0.0432,
      "step": 24874
    },
    {
      "epoch": 2.6967692974848223,
      "grad_norm": 0.048960477113723755,
      "learning_rate": 1.0144349339910054e-05,
      "loss": 0.0034,
      "step": 24875
    },
    {
      "epoch": 2.696877710320902,
      "grad_norm": 0.34453311562538147,
      "learning_rate": 1.0140722472073118e-05,
      "loss": 0.0123,
      "step": 24876
    },
    {
      "epoch": 2.696986123156982,
      "grad_norm": 0.2525250315666199,
      "learning_rate": 1.0137095604236182e-05,
      "loss": 0.0199,
      "step": 24877
    },
    {
      "epoch": 2.6970945359930614,
      "grad_norm": 0.21091893315315247,
      "learning_rate": 1.0133468736399246e-05,
      "loss": 0.0172,
      "step": 24878
    },
    {
      "epoch": 2.6972029488291414,
      "grad_norm": 0.08913172781467438,
      "learning_rate": 1.012984186856231e-05,
      "loss": 0.0077,
      "step": 24879
    },
    {
      "epoch": 2.6973113616652213,
      "grad_norm": 0.06301986426115036,
      "learning_rate": 1.0126215000725374e-05,
      "loss": 0.0024,
      "step": 24880
    },
    {
      "epoch": 2.697419774501301,
      "grad_norm": 0.026377985253930092,
      "learning_rate": 1.0122588132888438e-05,
      "loss": 0.0035,
      "step": 24881
    },
    {
      "epoch": 2.697528187337381,
      "grad_norm": 0.021608620882034302,
      "learning_rate": 1.0118961265051503e-05,
      "loss": 0.0012,
      "step": 24882
    },
    {
      "epoch": 2.6976366001734604,
      "grad_norm": 0.024994513019919395,
      "learning_rate": 1.0115334397214565e-05,
      "loss": 0.0015,
      "step": 24883
    },
    {
      "epoch": 2.6977450130095404,
      "grad_norm": 0.10755337029695511,
      "learning_rate": 1.011170752937763e-05,
      "loss": 0.0035,
      "step": 24884
    },
    {
      "epoch": 2.6978534258456204,
      "grad_norm": 0.030441632494330406,
      "learning_rate": 1.0108080661540693e-05,
      "loss": 0.0017,
      "step": 24885
    },
    {
      "epoch": 2.6979618386817,
      "grad_norm": 0.02079630270600319,
      "learning_rate": 1.0104453793703757e-05,
      "loss": 0.002,
      "step": 24886
    },
    {
      "epoch": 2.6980702515177795,
      "grad_norm": 0.045380666851997375,
      "learning_rate": 1.0100826925866821e-05,
      "loss": 0.0032,
      "step": 24887
    },
    {
      "epoch": 2.6981786643538594,
      "grad_norm": 0.012001163326203823,
      "learning_rate": 1.0097200058029886e-05,
      "loss": 0.0005,
      "step": 24888
    },
    {
      "epoch": 2.6982870771899394,
      "grad_norm": 0.25109219551086426,
      "learning_rate": 1.009357319019295e-05,
      "loss": 0.0331,
      "step": 24889
    },
    {
      "epoch": 2.698395490026019,
      "grad_norm": 0.03951632231473923,
      "learning_rate": 1.0089946322356014e-05,
      "loss": 0.0032,
      "step": 24890
    },
    {
      "epoch": 2.698503902862099,
      "grad_norm": 0.17515403032302856,
      "learning_rate": 1.0086319454519078e-05,
      "loss": 0.0127,
      "step": 24891
    },
    {
      "epoch": 2.6986123156981785,
      "grad_norm": 0.01336180604994297,
      "learning_rate": 1.0082692586682142e-05,
      "loss": 0.0004,
      "step": 24892
    },
    {
      "epoch": 2.6987207285342585,
      "grad_norm": 0.209779292345047,
      "learning_rate": 1.0079065718845206e-05,
      "loss": 0.0241,
      "step": 24893
    },
    {
      "epoch": 2.6988291413703385,
      "grad_norm": 0.09340061247348785,
      "learning_rate": 1.007543885100827e-05,
      "loss": 0.0053,
      "step": 24894
    },
    {
      "epoch": 2.698937554206418,
      "grad_norm": 0.25094857811927795,
      "learning_rate": 1.0071811983171334e-05,
      "loss": 0.0687,
      "step": 24895
    },
    {
      "epoch": 2.699045967042498,
      "grad_norm": 0.4662155508995056,
      "learning_rate": 1.0068185115334397e-05,
      "loss": 0.0176,
      "step": 24896
    },
    {
      "epoch": 2.6991543798785775,
      "grad_norm": 0.3936599791049957,
      "learning_rate": 1.0064558247497462e-05,
      "loss": 0.0138,
      "step": 24897
    },
    {
      "epoch": 2.6992627927146575,
      "grad_norm": 0.20414048433303833,
      "learning_rate": 1.0060931379660525e-05,
      "loss": 0.0116,
      "step": 24898
    },
    {
      "epoch": 2.699371205550737,
      "grad_norm": 0.09565911442041397,
      "learning_rate": 1.0057304511823589e-05,
      "loss": 0.0546,
      "step": 24899
    },
    {
      "epoch": 2.699479618386817,
      "grad_norm": 0.004561812151223421,
      "learning_rate": 1.0053677643986653e-05,
      "loss": 0.0002,
      "step": 24900
    },
    {
      "epoch": 2.6995880312228966,
      "grad_norm": 0.058590665459632874,
      "learning_rate": 1.0050050776149717e-05,
      "loss": 0.0051,
      "step": 24901
    },
    {
      "epoch": 2.6996964440589766,
      "grad_norm": 0.011495052836835384,
      "learning_rate": 1.0046423908312781e-05,
      "loss": 0.0006,
      "step": 24902
    },
    {
      "epoch": 2.6998048568950566,
      "grad_norm": 0.110307976603508,
      "learning_rate": 1.0042797040475845e-05,
      "loss": 0.0076,
      "step": 24903
    },
    {
      "epoch": 2.699913269731136,
      "grad_norm": 0.04963738098740578,
      "learning_rate": 1.003917017263891e-05,
      "loss": 0.0025,
      "step": 24904
    },
    {
      "epoch": 2.700021682567216,
      "grad_norm": 0.009287054650485516,
      "learning_rate": 1.0035543304801974e-05,
      "loss": 0.0008,
      "step": 24905
    },
    {
      "epoch": 2.7001300954032956,
      "grad_norm": 0.088267020881176,
      "learning_rate": 1.0031916436965038e-05,
      "loss": 0.0105,
      "step": 24906
    },
    {
      "epoch": 2.7002385082393756,
      "grad_norm": 0.06853993982076645,
      "learning_rate": 1.0028289569128102e-05,
      "loss": 0.0025,
      "step": 24907
    },
    {
      "epoch": 2.7003469210754556,
      "grad_norm": 0.14694036543369293,
      "learning_rate": 1.0024662701291166e-05,
      "loss": 0.0077,
      "step": 24908
    },
    {
      "epoch": 2.700455333911535,
      "grad_norm": 0.24525147676467896,
      "learning_rate": 1.002103583345423e-05,
      "loss": 0.0511,
      "step": 24909
    },
    {
      "epoch": 2.7005637467476147,
      "grad_norm": 0.08987704664468765,
      "learning_rate": 1.0017408965617294e-05,
      "loss": 0.0051,
      "step": 24910
    },
    {
      "epoch": 2.7006721595836947,
      "grad_norm": 0.25286298990249634,
      "learning_rate": 1.0013782097780357e-05,
      "loss": 0.023,
      "step": 24911
    },
    {
      "epoch": 2.7007805724197746,
      "grad_norm": 0.20815230906009674,
      "learning_rate": 1.001015522994342e-05,
      "loss": 0.0144,
      "step": 24912
    },
    {
      "epoch": 2.700888985255854,
      "grad_norm": 0.24500229954719543,
      "learning_rate": 1.0006528362106485e-05,
      "loss": 0.0237,
      "step": 24913
    },
    {
      "epoch": 2.700997398091934,
      "grad_norm": 0.17944005131721497,
      "learning_rate": 1.0002901494269549e-05,
      "loss": 0.0204,
      "step": 24914
    },
    {
      "epoch": 2.7011058109280137,
      "grad_norm": 0.2511942386627197,
      "learning_rate": 9.999274626432613e-06,
      "loss": 0.0116,
      "step": 24915
    },
    {
      "epoch": 2.7012142237640937,
      "grad_norm": 0.003351764054968953,
      "learning_rate": 9.995647758595677e-06,
      "loss": 0.0003,
      "step": 24916
    },
    {
      "epoch": 2.7013226366001737,
      "grad_norm": 0.08055845648050308,
      "learning_rate": 9.992020890758741e-06,
      "loss": 0.0068,
      "step": 24917
    },
    {
      "epoch": 2.7014310494362532,
      "grad_norm": 0.11931454390287399,
      "learning_rate": 9.988394022921805e-06,
      "loss": 0.011,
      "step": 24918
    },
    {
      "epoch": 2.7015394622723328,
      "grad_norm": 0.0425039641559124,
      "learning_rate": 9.98476715508487e-06,
      "loss": 0.0039,
      "step": 24919
    },
    {
      "epoch": 2.7016478751084128,
      "grad_norm": 0.10390830785036087,
      "learning_rate": 9.981140287247933e-06,
      "loss": 0.0065,
      "step": 24920
    },
    {
      "epoch": 2.7017562879444927,
      "grad_norm": 0.28476133942604065,
      "learning_rate": 9.977513419410998e-06,
      "loss": 0.0171,
      "step": 24921
    },
    {
      "epoch": 2.7018647007805723,
      "grad_norm": 0.14826707541942596,
      "learning_rate": 9.973886551574062e-06,
      "loss": 0.0053,
      "step": 24922
    },
    {
      "epoch": 2.7019731136166523,
      "grad_norm": 0.2008330076932907,
      "learning_rate": 9.970259683737126e-06,
      "loss": 0.0059,
      "step": 24923
    },
    {
      "epoch": 2.702081526452732,
      "grad_norm": 0.33253762125968933,
      "learning_rate": 9.966632815900188e-06,
      "loss": 0.0399,
      "step": 24924
    },
    {
      "epoch": 2.702189939288812,
      "grad_norm": 0.21181663870811462,
      "learning_rate": 9.963005948063252e-06,
      "loss": 0.025,
      "step": 24925
    },
    {
      "epoch": 2.702298352124892,
      "grad_norm": 0.22402358055114746,
      "learning_rate": 9.959379080226316e-06,
      "loss": 0.0094,
      "step": 24926
    },
    {
      "epoch": 2.7024067649609713,
      "grad_norm": 0.08211501687765121,
      "learning_rate": 9.95575221238938e-06,
      "loss": 0.0155,
      "step": 24927
    },
    {
      "epoch": 2.7025151777970513,
      "grad_norm": 0.09751388430595398,
      "learning_rate": 9.952125344552445e-06,
      "loss": 0.0039,
      "step": 24928
    },
    {
      "epoch": 2.702623590633131,
      "grad_norm": 0.060889825224876404,
      "learning_rate": 9.948498476715509e-06,
      "loss": 0.002,
      "step": 24929
    },
    {
      "epoch": 2.702732003469211,
      "grad_norm": 0.05449194088578224,
      "learning_rate": 9.944871608878573e-06,
      "loss": 0.0035,
      "step": 24930
    },
    {
      "epoch": 2.702840416305291,
      "grad_norm": 0.1729784458875656,
      "learning_rate": 9.941244741041637e-06,
      "loss": 0.0148,
      "step": 24931
    },
    {
      "epoch": 2.7029488291413704,
      "grad_norm": 0.16812320053577423,
      "learning_rate": 9.937617873204701e-06,
      "loss": 0.0072,
      "step": 24932
    },
    {
      "epoch": 2.70305724197745,
      "grad_norm": 0.25687822699546814,
      "learning_rate": 9.933991005367765e-06,
      "loss": 0.0264,
      "step": 24933
    },
    {
      "epoch": 2.70316565481353,
      "grad_norm": 0.44006168842315674,
      "learning_rate": 9.93036413753083e-06,
      "loss": 0.0192,
      "step": 24934
    },
    {
      "epoch": 2.70327406764961,
      "grad_norm": 0.11590701341629028,
      "learning_rate": 9.926737269693893e-06,
      "loss": 0.0053,
      "step": 24935
    },
    {
      "epoch": 2.7033824804856894,
      "grad_norm": 0.20723170042037964,
      "learning_rate": 9.923110401856957e-06,
      "loss": 0.0182,
      "step": 24936
    },
    {
      "epoch": 2.7034908933217694,
      "grad_norm": 0.012377371080219746,
      "learning_rate": 9.91948353402002e-06,
      "loss": 0.0008,
      "step": 24937
    },
    {
      "epoch": 2.703599306157849,
      "grad_norm": 0.00247927731834352,
      "learning_rate": 9.915856666183086e-06,
      "loss": 0.0002,
      "step": 24938
    },
    {
      "epoch": 2.703707718993929,
      "grad_norm": 0.12381888926029205,
      "learning_rate": 9.912229798346148e-06,
      "loss": 0.0108,
      "step": 24939
    },
    {
      "epoch": 2.703816131830009,
      "grad_norm": 0.036044903099536896,
      "learning_rate": 9.908602930509212e-06,
      "loss": 0.0028,
      "step": 24940
    },
    {
      "epoch": 2.7039245446660884,
      "grad_norm": 0.26790687441825867,
      "learning_rate": 9.904976062672276e-06,
      "loss": 0.0247,
      "step": 24941
    },
    {
      "epoch": 2.704032957502168,
      "grad_norm": 0.009471910074353218,
      "learning_rate": 9.90134919483534e-06,
      "loss": 0.0006,
      "step": 24942
    },
    {
      "epoch": 2.704141370338248,
      "grad_norm": 0.16780999302864075,
      "learning_rate": 9.897722326998405e-06,
      "loss": 0.0028,
      "step": 24943
    },
    {
      "epoch": 2.704249783174328,
      "grad_norm": 0.19648535549640656,
      "learning_rate": 9.894095459161469e-06,
      "loss": 0.005,
      "step": 24944
    },
    {
      "epoch": 2.7043581960104075,
      "grad_norm": 0.29211899638175964,
      "learning_rate": 9.890468591324533e-06,
      "loss": 0.0095,
      "step": 24945
    },
    {
      "epoch": 2.7044666088464875,
      "grad_norm": 0.03187483549118042,
      "learning_rate": 9.886841723487597e-06,
      "loss": 0.0026,
      "step": 24946
    },
    {
      "epoch": 2.704575021682567,
      "grad_norm": 0.12487781792879105,
      "learning_rate": 9.883214855650661e-06,
      "loss": 0.0068,
      "step": 24947
    },
    {
      "epoch": 2.704683434518647,
      "grad_norm": 0.07620783895254135,
      "learning_rate": 9.879587987813725e-06,
      "loss": 0.0022,
      "step": 24948
    },
    {
      "epoch": 2.704791847354727,
      "grad_norm": 0.05754617601633072,
      "learning_rate": 9.875961119976789e-06,
      "loss": 0.0032,
      "step": 24949
    },
    {
      "epoch": 2.7049002601908065,
      "grad_norm": 0.12640389800071716,
      "learning_rate": 9.872334252139853e-06,
      "loss": 0.0137,
      "step": 24950
    },
    {
      "epoch": 2.7050086730268865,
      "grad_norm": 0.003816374111920595,
      "learning_rate": 9.868707384302917e-06,
      "loss": 0.0002,
      "step": 24951
    },
    {
      "epoch": 2.705117085862966,
      "grad_norm": 0.26486915349960327,
      "learning_rate": 9.86508051646598e-06,
      "loss": 0.0228,
      "step": 24952
    },
    {
      "epoch": 2.705225498699046,
      "grad_norm": 0.07245881855487823,
      "learning_rate": 9.861453648629044e-06,
      "loss": 0.0118,
      "step": 24953
    },
    {
      "epoch": 2.705333911535126,
      "grad_norm": 0.049864716827869415,
      "learning_rate": 9.857826780792108e-06,
      "loss": 0.0029,
      "step": 24954
    },
    {
      "epoch": 2.7054423243712056,
      "grad_norm": 0.037341129034757614,
      "learning_rate": 9.854199912955172e-06,
      "loss": 0.0029,
      "step": 24955
    },
    {
      "epoch": 2.705550737207285,
      "grad_norm": 0.09631098806858063,
      "learning_rate": 9.850573045118236e-06,
      "loss": 0.0063,
      "step": 24956
    },
    {
      "epoch": 2.705659150043365,
      "grad_norm": 0.1778073012828827,
      "learning_rate": 9.8469461772813e-06,
      "loss": 0.015,
      "step": 24957
    },
    {
      "epoch": 2.705767562879445,
      "grad_norm": 0.08461583405733109,
      "learning_rate": 9.843319309444364e-06,
      "loss": 0.0048,
      "step": 24958
    },
    {
      "epoch": 2.7058759757155246,
      "grad_norm": 0.28780314326286316,
      "learning_rate": 9.839692441607429e-06,
      "loss": 0.026,
      "step": 24959
    },
    {
      "epoch": 2.7059843885516046,
      "grad_norm": 0.13446928560733795,
      "learning_rate": 9.836065573770493e-06,
      "loss": 0.0092,
      "step": 24960
    },
    {
      "epoch": 2.706092801387684,
      "grad_norm": 0.32400840520858765,
      "learning_rate": 9.832438705933557e-06,
      "loss": 0.0122,
      "step": 24961
    },
    {
      "epoch": 2.706201214223764,
      "grad_norm": 0.10022380948066711,
      "learning_rate": 9.82881183809662e-06,
      "loss": 0.012,
      "step": 24962
    },
    {
      "epoch": 2.706309627059844,
      "grad_norm": 0.15506939589977264,
      "learning_rate": 9.825184970259685e-06,
      "loss": 0.0099,
      "step": 24963
    },
    {
      "epoch": 2.7064180398959237,
      "grad_norm": 0.38886040449142456,
      "learning_rate": 9.821558102422749e-06,
      "loss": 0.0119,
      "step": 24964
    },
    {
      "epoch": 2.706526452732003,
      "grad_norm": 0.18198272585868835,
      "learning_rate": 9.817931234585811e-06,
      "loss": 0.0075,
      "step": 24965
    },
    {
      "epoch": 2.706634865568083,
      "grad_norm": 0.4892089068889618,
      "learning_rate": 9.814304366748876e-06,
      "loss": 0.0755,
      "step": 24966
    },
    {
      "epoch": 2.706743278404163,
      "grad_norm": 0.16292423009872437,
      "learning_rate": 9.81067749891194e-06,
      "loss": 0.0137,
      "step": 24967
    },
    {
      "epoch": 2.7068516912402427,
      "grad_norm": 0.06680124253034592,
      "learning_rate": 9.807050631075004e-06,
      "loss": 0.0058,
      "step": 24968
    },
    {
      "epoch": 2.7069601040763227,
      "grad_norm": 0.14487645030021667,
      "learning_rate": 9.803423763238068e-06,
      "loss": 0.008,
      "step": 24969
    },
    {
      "epoch": 2.7070685169124022,
      "grad_norm": 0.11894901096820831,
      "learning_rate": 9.799796895401132e-06,
      "loss": 0.008,
      "step": 24970
    },
    {
      "epoch": 2.7071769297484822,
      "grad_norm": 0.22877322137355804,
      "learning_rate": 9.796170027564196e-06,
      "loss": 0.0233,
      "step": 24971
    },
    {
      "epoch": 2.707285342584562,
      "grad_norm": 0.17900726199150085,
      "learning_rate": 9.79254315972726e-06,
      "loss": 0.0123,
      "step": 24972
    },
    {
      "epoch": 2.7073937554206418,
      "grad_norm": 0.15482021868228912,
      "learning_rate": 9.788916291890324e-06,
      "loss": 0.0062,
      "step": 24973
    },
    {
      "epoch": 2.7075021682567217,
      "grad_norm": 0.24837425351142883,
      "learning_rate": 9.785289424053388e-06,
      "loss": 0.0105,
      "step": 24974
    },
    {
      "epoch": 2.7076105810928013,
      "grad_norm": 0.0416925810277462,
      "learning_rate": 9.781662556216452e-06,
      "loss": 0.003,
      "step": 24975
    },
    {
      "epoch": 2.7077189939288813,
      "grad_norm": 0.006843546871095896,
      "learning_rate": 9.778035688379517e-06,
      "loss": 0.0008,
      "step": 24976
    },
    {
      "epoch": 2.707827406764961,
      "grad_norm": 0.24700972437858582,
      "learning_rate": 9.77440882054258e-06,
      "loss": 0.0412,
      "step": 24977
    },
    {
      "epoch": 2.707935819601041,
      "grad_norm": 0.20095928013324738,
      "learning_rate": 9.770781952705643e-06,
      "loss": 0.0244,
      "step": 24978
    },
    {
      "epoch": 2.7080442324371203,
      "grad_norm": 0.1638675183057785,
      "learning_rate": 9.767155084868707e-06,
      "loss": 0.015,
      "step": 24979
    },
    {
      "epoch": 2.7081526452732003,
      "grad_norm": 0.023600978776812553,
      "learning_rate": 9.763528217031771e-06,
      "loss": 0.0007,
      "step": 24980
    },
    {
      "epoch": 2.7082610581092803,
      "grad_norm": 0.15506984293460846,
      "learning_rate": 9.759901349194835e-06,
      "loss": 0.0076,
      "step": 24981
    },
    {
      "epoch": 2.70836947094536,
      "grad_norm": 0.03635049983859062,
      "learning_rate": 9.7562744813579e-06,
      "loss": 0.0059,
      "step": 24982
    },
    {
      "epoch": 2.70847788378144,
      "grad_norm": 0.029475945979356766,
      "learning_rate": 9.752647613520964e-06,
      "loss": 0.0017,
      "step": 24983
    },
    {
      "epoch": 2.7085862966175194,
      "grad_norm": 0.061610061675310135,
      "learning_rate": 9.749020745684028e-06,
      "loss": 0.0038,
      "step": 24984
    },
    {
      "epoch": 2.7086947094535994,
      "grad_norm": 0.04150724411010742,
      "learning_rate": 9.745393877847092e-06,
      "loss": 0.0019,
      "step": 24985
    },
    {
      "epoch": 2.7088031222896793,
      "grad_norm": 0.21387313306331635,
      "learning_rate": 9.741767010010156e-06,
      "loss": 0.0143,
      "step": 24986
    },
    {
      "epoch": 2.708911535125759,
      "grad_norm": 0.21607135236263275,
      "learning_rate": 9.73814014217322e-06,
      "loss": 0.0169,
      "step": 24987
    },
    {
      "epoch": 2.7090199479618384,
      "grad_norm": 0.45146194100379944,
      "learning_rate": 9.734513274336284e-06,
      "loss": 0.023,
      "step": 24988
    },
    {
      "epoch": 2.7091283607979184,
      "grad_norm": 0.11540036648511887,
      "learning_rate": 9.730886406499348e-06,
      "loss": 0.0118,
      "step": 24989
    },
    {
      "epoch": 2.7092367736339984,
      "grad_norm": 0.0733339786529541,
      "learning_rate": 9.727259538662412e-06,
      "loss": 0.0037,
      "step": 24990
    },
    {
      "epoch": 2.709345186470078,
      "grad_norm": 0.006182741839438677,
      "learning_rate": 9.723632670825475e-06,
      "loss": 0.0005,
      "step": 24991
    },
    {
      "epoch": 2.709453599306158,
      "grad_norm": 0.1302615851163864,
      "learning_rate": 9.720005802988539e-06,
      "loss": 0.0042,
      "step": 24992
    },
    {
      "epoch": 2.7095620121422375,
      "grad_norm": 0.13724778592586517,
      "learning_rate": 9.716378935151603e-06,
      "loss": 0.0046,
      "step": 24993
    },
    {
      "epoch": 2.7096704249783174,
      "grad_norm": 0.3292897343635559,
      "learning_rate": 9.712752067314667e-06,
      "loss": 0.0175,
      "step": 24994
    },
    {
      "epoch": 2.7097788378143974,
      "grad_norm": 0.15397799015045166,
      "learning_rate": 9.709125199477731e-06,
      "loss": 0.0051,
      "step": 24995
    },
    {
      "epoch": 2.709887250650477,
      "grad_norm": 0.14248494803905487,
      "learning_rate": 9.705498331640795e-06,
      "loss": 0.0087,
      "step": 24996
    },
    {
      "epoch": 2.709995663486557,
      "grad_norm": 0.16539758443832397,
      "learning_rate": 9.70187146380386e-06,
      "loss": 0.0138,
      "step": 24997
    },
    {
      "epoch": 2.7101040763226365,
      "grad_norm": 0.07123247534036636,
      "learning_rate": 9.698244595966924e-06,
      "loss": 0.0042,
      "step": 24998
    },
    {
      "epoch": 2.7102124891587165,
      "grad_norm": 0.040370021015405655,
      "learning_rate": 9.694617728129988e-06,
      "loss": 0.0041,
      "step": 24999
    },
    {
      "epoch": 2.710320901994796,
      "grad_norm": 0.10953708738088608,
      "learning_rate": 9.690990860293052e-06,
      "loss": 0.011,
      "step": 25000
    },
    {
      "epoch": 2.710429314830876,
      "grad_norm": 0.030004624277353287,
      "learning_rate": 9.687363992456116e-06,
      "loss": 0.0012,
      "step": 25001
    },
    {
      "epoch": 2.7105377276669556,
      "grad_norm": 0.15450531244277954,
      "learning_rate": 9.68373712461918e-06,
      "loss": 0.0028,
      "step": 25002
    },
    {
      "epoch": 2.7106461405030355,
      "grad_norm": 0.06090593710541725,
      "learning_rate": 9.680110256782244e-06,
      "loss": 0.0064,
      "step": 25003
    },
    {
      "epoch": 2.7107545533391155,
      "grad_norm": 0.1124613881111145,
      "learning_rate": 9.676483388945308e-06,
      "loss": 0.0053,
      "step": 25004
    },
    {
      "epoch": 2.710862966175195,
      "grad_norm": 0.13666708767414093,
      "learning_rate": 9.67285652110837e-06,
      "loss": 0.0089,
      "step": 25005
    },
    {
      "epoch": 2.710971379011275,
      "grad_norm": 0.01469628419727087,
      "learning_rate": 9.669229653271435e-06,
      "loss": 0.0011,
      "step": 25006
    },
    {
      "epoch": 2.7110797918473546,
      "grad_norm": 0.18266738951206207,
      "learning_rate": 9.665602785434499e-06,
      "loss": 0.0161,
      "step": 25007
    },
    {
      "epoch": 2.7111882046834346,
      "grad_norm": 0.27886486053466797,
      "learning_rate": 9.661975917597563e-06,
      "loss": 0.0151,
      "step": 25008
    },
    {
      "epoch": 2.7112966175195146,
      "grad_norm": 0.20394229888916016,
      "learning_rate": 9.658349049760627e-06,
      "loss": 0.0217,
      "step": 25009
    },
    {
      "epoch": 2.711405030355594,
      "grad_norm": 0.09616384655237198,
      "learning_rate": 9.654722181923691e-06,
      "loss": 0.008,
      "step": 25010
    },
    {
      "epoch": 2.7115134431916736,
      "grad_norm": 0.15550974011421204,
      "learning_rate": 9.651095314086755e-06,
      "loss": 0.0143,
      "step": 25011
    },
    {
      "epoch": 2.7116218560277536,
      "grad_norm": 0.030494248494505882,
      "learning_rate": 9.64746844624982e-06,
      "loss": 0.0015,
      "step": 25012
    },
    {
      "epoch": 2.7117302688638336,
      "grad_norm": 0.15141503512859344,
      "learning_rate": 9.643841578412883e-06,
      "loss": 0.0055,
      "step": 25013
    },
    {
      "epoch": 2.711838681699913,
      "grad_norm": 0.08933452516794205,
      "learning_rate": 9.640214710575948e-06,
      "loss": 0.0029,
      "step": 25014
    },
    {
      "epoch": 2.711947094535993,
      "grad_norm": 0.13132530450820923,
      "learning_rate": 9.636587842739012e-06,
      "loss": 0.0179,
      "step": 25015
    },
    {
      "epoch": 2.7120555073720727,
      "grad_norm": 0.1094117984175682,
      "learning_rate": 9.632960974902076e-06,
      "loss": 0.0043,
      "step": 25016
    },
    {
      "epoch": 2.7121639202081527,
      "grad_norm": 0.011665312573313713,
      "learning_rate": 9.62933410706514e-06,
      "loss": 0.001,
      "step": 25017
    },
    {
      "epoch": 2.7122723330442327,
      "grad_norm": 0.02067069336771965,
      "learning_rate": 9.625707239228202e-06,
      "loss": 0.0012,
      "step": 25018
    },
    {
      "epoch": 2.712380745880312,
      "grad_norm": 0.14952759444713593,
      "learning_rate": 9.622080371391266e-06,
      "loss": 0.0131,
      "step": 25019
    },
    {
      "epoch": 2.712489158716392,
      "grad_norm": 0.2435755431652069,
      "learning_rate": 9.61845350355433e-06,
      "loss": 0.0097,
      "step": 25020
    },
    {
      "epoch": 2.7125975715524717,
      "grad_norm": 0.0657108873128891,
      "learning_rate": 9.614826635717395e-06,
      "loss": 0.0029,
      "step": 25021
    },
    {
      "epoch": 2.7127059843885517,
      "grad_norm": 0.34952718019485474,
      "learning_rate": 9.611199767880459e-06,
      "loss": 0.0563,
      "step": 25022
    },
    {
      "epoch": 2.7128143972246312,
      "grad_norm": 0.1689518243074417,
      "learning_rate": 9.607572900043523e-06,
      "loss": 0.0127,
      "step": 25023
    },
    {
      "epoch": 2.7129228100607112,
      "grad_norm": 0.10236373543739319,
      "learning_rate": 9.603946032206587e-06,
      "loss": 0.0157,
      "step": 25024
    },
    {
      "epoch": 2.7130312228967908,
      "grad_norm": 0.03640405088663101,
      "learning_rate": 9.600319164369651e-06,
      "loss": 0.0024,
      "step": 25025
    },
    {
      "epoch": 2.7131396357328708,
      "grad_norm": 0.27584898471832275,
      "learning_rate": 9.596692296532715e-06,
      "loss": 0.0223,
      "step": 25026
    },
    {
      "epoch": 2.7132480485689507,
      "grad_norm": 0.2289598137140274,
      "learning_rate": 9.59306542869578e-06,
      "loss": 0.0115,
      "step": 25027
    },
    {
      "epoch": 2.7133564614050303,
      "grad_norm": 0.1274949461221695,
      "learning_rate": 9.589438560858843e-06,
      "loss": 0.0088,
      "step": 25028
    },
    {
      "epoch": 2.7134648742411103,
      "grad_norm": 0.007338064257055521,
      "learning_rate": 9.585811693021907e-06,
      "loss": 0.0006,
      "step": 25029
    },
    {
      "epoch": 2.71357328707719,
      "grad_norm": 0.4412398636341095,
      "learning_rate": 9.582184825184971e-06,
      "loss": 0.0067,
      "step": 25030
    },
    {
      "epoch": 2.71368169991327,
      "grad_norm": 0.19758105278015137,
      "learning_rate": 9.578557957348034e-06,
      "loss": 0.0099,
      "step": 25031
    },
    {
      "epoch": 2.71379011274935,
      "grad_norm": 0.060499392449855804,
      "learning_rate": 9.574931089511098e-06,
      "loss": 0.0023,
      "step": 25032
    },
    {
      "epoch": 2.7138985255854293,
      "grad_norm": 0.03599509596824646,
      "learning_rate": 9.571304221674162e-06,
      "loss": 0.0017,
      "step": 25033
    },
    {
      "epoch": 2.714006938421509,
      "grad_norm": 0.2402740865945816,
      "learning_rate": 9.567677353837226e-06,
      "loss": 0.0379,
      "step": 25034
    },
    {
      "epoch": 2.714115351257589,
      "grad_norm": 0.01307063177227974,
      "learning_rate": 9.56405048600029e-06,
      "loss": 0.0008,
      "step": 25035
    },
    {
      "epoch": 2.714223764093669,
      "grad_norm": 0.5028249621391296,
      "learning_rate": 9.560423618163354e-06,
      "loss": 0.0218,
      "step": 25036
    },
    {
      "epoch": 2.7143321769297484,
      "grad_norm": 0.4409655034542084,
      "learning_rate": 9.556796750326419e-06,
      "loss": 0.0333,
      "step": 25037
    },
    {
      "epoch": 2.7144405897658284,
      "grad_norm": 0.17159868776798248,
      "learning_rate": 9.553169882489483e-06,
      "loss": 0.0092,
      "step": 25038
    },
    {
      "epoch": 2.714549002601908,
      "grad_norm": 0.060026753693819046,
      "learning_rate": 9.549543014652547e-06,
      "loss": 0.0047,
      "step": 25039
    },
    {
      "epoch": 2.714657415437988,
      "grad_norm": 0.3692409098148346,
      "learning_rate": 9.545916146815611e-06,
      "loss": 0.0499,
      "step": 25040
    },
    {
      "epoch": 2.714765828274068,
      "grad_norm": 0.20665068924427032,
      "learning_rate": 9.542289278978675e-06,
      "loss": 0.0274,
      "step": 25041
    },
    {
      "epoch": 2.7148742411101474,
      "grad_norm": 0.06564749777317047,
      "learning_rate": 9.538662411141739e-06,
      "loss": 0.0038,
      "step": 25042
    },
    {
      "epoch": 2.7149826539462274,
      "grad_norm": 0.17843228578567505,
      "learning_rate": 9.535035543304803e-06,
      "loss": 0.0097,
      "step": 25043
    },
    {
      "epoch": 2.715091066782307,
      "grad_norm": 0.11726358532905579,
      "learning_rate": 9.531408675467866e-06,
      "loss": 0.0046,
      "step": 25044
    },
    {
      "epoch": 2.715199479618387,
      "grad_norm": 0.09221102297306061,
      "learning_rate": 9.52778180763093e-06,
      "loss": 0.0146,
      "step": 25045
    },
    {
      "epoch": 2.7153078924544665,
      "grad_norm": 0.18738457560539246,
      "learning_rate": 9.524154939793994e-06,
      "loss": 0.0122,
      "step": 25046
    },
    {
      "epoch": 2.7154163052905465,
      "grad_norm": 0.07505543529987335,
      "learning_rate": 9.520528071957058e-06,
      "loss": 0.0024,
      "step": 25047
    },
    {
      "epoch": 2.715524718126626,
      "grad_norm": 0.10599584877490997,
      "learning_rate": 9.516901204120122e-06,
      "loss": 0.0146,
      "step": 25048
    },
    {
      "epoch": 2.715633130962706,
      "grad_norm": 0.07738829404115677,
      "learning_rate": 9.513274336283186e-06,
      "loss": 0.0037,
      "step": 25049
    },
    {
      "epoch": 2.715741543798786,
      "grad_norm": 0.11459658294916153,
      "learning_rate": 9.50964746844625e-06,
      "loss": 0.0034,
      "step": 25050
    },
    {
      "epoch": 2.7158499566348655,
      "grad_norm": 0.14432668685913086,
      "learning_rate": 9.506020600609314e-06,
      "loss": 0.0118,
      "step": 25051
    },
    {
      "epoch": 2.7159583694709455,
      "grad_norm": 0.31682485342025757,
      "learning_rate": 9.502393732772378e-06,
      "loss": 0.0295,
      "step": 25052
    },
    {
      "epoch": 2.716066782307025,
      "grad_norm": 0.11759257316589355,
      "learning_rate": 9.498766864935443e-06,
      "loss": 0.0058,
      "step": 25053
    },
    {
      "epoch": 2.716175195143105,
      "grad_norm": 0.1998392641544342,
      "learning_rate": 9.495139997098507e-06,
      "loss": 0.0235,
      "step": 25054
    },
    {
      "epoch": 2.716283607979185,
      "grad_norm": 0.2247287929058075,
      "learning_rate": 9.49151312926157e-06,
      "loss": 0.0352,
      "step": 25055
    },
    {
      "epoch": 2.7163920208152645,
      "grad_norm": 0.2935653328895569,
      "learning_rate": 9.487886261424635e-06,
      "loss": 0.0291,
      "step": 25056
    },
    {
      "epoch": 2.716500433651344,
      "grad_norm": 0.04731373488903046,
      "learning_rate": 9.484259393587697e-06,
      "loss": 0.0019,
      "step": 25057
    },
    {
      "epoch": 2.716608846487424,
      "grad_norm": 0.4298500418663025,
      "learning_rate": 9.480632525750763e-06,
      "loss": 0.0335,
      "step": 25058
    },
    {
      "epoch": 2.716717259323504,
      "grad_norm": 0.044940751045942307,
      "learning_rate": 9.477005657913825e-06,
      "loss": 0.003,
      "step": 25059
    },
    {
      "epoch": 2.7168256721595836,
      "grad_norm": 0.06248088553547859,
      "learning_rate": 9.47337879007689e-06,
      "loss": 0.0097,
      "step": 25060
    },
    {
      "epoch": 2.7169340849956636,
      "grad_norm": 0.07718285918235779,
      "learning_rate": 9.469751922239954e-06,
      "loss": 0.0084,
      "step": 25061
    },
    {
      "epoch": 2.717042497831743,
      "grad_norm": 0.15654870867729187,
      "learning_rate": 9.466125054403018e-06,
      "loss": 0.0072,
      "step": 25062
    },
    {
      "epoch": 2.717150910667823,
      "grad_norm": 0.21977846324443817,
      "learning_rate": 9.462498186566082e-06,
      "loss": 0.0307,
      "step": 25063
    },
    {
      "epoch": 2.717259323503903,
      "grad_norm": 0.555970311164856,
      "learning_rate": 9.458871318729146e-06,
      "loss": 0.0363,
      "step": 25064
    },
    {
      "epoch": 2.7173677363399826,
      "grad_norm": 0.02739562653005123,
      "learning_rate": 9.45524445089221e-06,
      "loss": 0.0019,
      "step": 25065
    },
    {
      "epoch": 2.717476149176062,
      "grad_norm": 0.07531917840242386,
      "learning_rate": 9.451617583055274e-06,
      "loss": 0.0089,
      "step": 25066
    },
    {
      "epoch": 2.717584562012142,
      "grad_norm": 0.3037852942943573,
      "learning_rate": 9.447990715218338e-06,
      "loss": 0.02,
      "step": 25067
    },
    {
      "epoch": 2.717692974848222,
      "grad_norm": 0.07812933623790741,
      "learning_rate": 9.444363847381402e-06,
      "loss": 0.0109,
      "step": 25068
    },
    {
      "epoch": 2.7178013876843017,
      "grad_norm": 0.06976296007633209,
      "learning_rate": 9.440736979544467e-06,
      "loss": 0.0035,
      "step": 25069
    },
    {
      "epoch": 2.7179098005203817,
      "grad_norm": 0.04189501330256462,
      "learning_rate": 9.437110111707529e-06,
      "loss": 0.0021,
      "step": 25070
    },
    {
      "epoch": 2.718018213356461,
      "grad_norm": 0.057317670434713364,
      "learning_rate": 9.433483243870595e-06,
      "loss": 0.0023,
      "step": 25071
    },
    {
      "epoch": 2.718126626192541,
      "grad_norm": 0.09246747940778732,
      "learning_rate": 9.429856376033657e-06,
      "loss": 0.0022,
      "step": 25072
    },
    {
      "epoch": 2.718235039028621,
      "grad_norm": 0.0704108253121376,
      "learning_rate": 9.426229508196721e-06,
      "loss": 0.005,
      "step": 25073
    },
    {
      "epoch": 2.7183434518647007,
      "grad_norm": 0.0342177152633667,
      "learning_rate": 9.422602640359785e-06,
      "loss": 0.0024,
      "step": 25074
    },
    {
      "epoch": 2.7184518647007807,
      "grad_norm": 0.2755783498287201,
      "learning_rate": 9.41897577252285e-06,
      "loss": 0.0133,
      "step": 25075
    },
    {
      "epoch": 2.7185602775368602,
      "grad_norm": 0.5095078945159912,
      "learning_rate": 9.415348904685914e-06,
      "loss": 0.009,
      "step": 25076
    },
    {
      "epoch": 2.7186686903729402,
      "grad_norm": 0.04109761118888855,
      "learning_rate": 9.411722036848978e-06,
      "loss": 0.0019,
      "step": 25077
    },
    {
      "epoch": 2.71877710320902,
      "grad_norm": 0.3394051492214203,
      "learning_rate": 9.408095169012042e-06,
      "loss": 0.0249,
      "step": 25078
    },
    {
      "epoch": 2.7188855160450998,
      "grad_norm": 0.44760891795158386,
      "learning_rate": 9.404468301175106e-06,
      "loss": 0.0129,
      "step": 25079
    },
    {
      "epoch": 2.7189939288811793,
      "grad_norm": 0.10995534062385559,
      "learning_rate": 9.40084143333817e-06,
      "loss": 0.0075,
      "step": 25080
    },
    {
      "epoch": 2.7191023417172593,
      "grad_norm": 0.3945411741733551,
      "learning_rate": 9.397214565501234e-06,
      "loss": 0.0409,
      "step": 25081
    },
    {
      "epoch": 2.7192107545533393,
      "grad_norm": 0.03222307562828064,
      "learning_rate": 9.393587697664298e-06,
      "loss": 0.001,
      "step": 25082
    },
    {
      "epoch": 2.719319167389419,
      "grad_norm": 0.0360281765460968,
      "learning_rate": 9.38996082982736e-06,
      "loss": 0.002,
      "step": 25083
    },
    {
      "epoch": 2.719427580225499,
      "grad_norm": 0.20728132128715515,
      "learning_rate": 9.386333961990426e-06,
      "loss": 0.0135,
      "step": 25084
    },
    {
      "epoch": 2.7195359930615783,
      "grad_norm": 0.13026045262813568,
      "learning_rate": 9.382707094153489e-06,
      "loss": 0.0055,
      "step": 25085
    },
    {
      "epoch": 2.7196444058976583,
      "grad_norm": 0.3610781729221344,
      "learning_rate": 9.379080226316553e-06,
      "loss": 0.031,
      "step": 25086
    },
    {
      "epoch": 2.7197528187337383,
      "grad_norm": 0.2682723104953766,
      "learning_rate": 9.375453358479617e-06,
      "loss": 0.0074,
      "step": 25087
    },
    {
      "epoch": 2.719861231569818,
      "grad_norm": 0.6039855480194092,
      "learning_rate": 9.371826490642681e-06,
      "loss": 0.0312,
      "step": 25088
    },
    {
      "epoch": 2.7199696444058974,
      "grad_norm": 0.03848378360271454,
      "learning_rate": 9.368199622805745e-06,
      "loss": 0.0016,
      "step": 25089
    },
    {
      "epoch": 2.7200780572419774,
      "grad_norm": 0.32283005118370056,
      "learning_rate": 9.36457275496881e-06,
      "loss": 0.0223,
      "step": 25090
    },
    {
      "epoch": 2.7201864700780574,
      "grad_norm": 0.12589095532894135,
      "learning_rate": 9.360945887131873e-06,
      "loss": 0.0083,
      "step": 25091
    },
    {
      "epoch": 2.720294882914137,
      "grad_norm": 0.3526633083820343,
      "learning_rate": 9.357319019294938e-06,
      "loss": 0.0361,
      "step": 25092
    },
    {
      "epoch": 2.720403295750217,
      "grad_norm": 0.13480672240257263,
      "learning_rate": 9.353692151458002e-06,
      "loss": 0.0095,
      "step": 25093
    },
    {
      "epoch": 2.7205117085862964,
      "grad_norm": 0.1646999567747116,
      "learning_rate": 9.350065283621066e-06,
      "loss": 0.0129,
      "step": 25094
    },
    {
      "epoch": 2.7206201214223764,
      "grad_norm": 0.4719352126121521,
      "learning_rate": 9.34643841578413e-06,
      "loss": 0.0215,
      "step": 25095
    },
    {
      "epoch": 2.7207285342584564,
      "grad_norm": 0.026316091418266296,
      "learning_rate": 9.342811547947192e-06,
      "loss": 0.0015,
      "step": 25096
    },
    {
      "epoch": 2.720836947094536,
      "grad_norm": 0.2822328209877014,
      "learning_rate": 9.339184680110258e-06,
      "loss": 0.055,
      "step": 25097
    },
    {
      "epoch": 2.720945359930616,
      "grad_norm": 0.15435706079006195,
      "learning_rate": 9.33555781227332e-06,
      "loss": 0.0084,
      "step": 25098
    },
    {
      "epoch": 2.7210537727666955,
      "grad_norm": 0.20831137895584106,
      "learning_rate": 9.331930944436385e-06,
      "loss": 0.0131,
      "step": 25099
    },
    {
      "epoch": 2.7211621856027755,
      "grad_norm": 0.2575578987598419,
      "learning_rate": 9.328304076599449e-06,
      "loss": 0.0103,
      "step": 25100
    },
    {
      "epoch": 2.7212705984388554,
      "grad_norm": 0.08611048012971878,
      "learning_rate": 9.324677208762513e-06,
      "loss": 0.0075,
      "step": 25101
    },
    {
      "epoch": 2.721379011274935,
      "grad_norm": 0.10616515576839447,
      "learning_rate": 9.321050340925577e-06,
      "loss": 0.0118,
      "step": 25102
    },
    {
      "epoch": 2.7214874241110145,
      "grad_norm": 0.008457949385046959,
      "learning_rate": 9.317423473088641e-06,
      "loss": 0.0004,
      "step": 25103
    },
    {
      "epoch": 2.7215958369470945,
      "grad_norm": 0.22667473554611206,
      "learning_rate": 9.313796605251705e-06,
      "loss": 0.0236,
      "step": 25104
    },
    {
      "epoch": 2.7217042497831745,
      "grad_norm": 0.06984151899814606,
      "learning_rate": 9.31016973741477e-06,
      "loss": 0.0038,
      "step": 25105
    },
    {
      "epoch": 2.721812662619254,
      "grad_norm": 0.3578782081604004,
      "learning_rate": 9.306542869577833e-06,
      "loss": 0.0321,
      "step": 25106
    },
    {
      "epoch": 2.721921075455334,
      "grad_norm": 0.040910445153713226,
      "learning_rate": 9.302916001740897e-06,
      "loss": 0.0021,
      "step": 25107
    },
    {
      "epoch": 2.7220294882914136,
      "grad_norm": 0.15940448641777039,
      "learning_rate": 9.299289133903962e-06,
      "loss": 0.0215,
      "step": 25108
    },
    {
      "epoch": 2.7221379011274935,
      "grad_norm": 0.09943811595439911,
      "learning_rate": 9.295662266067024e-06,
      "loss": 0.0054,
      "step": 25109
    },
    {
      "epoch": 2.7222463139635735,
      "grad_norm": 0.7962220907211304,
      "learning_rate": 9.29203539823009e-06,
      "loss": 0.0737,
      "step": 25110
    },
    {
      "epoch": 2.722354726799653,
      "grad_norm": 0.08304138481616974,
      "learning_rate": 9.288408530393152e-06,
      "loss": 0.0034,
      "step": 25111
    },
    {
      "epoch": 2.7224631396357326,
      "grad_norm": 0.3715268671512604,
      "learning_rate": 9.284781662556218e-06,
      "loss": 0.0279,
      "step": 25112
    },
    {
      "epoch": 2.7225715524718126,
      "grad_norm": 0.07319720834493637,
      "learning_rate": 9.28115479471928e-06,
      "loss": 0.0062,
      "step": 25113
    },
    {
      "epoch": 2.7226799653078926,
      "grad_norm": 0.15502680838108063,
      "learning_rate": 9.277527926882344e-06,
      "loss": 0.0127,
      "step": 25114
    },
    {
      "epoch": 2.722788378143972,
      "grad_norm": 0.19868643581867218,
      "learning_rate": 9.273901059045409e-06,
      "loss": 0.0205,
      "step": 25115
    },
    {
      "epoch": 2.722896790980052,
      "grad_norm": 0.09937784820795059,
      "learning_rate": 9.270274191208473e-06,
      "loss": 0.0097,
      "step": 25116
    },
    {
      "epoch": 2.7230052038161316,
      "grad_norm": 0.12427901476621628,
      "learning_rate": 9.266647323371537e-06,
      "loss": 0.008,
      "step": 25117
    },
    {
      "epoch": 2.7231136166522116,
      "grad_norm": 0.053508177399635315,
      "learning_rate": 9.263020455534601e-06,
      "loss": 0.0024,
      "step": 25118
    },
    {
      "epoch": 2.7232220294882916,
      "grad_norm": 0.10270009189844131,
      "learning_rate": 9.259393587697665e-06,
      "loss": 0.0097,
      "step": 25119
    },
    {
      "epoch": 2.723330442324371,
      "grad_norm": 0.14411425590515137,
      "learning_rate": 9.255766719860729e-06,
      "loss": 0.0612,
      "step": 25120
    },
    {
      "epoch": 2.723438855160451,
      "grad_norm": 0.11163286864757538,
      "learning_rate": 9.252139852023793e-06,
      "loss": 0.0172,
      "step": 25121
    },
    {
      "epoch": 2.7235472679965307,
      "grad_norm": 0.10522235929965973,
      "learning_rate": 9.248512984186857e-06,
      "loss": 0.0075,
      "step": 25122
    },
    {
      "epoch": 2.7236556808326107,
      "grad_norm": 0.390071302652359,
      "learning_rate": 9.244886116349921e-06,
      "loss": 0.0167,
      "step": 25123
    },
    {
      "epoch": 2.72376409366869,
      "grad_norm": 0.4142875373363495,
      "learning_rate": 9.241259248512984e-06,
      "loss": 0.0519,
      "step": 25124
    },
    {
      "epoch": 2.72387250650477,
      "grad_norm": 0.4966408610343933,
      "learning_rate": 9.23763238067605e-06,
      "loss": 0.0338,
      "step": 25125
    },
    {
      "epoch": 2.7239809193408497,
      "grad_norm": 0.19589689373970032,
      "learning_rate": 9.234005512839112e-06,
      "loss": 0.018,
      "step": 25126
    },
    {
      "epoch": 2.7240893321769297,
      "grad_norm": 0.43719762563705444,
      "learning_rate": 9.230378645002176e-06,
      "loss": 0.028,
      "step": 25127
    },
    {
      "epoch": 2.7241977450130097,
      "grad_norm": 0.18935833871364594,
      "learning_rate": 9.22675177716524e-06,
      "loss": 0.0377,
      "step": 25128
    },
    {
      "epoch": 2.7243061578490892,
      "grad_norm": 0.07758191227912903,
      "learning_rate": 9.223124909328304e-06,
      "loss": 0.0035,
      "step": 25129
    },
    {
      "epoch": 2.7244145706851692,
      "grad_norm": 0.3140338063240051,
      "learning_rate": 9.219498041491368e-06,
      "loss": 0.0426,
      "step": 25130
    },
    {
      "epoch": 2.7245229835212488,
      "grad_norm": 0.0940164253115654,
      "learning_rate": 9.215871173654433e-06,
      "loss": 0.0081,
      "step": 25131
    },
    {
      "epoch": 2.7246313963573288,
      "grad_norm": 0.43958398699760437,
      "learning_rate": 9.212244305817497e-06,
      "loss": 0.0253,
      "step": 25132
    },
    {
      "epoch": 2.7247398091934087,
      "grad_norm": 0.09899670630693436,
      "learning_rate": 9.20861743798056e-06,
      "loss": 0.0081,
      "step": 25133
    },
    {
      "epoch": 2.7248482220294883,
      "grad_norm": 0.06731177121400833,
      "learning_rate": 9.204990570143625e-06,
      "loss": 0.0041,
      "step": 25134
    },
    {
      "epoch": 2.724956634865568,
      "grad_norm": 0.18936745822429657,
      "learning_rate": 9.201363702306689e-06,
      "loss": 0.0067,
      "step": 25135
    },
    {
      "epoch": 2.725065047701648,
      "grad_norm": 0.18731334805488586,
      "learning_rate": 9.197736834469753e-06,
      "loss": 0.0046,
      "step": 25136
    },
    {
      "epoch": 2.725173460537728,
      "grad_norm": 0.00631551630795002,
      "learning_rate": 9.194109966632815e-06,
      "loss": 0.0002,
      "step": 25137
    },
    {
      "epoch": 2.7252818733738073,
      "grad_norm": 0.2500310242176056,
      "learning_rate": 9.190483098795881e-06,
      "loss": 0.0287,
      "step": 25138
    },
    {
      "epoch": 2.7253902862098873,
      "grad_norm": 0.25678104162216187,
      "learning_rate": 9.186856230958944e-06,
      "loss": 0.0651,
      "step": 25139
    },
    {
      "epoch": 2.725498699045967,
      "grad_norm": 0.058980509638786316,
      "learning_rate": 9.183229363122008e-06,
      "loss": 0.0029,
      "step": 25140
    },
    {
      "epoch": 2.725607111882047,
      "grad_norm": 0.08266346901655197,
      "learning_rate": 9.179602495285072e-06,
      "loss": 0.0152,
      "step": 25141
    },
    {
      "epoch": 2.725715524718127,
      "grad_norm": 0.022165417671203613,
      "learning_rate": 9.175975627448136e-06,
      "loss": 0.0008,
      "step": 25142
    },
    {
      "epoch": 2.7258239375542064,
      "grad_norm": 0.15721185505390167,
      "learning_rate": 9.1723487596112e-06,
      "loss": 0.0355,
      "step": 25143
    },
    {
      "epoch": 2.7259323503902864,
      "grad_norm": 0.06862830370664597,
      "learning_rate": 9.168721891774264e-06,
      "loss": 0.0055,
      "step": 25144
    },
    {
      "epoch": 2.726040763226366,
      "grad_norm": 0.02900969237089157,
      "learning_rate": 9.165095023937328e-06,
      "loss": 0.0019,
      "step": 25145
    },
    {
      "epoch": 2.726149176062446,
      "grad_norm": 0.15048442780971527,
      "learning_rate": 9.161468156100392e-06,
      "loss": 0.0105,
      "step": 25146
    },
    {
      "epoch": 2.7262575888985254,
      "grad_norm": 0.24453051388263702,
      "learning_rate": 9.157841288263457e-06,
      "loss": 0.0098,
      "step": 25147
    },
    {
      "epoch": 2.7263660017346054,
      "grad_norm": 0.14559471607208252,
      "learning_rate": 9.15421442042652e-06,
      "loss": 0.0165,
      "step": 25148
    },
    {
      "epoch": 2.726474414570685,
      "grad_norm": 0.06865956634283066,
      "learning_rate": 9.150587552589585e-06,
      "loss": 0.0045,
      "step": 25149
    },
    {
      "epoch": 2.726582827406765,
      "grad_norm": 0.5288499593734741,
      "learning_rate": 9.146960684752647e-06,
      "loss": 0.0312,
      "step": 25150
    },
    {
      "epoch": 2.726691240242845,
      "grad_norm": 0.007621449418365955,
      "learning_rate": 9.143333816915713e-06,
      "loss": 0.0003,
      "step": 25151
    },
    {
      "epoch": 2.7267996530789245,
      "grad_norm": 0.02124972827732563,
      "learning_rate": 9.139706949078775e-06,
      "loss": 0.0016,
      "step": 25152
    },
    {
      "epoch": 2.7269080659150045,
      "grad_norm": 0.032099392265081406,
      "learning_rate": 9.136080081241841e-06,
      "loss": 0.002,
      "step": 25153
    },
    {
      "epoch": 2.727016478751084,
      "grad_norm": 0.12410535663366318,
      "learning_rate": 9.132453213404904e-06,
      "loss": 0.0109,
      "step": 25154
    },
    {
      "epoch": 2.727124891587164,
      "grad_norm": 0.15622074902057648,
      "learning_rate": 9.128826345567968e-06,
      "loss": 0.0221,
      "step": 25155
    },
    {
      "epoch": 2.727233304423244,
      "grad_norm": 0.2317485213279724,
      "learning_rate": 9.125199477731032e-06,
      "loss": 0.023,
      "step": 25156
    },
    {
      "epoch": 2.7273417172593235,
      "grad_norm": 0.12079522013664246,
      "learning_rate": 9.121572609894096e-06,
      "loss": 0.0105,
      "step": 25157
    },
    {
      "epoch": 2.727450130095403,
      "grad_norm": 0.21202486753463745,
      "learning_rate": 9.11794574205716e-06,
      "loss": 0.0177,
      "step": 25158
    },
    {
      "epoch": 2.727558542931483,
      "grad_norm": 0.05460701882839203,
      "learning_rate": 9.114318874220224e-06,
      "loss": 0.005,
      "step": 25159
    },
    {
      "epoch": 2.727666955767563,
      "grad_norm": 0.053018271923065186,
      "learning_rate": 9.110692006383288e-06,
      "loss": 0.0022,
      "step": 25160
    },
    {
      "epoch": 2.7277753686036426,
      "grad_norm": 0.5766177177429199,
      "learning_rate": 9.107065138546352e-06,
      "loss": 0.0235,
      "step": 25161
    },
    {
      "epoch": 2.7278837814397225,
      "grad_norm": 0.1901569813489914,
      "learning_rate": 9.103438270709416e-06,
      "loss": 0.0103,
      "step": 25162
    },
    {
      "epoch": 2.727992194275802,
      "grad_norm": 0.030668098479509354,
      "learning_rate": 9.099811402872479e-06,
      "loss": 0.0014,
      "step": 25163
    },
    {
      "epoch": 2.728100607111882,
      "grad_norm": 0.23166649043560028,
      "learning_rate": 9.096184535035545e-06,
      "loss": 0.0073,
      "step": 25164
    },
    {
      "epoch": 2.728209019947962,
      "grad_norm": 0.07681246846914291,
      "learning_rate": 9.092557667198607e-06,
      "loss": 0.0018,
      "step": 25165
    },
    {
      "epoch": 2.7283174327840416,
      "grad_norm": 0.1862981915473938,
      "learning_rate": 9.088930799361673e-06,
      "loss": 0.013,
      "step": 25166
    },
    {
      "epoch": 2.7284258456201216,
      "grad_norm": 0.2549809217453003,
      "learning_rate": 9.085303931524735e-06,
      "loss": 0.0135,
      "step": 25167
    },
    {
      "epoch": 2.728534258456201,
      "grad_norm": 0.4437546730041504,
      "learning_rate": 9.0816770636878e-06,
      "loss": 0.0255,
      "step": 25168
    },
    {
      "epoch": 2.728642671292281,
      "grad_norm": 0.012578840367496014,
      "learning_rate": 9.078050195850863e-06,
      "loss": 0.0006,
      "step": 25169
    },
    {
      "epoch": 2.7287510841283606,
      "grad_norm": 0.2415139377117157,
      "learning_rate": 9.074423328013928e-06,
      "loss": 0.0204,
      "step": 25170
    },
    {
      "epoch": 2.7288594969644406,
      "grad_norm": 0.06890632957220078,
      "learning_rate": 9.070796460176992e-06,
      "loss": 0.0108,
      "step": 25171
    },
    {
      "epoch": 2.72896790980052,
      "grad_norm": 0.033698294311761856,
      "learning_rate": 9.067169592340056e-06,
      "loss": 0.0019,
      "step": 25172
    },
    {
      "epoch": 2.7290763226366,
      "grad_norm": 0.12652631103992462,
      "learning_rate": 9.06354272450312e-06,
      "loss": 0.0112,
      "step": 25173
    },
    {
      "epoch": 2.72918473547268,
      "grad_norm": 0.2964659035205841,
      "learning_rate": 9.059915856666184e-06,
      "loss": 0.0388,
      "step": 25174
    },
    {
      "epoch": 2.7292931483087597,
      "grad_norm": 0.0521705262362957,
      "learning_rate": 9.056288988829248e-06,
      "loss": 0.0028,
      "step": 25175
    },
    {
      "epoch": 2.7294015611448397,
      "grad_norm": 0.04015969857573509,
      "learning_rate": 9.05266212099231e-06,
      "loss": 0.0039,
      "step": 25176
    },
    {
      "epoch": 2.729509973980919,
      "grad_norm": 0.23118363320827484,
      "learning_rate": 9.049035253155376e-06,
      "loss": 0.0222,
      "step": 25177
    },
    {
      "epoch": 2.729618386816999,
      "grad_norm": 0.18012386560440063,
      "learning_rate": 9.045408385318439e-06,
      "loss": 0.0104,
      "step": 25178
    },
    {
      "epoch": 2.729726799653079,
      "grad_norm": 0.04274182766675949,
      "learning_rate": 9.041781517481505e-06,
      "loss": 0.0038,
      "step": 25179
    },
    {
      "epoch": 2.7298352124891587,
      "grad_norm": 0.021499913185834885,
      "learning_rate": 9.038154649644567e-06,
      "loss": 0.0019,
      "step": 25180
    },
    {
      "epoch": 2.7299436253252383,
      "grad_norm": 0.3481500744819641,
      "learning_rate": 9.034527781807631e-06,
      "loss": 0.0107,
      "step": 25181
    },
    {
      "epoch": 2.7300520381613183,
      "grad_norm": 0.015701083466410637,
      "learning_rate": 9.030900913970695e-06,
      "loss": 0.002,
      "step": 25182
    },
    {
      "epoch": 2.7301604509973982,
      "grad_norm": 0.28252729773521423,
      "learning_rate": 9.02727404613376e-06,
      "loss": 0.0228,
      "step": 25183
    },
    {
      "epoch": 2.7302688638334778,
      "grad_norm": 0.009924357756972313,
      "learning_rate": 9.023647178296823e-06,
      "loss": 0.001,
      "step": 25184
    },
    {
      "epoch": 2.7303772766695578,
      "grad_norm": 0.10581447184085846,
      "learning_rate": 9.020020310459887e-06,
      "loss": 0.0035,
      "step": 25185
    },
    {
      "epoch": 2.7304856895056373,
      "grad_norm": 0.030611250549554825,
      "learning_rate": 9.016393442622952e-06,
      "loss": 0.0028,
      "step": 25186
    },
    {
      "epoch": 2.7305941023417173,
      "grad_norm": 0.07214145362377167,
      "learning_rate": 9.012766574786016e-06,
      "loss": 0.0156,
      "step": 25187
    },
    {
      "epoch": 2.7307025151777973,
      "grad_norm": 0.19514690339565277,
      "learning_rate": 9.00913970694908e-06,
      "loss": 0.0154,
      "step": 25188
    },
    {
      "epoch": 2.730810928013877,
      "grad_norm": 0.050057146698236465,
      "learning_rate": 9.005512839112142e-06,
      "loss": 0.0028,
      "step": 25189
    },
    {
      "epoch": 2.730919340849957,
      "grad_norm": 0.0747167244553566,
      "learning_rate": 9.001885971275208e-06,
      "loss": 0.0045,
      "step": 25190
    },
    {
      "epoch": 2.7310277536860363,
      "grad_norm": 0.32082390785217285,
      "learning_rate": 8.99825910343827e-06,
      "loss": 0.0239,
      "step": 25191
    },
    {
      "epoch": 2.7311361665221163,
      "grad_norm": 0.3433975279331207,
      "learning_rate": 8.994632235601336e-06,
      "loss": 0.0358,
      "step": 25192
    },
    {
      "epoch": 2.731244579358196,
      "grad_norm": 0.23590552806854248,
      "learning_rate": 8.991005367764399e-06,
      "loss": 0.0297,
      "step": 25193
    },
    {
      "epoch": 2.731352992194276,
      "grad_norm": 0.1487894356250763,
      "learning_rate": 8.987378499927463e-06,
      "loss": 0.021,
      "step": 25194
    },
    {
      "epoch": 2.7314614050303554,
      "grad_norm": 0.14120234549045563,
      "learning_rate": 8.983751632090527e-06,
      "loss": 0.0072,
      "step": 25195
    },
    {
      "epoch": 2.7315698178664354,
      "grad_norm": 0.25114306807518005,
      "learning_rate": 8.980124764253591e-06,
      "loss": 0.0302,
      "step": 25196
    },
    {
      "epoch": 2.7316782307025154,
      "grad_norm": 0.40564262866973877,
      "learning_rate": 8.976497896416655e-06,
      "loss": 0.0284,
      "step": 25197
    },
    {
      "epoch": 2.731786643538595,
      "grad_norm": 0.028791485354304314,
      "learning_rate": 8.972871028579719e-06,
      "loss": 0.0016,
      "step": 25198
    },
    {
      "epoch": 2.731895056374675,
      "grad_norm": 0.19929349422454834,
      "learning_rate": 8.969244160742783e-06,
      "loss": 0.0183,
      "step": 25199
    },
    {
      "epoch": 2.7320034692107544,
      "grad_norm": 0.4156484305858612,
      "learning_rate": 8.965617292905847e-06,
      "loss": 0.0262,
      "step": 25200
    },
    {
      "epoch": 2.7321118820468344,
      "grad_norm": 0.19552966952323914,
      "learning_rate": 8.961990425068911e-06,
      "loss": 0.0104,
      "step": 25201
    },
    {
      "epoch": 2.7322202948829144,
      "grad_norm": 0.1863223910331726,
      "learning_rate": 8.958363557231974e-06,
      "loss": 0.0052,
      "step": 25202
    },
    {
      "epoch": 2.732328707718994,
      "grad_norm": 0.14530277252197266,
      "learning_rate": 8.95473668939504e-06,
      "loss": 0.0113,
      "step": 25203
    },
    {
      "epoch": 2.7324371205550735,
      "grad_norm": 0.24654513597488403,
      "learning_rate": 8.951109821558102e-06,
      "loss": 0.0143,
      "step": 25204
    },
    {
      "epoch": 2.7325455333911535,
      "grad_norm": 0.21132709085941315,
      "learning_rate": 8.947482953721168e-06,
      "loss": 0.02,
      "step": 25205
    },
    {
      "epoch": 2.7326539462272335,
      "grad_norm": 0.20463727414608002,
      "learning_rate": 8.94385608588423e-06,
      "loss": 0.0308,
      "step": 25206
    },
    {
      "epoch": 2.732762359063313,
      "grad_norm": 0.1403121054172516,
      "learning_rate": 8.940229218047296e-06,
      "loss": 0.013,
      "step": 25207
    },
    {
      "epoch": 2.732870771899393,
      "grad_norm": 0.17770226299762726,
      "learning_rate": 8.936602350210358e-06,
      "loss": 0.0169,
      "step": 25208
    },
    {
      "epoch": 2.7329791847354725,
      "grad_norm": 0.16422908008098602,
      "learning_rate": 8.932975482373423e-06,
      "loss": 0.0072,
      "step": 25209
    },
    {
      "epoch": 2.7330875975715525,
      "grad_norm": 0.09288976341485977,
      "learning_rate": 8.929348614536487e-06,
      "loss": 0.0081,
      "step": 25210
    },
    {
      "epoch": 2.7331960104076325,
      "grad_norm": 0.12620815634727478,
      "learning_rate": 8.92572174669955e-06,
      "loss": 0.0165,
      "step": 25211
    },
    {
      "epoch": 2.733304423243712,
      "grad_norm": 0.014664015732705593,
      "learning_rate": 8.922094878862615e-06,
      "loss": 0.001,
      "step": 25212
    },
    {
      "epoch": 2.7334128360797916,
      "grad_norm": 0.04078451544046402,
      "learning_rate": 8.918468011025679e-06,
      "loss": 0.0035,
      "step": 25213
    },
    {
      "epoch": 2.7335212489158716,
      "grad_norm": 0.11366062611341476,
      "learning_rate": 8.914841143188743e-06,
      "loss": 0.0024,
      "step": 25214
    },
    {
      "epoch": 2.7336296617519515,
      "grad_norm": 0.22252057492733002,
      "learning_rate": 8.911214275351806e-06,
      "loss": 0.0053,
      "step": 25215
    },
    {
      "epoch": 2.733738074588031,
      "grad_norm": 0.29406484961509705,
      "learning_rate": 8.907587407514871e-06,
      "loss": 0.0189,
      "step": 25216
    },
    {
      "epoch": 2.733846487424111,
      "grad_norm": 0.2709011733531952,
      "learning_rate": 8.903960539677934e-06,
      "loss": 0.0391,
      "step": 25217
    },
    {
      "epoch": 2.7339549002601906,
      "grad_norm": 0.24715398252010345,
      "learning_rate": 8.900333671841e-06,
      "loss": 0.0237,
      "step": 25218
    },
    {
      "epoch": 2.7340633130962706,
      "grad_norm": 0.019018949940800667,
      "learning_rate": 8.896706804004062e-06,
      "loss": 0.0014,
      "step": 25219
    },
    {
      "epoch": 2.7341717259323506,
      "grad_norm": 0.018781719729304314,
      "learning_rate": 8.893079936167128e-06,
      "loss": 0.001,
      "step": 25220
    },
    {
      "epoch": 2.73428013876843,
      "grad_norm": 0.31585660576820374,
      "learning_rate": 8.88945306833019e-06,
      "loss": 0.042,
      "step": 25221
    },
    {
      "epoch": 2.73438855160451,
      "grad_norm": 0.3166685402393341,
      "learning_rate": 8.885826200493254e-06,
      "loss": 0.0549,
      "step": 25222
    },
    {
      "epoch": 2.7344969644405897,
      "grad_norm": 0.061536625027656555,
      "learning_rate": 8.882199332656318e-06,
      "loss": 0.0092,
      "step": 25223
    },
    {
      "epoch": 2.7346053772766696,
      "grad_norm": 0.024998662993311882,
      "learning_rate": 8.878572464819382e-06,
      "loss": 0.0016,
      "step": 25224
    },
    {
      "epoch": 2.7347137901127496,
      "grad_norm": 0.058864299207925797,
      "learning_rate": 8.874945596982447e-06,
      "loss": 0.0088,
      "step": 25225
    },
    {
      "epoch": 2.734822202948829,
      "grad_norm": 0.016201285645365715,
      "learning_rate": 8.87131872914551e-06,
      "loss": 0.0009,
      "step": 25226
    },
    {
      "epoch": 2.7349306157849087,
      "grad_norm": 0.10804985463619232,
      "learning_rate": 8.867691861308575e-06,
      "loss": 0.0073,
      "step": 25227
    },
    {
      "epoch": 2.7350390286209887,
      "grad_norm": 0.049899183213710785,
      "learning_rate": 8.864064993471637e-06,
      "loss": 0.003,
      "step": 25228
    },
    {
      "epoch": 2.7351474414570687,
      "grad_norm": 0.010553228668868542,
      "learning_rate": 8.860438125634703e-06,
      "loss": 0.0005,
      "step": 25229
    },
    {
      "epoch": 2.735255854293148,
      "grad_norm": 0.45874184370040894,
      "learning_rate": 8.856811257797765e-06,
      "loss": 0.0141,
      "step": 25230
    },
    {
      "epoch": 2.735364267129228,
      "grad_norm": 0.16825950145721436,
      "learning_rate": 8.853184389960831e-06,
      "loss": 0.0084,
      "step": 25231
    },
    {
      "epoch": 2.7354726799653077,
      "grad_norm": 0.11595959961414337,
      "learning_rate": 8.849557522123894e-06,
      "loss": 0.0052,
      "step": 25232
    },
    {
      "epoch": 2.7355810928013877,
      "grad_norm": 0.29668930172920227,
      "learning_rate": 8.84593065428696e-06,
      "loss": 0.0196,
      "step": 25233
    },
    {
      "epoch": 2.7356895056374677,
      "grad_norm": 0.05625099688768387,
      "learning_rate": 8.842303786450022e-06,
      "loss": 0.0021,
      "step": 25234
    },
    {
      "epoch": 2.7357979184735473,
      "grad_norm": 0.2191329002380371,
      "learning_rate": 8.838676918613086e-06,
      "loss": 0.0183,
      "step": 25235
    },
    {
      "epoch": 2.735906331309627,
      "grad_norm": 0.1978033185005188,
      "learning_rate": 8.83505005077615e-06,
      "loss": 0.0159,
      "step": 25236
    },
    {
      "epoch": 2.736014744145707,
      "grad_norm": 0.14289641380310059,
      "learning_rate": 8.831423182939214e-06,
      "loss": 0.0075,
      "step": 25237
    },
    {
      "epoch": 2.7361231569817868,
      "grad_norm": 0.2548011243343353,
      "learning_rate": 8.827796315102278e-06,
      "loss": 0.0164,
      "step": 25238
    },
    {
      "epoch": 2.7362315698178663,
      "grad_norm": 0.05033297836780548,
      "learning_rate": 8.824169447265342e-06,
      "loss": 0.002,
      "step": 25239
    },
    {
      "epoch": 2.7363399826539463,
      "grad_norm": 0.0332665890455246,
      "learning_rate": 8.820542579428406e-06,
      "loss": 0.0014,
      "step": 25240
    },
    {
      "epoch": 2.736448395490026,
      "grad_norm": 0.17492221295833588,
      "learning_rate": 8.816915711591469e-06,
      "loss": 0.01,
      "step": 25241
    },
    {
      "epoch": 2.736556808326106,
      "grad_norm": 0.014304493553936481,
      "learning_rate": 8.813288843754535e-06,
      "loss": 0.0016,
      "step": 25242
    },
    {
      "epoch": 2.736665221162186,
      "grad_norm": 0.16044668853282928,
      "learning_rate": 8.809661975917597e-06,
      "loss": 0.0148,
      "step": 25243
    },
    {
      "epoch": 2.7367736339982653,
      "grad_norm": 0.06325551122426987,
      "learning_rate": 8.806035108080663e-06,
      "loss": 0.0043,
      "step": 25244
    },
    {
      "epoch": 2.7368820468343453,
      "grad_norm": 0.37867480516433716,
      "learning_rate": 8.802408240243725e-06,
      "loss": 0.0372,
      "step": 25245
    },
    {
      "epoch": 2.736990459670425,
      "grad_norm": 0.1405719369649887,
      "learning_rate": 8.798781372406791e-06,
      "loss": 0.0055,
      "step": 25246
    },
    {
      "epoch": 2.737098872506505,
      "grad_norm": 0.22586360573768616,
      "learning_rate": 8.795154504569853e-06,
      "loss": 0.018,
      "step": 25247
    },
    {
      "epoch": 2.737207285342585,
      "grad_norm": 0.0971657931804657,
      "learning_rate": 8.791527636732918e-06,
      "loss": 0.0055,
      "step": 25248
    },
    {
      "epoch": 2.7373156981786644,
      "grad_norm": 0.014058575965464115,
      "learning_rate": 8.787900768895982e-06,
      "loss": 0.0012,
      "step": 25249
    },
    {
      "epoch": 2.737424111014744,
      "grad_norm": 0.5848703384399414,
      "learning_rate": 8.784273901059046e-06,
      "loss": 0.0187,
      "step": 25250
    },
    {
      "epoch": 2.737532523850824,
      "grad_norm": 0.17719551920890808,
      "learning_rate": 8.78064703322211e-06,
      "loss": 0.0107,
      "step": 25251
    },
    {
      "epoch": 2.737640936686904,
      "grad_norm": 0.18469534814357758,
      "learning_rate": 8.777020165385174e-06,
      "loss": 0.0154,
      "step": 25252
    },
    {
      "epoch": 2.7377493495229834,
      "grad_norm": 0.42507946491241455,
      "learning_rate": 8.773393297548238e-06,
      "loss": 0.0164,
      "step": 25253
    },
    {
      "epoch": 2.7378577623590634,
      "grad_norm": 0.026019008830189705,
      "learning_rate": 8.7697664297113e-06,
      "loss": 0.002,
      "step": 25254
    },
    {
      "epoch": 2.737966175195143,
      "grad_norm": 0.15084773302078247,
      "learning_rate": 8.766139561874366e-06,
      "loss": 0.005,
      "step": 25255
    },
    {
      "epoch": 2.738074588031223,
      "grad_norm": 0.010785668157041073,
      "learning_rate": 8.762512694037429e-06,
      "loss": 0.0005,
      "step": 25256
    },
    {
      "epoch": 2.738183000867303,
      "grad_norm": 0.036472007632255554,
      "learning_rate": 8.758885826200495e-06,
      "loss": 0.0031,
      "step": 25257
    },
    {
      "epoch": 2.7382914137033825,
      "grad_norm": 0.22203420102596283,
      "learning_rate": 8.755258958363557e-06,
      "loss": 0.0181,
      "step": 25258
    },
    {
      "epoch": 2.738399826539462,
      "grad_norm": 0.04239916428923607,
      "learning_rate": 8.751632090526623e-06,
      "loss": 0.0023,
      "step": 25259
    },
    {
      "epoch": 2.738508239375542,
      "grad_norm": 0.10925623774528503,
      "learning_rate": 8.748005222689685e-06,
      "loss": 0.0099,
      "step": 25260
    },
    {
      "epoch": 2.738616652211622,
      "grad_norm": 0.5368304252624512,
      "learning_rate": 8.744378354852751e-06,
      "loss": 0.0291,
      "step": 25261
    },
    {
      "epoch": 2.7387250650477015,
      "grad_norm": 0.02958078682422638,
      "learning_rate": 8.740751487015813e-06,
      "loss": 0.0018,
      "step": 25262
    },
    {
      "epoch": 2.7388334778837815,
      "grad_norm": 0.09254160523414612,
      "learning_rate": 8.737124619178877e-06,
      "loss": 0.0055,
      "step": 25263
    },
    {
      "epoch": 2.738941890719861,
      "grad_norm": 0.07323820143938065,
      "learning_rate": 8.733497751341942e-06,
      "loss": 0.0086,
      "step": 25264
    },
    {
      "epoch": 2.739050303555941,
      "grad_norm": 0.24483263492584229,
      "learning_rate": 8.729870883505006e-06,
      "loss": 0.0127,
      "step": 25265
    },
    {
      "epoch": 2.739158716392021,
      "grad_norm": 0.054241009056568146,
      "learning_rate": 8.72624401566807e-06,
      "loss": 0.0031,
      "step": 25266
    },
    {
      "epoch": 2.7392671292281006,
      "grad_norm": 0.04149780049920082,
      "learning_rate": 8.722617147831132e-06,
      "loss": 0.0019,
      "step": 25267
    },
    {
      "epoch": 2.7393755420641805,
      "grad_norm": 0.19924677908420563,
      "learning_rate": 8.718990279994198e-06,
      "loss": 0.0579,
      "step": 25268
    },
    {
      "epoch": 2.73948395490026,
      "grad_norm": 0.12983179092407227,
      "learning_rate": 8.71536341215726e-06,
      "loss": 0.007,
      "step": 25269
    },
    {
      "epoch": 2.73959236773634,
      "grad_norm": 0.13058359920978546,
      "learning_rate": 8.711736544320326e-06,
      "loss": 0.0066,
      "step": 25270
    },
    {
      "epoch": 2.7397007805724196,
      "grad_norm": 0.18975180387496948,
      "learning_rate": 8.708109676483389e-06,
      "loss": 0.0106,
      "step": 25271
    },
    {
      "epoch": 2.7398091934084996,
      "grad_norm": 0.30371856689453125,
      "learning_rate": 8.704482808646454e-06,
      "loss": 0.022,
      "step": 25272
    },
    {
      "epoch": 2.739917606244579,
      "grad_norm": 0.27586135268211365,
      "learning_rate": 8.700855940809517e-06,
      "loss": 0.0377,
      "step": 25273
    },
    {
      "epoch": 2.740026019080659,
      "grad_norm": 0.16438746452331543,
      "learning_rate": 8.697229072972583e-06,
      "loss": 0.0088,
      "step": 25274
    },
    {
      "epoch": 2.740134431916739,
      "grad_norm": 0.09556349366903305,
      "learning_rate": 8.693602205135645e-06,
      "loss": 0.008,
      "step": 25275
    },
    {
      "epoch": 2.7402428447528187,
      "grad_norm": 0.142970472574234,
      "learning_rate": 8.68997533729871e-06,
      "loss": 0.0213,
      "step": 25276
    },
    {
      "epoch": 2.7403512575888986,
      "grad_norm": 0.17091579735279083,
      "learning_rate": 8.686348469461773e-06,
      "loss": 0.0348,
      "step": 25277
    },
    {
      "epoch": 2.740459670424978,
      "grad_norm": 0.22442732751369476,
      "learning_rate": 8.682721601624837e-06,
      "loss": 0.0229,
      "step": 25278
    },
    {
      "epoch": 2.740568083261058,
      "grad_norm": 0.021122537553310394,
      "learning_rate": 8.679094733787901e-06,
      "loss": 0.0014,
      "step": 25279
    },
    {
      "epoch": 2.740676496097138,
      "grad_norm": 0.1128283217549324,
      "learning_rate": 8.675467865950964e-06,
      "loss": 0.0084,
      "step": 25280
    },
    {
      "epoch": 2.7407849089332177,
      "grad_norm": 0.019207153469324112,
      "learning_rate": 8.67184099811403e-06,
      "loss": 0.0011,
      "step": 25281
    },
    {
      "epoch": 2.7408933217692972,
      "grad_norm": 0.13626301288604736,
      "learning_rate": 8.668214130277092e-06,
      "loss": 0.013,
      "step": 25282
    },
    {
      "epoch": 2.741001734605377,
      "grad_norm": 0.028374264016747475,
      "learning_rate": 8.664587262440158e-06,
      "loss": 0.0024,
      "step": 25283
    },
    {
      "epoch": 2.741110147441457,
      "grad_norm": 0.07775913923978806,
      "learning_rate": 8.66096039460322e-06,
      "loss": 0.0064,
      "step": 25284
    },
    {
      "epoch": 2.7412185602775367,
      "grad_norm": 0.45924079418182373,
      "learning_rate": 8.657333526766286e-06,
      "loss": 0.0369,
      "step": 25285
    },
    {
      "epoch": 2.7413269731136167,
      "grad_norm": 0.16770412027835846,
      "learning_rate": 8.653706658929349e-06,
      "loss": 0.0109,
      "step": 25286
    },
    {
      "epoch": 2.7414353859496963,
      "grad_norm": 0.1794634759426117,
      "learning_rate": 8.650079791092414e-06,
      "loss": 0.0086,
      "step": 25287
    },
    {
      "epoch": 2.7415437987857763,
      "grad_norm": 0.09685835242271423,
      "learning_rate": 8.646452923255477e-06,
      "loss": 0.0033,
      "step": 25288
    },
    {
      "epoch": 2.7416522116218562,
      "grad_norm": 0.009007647633552551,
      "learning_rate": 8.64282605541854e-06,
      "loss": 0.0006,
      "step": 25289
    },
    {
      "epoch": 2.741760624457936,
      "grad_norm": 0.03444943577051163,
      "learning_rate": 8.639199187581605e-06,
      "loss": 0.0028,
      "step": 25290
    },
    {
      "epoch": 2.7418690372940158,
      "grad_norm": 0.042651090770959854,
      "learning_rate": 8.635572319744669e-06,
      "loss": 0.0013,
      "step": 25291
    },
    {
      "epoch": 2.7419774501300953,
      "grad_norm": 0.1824275106191635,
      "learning_rate": 8.631945451907733e-06,
      "loss": 0.0177,
      "step": 25292
    },
    {
      "epoch": 2.7420858629661753,
      "grad_norm": 0.07969207316637039,
      "learning_rate": 8.628318584070797e-06,
      "loss": 0.0025,
      "step": 25293
    },
    {
      "epoch": 2.742194275802255,
      "grad_norm": 0.2201470285654068,
      "learning_rate": 8.624691716233861e-06,
      "loss": 0.0085,
      "step": 25294
    },
    {
      "epoch": 2.742302688638335,
      "grad_norm": 0.011291216127574444,
      "learning_rate": 8.621064848396924e-06,
      "loss": 0.001,
      "step": 25295
    },
    {
      "epoch": 2.7424111014744144,
      "grad_norm": 0.11814384162425995,
      "learning_rate": 8.61743798055999e-06,
      "loss": 0.0034,
      "step": 25296
    },
    {
      "epoch": 2.7425195143104943,
      "grad_norm": 0.10422222316265106,
      "learning_rate": 8.613811112723052e-06,
      "loss": 0.0049,
      "step": 25297
    },
    {
      "epoch": 2.7426279271465743,
      "grad_norm": 0.19500622153282166,
      "learning_rate": 8.610184244886118e-06,
      "loss": 0.0095,
      "step": 25298
    },
    {
      "epoch": 2.742736339982654,
      "grad_norm": 0.017092810943722725,
      "learning_rate": 8.60655737704918e-06,
      "loss": 0.0013,
      "step": 25299
    },
    {
      "epoch": 2.742844752818734,
      "grad_norm": 0.37096062302589417,
      "learning_rate": 8.602930509212246e-06,
      "loss": 0.0275,
      "step": 25300
    },
    {
      "epoch": 2.7429531656548134,
      "grad_norm": 0.12547650933265686,
      "learning_rate": 8.599303641375308e-06,
      "loss": 0.0095,
      "step": 25301
    },
    {
      "epoch": 2.7430615784908934,
      "grad_norm": 0.3489856719970703,
      "learning_rate": 8.595676773538374e-06,
      "loss": 0.0205,
      "step": 25302
    },
    {
      "epoch": 2.7431699913269734,
      "grad_norm": 0.30335959792137146,
      "learning_rate": 8.592049905701437e-06,
      "loss": 0.0049,
      "step": 25303
    },
    {
      "epoch": 2.743278404163053,
      "grad_norm": 0.032098036259412766,
      "learning_rate": 8.5884230378645e-06,
      "loss": 0.0023,
      "step": 25304
    },
    {
      "epoch": 2.7433868169991324,
      "grad_norm": 0.05749139189720154,
      "learning_rate": 8.584796170027565e-06,
      "loss": 0.0033,
      "step": 25305
    },
    {
      "epoch": 2.7434952298352124,
      "grad_norm": 0.16259822249412537,
      "learning_rate": 8.581169302190629e-06,
      "loss": 0.0092,
      "step": 25306
    },
    {
      "epoch": 2.7436036426712924,
      "grad_norm": 0.07176961749792099,
      "learning_rate": 8.577542434353693e-06,
      "loss": 0.0077,
      "step": 25307
    },
    {
      "epoch": 2.743712055507372,
      "grad_norm": 0.28897348046302795,
      "learning_rate": 8.573915566516755e-06,
      "loss": 0.0157,
      "step": 25308
    },
    {
      "epoch": 2.743820468343452,
      "grad_norm": 0.0881219282746315,
      "learning_rate": 8.570288698679821e-06,
      "loss": 0.0063,
      "step": 25309
    },
    {
      "epoch": 2.7439288811795315,
      "grad_norm": 0.024177292361855507,
      "learning_rate": 8.566661830842884e-06,
      "loss": 0.0029,
      "step": 25310
    },
    {
      "epoch": 2.7440372940156115,
      "grad_norm": 0.24815592169761658,
      "learning_rate": 8.56303496300595e-06,
      "loss": 0.0355,
      "step": 25311
    },
    {
      "epoch": 2.7441457068516915,
      "grad_norm": 0.008219555020332336,
      "learning_rate": 8.559408095169012e-06,
      "loss": 0.0005,
      "step": 25312
    },
    {
      "epoch": 2.744254119687771,
      "grad_norm": 0.1392638087272644,
      "learning_rate": 8.555781227332078e-06,
      "loss": 0.0219,
      "step": 25313
    },
    {
      "epoch": 2.744362532523851,
      "grad_norm": 0.3438318073749542,
      "learning_rate": 8.55215435949514e-06,
      "loss": 0.0255,
      "step": 25314
    },
    {
      "epoch": 2.7444709453599305,
      "grad_norm": 0.33922067284584045,
      "learning_rate": 8.548527491658206e-06,
      "loss": 0.0183,
      "step": 25315
    },
    {
      "epoch": 2.7445793581960105,
      "grad_norm": 0.01649411953985691,
      "learning_rate": 8.544900623821268e-06,
      "loss": 0.0015,
      "step": 25316
    },
    {
      "epoch": 2.74468777103209,
      "grad_norm": 0.01708359643816948,
      "learning_rate": 8.541273755984332e-06,
      "loss": 0.0008,
      "step": 25317
    },
    {
      "epoch": 2.74479618386817,
      "grad_norm": 0.014534151181578636,
      "learning_rate": 8.537646888147396e-06,
      "loss": 0.0008,
      "step": 25318
    },
    {
      "epoch": 2.7449045967042496,
      "grad_norm": 0.06111904978752136,
      "learning_rate": 8.53402002031046e-06,
      "loss": 0.0046,
      "step": 25319
    },
    {
      "epoch": 2.7450130095403296,
      "grad_norm": 0.06132492795586586,
      "learning_rate": 8.530393152473525e-06,
      "loss": 0.004,
      "step": 25320
    },
    {
      "epoch": 2.7451214223764095,
      "grad_norm": 0.24827980995178223,
      "learning_rate": 8.526766284636587e-06,
      "loss": 0.0197,
      "step": 25321
    },
    {
      "epoch": 2.745229835212489,
      "grad_norm": 0.19092148542404175,
      "learning_rate": 8.523139416799653e-06,
      "loss": 0.0123,
      "step": 25322
    },
    {
      "epoch": 2.745338248048569,
      "grad_norm": 0.03961695358157158,
      "learning_rate": 8.519512548962715e-06,
      "loss": 0.0055,
      "step": 25323
    },
    {
      "epoch": 2.7454466608846486,
      "grad_norm": 0.007832157425582409,
      "learning_rate": 8.515885681125781e-06,
      "loss": 0.0007,
      "step": 25324
    },
    {
      "epoch": 2.7455550737207286,
      "grad_norm": 0.10892624408006668,
      "learning_rate": 8.512258813288844e-06,
      "loss": 0.0094,
      "step": 25325
    },
    {
      "epoch": 2.7456634865568086,
      "grad_norm": 0.006963909603655338,
      "learning_rate": 8.50863194545191e-06,
      "loss": 0.0003,
      "step": 25326
    },
    {
      "epoch": 2.745771899392888,
      "grad_norm": 0.14835086464881897,
      "learning_rate": 8.505005077614972e-06,
      "loss": 0.0068,
      "step": 25327
    },
    {
      "epoch": 2.7458803122289677,
      "grad_norm": 0.0892312228679657,
      "learning_rate": 8.501378209778038e-06,
      "loss": 0.0035,
      "step": 25328
    },
    {
      "epoch": 2.7459887250650477,
      "grad_norm": 0.013881077989935875,
      "learning_rate": 8.4977513419411e-06,
      "loss": 0.0009,
      "step": 25329
    },
    {
      "epoch": 2.7460971379011276,
      "grad_norm": 0.21681442856788635,
      "learning_rate": 8.494124474104164e-06,
      "loss": 0.0141,
      "step": 25330
    },
    {
      "epoch": 2.746205550737207,
      "grad_norm": 0.0002884219284169376,
      "learning_rate": 8.490497606267228e-06,
      "loss": 0.0,
      "step": 25331
    },
    {
      "epoch": 2.746313963573287,
      "grad_norm": 0.046988047659397125,
      "learning_rate": 8.486870738430292e-06,
      "loss": 0.0018,
      "step": 25332
    },
    {
      "epoch": 2.7464223764093667,
      "grad_norm": 0.08254892379045486,
      "learning_rate": 8.483243870593356e-06,
      "loss": 0.0052,
      "step": 25333
    },
    {
      "epoch": 2.7465307892454467,
      "grad_norm": 0.1324750781059265,
      "learning_rate": 8.479617002756419e-06,
      "loss": 0.0057,
      "step": 25334
    },
    {
      "epoch": 2.7466392020815267,
      "grad_norm": 0.2625560462474823,
      "learning_rate": 8.475990134919485e-06,
      "loss": 0.0253,
      "step": 25335
    },
    {
      "epoch": 2.746747614917606,
      "grad_norm": 0.04328082874417305,
      "learning_rate": 8.472363267082547e-06,
      "loss": 0.0026,
      "step": 25336
    },
    {
      "epoch": 2.746856027753686,
      "grad_norm": 0.14012044668197632,
      "learning_rate": 8.468736399245613e-06,
      "loss": 0.0104,
      "step": 25337
    },
    {
      "epoch": 2.7469644405897657,
      "grad_norm": 0.13815750181674957,
      "learning_rate": 8.465109531408675e-06,
      "loss": 0.0065,
      "step": 25338
    },
    {
      "epoch": 2.7470728534258457,
      "grad_norm": 0.010296600870788097,
      "learning_rate": 8.461482663571741e-06,
      "loss": 0.0004,
      "step": 25339
    },
    {
      "epoch": 2.7471812662619253,
      "grad_norm": 0.2975446879863739,
      "learning_rate": 8.457855795734803e-06,
      "loss": 0.014,
      "step": 25340
    },
    {
      "epoch": 2.7472896790980053,
      "grad_norm": 0.051658447831869125,
      "learning_rate": 8.45422892789787e-06,
      "loss": 0.0038,
      "step": 25341
    },
    {
      "epoch": 2.747398091934085,
      "grad_norm": 0.18897999823093414,
      "learning_rate": 8.450602060060932e-06,
      "loss": 0.0225,
      "step": 25342
    },
    {
      "epoch": 2.747506504770165,
      "grad_norm": 0.07078421860933304,
      "learning_rate": 8.446975192223996e-06,
      "loss": 0.002,
      "step": 25343
    },
    {
      "epoch": 2.7476149176062448,
      "grad_norm": 0.1323568969964981,
      "learning_rate": 8.44334832438706e-06,
      "loss": 0.0097,
      "step": 25344
    },
    {
      "epoch": 2.7477233304423243,
      "grad_norm": 0.06394921988248825,
      "learning_rate": 8.439721456550124e-06,
      "loss": 0.0029,
      "step": 25345
    },
    {
      "epoch": 2.7478317432784043,
      "grad_norm": 0.0017307817470282316,
      "learning_rate": 8.436094588713188e-06,
      "loss": 0.0002,
      "step": 25346
    },
    {
      "epoch": 2.747940156114484,
      "grad_norm": 0.062400832772254944,
      "learning_rate": 8.43246772087625e-06,
      "loss": 0.0014,
      "step": 25347
    },
    {
      "epoch": 2.748048568950564,
      "grad_norm": 0.06239026039838791,
      "learning_rate": 8.428840853039316e-06,
      "loss": 0.0031,
      "step": 25348
    },
    {
      "epoch": 2.748156981786644,
      "grad_norm": 0.4749567210674286,
      "learning_rate": 8.425213985202379e-06,
      "loss": 0.0275,
      "step": 25349
    },
    {
      "epoch": 2.7482653946227233,
      "grad_norm": 0.17162397503852844,
      "learning_rate": 8.421587117365444e-06,
      "loss": 0.0159,
      "step": 25350
    },
    {
      "epoch": 2.748373807458803,
      "grad_norm": 0.10363991558551788,
      "learning_rate": 8.417960249528507e-06,
      "loss": 0.0088,
      "step": 25351
    },
    {
      "epoch": 2.748482220294883,
      "grad_norm": 0.06624472886323929,
      "learning_rate": 8.414333381691573e-06,
      "loss": 0.0094,
      "step": 25352
    },
    {
      "epoch": 2.748590633130963,
      "grad_norm": 0.10036610066890717,
      "learning_rate": 8.410706513854635e-06,
      "loss": 0.0183,
      "step": 25353
    },
    {
      "epoch": 2.7486990459670424,
      "grad_norm": 0.02681978978216648,
      "learning_rate": 8.407079646017701e-06,
      "loss": 0.0028,
      "step": 25354
    },
    {
      "epoch": 2.7488074588031224,
      "grad_norm": 0.3122018575668335,
      "learning_rate": 8.403452778180763e-06,
      "loss": 0.0221,
      "step": 25355
    },
    {
      "epoch": 2.748915871639202,
      "grad_norm": 0.08255686610937119,
      "learning_rate": 8.399825910343827e-06,
      "loss": 0.0085,
      "step": 25356
    },
    {
      "epoch": 2.749024284475282,
      "grad_norm": 0.7298535704612732,
      "learning_rate": 8.396199042506892e-06,
      "loss": 0.0285,
      "step": 25357
    },
    {
      "epoch": 2.749132697311362,
      "grad_norm": 0.08990238606929779,
      "learning_rate": 8.392572174669956e-06,
      "loss": 0.0026,
      "step": 25358
    },
    {
      "epoch": 2.7492411101474414,
      "grad_norm": 0.09489644318819046,
      "learning_rate": 8.38894530683302e-06,
      "loss": 0.0028,
      "step": 25359
    },
    {
      "epoch": 2.749349522983521,
      "grad_norm": 0.2329711765050888,
      "learning_rate": 8.385318438996082e-06,
      "loss": 0.0259,
      "step": 25360
    },
    {
      "epoch": 2.749457935819601,
      "grad_norm": 0.06986133754253387,
      "learning_rate": 8.381691571159148e-06,
      "loss": 0.0025,
      "step": 25361
    },
    {
      "epoch": 2.749566348655681,
      "grad_norm": 0.12787209451198578,
      "learning_rate": 8.37806470332221e-06,
      "loss": 0.0114,
      "step": 25362
    },
    {
      "epoch": 2.7496747614917605,
      "grad_norm": 0.008054019883275032,
      "learning_rate": 8.374437835485276e-06,
      "loss": 0.0007,
      "step": 25363
    },
    {
      "epoch": 2.7497831743278405,
      "grad_norm": 0.06736177206039429,
      "learning_rate": 8.370810967648339e-06,
      "loss": 0.0042,
      "step": 25364
    },
    {
      "epoch": 2.74989158716392,
      "grad_norm": 0.3328496515750885,
      "learning_rate": 8.367184099811404e-06,
      "loss": 0.0266,
      "step": 25365
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.06965505331754684,
      "learning_rate": 8.363557231974467e-06,
      "loss": 0.0025,
      "step": 25366
    },
    {
      "epoch": 2.75010841283608,
      "grad_norm": 0.49426448345184326,
      "learning_rate": 8.359930364137533e-06,
      "loss": 0.0292,
      "step": 25367
    },
    {
      "epoch": 2.7502168256721595,
      "grad_norm": 0.023184623569250107,
      "learning_rate": 8.356303496300595e-06,
      "loss": 0.001,
      "step": 25368
    },
    {
      "epoch": 2.7503252385082395,
      "grad_norm": 0.009846487082540989,
      "learning_rate": 8.352676628463659e-06,
      "loss": 0.0008,
      "step": 25369
    },
    {
      "epoch": 2.750433651344319,
      "grad_norm": 0.24867811799049377,
      "learning_rate": 8.349049760626723e-06,
      "loss": 0.0235,
      "step": 25370
    },
    {
      "epoch": 2.750542064180399,
      "grad_norm": 0.30221667885780334,
      "learning_rate": 8.345422892789787e-06,
      "loss": 0.0154,
      "step": 25371
    },
    {
      "epoch": 2.750650477016479,
      "grad_norm": 0.19113890826702118,
      "learning_rate": 8.341796024952851e-06,
      "loss": 0.0184,
      "step": 25372
    },
    {
      "epoch": 2.7507588898525586,
      "grad_norm": 0.13922527432441711,
      "learning_rate": 8.338169157115914e-06,
      "loss": 0.0201,
      "step": 25373
    },
    {
      "epoch": 2.750867302688638,
      "grad_norm": 0.08732525259256363,
      "learning_rate": 8.33454228927898e-06,
      "loss": 0.0059,
      "step": 25374
    },
    {
      "epoch": 2.750975715524718,
      "grad_norm": 0.09282000362873077,
      "learning_rate": 8.330915421442042e-06,
      "loss": 0.0048,
      "step": 25375
    },
    {
      "epoch": 2.751084128360798,
      "grad_norm": 0.1452186405658722,
      "learning_rate": 8.327288553605108e-06,
      "loss": 0.0128,
      "step": 25376
    },
    {
      "epoch": 2.7511925411968776,
      "grad_norm": 0.12645193934440613,
      "learning_rate": 8.32366168576817e-06,
      "loss": 0.006,
      "step": 25377
    },
    {
      "epoch": 2.7513009540329576,
      "grad_norm": 0.5600274801254272,
      "learning_rate": 8.320034817931236e-06,
      "loss": 0.0103,
      "step": 25378
    },
    {
      "epoch": 2.751409366869037,
      "grad_norm": 0.22300899028778076,
      "learning_rate": 8.316407950094298e-06,
      "loss": 0.0524,
      "step": 25379
    },
    {
      "epoch": 2.751517779705117,
      "grad_norm": 0.20864151418209076,
      "learning_rate": 8.312781082257364e-06,
      "loss": 0.0254,
      "step": 25380
    },
    {
      "epoch": 2.751626192541197,
      "grad_norm": 0.05746716260910034,
      "learning_rate": 8.309154214420427e-06,
      "loss": 0.0042,
      "step": 25381
    },
    {
      "epoch": 2.7517346053772767,
      "grad_norm": 0.2240806370973587,
      "learning_rate": 8.30552734658349e-06,
      "loss": 0.0296,
      "step": 25382
    },
    {
      "epoch": 2.751843018213356,
      "grad_norm": 0.3060702085494995,
      "learning_rate": 8.301900478746555e-06,
      "loss": 0.0348,
      "step": 25383
    },
    {
      "epoch": 2.751951431049436,
      "grad_norm": 0.09435338526964188,
      "learning_rate": 8.298273610909619e-06,
      "loss": 0.0138,
      "step": 25384
    },
    {
      "epoch": 2.752059843885516,
      "grad_norm": 0.1566227823495865,
      "learning_rate": 8.294646743072683e-06,
      "loss": 0.0111,
      "step": 25385
    },
    {
      "epoch": 2.7521682567215957,
      "grad_norm": 0.15581753849983215,
      "learning_rate": 8.291019875235745e-06,
      "loss": 0.0516,
      "step": 25386
    },
    {
      "epoch": 2.7522766695576757,
      "grad_norm": 0.15527205169200897,
      "learning_rate": 8.287393007398811e-06,
      "loss": 0.0107,
      "step": 25387
    },
    {
      "epoch": 2.7523850823937552,
      "grad_norm": 0.216639906167984,
      "learning_rate": 8.283766139561874e-06,
      "loss": 0.0118,
      "step": 25388
    },
    {
      "epoch": 2.752493495229835,
      "grad_norm": 0.040083147585392,
      "learning_rate": 8.28013927172494e-06,
      "loss": 0.0015,
      "step": 25389
    },
    {
      "epoch": 2.752601908065915,
      "grad_norm": 0.10714049637317657,
      "learning_rate": 8.276512403888002e-06,
      "loss": 0.0067,
      "step": 25390
    },
    {
      "epoch": 2.7527103209019947,
      "grad_norm": 0.09475916624069214,
      "learning_rate": 8.272885536051068e-06,
      "loss": 0.0052,
      "step": 25391
    },
    {
      "epoch": 2.7528187337380747,
      "grad_norm": 0.16143003106117249,
      "learning_rate": 8.26925866821413e-06,
      "loss": 0.043,
      "step": 25392
    },
    {
      "epoch": 2.7529271465741543,
      "grad_norm": 0.18239212036132812,
      "learning_rate": 8.265631800377196e-06,
      "loss": 0.017,
      "step": 25393
    },
    {
      "epoch": 2.7530355594102343,
      "grad_norm": 0.33845800161361694,
      "learning_rate": 8.262004932540258e-06,
      "loss": 0.0628,
      "step": 25394
    },
    {
      "epoch": 2.753143972246314,
      "grad_norm": 0.08667057007551193,
      "learning_rate": 8.258378064703322e-06,
      "loss": 0.0059,
      "step": 25395
    },
    {
      "epoch": 2.753252385082394,
      "grad_norm": 0.3068365454673767,
      "learning_rate": 8.254751196866387e-06,
      "loss": 0.0113,
      "step": 25396
    },
    {
      "epoch": 2.7533607979184733,
      "grad_norm": 0.17757457494735718,
      "learning_rate": 8.25112432902945e-06,
      "loss": 0.0078,
      "step": 25397
    },
    {
      "epoch": 2.7534692107545533,
      "grad_norm": 0.2838803231716156,
      "learning_rate": 8.247497461192515e-06,
      "loss": 0.0219,
      "step": 25398
    },
    {
      "epoch": 2.7535776235906333,
      "grad_norm": 0.04936906695365906,
      "learning_rate": 8.243870593355577e-06,
      "loss": 0.001,
      "step": 25399
    },
    {
      "epoch": 2.753686036426713,
      "grad_norm": 0.24222242832183838,
      "learning_rate": 8.240243725518643e-06,
      "loss": 0.0265,
      "step": 25400
    },
    {
      "epoch": 2.753794449262793,
      "grad_norm": 0.07905200123786926,
      "learning_rate": 8.236616857681705e-06,
      "loss": 0.0043,
      "step": 25401
    },
    {
      "epoch": 2.7539028620988724,
      "grad_norm": 0.049044664949178696,
      "learning_rate": 8.232989989844771e-06,
      "loss": 0.0026,
      "step": 25402
    },
    {
      "epoch": 2.7540112749349523,
      "grad_norm": 0.24572868645191193,
      "learning_rate": 8.229363122007834e-06,
      "loss": 0.0125,
      "step": 25403
    },
    {
      "epoch": 2.7541196877710323,
      "grad_norm": 0.022051170468330383,
      "learning_rate": 8.2257362541709e-06,
      "loss": 0.0014,
      "step": 25404
    },
    {
      "epoch": 2.754228100607112,
      "grad_norm": 0.06162591278553009,
      "learning_rate": 8.222109386333962e-06,
      "loss": 0.0056,
      "step": 25405
    },
    {
      "epoch": 2.7543365134431914,
      "grad_norm": 0.26491406559944153,
      "learning_rate": 8.218482518497028e-06,
      "loss": 0.0132,
      "step": 25406
    },
    {
      "epoch": 2.7544449262792714,
      "grad_norm": 0.049999430775642395,
      "learning_rate": 8.21485565066009e-06,
      "loss": 0.0033,
      "step": 25407
    },
    {
      "epoch": 2.7545533391153514,
      "grad_norm": 0.23870038986206055,
      "learning_rate": 8.211228782823154e-06,
      "loss": 0.0145,
      "step": 25408
    },
    {
      "epoch": 2.754661751951431,
      "grad_norm": 0.21282795071601868,
      "learning_rate": 8.207601914986218e-06,
      "loss": 0.0165,
      "step": 25409
    },
    {
      "epoch": 2.754770164787511,
      "grad_norm": 0.24707764387130737,
      "learning_rate": 8.203975047149282e-06,
      "loss": 0.0237,
      "step": 25410
    },
    {
      "epoch": 2.7548785776235905,
      "grad_norm": 0.049306485801935196,
      "learning_rate": 8.200348179312346e-06,
      "loss": 0.0062,
      "step": 25411
    },
    {
      "epoch": 2.7549869904596704,
      "grad_norm": 0.1296592652797699,
      "learning_rate": 8.196721311475409e-06,
      "loss": 0.014,
      "step": 25412
    },
    {
      "epoch": 2.7550954032957504,
      "grad_norm": 0.09494878351688385,
      "learning_rate": 8.193094443638475e-06,
      "loss": 0.0021,
      "step": 25413
    },
    {
      "epoch": 2.75520381613183,
      "grad_norm": 0.23649631440639496,
      "learning_rate": 8.189467575801537e-06,
      "loss": 0.0066,
      "step": 25414
    },
    {
      "epoch": 2.75531222896791,
      "grad_norm": 0.3178330361843109,
      "learning_rate": 8.185840707964603e-06,
      "loss": 0.0131,
      "step": 25415
    },
    {
      "epoch": 2.7554206418039895,
      "grad_norm": 0.13767419755458832,
      "learning_rate": 8.182213840127665e-06,
      "loss": 0.0124,
      "step": 25416
    },
    {
      "epoch": 2.7555290546400695,
      "grad_norm": 0.08753903955221176,
      "learning_rate": 8.178586972290731e-06,
      "loss": 0.0114,
      "step": 25417
    },
    {
      "epoch": 2.755637467476149,
      "grad_norm": 0.019226426258683205,
      "learning_rate": 8.174960104453793e-06,
      "loss": 0.0009,
      "step": 25418
    },
    {
      "epoch": 2.755745880312229,
      "grad_norm": 0.0016946678515523672,
      "learning_rate": 8.17133323661686e-06,
      "loss": 0.0002,
      "step": 25419
    },
    {
      "epoch": 2.7558542931483085,
      "grad_norm": 0.2641552686691284,
      "learning_rate": 8.167706368779922e-06,
      "loss": 0.0191,
      "step": 25420
    },
    {
      "epoch": 2.7559627059843885,
      "grad_norm": 0.2958680987358093,
      "learning_rate": 8.164079500942986e-06,
      "loss": 0.0669,
      "step": 25421
    },
    {
      "epoch": 2.7560711188204685,
      "grad_norm": 0.06487968564033508,
      "learning_rate": 8.16045263310605e-06,
      "loss": 0.005,
      "step": 25422
    },
    {
      "epoch": 2.756179531656548,
      "grad_norm": 0.07112792134284973,
      "learning_rate": 8.156825765269114e-06,
      "loss": 0.0062,
      "step": 25423
    },
    {
      "epoch": 2.756287944492628,
      "grad_norm": 0.504700779914856,
      "learning_rate": 8.153198897432178e-06,
      "loss": 0.0648,
      "step": 25424
    },
    {
      "epoch": 2.7563963573287076,
      "grad_norm": 0.025670016184449196,
      "learning_rate": 8.14957202959524e-06,
      "loss": 0.002,
      "step": 25425
    },
    {
      "epoch": 2.7565047701647876,
      "grad_norm": 0.024777553975582123,
      "learning_rate": 8.145945161758306e-06,
      "loss": 0.0011,
      "step": 25426
    },
    {
      "epoch": 2.7566131830008676,
      "grad_norm": 0.09658025950193405,
      "learning_rate": 8.142318293921369e-06,
      "loss": 0.0079,
      "step": 25427
    },
    {
      "epoch": 2.756721595836947,
      "grad_norm": 0.6400446891784668,
      "learning_rate": 8.138691426084434e-06,
      "loss": 0.015,
      "step": 25428
    },
    {
      "epoch": 2.7568300086730266,
      "grad_norm": 0.5957001447677612,
      "learning_rate": 8.135064558247497e-06,
      "loss": 0.0251,
      "step": 25429
    },
    {
      "epoch": 2.7569384215091066,
      "grad_norm": 0.1746741682291031,
      "learning_rate": 8.131437690410563e-06,
      "loss": 0.0132,
      "step": 25430
    },
    {
      "epoch": 2.7570468343451866,
      "grad_norm": 0.2295801043510437,
      "learning_rate": 8.127810822573625e-06,
      "loss": 0.0144,
      "step": 25431
    },
    {
      "epoch": 2.757155247181266,
      "grad_norm": 0.14675374329090118,
      "learning_rate": 8.124183954736691e-06,
      "loss": 0.0155,
      "step": 25432
    },
    {
      "epoch": 2.757263660017346,
      "grad_norm": 0.15243493020534515,
      "learning_rate": 8.120557086899753e-06,
      "loss": 0.0031,
      "step": 25433
    },
    {
      "epoch": 2.7573720728534257,
      "grad_norm": 0.15723685920238495,
      "learning_rate": 8.116930219062817e-06,
      "loss": 0.0054,
      "step": 25434
    },
    {
      "epoch": 2.7574804856895057,
      "grad_norm": 0.12638239562511444,
      "learning_rate": 8.113303351225882e-06,
      "loss": 0.0111,
      "step": 25435
    },
    {
      "epoch": 2.7575888985255856,
      "grad_norm": 0.016547199338674545,
      "learning_rate": 8.109676483388946e-06,
      "loss": 0.0011,
      "step": 25436
    },
    {
      "epoch": 2.757697311361665,
      "grad_norm": 0.1873428225517273,
      "learning_rate": 8.10604961555201e-06,
      "loss": 0.013,
      "step": 25437
    },
    {
      "epoch": 2.757805724197745,
      "grad_norm": 0.08538252115249634,
      "learning_rate": 8.102422747715072e-06,
      "loss": 0.0065,
      "step": 25438
    },
    {
      "epoch": 2.7579141370338247,
      "grad_norm": 0.2649611830711365,
      "learning_rate": 8.098795879878138e-06,
      "loss": 0.024,
      "step": 25439
    },
    {
      "epoch": 2.7580225498699047,
      "grad_norm": 0.3335302770137787,
      "learning_rate": 8.0951690120412e-06,
      "loss": 0.0279,
      "step": 25440
    },
    {
      "epoch": 2.7581309627059842,
      "grad_norm": 0.1389596313238144,
      "learning_rate": 8.091542144204266e-06,
      "loss": 0.0101,
      "step": 25441
    },
    {
      "epoch": 2.758239375542064,
      "grad_norm": 0.28477492928504944,
      "learning_rate": 8.087915276367329e-06,
      "loss": 0.011,
      "step": 25442
    },
    {
      "epoch": 2.7583477883781438,
      "grad_norm": 0.1622166633605957,
      "learning_rate": 8.084288408530394e-06,
      "loss": 0.0062,
      "step": 25443
    },
    {
      "epoch": 2.7584562012142237,
      "grad_norm": 0.18951255083084106,
      "learning_rate": 8.080661540693457e-06,
      "loss": 0.0118,
      "step": 25444
    },
    {
      "epoch": 2.7585646140503037,
      "grad_norm": 0.2138424515724182,
      "learning_rate": 8.077034672856523e-06,
      "loss": 0.015,
      "step": 25445
    },
    {
      "epoch": 2.7586730268863833,
      "grad_norm": 0.07242736220359802,
      "learning_rate": 8.073407805019585e-06,
      "loss": 0.0031,
      "step": 25446
    },
    {
      "epoch": 2.7587814397224633,
      "grad_norm": 0.18323290348052979,
      "learning_rate": 8.069780937182649e-06,
      "loss": 0.0122,
      "step": 25447
    },
    {
      "epoch": 2.758889852558543,
      "grad_norm": 0.07289780676364899,
      "learning_rate": 8.066154069345713e-06,
      "loss": 0.0012,
      "step": 25448
    },
    {
      "epoch": 2.758998265394623,
      "grad_norm": 0.14142903685569763,
      "learning_rate": 8.062527201508777e-06,
      "loss": 0.0062,
      "step": 25449
    },
    {
      "epoch": 2.7591066782307028,
      "grad_norm": 0.05892166867852211,
      "learning_rate": 8.058900333671841e-06,
      "loss": 0.0053,
      "step": 25450
    },
    {
      "epoch": 2.7592150910667823,
      "grad_norm": 0.13188326358795166,
      "learning_rate": 8.055273465834906e-06,
      "loss": 0.0101,
      "step": 25451
    },
    {
      "epoch": 2.759323503902862,
      "grad_norm": 0.224626824259758,
      "learning_rate": 8.05164659799797e-06,
      "loss": 0.0162,
      "step": 25452
    },
    {
      "epoch": 2.759431916738942,
      "grad_norm": 0.028852639719843864,
      "learning_rate": 8.048019730161032e-06,
      "loss": 0.0014,
      "step": 25453
    },
    {
      "epoch": 2.759540329575022,
      "grad_norm": 0.2994273602962494,
      "learning_rate": 8.044392862324098e-06,
      "loss": 0.0286,
      "step": 25454
    },
    {
      "epoch": 2.7596487424111014,
      "grad_norm": 0.08063969761133194,
      "learning_rate": 8.04076599448716e-06,
      "loss": 0.0041,
      "step": 25455
    },
    {
      "epoch": 2.7597571552471813,
      "grad_norm": 0.0772920697927475,
      "learning_rate": 8.037139126650226e-06,
      "loss": 0.0038,
      "step": 25456
    },
    {
      "epoch": 2.759865568083261,
      "grad_norm": 0.17326347529888153,
      "learning_rate": 8.033512258813288e-06,
      "loss": 0.0125,
      "step": 25457
    },
    {
      "epoch": 2.759973980919341,
      "grad_norm": 0.06713565438985825,
      "learning_rate": 8.029885390976354e-06,
      "loss": 0.0031,
      "step": 25458
    },
    {
      "epoch": 2.760082393755421,
      "grad_norm": 0.024279331788420677,
      "learning_rate": 8.026258523139417e-06,
      "loss": 0.0019,
      "step": 25459
    },
    {
      "epoch": 2.7601908065915004,
      "grad_norm": 0.31412696838378906,
      "learning_rate": 8.02263165530248e-06,
      "loss": 0.0169,
      "step": 25460
    },
    {
      "epoch": 2.7602992194275804,
      "grad_norm": 0.246043398976326,
      "learning_rate": 8.019004787465545e-06,
      "loss": 0.0322,
      "step": 25461
    },
    {
      "epoch": 2.76040763226366,
      "grad_norm": 0.14149285852909088,
      "learning_rate": 8.015377919628609e-06,
      "loss": 0.0082,
      "step": 25462
    },
    {
      "epoch": 2.76051604509974,
      "grad_norm": 0.23147094249725342,
      "learning_rate": 8.011751051791673e-06,
      "loss": 0.0139,
      "step": 25463
    },
    {
      "epoch": 2.7606244579358195,
      "grad_norm": 0.24089758098125458,
      "learning_rate": 8.008124183954737e-06,
      "loss": 0.0749,
      "step": 25464
    },
    {
      "epoch": 2.7607328707718994,
      "grad_norm": 0.09727015346288681,
      "learning_rate": 8.004497316117801e-06,
      "loss": 0.0075,
      "step": 25465
    },
    {
      "epoch": 2.760841283607979,
      "grad_norm": 0.12219943106174469,
      "learning_rate": 8.000870448280864e-06,
      "loss": 0.0335,
      "step": 25466
    },
    {
      "epoch": 2.760949696444059,
      "grad_norm": 0.4918608069419861,
      "learning_rate": 7.99724358044393e-06,
      "loss": 0.0218,
      "step": 25467
    },
    {
      "epoch": 2.761058109280139,
      "grad_norm": 0.11923816800117493,
      "learning_rate": 7.993616712606992e-06,
      "loss": 0.0107,
      "step": 25468
    },
    {
      "epoch": 2.7611665221162185,
      "grad_norm": 0.10243458300828934,
      "learning_rate": 7.989989844770058e-06,
      "loss": 0.004,
      "step": 25469
    },
    {
      "epoch": 2.7612749349522985,
      "grad_norm": 0.3267410695552826,
      "learning_rate": 7.98636297693312e-06,
      "loss": 0.0089,
      "step": 25470
    },
    {
      "epoch": 2.761383347788378,
      "grad_norm": 0.43833231925964355,
      "learning_rate": 7.982736109096186e-06,
      "loss": 0.0324,
      "step": 25471
    },
    {
      "epoch": 2.761491760624458,
      "grad_norm": 0.1070818081498146,
      "learning_rate": 7.979109241259248e-06,
      "loss": 0.0143,
      "step": 25472
    },
    {
      "epoch": 2.761600173460538,
      "grad_norm": 0.20085538923740387,
      "learning_rate": 7.975482373422314e-06,
      "loss": 0.0141,
      "step": 25473
    },
    {
      "epoch": 2.7617085862966175,
      "grad_norm": 0.23614239692687988,
      "learning_rate": 7.971855505585377e-06,
      "loss": 0.0369,
      "step": 25474
    },
    {
      "epoch": 2.761816999132697,
      "grad_norm": 0.5926200747489929,
      "learning_rate": 7.96822863774844e-06,
      "loss": 0.0259,
      "step": 25475
    },
    {
      "epoch": 2.761925411968777,
      "grad_norm": 0.03900810331106186,
      "learning_rate": 7.964601769911505e-06,
      "loss": 0.0038,
      "step": 25476
    },
    {
      "epoch": 2.762033824804857,
      "grad_norm": 0.26284050941467285,
      "learning_rate": 7.960974902074569e-06,
      "loss": 0.0339,
      "step": 25477
    },
    {
      "epoch": 2.7621422376409366,
      "grad_norm": 0.10784455388784409,
      "learning_rate": 7.957348034237633e-06,
      "loss": 0.0131,
      "step": 25478
    },
    {
      "epoch": 2.7622506504770166,
      "grad_norm": 0.08184453099966049,
      "learning_rate": 7.953721166400695e-06,
      "loss": 0.0039,
      "step": 25479
    },
    {
      "epoch": 2.762359063313096,
      "grad_norm": 0.06396737694740295,
      "learning_rate": 7.950094298563761e-06,
      "loss": 0.0045,
      "step": 25480
    },
    {
      "epoch": 2.762467476149176,
      "grad_norm": 0.05619732663035393,
      "learning_rate": 7.946467430726824e-06,
      "loss": 0.0029,
      "step": 25481
    },
    {
      "epoch": 2.762575888985256,
      "grad_norm": 0.04168398678302765,
      "learning_rate": 7.94284056288989e-06,
      "loss": 0.0038,
      "step": 25482
    },
    {
      "epoch": 2.7626843018213356,
      "grad_norm": 0.17139287292957306,
      "learning_rate": 7.939213695052952e-06,
      "loss": 0.0335,
      "step": 25483
    },
    {
      "epoch": 2.762792714657415,
      "grad_norm": 0.1023135855793953,
      "learning_rate": 7.935586827216018e-06,
      "loss": 0.0054,
      "step": 25484
    },
    {
      "epoch": 2.762901127493495,
      "grad_norm": 0.3155185580253601,
      "learning_rate": 7.93195995937908e-06,
      "loss": 0.0164,
      "step": 25485
    },
    {
      "epoch": 2.763009540329575,
      "grad_norm": 0.09783802181482315,
      "learning_rate": 7.928333091542146e-06,
      "loss": 0.0098,
      "step": 25486
    },
    {
      "epoch": 2.7631179531656547,
      "grad_norm": 0.1203426718711853,
      "learning_rate": 7.924706223705208e-06,
      "loss": 0.0184,
      "step": 25487
    },
    {
      "epoch": 2.7632263660017347,
      "grad_norm": 0.4258746802806854,
      "learning_rate": 7.921079355868272e-06,
      "loss": 0.0271,
      "step": 25488
    },
    {
      "epoch": 2.763334778837814,
      "grad_norm": 0.10342927277088165,
      "learning_rate": 7.917452488031336e-06,
      "loss": 0.0099,
      "step": 25489
    },
    {
      "epoch": 2.763443191673894,
      "grad_norm": 0.1803843080997467,
      "learning_rate": 7.9138256201944e-06,
      "loss": 0.0144,
      "step": 25490
    },
    {
      "epoch": 2.763551604509974,
      "grad_norm": 0.1292925626039505,
      "learning_rate": 7.910198752357465e-06,
      "loss": 0.0062,
      "step": 25491
    },
    {
      "epoch": 2.7636600173460537,
      "grad_norm": 0.08608578145503998,
      "learning_rate": 7.906571884520527e-06,
      "loss": 0.0067,
      "step": 25492
    },
    {
      "epoch": 2.7637684301821337,
      "grad_norm": 0.4525265693664551,
      "learning_rate": 7.902945016683593e-06,
      "loss": 0.0347,
      "step": 25493
    },
    {
      "epoch": 2.7638768430182132,
      "grad_norm": 0.041124582290649414,
      "learning_rate": 7.899318148846655e-06,
      "loss": 0.0015,
      "step": 25494
    },
    {
      "epoch": 2.763985255854293,
      "grad_norm": 0.0479184091091156,
      "learning_rate": 7.895691281009721e-06,
      "loss": 0.0035,
      "step": 25495
    },
    {
      "epoch": 2.764093668690373,
      "grad_norm": 0.10702624171972275,
      "learning_rate": 7.892064413172783e-06,
      "loss": 0.0042,
      "step": 25496
    },
    {
      "epoch": 2.7642020815264527,
      "grad_norm": 0.11558500677347183,
      "learning_rate": 7.88843754533585e-06,
      "loss": 0.009,
      "step": 25497
    },
    {
      "epoch": 2.7643104943625323,
      "grad_norm": 0.08913874626159668,
      "learning_rate": 7.884810677498912e-06,
      "loss": 0.0084,
      "step": 25498
    },
    {
      "epoch": 2.7644189071986123,
      "grad_norm": 0.25989943742752075,
      "learning_rate": 7.881183809661977e-06,
      "loss": 0.0299,
      "step": 25499
    },
    {
      "epoch": 2.7645273200346923,
      "grad_norm": 0.3974234163761139,
      "learning_rate": 7.87755694182504e-06,
      "loss": 0.0464,
      "step": 25500
    },
    {
      "epoch": 2.764635732870772,
      "grad_norm": 0.2011275440454483,
      "learning_rate": 7.873930073988104e-06,
      "loss": 0.0294,
      "step": 25501
    },
    {
      "epoch": 2.764744145706852,
      "grad_norm": 0.08756925910711288,
      "learning_rate": 7.870303206151168e-06,
      "loss": 0.0085,
      "step": 25502
    },
    {
      "epoch": 2.7648525585429313,
      "grad_norm": 0.15571999549865723,
      "learning_rate": 7.866676338314232e-06,
      "loss": 0.0088,
      "step": 25503
    },
    {
      "epoch": 2.7649609713790113,
      "grad_norm": 0.07333700358867645,
      "learning_rate": 7.863049470477296e-06,
      "loss": 0.0031,
      "step": 25504
    },
    {
      "epoch": 2.7650693842150913,
      "grad_norm": 0.020582450553774834,
      "learning_rate": 7.85942260264036e-06,
      "loss": 0.002,
      "step": 25505
    },
    {
      "epoch": 2.765177797051171,
      "grad_norm": 0.12097657471895218,
      "learning_rate": 7.855795734803425e-06,
      "loss": 0.004,
      "step": 25506
    },
    {
      "epoch": 2.7652862098872504,
      "grad_norm": 0.22852545976638794,
      "learning_rate": 7.852168866966487e-06,
      "loss": 0.0127,
      "step": 25507
    },
    {
      "epoch": 2.7653946227233304,
      "grad_norm": 0.1365993767976761,
      "learning_rate": 7.848541999129553e-06,
      "loss": 0.0125,
      "step": 25508
    },
    {
      "epoch": 2.7655030355594103,
      "grad_norm": 0.15298734605312347,
      "learning_rate": 7.844915131292615e-06,
      "loss": 0.0201,
      "step": 25509
    },
    {
      "epoch": 2.76561144839549,
      "grad_norm": 0.1114860326051712,
      "learning_rate": 7.841288263455681e-06,
      "loss": 0.0115,
      "step": 25510
    },
    {
      "epoch": 2.76571986123157,
      "grad_norm": 0.07114335894584656,
      "learning_rate": 7.837661395618743e-06,
      "loss": 0.0027,
      "step": 25511
    },
    {
      "epoch": 2.7658282740676494,
      "grad_norm": 0.02373000606894493,
      "learning_rate": 7.83403452778181e-06,
      "loss": 0.0014,
      "step": 25512
    },
    {
      "epoch": 2.7659366869037294,
      "grad_norm": 0.20824623107910156,
      "learning_rate": 7.830407659944872e-06,
      "loss": 0.0329,
      "step": 25513
    },
    {
      "epoch": 2.7660450997398094,
      "grad_norm": 0.05309288203716278,
      "learning_rate": 7.826780792107936e-06,
      "loss": 0.0025,
      "step": 25514
    },
    {
      "epoch": 2.766153512575889,
      "grad_norm": 0.10722669214010239,
      "learning_rate": 7.823153924271e-06,
      "loss": 0.0061,
      "step": 25515
    },
    {
      "epoch": 2.766261925411969,
      "grad_norm": 0.0756712555885315,
      "learning_rate": 7.819527056434064e-06,
      "loss": 0.0023,
      "step": 25516
    },
    {
      "epoch": 2.7663703382480485,
      "grad_norm": 0.12780238687992096,
      "learning_rate": 7.815900188597128e-06,
      "loss": 0.0078,
      "step": 25517
    },
    {
      "epoch": 2.7664787510841284,
      "grad_norm": 0.041278451681137085,
      "learning_rate": 7.812273320760192e-06,
      "loss": 0.0042,
      "step": 25518
    },
    {
      "epoch": 2.7665871639202084,
      "grad_norm": 0.4554538428783417,
      "learning_rate": 7.808646452923256e-06,
      "loss": 0.0462,
      "step": 25519
    },
    {
      "epoch": 2.766695576756288,
      "grad_norm": 0.5559530854225159,
      "learning_rate": 7.805019585086319e-06,
      "loss": 0.0205,
      "step": 25520
    },
    {
      "epoch": 2.7668039895923675,
      "grad_norm": 0.10177705436944962,
      "learning_rate": 7.801392717249384e-06,
      "loss": 0.0096,
      "step": 25521
    },
    {
      "epoch": 2.7669124024284475,
      "grad_norm": 0.042163752019405365,
      "learning_rate": 7.797765849412447e-06,
      "loss": 0.0032,
      "step": 25522
    },
    {
      "epoch": 2.7670208152645275,
      "grad_norm": 0.016742374747991562,
      "learning_rate": 7.794138981575513e-06,
      "loss": 0.0011,
      "step": 25523
    },
    {
      "epoch": 2.767129228100607,
      "grad_norm": 0.20294781029224396,
      "learning_rate": 7.790512113738575e-06,
      "loss": 0.0289,
      "step": 25524
    },
    {
      "epoch": 2.767237640936687,
      "grad_norm": 0.22074978053569794,
      "learning_rate": 7.78688524590164e-06,
      "loss": 0.0184,
      "step": 25525
    },
    {
      "epoch": 2.7673460537727665,
      "grad_norm": 0.3143240511417389,
      "learning_rate": 7.783258378064703e-06,
      "loss": 0.026,
      "step": 25526
    },
    {
      "epoch": 2.7674544666088465,
      "grad_norm": 0.12812215089797974,
      "learning_rate": 7.779631510227767e-06,
      "loss": 0.0106,
      "step": 25527
    },
    {
      "epoch": 2.7675628794449265,
      "grad_norm": 0.11280590295791626,
      "learning_rate": 7.776004642390831e-06,
      "loss": 0.009,
      "step": 25528
    },
    {
      "epoch": 2.767671292281006,
      "grad_norm": 0.1830902248620987,
      "learning_rate": 7.772377774553896e-06,
      "loss": 0.0138,
      "step": 25529
    },
    {
      "epoch": 2.7677797051170856,
      "grad_norm": 0.017388029024004936,
      "learning_rate": 7.76875090671696e-06,
      "loss": 0.0009,
      "step": 25530
    },
    {
      "epoch": 2.7678881179531656,
      "grad_norm": 0.2900696396827698,
      "learning_rate": 7.765124038880024e-06,
      "loss": 0.0345,
      "step": 25531
    },
    {
      "epoch": 2.7679965307892456,
      "grad_norm": 0.29214462637901306,
      "learning_rate": 7.761497171043088e-06,
      "loss": 0.0086,
      "step": 25532
    },
    {
      "epoch": 2.768104943625325,
      "grad_norm": 0.0852571353316307,
      "learning_rate": 7.75787030320615e-06,
      "loss": 0.0102,
      "step": 25533
    },
    {
      "epoch": 2.768213356461405,
      "grad_norm": 0.1348266452550888,
      "learning_rate": 7.754243435369216e-06,
      "loss": 0.0093,
      "step": 25534
    },
    {
      "epoch": 2.7683217692974846,
      "grad_norm": 0.11155775189399719,
      "learning_rate": 7.750616567532278e-06,
      "loss": 0.0156,
      "step": 25535
    },
    {
      "epoch": 2.7684301821335646,
      "grad_norm": 0.24615947902202606,
      "learning_rate": 7.746989699695344e-06,
      "loss": 0.0326,
      "step": 25536
    },
    {
      "epoch": 2.7685385949696446,
      "grad_norm": 0.125309556722641,
      "learning_rate": 7.743362831858407e-06,
      "loss": 0.0072,
      "step": 25537
    },
    {
      "epoch": 2.768647007805724,
      "grad_norm": 0.057861246168613434,
      "learning_rate": 7.739735964021473e-06,
      "loss": 0.0036,
      "step": 25538
    },
    {
      "epoch": 2.768755420641804,
      "grad_norm": 0.36580145359039307,
      "learning_rate": 7.736109096184535e-06,
      "loss": 0.0239,
      "step": 25539
    },
    {
      "epoch": 2.7688638334778837,
      "grad_norm": 0.15334181487560272,
      "learning_rate": 7.732482228347599e-06,
      "loss": 0.0115,
      "step": 25540
    },
    {
      "epoch": 2.7689722463139637,
      "grad_norm": 0.05093493312597275,
      "learning_rate": 7.728855360510663e-06,
      "loss": 0.0063,
      "step": 25541
    },
    {
      "epoch": 2.769080659150043,
      "grad_norm": 0.3940930664539337,
      "learning_rate": 7.725228492673727e-06,
      "loss": 0.0302,
      "step": 25542
    },
    {
      "epoch": 2.769189071986123,
      "grad_norm": 0.08560521900653839,
      "learning_rate": 7.721601624836791e-06,
      "loss": 0.0164,
      "step": 25543
    },
    {
      "epoch": 2.7692974848222027,
      "grad_norm": 0.04402589425444603,
      "learning_rate": 7.717974756999855e-06,
      "loss": 0.0038,
      "step": 25544
    },
    {
      "epoch": 2.7694058976582827,
      "grad_norm": 0.20533685386180878,
      "learning_rate": 7.71434788916292e-06,
      "loss": 0.0056,
      "step": 25545
    },
    {
      "epoch": 2.7695143104943627,
      "grad_norm": 0.09608713537454605,
      "learning_rate": 7.710721021325982e-06,
      "loss": 0.0066,
      "step": 25546
    },
    {
      "epoch": 2.7696227233304422,
      "grad_norm": 0.07188630849123001,
      "learning_rate": 7.707094153489048e-06,
      "loss": 0.0021,
      "step": 25547
    },
    {
      "epoch": 2.7697311361665222,
      "grad_norm": 0.0898880884051323,
      "learning_rate": 7.70346728565211e-06,
      "loss": 0.009,
      "step": 25548
    },
    {
      "epoch": 2.7698395490026018,
      "grad_norm": 0.09695832431316376,
      "learning_rate": 7.699840417815176e-06,
      "loss": 0.0055,
      "step": 25549
    },
    {
      "epoch": 2.7699479618386817,
      "grad_norm": 0.0674472451210022,
      "learning_rate": 7.696213549978238e-06,
      "loss": 0.0053,
      "step": 25550
    },
    {
      "epoch": 2.7700563746747617,
      "grad_norm": 0.20156796276569366,
      "learning_rate": 7.692586682141304e-06,
      "loss": 0.0153,
      "step": 25551
    },
    {
      "epoch": 2.7701647875108413,
      "grad_norm": 0.32315805554389954,
      "learning_rate": 7.688959814304367e-06,
      "loss": 0.0139,
      "step": 25552
    },
    {
      "epoch": 2.770273200346921,
      "grad_norm": 0.18112459778785706,
      "learning_rate": 7.68533294646743e-06,
      "loss": 0.0061,
      "step": 25553
    },
    {
      "epoch": 2.770381613183001,
      "grad_norm": 0.12542366981506348,
      "learning_rate": 7.681706078630495e-06,
      "loss": 0.0049,
      "step": 25554
    },
    {
      "epoch": 2.770490026019081,
      "grad_norm": 0.3447656035423279,
      "learning_rate": 7.678079210793559e-06,
      "loss": 0.0117,
      "step": 25555
    },
    {
      "epoch": 2.7705984388551603,
      "grad_norm": 0.030124984681606293,
      "learning_rate": 7.674452342956623e-06,
      "loss": 0.002,
      "step": 25556
    },
    {
      "epoch": 2.7707068516912403,
      "grad_norm": 0.08152677118778229,
      "learning_rate": 7.670825475119687e-06,
      "loss": 0.0065,
      "step": 25557
    },
    {
      "epoch": 2.77081526452732,
      "grad_norm": 0.22478948533535004,
      "learning_rate": 7.667198607282751e-06,
      "loss": 0.0285,
      "step": 25558
    },
    {
      "epoch": 2.7709236773634,
      "grad_norm": 0.00515450956299901,
      "learning_rate": 7.663571739445815e-06,
      "loss": 0.0004,
      "step": 25559
    },
    {
      "epoch": 2.77103209019948,
      "grad_norm": 0.3039094805717468,
      "learning_rate": 7.65994487160888e-06,
      "loss": 0.0333,
      "step": 25560
    },
    {
      "epoch": 2.7711405030355594,
      "grad_norm": 0.24954476952552795,
      "learning_rate": 7.656318003771942e-06,
      "loss": 0.009,
      "step": 25561
    },
    {
      "epoch": 2.7712489158716394,
      "grad_norm": 0.005764960777014494,
      "learning_rate": 7.652691135935008e-06,
      "loss": 0.0004,
      "step": 25562
    },
    {
      "epoch": 2.771357328707719,
      "grad_norm": 0.11713750660419464,
      "learning_rate": 7.64906426809807e-06,
      "loss": 0.011,
      "step": 25563
    },
    {
      "epoch": 2.771465741543799,
      "grad_norm": 0.0795360580086708,
      "learning_rate": 7.645437400261136e-06,
      "loss": 0.0039,
      "step": 25564
    },
    {
      "epoch": 2.7715741543798784,
      "grad_norm": 0.11330930888652802,
      "learning_rate": 7.641810532424198e-06,
      "loss": 0.0061,
      "step": 25565
    },
    {
      "epoch": 2.7716825672159584,
      "grad_norm": 0.12740693986415863,
      "learning_rate": 7.638183664587262e-06,
      "loss": 0.0098,
      "step": 25566
    },
    {
      "epoch": 2.771790980052038,
      "grad_norm": 0.037125807255506516,
      "learning_rate": 7.634556796750326e-06,
      "loss": 0.0018,
      "step": 25567
    },
    {
      "epoch": 2.771899392888118,
      "grad_norm": 0.026449603959918022,
      "learning_rate": 7.63092992891339e-06,
      "loss": 0.0008,
      "step": 25568
    },
    {
      "epoch": 2.772007805724198,
      "grad_norm": 0.1352745145559311,
      "learning_rate": 7.627303061076455e-06,
      "loss": 0.0068,
      "step": 25569
    },
    {
      "epoch": 2.7721162185602775,
      "grad_norm": 0.09326499700546265,
      "learning_rate": 7.62367619323952e-06,
      "loss": 0.0063,
      "step": 25570
    },
    {
      "epoch": 2.7722246313963574,
      "grad_norm": 0.30065447092056274,
      "learning_rate": 7.620049325402583e-06,
      "loss": 0.0108,
      "step": 25571
    },
    {
      "epoch": 2.772333044232437,
      "grad_norm": 0.0325322262942791,
      "learning_rate": 7.616422457565647e-06,
      "loss": 0.0024,
      "step": 25572
    },
    {
      "epoch": 2.772441457068517,
      "grad_norm": 0.1609247773885727,
      "learning_rate": 7.61279558972871e-06,
      "loss": 0.0053,
      "step": 25573
    },
    {
      "epoch": 2.772549869904597,
      "grad_norm": 0.20431524515151978,
      "learning_rate": 7.609168721891774e-06,
      "loss": 0.0235,
      "step": 25574
    },
    {
      "epoch": 2.7726582827406765,
      "grad_norm": 0.1390475481748581,
      "learning_rate": 7.6055418540548385e-06,
      "loss": 0.0105,
      "step": 25575
    },
    {
      "epoch": 2.772766695576756,
      "grad_norm": 0.08851857483386993,
      "learning_rate": 7.601914986217902e-06,
      "loss": 0.0079,
      "step": 25576
    },
    {
      "epoch": 2.772875108412836,
      "grad_norm": 0.08000103384256363,
      "learning_rate": 7.598288118380967e-06,
      "loss": 0.0064,
      "step": 25577
    },
    {
      "epoch": 2.772983521248916,
      "grad_norm": 0.1308104395866394,
      "learning_rate": 7.59466125054403e-06,
      "loss": 0.0105,
      "step": 25578
    },
    {
      "epoch": 2.7730919340849955,
      "grad_norm": 0.21898941695690155,
      "learning_rate": 7.591034382707095e-06,
      "loss": 0.0086,
      "step": 25579
    },
    {
      "epoch": 2.7732003469210755,
      "grad_norm": 0.09611640870571136,
      "learning_rate": 7.587407514870158e-06,
      "loss": 0.0103,
      "step": 25580
    },
    {
      "epoch": 2.773308759757155,
      "grad_norm": 0.024365726858377457,
      "learning_rate": 7.583780647033223e-06,
      "loss": 0.0018,
      "step": 25581
    },
    {
      "epoch": 2.773417172593235,
      "grad_norm": 0.2187051922082901,
      "learning_rate": 7.580153779196286e-06,
      "loss": 0.0192,
      "step": 25582
    },
    {
      "epoch": 2.773525585429315,
      "grad_norm": 0.32341063022613525,
      "learning_rate": 7.576526911359351e-06,
      "loss": 0.0303,
      "step": 25583
    },
    {
      "epoch": 2.7736339982653946,
      "grad_norm": 0.10380800068378448,
      "learning_rate": 7.5729000435224146e-06,
      "loss": 0.005,
      "step": 25584
    },
    {
      "epoch": 2.7737424111014746,
      "grad_norm": 0.1359390914440155,
      "learning_rate": 7.569273175685479e-06,
      "loss": 0.0187,
      "step": 25585
    },
    {
      "epoch": 2.773850823937554,
      "grad_norm": 0.04576088860630989,
      "learning_rate": 7.565646307848542e-06,
      "loss": 0.0033,
      "step": 25586
    },
    {
      "epoch": 2.773959236773634,
      "grad_norm": 0.34905827045440674,
      "learning_rate": 7.562019440011606e-06,
      "loss": 0.0282,
      "step": 25587
    },
    {
      "epoch": 2.7740676496097136,
      "grad_norm": 0.24610069394111633,
      "learning_rate": 7.55839257217467e-06,
      "loss": 0.0296,
      "step": 25588
    },
    {
      "epoch": 2.7741760624457936,
      "grad_norm": 0.01251784898340702,
      "learning_rate": 7.554765704337733e-06,
      "loss": 0.0003,
      "step": 25589
    },
    {
      "epoch": 2.774284475281873,
      "grad_norm": 0.19276286661624908,
      "learning_rate": 7.551138836500798e-06,
      "loss": 0.0117,
      "step": 25590
    },
    {
      "epoch": 2.774392888117953,
      "grad_norm": 0.1872403770685196,
      "learning_rate": 7.547511968663862e-06,
      "loss": 0.0127,
      "step": 25591
    },
    {
      "epoch": 2.774501300954033,
      "grad_norm": 0.010368656367063522,
      "learning_rate": 7.5438851008269266e-06,
      "loss": 0.0005,
      "step": 25592
    },
    {
      "epoch": 2.7746097137901127,
      "grad_norm": 0.26136279106140137,
      "learning_rate": 7.54025823298999e-06,
      "loss": 0.0283,
      "step": 25593
    },
    {
      "epoch": 2.7747181266261927,
      "grad_norm": 0.2941448986530304,
      "learning_rate": 7.536631365153055e-06,
      "loss": 0.0098,
      "step": 25594
    },
    {
      "epoch": 2.774826539462272,
      "grad_norm": 0.01070158276706934,
      "learning_rate": 7.533004497316118e-06,
      "loss": 0.001,
      "step": 25595
    },
    {
      "epoch": 2.774934952298352,
      "grad_norm": 0.023441731929779053,
      "learning_rate": 7.529377629479183e-06,
      "loss": 0.0009,
      "step": 25596
    },
    {
      "epoch": 2.775043365134432,
      "grad_norm": 0.4179736077785492,
      "learning_rate": 7.525750761642246e-06,
      "loss": 0.0203,
      "step": 25597
    },
    {
      "epoch": 2.7751517779705117,
      "grad_norm": 0.08332483470439911,
      "learning_rate": 7.52212389380531e-06,
      "loss": 0.0086,
      "step": 25598
    },
    {
      "epoch": 2.7752601908065913,
      "grad_norm": 0.31224578619003296,
      "learning_rate": 7.5184970259683744e-06,
      "loss": 0.0299,
      "step": 25599
    },
    {
      "epoch": 2.7753686036426712,
      "grad_norm": 0.055856265127658844,
      "learning_rate": 7.5148701581314385e-06,
      "loss": 0.0036,
      "step": 25600
    },
    {
      "epoch": 2.7754770164787512,
      "grad_norm": 0.209001824259758,
      "learning_rate": 7.511243290294502e-06,
      "loss": 0.0139,
      "step": 25601
    },
    {
      "epoch": 2.7755854293148308,
      "grad_norm": 0.08633805811405182,
      "learning_rate": 7.507616422457565e-06,
      "loss": 0.0076,
      "step": 25602
    },
    {
      "epoch": 2.7756938421509108,
      "grad_norm": 0.3109931945800781,
      "learning_rate": 7.50398955462063e-06,
      "loss": 0.0262,
      "step": 25603
    },
    {
      "epoch": 2.7758022549869903,
      "grad_norm": 0.2324538230895996,
      "learning_rate": 7.500362686783693e-06,
      "loss": 0.0109,
      "step": 25604
    },
    {
      "epoch": 2.7759106678230703,
      "grad_norm": 0.45789864659309387,
      "learning_rate": 7.496735818946758e-06,
      "loss": 0.0207,
      "step": 25605
    },
    {
      "epoch": 2.7760190806591503,
      "grad_norm": 0.01037945132702589,
      "learning_rate": 7.4931089511098215e-06,
      "loss": 0.0011,
      "step": 25606
    },
    {
      "epoch": 2.77612749349523,
      "grad_norm": 0.09551692008972168,
      "learning_rate": 7.4894820832728864e-06,
      "loss": 0.0061,
      "step": 25607
    },
    {
      "epoch": 2.77623590633131,
      "grad_norm": 0.16271643340587616,
      "learning_rate": 7.48585521543595e-06,
      "loss": 0.0171,
      "step": 25608
    },
    {
      "epoch": 2.7763443191673893,
      "grad_norm": 0.35152411460876465,
      "learning_rate": 7.482228347599015e-06,
      "loss": 0.0313,
      "step": 25609
    },
    {
      "epoch": 2.7764527320034693,
      "grad_norm": 0.11565932631492615,
      "learning_rate": 7.478601479762078e-06,
      "loss": 0.0186,
      "step": 25610
    },
    {
      "epoch": 2.776561144839549,
      "grad_norm": 0.16754376888275146,
      "learning_rate": 7.474974611925142e-06,
      "loss": 0.0045,
      "step": 25611
    },
    {
      "epoch": 2.776669557675629,
      "grad_norm": 0.0008220850140787661,
      "learning_rate": 7.471347744088206e-06,
      "loss": 0.0001,
      "step": 25612
    },
    {
      "epoch": 2.7767779705117084,
      "grad_norm": 0.2936585545539856,
      "learning_rate": 7.46772087625127e-06,
      "loss": 0.0352,
      "step": 25613
    },
    {
      "epoch": 2.7768863833477884,
      "grad_norm": 0.07772437483072281,
      "learning_rate": 7.4640940084143335e-06,
      "loss": 0.0062,
      "step": 25614
    },
    {
      "epoch": 2.7769947961838684,
      "grad_norm": 0.05031878873705864,
      "learning_rate": 7.460467140577397e-06,
      "loss": 0.0039,
      "step": 25615
    },
    {
      "epoch": 2.777103209019948,
      "grad_norm": 0.09136766195297241,
      "learning_rate": 7.456840272740462e-06,
      "loss": 0.0042,
      "step": 25616
    },
    {
      "epoch": 2.777211621856028,
      "grad_norm": 0.0998295322060585,
      "learning_rate": 7.453213404903525e-06,
      "loss": 0.0153,
      "step": 25617
    },
    {
      "epoch": 2.7773200346921074,
      "grad_norm": 0.27951765060424805,
      "learning_rate": 7.44958653706659e-06,
      "loss": 0.0152,
      "step": 25618
    },
    {
      "epoch": 2.7774284475281874,
      "grad_norm": 0.008544459007680416,
      "learning_rate": 7.445959669229653e-06,
      "loss": 0.0006,
      "step": 25619
    },
    {
      "epoch": 2.7775368603642674,
      "grad_norm": 1.0920653343200684,
      "learning_rate": 7.442332801392718e-06,
      "loss": 0.0246,
      "step": 25620
    },
    {
      "epoch": 2.777645273200347,
      "grad_norm": 0.08806745707988739,
      "learning_rate": 7.438705933555781e-06,
      "loss": 0.0061,
      "step": 25621
    },
    {
      "epoch": 2.7777536860364265,
      "grad_norm": 0.32291603088378906,
      "learning_rate": 7.435079065718846e-06,
      "loss": 0.0259,
      "step": 25622
    },
    {
      "epoch": 2.7778620988725065,
      "grad_norm": 0.1917484998703003,
      "learning_rate": 7.4314521978819096e-06,
      "loss": 0.0159,
      "step": 25623
    },
    {
      "epoch": 2.7779705117085864,
      "grad_norm": 0.1153973713517189,
      "learning_rate": 7.427825330044974e-06,
      "loss": 0.0017,
      "step": 25624
    },
    {
      "epoch": 2.778078924544666,
      "grad_norm": 0.2821153402328491,
      "learning_rate": 7.424198462208038e-06,
      "loss": 0.0359,
      "step": 25625
    },
    {
      "epoch": 2.778187337380746,
      "grad_norm": 0.02445943094789982,
      "learning_rate": 7.420571594371102e-06,
      "loss": 0.0011,
      "step": 25626
    },
    {
      "epoch": 2.7782957502168255,
      "grad_norm": 0.043202292174100876,
      "learning_rate": 7.416944726534165e-06,
      "loss": 0.0026,
      "step": 25627
    },
    {
      "epoch": 2.7784041630529055,
      "grad_norm": 0.41361746191978455,
      "learning_rate": 7.413317858697228e-06,
      "loss": 0.0226,
      "step": 25628
    },
    {
      "epoch": 2.7785125758889855,
      "grad_norm": 0.18277139961719513,
      "learning_rate": 7.409690990860293e-06,
      "loss": 0.0157,
      "step": 25629
    },
    {
      "epoch": 2.778620988725065,
      "grad_norm": 0.18350878357887268,
      "learning_rate": 7.406064123023357e-06,
      "loss": 0.0277,
      "step": 25630
    },
    {
      "epoch": 2.7787294015611446,
      "grad_norm": 0.3512457013130188,
      "learning_rate": 7.4024372551864216e-06,
      "loss": 0.025,
      "step": 25631
    },
    {
      "epoch": 2.7788378143972245,
      "grad_norm": 0.16155004501342773,
      "learning_rate": 7.398810387349485e-06,
      "loss": 0.0115,
      "step": 25632
    },
    {
      "epoch": 2.7789462272333045,
      "grad_norm": 0.15698111057281494,
      "learning_rate": 7.39518351951255e-06,
      "loss": 0.0159,
      "step": 25633
    },
    {
      "epoch": 2.779054640069384,
      "grad_norm": 0.13741721212863922,
      "learning_rate": 7.391556651675613e-06,
      "loss": 0.0073,
      "step": 25634
    },
    {
      "epoch": 2.779163052905464,
      "grad_norm": 0.10190831869840622,
      "learning_rate": 7.387929783838678e-06,
      "loss": 0.0055,
      "step": 25635
    },
    {
      "epoch": 2.7792714657415436,
      "grad_norm": 0.2716234624385834,
      "learning_rate": 7.384302916001741e-06,
      "loss": 0.0386,
      "step": 25636
    },
    {
      "epoch": 2.7793798785776236,
      "grad_norm": 0.30745628476142883,
      "learning_rate": 7.380676048164805e-06,
      "loss": 0.0282,
      "step": 25637
    },
    {
      "epoch": 2.7794882914137036,
      "grad_norm": 0.06326113641262054,
      "learning_rate": 7.3770491803278695e-06,
      "loss": 0.0017,
      "step": 25638
    },
    {
      "epoch": 2.779596704249783,
      "grad_norm": 0.026270560920238495,
      "learning_rate": 7.3734223124909336e-06,
      "loss": 0.0015,
      "step": 25639
    },
    {
      "epoch": 2.779705117085863,
      "grad_norm": 0.05162955820560455,
      "learning_rate": 7.369795444653997e-06,
      "loss": 0.0027,
      "step": 25640
    },
    {
      "epoch": 2.7798135299219426,
      "grad_norm": 0.011356997303664684,
      "learning_rate": 7.36616857681706e-06,
      "loss": 0.0008,
      "step": 25641
    },
    {
      "epoch": 2.7799219427580226,
      "grad_norm": 0.15776562690734863,
      "learning_rate": 7.362541708980125e-06,
      "loss": 0.015,
      "step": 25642
    },
    {
      "epoch": 2.7800303555941026,
      "grad_norm": 0.056176941841840744,
      "learning_rate": 7.358914841143188e-06,
      "loss": 0.0048,
      "step": 25643
    },
    {
      "epoch": 2.780138768430182,
      "grad_norm": 0.2853688597679138,
      "learning_rate": 7.355287973306253e-06,
      "loss": 0.0055,
      "step": 25644
    },
    {
      "epoch": 2.7802471812662617,
      "grad_norm": 0.07730154693126678,
      "learning_rate": 7.3516611054693165e-06,
      "loss": 0.0048,
      "step": 25645
    },
    {
      "epoch": 2.7803555941023417,
      "grad_norm": 0.12718339264392853,
      "learning_rate": 7.3480342376323814e-06,
      "loss": 0.0101,
      "step": 25646
    },
    {
      "epoch": 2.7804640069384217,
      "grad_norm": 0.1393251121044159,
      "learning_rate": 7.344407369795445e-06,
      "loss": 0.0069,
      "step": 25647
    },
    {
      "epoch": 2.780572419774501,
      "grad_norm": 0.2287786602973938,
      "learning_rate": 7.34078050195851e-06,
      "loss": 0.0314,
      "step": 25648
    },
    {
      "epoch": 2.780680832610581,
      "grad_norm": 0.11988241970539093,
      "learning_rate": 7.337153634121573e-06,
      "loss": 0.011,
      "step": 25649
    },
    {
      "epoch": 2.7807892454466607,
      "grad_norm": 0.7670213580131531,
      "learning_rate": 7.333526766284637e-06,
      "loss": 0.036,
      "step": 25650
    },
    {
      "epoch": 2.7808976582827407,
      "grad_norm": 0.3071005940437317,
      "learning_rate": 7.329899898447701e-06,
      "loss": 0.0491,
      "step": 25651
    },
    {
      "epoch": 2.7810060711188207,
      "grad_norm": 0.19672086834907532,
      "learning_rate": 7.326273030610765e-06,
      "loss": 0.0095,
      "step": 25652
    },
    {
      "epoch": 2.7811144839549002,
      "grad_norm": 0.21627506613731384,
      "learning_rate": 7.3226461627738285e-06,
      "loss": 0.0201,
      "step": 25653
    },
    {
      "epoch": 2.78122289679098,
      "grad_norm": 0.5564077496528625,
      "learning_rate": 7.3190192949368934e-06,
      "loss": 0.0274,
      "step": 25654
    },
    {
      "epoch": 2.7813313096270598,
      "grad_norm": 0.02968483604490757,
      "learning_rate": 7.315392427099957e-06,
      "loss": 0.0015,
      "step": 25655
    },
    {
      "epoch": 2.7814397224631398,
      "grad_norm": 0.5250392556190491,
      "learning_rate": 7.31176555926302e-06,
      "loss": 0.0266,
      "step": 25656
    },
    {
      "epoch": 2.7815481352992193,
      "grad_norm": 0.14160285890102386,
      "learning_rate": 7.308138691426085e-06,
      "loss": 0.008,
      "step": 25657
    },
    {
      "epoch": 2.7816565481352993,
      "grad_norm": 0.36332643032073975,
      "learning_rate": 7.304511823589148e-06,
      "loss": 0.0386,
      "step": 25658
    },
    {
      "epoch": 2.781764960971379,
      "grad_norm": 0.04927229881286621,
      "learning_rate": 7.300884955752213e-06,
      "loss": 0.0047,
      "step": 25659
    },
    {
      "epoch": 2.781873373807459,
      "grad_norm": 0.03883425518870354,
      "learning_rate": 7.297258087915276e-06,
      "loss": 0.0019,
      "step": 25660
    },
    {
      "epoch": 2.781981786643539,
      "grad_norm": 0.4278915226459503,
      "learning_rate": 7.293631220078341e-06,
      "loss": 0.0281,
      "step": 25661
    },
    {
      "epoch": 2.7820901994796183,
      "grad_norm": 0.023489361628890038,
      "learning_rate": 7.290004352241405e-06,
      "loss": 0.0007,
      "step": 25662
    },
    {
      "epoch": 2.7821986123156983,
      "grad_norm": 0.05791395157575607,
      "learning_rate": 7.286377484404469e-06,
      "loss": 0.0033,
      "step": 25663
    },
    {
      "epoch": 2.782307025151778,
      "grad_norm": 0.3801709711551666,
      "learning_rate": 7.282750616567533e-06,
      "loss": 0.0294,
      "step": 25664
    },
    {
      "epoch": 2.782415437987858,
      "grad_norm": 0.21474574506282806,
      "learning_rate": 7.279123748730597e-06,
      "loss": 0.0259,
      "step": 25665
    },
    {
      "epoch": 2.782523850823938,
      "grad_norm": 0.3971894085407257,
      "learning_rate": 7.27549688089366e-06,
      "loss": 0.0283,
      "step": 25666
    },
    {
      "epoch": 2.7826322636600174,
      "grad_norm": 0.06290273368358612,
      "learning_rate": 7.271870013056725e-06,
      "loss": 0.0037,
      "step": 25667
    },
    {
      "epoch": 2.782740676496097,
      "grad_norm": 0.009971566498279572,
      "learning_rate": 7.268243145219788e-06,
      "loss": 0.0005,
      "step": 25668
    },
    {
      "epoch": 2.782849089332177,
      "grad_norm": 0.14796151220798492,
      "learning_rate": 7.264616277382852e-06,
      "loss": 0.0065,
      "step": 25669
    },
    {
      "epoch": 2.782957502168257,
      "grad_norm": 0.09627567231655121,
      "learning_rate": 7.260989409545917e-06,
      "loss": 0.0101,
      "step": 25670
    },
    {
      "epoch": 2.7830659150043364,
      "grad_norm": 0.09409141540527344,
      "learning_rate": 7.25736254170898e-06,
      "loss": 0.0105,
      "step": 25671
    },
    {
      "epoch": 2.7831743278404164,
      "grad_norm": 0.024964140728116035,
      "learning_rate": 7.253735673872045e-06,
      "loss": 0.0017,
      "step": 25672
    },
    {
      "epoch": 2.783282740676496,
      "grad_norm": 0.685566782951355,
      "learning_rate": 7.250108806035108e-06,
      "loss": 0.034,
      "step": 25673
    },
    {
      "epoch": 2.783391153512576,
      "grad_norm": 0.4479354918003082,
      "learning_rate": 7.246481938198173e-06,
      "loss": 0.0447,
      "step": 25674
    },
    {
      "epoch": 2.783499566348656,
      "grad_norm": 0.17884041368961334,
      "learning_rate": 7.242855070361236e-06,
      "loss": 0.018,
      "step": 25675
    },
    {
      "epoch": 2.7836079791847355,
      "grad_norm": 0.02689874731004238,
      "learning_rate": 7.2392282025243e-06,
      "loss": 0.0021,
      "step": 25676
    },
    {
      "epoch": 2.783716392020815,
      "grad_norm": 0.024592889472842216,
      "learning_rate": 7.2356013346873645e-06,
      "loss": 0.0012,
      "step": 25677
    },
    {
      "epoch": 2.783824804856895,
      "grad_norm": 0.2804830074310303,
      "learning_rate": 7.231974466850429e-06,
      "loss": 0.0247,
      "step": 25678
    },
    {
      "epoch": 2.783933217692975,
      "grad_norm": 0.09272804856300354,
      "learning_rate": 7.228347599013492e-06,
      "loss": 0.0138,
      "step": 25679
    },
    {
      "epoch": 2.7840416305290545,
      "grad_norm": 0.09545568376779556,
      "learning_rate": 7.224720731176557e-06,
      "loss": 0.009,
      "step": 25680
    },
    {
      "epoch": 2.7841500433651345,
      "grad_norm": 0.01736542023718357,
      "learning_rate": 7.22109386333962e-06,
      "loss": 0.0008,
      "step": 25681
    },
    {
      "epoch": 2.784258456201214,
      "grad_norm": 0.2555948793888092,
      "learning_rate": 7.217466995502683e-06,
      "loss": 0.0492,
      "step": 25682
    },
    {
      "epoch": 2.784366869037294,
      "grad_norm": 0.12020613998174667,
      "learning_rate": 7.213840127665748e-06,
      "loss": 0.0033,
      "step": 25683
    },
    {
      "epoch": 2.784475281873374,
      "grad_norm": 0.0493481308221817,
      "learning_rate": 7.2102132598288115e-06,
      "loss": 0.0046,
      "step": 25684
    },
    {
      "epoch": 2.7845836947094535,
      "grad_norm": 0.16430871188640594,
      "learning_rate": 7.2065863919918765e-06,
      "loss": 0.035,
      "step": 25685
    },
    {
      "epoch": 2.7846921075455335,
      "grad_norm": 0.039406392723321915,
      "learning_rate": 7.20295952415494e-06,
      "loss": 0.0027,
      "step": 25686
    },
    {
      "epoch": 2.784800520381613,
      "grad_norm": 0.3755759000778198,
      "learning_rate": 7.199332656318005e-06,
      "loss": 0.0163,
      "step": 25687
    },
    {
      "epoch": 2.784908933217693,
      "grad_norm": 0.07718440890312195,
      "learning_rate": 7.195705788481068e-06,
      "loss": 0.0067,
      "step": 25688
    },
    {
      "epoch": 2.7850173460537726,
      "grad_norm": 0.13127894699573517,
      "learning_rate": 7.192078920644133e-06,
      "loss": 0.0133,
      "step": 25689
    },
    {
      "epoch": 2.7851257588898526,
      "grad_norm": 0.3117927312850952,
      "learning_rate": 7.188452052807196e-06,
      "loss": 0.0698,
      "step": 25690
    },
    {
      "epoch": 2.785234171725932,
      "grad_norm": 0.04326077178120613,
      "learning_rate": 7.18482518497026e-06,
      "loss": 0.0028,
      "step": 25691
    },
    {
      "epoch": 2.785342584562012,
      "grad_norm": 0.012964798137545586,
      "learning_rate": 7.1811983171333235e-06,
      "loss": 0.0008,
      "step": 25692
    },
    {
      "epoch": 2.785450997398092,
      "grad_norm": 0.03968439996242523,
      "learning_rate": 7.1775714492963885e-06,
      "loss": 0.0032,
      "step": 25693
    },
    {
      "epoch": 2.7855594102341716,
      "grad_norm": 0.04147668927907944,
      "learning_rate": 7.173944581459452e-06,
      "loss": 0.0009,
      "step": 25694
    },
    {
      "epoch": 2.7856678230702516,
      "grad_norm": 0.10095760971307755,
      "learning_rate": 7.170317713622515e-06,
      "loss": 0.0073,
      "step": 25695
    },
    {
      "epoch": 2.785776235906331,
      "grad_norm": 0.013550182804465294,
      "learning_rate": 7.16669084578558e-06,
      "loss": 0.0012,
      "step": 25696
    },
    {
      "epoch": 2.785884648742411,
      "grad_norm": 0.25557786226272583,
      "learning_rate": 7.163063977948643e-06,
      "loss": 0.0071,
      "step": 25697
    },
    {
      "epoch": 2.785993061578491,
      "grad_norm": 0.07020850479602814,
      "learning_rate": 7.159437110111708e-06,
      "loss": 0.0025,
      "step": 25698
    },
    {
      "epoch": 2.7861014744145707,
      "grad_norm": 0.029048103839159012,
      "learning_rate": 7.155810242274771e-06,
      "loss": 0.0016,
      "step": 25699
    },
    {
      "epoch": 2.78620988725065,
      "grad_norm": 0.06990557163953781,
      "learning_rate": 7.152183374437836e-06,
      "loss": 0.0021,
      "step": 25700
    },
    {
      "epoch": 2.78631830008673,
      "grad_norm": 0.10914566367864609,
      "learning_rate": 7.1485565066009e-06,
      "loss": 0.0142,
      "step": 25701
    },
    {
      "epoch": 2.78642671292281,
      "grad_norm": 0.13888922333717346,
      "learning_rate": 7.1449296387639646e-06,
      "loss": 0.0098,
      "step": 25702
    },
    {
      "epoch": 2.7865351257588897,
      "grad_norm": 0.2568250298500061,
      "learning_rate": 7.141302770927028e-06,
      "loss": 0.0213,
      "step": 25703
    },
    {
      "epoch": 2.7866435385949697,
      "grad_norm": 0.12714390456676483,
      "learning_rate": 7.137675903090092e-06,
      "loss": 0.0128,
      "step": 25704
    },
    {
      "epoch": 2.7867519514310493,
      "grad_norm": 0.09378736466169357,
      "learning_rate": 7.134049035253155e-06,
      "loss": 0.0064,
      "step": 25705
    },
    {
      "epoch": 2.7868603642671292,
      "grad_norm": 0.042802538722753525,
      "learning_rate": 7.13042216741622e-06,
      "loss": 0.0052,
      "step": 25706
    },
    {
      "epoch": 2.7869687771032092,
      "grad_norm": 0.03775554895401001,
      "learning_rate": 7.126795299579283e-06,
      "loss": 0.0011,
      "step": 25707
    },
    {
      "epoch": 2.7870771899392888,
      "grad_norm": 0.17287403345108032,
      "learning_rate": 7.123168431742348e-06,
      "loss": 0.0077,
      "step": 25708
    },
    {
      "epoch": 2.7871856027753688,
      "grad_norm": 0.28033292293548584,
      "learning_rate": 7.119541563905412e-06,
      "loss": 0.0552,
      "step": 25709
    },
    {
      "epoch": 2.7872940156114483,
      "grad_norm": 0.2536303997039795,
      "learning_rate": 7.115914696068475e-06,
      "loss": 0.0159,
      "step": 25710
    },
    {
      "epoch": 2.7874024284475283,
      "grad_norm": 0.36199674010276794,
      "learning_rate": 7.11228782823154e-06,
      "loss": 0.0234,
      "step": 25711
    },
    {
      "epoch": 2.787510841283608,
      "grad_norm": 0.14159183204174042,
      "learning_rate": 7.108660960394603e-06,
      "loss": 0.0205,
      "step": 25712
    },
    {
      "epoch": 2.787619254119688,
      "grad_norm": 0.24345235526561737,
      "learning_rate": 7.105034092557668e-06,
      "loss": 0.0086,
      "step": 25713
    },
    {
      "epoch": 2.7877276669557673,
      "grad_norm": 0.25300949811935425,
      "learning_rate": 7.101407224720731e-06,
      "loss": 0.0216,
      "step": 25714
    },
    {
      "epoch": 2.7878360797918473,
      "grad_norm": 0.07150514423847198,
      "learning_rate": 7.097780356883796e-06,
      "loss": 0.0049,
      "step": 25715
    },
    {
      "epoch": 2.7879444926279273,
      "grad_norm": 0.08437251299619675,
      "learning_rate": 7.0941534890468595e-06,
      "loss": 0.0053,
      "step": 25716
    },
    {
      "epoch": 2.788052905464007,
      "grad_norm": 0.20424224436283112,
      "learning_rate": 7.090526621209924e-06,
      "loss": 0.0116,
      "step": 25717
    },
    {
      "epoch": 2.788161318300087,
      "grad_norm": 0.34317120909690857,
      "learning_rate": 7.086899753372987e-06,
      "loss": 0.0143,
      "step": 25718
    },
    {
      "epoch": 2.7882697311361664,
      "grad_norm": 0.20340853929519653,
      "learning_rate": 7.083272885536052e-06,
      "loss": 0.008,
      "step": 25719
    },
    {
      "epoch": 2.7883781439722464,
      "grad_norm": 0.3005990982055664,
      "learning_rate": 7.079646017699115e-06,
      "loss": 0.0229,
      "step": 25720
    },
    {
      "epoch": 2.7884865568083264,
      "grad_norm": 0.21941490471363068,
      "learning_rate": 7.07601914986218e-06,
      "loss": 0.0159,
      "step": 25721
    },
    {
      "epoch": 2.788594969644406,
      "grad_norm": 0.35860297083854675,
      "learning_rate": 7.072392282025243e-06,
      "loss": 0.0203,
      "step": 25722
    },
    {
      "epoch": 2.7887033824804854,
      "grad_norm": 0.14015036821365356,
      "learning_rate": 7.0687654141883065e-06,
      "loss": 0.0121,
      "step": 25723
    },
    {
      "epoch": 2.7888117953165654,
      "grad_norm": 0.22806325554847717,
      "learning_rate": 7.0651385463513715e-06,
      "loss": 0.0462,
      "step": 25724
    },
    {
      "epoch": 2.7889202081526454,
      "grad_norm": 0.31612062454223633,
      "learning_rate": 7.061511678514435e-06,
      "loss": 0.0201,
      "step": 25725
    },
    {
      "epoch": 2.789028620988725,
      "grad_norm": 0.17171356081962585,
      "learning_rate": 7.0578848106775e-06,
      "loss": 0.0155,
      "step": 25726
    },
    {
      "epoch": 2.789137033824805,
      "grad_norm": 0.4318886399269104,
      "learning_rate": 7.054257942840563e-06,
      "loss": 0.0103,
      "step": 25727
    },
    {
      "epoch": 2.7892454466608845,
      "grad_norm": 0.07117052376270294,
      "learning_rate": 7.050631075003628e-06,
      "loss": 0.002,
      "step": 25728
    },
    {
      "epoch": 2.7893538594969645,
      "grad_norm": 0.061060238629579544,
      "learning_rate": 7.047004207166691e-06,
      "loss": 0.0146,
      "step": 25729
    },
    {
      "epoch": 2.7894622723330444,
      "grad_norm": 0.06323730945587158,
      "learning_rate": 7.043377339329755e-06,
      "loss": 0.0021,
      "step": 25730
    },
    {
      "epoch": 2.789570685169124,
      "grad_norm": 0.17615778744220734,
      "learning_rate": 7.0397504714928185e-06,
      "loss": 0.0217,
      "step": 25731
    },
    {
      "epoch": 2.789679098005204,
      "grad_norm": 0.04831532761454582,
      "learning_rate": 7.0361236036558835e-06,
      "loss": 0.0023,
      "step": 25732
    },
    {
      "epoch": 2.7897875108412835,
      "grad_norm": 0.43177226185798645,
      "learning_rate": 7.032496735818947e-06,
      "loss": 0.0317,
      "step": 25733
    },
    {
      "epoch": 2.7898959236773635,
      "grad_norm": 0.21325615048408508,
      "learning_rate": 7.028869867982012e-06,
      "loss": 0.019,
      "step": 25734
    },
    {
      "epoch": 2.790004336513443,
      "grad_norm": 0.20825135707855225,
      "learning_rate": 7.025243000145075e-06,
      "loss": 0.0196,
      "step": 25735
    },
    {
      "epoch": 2.790112749349523,
      "grad_norm": 0.22162006795406342,
      "learning_rate": 7.021616132308138e-06,
      "loss": 0.0295,
      "step": 25736
    },
    {
      "epoch": 2.7902211621856026,
      "grad_norm": 0.016508447006344795,
      "learning_rate": 7.017989264471203e-06,
      "loss": 0.0012,
      "step": 25737
    },
    {
      "epoch": 2.7903295750216826,
      "grad_norm": 0.2951003313064575,
      "learning_rate": 7.014362396634266e-06,
      "loss": 0.0168,
      "step": 25738
    },
    {
      "epoch": 2.7904379878577625,
      "grad_norm": 0.3199749290943146,
      "learning_rate": 7.010735528797331e-06,
      "loss": 0.0321,
      "step": 25739
    },
    {
      "epoch": 2.790546400693842,
      "grad_norm": 0.053793251514434814,
      "learning_rate": 7.007108660960395e-06,
      "loss": 0.005,
      "step": 25740
    },
    {
      "epoch": 2.790654813529922,
      "grad_norm": 0.06258167326450348,
      "learning_rate": 7.0034817931234596e-06,
      "loss": 0.0077,
      "step": 25741
    },
    {
      "epoch": 2.7907632263660016,
      "grad_norm": 0.09117788076400757,
      "learning_rate": 6.999854925286523e-06,
      "loss": 0.0041,
      "step": 25742
    },
    {
      "epoch": 2.7908716392020816,
      "grad_norm": 0.2285626232624054,
      "learning_rate": 6.996228057449587e-06,
      "loss": 0.0198,
      "step": 25743
    },
    {
      "epoch": 2.7909800520381616,
      "grad_norm": 0.11758317798376083,
      "learning_rate": 6.99260118961265e-06,
      "loss": 0.0105,
      "step": 25744
    },
    {
      "epoch": 2.791088464874241,
      "grad_norm": 0.11113519221544266,
      "learning_rate": 6.988974321775715e-06,
      "loss": 0.0029,
      "step": 25745
    },
    {
      "epoch": 2.7911968777103207,
      "grad_norm": 0.1223134994506836,
      "learning_rate": 6.985347453938778e-06,
      "loss": 0.0024,
      "step": 25746
    },
    {
      "epoch": 2.7913052905464006,
      "grad_norm": 0.12214881181716919,
      "learning_rate": 6.981720586101843e-06,
      "loss": 0.012,
      "step": 25747
    },
    {
      "epoch": 2.7914137033824806,
      "grad_norm": 0.2422100156545639,
      "learning_rate": 6.978093718264907e-06,
      "loss": 0.0043,
      "step": 25748
    },
    {
      "epoch": 2.79152211621856,
      "grad_norm": 0.11650336533784866,
      "learning_rate": 6.9744668504279716e-06,
      "loss": 0.0064,
      "step": 25749
    },
    {
      "epoch": 2.79163052905464,
      "grad_norm": 0.014621973037719727,
      "learning_rate": 6.970839982591035e-06,
      "loss": 0.001,
      "step": 25750
    },
    {
      "epoch": 2.7917389418907197,
      "grad_norm": 0.22216084599494934,
      "learning_rate": 6.967213114754098e-06,
      "loss": 0.0153,
      "step": 25751
    },
    {
      "epoch": 2.7918473547267997,
      "grad_norm": 0.6106870770454407,
      "learning_rate": 6.963586246917163e-06,
      "loss": 0.0798,
      "step": 25752
    },
    {
      "epoch": 2.7919557675628797,
      "grad_norm": 0.15292629599571228,
      "learning_rate": 6.959959379080226e-06,
      "loss": 0.0091,
      "step": 25753
    },
    {
      "epoch": 2.792064180398959,
      "grad_norm": 0.1989940106868744,
      "learning_rate": 6.956332511243291e-06,
      "loss": 0.0116,
      "step": 25754
    },
    {
      "epoch": 2.792172593235039,
      "grad_norm": 0.4200051426887512,
      "learning_rate": 6.9527056434063545e-06,
      "loss": 0.0138,
      "step": 25755
    },
    {
      "epoch": 2.7922810060711187,
      "grad_norm": 0.08992792665958405,
      "learning_rate": 6.949078775569419e-06,
      "loss": 0.0131,
      "step": 25756
    },
    {
      "epoch": 2.7923894189071987,
      "grad_norm": 0.17900457978248596,
      "learning_rate": 6.945451907732482e-06,
      "loss": 0.0132,
      "step": 25757
    },
    {
      "epoch": 2.7924978317432783,
      "grad_norm": 0.07732740789651871,
      "learning_rate": 6.941825039895547e-06,
      "loss": 0.0044,
      "step": 25758
    },
    {
      "epoch": 2.7926062445793582,
      "grad_norm": 0.06956777721643448,
      "learning_rate": 6.93819817205861e-06,
      "loss": 0.0039,
      "step": 25759
    },
    {
      "epoch": 2.792714657415438,
      "grad_norm": 0.20260919630527496,
      "learning_rate": 6.934571304221675e-06,
      "loss": 0.0166,
      "step": 25760
    },
    {
      "epoch": 2.7928230702515178,
      "grad_norm": 0.2999243140220642,
      "learning_rate": 6.930944436384738e-06,
      "loss": 0.0149,
      "step": 25761
    },
    {
      "epoch": 2.7929314830875978,
      "grad_norm": 0.10077856481075287,
      "learning_rate": 6.927317568547803e-06,
      "loss": 0.0047,
      "step": 25762
    },
    {
      "epoch": 2.7930398959236773,
      "grad_norm": 0.011216172948479652,
      "learning_rate": 6.9236907007108665e-06,
      "loss": 0.0007,
      "step": 25763
    },
    {
      "epoch": 2.7931483087597573,
      "grad_norm": 0.11611563712358475,
      "learning_rate": 6.92006383287393e-06,
      "loss": 0.0053,
      "step": 25764
    },
    {
      "epoch": 2.793256721595837,
      "grad_norm": 0.01453150250017643,
      "learning_rate": 6.916436965036995e-06,
      "loss": 0.0004,
      "step": 25765
    },
    {
      "epoch": 2.793365134431917,
      "grad_norm": 0.4179326295852661,
      "learning_rate": 6.912810097200058e-06,
      "loss": 0.0457,
      "step": 25766
    },
    {
      "epoch": 2.793473547267997,
      "grad_norm": 0.005025271791964769,
      "learning_rate": 6.909183229363123e-06,
      "loss": 0.0005,
      "step": 25767
    },
    {
      "epoch": 2.7935819601040763,
      "grad_norm": 0.10719387978315353,
      "learning_rate": 6.905556361526186e-06,
      "loss": 0.0058,
      "step": 25768
    },
    {
      "epoch": 2.793690372940156,
      "grad_norm": 0.18267284333705902,
      "learning_rate": 6.90192949368925e-06,
      "loss": 0.0132,
      "step": 25769
    },
    {
      "epoch": 2.793798785776236,
      "grad_norm": 0.023034032434225082,
      "learning_rate": 6.8983026258523135e-06,
      "loss": 0.0017,
      "step": 25770
    },
    {
      "epoch": 2.793907198612316,
      "grad_norm": 0.18897071480751038,
      "learning_rate": 6.8946757580153785e-06,
      "loss": 0.0133,
      "step": 25771
    },
    {
      "epoch": 2.7940156114483954,
      "grad_norm": 0.17528854310512543,
      "learning_rate": 6.891048890178442e-06,
      "loss": 0.0291,
      "step": 25772
    },
    {
      "epoch": 2.7941240242844754,
      "grad_norm": 0.24210473895072937,
      "learning_rate": 6.887422022341507e-06,
      "loss": 0.0569,
      "step": 25773
    },
    {
      "epoch": 2.794232437120555,
      "grad_norm": 0.506292462348938,
      "learning_rate": 6.88379515450457e-06,
      "loss": 0.0344,
      "step": 25774
    },
    {
      "epoch": 2.794340849956635,
      "grad_norm": 0.6407315731048584,
      "learning_rate": 6.880168286667635e-06,
      "loss": 0.0377,
      "step": 25775
    },
    {
      "epoch": 2.794449262792715,
      "grad_norm": 0.1141025498509407,
      "learning_rate": 6.876541418830698e-06,
      "loss": 0.0091,
      "step": 25776
    },
    {
      "epoch": 2.7945576756287944,
      "grad_norm": 0.07098438590765,
      "learning_rate": 6.8729145509937614e-06,
      "loss": 0.0046,
      "step": 25777
    },
    {
      "epoch": 2.794666088464874,
      "grad_norm": 0.04319129139184952,
      "learning_rate": 6.869287683156826e-06,
      "loss": 0.0031,
      "step": 25778
    },
    {
      "epoch": 2.794774501300954,
      "grad_norm": 0.05319664627313614,
      "learning_rate": 6.86566081531989e-06,
      "loss": 0.0087,
      "step": 25779
    },
    {
      "epoch": 2.794882914137034,
      "grad_norm": 0.13781006634235382,
      "learning_rate": 6.862033947482955e-06,
      "loss": 0.0103,
      "step": 25780
    },
    {
      "epoch": 2.7949913269731135,
      "grad_norm": 0.2383403331041336,
      "learning_rate": 6.858407079646018e-06,
      "loss": 0.0451,
      "step": 25781
    },
    {
      "epoch": 2.7950997398091935,
      "grad_norm": 0.05341978743672371,
      "learning_rate": 6.854780211809082e-06,
      "loss": 0.0024,
      "step": 25782
    },
    {
      "epoch": 2.795208152645273,
      "grad_norm": 0.26358160376548767,
      "learning_rate": 6.851153343972146e-06,
      "loss": 0.0163,
      "step": 25783
    },
    {
      "epoch": 2.795316565481353,
      "grad_norm": 0.16641072928905487,
      "learning_rate": 6.84752647613521e-06,
      "loss": 0.0222,
      "step": 25784
    },
    {
      "epoch": 2.795424978317433,
      "grad_norm": 0.10525049269199371,
      "learning_rate": 6.843899608298273e-06,
      "loss": 0.0565,
      "step": 25785
    },
    {
      "epoch": 2.7955333911535125,
      "grad_norm": 0.15318042039871216,
      "learning_rate": 6.840272740461338e-06,
      "loss": 0.0068,
      "step": 25786
    },
    {
      "epoch": 2.7956418039895925,
      "grad_norm": 0.07410112768411636,
      "learning_rate": 6.836645872624402e-06,
      "loss": 0.0049,
      "step": 25787
    },
    {
      "epoch": 2.795750216825672,
      "grad_norm": 0.0308090653270483,
      "learning_rate": 6.833019004787467e-06,
      "loss": 0.002,
      "step": 25788
    },
    {
      "epoch": 2.795858629661752,
      "grad_norm": 0.12794320285320282,
      "learning_rate": 6.82939213695053e-06,
      "loss": 0.0073,
      "step": 25789
    },
    {
      "epoch": 2.795967042497832,
      "grad_norm": 0.08116264641284943,
      "learning_rate": 6.825765269113593e-06,
      "loss": 0.0036,
      "step": 25790
    },
    {
      "epoch": 2.7960754553339116,
      "grad_norm": 0.058494728058576584,
      "learning_rate": 6.822138401276658e-06,
      "loss": 0.0025,
      "step": 25791
    },
    {
      "epoch": 2.796183868169991,
      "grad_norm": 0.044904958456754684,
      "learning_rate": 6.818511533439721e-06,
      "loss": 0.0054,
      "step": 25792
    },
    {
      "epoch": 2.796292281006071,
      "grad_norm": 0.13827717304229736,
      "learning_rate": 6.814884665602786e-06,
      "loss": 0.0179,
      "step": 25793
    },
    {
      "epoch": 2.796400693842151,
      "grad_norm": 0.23867285251617432,
      "learning_rate": 6.8112577977658495e-06,
      "loss": 0.0158,
      "step": 25794
    },
    {
      "epoch": 2.7965091066782306,
      "grad_norm": 0.06202162429690361,
      "learning_rate": 6.807630929928914e-06,
      "loss": 0.0039,
      "step": 25795
    },
    {
      "epoch": 2.7966175195143106,
      "grad_norm": 0.01949305459856987,
      "learning_rate": 6.804004062091978e-06,
      "loss": 0.0012,
      "step": 25796
    },
    {
      "epoch": 2.79672593235039,
      "grad_norm": 0.00357798975892365,
      "learning_rate": 6.800377194255042e-06,
      "loss": 0.0003,
      "step": 25797
    },
    {
      "epoch": 2.79683434518647,
      "grad_norm": 0.2198004424571991,
      "learning_rate": 6.796750326418105e-06,
      "loss": 0.0242,
      "step": 25798
    },
    {
      "epoch": 2.79694275802255,
      "grad_norm": 0.035975921899080276,
      "learning_rate": 6.79312345858117e-06,
      "loss": 0.006,
      "step": 25799
    },
    {
      "epoch": 2.7970511708586296,
      "grad_norm": 0.17854955792427063,
      "learning_rate": 6.789496590744233e-06,
      "loss": 0.0135,
      "step": 25800
    },
    {
      "epoch": 2.797159583694709,
      "grad_norm": 0.1456938236951828,
      "learning_rate": 6.785869722907298e-06,
      "loss": 0.0059,
      "step": 25801
    },
    {
      "epoch": 2.797267996530789,
      "grad_norm": 0.09539797157049179,
      "learning_rate": 6.7822428550703615e-06,
      "loss": 0.0039,
      "step": 25802
    },
    {
      "epoch": 2.797376409366869,
      "grad_norm": 0.011683533899486065,
      "learning_rate": 6.7786159872334265e-06,
      "loss": 0.0006,
      "step": 25803
    },
    {
      "epoch": 2.7974848222029487,
      "grad_norm": 0.016200903803110123,
      "learning_rate": 6.77498911939649e-06,
      "loss": 0.0008,
      "step": 25804
    },
    {
      "epoch": 2.7975932350390287,
      "grad_norm": 0.08214841783046722,
      "learning_rate": 6.771362251559553e-06,
      "loss": 0.0098,
      "step": 25805
    },
    {
      "epoch": 2.797701647875108,
      "grad_norm": 0.04816107079386711,
      "learning_rate": 6.767735383722618e-06,
      "loss": 0.0019,
      "step": 25806
    },
    {
      "epoch": 2.797810060711188,
      "grad_norm": 0.012566572055220604,
      "learning_rate": 6.764108515885681e-06,
      "loss": 0.001,
      "step": 25807
    },
    {
      "epoch": 2.797918473547268,
      "grad_norm": 0.06020145118236542,
      "learning_rate": 6.760481648048745e-06,
      "loss": 0.0038,
      "step": 25808
    },
    {
      "epoch": 2.7980268863833477,
      "grad_norm": 0.1549605429172516,
      "learning_rate": 6.756854780211809e-06,
      "loss": 0.0077,
      "step": 25809
    },
    {
      "epoch": 2.7981352992194277,
      "grad_norm": 0.3960827589035034,
      "learning_rate": 6.7532279123748735e-06,
      "loss": 0.042,
      "step": 25810
    },
    {
      "epoch": 2.7982437120555073,
      "grad_norm": 0.015239721164107323,
      "learning_rate": 6.749601044537937e-06,
      "loss": 0.0017,
      "step": 25811
    },
    {
      "epoch": 2.7983521248915872,
      "grad_norm": 0.3339284658432007,
      "learning_rate": 6.745974176701002e-06,
      "loss": 0.0112,
      "step": 25812
    },
    {
      "epoch": 2.7984605377276672,
      "grad_norm": 0.29521164298057556,
      "learning_rate": 6.742347308864065e-06,
      "loss": 0.029,
      "step": 25813
    },
    {
      "epoch": 2.7985689505637468,
      "grad_norm": 0.22371762990951538,
      "learning_rate": 6.73872044102713e-06,
      "loss": 0.0029,
      "step": 25814
    },
    {
      "epoch": 2.7986773633998263,
      "grad_norm": 0.13054853677749634,
      "learning_rate": 6.735093573190193e-06,
      "loss": 0.0198,
      "step": 25815
    },
    {
      "epoch": 2.7987857762359063,
      "grad_norm": 0.3497013449668884,
      "learning_rate": 6.731466705353258e-06,
      "loss": 0.0314,
      "step": 25816
    },
    {
      "epoch": 2.7988941890719863,
      "grad_norm": 0.060091231018304825,
      "learning_rate": 6.727839837516321e-06,
      "loss": 0.0072,
      "step": 25817
    },
    {
      "epoch": 2.799002601908066,
      "grad_norm": 0.15068066120147705,
      "learning_rate": 6.724212969679385e-06,
      "loss": 0.0085,
      "step": 25818
    },
    {
      "epoch": 2.799111014744146,
      "grad_norm": 0.28553351759910583,
      "learning_rate": 6.72058610184245e-06,
      "loss": 0.0169,
      "step": 25819
    },
    {
      "epoch": 2.7992194275802254,
      "grad_norm": 0.2845490276813507,
      "learning_rate": 6.716959234005513e-06,
      "loss": 0.0321,
      "step": 25820
    },
    {
      "epoch": 2.7993278404163053,
      "grad_norm": 0.11728650331497192,
      "learning_rate": 6.713332366168577e-06,
      "loss": 0.0165,
      "step": 25821
    },
    {
      "epoch": 2.7994362532523853,
      "grad_norm": 0.30091172456741333,
      "learning_rate": 6.709705498331641e-06,
      "loss": 0.0525,
      "step": 25822
    },
    {
      "epoch": 2.799544666088465,
      "grad_norm": 0.09307453036308289,
      "learning_rate": 6.706078630494705e-06,
      "loss": 0.0062,
      "step": 25823
    },
    {
      "epoch": 2.7996530789245444,
      "grad_norm": 0.08765080571174622,
      "learning_rate": 6.7024517626577684e-06,
      "loss": 0.0064,
      "step": 25824
    },
    {
      "epoch": 2.7997614917606244,
      "grad_norm": 0.0619191937148571,
      "learning_rate": 6.698824894820833e-06,
      "loss": 0.0069,
      "step": 25825
    },
    {
      "epoch": 2.7998699045967044,
      "grad_norm": 0.10844487696886063,
      "learning_rate": 6.695198026983897e-06,
      "loss": 0.0087,
      "step": 25826
    },
    {
      "epoch": 2.799978317432784,
      "grad_norm": 0.2495741993188858,
      "learning_rate": 6.691571159146962e-06,
      "loss": 0.018,
      "step": 25827
    },
    {
      "epoch": 2.800086730268864,
      "grad_norm": 0.18023671209812164,
      "learning_rate": 6.687944291310025e-06,
      "loss": 0.0116,
      "step": 25828
    },
    {
      "epoch": 2.8001951431049434,
      "grad_norm": 0.26156896352767944,
      "learning_rate": 6.68431742347309e-06,
      "loss": 0.0131,
      "step": 25829
    },
    {
      "epoch": 2.8003035559410234,
      "grad_norm": 0.09994903206825256,
      "learning_rate": 6.680690555636153e-06,
      "loss": 0.0068,
      "step": 25830
    },
    {
      "epoch": 2.8004119687771034,
      "grad_norm": 0.11142788082361221,
      "learning_rate": 6.677063687799216e-06,
      "loss": 0.0076,
      "step": 25831
    },
    {
      "epoch": 2.800520381613183,
      "grad_norm": 0.7866588830947876,
      "learning_rate": 6.673436819962281e-06,
      "loss": 0.0244,
      "step": 25832
    },
    {
      "epoch": 2.800628794449263,
      "grad_norm": 0.2193063199520111,
      "learning_rate": 6.6698099521253445e-06,
      "loss": 0.009,
      "step": 25833
    },
    {
      "epoch": 2.8007372072853425,
      "grad_norm": 0.1472087949514389,
      "learning_rate": 6.666183084288409e-06,
      "loss": 0.031,
      "step": 25834
    },
    {
      "epoch": 2.8008456201214225,
      "grad_norm": 0.5700051784515381,
      "learning_rate": 6.662556216451473e-06,
      "loss": 0.0234,
      "step": 25835
    },
    {
      "epoch": 2.800954032957502,
      "grad_norm": 0.058942195028066635,
      "learning_rate": 6.658929348614537e-06,
      "loss": 0.0037,
      "step": 25836
    },
    {
      "epoch": 2.801062445793582,
      "grad_norm": 0.3976283669471741,
      "learning_rate": 6.6553024807776e-06,
      "loss": 0.0548,
      "step": 25837
    },
    {
      "epoch": 2.8011708586296615,
      "grad_norm": 0.15229134261608124,
      "learning_rate": 6.651675612940665e-06,
      "loss": 0.0159,
      "step": 25838
    },
    {
      "epoch": 2.8012792714657415,
      "grad_norm": 0.07571759074926376,
      "learning_rate": 6.648048745103728e-06,
      "loss": 0.0025,
      "step": 25839
    },
    {
      "epoch": 2.8013876843018215,
      "grad_norm": 0.4974498450756073,
      "learning_rate": 6.644421877266793e-06,
      "loss": 0.0808,
      "step": 25840
    },
    {
      "epoch": 2.801496097137901,
      "grad_norm": 0.034789569675922394,
      "learning_rate": 6.6407950094298565e-06,
      "loss": 0.0026,
      "step": 25841
    },
    {
      "epoch": 2.801604509973981,
      "grad_norm": 0.09021834284067154,
      "learning_rate": 6.6371681415929215e-06,
      "loss": 0.0038,
      "step": 25842
    },
    {
      "epoch": 2.8017129228100606,
      "grad_norm": 0.11263234168291092,
      "learning_rate": 6.633541273755985e-06,
      "loss": 0.0093,
      "step": 25843
    },
    {
      "epoch": 2.8018213356461406,
      "grad_norm": 0.23758558928966522,
      "learning_rate": 6.629914405919048e-06,
      "loss": 0.013,
      "step": 25844
    },
    {
      "epoch": 2.8019297484822205,
      "grad_norm": 0.20544114708900452,
      "learning_rate": 6.626287538082113e-06,
      "loss": 0.0097,
      "step": 25845
    },
    {
      "epoch": 2.8020381613183,
      "grad_norm": 0.041851677000522614,
      "learning_rate": 6.622660670245176e-06,
      "loss": 0.0019,
      "step": 25846
    },
    {
      "epoch": 2.8021465741543796,
      "grad_norm": 0.41240325570106506,
      "learning_rate": 6.61903380240824e-06,
      "loss": 0.0411,
      "step": 25847
    },
    {
      "epoch": 2.8022549869904596,
      "grad_norm": 0.10503115504980087,
      "learning_rate": 6.615406934571304e-06,
      "loss": 0.0208,
      "step": 25848
    },
    {
      "epoch": 2.8023633998265396,
      "grad_norm": 0.007336411625146866,
      "learning_rate": 6.6117800667343685e-06,
      "loss": 0.0007,
      "step": 25849
    },
    {
      "epoch": 2.802471812662619,
      "grad_norm": 0.07496074587106705,
      "learning_rate": 6.608153198897432e-06,
      "loss": 0.0033,
      "step": 25850
    },
    {
      "epoch": 2.802580225498699,
      "grad_norm": 0.11669513583183289,
      "learning_rate": 6.604526331060497e-06,
      "loss": 0.0152,
      "step": 25851
    },
    {
      "epoch": 2.8026886383347787,
      "grad_norm": 0.30723074078559875,
      "learning_rate": 6.60089946322356e-06,
      "loss": 0.0265,
      "step": 25852
    },
    {
      "epoch": 2.8027970511708586,
      "grad_norm": 0.0739239826798439,
      "learning_rate": 6.597272595386625e-06,
      "loss": 0.0036,
      "step": 25853
    },
    {
      "epoch": 2.8029054640069386,
      "grad_norm": 0.1567479968070984,
      "learning_rate": 6.593645727549688e-06,
      "loss": 0.0257,
      "step": 25854
    },
    {
      "epoch": 2.803013876843018,
      "grad_norm": 0.232546865940094,
      "learning_rate": 6.590018859712753e-06,
      "loss": 0.016,
      "step": 25855
    },
    {
      "epoch": 2.803122289679098,
      "grad_norm": 0.06925400346517563,
      "learning_rate": 6.586391991875816e-06,
      "loss": 0.0055,
      "step": 25856
    },
    {
      "epoch": 2.8032307025151777,
      "grad_norm": 0.14575017988681793,
      "learning_rate": 6.582765124038881e-06,
      "loss": 0.0097,
      "step": 25857
    },
    {
      "epoch": 2.8033391153512577,
      "grad_norm": 0.11713044345378876,
      "learning_rate": 6.579138256201945e-06,
      "loss": 0.0237,
      "step": 25858
    },
    {
      "epoch": 2.8034475281873372,
      "grad_norm": 0.15434004366397858,
      "learning_rate": 6.575511388365008e-06,
      "loss": 0.0199,
      "step": 25859
    },
    {
      "epoch": 2.803555941023417,
      "grad_norm": 0.07888997346162796,
      "learning_rate": 6.571884520528072e-06,
      "loss": 0.0047,
      "step": 25860
    },
    {
      "epoch": 2.8036643538594967,
      "grad_norm": 0.0847841128706932,
      "learning_rate": 6.568257652691136e-06,
      "loss": 0.0062,
      "step": 25861
    },
    {
      "epoch": 2.8037727666955767,
      "grad_norm": 0.22034452855587006,
      "learning_rate": 6.5646307848542e-06,
      "loss": 0.0448,
      "step": 25862
    },
    {
      "epoch": 2.8038811795316567,
      "grad_norm": 0.23843957483768463,
      "learning_rate": 6.5610039170172635e-06,
      "loss": 0.0281,
      "step": 25863
    },
    {
      "epoch": 2.8039895923677363,
      "grad_norm": 0.11077673733234406,
      "learning_rate": 6.557377049180328e-06,
      "loss": 0.006,
      "step": 25864
    },
    {
      "epoch": 2.8040980052038162,
      "grad_norm": 0.0010031105484813452,
      "learning_rate": 6.553750181343392e-06,
      "loss": 0.0001,
      "step": 25865
    },
    {
      "epoch": 2.804206418039896,
      "grad_norm": 0.04694530740380287,
      "learning_rate": 6.550123313506457e-06,
      "loss": 0.0017,
      "step": 25866
    },
    {
      "epoch": 2.8043148308759758,
      "grad_norm": 0.2266208827495575,
      "learning_rate": 6.54649644566952e-06,
      "loss": 0.0248,
      "step": 25867
    },
    {
      "epoch": 2.8044232437120558,
      "grad_norm": 0.2807793915271759,
      "learning_rate": 6.542869577832585e-06,
      "loss": 0.0206,
      "step": 25868
    },
    {
      "epoch": 2.8045316565481353,
      "grad_norm": 0.009857111610472202,
      "learning_rate": 6.539242709995648e-06,
      "loss": 0.0006,
      "step": 25869
    },
    {
      "epoch": 2.804640069384215,
      "grad_norm": 0.07642423361539841,
      "learning_rate": 6.535615842158713e-06,
      "loss": 0.0082,
      "step": 25870
    },
    {
      "epoch": 2.804748482220295,
      "grad_norm": 0.20880797505378723,
      "learning_rate": 6.531988974321776e-06,
      "loss": 0.0203,
      "step": 25871
    },
    {
      "epoch": 2.804856895056375,
      "grad_norm": 0.1322106420993805,
      "learning_rate": 6.5283621064848396e-06,
      "loss": 0.0053,
      "step": 25872
    },
    {
      "epoch": 2.8049653078924544,
      "grad_norm": 0.32321059703826904,
      "learning_rate": 6.5247352386479045e-06,
      "loss": 0.0194,
      "step": 25873
    },
    {
      "epoch": 2.8050737207285343,
      "grad_norm": 0.5270429849624634,
      "learning_rate": 6.521108370810968e-06,
      "loss": 0.0279,
      "step": 25874
    },
    {
      "epoch": 2.805182133564614,
      "grad_norm": 0.142053484916687,
      "learning_rate": 6.517481502974032e-06,
      "loss": 0.0207,
      "step": 25875
    },
    {
      "epoch": 2.805290546400694,
      "grad_norm": 0.3216351568698883,
      "learning_rate": 6.513854635137095e-06,
      "loss": 0.0115,
      "step": 25876
    },
    {
      "epoch": 2.805398959236774,
      "grad_norm": 0.04424041137099266,
      "learning_rate": 6.51022776730016e-06,
      "loss": 0.0023,
      "step": 25877
    },
    {
      "epoch": 2.8055073720728534,
      "grad_norm": 0.027430690824985504,
      "learning_rate": 6.506600899463223e-06,
      "loss": 0.002,
      "step": 25878
    },
    {
      "epoch": 2.8056157849089334,
      "grad_norm": 0.43319618701934814,
      "learning_rate": 6.502974031626288e-06,
      "loss": 0.0333,
      "step": 25879
    },
    {
      "epoch": 2.805724197745013,
      "grad_norm": 0.003941867966204882,
      "learning_rate": 6.4993471637893515e-06,
      "loss": 0.0004,
      "step": 25880
    },
    {
      "epoch": 2.805832610581093,
      "grad_norm": 0.06150846183300018,
      "learning_rate": 6.4957202959524165e-06,
      "loss": 0.0034,
      "step": 25881
    },
    {
      "epoch": 2.8059410234171724,
      "grad_norm": 0.14161072671413422,
      "learning_rate": 6.49209342811548e-06,
      "loss": 0.0109,
      "step": 25882
    },
    {
      "epoch": 2.8060494362532524,
      "grad_norm": 0.26828733086586,
      "learning_rate": 6.488466560278545e-06,
      "loss": 0.0048,
      "step": 25883
    },
    {
      "epoch": 2.806157849089332,
      "grad_norm": 0.08794195204973221,
      "learning_rate": 6.484839692441608e-06,
      "loss": 0.0044,
      "step": 25884
    },
    {
      "epoch": 2.806266261925412,
      "grad_norm": 0.08406415581703186,
      "learning_rate": 6.481212824604671e-06,
      "loss": 0.007,
      "step": 25885
    },
    {
      "epoch": 2.806374674761492,
      "grad_norm": 0.027593867853283882,
      "learning_rate": 6.477585956767736e-06,
      "loss": 0.0022,
      "step": 25886
    },
    {
      "epoch": 2.8064830875975715,
      "grad_norm": 0.010451026260852814,
      "learning_rate": 6.4739590889307994e-06,
      "loss": 0.0006,
      "step": 25887
    },
    {
      "epoch": 2.8065915004336515,
      "grad_norm": 0.05513359233736992,
      "learning_rate": 6.4703322210938635e-06,
      "loss": 0.004,
      "step": 25888
    },
    {
      "epoch": 2.806699913269731,
      "grad_norm": 0.29717200994491577,
      "learning_rate": 6.466705353256927e-06,
      "loss": 0.0205,
      "step": 25889
    },
    {
      "epoch": 2.806808326105811,
      "grad_norm": 0.08084643632173538,
      "learning_rate": 6.463078485419992e-06,
      "loss": 0.0053,
      "step": 25890
    },
    {
      "epoch": 2.806916738941891,
      "grad_norm": 0.1449248343706131,
      "learning_rate": 6.459451617583055e-06,
      "loss": 0.0161,
      "step": 25891
    },
    {
      "epoch": 2.8070251517779705,
      "grad_norm": 0.2847149670124054,
      "learning_rate": 6.45582474974612e-06,
      "loss": 0.048,
      "step": 25892
    },
    {
      "epoch": 2.80713356461405,
      "grad_norm": 0.04305960610508919,
      "learning_rate": 6.452197881909183e-06,
      "loss": 0.0029,
      "step": 25893
    },
    {
      "epoch": 2.80724197745013,
      "grad_norm": 0.25219130516052246,
      "learning_rate": 6.448571014072248e-06,
      "loss": 0.024,
      "step": 25894
    },
    {
      "epoch": 2.80735039028621,
      "grad_norm": 0.0901365801692009,
      "learning_rate": 6.4449441462353114e-06,
      "loss": 0.0167,
      "step": 25895
    },
    {
      "epoch": 2.8074588031222896,
      "grad_norm": 0.024294467642903328,
      "learning_rate": 6.441317278398376e-06,
      "loss": 0.001,
      "step": 25896
    },
    {
      "epoch": 2.8075672159583696,
      "grad_norm": 0.07592857629060745,
      "learning_rate": 6.43769041056144e-06,
      "loss": 0.0064,
      "step": 25897
    },
    {
      "epoch": 2.807675628794449,
      "grad_norm": 0.07649917900562286,
      "learning_rate": 6.434063542724503e-06,
      "loss": 0.0097,
      "step": 25898
    },
    {
      "epoch": 2.807784041630529,
      "grad_norm": 0.14333581924438477,
      "learning_rate": 6.430436674887568e-06,
      "loss": 0.0138,
      "step": 25899
    },
    {
      "epoch": 2.807892454466609,
      "grad_norm": 0.10176868736743927,
      "learning_rate": 6.426809807050631e-06,
      "loss": 0.0127,
      "step": 25900
    },
    {
      "epoch": 2.8080008673026886,
      "grad_norm": 0.10250791162252426,
      "learning_rate": 6.423182939213695e-06,
      "loss": 0.0049,
      "step": 25901
    },
    {
      "epoch": 2.8081092801387686,
      "grad_norm": 0.22506754100322723,
      "learning_rate": 6.4195560713767585e-06,
      "loss": 0.0188,
      "step": 25902
    },
    {
      "epoch": 2.808217692974848,
      "grad_norm": 0.0424267016351223,
      "learning_rate": 6.415929203539823e-06,
      "loss": 0.0042,
      "step": 25903
    },
    {
      "epoch": 2.808326105810928,
      "grad_norm": 0.10391219705343246,
      "learning_rate": 6.412302335702887e-06,
      "loss": 0.0101,
      "step": 25904
    },
    {
      "epoch": 2.8084345186470077,
      "grad_norm": 0.08540670573711395,
      "learning_rate": 6.408675467865952e-06,
      "loss": 0.0039,
      "step": 25905
    },
    {
      "epoch": 2.8085429314830876,
      "grad_norm": 0.14642389118671417,
      "learning_rate": 6.405048600029015e-06,
      "loss": 0.0368,
      "step": 25906
    },
    {
      "epoch": 2.808651344319167,
      "grad_norm": 0.029442597180604935,
      "learning_rate": 6.40142173219208e-06,
      "loss": 0.0028,
      "step": 25907
    },
    {
      "epoch": 2.808759757155247,
      "grad_norm": 0.3569474518299103,
      "learning_rate": 6.397794864355143e-06,
      "loss": 0.0141,
      "step": 25908
    },
    {
      "epoch": 2.808868169991327,
      "grad_norm": 0.13026045262813568,
      "learning_rate": 6.394167996518208e-06,
      "loss": 0.0661,
      "step": 25909
    },
    {
      "epoch": 2.8089765828274067,
      "grad_norm": 0.2797110080718994,
      "learning_rate": 6.390541128681271e-06,
      "loss": 0.0238,
      "step": 25910
    },
    {
      "epoch": 2.8090849956634867,
      "grad_norm": 0.12407491356134415,
      "learning_rate": 6.386914260844335e-06,
      "loss": 0.0143,
      "step": 25911
    },
    {
      "epoch": 2.8091934084995662,
      "grad_norm": 0.22312739491462708,
      "learning_rate": 6.3832873930073995e-06,
      "loss": 0.0223,
      "step": 25912
    },
    {
      "epoch": 2.809301821335646,
      "grad_norm": 0.2396361380815506,
      "learning_rate": 6.379660525170463e-06,
      "loss": 0.0149,
      "step": 25913
    },
    {
      "epoch": 2.809410234171726,
      "grad_norm": 0.014819850213825703,
      "learning_rate": 6.376033657333527e-06,
      "loss": 0.0005,
      "step": 25914
    },
    {
      "epoch": 2.8095186470078057,
      "grad_norm": 0.09473254531621933,
      "learning_rate": 6.37240678949659e-06,
      "loss": 0.0036,
      "step": 25915
    },
    {
      "epoch": 2.8096270598438853,
      "grad_norm": 0.04199192300438881,
      "learning_rate": 6.368779921659655e-06,
      "loss": 0.0019,
      "step": 25916
    },
    {
      "epoch": 2.8097354726799653,
      "grad_norm": 0.12808288633823395,
      "learning_rate": 6.365153053822718e-06,
      "loss": 0.0051,
      "step": 25917
    },
    {
      "epoch": 2.8098438855160452,
      "grad_norm": 0.13384252786636353,
      "learning_rate": 6.361526185985783e-06,
      "loss": 0.0136,
      "step": 25918
    },
    {
      "epoch": 2.809952298352125,
      "grad_norm": 0.23179569840431213,
      "learning_rate": 6.3578993181488466e-06,
      "loss": 0.0225,
      "step": 25919
    },
    {
      "epoch": 2.8100607111882048,
      "grad_norm": 0.07262501120567322,
      "learning_rate": 6.3542724503119115e-06,
      "loss": 0.0016,
      "step": 25920
    },
    {
      "epoch": 2.8101691240242843,
      "grad_norm": 0.2215779572725296,
      "learning_rate": 6.350645582474975e-06,
      "loss": 0.0371,
      "step": 25921
    },
    {
      "epoch": 2.8102775368603643,
      "grad_norm": 0.1434413194656372,
      "learning_rate": 6.34701871463804e-06,
      "loss": 0.0103,
      "step": 25922
    },
    {
      "epoch": 2.8103859496964443,
      "grad_norm": 0.3015248477458954,
      "learning_rate": 6.343391846801103e-06,
      "loss": 0.034,
      "step": 25923
    },
    {
      "epoch": 2.810494362532524,
      "grad_norm": 0.25824135541915894,
      "learning_rate": 6.339764978964167e-06,
      "loss": 0.0095,
      "step": 25924
    },
    {
      "epoch": 2.8106027753686034,
      "grad_norm": 0.22916604578495026,
      "learning_rate": 6.336138111127231e-06,
      "loss": 0.0488,
      "step": 25925
    },
    {
      "epoch": 2.8107111882046834,
      "grad_norm": 0.07143551111221313,
      "learning_rate": 6.3325112432902945e-06,
      "loss": 0.0049,
      "step": 25926
    },
    {
      "epoch": 2.8108196010407633,
      "grad_norm": 0.02847401052713394,
      "learning_rate": 6.3288843754533586e-06,
      "loss": 0.0013,
      "step": 25927
    },
    {
      "epoch": 2.810928013876843,
      "grad_norm": 0.34023404121398926,
      "learning_rate": 6.325257507616422e-06,
      "loss": 0.0395,
      "step": 25928
    },
    {
      "epoch": 2.811036426712923,
      "grad_norm": 0.25597280263900757,
      "learning_rate": 6.321630639779487e-06,
      "loss": 0.054,
      "step": 25929
    },
    {
      "epoch": 2.8111448395490024,
      "grad_norm": 0.23134376108646393,
      "learning_rate": 6.31800377194255e-06,
      "loss": 0.0091,
      "step": 25930
    },
    {
      "epoch": 2.8112532523850824,
      "grad_norm": 0.6224146485328674,
      "learning_rate": 6.314376904105615e-06,
      "loss": 0.0507,
      "step": 25931
    },
    {
      "epoch": 2.8113616652211624,
      "grad_norm": 0.012932784855365753,
      "learning_rate": 6.310750036268678e-06,
      "loss": 0.0011,
      "step": 25932
    },
    {
      "epoch": 2.811470078057242,
      "grad_norm": 0.2967490553855896,
      "learning_rate": 6.307123168431743e-06,
      "loss": 0.0167,
      "step": 25933
    },
    {
      "epoch": 2.811578490893322,
      "grad_norm": 0.036552101373672485,
      "learning_rate": 6.3034963005948064e-06,
      "loss": 0.0018,
      "step": 25934
    },
    {
      "epoch": 2.8116869037294014,
      "grad_norm": 0.113055519759655,
      "learning_rate": 6.299869432757871e-06,
      "loss": 0.0054,
      "step": 25935
    },
    {
      "epoch": 2.8117953165654814,
      "grad_norm": 0.10484655946493149,
      "learning_rate": 6.296242564920935e-06,
      "loss": 0.0073,
      "step": 25936
    },
    {
      "epoch": 2.8119037294015614,
      "grad_norm": 0.08631953597068787,
      "learning_rate": 6.292615697083999e-06,
      "loss": 0.0063,
      "step": 25937
    },
    {
      "epoch": 2.812012142237641,
      "grad_norm": 0.19396233558654785,
      "learning_rate": 6.288988829247063e-06,
      "loss": 0.005,
      "step": 25938
    },
    {
      "epoch": 2.8121205550737205,
      "grad_norm": 0.05679174140095711,
      "learning_rate": 6.285361961410126e-06,
      "loss": 0.0045,
      "step": 25939
    },
    {
      "epoch": 2.8122289679098005,
      "grad_norm": 0.22656673192977905,
      "learning_rate": 6.28173509357319e-06,
      "loss": 0.0191,
      "step": 25940
    },
    {
      "epoch": 2.8123373807458805,
      "grad_norm": 0.2012324184179306,
      "learning_rate": 6.2781082257362535e-06,
      "loss": 0.0076,
      "step": 25941
    },
    {
      "epoch": 2.81244579358196,
      "grad_norm": 0.12477033585309982,
      "learning_rate": 6.2744813578993184e-06,
      "loss": 0.0046,
      "step": 25942
    },
    {
      "epoch": 2.81255420641804,
      "grad_norm": 0.03567349165678024,
      "learning_rate": 6.270854490062382e-06,
      "loss": 0.0022,
      "step": 25943
    },
    {
      "epoch": 2.8126626192541195,
      "grad_norm": 0.04368876665830612,
      "learning_rate": 6.267227622225447e-06,
      "loss": 0.0051,
      "step": 25944
    },
    {
      "epoch": 2.8127710320901995,
      "grad_norm": 0.07695814222097397,
      "learning_rate": 6.26360075438851e-06,
      "loss": 0.0035,
      "step": 25945
    },
    {
      "epoch": 2.8128794449262795,
      "grad_norm": 0.17757053673267365,
      "learning_rate": 6.259973886551575e-06,
      "loss": 0.0072,
      "step": 25946
    },
    {
      "epoch": 2.812987857762359,
      "grad_norm": 0.34037941694259644,
      "learning_rate": 6.256347018714638e-06,
      "loss": 0.0326,
      "step": 25947
    },
    {
      "epoch": 2.8130962705984386,
      "grad_norm": 1.1553255319595337,
      "learning_rate": 6.252720150877703e-06,
      "loss": 0.0287,
      "step": 25948
    },
    {
      "epoch": 2.8132046834345186,
      "grad_norm": 1.1483389139175415,
      "learning_rate": 6.249093283040766e-06,
      "loss": 0.0453,
      "step": 25949
    },
    {
      "epoch": 2.8133130962705986,
      "grad_norm": 0.017261123284697533,
      "learning_rate": 6.2454664152038304e-06,
      "loss": 0.0009,
      "step": 25950
    },
    {
      "epoch": 2.813421509106678,
      "grad_norm": 0.277948260307312,
      "learning_rate": 6.2418395473668945e-06,
      "loss": 0.0143,
      "step": 25951
    },
    {
      "epoch": 2.813529921942758,
      "grad_norm": 0.13842545449733734,
      "learning_rate": 6.238212679529959e-06,
      "loss": 0.0177,
      "step": 25952
    },
    {
      "epoch": 2.8136383347788376,
      "grad_norm": 0.04137307032942772,
      "learning_rate": 6.234585811693022e-06,
      "loss": 0.0042,
      "step": 25953
    },
    {
      "epoch": 2.8137467476149176,
      "grad_norm": 0.05316327512264252,
      "learning_rate": 6.230958943856086e-06,
      "loss": 0.0042,
      "step": 25954
    },
    {
      "epoch": 2.8138551604509976,
      "grad_norm": 0.2553291618824005,
      "learning_rate": 6.22733207601915e-06,
      "loss": 0.0213,
      "step": 25955
    },
    {
      "epoch": 2.813963573287077,
      "grad_norm": 0.12700587511062622,
      "learning_rate": 6.223705208182214e-06,
      "loss": 0.0106,
      "step": 25956
    },
    {
      "epoch": 2.814071986123157,
      "grad_norm": 0.10708879679441452,
      "learning_rate": 6.220078340345278e-06,
      "loss": 0.0061,
      "step": 25957
    },
    {
      "epoch": 2.8141803989592367,
      "grad_norm": 0.09728553146123886,
      "learning_rate": 6.2164514725083424e-06,
      "loss": 0.0148,
      "step": 25958
    },
    {
      "epoch": 2.8142888117953166,
      "grad_norm": 0.3174741864204407,
      "learning_rate": 6.212824604671406e-06,
      "loss": 0.025,
      "step": 25959
    },
    {
      "epoch": 2.8143972246313966,
      "grad_norm": 0.11160340160131454,
      "learning_rate": 6.20919773683447e-06,
      "loss": 0.0065,
      "step": 25960
    },
    {
      "epoch": 2.814505637467476,
      "grad_norm": 0.24002356827259064,
      "learning_rate": 6.205570868997534e-06,
      "loss": 0.0389,
      "step": 25961
    },
    {
      "epoch": 2.8146140503035557,
      "grad_norm": 0.12621982395648956,
      "learning_rate": 6.201944001160598e-06,
      "loss": 0.0072,
      "step": 25962
    },
    {
      "epoch": 2.8147224631396357,
      "grad_norm": 0.06473828852176666,
      "learning_rate": 6.198317133323662e-06,
      "loss": 0.0056,
      "step": 25963
    },
    {
      "epoch": 2.8148308759757157,
      "grad_norm": 0.048556338995695114,
      "learning_rate": 6.194690265486726e-06,
      "loss": 0.0031,
      "step": 25964
    },
    {
      "epoch": 2.8149392888117952,
      "grad_norm": 0.2190650850534439,
      "learning_rate": 6.19106339764979e-06,
      "loss": 0.0244,
      "step": 25965
    },
    {
      "epoch": 2.815047701647875,
      "grad_norm": 0.3059028685092926,
      "learning_rate": 6.1874365298128536e-06,
      "loss": 0.0516,
      "step": 25966
    },
    {
      "epoch": 2.8151561144839548,
      "grad_norm": 0.15977635979652405,
      "learning_rate": 6.183809661975918e-06,
      "loss": 0.0189,
      "step": 25967
    },
    {
      "epoch": 2.8152645273200347,
      "grad_norm": 0.12462128698825836,
      "learning_rate": 6.180182794138982e-06,
      "loss": 0.0236,
      "step": 25968
    },
    {
      "epoch": 2.8153729401561147,
      "grad_norm": 0.42641228437423706,
      "learning_rate": 6.176555926302046e-06,
      "loss": 0.046,
      "step": 25969
    },
    {
      "epoch": 2.8154813529921943,
      "grad_norm": 0.4678282141685486,
      "learning_rate": 6.17292905846511e-06,
      "loss": 0.0472,
      "step": 25970
    },
    {
      "epoch": 2.815589765828274,
      "grad_norm": 0.16935263574123383,
      "learning_rate": 6.169302190628174e-06,
      "loss": 0.0173,
      "step": 25971
    },
    {
      "epoch": 2.815698178664354,
      "grad_norm": 0.2088840901851654,
      "learning_rate": 6.165675322791238e-06,
      "loss": 0.014,
      "step": 25972
    },
    {
      "epoch": 2.8158065915004338,
      "grad_norm": 0.2880822718143463,
      "learning_rate": 6.1620484549543015e-06,
      "loss": 0.0317,
      "step": 25973
    },
    {
      "epoch": 2.8159150043365133,
      "grad_norm": 0.17290478944778442,
      "learning_rate": 6.1584215871173656e-06,
      "loss": 0.0048,
      "step": 25974
    },
    {
      "epoch": 2.8160234171725933,
      "grad_norm": 0.1641828864812851,
      "learning_rate": 6.15479471928043e-06,
      "loss": 0.0053,
      "step": 25975
    },
    {
      "epoch": 2.816131830008673,
      "grad_norm": 0.43214625120162964,
      "learning_rate": 6.151167851443494e-06,
      "loss": 0.0107,
      "step": 25976
    },
    {
      "epoch": 2.816240242844753,
      "grad_norm": 0.0038609649054706097,
      "learning_rate": 6.147540983606558e-06,
      "loss": 0.0003,
      "step": 25977
    },
    {
      "epoch": 2.816348655680833,
      "grad_norm": 0.4089250862598419,
      "learning_rate": 6.143914115769622e-06,
      "loss": 0.0157,
      "step": 25978
    },
    {
      "epoch": 2.8164570685169124,
      "grad_norm": 0.13992129266262054,
      "learning_rate": 6.140287247932685e-06,
      "loss": 0.0081,
      "step": 25979
    },
    {
      "epoch": 2.8165654813529923,
      "grad_norm": 0.0337192639708519,
      "learning_rate": 6.136660380095749e-06,
      "loss": 0.0015,
      "step": 25980
    },
    {
      "epoch": 2.816673894189072,
      "grad_norm": 0.2547912895679474,
      "learning_rate": 6.1330335122588135e-06,
      "loss": 0.0191,
      "step": 25981
    },
    {
      "epoch": 2.816782307025152,
      "grad_norm": 0.1875920593738556,
      "learning_rate": 6.1294066444218776e-06,
      "loss": 0.0261,
      "step": 25982
    },
    {
      "epoch": 2.8168907198612314,
      "grad_norm": 0.08867691457271576,
      "learning_rate": 6.125779776584942e-06,
      "loss": 0.0071,
      "step": 25983
    },
    {
      "epoch": 2.8169991326973114,
      "grad_norm": 0.06399566680192947,
      "learning_rate": 6.122152908748006e-06,
      "loss": 0.0045,
      "step": 25984
    },
    {
      "epoch": 2.817107545533391,
      "grad_norm": 0.16028472781181335,
      "learning_rate": 6.11852604091107e-06,
      "loss": 0.0136,
      "step": 25985
    },
    {
      "epoch": 2.817215958369471,
      "grad_norm": 0.06494776904582977,
      "learning_rate": 6.114899173074133e-06,
      "loss": 0.0048,
      "step": 25986
    },
    {
      "epoch": 2.817324371205551,
      "grad_norm": 0.1835615634918213,
      "learning_rate": 6.111272305237197e-06,
      "loss": 0.018,
      "step": 25987
    },
    {
      "epoch": 2.8174327840416304,
      "grad_norm": 0.06199260801076889,
      "learning_rate": 6.107645437400261e-06,
      "loss": 0.0076,
      "step": 25988
    },
    {
      "epoch": 2.8175411968777104,
      "grad_norm": 0.05737823620438576,
      "learning_rate": 6.1040185695633254e-06,
      "loss": 0.0029,
      "step": 25989
    },
    {
      "epoch": 2.81764960971379,
      "grad_norm": 0.30149248242378235,
      "learning_rate": 6.1003917017263896e-06,
      "loss": 0.0379,
      "step": 25990
    },
    {
      "epoch": 2.81775802254987,
      "grad_norm": 0.1807321310043335,
      "learning_rate": 6.096764833889454e-06,
      "loss": 0.0089,
      "step": 25991
    },
    {
      "epoch": 2.81786643538595,
      "grad_norm": 0.042580634355545044,
      "learning_rate": 6.093137966052517e-06,
      "loss": 0.0024,
      "step": 25992
    },
    {
      "epoch": 2.8179748482220295,
      "grad_norm": 0.14833249151706696,
      "learning_rate": 6.089511098215581e-06,
      "loss": 0.0201,
      "step": 25993
    },
    {
      "epoch": 2.818083261058109,
      "grad_norm": 0.09748624265193939,
      "learning_rate": 6.085884230378645e-06,
      "loss": 0.0037,
      "step": 25994
    },
    {
      "epoch": 2.818191673894189,
      "grad_norm": 0.08827333897352219,
      "learning_rate": 6.082257362541709e-06,
      "loss": 0.0034,
      "step": 25995
    },
    {
      "epoch": 2.818300086730269,
      "grad_norm": 0.25306087732315063,
      "learning_rate": 6.078630494704773e-06,
      "loss": 0.0126,
      "step": 25996
    },
    {
      "epoch": 2.8184084995663485,
      "grad_norm": 0.022409828379750252,
      "learning_rate": 6.0750036268678374e-06,
      "loss": 0.0015,
      "step": 25997
    },
    {
      "epoch": 2.8185169124024285,
      "grad_norm": 0.12364928424358368,
      "learning_rate": 6.0713767590309015e-06,
      "loss": 0.007,
      "step": 25998
    },
    {
      "epoch": 2.818625325238508,
      "grad_norm": 0.19630981981754303,
      "learning_rate": 6.067749891193966e-06,
      "loss": 0.0296,
      "step": 25999
    },
    {
      "epoch": 2.818733738074588,
      "grad_norm": 0.07639453560113907,
      "learning_rate": 6.064123023357029e-06,
      "loss": 0.0107,
      "step": 26000
    },
    {
      "epoch": 2.818842150910668,
      "grad_norm": 0.06293773651123047,
      "learning_rate": 6.060496155520093e-06,
      "loss": 0.0071,
      "step": 26001
    },
    {
      "epoch": 2.8189505637467476,
      "grad_norm": 0.09830425679683685,
      "learning_rate": 6.056869287683157e-06,
      "loss": 0.0114,
      "step": 26002
    },
    {
      "epoch": 2.8190589765828276,
      "grad_norm": 0.28132960200309753,
      "learning_rate": 6.053242419846221e-06,
      "loss": 0.0297,
      "step": 26003
    },
    {
      "epoch": 2.819167389418907,
      "grad_norm": 0.12732072174549103,
      "learning_rate": 6.049615552009285e-06,
      "loss": 0.0185,
      "step": 26004
    },
    {
      "epoch": 2.819275802254987,
      "grad_norm": 0.15260685980319977,
      "learning_rate": 6.045988684172349e-06,
      "loss": 0.0158,
      "step": 26005
    },
    {
      "epoch": 2.8193842150910666,
      "grad_norm": 0.21505515277385712,
      "learning_rate": 6.042361816335413e-06,
      "loss": 0.0241,
      "step": 26006
    },
    {
      "epoch": 2.8194926279271466,
      "grad_norm": 0.3359079658985138,
      "learning_rate": 6.038734948498477e-06,
      "loss": 0.0569,
      "step": 26007
    },
    {
      "epoch": 2.819601040763226,
      "grad_norm": 0.16660726070404053,
      "learning_rate": 6.035108080661541e-06,
      "loss": 0.0506,
      "step": 26008
    },
    {
      "epoch": 2.819709453599306,
      "grad_norm": 0.2556086480617523,
      "learning_rate": 6.031481212824605e-06,
      "loss": 0.0362,
      "step": 26009
    },
    {
      "epoch": 2.819817866435386,
      "grad_norm": 0.12274535745382309,
      "learning_rate": 6.027854344987669e-06,
      "loss": 0.0058,
      "step": 26010
    },
    {
      "epoch": 2.8199262792714657,
      "grad_norm": 0.23005498945713043,
      "learning_rate": 6.024227477150733e-06,
      "loss": 0.0272,
      "step": 26011
    },
    {
      "epoch": 2.8200346921075456,
      "grad_norm": 0.15935595333576202,
      "learning_rate": 6.020600609313797e-06,
      "loss": 0.0198,
      "step": 26012
    },
    {
      "epoch": 2.820143104943625,
      "grad_norm": 0.1496044099330902,
      "learning_rate": 6.0169737414768614e-06,
      "loss": 0.0339,
      "step": 26013
    },
    {
      "epoch": 2.820251517779705,
      "grad_norm": 0.20376597344875336,
      "learning_rate": 6.013346873639925e-06,
      "loss": 0.0225,
      "step": 26014
    },
    {
      "epoch": 2.820359930615785,
      "grad_norm": 0.10950476676225662,
      "learning_rate": 6.009720005802989e-06,
      "loss": 0.0163,
      "step": 26015
    },
    {
      "epoch": 2.8204683434518647,
      "grad_norm": 0.20639748871326447,
      "learning_rate": 6.006093137966053e-06,
      "loss": 0.0208,
      "step": 26016
    },
    {
      "epoch": 2.8205767562879442,
      "grad_norm": 0.3037414252758026,
      "learning_rate": 6.002466270129117e-06,
      "loss": 0.0362,
      "step": 26017
    },
    {
      "epoch": 2.8206851691240242,
      "grad_norm": 0.11482034623622894,
      "learning_rate": 5.99883940229218e-06,
      "loss": 0.012,
      "step": 26018
    },
    {
      "epoch": 2.820793581960104,
      "grad_norm": 0.07390135526657104,
      "learning_rate": 5.995212534455244e-06,
      "loss": 0.0037,
      "step": 26019
    },
    {
      "epoch": 2.8209019947961838,
      "grad_norm": 0.1632479727268219,
      "learning_rate": 5.9915856666183085e-06,
      "loss": 0.0138,
      "step": 26020
    },
    {
      "epoch": 2.8210104076322637,
      "grad_norm": 0.15846998989582062,
      "learning_rate": 5.9879587987813726e-06,
      "loss": 0.0095,
      "step": 26021
    },
    {
      "epoch": 2.8211188204683433,
      "grad_norm": 0.0133507139980793,
      "learning_rate": 5.984331930944437e-06,
      "loss": 0.0015,
      "step": 26022
    },
    {
      "epoch": 2.8212272333044233,
      "grad_norm": 0.040511827915906906,
      "learning_rate": 5.980705063107501e-06,
      "loss": 0.0035,
      "step": 26023
    },
    {
      "epoch": 2.8213356461405033,
      "grad_norm": 0.18787482380867004,
      "learning_rate": 5.977078195270565e-06,
      "loss": 0.0249,
      "step": 26024
    },
    {
      "epoch": 2.821444058976583,
      "grad_norm": 0.06112798675894737,
      "learning_rate": 5.973451327433629e-06,
      "loss": 0.0091,
      "step": 26025
    },
    {
      "epoch": 2.8215524718126628,
      "grad_norm": 0.0026336803566664457,
      "learning_rate": 5.969824459596693e-06,
      "loss": 0.0003,
      "step": 26026
    },
    {
      "epoch": 2.8216608846487423,
      "grad_norm": 0.14893490076065063,
      "learning_rate": 5.966197591759756e-06,
      "loss": 0.0124,
      "step": 26027
    },
    {
      "epoch": 2.8217692974848223,
      "grad_norm": 0.1920468807220459,
      "learning_rate": 5.9625707239228205e-06,
      "loss": 0.0163,
      "step": 26028
    },
    {
      "epoch": 2.821877710320902,
      "grad_norm": 0.010377563536167145,
      "learning_rate": 5.9589438560858846e-06,
      "loss": 0.0007,
      "step": 26029
    },
    {
      "epoch": 2.821986123156982,
      "grad_norm": 0.2833188474178314,
      "learning_rate": 5.955316988248949e-06,
      "loss": 0.0222,
      "step": 26030
    },
    {
      "epoch": 2.8220945359930614,
      "grad_norm": 0.010893278755247593,
      "learning_rate": 5.951690120412012e-06,
      "loss": 0.0008,
      "step": 26031
    },
    {
      "epoch": 2.8222029488291414,
      "grad_norm": 0.19670811295509338,
      "learning_rate": 5.948063252575076e-06,
      "loss": 0.0145,
      "step": 26032
    },
    {
      "epoch": 2.8223113616652213,
      "grad_norm": 0.18842479586601257,
      "learning_rate": 5.94443638473814e-06,
      "loss": 0.0099,
      "step": 26033
    },
    {
      "epoch": 2.822419774501301,
      "grad_norm": 0.13744905591011047,
      "learning_rate": 5.940809516901204e-06,
      "loss": 0.0152,
      "step": 26034
    },
    {
      "epoch": 2.822528187337381,
      "grad_norm": 0.3168485164642334,
      "learning_rate": 5.937182649064268e-06,
      "loss": 0.0916,
      "step": 26035
    },
    {
      "epoch": 2.8226366001734604,
      "grad_norm": 0.01879563368856907,
      "learning_rate": 5.9335557812273325e-06,
      "loss": 0.0015,
      "step": 26036
    },
    {
      "epoch": 2.8227450130095404,
      "grad_norm": 0.024836204946041107,
      "learning_rate": 5.9299289133903966e-06,
      "loss": 0.0018,
      "step": 26037
    },
    {
      "epoch": 2.8228534258456204,
      "grad_norm": 0.2580622732639313,
      "learning_rate": 5.926302045553461e-06,
      "loss": 0.0353,
      "step": 26038
    },
    {
      "epoch": 2.8229618386817,
      "grad_norm": 0.10228994488716125,
      "learning_rate": 5.922675177716525e-06,
      "loss": 0.0107,
      "step": 26039
    },
    {
      "epoch": 2.8230702515177795,
      "grad_norm": 0.04618257284164429,
      "learning_rate": 5.919048309879589e-06,
      "loss": 0.0049,
      "step": 26040
    },
    {
      "epoch": 2.8231786643538594,
      "grad_norm": 0.06110537052154541,
      "learning_rate": 5.915421442042652e-06,
      "loss": 0.0079,
      "step": 26041
    },
    {
      "epoch": 2.8232870771899394,
      "grad_norm": 0.23628437519073486,
      "learning_rate": 5.911794574205716e-06,
      "loss": 0.039,
      "step": 26042
    },
    {
      "epoch": 2.823395490026019,
      "grad_norm": 0.343232661485672,
      "learning_rate": 5.90816770636878e-06,
      "loss": 0.0259,
      "step": 26043
    },
    {
      "epoch": 2.823503902862099,
      "grad_norm": 0.018541280180215836,
      "learning_rate": 5.9045408385318445e-06,
      "loss": 0.0008,
      "step": 26044
    },
    {
      "epoch": 2.8236123156981785,
      "grad_norm": 0.07919271290302277,
      "learning_rate": 5.900913970694908e-06,
      "loss": 0.0105,
      "step": 26045
    },
    {
      "epoch": 2.8237207285342585,
      "grad_norm": 0.0256314929574728,
      "learning_rate": 5.897287102857972e-06,
      "loss": 0.0033,
      "step": 26046
    },
    {
      "epoch": 2.8238291413703385,
      "grad_norm": 0.19174474477767944,
      "learning_rate": 5.893660235021036e-06,
      "loss": 0.0081,
      "step": 26047
    },
    {
      "epoch": 2.823937554206418,
      "grad_norm": 0.2324294149875641,
      "learning_rate": 5.8900333671841e-06,
      "loss": 0.0383,
      "step": 26048
    },
    {
      "epoch": 2.824045967042498,
      "grad_norm": 0.0143888546153903,
      "learning_rate": 5.886406499347164e-06,
      "loss": 0.001,
      "step": 26049
    },
    {
      "epoch": 2.8241543798785775,
      "grad_norm": 0.030856281518936157,
      "learning_rate": 5.882779631510228e-06,
      "loss": 0.0033,
      "step": 26050
    },
    {
      "epoch": 2.8242627927146575,
      "grad_norm": 0.14947722852230072,
      "learning_rate": 5.879152763673292e-06,
      "loss": 0.0057,
      "step": 26051
    },
    {
      "epoch": 2.824371205550737,
      "grad_norm": 0.1678002029657364,
      "learning_rate": 5.8755258958363564e-06,
      "loss": 0.0166,
      "step": 26052
    },
    {
      "epoch": 2.824479618386817,
      "grad_norm": 0.11702408641576767,
      "learning_rate": 5.8718990279994205e-06,
      "loss": 0.002,
      "step": 26053
    },
    {
      "epoch": 2.8245880312228966,
      "grad_norm": 0.28736209869384766,
      "learning_rate": 5.868272160162484e-06,
      "loss": 0.0321,
      "step": 26054
    },
    {
      "epoch": 2.8246964440589766,
      "grad_norm": 0.13221079111099243,
      "learning_rate": 5.864645292325548e-06,
      "loss": 0.0135,
      "step": 26055
    },
    {
      "epoch": 2.8248048568950566,
      "grad_norm": 0.10793668776750565,
      "learning_rate": 5.861018424488612e-06,
      "loss": 0.008,
      "step": 26056
    },
    {
      "epoch": 2.824913269731136,
      "grad_norm": 0.07743760198354721,
      "learning_rate": 5.857391556651676e-06,
      "loss": 0.0056,
      "step": 26057
    },
    {
      "epoch": 2.825021682567216,
      "grad_norm": 0.07090888172388077,
      "learning_rate": 5.853764688814739e-06,
      "loss": 0.0036,
      "step": 26058
    },
    {
      "epoch": 2.8251300954032956,
      "grad_norm": 0.10669182986021042,
      "learning_rate": 5.8501378209778035e-06,
      "loss": 0.0148,
      "step": 26059
    },
    {
      "epoch": 2.8252385082393756,
      "grad_norm": 0.19279758632183075,
      "learning_rate": 5.846510953140868e-06,
      "loss": 0.0122,
      "step": 26060
    },
    {
      "epoch": 2.8253469210754556,
      "grad_norm": 0.23591646552085876,
      "learning_rate": 5.842884085303932e-06,
      "loss": 0.0238,
      "step": 26061
    },
    {
      "epoch": 2.825455333911535,
      "grad_norm": 0.3116782307624817,
      "learning_rate": 5.839257217466996e-06,
      "loss": 0.0138,
      "step": 26062
    },
    {
      "epoch": 2.8255637467476147,
      "grad_norm": 0.11306718736886978,
      "learning_rate": 5.83563034963006e-06,
      "loss": 0.0059,
      "step": 26063
    },
    {
      "epoch": 2.8256721595836947,
      "grad_norm": 0.25586968660354614,
      "learning_rate": 5.832003481793124e-06,
      "loss": 0.0138,
      "step": 26064
    },
    {
      "epoch": 2.8257805724197746,
      "grad_norm": 0.13531576097011566,
      "learning_rate": 5.828376613956188e-06,
      "loss": 0.0178,
      "step": 26065
    },
    {
      "epoch": 2.825888985255854,
      "grad_norm": 0.09837960451841354,
      "learning_rate": 5.824749746119252e-06,
      "loss": 0.0045,
      "step": 26066
    },
    {
      "epoch": 2.825997398091934,
      "grad_norm": 0.14609813690185547,
      "learning_rate": 5.821122878282316e-06,
      "loss": 0.0115,
      "step": 26067
    },
    {
      "epoch": 2.8261058109280137,
      "grad_norm": 0.10891173034906387,
      "learning_rate": 5.81749601044538e-06,
      "loss": 0.0121,
      "step": 26068
    },
    {
      "epoch": 2.8262142237640937,
      "grad_norm": 0.06039371341466904,
      "learning_rate": 5.813869142608444e-06,
      "loss": 0.0043,
      "step": 26069
    },
    {
      "epoch": 2.8263226366001737,
      "grad_norm": 0.24703606963157654,
      "learning_rate": 5.810242274771508e-06,
      "loss": 0.0259,
      "step": 26070
    },
    {
      "epoch": 2.8264310494362532,
      "grad_norm": 0.004780161660164595,
      "learning_rate": 5.806615406934571e-06,
      "loss": 0.0005,
      "step": 26071
    },
    {
      "epoch": 2.8265394622723328,
      "grad_norm": 0.3384808301925659,
      "learning_rate": 5.802988539097635e-06,
      "loss": 0.0489,
      "step": 26072
    },
    {
      "epoch": 2.8266478751084128,
      "grad_norm": 0.0719514936208725,
      "learning_rate": 5.799361671260699e-06,
      "loss": 0.009,
      "step": 26073
    },
    {
      "epoch": 2.8267562879444927,
      "grad_norm": 0.18717606365680695,
      "learning_rate": 5.795734803423763e-06,
      "loss": 0.0188,
      "step": 26074
    },
    {
      "epoch": 2.8268647007805723,
      "grad_norm": 0.07613901793956757,
      "learning_rate": 5.7921079355868275e-06,
      "loss": 0.0045,
      "step": 26075
    },
    {
      "epoch": 2.8269731136166523,
      "grad_norm": 0.20442721247673035,
      "learning_rate": 5.788481067749892e-06,
      "loss": 0.0126,
      "step": 26076
    },
    {
      "epoch": 2.827081526452732,
      "grad_norm": 0.06434819102287292,
      "learning_rate": 5.784854199912956e-06,
      "loss": 0.0034,
      "step": 26077
    },
    {
      "epoch": 2.827189939288812,
      "grad_norm": 0.0689326599240303,
      "learning_rate": 5.78122733207602e-06,
      "loss": 0.0037,
      "step": 26078
    },
    {
      "epoch": 2.827298352124892,
      "grad_norm": 0.338880330324173,
      "learning_rate": 5.777600464239084e-06,
      "loss": 0.0246,
      "step": 26079
    },
    {
      "epoch": 2.8274067649609713,
      "grad_norm": 0.03932145982980728,
      "learning_rate": 5.773973596402148e-06,
      "loss": 0.0025,
      "step": 26080
    },
    {
      "epoch": 2.8275151777970513,
      "grad_norm": 0.16552983224391937,
      "learning_rate": 5.770346728565211e-06,
      "loss": 0.0206,
      "step": 26081
    },
    {
      "epoch": 2.827623590633131,
      "grad_norm": 0.17545922100543976,
      "learning_rate": 5.766719860728275e-06,
      "loss": 0.0184,
      "step": 26082
    },
    {
      "epoch": 2.827732003469211,
      "grad_norm": 0.1207260936498642,
      "learning_rate": 5.7630929928913395e-06,
      "loss": 0.0081,
      "step": 26083
    },
    {
      "epoch": 2.827840416305291,
      "grad_norm": 0.23160097002983093,
      "learning_rate": 5.759466125054403e-06,
      "loss": 0.0224,
      "step": 26084
    },
    {
      "epoch": 2.8279488291413704,
      "grad_norm": 0.23091042041778564,
      "learning_rate": 5.755839257217467e-06,
      "loss": 0.0299,
      "step": 26085
    },
    {
      "epoch": 2.82805724197745,
      "grad_norm": 0.07989218831062317,
      "learning_rate": 5.752212389380531e-06,
      "loss": 0.0092,
      "step": 26086
    },
    {
      "epoch": 2.82816565481353,
      "grad_norm": 0.026503242552280426,
      "learning_rate": 5.748585521543595e-06,
      "loss": 0.0019,
      "step": 26087
    },
    {
      "epoch": 2.82827406764961,
      "grad_norm": 0.16025236248970032,
      "learning_rate": 5.744958653706659e-06,
      "loss": 0.0112,
      "step": 26088
    },
    {
      "epoch": 2.8283824804856894,
      "grad_norm": 0.6297900080680847,
      "learning_rate": 5.741331785869723e-06,
      "loss": 0.0457,
      "step": 26089
    },
    {
      "epoch": 2.8284908933217694,
      "grad_norm": 0.3860042691230774,
      "learning_rate": 5.737704918032787e-06,
      "loss": 0.008,
      "step": 26090
    },
    {
      "epoch": 2.828599306157849,
      "grad_norm": 0.13109277188777924,
      "learning_rate": 5.7340780501958515e-06,
      "loss": 0.0131,
      "step": 26091
    },
    {
      "epoch": 2.828707718993929,
      "grad_norm": 0.39518922567367554,
      "learning_rate": 5.7304511823589156e-06,
      "loss": 0.0431,
      "step": 26092
    },
    {
      "epoch": 2.828816131830009,
      "grad_norm": 0.017463667318224907,
      "learning_rate": 5.72682431452198e-06,
      "loss": 0.0018,
      "step": 26093
    },
    {
      "epoch": 2.8289245446660884,
      "grad_norm": 0.1438792496919632,
      "learning_rate": 5.723197446685044e-06,
      "loss": 0.0096,
      "step": 26094
    },
    {
      "epoch": 2.829032957502168,
      "grad_norm": 0.10345100611448288,
      "learning_rate": 5.719570578848107e-06,
      "loss": 0.0108,
      "step": 26095
    },
    {
      "epoch": 2.829141370338248,
      "grad_norm": 0.10651756078004837,
      "learning_rate": 5.715943711011171e-06,
      "loss": 0.013,
      "step": 26096
    },
    {
      "epoch": 2.829249783174328,
      "grad_norm": 0.3009909987449646,
      "learning_rate": 5.712316843174234e-06,
      "loss": 0.015,
      "step": 26097
    },
    {
      "epoch": 2.8293581960104075,
      "grad_norm": 0.06168524548411369,
      "learning_rate": 5.7086899753372985e-06,
      "loss": 0.0016,
      "step": 26098
    },
    {
      "epoch": 2.8294666088464875,
      "grad_norm": 0.015247480012476444,
      "learning_rate": 5.705063107500363e-06,
      "loss": 0.0015,
      "step": 26099
    },
    {
      "epoch": 2.829575021682567,
      "grad_norm": 0.15073679387569427,
      "learning_rate": 5.701436239663427e-06,
      "loss": 0.0085,
      "step": 26100
    },
    {
      "epoch": 2.829683434518647,
      "grad_norm": 0.06821701675653458,
      "learning_rate": 5.697809371826491e-06,
      "loss": 0.0733,
      "step": 26101
    },
    {
      "epoch": 2.829791847354727,
      "grad_norm": 0.06453084945678711,
      "learning_rate": 5.694182503989555e-06,
      "loss": 0.0038,
      "step": 26102
    },
    {
      "epoch": 2.8299002601908065,
      "grad_norm": 0.15560626983642578,
      "learning_rate": 5.690555636152619e-06,
      "loss": 0.025,
      "step": 26103
    },
    {
      "epoch": 2.8300086730268865,
      "grad_norm": 0.1343151181936264,
      "learning_rate": 5.686928768315683e-06,
      "loss": 0.0081,
      "step": 26104
    },
    {
      "epoch": 2.830117085862966,
      "grad_norm": 0.2931729555130005,
      "learning_rate": 5.683301900478747e-06,
      "loss": 0.0185,
      "step": 26105
    },
    {
      "epoch": 2.830225498699046,
      "grad_norm": 0.07831312716007233,
      "learning_rate": 5.679675032641811e-06,
      "loss": 0.0043,
      "step": 26106
    },
    {
      "epoch": 2.830333911535126,
      "grad_norm": 0.2346542775630951,
      "learning_rate": 5.6760481648048754e-06,
      "loss": 0.011,
      "step": 26107
    },
    {
      "epoch": 2.8304423243712056,
      "grad_norm": 0.14286939799785614,
      "learning_rate": 5.672421296967939e-06,
      "loss": 0.0129,
      "step": 26108
    },
    {
      "epoch": 2.830550737207285,
      "grad_norm": 0.04947177693247795,
      "learning_rate": 5.668794429131003e-06,
      "loss": 0.0049,
      "step": 26109
    },
    {
      "epoch": 2.830659150043365,
      "grad_norm": 0.12577207386493683,
      "learning_rate": 5.665167561294066e-06,
      "loss": 0.0084,
      "step": 26110
    },
    {
      "epoch": 2.830767562879445,
      "grad_norm": 0.1057259738445282,
      "learning_rate": 5.66154069345713e-06,
      "loss": 0.0122,
      "step": 26111
    },
    {
      "epoch": 2.8308759757155246,
      "grad_norm": 0.056406419724226,
      "learning_rate": 5.657913825620194e-06,
      "loss": 0.0033,
      "step": 26112
    },
    {
      "epoch": 2.8309843885516046,
      "grad_norm": 0.01076706126332283,
      "learning_rate": 5.654286957783258e-06,
      "loss": 0.001,
      "step": 26113
    },
    {
      "epoch": 2.831092801387684,
      "grad_norm": 0.05512562394142151,
      "learning_rate": 5.6506600899463225e-06,
      "loss": 0.008,
      "step": 26114
    },
    {
      "epoch": 2.831201214223764,
      "grad_norm": 0.07090217620134354,
      "learning_rate": 5.647033222109387e-06,
      "loss": 0.0019,
      "step": 26115
    },
    {
      "epoch": 2.831309627059844,
      "grad_norm": 0.04222426563501358,
      "learning_rate": 5.643406354272451e-06,
      "loss": 0.0026,
      "step": 26116
    },
    {
      "epoch": 2.8314180398959237,
      "grad_norm": 0.09129873663187027,
      "learning_rate": 5.639779486435515e-06,
      "loss": 0.0694,
      "step": 26117
    },
    {
      "epoch": 2.831526452732003,
      "grad_norm": 0.18057693541049957,
      "learning_rate": 5.636152618598579e-06,
      "loss": 0.015,
      "step": 26118
    },
    {
      "epoch": 2.831634865568083,
      "grad_norm": 0.38016781210899353,
      "learning_rate": 5.632525750761643e-06,
      "loss": 0.0378,
      "step": 26119
    },
    {
      "epoch": 2.831743278404163,
      "grad_norm": 0.17067644000053406,
      "learning_rate": 5.628898882924707e-06,
      "loss": 0.0165,
      "step": 26120
    },
    {
      "epoch": 2.8318516912402427,
      "grad_norm": 0.3094791769981384,
      "learning_rate": 5.62527201508777e-06,
      "loss": 0.0277,
      "step": 26121
    },
    {
      "epoch": 2.8319601040763227,
      "grad_norm": 0.07426072657108307,
      "learning_rate": 5.6216451472508345e-06,
      "loss": 0.0033,
      "step": 26122
    },
    {
      "epoch": 2.8320685169124022,
      "grad_norm": 0.03006327524781227,
      "learning_rate": 5.618018279413898e-06,
      "loss": 0.002,
      "step": 26123
    },
    {
      "epoch": 2.8321769297484822,
      "grad_norm": 0.020762503147125244,
      "learning_rate": 5.614391411576962e-06,
      "loss": 0.0016,
      "step": 26124
    },
    {
      "epoch": 2.832285342584562,
      "grad_norm": 0.020174561068415642,
      "learning_rate": 5.610764543740026e-06,
      "loss": 0.0011,
      "step": 26125
    },
    {
      "epoch": 2.8323937554206418,
      "grad_norm": 0.2736644446849823,
      "learning_rate": 5.60713767590309e-06,
      "loss": 0.0136,
      "step": 26126
    },
    {
      "epoch": 2.8325021682567217,
      "grad_norm": 0.10507570952177048,
      "learning_rate": 5.603510808066154e-06,
      "loss": 0.0102,
      "step": 26127
    },
    {
      "epoch": 2.8326105810928013,
      "grad_norm": 0.46607446670532227,
      "learning_rate": 5.599883940229218e-06,
      "loss": 0.0273,
      "step": 26128
    },
    {
      "epoch": 2.8327189939288813,
      "grad_norm": 0.13425129652023315,
      "learning_rate": 5.596257072392282e-06,
      "loss": 0.0196,
      "step": 26129
    },
    {
      "epoch": 2.832827406764961,
      "grad_norm": 0.12160429358482361,
      "learning_rate": 5.5926302045553465e-06,
      "loss": 0.0048,
      "step": 26130
    },
    {
      "epoch": 2.832935819601041,
      "grad_norm": 0.23106467723846436,
      "learning_rate": 5.589003336718411e-06,
      "loss": 0.0133,
      "step": 26131
    },
    {
      "epoch": 2.8330442324371203,
      "grad_norm": 0.2432565987110138,
      "learning_rate": 5.585376468881475e-06,
      "loss": 0.0156,
      "step": 26132
    },
    {
      "epoch": 2.8331526452732003,
      "grad_norm": 0.18254542350769043,
      "learning_rate": 5.581749601044539e-06,
      "loss": 0.0124,
      "step": 26133
    },
    {
      "epoch": 2.8332610581092803,
      "grad_norm": 0.06789300590753555,
      "learning_rate": 5.578122733207603e-06,
      "loss": 0.0055,
      "step": 26134
    },
    {
      "epoch": 2.83336947094536,
      "grad_norm": 0.11472564935684204,
      "learning_rate": 5.574495865370666e-06,
      "loss": 0.0133,
      "step": 26135
    },
    {
      "epoch": 2.83347788378144,
      "grad_norm": 0.6883211731910706,
      "learning_rate": 5.57086899753373e-06,
      "loss": 0.0225,
      "step": 26136
    },
    {
      "epoch": 2.8335862966175194,
      "grad_norm": 0.031146658584475517,
      "learning_rate": 5.5672421296967935e-06,
      "loss": 0.0045,
      "step": 26137
    },
    {
      "epoch": 2.8336947094535994,
      "grad_norm": 0.07839877903461456,
      "learning_rate": 5.563615261859858e-06,
      "loss": 0.0051,
      "step": 26138
    },
    {
      "epoch": 2.8338031222896793,
      "grad_norm": 0.2700585722923279,
      "learning_rate": 5.559988394022922e-06,
      "loss": 0.0187,
      "step": 26139
    },
    {
      "epoch": 2.833911535125759,
      "grad_norm": 0.4522640109062195,
      "learning_rate": 5.556361526185986e-06,
      "loss": 0.0517,
      "step": 26140
    },
    {
      "epoch": 2.8340199479618384,
      "grad_norm": 0.20484425127506256,
      "learning_rate": 5.55273465834905e-06,
      "loss": 0.0435,
      "step": 26141
    },
    {
      "epoch": 2.8341283607979184,
      "grad_norm": 0.016995809972286224,
      "learning_rate": 5.549107790512114e-06,
      "loss": 0.0015,
      "step": 26142
    },
    {
      "epoch": 2.8342367736339984,
      "grad_norm": 0.03314835578203201,
      "learning_rate": 5.545480922675178e-06,
      "loss": 0.0033,
      "step": 26143
    },
    {
      "epoch": 2.834345186470078,
      "grad_norm": 0.019403958693146706,
      "learning_rate": 5.541854054838242e-06,
      "loss": 0.0013,
      "step": 26144
    },
    {
      "epoch": 2.834453599306158,
      "grad_norm": 0.14812690019607544,
      "learning_rate": 5.538227187001306e-06,
      "loss": 0.0133,
      "step": 26145
    },
    {
      "epoch": 2.8345620121422375,
      "grad_norm": 0.2941400408744812,
      "learning_rate": 5.5346003191643705e-06,
      "loss": 0.028,
      "step": 26146
    },
    {
      "epoch": 2.8346704249783174,
      "grad_norm": 0.13054923713207245,
      "learning_rate": 5.5309734513274346e-06,
      "loss": 0.01,
      "step": 26147
    },
    {
      "epoch": 2.8347788378143974,
      "grad_norm": 0.07869366556406021,
      "learning_rate": 5.527346583490498e-06,
      "loss": 0.0044,
      "step": 26148
    },
    {
      "epoch": 2.834887250650477,
      "grad_norm": 0.3350936472415924,
      "learning_rate": 5.523719715653562e-06,
      "loss": 0.0468,
      "step": 26149
    },
    {
      "epoch": 2.834995663486557,
      "grad_norm": 0.2664201557636261,
      "learning_rate": 5.520092847816625e-06,
      "loss": 0.0394,
      "step": 26150
    },
    {
      "epoch": 2.8351040763226365,
      "grad_norm": 0.018450483679771423,
      "learning_rate": 5.516465979979689e-06,
      "loss": 0.001,
      "step": 26151
    },
    {
      "epoch": 2.8352124891587165,
      "grad_norm": 0.15089701116085052,
      "learning_rate": 5.512839112142753e-06,
      "loss": 0.0101,
      "step": 26152
    },
    {
      "epoch": 2.835320901994796,
      "grad_norm": 0.07726885378360748,
      "learning_rate": 5.5092122443058175e-06,
      "loss": 0.0124,
      "step": 26153
    },
    {
      "epoch": 2.835429314830876,
      "grad_norm": 0.15909112989902496,
      "learning_rate": 5.505585376468882e-06,
      "loss": 0.0185,
      "step": 26154
    },
    {
      "epoch": 2.8355377276669556,
      "grad_norm": 0.22419148683547974,
      "learning_rate": 5.501958508631946e-06,
      "loss": 0.0217,
      "step": 26155
    },
    {
      "epoch": 2.8356461405030355,
      "grad_norm": 0.30776914954185486,
      "learning_rate": 5.49833164079501e-06,
      "loss": 0.0215,
      "step": 26156
    },
    {
      "epoch": 2.8357545533391155,
      "grad_norm": 0.02029861882328987,
      "learning_rate": 5.494704772958074e-06,
      "loss": 0.001,
      "step": 26157
    },
    {
      "epoch": 2.835862966175195,
      "grad_norm": 0.045677367597818375,
      "learning_rate": 5.491077905121138e-06,
      "loss": 0.003,
      "step": 26158
    },
    {
      "epoch": 2.835971379011275,
      "grad_norm": 0.09962745010852814,
      "learning_rate": 5.487451037284202e-06,
      "loss": 0.007,
      "step": 26159
    },
    {
      "epoch": 2.8360797918473546,
      "grad_norm": 0.21217595040798187,
      "learning_rate": 5.483824169447266e-06,
      "loss": 0.0147,
      "step": 26160
    },
    {
      "epoch": 2.8361882046834346,
      "grad_norm": 0.016378158703446388,
      "learning_rate": 5.4801973016103295e-06,
      "loss": 0.001,
      "step": 26161
    },
    {
      "epoch": 2.8362966175195146,
      "grad_norm": 0.03397028148174286,
      "learning_rate": 5.476570433773394e-06,
      "loss": 0.0011,
      "step": 26162
    },
    {
      "epoch": 2.836405030355594,
      "grad_norm": 0.012707109563052654,
      "learning_rate": 5.472943565936457e-06,
      "loss": 0.0012,
      "step": 26163
    },
    {
      "epoch": 2.8365134431916736,
      "grad_norm": 0.037736546248197556,
      "learning_rate": 5.469316698099521e-06,
      "loss": 0.0034,
      "step": 26164
    },
    {
      "epoch": 2.8366218560277536,
      "grad_norm": 0.026272058486938477,
      "learning_rate": 5.465689830262585e-06,
      "loss": 0.002,
      "step": 26165
    },
    {
      "epoch": 2.8367302688638336,
      "grad_norm": 0.06087561696767807,
      "learning_rate": 5.462062962425649e-06,
      "loss": 0.0032,
      "step": 26166
    },
    {
      "epoch": 2.836838681699913,
      "grad_norm": 0.0842500627040863,
      "learning_rate": 5.458436094588713e-06,
      "loss": 0.0136,
      "step": 26167
    },
    {
      "epoch": 2.836947094535993,
      "grad_norm": 0.004647931084036827,
      "learning_rate": 5.454809226751777e-06,
      "loss": 0.0005,
      "step": 26168
    },
    {
      "epoch": 2.8370555073720727,
      "grad_norm": 0.0909455195069313,
      "learning_rate": 5.4511823589148415e-06,
      "loss": 0.0048,
      "step": 26169
    },
    {
      "epoch": 2.8371639202081527,
      "grad_norm": 0.2403510957956314,
      "learning_rate": 5.447555491077906e-06,
      "loss": 0.0492,
      "step": 26170
    },
    {
      "epoch": 2.8372723330442327,
      "grad_norm": 0.15852749347686768,
      "learning_rate": 5.44392862324097e-06,
      "loss": 0.0341,
      "step": 26171
    },
    {
      "epoch": 2.837380745880312,
      "grad_norm": 0.38051939010620117,
      "learning_rate": 5.440301755404034e-06,
      "loss": 0.0153,
      "step": 26172
    },
    {
      "epoch": 2.837489158716392,
      "grad_norm": 0.2349420040845871,
      "learning_rate": 5.436674887567098e-06,
      "loss": 0.0205,
      "step": 26173
    },
    {
      "epoch": 2.8375975715524717,
      "grad_norm": 0.018730711191892624,
      "learning_rate": 5.433048019730161e-06,
      "loss": 0.0013,
      "step": 26174
    },
    {
      "epoch": 2.8377059843885517,
      "grad_norm": 0.23266777396202087,
      "learning_rate": 5.429421151893225e-06,
      "loss": 0.0351,
      "step": 26175
    },
    {
      "epoch": 2.8378143972246312,
      "grad_norm": 0.03458056598901749,
      "learning_rate": 5.4257942840562885e-06,
      "loss": 0.0026,
      "step": 26176
    },
    {
      "epoch": 2.8379228100607112,
      "grad_norm": 0.054348163306713104,
      "learning_rate": 5.422167416219353e-06,
      "loss": 0.0023,
      "step": 26177
    },
    {
      "epoch": 2.8380312228967908,
      "grad_norm": 0.021902209147810936,
      "learning_rate": 5.418540548382417e-06,
      "loss": 0.0019,
      "step": 26178
    },
    {
      "epoch": 2.8381396357328708,
      "grad_norm": 0.2652507722377777,
      "learning_rate": 5.414913680545481e-06,
      "loss": 0.0332,
      "step": 26179
    },
    {
      "epoch": 2.8382480485689507,
      "grad_norm": 0.3427271544933319,
      "learning_rate": 5.411286812708545e-06,
      "loss": 0.024,
      "step": 26180
    },
    {
      "epoch": 2.8383564614050303,
      "grad_norm": 0.1912493258714676,
      "learning_rate": 5.407659944871609e-06,
      "loss": 0.0105,
      "step": 26181
    },
    {
      "epoch": 2.8384648742411103,
      "grad_norm": 0.2919888198375702,
      "learning_rate": 5.404033077034673e-06,
      "loss": 0.0266,
      "step": 26182
    },
    {
      "epoch": 2.83857328707719,
      "grad_norm": 0.023091260343790054,
      "learning_rate": 5.400406209197737e-06,
      "loss": 0.0019,
      "step": 26183
    },
    {
      "epoch": 2.83868169991327,
      "grad_norm": 0.2648066282272339,
      "learning_rate": 5.396779341360801e-06,
      "loss": 0.0637,
      "step": 26184
    },
    {
      "epoch": 2.83879011274935,
      "grad_norm": 0.2989695370197296,
      "learning_rate": 5.3931524735238655e-06,
      "loss": 0.0243,
      "step": 26185
    },
    {
      "epoch": 2.8388985255854293,
      "grad_norm": 0.2735871970653534,
      "learning_rate": 5.38952560568693e-06,
      "loss": 0.0132,
      "step": 26186
    },
    {
      "epoch": 2.839006938421509,
      "grad_norm": 0.346590518951416,
      "learning_rate": 5.385898737849993e-06,
      "loss": 0.0119,
      "step": 26187
    },
    {
      "epoch": 2.839115351257589,
      "grad_norm": 0.24399326741695404,
      "learning_rate": 5.382271870013057e-06,
      "loss": 0.0202,
      "step": 26188
    },
    {
      "epoch": 2.839223764093669,
      "grad_norm": 0.19217418134212494,
      "learning_rate": 5.378645002176121e-06,
      "loss": 0.0156,
      "step": 26189
    },
    {
      "epoch": 2.8393321769297484,
      "grad_norm": 0.08321084082126617,
      "learning_rate": 5.375018134339184e-06,
      "loss": 0.0067,
      "step": 26190
    },
    {
      "epoch": 2.8394405897658284,
      "grad_norm": 0.2425355315208435,
      "learning_rate": 5.371391266502248e-06,
      "loss": 0.0339,
      "step": 26191
    },
    {
      "epoch": 2.839549002601908,
      "grad_norm": 0.17055821418762207,
      "learning_rate": 5.3677643986653125e-06,
      "loss": 0.0068,
      "step": 26192
    },
    {
      "epoch": 2.839657415437988,
      "grad_norm": 0.06729305535554886,
      "learning_rate": 5.364137530828377e-06,
      "loss": 0.0028,
      "step": 26193
    },
    {
      "epoch": 2.839765828274068,
      "grad_norm": 0.2850339114665985,
      "learning_rate": 5.360510662991441e-06,
      "loss": 0.0192,
      "step": 26194
    },
    {
      "epoch": 2.8398742411101474,
      "grad_norm": 0.3536899983882904,
      "learning_rate": 5.356883795154505e-06,
      "loss": 0.0142,
      "step": 26195
    },
    {
      "epoch": 2.8399826539462274,
      "grad_norm": 0.035158246755599976,
      "learning_rate": 5.353256927317569e-06,
      "loss": 0.0042,
      "step": 26196
    },
    {
      "epoch": 2.840091066782307,
      "grad_norm": 0.1587982028722763,
      "learning_rate": 5.349630059480633e-06,
      "loss": 0.0148,
      "step": 26197
    },
    {
      "epoch": 2.840199479618387,
      "grad_norm": 0.2608400285243988,
      "learning_rate": 5.346003191643697e-06,
      "loss": 0.009,
      "step": 26198
    },
    {
      "epoch": 2.8403078924544665,
      "grad_norm": 0.22989948093891144,
      "learning_rate": 5.342376323806761e-06,
      "loss": 0.0214,
      "step": 26199
    },
    {
      "epoch": 2.8404163052905465,
      "grad_norm": 0.10627934336662292,
      "learning_rate": 5.3387494559698245e-06,
      "loss": 0.0181,
      "step": 26200
    },
    {
      "epoch": 2.840524718126626,
      "grad_norm": 0.24178774654865265,
      "learning_rate": 5.335122588132889e-06,
      "loss": 0.0123,
      "step": 26201
    },
    {
      "epoch": 2.840633130962706,
      "grad_norm": 0.10036776214838028,
      "learning_rate": 5.331495720295953e-06,
      "loss": 0.0069,
      "step": 26202
    },
    {
      "epoch": 2.840741543798786,
      "grad_norm": 0.2131877839565277,
      "learning_rate": 5.327868852459016e-06,
      "loss": 0.0175,
      "step": 26203
    },
    {
      "epoch": 2.8408499566348655,
      "grad_norm": 0.1259998232126236,
      "learning_rate": 5.32424198462208e-06,
      "loss": 0.0095,
      "step": 26204
    },
    {
      "epoch": 2.8409583694709455,
      "grad_norm": 0.08799456804990768,
      "learning_rate": 5.320615116785144e-06,
      "loss": 0.0071,
      "step": 26205
    },
    {
      "epoch": 2.841066782307025,
      "grad_norm": 0.13633663952350616,
      "learning_rate": 5.316988248948208e-06,
      "loss": 0.0054,
      "step": 26206
    },
    {
      "epoch": 2.841175195143105,
      "grad_norm": 0.16222968697547913,
      "learning_rate": 5.313361381111272e-06,
      "loss": 0.0105,
      "step": 26207
    },
    {
      "epoch": 2.841283607979185,
      "grad_norm": 0.047256674617528915,
      "learning_rate": 5.3097345132743365e-06,
      "loss": 0.0038,
      "step": 26208
    },
    {
      "epoch": 2.8413920208152645,
      "grad_norm": 0.11298154294490814,
      "learning_rate": 5.306107645437401e-06,
      "loss": 0.0182,
      "step": 26209
    },
    {
      "epoch": 2.841500433651344,
      "grad_norm": 0.39283302426338196,
      "learning_rate": 5.302480777600465e-06,
      "loss": 0.0086,
      "step": 26210
    },
    {
      "epoch": 2.841608846487424,
      "grad_norm": 0.07841219007968903,
      "learning_rate": 5.298853909763529e-06,
      "loss": 0.005,
      "step": 26211
    },
    {
      "epoch": 2.841717259323504,
      "grad_norm": 0.3244532644748688,
      "learning_rate": 5.295227041926593e-06,
      "loss": 0.0311,
      "step": 26212
    },
    {
      "epoch": 2.8418256721595836,
      "grad_norm": 0.225483700633049,
      "learning_rate": 5.291600174089656e-06,
      "loss": 0.0139,
      "step": 26213
    },
    {
      "epoch": 2.8419340849956636,
      "grad_norm": 0.12981438636779785,
      "learning_rate": 5.28797330625272e-06,
      "loss": 0.0091,
      "step": 26214
    },
    {
      "epoch": 2.842042497831743,
      "grad_norm": 0.34442147612571716,
      "learning_rate": 5.284346438415784e-06,
      "loss": 0.0691,
      "step": 26215
    },
    {
      "epoch": 2.842150910667823,
      "grad_norm": 0.22726665437221527,
      "learning_rate": 5.2807195705788485e-06,
      "loss": 0.061,
      "step": 26216
    },
    {
      "epoch": 2.842259323503903,
      "grad_norm": 0.05311427637934685,
      "learning_rate": 5.277092702741912e-06,
      "loss": 0.0026,
      "step": 26217
    },
    {
      "epoch": 2.8423677363399826,
      "grad_norm": 0.10821159183979034,
      "learning_rate": 5.273465834904976e-06,
      "loss": 0.029,
      "step": 26218
    },
    {
      "epoch": 2.842476149176062,
      "grad_norm": 0.12732388079166412,
      "learning_rate": 5.26983896706804e-06,
      "loss": 0.0097,
      "step": 26219
    },
    {
      "epoch": 2.842584562012142,
      "grad_norm": 0.11788184195756912,
      "learning_rate": 5.266212099231104e-06,
      "loss": 0.0091,
      "step": 26220
    },
    {
      "epoch": 2.842692974848222,
      "grad_norm": 0.07594474405050278,
      "learning_rate": 5.262585231394168e-06,
      "loss": 0.0068,
      "step": 26221
    },
    {
      "epoch": 2.8428013876843017,
      "grad_norm": 0.1377081274986267,
      "learning_rate": 5.258958363557232e-06,
      "loss": 0.0168,
      "step": 26222
    },
    {
      "epoch": 2.8429098005203817,
      "grad_norm": 0.1890881508588791,
      "learning_rate": 5.255331495720296e-06,
      "loss": 0.0081,
      "step": 26223
    },
    {
      "epoch": 2.843018213356461,
      "grad_norm": 0.178559809923172,
      "learning_rate": 5.2517046278833605e-06,
      "loss": 0.0143,
      "step": 26224
    },
    {
      "epoch": 2.843126626192541,
      "grad_norm": 0.12779100239276886,
      "learning_rate": 5.248077760046425e-06,
      "loss": 0.0069,
      "step": 26225
    },
    {
      "epoch": 2.843235039028621,
      "grad_norm": 0.37100866436958313,
      "learning_rate": 5.244450892209489e-06,
      "loss": 0.0145,
      "step": 26226
    },
    {
      "epoch": 2.8433434518647007,
      "grad_norm": 0.12604251503944397,
      "learning_rate": 5.240824024372552e-06,
      "loss": 0.0144,
      "step": 26227
    },
    {
      "epoch": 2.8434518647007807,
      "grad_norm": 0.19496247172355652,
      "learning_rate": 5.237197156535616e-06,
      "loss": 0.0148,
      "step": 26228
    },
    {
      "epoch": 2.8435602775368602,
      "grad_norm": 0.037229716777801514,
      "learning_rate": 5.23357028869868e-06,
      "loss": 0.0023,
      "step": 26229
    },
    {
      "epoch": 2.8436686903729402,
      "grad_norm": 0.05224786698818207,
      "learning_rate": 5.2299434208617434e-06,
      "loss": 0.0048,
      "step": 26230
    },
    {
      "epoch": 2.84377710320902,
      "grad_norm": 0.2068185806274414,
      "learning_rate": 5.2263165530248075e-06,
      "loss": 0.0081,
      "step": 26231
    },
    {
      "epoch": 2.8438855160450998,
      "grad_norm": 0.12538675963878632,
      "learning_rate": 5.222689685187872e-06,
      "loss": 0.0078,
      "step": 26232
    },
    {
      "epoch": 2.8439939288811793,
      "grad_norm": 0.12386799603700638,
      "learning_rate": 5.219062817350936e-06,
      "loss": 0.0106,
      "step": 26233
    },
    {
      "epoch": 2.8441023417172593,
      "grad_norm": 0.11333978176116943,
      "learning_rate": 5.215435949514e-06,
      "loss": 0.0071,
      "step": 26234
    },
    {
      "epoch": 2.8442107545533393,
      "grad_norm": 0.05089937150478363,
      "learning_rate": 5.211809081677064e-06,
      "loss": 0.003,
      "step": 26235
    },
    {
      "epoch": 2.844319167389419,
      "grad_norm": 0.09864316880702972,
      "learning_rate": 5.208182213840128e-06,
      "loss": 0.0046,
      "step": 26236
    },
    {
      "epoch": 2.844427580225499,
      "grad_norm": 0.11558093130588531,
      "learning_rate": 5.204555346003192e-06,
      "loss": 0.0083,
      "step": 26237
    },
    {
      "epoch": 2.8445359930615783,
      "grad_norm": 0.22297795116901398,
      "learning_rate": 5.200928478166256e-06,
      "loss": 0.0143,
      "step": 26238
    },
    {
      "epoch": 2.8446444058976583,
      "grad_norm": 0.06042741239070892,
      "learning_rate": 5.19730161032932e-06,
      "loss": 0.0055,
      "step": 26239
    },
    {
      "epoch": 2.8447528187337383,
      "grad_norm": 0.2398516982793808,
      "learning_rate": 5.193674742492384e-06,
      "loss": 0.0299,
      "step": 26240
    },
    {
      "epoch": 2.844861231569818,
      "grad_norm": 0.24416221678256989,
      "learning_rate": 5.190047874655448e-06,
      "loss": 0.0126,
      "step": 26241
    },
    {
      "epoch": 2.8449696444058974,
      "grad_norm": 0.08468754589557648,
      "learning_rate": 5.186421006818512e-06,
      "loss": 0.0088,
      "step": 26242
    },
    {
      "epoch": 2.8450780572419774,
      "grad_norm": 0.14886370301246643,
      "learning_rate": 5.182794138981576e-06,
      "loss": 0.0153,
      "step": 26243
    },
    {
      "epoch": 2.8451864700780574,
      "grad_norm": 0.1359662264585495,
      "learning_rate": 5.179167271144639e-06,
      "loss": 0.0108,
      "step": 26244
    },
    {
      "epoch": 2.845294882914137,
      "grad_norm": 0.04257627949118614,
      "learning_rate": 5.175540403307703e-06,
      "loss": 0.0017,
      "step": 26245
    },
    {
      "epoch": 2.845403295750217,
      "grad_norm": 0.041726406663656235,
      "learning_rate": 5.171913535470767e-06,
      "loss": 0.0029,
      "step": 26246
    },
    {
      "epoch": 2.8455117085862964,
      "grad_norm": 0.3696039617061615,
      "learning_rate": 5.1682866676338315e-06,
      "loss": 0.0194,
      "step": 26247
    },
    {
      "epoch": 2.8456201214223764,
      "grad_norm": 0.18622983992099762,
      "learning_rate": 5.164659799796896e-06,
      "loss": 0.0379,
      "step": 26248
    },
    {
      "epoch": 2.8457285342584564,
      "grad_norm": 0.17111755907535553,
      "learning_rate": 5.16103293195996e-06,
      "loss": 0.0176,
      "step": 26249
    },
    {
      "epoch": 2.845836947094536,
      "grad_norm": 0.2081342190504074,
      "learning_rate": 5.157406064123024e-06,
      "loss": 0.0196,
      "step": 26250
    },
    {
      "epoch": 2.845945359930616,
      "grad_norm": 0.06293725222349167,
      "learning_rate": 5.153779196286088e-06,
      "loss": 0.0047,
      "step": 26251
    },
    {
      "epoch": 2.8460537727666955,
      "grad_norm": 0.006588638760149479,
      "learning_rate": 5.150152328449152e-06,
      "loss": 0.0007,
      "step": 26252
    },
    {
      "epoch": 2.8461621856027755,
      "grad_norm": 0.15166246891021729,
      "learning_rate": 5.146525460612215e-06,
      "loss": 0.0087,
      "step": 26253
    },
    {
      "epoch": 2.8462705984388554,
      "grad_norm": 0.06681139767169952,
      "learning_rate": 5.142898592775279e-06,
      "loss": 0.0042,
      "step": 26254
    },
    {
      "epoch": 2.846379011274935,
      "grad_norm": 0.24035745859146118,
      "learning_rate": 5.1392717249383435e-06,
      "loss": 0.0202,
      "step": 26255
    },
    {
      "epoch": 2.8464874241110145,
      "grad_norm": 0.21626046299934387,
      "learning_rate": 5.135644857101408e-06,
      "loss": 0.015,
      "step": 26256
    },
    {
      "epoch": 2.8465958369470945,
      "grad_norm": 0.09394636750221252,
      "learning_rate": 5.132017989264471e-06,
      "loss": 0.0045,
      "step": 26257
    },
    {
      "epoch": 2.8467042497831745,
      "grad_norm": 0.10444704443216324,
      "learning_rate": 5.128391121427535e-06,
      "loss": 0.0055,
      "step": 26258
    },
    {
      "epoch": 2.846812662619254,
      "grad_norm": 0.17196102440357208,
      "learning_rate": 5.124764253590599e-06,
      "loss": 0.0141,
      "step": 26259
    },
    {
      "epoch": 2.846921075455334,
      "grad_norm": 0.35649409890174866,
      "learning_rate": 5.121137385753663e-06,
      "loss": 0.0338,
      "step": 26260
    },
    {
      "epoch": 2.8470294882914136,
      "grad_norm": 0.1268371045589447,
      "learning_rate": 5.117510517916727e-06,
      "loss": 0.0077,
      "step": 26261
    },
    {
      "epoch": 2.8471379011274935,
      "grad_norm": 0.1228925883769989,
      "learning_rate": 5.113883650079791e-06,
      "loss": 0.0152,
      "step": 26262
    },
    {
      "epoch": 2.8472463139635735,
      "grad_norm": 0.0915800929069519,
      "learning_rate": 5.1102567822428555e-06,
      "loss": 0.007,
      "step": 26263
    },
    {
      "epoch": 2.847354726799653,
      "grad_norm": 0.2570083737373352,
      "learning_rate": 5.10662991440592e-06,
      "loss": 0.0267,
      "step": 26264
    },
    {
      "epoch": 2.8474631396357326,
      "grad_norm": 0.6009230017662048,
      "learning_rate": 5.103003046568984e-06,
      "loss": 0.031,
      "step": 26265
    },
    {
      "epoch": 2.8475715524718126,
      "grad_norm": 0.2388601005077362,
      "learning_rate": 5.099376178732047e-06,
      "loss": 0.0121,
      "step": 26266
    },
    {
      "epoch": 2.8476799653078926,
      "grad_norm": 0.19200000166893005,
      "learning_rate": 5.095749310895111e-06,
      "loss": 0.0114,
      "step": 26267
    },
    {
      "epoch": 2.847788378143972,
      "grad_norm": 0.0585695318877697,
      "learning_rate": 5.092122443058175e-06,
      "loss": 0.0014,
      "step": 26268
    },
    {
      "epoch": 2.847896790980052,
      "grad_norm": 0.004771069157868624,
      "learning_rate": 5.088495575221239e-06,
      "loss": 0.0003,
      "step": 26269
    },
    {
      "epoch": 2.8480052038161316,
      "grad_norm": 0.6708067059516907,
      "learning_rate": 5.084868707384303e-06,
      "loss": 0.0608,
      "step": 26270
    },
    {
      "epoch": 2.8481136166522116,
      "grad_norm": 0.02674238197505474,
      "learning_rate": 5.081241839547367e-06,
      "loss": 0.0013,
      "step": 26271
    },
    {
      "epoch": 2.8482220294882916,
      "grad_norm": 0.07892891019582748,
      "learning_rate": 5.077614971710431e-06,
      "loss": 0.0049,
      "step": 26272
    },
    {
      "epoch": 2.848330442324371,
      "grad_norm": 0.32880499958992004,
      "learning_rate": 5.073988103873495e-06,
      "loss": 0.0398,
      "step": 26273
    },
    {
      "epoch": 2.848438855160451,
      "grad_norm": 0.3519156277179718,
      "learning_rate": 5.070361236036559e-06,
      "loss": 0.0125,
      "step": 26274
    },
    {
      "epoch": 2.8485472679965307,
      "grad_norm": 0.1079021468758583,
      "learning_rate": 5.066734368199623e-06,
      "loss": 0.0069,
      "step": 26275
    },
    {
      "epoch": 2.8486556808326107,
      "grad_norm": 0.042157601565122604,
      "learning_rate": 5.063107500362687e-06,
      "loss": 0.0024,
      "step": 26276
    },
    {
      "epoch": 2.84876409366869,
      "grad_norm": 0.22216416895389557,
      "learning_rate": 5.059480632525751e-06,
      "loss": 0.0239,
      "step": 26277
    },
    {
      "epoch": 2.84887250650477,
      "grad_norm": 0.004889474716037512,
      "learning_rate": 5.055853764688815e-06,
      "loss": 0.0004,
      "step": 26278
    },
    {
      "epoch": 2.8489809193408497,
      "grad_norm": 0.06647486239671707,
      "learning_rate": 5.052226896851879e-06,
      "loss": 0.0065,
      "step": 26279
    },
    {
      "epoch": 2.8490893321769297,
      "grad_norm": 0.03689665347337723,
      "learning_rate": 5.048600029014943e-06,
      "loss": 0.0043,
      "step": 26280
    },
    {
      "epoch": 2.8491977450130097,
      "grad_norm": 0.18637631833553314,
      "learning_rate": 5.044973161178007e-06,
      "loss": 0.0571,
      "step": 26281
    },
    {
      "epoch": 2.8493061578490892,
      "grad_norm": 0.2092214971780777,
      "learning_rate": 5.041346293341071e-06,
      "loss": 0.0177,
      "step": 26282
    },
    {
      "epoch": 2.8494145706851692,
      "grad_norm": 0.11410859227180481,
      "learning_rate": 5.037719425504135e-06,
      "loss": 0.0084,
      "step": 26283
    },
    {
      "epoch": 2.8495229835212488,
      "grad_norm": 0.06148848310112953,
      "learning_rate": 5.034092557667198e-06,
      "loss": 0.0027,
      "step": 26284
    },
    {
      "epoch": 2.8496313963573288,
      "grad_norm": 0.08839648962020874,
      "learning_rate": 5.0304656898302624e-06,
      "loss": 0.0093,
      "step": 26285
    },
    {
      "epoch": 2.8497398091934087,
      "grad_norm": 0.1468731313943863,
      "learning_rate": 5.0268388219933265e-06,
      "loss": 0.0035,
      "step": 26286
    },
    {
      "epoch": 2.8498482220294883,
      "grad_norm": 0.303661972284317,
      "learning_rate": 5.023211954156391e-06,
      "loss": 0.0153,
      "step": 26287
    },
    {
      "epoch": 2.849956634865568,
      "grad_norm": 0.25277021527290344,
      "learning_rate": 5.019585086319455e-06,
      "loss": 0.0247,
      "step": 26288
    },
    {
      "epoch": 2.850065047701648,
      "grad_norm": 0.3281683921813965,
      "learning_rate": 5.015958218482519e-06,
      "loss": 0.0358,
      "step": 26289
    },
    {
      "epoch": 2.850173460537728,
      "grad_norm": 0.14472596347332,
      "learning_rate": 5.012331350645583e-06,
      "loss": 0.0147,
      "step": 26290
    },
    {
      "epoch": 2.8502818733738073,
      "grad_norm": 0.26273471117019653,
      "learning_rate": 5.008704482808647e-06,
      "loss": 0.0149,
      "step": 26291
    },
    {
      "epoch": 2.8503902862098873,
      "grad_norm": 0.2066168636083603,
      "learning_rate": 5.00507761497171e-06,
      "loss": 0.0181,
      "step": 26292
    },
    {
      "epoch": 2.850498699045967,
      "grad_norm": 0.18452516198158264,
      "learning_rate": 5.0014507471347744e-06,
      "loss": 0.0381,
      "step": 26293
    },
    {
      "epoch": 2.850607111882047,
      "grad_norm": 0.13006292283535004,
      "learning_rate": 4.9978238792978385e-06,
      "loss": 0.0154,
      "step": 26294
    },
    {
      "epoch": 2.850715524718127,
      "grad_norm": 0.038627367466688156,
      "learning_rate": 4.994197011460903e-06,
      "loss": 0.0023,
      "step": 26295
    },
    {
      "epoch": 2.8508239375542064,
      "grad_norm": 0.0511157251894474,
      "learning_rate": 4.990570143623967e-06,
      "loss": 0.0042,
      "step": 26296
    },
    {
      "epoch": 2.8509323503902864,
      "grad_norm": 0.2714269161224365,
      "learning_rate": 4.986943275787031e-06,
      "loss": 0.0227,
      "step": 26297
    },
    {
      "epoch": 2.851040763226366,
      "grad_norm": 0.11656203120946884,
      "learning_rate": 4.983316407950094e-06,
      "loss": 0.005,
      "step": 26298
    },
    {
      "epoch": 2.851149176062446,
      "grad_norm": 0.1631648689508438,
      "learning_rate": 4.979689540113158e-06,
      "loss": 0.0138,
      "step": 26299
    },
    {
      "epoch": 2.8512575888985254,
      "grad_norm": 0.19327816367149353,
      "learning_rate": 4.976062672276222e-06,
      "loss": 0.015,
      "step": 26300
    },
    {
      "epoch": 2.8513660017346054,
      "grad_norm": 0.09854377061128616,
      "learning_rate": 4.972435804439286e-06,
      "loss": 0.0101,
      "step": 26301
    },
    {
      "epoch": 2.851474414570685,
      "grad_norm": 0.2681898772716522,
      "learning_rate": 4.9688089366023505e-06,
      "loss": 0.0197,
      "step": 26302
    },
    {
      "epoch": 2.851582827406765,
      "grad_norm": 0.16509850323200226,
      "learning_rate": 4.965182068765415e-06,
      "loss": 0.0163,
      "step": 26303
    },
    {
      "epoch": 2.851691240242845,
      "grad_norm": 0.17110301554203033,
      "learning_rate": 4.961555200928479e-06,
      "loss": 0.0073,
      "step": 26304
    },
    {
      "epoch": 2.8517996530789245,
      "grad_norm": 0.26295027136802673,
      "learning_rate": 4.957928333091543e-06,
      "loss": 0.0434,
      "step": 26305
    },
    {
      "epoch": 2.8519080659150045,
      "grad_norm": 0.004871580749750137,
      "learning_rate": 4.954301465254606e-06,
      "loss": 0.0004,
      "step": 26306
    },
    {
      "epoch": 2.852016478751084,
      "grad_norm": 0.056391701102256775,
      "learning_rate": 4.95067459741767e-06,
      "loss": 0.0049,
      "step": 26307
    },
    {
      "epoch": 2.852124891587164,
      "grad_norm": 0.05842842534184456,
      "learning_rate": 4.947047729580734e-06,
      "loss": 0.0035,
      "step": 26308
    },
    {
      "epoch": 2.852233304423244,
      "grad_norm": 0.01349166501313448,
      "learning_rate": 4.943420861743798e-06,
      "loss": 0.0011,
      "step": 26309
    },
    {
      "epoch": 2.8523417172593235,
      "grad_norm": 0.14873994886875153,
      "learning_rate": 4.9397939939068625e-06,
      "loss": 0.0111,
      "step": 26310
    },
    {
      "epoch": 2.852450130095403,
      "grad_norm": 0.11327023059129715,
      "learning_rate": 4.936167126069927e-06,
      "loss": 0.0075,
      "step": 26311
    },
    {
      "epoch": 2.852558542931483,
      "grad_norm": 0.1304972916841507,
      "learning_rate": 4.93254025823299e-06,
      "loss": 0.0067,
      "step": 26312
    },
    {
      "epoch": 2.852666955767563,
      "grad_norm": 0.3571300506591797,
      "learning_rate": 4.928913390396054e-06,
      "loss": 0.011,
      "step": 26313
    },
    {
      "epoch": 2.8527753686036426,
      "grad_norm": 0.06024792045354843,
      "learning_rate": 4.925286522559118e-06,
      "loss": 0.0032,
      "step": 26314
    },
    {
      "epoch": 2.8528837814397225,
      "grad_norm": 0.38842248916625977,
      "learning_rate": 4.921659654722182e-06,
      "loss": 0.0137,
      "step": 26315
    },
    {
      "epoch": 2.852992194275802,
      "grad_norm": 0.02741307206451893,
      "learning_rate": 4.918032786885246e-06,
      "loss": 0.0048,
      "step": 26316
    },
    {
      "epoch": 2.853100607111882,
      "grad_norm": 0.24139679968357086,
      "learning_rate": 4.91440591904831e-06,
      "loss": 0.0123,
      "step": 26317
    },
    {
      "epoch": 2.853209019947962,
      "grad_norm": 0.14811758697032928,
      "learning_rate": 4.9107790512113745e-06,
      "loss": 0.0053,
      "step": 26318
    },
    {
      "epoch": 2.8533174327840416,
      "grad_norm": 0.11389973759651184,
      "learning_rate": 4.907152183374438e-06,
      "loss": 0.0105,
      "step": 26319
    },
    {
      "epoch": 2.8534258456201216,
      "grad_norm": 0.1154334545135498,
      "learning_rate": 4.903525315537502e-06,
      "loss": 0.0125,
      "step": 26320
    },
    {
      "epoch": 2.853534258456201,
      "grad_norm": 0.1478693187236786,
      "learning_rate": 4.899898447700566e-06,
      "loss": 0.0103,
      "step": 26321
    },
    {
      "epoch": 2.853642671292281,
      "grad_norm": 0.525262713432312,
      "learning_rate": 4.89627157986363e-06,
      "loss": 0.0404,
      "step": 26322
    },
    {
      "epoch": 2.8537510841283606,
      "grad_norm": 0.04002954065799713,
      "learning_rate": 4.892644712026694e-06,
      "loss": 0.0028,
      "step": 26323
    },
    {
      "epoch": 2.8538594969644406,
      "grad_norm": 0.07235784828662872,
      "learning_rate": 4.889017844189758e-06,
      "loss": 0.0083,
      "step": 26324
    },
    {
      "epoch": 2.85396790980052,
      "grad_norm": 0.0907079353928566,
      "learning_rate": 4.8853909763528216e-06,
      "loss": 0.0121,
      "step": 26325
    },
    {
      "epoch": 2.8540763226366,
      "grad_norm": 0.010050713084638119,
      "learning_rate": 4.881764108515886e-06,
      "loss": 0.0007,
      "step": 26326
    },
    {
      "epoch": 2.85418473547268,
      "grad_norm": 0.776139497756958,
      "learning_rate": 4.87813724067895e-06,
      "loss": 0.079,
      "step": 26327
    },
    {
      "epoch": 2.8542931483087597,
      "grad_norm": 0.3014073669910431,
      "learning_rate": 4.874510372842014e-06,
      "loss": 0.0303,
      "step": 26328
    },
    {
      "epoch": 2.8544015611448397,
      "grad_norm": 0.09404072165489197,
      "learning_rate": 4.870883505005078e-06,
      "loss": 0.0102,
      "step": 26329
    },
    {
      "epoch": 2.854509973980919,
      "grad_norm": 0.08611290901899338,
      "learning_rate": 4.867256637168142e-06,
      "loss": 0.0082,
      "step": 26330
    },
    {
      "epoch": 2.854618386816999,
      "grad_norm": 0.04403770714998245,
      "learning_rate": 4.863629769331206e-06,
      "loss": 0.003,
      "step": 26331
    },
    {
      "epoch": 2.854726799653079,
      "grad_norm": 0.3082568943500519,
      "learning_rate": 4.8600029014942694e-06,
      "loss": 0.0211,
      "step": 26332
    },
    {
      "epoch": 2.8548352124891587,
      "grad_norm": 0.4259178638458252,
      "learning_rate": 4.8563760336573335e-06,
      "loss": 0.0359,
      "step": 26333
    },
    {
      "epoch": 2.8549436253252383,
      "grad_norm": 0.03560240566730499,
      "learning_rate": 4.852749165820398e-06,
      "loss": 0.003,
      "step": 26334
    },
    {
      "epoch": 2.8550520381613183,
      "grad_norm": 0.06355559080839157,
      "learning_rate": 4.849122297983462e-06,
      "loss": 0.0046,
      "step": 26335
    },
    {
      "epoch": 2.8551604509973982,
      "grad_norm": 0.043716851621866226,
      "learning_rate": 4.845495430146526e-06,
      "loss": 0.0035,
      "step": 26336
    },
    {
      "epoch": 2.8552688638334778,
      "grad_norm": 0.027737978845834732,
      "learning_rate": 4.84186856230959e-06,
      "loss": 0.0016,
      "step": 26337
    },
    {
      "epoch": 2.8553772766695578,
      "grad_norm": 0.5813151597976685,
      "learning_rate": 4.838241694472654e-06,
      "loss": 0.0505,
      "step": 26338
    },
    {
      "epoch": 2.8554856895056373,
      "grad_norm": 0.08739126473665237,
      "learning_rate": 4.834614826635717e-06,
      "loss": 0.0065,
      "step": 26339
    },
    {
      "epoch": 2.8555941023417173,
      "grad_norm": 0.10370755940675735,
      "learning_rate": 4.8309879587987814e-06,
      "loss": 0.0075,
      "step": 26340
    },
    {
      "epoch": 2.8557025151777973,
      "grad_norm": 0.05345332622528076,
      "learning_rate": 4.8273610909618455e-06,
      "loss": 0.0022,
      "step": 26341
    },
    {
      "epoch": 2.855810928013877,
      "grad_norm": 0.0027754087932407856,
      "learning_rate": 4.82373422312491e-06,
      "loss": 0.0002,
      "step": 26342
    },
    {
      "epoch": 2.855919340849957,
      "grad_norm": 0.34809139370918274,
      "learning_rate": 4.820107355287974e-06,
      "loss": 0.0375,
      "step": 26343
    },
    {
      "epoch": 2.8560277536860363,
      "grad_norm": 0.12189896404743195,
      "learning_rate": 4.816480487451038e-06,
      "loss": 0.0061,
      "step": 26344
    },
    {
      "epoch": 2.8561361665221163,
      "grad_norm": 0.1500956267118454,
      "learning_rate": 4.812853619614101e-06,
      "loss": 0.0208,
      "step": 26345
    },
    {
      "epoch": 2.856244579358196,
      "grad_norm": 0.2513291835784912,
      "learning_rate": 4.809226751777165e-06,
      "loss": 0.0288,
      "step": 26346
    },
    {
      "epoch": 2.856352992194276,
      "grad_norm": 0.1693989634513855,
      "learning_rate": 4.805599883940229e-06,
      "loss": 0.0092,
      "step": 26347
    },
    {
      "epoch": 2.8564614050303554,
      "grad_norm": 0.19608935713768005,
      "learning_rate": 4.8019730161032934e-06,
      "loss": 0.0109,
      "step": 26348
    },
    {
      "epoch": 2.8565698178664354,
      "grad_norm": 0.105826735496521,
      "learning_rate": 4.7983461482663575e-06,
      "loss": 0.0168,
      "step": 26349
    },
    {
      "epoch": 2.8566782307025154,
      "grad_norm": 0.008587576448917389,
      "learning_rate": 4.794719280429422e-06,
      "loss": 0.0005,
      "step": 26350
    },
    {
      "epoch": 2.856786643538595,
      "grad_norm": 0.12004897743463516,
      "learning_rate": 4.791092412592486e-06,
      "loss": 0.0039,
      "step": 26351
    },
    {
      "epoch": 2.856895056374675,
      "grad_norm": 0.1535797119140625,
      "learning_rate": 4.787465544755549e-06,
      "loss": 0.0402,
      "step": 26352
    },
    {
      "epoch": 2.8570034692107544,
      "grad_norm": 0.04764875769615173,
      "learning_rate": 4.783838676918613e-06,
      "loss": 0.0018,
      "step": 26353
    },
    {
      "epoch": 2.8571118820468344,
      "grad_norm": 0.08401602506637573,
      "learning_rate": 4.780211809081677e-06,
      "loss": 0.0055,
      "step": 26354
    },
    {
      "epoch": 2.8572202948829144,
      "grad_norm": 0.2531556785106659,
      "learning_rate": 4.776584941244741e-06,
      "loss": 0.0182,
      "step": 26355
    },
    {
      "epoch": 2.857328707718994,
      "grad_norm": 0.04209035634994507,
      "learning_rate": 4.7729580734078054e-06,
      "loss": 0.0022,
      "step": 26356
    },
    {
      "epoch": 2.8574371205550735,
      "grad_norm": 0.12175072729587555,
      "learning_rate": 4.7693312055708695e-06,
      "loss": 0.0058,
      "step": 26357
    },
    {
      "epoch": 2.8575455333911535,
      "grad_norm": 0.2825162708759308,
      "learning_rate": 4.765704337733933e-06,
      "loss": 0.019,
      "step": 26358
    },
    {
      "epoch": 2.8576539462272335,
      "grad_norm": 0.055979542434215546,
      "learning_rate": 4.762077469896997e-06,
      "loss": 0.0038,
      "step": 26359
    },
    {
      "epoch": 2.857762359063313,
      "grad_norm": 0.08770249783992767,
      "learning_rate": 4.758450602060061e-06,
      "loss": 0.0045,
      "step": 26360
    },
    {
      "epoch": 2.857870771899393,
      "grad_norm": 0.05409522354602814,
      "learning_rate": 4.754823734223125e-06,
      "loss": 0.0088,
      "step": 26361
    },
    {
      "epoch": 2.8579791847354725,
      "grad_norm": 0.09243792295455933,
      "learning_rate": 4.751196866386189e-06,
      "loss": 0.0027,
      "step": 26362
    },
    {
      "epoch": 2.8580875975715525,
      "grad_norm": 0.16577471792697906,
      "learning_rate": 4.747569998549253e-06,
      "loss": 0.0124,
      "step": 26363
    },
    {
      "epoch": 2.8581960104076325,
      "grad_norm": 0.1818326711654663,
      "learning_rate": 4.743943130712317e-06,
      "loss": 0.0185,
      "step": 26364
    },
    {
      "epoch": 2.858304423243712,
      "grad_norm": 0.22482693195343018,
      "learning_rate": 4.7403162628753815e-06,
      "loss": 0.0119,
      "step": 26365
    },
    {
      "epoch": 2.8584128360797916,
      "grad_norm": 0.2809281349182129,
      "learning_rate": 4.736689395038445e-06,
      "loss": 0.0262,
      "step": 26366
    },
    {
      "epoch": 2.8585212489158716,
      "grad_norm": 0.3083653151988983,
      "learning_rate": 4.733062527201509e-06,
      "loss": 0.0128,
      "step": 26367
    },
    {
      "epoch": 2.8586296617519515,
      "grad_norm": 0.014931388199329376,
      "learning_rate": 4.729435659364573e-06,
      "loss": 0.0013,
      "step": 26368
    },
    {
      "epoch": 2.858738074588031,
      "grad_norm": 0.17601141333580017,
      "learning_rate": 4.725808791527637e-06,
      "loss": 0.0508,
      "step": 26369
    },
    {
      "epoch": 2.858846487424111,
      "grad_norm": 0.11710552126169205,
      "learning_rate": 4.722181923690701e-06,
      "loss": 0.0063,
      "step": 26370
    },
    {
      "epoch": 2.8589549002601906,
      "grad_norm": 0.24729998409748077,
      "learning_rate": 4.7185550558537645e-06,
      "loss": 0.0154,
      "step": 26371
    },
    {
      "epoch": 2.8590633130962706,
      "grad_norm": 0.0427936390042305,
      "learning_rate": 4.7149281880168286e-06,
      "loss": 0.0034,
      "step": 26372
    },
    {
      "epoch": 2.8591717259323506,
      "grad_norm": 0.019467899575829506,
      "learning_rate": 4.711301320179893e-06,
      "loss": 0.0015,
      "step": 26373
    },
    {
      "epoch": 2.85928013876843,
      "grad_norm": 0.05064673721790314,
      "learning_rate": 4.707674452342957e-06,
      "loss": 0.0021,
      "step": 26374
    },
    {
      "epoch": 2.85938855160451,
      "grad_norm": 0.12344114482402802,
      "learning_rate": 4.704047584506021e-06,
      "loss": 0.0294,
      "step": 26375
    },
    {
      "epoch": 2.8594969644405897,
      "grad_norm": 0.20427383482456207,
      "learning_rate": 4.700420716669085e-06,
      "loss": 0.0114,
      "step": 26376
    },
    {
      "epoch": 2.8596053772766696,
      "grad_norm": 0.10878924280405045,
      "learning_rate": 4.696793848832149e-06,
      "loss": 0.0099,
      "step": 26377
    },
    {
      "epoch": 2.8597137901127496,
      "grad_norm": 0.07510370016098022,
      "learning_rate": 4.693166980995213e-06,
      "loss": 0.0067,
      "step": 26378
    },
    {
      "epoch": 2.859822202948829,
      "grad_norm": 0.0137376943603158,
      "learning_rate": 4.6895401131582765e-06,
      "loss": 0.0006,
      "step": 26379
    },
    {
      "epoch": 2.8599306157849087,
      "grad_norm": 0.1562729775905609,
      "learning_rate": 4.6859132453213406e-06,
      "loss": 0.009,
      "step": 26380
    },
    {
      "epoch": 2.8600390286209887,
      "grad_norm": 0.051383793354034424,
      "learning_rate": 4.682286377484405e-06,
      "loss": 0.0035,
      "step": 26381
    },
    {
      "epoch": 2.8601474414570687,
      "grad_norm": 0.13097290694713593,
      "learning_rate": 4.678659509647469e-06,
      "loss": 0.0063,
      "step": 26382
    },
    {
      "epoch": 2.860255854293148,
      "grad_norm": 0.2743140757083893,
      "learning_rate": 4.675032641810533e-06,
      "loss": 0.0369,
      "step": 26383
    },
    {
      "epoch": 2.860364267129228,
      "grad_norm": 0.17588907480239868,
      "learning_rate": 4.671405773973596e-06,
      "loss": 0.0151,
      "step": 26384
    },
    {
      "epoch": 2.8604726799653077,
      "grad_norm": 0.019125284627079964,
      "learning_rate": 4.66777890613666e-06,
      "loss": 0.0017,
      "step": 26385
    },
    {
      "epoch": 2.8605810928013877,
      "grad_norm": 0.04135102033615112,
      "learning_rate": 4.664152038299724e-06,
      "loss": 0.0014,
      "step": 26386
    },
    {
      "epoch": 2.8606895056374677,
      "grad_norm": 0.027611499652266502,
      "learning_rate": 4.6605251704627884e-06,
      "loss": 0.0018,
      "step": 26387
    },
    {
      "epoch": 2.8607979184735473,
      "grad_norm": 0.030029423534870148,
      "learning_rate": 4.6568983026258526e-06,
      "loss": 0.0027,
      "step": 26388
    },
    {
      "epoch": 2.860906331309627,
      "grad_norm": 0.42384108901023865,
      "learning_rate": 4.653271434788917e-06,
      "loss": 0.0249,
      "step": 26389
    },
    {
      "epoch": 2.861014744145707,
      "grad_norm": 0.1058497354388237,
      "learning_rate": 4.649644566951981e-06,
      "loss": 0.0114,
      "step": 26390
    },
    {
      "epoch": 2.8611231569817868,
      "grad_norm": 0.36809149384498596,
      "learning_rate": 4.646017699115045e-06,
      "loss": 0.0257,
      "step": 26391
    },
    {
      "epoch": 2.8612315698178663,
      "grad_norm": 0.10876243561506271,
      "learning_rate": 4.642390831278109e-06,
      "loss": 0.0067,
      "step": 26392
    },
    {
      "epoch": 2.8613399826539463,
      "grad_norm": 0.553585410118103,
      "learning_rate": 4.638763963441172e-06,
      "loss": 0.0167,
      "step": 26393
    },
    {
      "epoch": 2.861448395490026,
      "grad_norm": 0.10014519095420837,
      "learning_rate": 4.635137095604236e-06,
      "loss": 0.0094,
      "step": 26394
    },
    {
      "epoch": 2.861556808326106,
      "grad_norm": 0.03928757458925247,
      "learning_rate": 4.6315102277673004e-06,
      "loss": 0.003,
      "step": 26395
    },
    {
      "epoch": 2.861665221162186,
      "grad_norm": 0.18911945819854736,
      "learning_rate": 4.6278833599303645e-06,
      "loss": 0.0148,
      "step": 26396
    },
    {
      "epoch": 2.8617736339982653,
      "grad_norm": 0.05825487896800041,
      "learning_rate": 4.624256492093429e-06,
      "loss": 0.0091,
      "step": 26397
    },
    {
      "epoch": 2.8618820468343453,
      "grad_norm": 0.05096915736794472,
      "learning_rate": 4.620629624256492e-06,
      "loss": 0.0018,
      "step": 26398
    },
    {
      "epoch": 2.861990459670425,
      "grad_norm": 0.19350087642669678,
      "learning_rate": 4.617002756419556e-06,
      "loss": 0.0276,
      "step": 26399
    },
    {
      "epoch": 2.862098872506505,
      "grad_norm": 0.04170650616288185,
      "learning_rate": 4.61337588858262e-06,
      "loss": 0.0022,
      "step": 26400
    },
    {
      "epoch": 2.862207285342585,
      "grad_norm": 0.11941125243902206,
      "learning_rate": 4.609749020745684e-06,
      "loss": 0.0063,
      "step": 26401
    },
    {
      "epoch": 2.8623156981786644,
      "grad_norm": 0.04357822984457016,
      "learning_rate": 4.606122152908748e-06,
      "loss": 0.0042,
      "step": 26402
    },
    {
      "epoch": 2.862424111014744,
      "grad_norm": 0.014866665937006474,
      "learning_rate": 4.6024952850718124e-06,
      "loss": 0.0007,
      "step": 26403
    },
    {
      "epoch": 2.862532523850824,
      "grad_norm": 0.14498278498649597,
      "learning_rate": 4.5988684172348765e-06,
      "loss": 0.0162,
      "step": 26404
    },
    {
      "epoch": 2.862640936686904,
      "grad_norm": 0.021959709003567696,
      "learning_rate": 4.595241549397941e-06,
      "loss": 0.001,
      "step": 26405
    },
    {
      "epoch": 2.8627493495229834,
      "grad_norm": 0.12989290058612823,
      "learning_rate": 4.591614681561004e-06,
      "loss": 0.007,
      "step": 26406
    },
    {
      "epoch": 2.8628577623590634,
      "grad_norm": 0.14958171546459198,
      "learning_rate": 4.587987813724068e-06,
      "loss": 0.0133,
      "step": 26407
    },
    {
      "epoch": 2.862966175195143,
      "grad_norm": 0.01785328797996044,
      "learning_rate": 4.584360945887132e-06,
      "loss": 0.0015,
      "step": 26408
    },
    {
      "epoch": 2.863074588031223,
      "grad_norm": 0.1718389391899109,
      "learning_rate": 4.580734078050196e-06,
      "loss": 0.0118,
      "step": 26409
    },
    {
      "epoch": 2.863183000867303,
      "grad_norm": 0.018381940200924873,
      "learning_rate": 4.57710721021326e-06,
      "loss": 0.0017,
      "step": 26410
    },
    {
      "epoch": 2.8632914137033825,
      "grad_norm": 0.20419900119304657,
      "learning_rate": 4.573480342376324e-06,
      "loss": 0.0256,
      "step": 26411
    },
    {
      "epoch": 2.863399826539462,
      "grad_norm": 0.02980494685471058,
      "learning_rate": 4.569853474539388e-06,
      "loss": 0.0019,
      "step": 26412
    },
    {
      "epoch": 2.863508239375542,
      "grad_norm": 0.17301592230796814,
      "learning_rate": 4.566226606702452e-06,
      "loss": 0.0151,
      "step": 26413
    },
    {
      "epoch": 2.863616652211622,
      "grad_norm": 0.32728660106658936,
      "learning_rate": 4.562599738865516e-06,
      "loss": 0.0084,
      "step": 26414
    },
    {
      "epoch": 2.8637250650477015,
      "grad_norm": 0.1402527540922165,
      "learning_rate": 4.55897287102858e-06,
      "loss": 0.0138,
      "step": 26415
    },
    {
      "epoch": 2.8638334778837815,
      "grad_norm": 0.21734009683132172,
      "learning_rate": 4.555346003191644e-06,
      "loss": 0.0122,
      "step": 26416
    },
    {
      "epoch": 2.863941890719861,
      "grad_norm": 0.3259601891040802,
      "learning_rate": 4.551719135354708e-06,
      "loss": 0.0208,
      "step": 26417
    },
    {
      "epoch": 2.864050303555941,
      "grad_norm": 0.039863765239715576,
      "learning_rate": 4.548092267517772e-06,
      "loss": 0.002,
      "step": 26418
    },
    {
      "epoch": 2.864158716392021,
      "grad_norm": 0.1744111329317093,
      "learning_rate": 4.544465399680836e-06,
      "loss": 0.0175,
      "step": 26419
    },
    {
      "epoch": 2.8642671292281006,
      "grad_norm": 0.20387890934944153,
      "learning_rate": 4.5408385318439e-06,
      "loss": 0.018,
      "step": 26420
    },
    {
      "epoch": 2.8643755420641805,
      "grad_norm": 0.08924274146556854,
      "learning_rate": 4.537211664006964e-06,
      "loss": 0.0091,
      "step": 26421
    },
    {
      "epoch": 2.86448395490026,
      "grad_norm": 0.2591911256313324,
      "learning_rate": 4.533584796170028e-06,
      "loss": 0.0125,
      "step": 26422
    },
    {
      "epoch": 2.86459236773634,
      "grad_norm": 0.021153755486011505,
      "learning_rate": 4.529957928333092e-06,
      "loss": 0.002,
      "step": 26423
    },
    {
      "epoch": 2.8647007805724196,
      "grad_norm": 0.2722758948802948,
      "learning_rate": 4.526331060496155e-06,
      "loss": 0.0148,
      "step": 26424
    },
    {
      "epoch": 2.8648091934084996,
      "grad_norm": 0.038691550493240356,
      "learning_rate": 4.522704192659219e-06,
      "loss": 0.0043,
      "step": 26425
    },
    {
      "epoch": 2.864917606244579,
      "grad_norm": 0.04405008256435394,
      "learning_rate": 4.5190773248222835e-06,
      "loss": 0.0053,
      "step": 26426
    },
    {
      "epoch": 2.865026019080659,
      "grad_norm": 0.3221883773803711,
      "learning_rate": 4.5154504569853476e-06,
      "loss": 0.0222,
      "step": 26427
    },
    {
      "epoch": 2.865134431916739,
      "grad_norm": 0.016843093559145927,
      "learning_rate": 4.511823589148412e-06,
      "loss": 0.001,
      "step": 26428
    },
    {
      "epoch": 2.8652428447528187,
      "grad_norm": 0.09559444338083267,
      "learning_rate": 4.508196721311476e-06,
      "loss": 0.0074,
      "step": 26429
    },
    {
      "epoch": 2.8653512575888986,
      "grad_norm": 0.0267825648188591,
      "learning_rate": 4.50456985347454e-06,
      "loss": 0.0022,
      "step": 26430
    },
    {
      "epoch": 2.865459670424978,
      "grad_norm": 0.09743045270442963,
      "learning_rate": 4.500942985637604e-06,
      "loss": 0.0044,
      "step": 26431
    },
    {
      "epoch": 2.865568083261058,
      "grad_norm": 0.02286953292787075,
      "learning_rate": 4.497316117800668e-06,
      "loss": 0.0013,
      "step": 26432
    },
    {
      "epoch": 2.865676496097138,
      "grad_norm": 0.09165729582309723,
      "learning_rate": 4.493689249963731e-06,
      "loss": 0.0054,
      "step": 26433
    },
    {
      "epoch": 2.8657849089332177,
      "grad_norm": 0.1615464985370636,
      "learning_rate": 4.4900623821267955e-06,
      "loss": 0.0158,
      "step": 26434
    },
    {
      "epoch": 2.8658933217692972,
      "grad_norm": 0.09755729883909225,
      "learning_rate": 4.4864355142898596e-06,
      "loss": 0.0067,
      "step": 26435
    },
    {
      "epoch": 2.866001734605377,
      "grad_norm": 0.2963162958621979,
      "learning_rate": 4.482808646452924e-06,
      "loss": 0.0141,
      "step": 26436
    },
    {
      "epoch": 2.866110147441457,
      "grad_norm": 0.07790900021791458,
      "learning_rate": 4.479181778615987e-06,
      "loss": 0.0125,
      "step": 26437
    },
    {
      "epoch": 2.8662185602775367,
      "grad_norm": 0.505867600440979,
      "learning_rate": 4.475554910779051e-06,
      "loss": 0.0271,
      "step": 26438
    },
    {
      "epoch": 2.8663269731136167,
      "grad_norm": 0.02567213401198387,
      "learning_rate": 4.471928042942115e-06,
      "loss": 0.0013,
      "step": 26439
    },
    {
      "epoch": 2.8664353859496963,
      "grad_norm": 0.045082829892635345,
      "learning_rate": 4.468301175105179e-06,
      "loss": 0.004,
      "step": 26440
    },
    {
      "epoch": 2.8665437987857763,
      "grad_norm": 0.00956488586962223,
      "learning_rate": 4.464674307268243e-06,
      "loss": 0.001,
      "step": 26441
    },
    {
      "epoch": 2.8666522116218562,
      "grad_norm": 0.23225434124469757,
      "learning_rate": 4.4610474394313075e-06,
      "loss": 0.0118,
      "step": 26442
    },
    {
      "epoch": 2.866760624457936,
      "grad_norm": 0.03245356306433678,
      "learning_rate": 4.4574205715943716e-06,
      "loss": 0.0011,
      "step": 26443
    },
    {
      "epoch": 2.8668690372940158,
      "grad_norm": 0.11701101064682007,
      "learning_rate": 4.453793703757436e-06,
      "loss": 0.007,
      "step": 26444
    },
    {
      "epoch": 2.8669774501300953,
      "grad_norm": 0.05369412899017334,
      "learning_rate": 4.4501668359205e-06,
      "loss": 0.0036,
      "step": 26445
    },
    {
      "epoch": 2.8670858629661753,
      "grad_norm": 0.06471887975931168,
      "learning_rate": 4.446539968083564e-06,
      "loss": 0.0027,
      "step": 26446
    },
    {
      "epoch": 2.867194275802255,
      "grad_norm": 0.4694921672344208,
      "learning_rate": 4.442913100246627e-06,
      "loss": 0.049,
      "step": 26447
    },
    {
      "epoch": 2.867302688638335,
      "grad_norm": 0.1522664725780487,
      "learning_rate": 4.439286232409691e-06,
      "loss": 0.0101,
      "step": 26448
    },
    {
      "epoch": 2.8674111014744144,
      "grad_norm": 0.054899029433727264,
      "learning_rate": 4.435659364572755e-06,
      "loss": 0.0055,
      "step": 26449
    },
    {
      "epoch": 2.8675195143104943,
      "grad_norm": 0.20429474115371704,
      "learning_rate": 4.432032496735819e-06,
      "loss": 0.0164,
      "step": 26450
    },
    {
      "epoch": 2.8676279271465743,
      "grad_norm": 0.18521377444267273,
      "learning_rate": 4.428405628898883e-06,
      "loss": 0.0205,
      "step": 26451
    },
    {
      "epoch": 2.867736339982654,
      "grad_norm": 0.04135352745652199,
      "learning_rate": 4.424778761061947e-06,
      "loss": 0.0026,
      "step": 26452
    },
    {
      "epoch": 2.867844752818734,
      "grad_norm": 0.2285887748003006,
      "learning_rate": 4.421151893225011e-06,
      "loss": 0.0289,
      "step": 26453
    },
    {
      "epoch": 2.8679531656548134,
      "grad_norm": 0.1659233272075653,
      "learning_rate": 4.417525025388075e-06,
      "loss": 0.0074,
      "step": 26454
    },
    {
      "epoch": 2.8680615784908934,
      "grad_norm": 0.11917860060930252,
      "learning_rate": 4.413898157551139e-06,
      "loss": 0.0145,
      "step": 26455
    },
    {
      "epoch": 2.8681699913269734,
      "grad_norm": 0.34116166830062866,
      "learning_rate": 4.410271289714203e-06,
      "loss": 0.0212,
      "step": 26456
    },
    {
      "epoch": 2.868278404163053,
      "grad_norm": 0.0978480651974678,
      "learning_rate": 4.406644421877267e-06,
      "loss": 0.0075,
      "step": 26457
    },
    {
      "epoch": 2.8683868169991324,
      "grad_norm": 0.0039029084146022797,
      "learning_rate": 4.4030175540403314e-06,
      "loss": 0.0002,
      "step": 26458
    },
    {
      "epoch": 2.8684952298352124,
      "grad_norm": 0.1144796833395958,
      "learning_rate": 4.3993906862033955e-06,
      "loss": 0.0435,
      "step": 26459
    },
    {
      "epoch": 2.8686036426712924,
      "grad_norm": 0.03350990265607834,
      "learning_rate": 4.395763818366459e-06,
      "loss": 0.0036,
      "step": 26460
    },
    {
      "epoch": 2.868712055507372,
      "grad_norm": 0.3671678304672241,
      "learning_rate": 4.392136950529523e-06,
      "loss": 0.0124,
      "step": 26461
    },
    {
      "epoch": 2.868820468343452,
      "grad_norm": 0.0663527175784111,
      "learning_rate": 4.388510082692587e-06,
      "loss": 0.0045,
      "step": 26462
    },
    {
      "epoch": 2.8689288811795315,
      "grad_norm": 0.19510674476623535,
      "learning_rate": 4.38488321485565e-06,
      "loss": 0.0381,
      "step": 26463
    },
    {
      "epoch": 2.8690372940156115,
      "grad_norm": 0.26099833846092224,
      "learning_rate": 4.381256347018714e-06,
      "loss": 0.0118,
      "step": 26464
    },
    {
      "epoch": 2.8691457068516915,
      "grad_norm": 0.5208843350410461,
      "learning_rate": 4.3776294791817785e-06,
      "loss": 0.0162,
      "step": 26465
    },
    {
      "epoch": 2.869254119687771,
      "grad_norm": 0.09033183753490448,
      "learning_rate": 4.374002611344843e-06,
      "loss": 0.0092,
      "step": 26466
    },
    {
      "epoch": 2.869362532523851,
      "grad_norm": 0.06945392489433289,
      "learning_rate": 4.370375743507907e-06,
      "loss": 0.0032,
      "step": 26467
    },
    {
      "epoch": 2.8694709453599305,
      "grad_norm": 0.007832156494259834,
      "learning_rate": 4.366748875670971e-06,
      "loss": 0.0006,
      "step": 26468
    },
    {
      "epoch": 2.8695793581960105,
      "grad_norm": 0.04178093373775482,
      "learning_rate": 4.363122007834035e-06,
      "loss": 0.0021,
      "step": 26469
    },
    {
      "epoch": 2.86968777103209,
      "grad_norm": 0.282042533159256,
      "learning_rate": 4.359495139997099e-06,
      "loss": 0.0143,
      "step": 26470
    },
    {
      "epoch": 2.86979618386817,
      "grad_norm": 0.09512072056531906,
      "learning_rate": 4.355868272160163e-06,
      "loss": 0.0185,
      "step": 26471
    },
    {
      "epoch": 2.8699045967042496,
      "grad_norm": 0.5636104345321655,
      "learning_rate": 4.352241404323227e-06,
      "loss": 0.0399,
      "step": 26472
    },
    {
      "epoch": 2.8700130095403296,
      "grad_norm": 0.4451325237751007,
      "learning_rate": 4.348614536486291e-06,
      "loss": 0.0378,
      "step": 26473
    },
    {
      "epoch": 2.8701214223764095,
      "grad_norm": 0.08773908019065857,
      "learning_rate": 4.344987668649355e-06,
      "loss": 0.004,
      "step": 26474
    },
    {
      "epoch": 2.870229835212489,
      "grad_norm": 0.37531280517578125,
      "learning_rate": 4.341360800812419e-06,
      "loss": 0.0075,
      "step": 26475
    },
    {
      "epoch": 2.870338248048569,
      "grad_norm": 0.1624753177165985,
      "learning_rate": 4.337733932975482e-06,
      "loss": 0.0256,
      "step": 26476
    },
    {
      "epoch": 2.8704466608846486,
      "grad_norm": 0.20907653868198395,
      "learning_rate": 4.334107065138546e-06,
      "loss": 0.0234,
      "step": 26477
    },
    {
      "epoch": 2.8705550737207286,
      "grad_norm": 0.13494010269641876,
      "learning_rate": 4.33048019730161e-06,
      "loss": 0.0165,
      "step": 26478
    },
    {
      "epoch": 2.8706634865568086,
      "grad_norm": 0.06385643035173416,
      "learning_rate": 4.326853329464674e-06,
      "loss": 0.0086,
      "step": 26479
    },
    {
      "epoch": 2.870771899392888,
      "grad_norm": 0.03131880238652229,
      "learning_rate": 4.323226461627738e-06,
      "loss": 0.0021,
      "step": 26480
    },
    {
      "epoch": 2.8708803122289677,
      "grad_norm": 0.2658039927482605,
      "learning_rate": 4.3195995937908025e-06,
      "loss": 0.0133,
      "step": 26481
    },
    {
      "epoch": 2.8709887250650477,
      "grad_norm": 0.19852006435394287,
      "learning_rate": 4.3159727259538666e-06,
      "loss": 0.0173,
      "step": 26482
    },
    {
      "epoch": 2.8710971379011276,
      "grad_norm": 0.17328542470932007,
      "learning_rate": 4.312345858116931e-06,
      "loss": 0.0037,
      "step": 26483
    },
    {
      "epoch": 2.871205550737207,
      "grad_norm": 0.23314017057418823,
      "learning_rate": 4.308718990279995e-06,
      "loss": 0.0069,
      "step": 26484
    },
    {
      "epoch": 2.871313963573287,
      "grad_norm": 0.12343871593475342,
      "learning_rate": 4.305092122443059e-06,
      "loss": 0.0048,
      "step": 26485
    },
    {
      "epoch": 2.8714223764093667,
      "grad_norm": 0.021841999143362045,
      "learning_rate": 4.301465254606123e-06,
      "loss": 0.0026,
      "step": 26486
    },
    {
      "epoch": 2.8715307892454467,
      "grad_norm": 0.11280299723148346,
      "learning_rate": 4.297838386769187e-06,
      "loss": 0.0083,
      "step": 26487
    },
    {
      "epoch": 2.8716392020815267,
      "grad_norm": 0.025216994807124138,
      "learning_rate": 4.29421151893225e-06,
      "loss": 0.0016,
      "step": 26488
    },
    {
      "epoch": 2.871747614917606,
      "grad_norm": 0.11848283559083939,
      "learning_rate": 4.2905846510953145e-06,
      "loss": 0.0145,
      "step": 26489
    },
    {
      "epoch": 2.871856027753686,
      "grad_norm": 0.029592063277959824,
      "learning_rate": 4.286957783258378e-06,
      "loss": 0.0026,
      "step": 26490
    },
    {
      "epoch": 2.8719644405897657,
      "grad_norm": 0.11998135596513748,
      "learning_rate": 4.283330915421442e-06,
      "loss": 0.0236,
      "step": 26491
    },
    {
      "epoch": 2.8720728534258457,
      "grad_norm": 0.027073808014392853,
      "learning_rate": 4.279704047584506e-06,
      "loss": 0.002,
      "step": 26492
    },
    {
      "epoch": 2.8721812662619253,
      "grad_norm": 0.3999713957309723,
      "learning_rate": 4.27607717974757e-06,
      "loss": 0.0233,
      "step": 26493
    },
    {
      "epoch": 2.8722896790980053,
      "grad_norm": 0.27682992815971375,
      "learning_rate": 4.272450311910634e-06,
      "loss": 0.0147,
      "step": 26494
    },
    {
      "epoch": 2.872398091934085,
      "grad_norm": 0.29073575139045715,
      "learning_rate": 4.268823444073698e-06,
      "loss": 0.0146,
      "step": 26495
    },
    {
      "epoch": 2.872506504770165,
      "grad_norm": 0.18086305260658264,
      "learning_rate": 4.265196576236762e-06,
      "loss": 0.0169,
      "step": 26496
    },
    {
      "epoch": 2.8726149176062448,
      "grad_norm": 0.32484954595565796,
      "learning_rate": 4.2615697083998265e-06,
      "loss": 0.0228,
      "step": 26497
    },
    {
      "epoch": 2.8727233304423243,
      "grad_norm": 0.16961289942264557,
      "learning_rate": 4.2579428405628906e-06,
      "loss": 0.0243,
      "step": 26498
    },
    {
      "epoch": 2.8728317432784043,
      "grad_norm": 0.17112503945827484,
      "learning_rate": 4.254315972725955e-06,
      "loss": 0.0191,
      "step": 26499
    },
    {
      "epoch": 2.872940156114484,
      "grad_norm": 0.11227186024188995,
      "learning_rate": 4.250689104889019e-06,
      "loss": 0.0109,
      "step": 26500
    },
    {
      "epoch": 2.873048568950564,
      "grad_norm": 0.21867872774600983,
      "learning_rate": 4.247062237052082e-06,
      "loss": 0.0141,
      "step": 26501
    },
    {
      "epoch": 2.873156981786644,
      "grad_norm": 0.17942950129508972,
      "learning_rate": 4.243435369215146e-06,
      "loss": 0.0266,
      "step": 26502
    },
    {
      "epoch": 2.8732653946227233,
      "grad_norm": 0.14624007046222687,
      "learning_rate": 4.239808501378209e-06,
      "loss": 0.0153,
      "step": 26503
    },
    {
      "epoch": 2.873373807458803,
      "grad_norm": 0.29791536927223206,
      "learning_rate": 4.2361816335412735e-06,
      "loss": 0.0409,
      "step": 26504
    },
    {
      "epoch": 2.873482220294883,
      "grad_norm": 0.07398875057697296,
      "learning_rate": 4.232554765704338e-06,
      "loss": 0.0055,
      "step": 26505
    },
    {
      "epoch": 2.873590633130963,
      "grad_norm": 0.1576918065547943,
      "learning_rate": 4.228927897867402e-06,
      "loss": 0.0216,
      "step": 26506
    },
    {
      "epoch": 2.8736990459670424,
      "grad_norm": 0.11886339634656906,
      "learning_rate": 4.225301030030466e-06,
      "loss": 0.0109,
      "step": 26507
    },
    {
      "epoch": 2.8738074588031224,
      "grad_norm": 0.33879178762435913,
      "learning_rate": 4.22167416219353e-06,
      "loss": 0.0154,
      "step": 26508
    },
    {
      "epoch": 2.873915871639202,
      "grad_norm": 0.08283504843711853,
      "learning_rate": 4.218047294356594e-06,
      "loss": 0.01,
      "step": 26509
    },
    {
      "epoch": 2.874024284475282,
      "grad_norm": 0.025002123787999153,
      "learning_rate": 4.214420426519658e-06,
      "loss": 0.0009,
      "step": 26510
    },
    {
      "epoch": 2.874132697311362,
      "grad_norm": 0.03224600851535797,
      "learning_rate": 4.210793558682722e-06,
      "loss": 0.0049,
      "step": 26511
    },
    {
      "epoch": 2.8742411101474414,
      "grad_norm": 0.08557223528623581,
      "learning_rate": 4.207166690845786e-06,
      "loss": 0.0087,
      "step": 26512
    },
    {
      "epoch": 2.874349522983521,
      "grad_norm": 0.08401954174041748,
      "learning_rate": 4.2035398230088504e-06,
      "loss": 0.0039,
      "step": 26513
    },
    {
      "epoch": 2.874457935819601,
      "grad_norm": 0.05336840823292732,
      "learning_rate": 4.199912955171914e-06,
      "loss": 0.0037,
      "step": 26514
    },
    {
      "epoch": 2.874566348655681,
      "grad_norm": 0.1397487372159958,
      "learning_rate": 4.196286087334978e-06,
      "loss": 0.0171,
      "step": 26515
    },
    {
      "epoch": 2.8746747614917605,
      "grad_norm": 0.17462043464183807,
      "learning_rate": 4.192659219498041e-06,
      "loss": 0.0093,
      "step": 26516
    },
    {
      "epoch": 2.8747831743278405,
      "grad_norm": 0.07405450940132141,
      "learning_rate": 4.189032351661105e-06,
      "loss": 0.0061,
      "step": 26517
    },
    {
      "epoch": 2.87489158716392,
      "grad_norm": 0.04511335864663124,
      "learning_rate": 4.185405483824169e-06,
      "loss": 0.0036,
      "step": 26518
    },
    {
      "epoch": 2.875,
      "grad_norm": 0.3303280770778656,
      "learning_rate": 4.181778615987233e-06,
      "loss": 0.0285,
      "step": 26519
    },
    {
      "epoch": 2.87510841283608,
      "grad_norm": 0.6356257796287537,
      "learning_rate": 4.1781517481502975e-06,
      "loss": 0.028,
      "step": 26520
    },
    {
      "epoch": 2.8752168256721595,
      "grad_norm": 0.014970773831009865,
      "learning_rate": 4.174524880313362e-06,
      "loss": 0.0005,
      "step": 26521
    },
    {
      "epoch": 2.8753252385082395,
      "grad_norm": 0.1302553415298462,
      "learning_rate": 4.170898012476426e-06,
      "loss": 0.0126,
      "step": 26522
    },
    {
      "epoch": 2.875433651344319,
      "grad_norm": 0.26412296295166016,
      "learning_rate": 4.16727114463949e-06,
      "loss": 0.0365,
      "step": 26523
    },
    {
      "epoch": 2.875542064180399,
      "grad_norm": 0.123042993247509,
      "learning_rate": 4.163644276802554e-06,
      "loss": 0.0025,
      "step": 26524
    },
    {
      "epoch": 2.875650477016479,
      "grad_norm": 0.7096620798110962,
      "learning_rate": 4.160017408965618e-06,
      "loss": 0.0343,
      "step": 26525
    },
    {
      "epoch": 2.8757588898525586,
      "grad_norm": 0.2090824991464615,
      "learning_rate": 4.156390541128682e-06,
      "loss": 0.027,
      "step": 26526
    },
    {
      "epoch": 2.875867302688638,
      "grad_norm": 0.17736171185970306,
      "learning_rate": 4.152763673291745e-06,
      "loss": 0.0273,
      "step": 26527
    },
    {
      "epoch": 2.875975715524718,
      "grad_norm": 0.2869400382041931,
      "learning_rate": 4.1491368054548095e-06,
      "loss": 0.0356,
      "step": 26528
    },
    {
      "epoch": 2.876084128360798,
      "grad_norm": 0.28021320700645447,
      "learning_rate": 4.145509937617873e-06,
      "loss": 0.0263,
      "step": 26529
    },
    {
      "epoch": 2.8761925411968776,
      "grad_norm": 0.029407229274511337,
      "learning_rate": 4.141883069780937e-06,
      "loss": 0.0017,
      "step": 26530
    },
    {
      "epoch": 2.8763009540329576,
      "grad_norm": 0.13933522999286652,
      "learning_rate": 4.138256201944001e-06,
      "loss": 0.0225,
      "step": 26531
    },
    {
      "epoch": 2.876409366869037,
      "grad_norm": 0.12946303188800812,
      "learning_rate": 4.134629334107065e-06,
      "loss": 0.0133,
      "step": 26532
    },
    {
      "epoch": 2.876517779705117,
      "grad_norm": 0.07631206512451172,
      "learning_rate": 4.131002466270129e-06,
      "loss": 0.0093,
      "step": 26533
    },
    {
      "epoch": 2.876626192541197,
      "grad_norm": 0.34499314427375793,
      "learning_rate": 4.127375598433193e-06,
      "loss": 0.0107,
      "step": 26534
    },
    {
      "epoch": 2.8767346053772767,
      "grad_norm": 0.09017251431941986,
      "learning_rate": 4.123748730596257e-06,
      "loss": 0.0051,
      "step": 26535
    },
    {
      "epoch": 2.876843018213356,
      "grad_norm": 0.15800949931144714,
      "learning_rate": 4.1201218627593215e-06,
      "loss": 0.0092,
      "step": 26536
    },
    {
      "epoch": 2.876951431049436,
      "grad_norm": 0.11827352643013,
      "learning_rate": 4.1164949949223856e-06,
      "loss": 0.008,
      "step": 26537
    },
    {
      "epoch": 2.877059843885516,
      "grad_norm": 0.18365997076034546,
      "learning_rate": 4.11286812708545e-06,
      "loss": 0.0246,
      "step": 26538
    },
    {
      "epoch": 2.8771682567215957,
      "grad_norm": 0.12033399194478989,
      "learning_rate": 4.109241259248514e-06,
      "loss": 0.005,
      "step": 26539
    },
    {
      "epoch": 2.8772766695576757,
      "grad_norm": 0.0938652902841568,
      "learning_rate": 4.105614391411577e-06,
      "loss": 0.0038,
      "step": 26540
    },
    {
      "epoch": 2.8773850823937552,
      "grad_norm": 0.07464290410280228,
      "learning_rate": 4.101987523574641e-06,
      "loss": 0.0089,
      "step": 26541
    },
    {
      "epoch": 2.877493495229835,
      "grad_norm": 0.29184937477111816,
      "learning_rate": 4.098360655737704e-06,
      "loss": 0.0182,
      "step": 26542
    },
    {
      "epoch": 2.877601908065915,
      "grad_norm": 0.030834220349788666,
      "learning_rate": 4.0947337879007685e-06,
      "loss": 0.0032,
      "step": 26543
    },
    {
      "epoch": 2.8777103209019947,
      "grad_norm": 0.23466162383556366,
      "learning_rate": 4.091106920063833e-06,
      "loss": 0.0161,
      "step": 26544
    },
    {
      "epoch": 2.8778187337380747,
      "grad_norm": 0.051937349140644073,
      "learning_rate": 4.087480052226897e-06,
      "loss": 0.0022,
      "step": 26545
    },
    {
      "epoch": 2.8779271465741543,
      "grad_norm": 0.026695676147937775,
      "learning_rate": 4.083853184389961e-06,
      "loss": 0.0021,
      "step": 26546
    },
    {
      "epoch": 2.8780355594102343,
      "grad_norm": 0.08570432662963867,
      "learning_rate": 4.080226316553025e-06,
      "loss": 0.0078,
      "step": 26547
    },
    {
      "epoch": 2.878143972246314,
      "grad_norm": 0.09228798002004623,
      "learning_rate": 4.076599448716089e-06,
      "loss": 0.0034,
      "step": 26548
    },
    {
      "epoch": 2.878252385082394,
      "grad_norm": 0.00781326275318861,
      "learning_rate": 4.072972580879153e-06,
      "loss": 0.0005,
      "step": 26549
    },
    {
      "epoch": 2.8783607979184733,
      "grad_norm": 0.008576493710279465,
      "learning_rate": 4.069345713042217e-06,
      "loss": 0.0004,
      "step": 26550
    },
    {
      "epoch": 2.8784692107545533,
      "grad_norm": 0.0954086184501648,
      "learning_rate": 4.065718845205281e-06,
      "loss": 0.012,
      "step": 26551
    },
    {
      "epoch": 2.8785776235906333,
      "grad_norm": 0.22504757344722748,
      "learning_rate": 4.0620919773683455e-06,
      "loss": 0.0355,
      "step": 26552
    },
    {
      "epoch": 2.878686036426713,
      "grad_norm": 0.30405986309051514,
      "learning_rate": 4.058465109531409e-06,
      "loss": 0.0234,
      "step": 26553
    },
    {
      "epoch": 2.878794449262793,
      "grad_norm": 0.20488083362579346,
      "learning_rate": 4.054838241694473e-06,
      "loss": 0.0327,
      "step": 26554
    },
    {
      "epoch": 2.8789028620988724,
      "grad_norm": 0.12573546171188354,
      "learning_rate": 4.051211373857536e-06,
      "loss": 0.0206,
      "step": 26555
    },
    {
      "epoch": 2.8790112749349523,
      "grad_norm": 0.36389175057411194,
      "learning_rate": 4.0475845060206e-06,
      "loss": 0.0166,
      "step": 26556
    },
    {
      "epoch": 2.8791196877710323,
      "grad_norm": 0.03669583424925804,
      "learning_rate": 4.043957638183664e-06,
      "loss": 0.0009,
      "step": 26557
    },
    {
      "epoch": 2.879228100607112,
      "grad_norm": 0.030615387484431267,
      "learning_rate": 4.040330770346728e-06,
      "loss": 0.0028,
      "step": 26558
    },
    {
      "epoch": 2.8793365134431914,
      "grad_norm": 0.009442226961255074,
      "learning_rate": 4.0367039025097925e-06,
      "loss": 0.0005,
      "step": 26559
    },
    {
      "epoch": 2.8794449262792714,
      "grad_norm": 0.029635818675160408,
      "learning_rate": 4.033077034672857e-06,
      "loss": 0.0017,
      "step": 26560
    },
    {
      "epoch": 2.8795533391153514,
      "grad_norm": 0.11773352324962616,
      "learning_rate": 4.029450166835921e-06,
      "loss": 0.0202,
      "step": 26561
    },
    {
      "epoch": 2.879661751951431,
      "grad_norm": 0.2169579118490219,
      "learning_rate": 4.025823298998985e-06,
      "loss": 0.0212,
      "step": 26562
    },
    {
      "epoch": 2.879770164787511,
      "grad_norm": 0.026665333658456802,
      "learning_rate": 4.022196431162049e-06,
      "loss": 0.0018,
      "step": 26563
    },
    {
      "epoch": 2.8798785776235905,
      "grad_norm": 0.17037975788116455,
      "learning_rate": 4.018569563325113e-06,
      "loss": 0.0223,
      "step": 26564
    },
    {
      "epoch": 2.8799869904596704,
      "grad_norm": 0.009069311432540417,
      "learning_rate": 4.014942695488177e-06,
      "loss": 0.0006,
      "step": 26565
    },
    {
      "epoch": 2.8800954032957504,
      "grad_norm": 0.06639599800109863,
      "learning_rate": 4.01131582765124e-06,
      "loss": 0.0017,
      "step": 26566
    },
    {
      "epoch": 2.88020381613183,
      "grad_norm": 0.06953458487987518,
      "learning_rate": 4.0076889598143045e-06,
      "loss": 0.0098,
      "step": 26567
    },
    {
      "epoch": 2.88031222896791,
      "grad_norm": 0.025618843734264374,
      "learning_rate": 4.004062091977369e-06,
      "loss": 0.0025,
      "step": 26568
    },
    {
      "epoch": 2.8804206418039895,
      "grad_norm": 0.013522118330001831,
      "learning_rate": 4.000435224140432e-06,
      "loss": 0.0008,
      "step": 26569
    },
    {
      "epoch": 2.8805290546400695,
      "grad_norm": 0.16417419910430908,
      "learning_rate": 3.996808356303496e-06,
      "loss": 0.0188,
      "step": 26570
    },
    {
      "epoch": 2.880637467476149,
      "grad_norm": 0.20180357992649078,
      "learning_rate": 3.99318148846656e-06,
      "loss": 0.0201,
      "step": 26571
    },
    {
      "epoch": 2.880745880312229,
      "grad_norm": 0.10878929495811462,
      "learning_rate": 3.989554620629624e-06,
      "loss": 0.0041,
      "step": 26572
    },
    {
      "epoch": 2.8808542931483085,
      "grad_norm": 0.10355626791715622,
      "learning_rate": 3.985927752792688e-06,
      "loss": 0.0097,
      "step": 26573
    },
    {
      "epoch": 2.8809627059843885,
      "grad_norm": 0.11918038129806519,
      "learning_rate": 3.982300884955752e-06,
      "loss": 0.0202,
      "step": 26574
    },
    {
      "epoch": 2.8810711188204685,
      "grad_norm": 0.037331074476242065,
      "learning_rate": 3.9786740171188165e-06,
      "loss": 0.0029,
      "step": 26575
    },
    {
      "epoch": 2.881179531656548,
      "grad_norm": 0.35478508472442627,
      "learning_rate": 3.975047149281881e-06,
      "loss": 0.0158,
      "step": 26576
    },
    {
      "epoch": 2.881287944492628,
      "grad_norm": 0.16415758430957794,
      "learning_rate": 3.971420281444945e-06,
      "loss": 0.0139,
      "step": 26577
    },
    {
      "epoch": 2.8813963573287076,
      "grad_norm": 0.011775528080761433,
      "learning_rate": 3.967793413608009e-06,
      "loss": 0.0007,
      "step": 26578
    },
    {
      "epoch": 2.8815047701647876,
      "grad_norm": 0.17828451097011566,
      "learning_rate": 3.964166545771073e-06,
      "loss": 0.008,
      "step": 26579
    },
    {
      "epoch": 2.8816131830008676,
      "grad_norm": 0.20027144253253937,
      "learning_rate": 3.960539677934136e-06,
      "loss": 0.0121,
      "step": 26580
    },
    {
      "epoch": 2.881721595836947,
      "grad_norm": 0.04283033683896065,
      "learning_rate": 3.9569128100972e-06,
      "loss": 0.003,
      "step": 26581
    },
    {
      "epoch": 2.8818300086730266,
      "grad_norm": 0.25184059143066406,
      "learning_rate": 3.9532859422602635e-06,
      "loss": 0.0281,
      "step": 26582
    },
    {
      "epoch": 2.8819384215091066,
      "grad_norm": 0.11655530333518982,
      "learning_rate": 3.949659074423328e-06,
      "loss": 0.0055,
      "step": 26583
    },
    {
      "epoch": 2.8820468343451866,
      "grad_norm": 0.11085321009159088,
      "learning_rate": 3.946032206586392e-06,
      "loss": 0.0057,
      "step": 26584
    },
    {
      "epoch": 2.882155247181266,
      "grad_norm": 0.13007400929927826,
      "learning_rate": 3.942405338749456e-06,
      "loss": 0.0073,
      "step": 26585
    },
    {
      "epoch": 2.882263660017346,
      "grad_norm": 0.09833938628435135,
      "learning_rate": 3.93877847091252e-06,
      "loss": 0.0081,
      "step": 26586
    },
    {
      "epoch": 2.8823720728534257,
      "grad_norm": 0.03904934972524643,
      "learning_rate": 3.935151603075584e-06,
      "loss": 0.0025,
      "step": 26587
    },
    {
      "epoch": 2.8824804856895057,
      "grad_norm": 0.13647931814193726,
      "learning_rate": 3.931524735238648e-06,
      "loss": 0.0139,
      "step": 26588
    },
    {
      "epoch": 2.8825888985255856,
      "grad_norm": 0.21560782194137573,
      "learning_rate": 3.927897867401712e-06,
      "loss": 0.0177,
      "step": 26589
    },
    {
      "epoch": 2.882697311361665,
      "grad_norm": 0.1507764309644699,
      "learning_rate": 3.924270999564776e-06,
      "loss": 0.0124,
      "step": 26590
    },
    {
      "epoch": 2.882805724197745,
      "grad_norm": 0.02033586986362934,
      "learning_rate": 3.9206441317278405e-06,
      "loss": 0.0012,
      "step": 26591
    },
    {
      "epoch": 2.8829141370338247,
      "grad_norm": 0.3069952726364136,
      "learning_rate": 3.917017263890905e-06,
      "loss": 0.0159,
      "step": 26592
    },
    {
      "epoch": 2.8830225498699047,
      "grad_norm": 0.011399876326322556,
      "learning_rate": 3.913390396053968e-06,
      "loss": 0.0005,
      "step": 26593
    },
    {
      "epoch": 2.8831309627059842,
      "grad_norm": 0.11608464270830154,
      "learning_rate": 3.909763528217032e-06,
      "loss": 0.0031,
      "step": 26594
    },
    {
      "epoch": 2.883239375542064,
      "grad_norm": 0.09419422596693039,
      "learning_rate": 3.906136660380096e-06,
      "loss": 0.008,
      "step": 26595
    },
    {
      "epoch": 2.8833477883781438,
      "grad_norm": 0.23466114699840546,
      "learning_rate": 3.902509792543159e-06,
      "loss": 0.0129,
      "step": 26596
    },
    {
      "epoch": 2.8834562012142237,
      "grad_norm": 0.13557995855808258,
      "learning_rate": 3.898882924706223e-06,
      "loss": 0.0297,
      "step": 26597
    },
    {
      "epoch": 2.8835646140503037,
      "grad_norm": 0.12561097741127014,
      "learning_rate": 3.8952560568692875e-06,
      "loss": 0.0139,
      "step": 26598
    },
    {
      "epoch": 2.8836730268863833,
      "grad_norm": 0.008732035756111145,
      "learning_rate": 3.891629189032352e-06,
      "loss": 0.0005,
      "step": 26599
    },
    {
      "epoch": 2.8837814397224633,
      "grad_norm": 0.12909571826457977,
      "learning_rate": 3.888002321195416e-06,
      "loss": 0.0152,
      "step": 26600
    },
    {
      "epoch": 2.883889852558543,
      "grad_norm": 0.08595678955316544,
      "learning_rate": 3.88437545335848e-06,
      "loss": 0.0058,
      "step": 26601
    },
    {
      "epoch": 2.883998265394623,
      "grad_norm": 0.1431119740009308,
      "learning_rate": 3.880748585521544e-06,
      "loss": 0.0231,
      "step": 26602
    },
    {
      "epoch": 2.8841066782307028,
      "grad_norm": 0.2552970349788666,
      "learning_rate": 3.877121717684608e-06,
      "loss": 0.0104,
      "step": 26603
    },
    {
      "epoch": 2.8842150910667823,
      "grad_norm": 0.24468843638896942,
      "learning_rate": 3.873494849847672e-06,
      "loss": 0.0177,
      "step": 26604
    },
    {
      "epoch": 2.884323503902862,
      "grad_norm": 0.17980390787124634,
      "learning_rate": 3.869867982010736e-06,
      "loss": 0.0133,
      "step": 26605
    },
    {
      "epoch": 2.884431916738942,
      "grad_norm": 0.04085544869303703,
      "learning_rate": 3.8662411141737995e-06,
      "loss": 0.0029,
      "step": 26606
    },
    {
      "epoch": 2.884540329575022,
      "grad_norm": 0.15060292184352875,
      "learning_rate": 3.862614246336864e-06,
      "loss": 0.0076,
      "step": 26607
    },
    {
      "epoch": 2.8846487424111014,
      "grad_norm": 0.43747490644454956,
      "learning_rate": 3.858987378499928e-06,
      "loss": 0.0368,
      "step": 26608
    },
    {
      "epoch": 2.8847571552471813,
      "grad_norm": 0.054896533489227295,
      "learning_rate": 3.855360510662991e-06,
      "loss": 0.0074,
      "step": 26609
    },
    {
      "epoch": 2.884865568083261,
      "grad_norm": 0.23111982643604279,
      "learning_rate": 3.851733642826055e-06,
      "loss": 0.0291,
      "step": 26610
    },
    {
      "epoch": 2.884973980919341,
      "grad_norm": 0.15225714445114136,
      "learning_rate": 3.848106774989119e-06,
      "loss": 0.0053,
      "step": 26611
    },
    {
      "epoch": 2.885082393755421,
      "grad_norm": 0.6458427309989929,
      "learning_rate": 3.844479907152183e-06,
      "loss": 0.0509,
      "step": 26612
    },
    {
      "epoch": 2.8851908065915004,
      "grad_norm": 0.014770069159567356,
      "learning_rate": 3.840853039315247e-06,
      "loss": 0.0008,
      "step": 26613
    },
    {
      "epoch": 2.8852992194275804,
      "grad_norm": 0.036700539290905,
      "learning_rate": 3.8372261714783115e-06,
      "loss": 0.0018,
      "step": 26614
    },
    {
      "epoch": 2.88540763226366,
      "grad_norm": 0.29866376519203186,
      "learning_rate": 3.833599303641376e-06,
      "loss": 0.0142,
      "step": 26615
    },
    {
      "epoch": 2.88551604509974,
      "grad_norm": 0.05797002092003822,
      "learning_rate": 3.82997243580444e-06,
      "loss": 0.0092,
      "step": 26616
    },
    {
      "epoch": 2.8856244579358195,
      "grad_norm": 0.19599255919456482,
      "learning_rate": 3.826345567967504e-06,
      "loss": 0.038,
      "step": 26617
    },
    {
      "epoch": 2.8857328707718994,
      "grad_norm": 0.3201778531074524,
      "learning_rate": 3.822718700130568e-06,
      "loss": 0.0193,
      "step": 26618
    },
    {
      "epoch": 2.885841283607979,
      "grad_norm": 0.12042165547609329,
      "learning_rate": 3.819091832293631e-06,
      "loss": 0.0078,
      "step": 26619
    },
    {
      "epoch": 2.885949696444059,
      "grad_norm": 0.03644870966672897,
      "learning_rate": 3.815464964456695e-06,
      "loss": 0.0011,
      "step": 26620
    },
    {
      "epoch": 2.886058109280139,
      "grad_norm": 0.4350254535675049,
      "learning_rate": 3.81183809661976e-06,
      "loss": 0.0324,
      "step": 26621
    },
    {
      "epoch": 2.8861665221162185,
      "grad_norm": 0.2295105755329132,
      "learning_rate": 3.8082112287828235e-06,
      "loss": 0.0247,
      "step": 26622
    },
    {
      "epoch": 2.8862749349522985,
      "grad_norm": 0.1675829291343689,
      "learning_rate": 3.804584360945887e-06,
      "loss": 0.0147,
      "step": 26623
    },
    {
      "epoch": 2.886383347788378,
      "grad_norm": 0.2478044033050537,
      "learning_rate": 3.800957493108951e-06,
      "loss": 0.0224,
      "step": 26624
    },
    {
      "epoch": 2.886491760624458,
      "grad_norm": 0.21523740887641907,
      "learning_rate": 3.797330625272015e-06,
      "loss": 0.0125,
      "step": 26625
    },
    {
      "epoch": 2.886600173460538,
      "grad_norm": 0.09952668100595474,
      "learning_rate": 3.793703757435079e-06,
      "loss": 0.0072,
      "step": 26626
    },
    {
      "epoch": 2.8867085862966175,
      "grad_norm": 0.036830708384513855,
      "learning_rate": 3.790076889598143e-06,
      "loss": 0.0034,
      "step": 26627
    },
    {
      "epoch": 2.886816999132697,
      "grad_norm": 0.0297792237251997,
      "learning_rate": 3.7864500217612073e-06,
      "loss": 0.004,
      "step": 26628
    },
    {
      "epoch": 2.886925411968777,
      "grad_norm": 0.032592762261629105,
      "learning_rate": 3.782823153924271e-06,
      "loss": 0.0027,
      "step": 26629
    },
    {
      "epoch": 2.887033824804857,
      "grad_norm": 0.0048498595133423805,
      "learning_rate": 3.779196286087335e-06,
      "loss": 0.0004,
      "step": 26630
    },
    {
      "epoch": 2.8871422376409366,
      "grad_norm": 0.02914995327591896,
      "learning_rate": 3.775569418250399e-06,
      "loss": 0.0024,
      "step": 26631
    },
    {
      "epoch": 2.8872506504770166,
      "grad_norm": 0.09409374743700027,
      "learning_rate": 3.7719425504134633e-06,
      "loss": 0.0134,
      "step": 26632
    },
    {
      "epoch": 2.887359063313096,
      "grad_norm": 0.16864626109600067,
      "learning_rate": 3.7683156825765274e-06,
      "loss": 0.0087,
      "step": 26633
    },
    {
      "epoch": 2.887467476149176,
      "grad_norm": 0.06716657429933548,
      "learning_rate": 3.7646888147395915e-06,
      "loss": 0.0065,
      "step": 26634
    },
    {
      "epoch": 2.887575888985256,
      "grad_norm": 0.3594914376735687,
      "learning_rate": 3.761061946902655e-06,
      "loss": 0.0176,
      "step": 26635
    },
    {
      "epoch": 2.8876843018213356,
      "grad_norm": 0.18765395879745483,
      "learning_rate": 3.7574350790657193e-06,
      "loss": 0.024,
      "step": 26636
    },
    {
      "epoch": 2.887792714657415,
      "grad_norm": 0.08141525089740753,
      "learning_rate": 3.7538082112287825e-06,
      "loss": 0.0096,
      "step": 26637
    },
    {
      "epoch": 2.887901127493495,
      "grad_norm": 0.24454063177108765,
      "learning_rate": 3.7501813433918466e-06,
      "loss": 0.0235,
      "step": 26638
    },
    {
      "epoch": 2.888009540329575,
      "grad_norm": 0.013743462972342968,
      "learning_rate": 3.7465544755549107e-06,
      "loss": 0.0013,
      "step": 26639
    },
    {
      "epoch": 2.8881179531656547,
      "grad_norm": 0.1261025220155716,
      "learning_rate": 3.742927607717975e-06,
      "loss": 0.0169,
      "step": 26640
    },
    {
      "epoch": 2.8882263660017347,
      "grad_norm": 0.05443495139479637,
      "learning_rate": 3.739300739881039e-06,
      "loss": 0.0012,
      "step": 26641
    },
    {
      "epoch": 2.888334778837814,
      "grad_norm": 0.056163933128118515,
      "learning_rate": 3.735673872044103e-06,
      "loss": 0.0055,
      "step": 26642
    },
    {
      "epoch": 2.888443191673894,
      "grad_norm": 0.21498247981071472,
      "learning_rate": 3.7320470042071667e-06,
      "loss": 0.0197,
      "step": 26643
    },
    {
      "epoch": 2.888551604509974,
      "grad_norm": 0.05223678797483444,
      "learning_rate": 3.728420136370231e-06,
      "loss": 0.0022,
      "step": 26644
    },
    {
      "epoch": 2.8886600173460537,
      "grad_norm": 0.26548054814338684,
      "learning_rate": 3.724793268533295e-06,
      "loss": 0.0178,
      "step": 26645
    },
    {
      "epoch": 2.8887684301821337,
      "grad_norm": 0.10541466623544693,
      "learning_rate": 3.721166400696359e-06,
      "loss": 0.0126,
      "step": 26646
    },
    {
      "epoch": 2.8888768430182132,
      "grad_norm": 0.24646787345409393,
      "learning_rate": 3.717539532859423e-06,
      "loss": 0.017,
      "step": 26647
    },
    {
      "epoch": 2.888985255854293,
      "grad_norm": 0.38671061396598816,
      "learning_rate": 3.713912665022487e-06,
      "loss": 0.0201,
      "step": 26648
    },
    {
      "epoch": 2.889093668690373,
      "grad_norm": 0.02961988002061844,
      "learning_rate": 3.710285797185551e-06,
      "loss": 0.0031,
      "step": 26649
    },
    {
      "epoch": 2.8892020815264527,
      "grad_norm": 0.11121921986341476,
      "learning_rate": 3.706658929348614e-06,
      "loss": 0.0115,
      "step": 26650
    },
    {
      "epoch": 2.8893104943625323,
      "grad_norm": 0.4842965006828308,
      "learning_rate": 3.7030320615116783e-06,
      "loss": 0.057,
      "step": 26651
    },
    {
      "epoch": 2.8894189071986123,
      "grad_norm": 0.08048061281442642,
      "learning_rate": 3.6994051936747424e-06,
      "loss": 0.0068,
      "step": 26652
    },
    {
      "epoch": 2.8895273200346923,
      "grad_norm": 0.099054254591465,
      "learning_rate": 3.6957783258378065e-06,
      "loss": 0.0075,
      "step": 26653
    },
    {
      "epoch": 2.889635732870772,
      "grad_norm": 0.33797404170036316,
      "learning_rate": 3.6921514580008706e-06,
      "loss": 0.0487,
      "step": 26654
    },
    {
      "epoch": 2.889744145706852,
      "grad_norm": 0.08150496333837509,
      "learning_rate": 3.6885245901639347e-06,
      "loss": 0.0055,
      "step": 26655
    },
    {
      "epoch": 2.8898525585429313,
      "grad_norm": 0.1675090193748474,
      "learning_rate": 3.6848977223269984e-06,
      "loss": 0.0191,
      "step": 26656
    },
    {
      "epoch": 2.8899609713790113,
      "grad_norm": 0.04904770478606224,
      "learning_rate": 3.6812708544900625e-06,
      "loss": 0.0029,
      "step": 26657
    },
    {
      "epoch": 2.8900693842150913,
      "grad_norm": 0.20035003125667572,
      "learning_rate": 3.6776439866531266e-06,
      "loss": 0.0232,
      "step": 26658
    },
    {
      "epoch": 2.890177797051171,
      "grad_norm": 0.06419093161821365,
      "learning_rate": 3.6740171188161907e-06,
      "loss": 0.0061,
      "step": 26659
    },
    {
      "epoch": 2.8902862098872504,
      "grad_norm": 0.04403970018029213,
      "learning_rate": 3.670390250979255e-06,
      "loss": 0.0009,
      "step": 26660
    },
    {
      "epoch": 2.8903946227233304,
      "grad_norm": 0.07789173722267151,
      "learning_rate": 3.6667633831423185e-06,
      "loss": 0.0037,
      "step": 26661
    },
    {
      "epoch": 2.8905030355594103,
      "grad_norm": 0.1888657957315445,
      "learning_rate": 3.6631365153053826e-06,
      "loss": 0.0107,
      "step": 26662
    },
    {
      "epoch": 2.89061144839549,
      "grad_norm": 0.20833005011081696,
      "learning_rate": 3.6595096474684467e-06,
      "loss": 0.0241,
      "step": 26663
    },
    {
      "epoch": 2.89071986123157,
      "grad_norm": 0.24803899228572845,
      "learning_rate": 3.65588277963151e-06,
      "loss": 0.0165,
      "step": 26664
    },
    {
      "epoch": 2.8908282740676494,
      "grad_norm": 0.25764989852905273,
      "learning_rate": 3.652255911794574e-06,
      "loss": 0.0129,
      "step": 26665
    },
    {
      "epoch": 2.8909366869037294,
      "grad_norm": 0.22292111814022064,
      "learning_rate": 3.648629043957638e-06,
      "loss": 0.026,
      "step": 26666
    },
    {
      "epoch": 2.8910450997398094,
      "grad_norm": 0.24567148089408875,
      "learning_rate": 3.6450021761207023e-06,
      "loss": 0.0295,
      "step": 26667
    },
    {
      "epoch": 2.891153512575889,
      "grad_norm": 0.15363721549510956,
      "learning_rate": 3.6413753082837664e-06,
      "loss": 0.0061,
      "step": 26668
    },
    {
      "epoch": 2.891261925411969,
      "grad_norm": 0.13531652092933655,
      "learning_rate": 3.63774844044683e-06,
      "loss": 0.009,
      "step": 26669
    },
    {
      "epoch": 2.8913703382480485,
      "grad_norm": 0.015577916987240314,
      "learning_rate": 3.634121572609894e-06,
      "loss": 0.0017,
      "step": 26670
    },
    {
      "epoch": 2.8914787510841284,
      "grad_norm": 0.057346973568201065,
      "learning_rate": 3.6304947047729583e-06,
      "loss": 0.0045,
      "step": 26671
    },
    {
      "epoch": 2.8915871639202084,
      "grad_norm": 0.07070507854223251,
      "learning_rate": 3.6268678369360224e-06,
      "loss": 0.0038,
      "step": 26672
    },
    {
      "epoch": 2.891695576756288,
      "grad_norm": 0.26631152629852295,
      "learning_rate": 3.6232409690990865e-06,
      "loss": 0.0171,
      "step": 26673
    },
    {
      "epoch": 2.8918039895923675,
      "grad_norm": 0.1734723448753357,
      "learning_rate": 3.61961410126215e-06,
      "loss": 0.0268,
      "step": 26674
    },
    {
      "epoch": 2.8919124024284475,
      "grad_norm": 0.25661635398864746,
      "learning_rate": 3.6159872334252143e-06,
      "loss": 0.0289,
      "step": 26675
    },
    {
      "epoch": 2.8920208152645275,
      "grad_norm": 0.0878065824508667,
      "learning_rate": 3.6123603655882784e-06,
      "loss": 0.0092,
      "step": 26676
    },
    {
      "epoch": 2.892129228100607,
      "grad_norm": 0.03452293947339058,
      "learning_rate": 3.6087334977513417e-06,
      "loss": 0.0018,
      "step": 26677
    },
    {
      "epoch": 2.892237640936687,
      "grad_norm": 0.34371545910835266,
      "learning_rate": 3.6051066299144058e-06,
      "loss": 0.0235,
      "step": 26678
    },
    {
      "epoch": 2.8923460537727665,
      "grad_norm": 0.11498158425092697,
      "learning_rate": 3.60147976207747e-06,
      "loss": 0.0115,
      "step": 26679
    },
    {
      "epoch": 2.8924544666088465,
      "grad_norm": 0.06884176284074783,
      "learning_rate": 3.597852894240534e-06,
      "loss": 0.0133,
      "step": 26680
    },
    {
      "epoch": 2.8925628794449265,
      "grad_norm": 0.044530246406793594,
      "learning_rate": 3.594226026403598e-06,
      "loss": 0.0049,
      "step": 26681
    },
    {
      "epoch": 2.892671292281006,
      "grad_norm": 0.018466493114829063,
      "learning_rate": 3.5905991585666618e-06,
      "loss": 0.001,
      "step": 26682
    },
    {
      "epoch": 2.8927797051170856,
      "grad_norm": 0.16563987731933594,
      "learning_rate": 3.586972290729726e-06,
      "loss": 0.0107,
      "step": 26683
    },
    {
      "epoch": 2.8928881179531656,
      "grad_norm": 0.4425618052482605,
      "learning_rate": 3.58334542289279e-06,
      "loss": 0.0408,
      "step": 26684
    },
    {
      "epoch": 2.8929965307892456,
      "grad_norm": 0.06328719109296799,
      "learning_rate": 3.579718555055854e-06,
      "loss": 0.0026,
      "step": 26685
    },
    {
      "epoch": 2.893104943625325,
      "grad_norm": 0.498320609331131,
      "learning_rate": 3.576091687218918e-06,
      "loss": 0.0102,
      "step": 26686
    },
    {
      "epoch": 2.893213356461405,
      "grad_norm": 0.007873359136283398,
      "learning_rate": 3.5724648193819823e-06,
      "loss": 0.0006,
      "step": 26687
    },
    {
      "epoch": 2.8933217692974846,
      "grad_norm": 0.07908470928668976,
      "learning_rate": 3.568837951545046e-06,
      "loss": 0.0687,
      "step": 26688
    },
    {
      "epoch": 2.8934301821335646,
      "grad_norm": 0.09305839985609055,
      "learning_rate": 3.56521108370811e-06,
      "loss": 0.0055,
      "step": 26689
    },
    {
      "epoch": 2.8935385949696446,
      "grad_norm": 0.07604239135980606,
      "learning_rate": 3.561584215871174e-06,
      "loss": 0.0037,
      "step": 26690
    },
    {
      "epoch": 2.893647007805724,
      "grad_norm": 0.11539808660745621,
      "learning_rate": 3.5579573480342374e-06,
      "loss": 0.0044,
      "step": 26691
    },
    {
      "epoch": 2.893755420641804,
      "grad_norm": 0.30395689606666565,
      "learning_rate": 3.5543304801973015e-06,
      "loss": 0.0293,
      "step": 26692
    },
    {
      "epoch": 2.8938638334778837,
      "grad_norm": 0.12647196650505066,
      "learning_rate": 3.5507036123603656e-06,
      "loss": 0.0163,
      "step": 26693
    },
    {
      "epoch": 2.8939722463139637,
      "grad_norm": 0.28429681062698364,
      "learning_rate": 3.5470767445234297e-06,
      "loss": 0.0336,
      "step": 26694
    },
    {
      "epoch": 2.894080659150043,
      "grad_norm": 0.01640273444354534,
      "learning_rate": 3.5434498766864934e-06,
      "loss": 0.0013,
      "step": 26695
    },
    {
      "epoch": 2.894189071986123,
      "grad_norm": 0.18977218866348267,
      "learning_rate": 3.5398230088495575e-06,
      "loss": 0.0253,
      "step": 26696
    },
    {
      "epoch": 2.8942974848222027,
      "grad_norm": 0.07250906527042389,
      "learning_rate": 3.5361961410126216e-06,
      "loss": 0.0034,
      "step": 26697
    },
    {
      "epoch": 2.8944058976582827,
      "grad_norm": 0.14094392955303192,
      "learning_rate": 3.5325692731756857e-06,
      "loss": 0.0086,
      "step": 26698
    },
    {
      "epoch": 2.8945143104943627,
      "grad_norm": 0.04560190066695213,
      "learning_rate": 3.52894240533875e-06,
      "loss": 0.004,
      "step": 26699
    },
    {
      "epoch": 2.8946227233304422,
      "grad_norm": 0.1578388661146164,
      "learning_rate": 3.525315537501814e-06,
      "loss": 0.0093,
      "step": 26700
    },
    {
      "epoch": 2.8947311361665222,
      "grad_norm": 0.21476517617702484,
      "learning_rate": 3.5216886696648776e-06,
      "loss": 0.0279,
      "step": 26701
    },
    {
      "epoch": 2.8948395490026018,
      "grad_norm": 0.07066019624471664,
      "learning_rate": 3.5180618018279417e-06,
      "loss": 0.0037,
      "step": 26702
    },
    {
      "epoch": 2.8949479618386817,
      "grad_norm": 0.3801448941230774,
      "learning_rate": 3.514434933991006e-06,
      "loss": 0.0518,
      "step": 26703
    },
    {
      "epoch": 2.8950563746747617,
      "grad_norm": 0.16771697998046875,
      "learning_rate": 3.510808066154069e-06,
      "loss": 0.0178,
      "step": 26704
    },
    {
      "epoch": 2.8951647875108413,
      "grad_norm": 0.041012220084667206,
      "learning_rate": 3.507181198317133e-06,
      "loss": 0.0033,
      "step": 26705
    },
    {
      "epoch": 2.895273200346921,
      "grad_norm": 0.1654624491930008,
      "learning_rate": 3.5035543304801973e-06,
      "loss": 0.0103,
      "step": 26706
    },
    {
      "epoch": 2.895381613183001,
      "grad_norm": 0.08426057547330856,
      "learning_rate": 3.4999274626432614e-06,
      "loss": 0.0048,
      "step": 26707
    },
    {
      "epoch": 2.895490026019081,
      "grad_norm": 0.32983505725860596,
      "learning_rate": 3.496300594806325e-06,
      "loss": 0.0427,
      "step": 26708
    },
    {
      "epoch": 2.8955984388551603,
      "grad_norm": 0.25757500529289246,
      "learning_rate": 3.492673726969389e-06,
      "loss": 0.0109,
      "step": 26709
    },
    {
      "epoch": 2.8957068516912403,
      "grad_norm": 0.16851869225502014,
      "learning_rate": 3.4890468591324533e-06,
      "loss": 0.0183,
      "step": 26710
    },
    {
      "epoch": 2.89581526452732,
      "grad_norm": 0.24346290528774261,
      "learning_rate": 3.4854199912955174e-06,
      "loss": 0.0438,
      "step": 26711
    },
    {
      "epoch": 2.8959236773634,
      "grad_norm": 0.6767629384994507,
      "learning_rate": 3.4817931234585815e-06,
      "loss": 0.0235,
      "step": 26712
    },
    {
      "epoch": 2.89603209019948,
      "grad_norm": 0.268825888633728,
      "learning_rate": 3.4781662556216456e-06,
      "loss": 0.0099,
      "step": 26713
    },
    {
      "epoch": 2.8961405030355594,
      "grad_norm": 0.31124231219291687,
      "learning_rate": 3.4745393877847093e-06,
      "loss": 0.0292,
      "step": 26714
    },
    {
      "epoch": 2.8962489158716394,
      "grad_norm": 0.06271111965179443,
      "learning_rate": 3.4709125199477734e-06,
      "loss": 0.0027,
      "step": 26715
    },
    {
      "epoch": 2.896357328707719,
      "grad_norm": 0.022270098328590393,
      "learning_rate": 3.4672856521108375e-06,
      "loss": 0.0018,
      "step": 26716
    },
    {
      "epoch": 2.896465741543799,
      "grad_norm": 0.12229465693235397,
      "learning_rate": 3.4636587842739016e-06,
      "loss": 0.028,
      "step": 26717
    },
    {
      "epoch": 2.8965741543798784,
      "grad_norm": 0.2631136178970337,
      "learning_rate": 3.460031916436965e-06,
      "loss": 0.0194,
      "step": 26718
    },
    {
      "epoch": 2.8966825672159584,
      "grad_norm": 0.050495121628046036,
      "learning_rate": 3.456405048600029e-06,
      "loss": 0.0063,
      "step": 26719
    },
    {
      "epoch": 2.896790980052038,
      "grad_norm": 0.05643439292907715,
      "learning_rate": 3.452778180763093e-06,
      "loss": 0.0041,
      "step": 26720
    },
    {
      "epoch": 2.896899392888118,
      "grad_norm": 0.20181597769260406,
      "learning_rate": 3.4491513129261568e-06,
      "loss": 0.0135,
      "step": 26721
    },
    {
      "epoch": 2.897007805724198,
      "grad_norm": 0.08371706306934357,
      "learning_rate": 3.445524445089221e-06,
      "loss": 0.0072,
      "step": 26722
    },
    {
      "epoch": 2.8971162185602775,
      "grad_norm": 0.1734350323677063,
      "learning_rate": 3.441897577252285e-06,
      "loss": 0.0213,
      "step": 26723
    },
    {
      "epoch": 2.8972246313963574,
      "grad_norm": 0.11153807491064072,
      "learning_rate": 3.438270709415349e-06,
      "loss": 0.0061,
      "step": 26724
    },
    {
      "epoch": 2.897333044232437,
      "grad_norm": 0.05192965641617775,
      "learning_rate": 3.434643841578413e-06,
      "loss": 0.006,
      "step": 26725
    },
    {
      "epoch": 2.897441457068517,
      "grad_norm": 0.20023925602436066,
      "learning_rate": 3.4310169737414773e-06,
      "loss": 0.0193,
      "step": 26726
    },
    {
      "epoch": 2.897549869904597,
      "grad_norm": 0.35095956921577454,
      "learning_rate": 3.427390105904541e-06,
      "loss": 0.0128,
      "step": 26727
    },
    {
      "epoch": 2.8976582827406765,
      "grad_norm": 0.09714193642139435,
      "learning_rate": 3.423763238067605e-06,
      "loss": 0.0101,
      "step": 26728
    },
    {
      "epoch": 2.897766695576756,
      "grad_norm": 0.13502417504787445,
      "learning_rate": 3.420136370230669e-06,
      "loss": 0.0118,
      "step": 26729
    },
    {
      "epoch": 2.897875108412836,
      "grad_norm": 0.018419286236166954,
      "learning_rate": 3.4165095023937333e-06,
      "loss": 0.0021,
      "step": 26730
    },
    {
      "epoch": 2.897983521248916,
      "grad_norm": 0.3099605441093445,
      "learning_rate": 3.4128826345567965e-06,
      "loss": 0.0253,
      "step": 26731
    },
    {
      "epoch": 2.8980919340849955,
      "grad_norm": 0.09527547657489777,
      "learning_rate": 3.4092557667198607e-06,
      "loss": 0.0134,
      "step": 26732
    },
    {
      "epoch": 2.8982003469210755,
      "grad_norm": 0.05801011249423027,
      "learning_rate": 3.4056288988829248e-06,
      "loss": 0.0028,
      "step": 26733
    },
    {
      "epoch": 2.898308759757155,
      "grad_norm": 0.4502103924751282,
      "learning_rate": 3.402002031045989e-06,
      "loss": 0.0449,
      "step": 26734
    },
    {
      "epoch": 2.898417172593235,
      "grad_norm": 0.05707317218184471,
      "learning_rate": 3.3983751632090525e-06,
      "loss": 0.0029,
      "step": 26735
    },
    {
      "epoch": 2.898525585429315,
      "grad_norm": 0.13718609511852264,
      "learning_rate": 3.3947482953721167e-06,
      "loss": 0.0058,
      "step": 26736
    },
    {
      "epoch": 2.8986339982653946,
      "grad_norm": 0.08829346299171448,
      "learning_rate": 3.3911214275351808e-06,
      "loss": 0.0072,
      "step": 26737
    },
    {
      "epoch": 2.8987424111014746,
      "grad_norm": 0.07187595963478088,
      "learning_rate": 3.387494559698245e-06,
      "loss": 0.0073,
      "step": 26738
    },
    {
      "epoch": 2.898850823937554,
      "grad_norm": 0.1842610090970993,
      "learning_rate": 3.383867691861309e-06,
      "loss": 0.0351,
      "step": 26739
    },
    {
      "epoch": 2.898959236773634,
      "grad_norm": 0.06338249891996384,
      "learning_rate": 3.3802408240243726e-06,
      "loss": 0.0033,
      "step": 26740
    },
    {
      "epoch": 2.8990676496097136,
      "grad_norm": 0.21372132003307343,
      "learning_rate": 3.3766139561874368e-06,
      "loss": 0.0059,
      "step": 26741
    },
    {
      "epoch": 2.8991760624457936,
      "grad_norm": 0.22772523760795593,
      "learning_rate": 3.372987088350501e-06,
      "loss": 0.0212,
      "step": 26742
    },
    {
      "epoch": 2.899284475281873,
      "grad_norm": 0.28946739435195923,
      "learning_rate": 3.369360220513565e-06,
      "loss": 0.0333,
      "step": 26743
    },
    {
      "epoch": 2.899392888117953,
      "grad_norm": 0.1696825474500656,
      "learning_rate": 3.365733352676629e-06,
      "loss": 0.0112,
      "step": 26744
    },
    {
      "epoch": 2.899501300954033,
      "grad_norm": 0.12686151266098022,
      "learning_rate": 3.3621064848396923e-06,
      "loss": 0.0133,
      "step": 26745
    },
    {
      "epoch": 2.8996097137901127,
      "grad_norm": 0.10807500779628754,
      "learning_rate": 3.3584796170027564e-06,
      "loss": 0.0198,
      "step": 26746
    },
    {
      "epoch": 2.8997181266261927,
      "grad_norm": 0.05185829475522041,
      "learning_rate": 3.3548527491658205e-06,
      "loss": 0.0054,
      "step": 26747
    },
    {
      "epoch": 2.899826539462272,
      "grad_norm": 0.04025987535715103,
      "learning_rate": 3.3512258813288842e-06,
      "loss": 0.0034,
      "step": 26748
    },
    {
      "epoch": 2.899934952298352,
      "grad_norm": 0.03766012564301491,
      "learning_rate": 3.3475990134919483e-06,
      "loss": 0.0035,
      "step": 26749
    },
    {
      "epoch": 2.900043365134432,
      "grad_norm": 0.08799540251493454,
      "learning_rate": 3.3439721456550124e-06,
      "loss": 0.0035,
      "step": 26750
    },
    {
      "epoch": 2.9001517779705117,
      "grad_norm": 0.08568129688501358,
      "learning_rate": 3.3403452778180765e-06,
      "loss": 0.0068,
      "step": 26751
    },
    {
      "epoch": 2.9002601908065913,
      "grad_norm": 0.18842843174934387,
      "learning_rate": 3.3367184099811406e-06,
      "loss": 0.0264,
      "step": 26752
    },
    {
      "epoch": 2.9003686036426712,
      "grad_norm": 0.21147702634334564,
      "learning_rate": 3.3330915421442043e-06,
      "loss": 0.0368,
      "step": 26753
    },
    {
      "epoch": 2.9004770164787512,
      "grad_norm": 0.06649159640073776,
      "learning_rate": 3.3294646743072684e-06,
      "loss": 0.0023,
      "step": 26754
    },
    {
      "epoch": 2.9005854293148308,
      "grad_norm": 0.12314170598983765,
      "learning_rate": 3.3258378064703325e-06,
      "loss": 0.0091,
      "step": 26755
    },
    {
      "epoch": 2.9006938421509108,
      "grad_norm": 0.030531898140907288,
      "learning_rate": 3.3222109386333966e-06,
      "loss": 0.0015,
      "step": 26756
    },
    {
      "epoch": 2.9008022549869903,
      "grad_norm": 0.054392434656620026,
      "learning_rate": 3.3185840707964607e-06,
      "loss": 0.0045,
      "step": 26757
    },
    {
      "epoch": 2.9009106678230703,
      "grad_norm": 0.23587767779827118,
      "learning_rate": 3.314957202959524e-06,
      "loss": 0.0739,
      "step": 26758
    },
    {
      "epoch": 2.9010190806591503,
      "grad_norm": 0.1386069357395172,
      "learning_rate": 3.311330335122588e-06,
      "loss": 0.0048,
      "step": 26759
    },
    {
      "epoch": 2.90112749349523,
      "grad_norm": 0.29878363013267517,
      "learning_rate": 3.307703467285652e-06,
      "loss": 0.0124,
      "step": 26760
    },
    {
      "epoch": 2.90123590633131,
      "grad_norm": 0.15175814926624298,
      "learning_rate": 3.304076599448716e-06,
      "loss": 0.0135,
      "step": 26761
    },
    {
      "epoch": 2.9013443191673893,
      "grad_norm": 0.03477577120065689,
      "learning_rate": 3.30044973161178e-06,
      "loss": 0.002,
      "step": 26762
    },
    {
      "epoch": 2.9014527320034693,
      "grad_norm": 0.18025679886341095,
      "learning_rate": 3.296822863774844e-06,
      "loss": 0.0059,
      "step": 26763
    },
    {
      "epoch": 2.901561144839549,
      "grad_norm": 0.5555645823478699,
      "learning_rate": 3.293195995937908e-06,
      "loss": 0.0153,
      "step": 26764
    },
    {
      "epoch": 2.901669557675629,
      "grad_norm": 0.11355673521757126,
      "learning_rate": 3.2895691281009723e-06,
      "loss": 0.0122,
      "step": 26765
    },
    {
      "epoch": 2.9017779705117084,
      "grad_norm": 0.02046871930360794,
      "learning_rate": 3.285942260264036e-06,
      "loss": 0.0007,
      "step": 26766
    },
    {
      "epoch": 2.9018863833477884,
      "grad_norm": 0.2834862172603607,
      "learning_rate": 3.2823153924271e-06,
      "loss": 0.024,
      "step": 26767
    },
    {
      "epoch": 2.9019947961838684,
      "grad_norm": 0.02471069060266018,
      "learning_rate": 3.278688524590164e-06,
      "loss": 0.0034,
      "step": 26768
    },
    {
      "epoch": 2.902103209019948,
      "grad_norm": 0.0722096711397171,
      "learning_rate": 3.2750616567532283e-06,
      "loss": 0.0063,
      "step": 26769
    },
    {
      "epoch": 2.902211621856028,
      "grad_norm": 0.1037161648273468,
      "learning_rate": 3.2714347889162924e-06,
      "loss": 0.0074,
      "step": 26770
    },
    {
      "epoch": 2.9023200346921074,
      "grad_norm": 0.002604049164801836,
      "learning_rate": 3.2678079210793565e-06,
      "loss": 0.0002,
      "step": 26771
    },
    {
      "epoch": 2.9024284475281874,
      "grad_norm": 0.13572441041469574,
      "learning_rate": 3.2641810532424198e-06,
      "loss": 0.0156,
      "step": 26772
    },
    {
      "epoch": 2.9025368603642674,
      "grad_norm": 0.4325796663761139,
      "learning_rate": 3.260554185405484e-06,
      "loss": 0.0322,
      "step": 26773
    },
    {
      "epoch": 2.902645273200347,
      "grad_norm": 0.06538758426904678,
      "learning_rate": 3.2569273175685476e-06,
      "loss": 0.006,
      "step": 26774
    },
    {
      "epoch": 2.9027536860364265,
      "grad_norm": 0.14644432067871094,
      "learning_rate": 3.2533004497316117e-06,
      "loss": 0.0278,
      "step": 26775
    },
    {
      "epoch": 2.9028620988725065,
      "grad_norm": 0.1823563128709793,
      "learning_rate": 3.2496735818946758e-06,
      "loss": 0.0234,
      "step": 26776
    },
    {
      "epoch": 2.9029705117085864,
      "grad_norm": 0.03270886093378067,
      "learning_rate": 3.24604671405774e-06,
      "loss": 0.0016,
      "step": 26777
    },
    {
      "epoch": 2.903078924544666,
      "grad_norm": 0.1275540441274643,
      "learning_rate": 3.242419846220804e-06,
      "loss": 0.0058,
      "step": 26778
    },
    {
      "epoch": 2.903187337380746,
      "grad_norm": 0.04079757258296013,
      "learning_rate": 3.238792978383868e-06,
      "loss": 0.0017,
      "step": 26779
    },
    {
      "epoch": 2.9032957502168255,
      "grad_norm": 0.05583757534623146,
      "learning_rate": 3.2351661105469318e-06,
      "loss": 0.0064,
      "step": 26780
    },
    {
      "epoch": 2.9034041630529055,
      "grad_norm": 0.08609793335199356,
      "learning_rate": 3.231539242709996e-06,
      "loss": 0.0052,
      "step": 26781
    },
    {
      "epoch": 2.9035125758889855,
      "grad_norm": 0.6308099627494812,
      "learning_rate": 3.22791237487306e-06,
      "loss": 0.0244,
      "step": 26782
    },
    {
      "epoch": 2.903620988725065,
      "grad_norm": 0.2847588360309601,
      "learning_rate": 3.224285507036124e-06,
      "loss": 0.0147,
      "step": 26783
    },
    {
      "epoch": 2.9037294015611446,
      "grad_norm": 0.28229376673698425,
      "learning_rate": 3.220658639199188e-06,
      "loss": 0.0217,
      "step": 26784
    },
    {
      "epoch": 2.9038378143972245,
      "grad_norm": 0.23690848052501678,
      "learning_rate": 3.2170317713622514e-06,
      "loss": 0.0187,
      "step": 26785
    },
    {
      "epoch": 2.9039462272333045,
      "grad_norm": 0.22871454060077667,
      "learning_rate": 3.2134049035253156e-06,
      "loss": 0.0082,
      "step": 26786
    },
    {
      "epoch": 2.904054640069384,
      "grad_norm": 0.2106054127216339,
      "learning_rate": 3.2097780356883792e-06,
      "loss": 0.0255,
      "step": 26787
    },
    {
      "epoch": 2.904163052905464,
      "grad_norm": 0.017543012276291847,
      "learning_rate": 3.2061511678514433e-06,
      "loss": 0.0012,
      "step": 26788
    },
    {
      "epoch": 2.9042714657415436,
      "grad_norm": 0.15009954571723938,
      "learning_rate": 3.2025243000145074e-06,
      "loss": 0.0144,
      "step": 26789
    },
    {
      "epoch": 2.9043798785776236,
      "grad_norm": 0.2149231880903244,
      "learning_rate": 3.1988974321775715e-06,
      "loss": 0.0194,
      "step": 26790
    },
    {
      "epoch": 2.9044882914137036,
      "grad_norm": 0.08936098963022232,
      "learning_rate": 3.1952705643406357e-06,
      "loss": 0.0068,
      "step": 26791
    },
    {
      "epoch": 2.904596704249783,
      "grad_norm": 0.21874913573265076,
      "learning_rate": 3.1916436965036998e-06,
      "loss": 0.0132,
      "step": 26792
    },
    {
      "epoch": 2.904705117085863,
      "grad_norm": 0.12477925419807434,
      "learning_rate": 3.1880168286667634e-06,
      "loss": 0.0134,
      "step": 26793
    },
    {
      "epoch": 2.9048135299219426,
      "grad_norm": 0.10158684849739075,
      "learning_rate": 3.1843899608298275e-06,
      "loss": 0.0166,
      "step": 26794
    },
    {
      "epoch": 2.9049219427580226,
      "grad_norm": 0.05682356655597687,
      "learning_rate": 3.1807630929928917e-06,
      "loss": 0.007,
      "step": 26795
    },
    {
      "epoch": 2.9050303555941026,
      "grad_norm": 0.5111550092697144,
      "learning_rate": 3.1771362251559558e-06,
      "loss": 0.0474,
      "step": 26796
    },
    {
      "epoch": 2.905138768430182,
      "grad_norm": 0.6443396210670471,
      "learning_rate": 3.17350935731902e-06,
      "loss": 0.0146,
      "step": 26797
    },
    {
      "epoch": 2.9052471812662617,
      "grad_norm": 0.16084973514080048,
      "learning_rate": 3.1698824894820835e-06,
      "loss": 0.0094,
      "step": 26798
    },
    {
      "epoch": 2.9053555941023417,
      "grad_norm": 0.28155097365379333,
      "learning_rate": 3.1662556216451472e-06,
      "loss": 0.0083,
      "step": 26799
    },
    {
      "epoch": 2.9054640069384217,
      "grad_norm": 0.3052328824996948,
      "learning_rate": 3.162628753808211e-06,
      "loss": 0.0092,
      "step": 26800
    },
    {
      "epoch": 2.905572419774501,
      "grad_norm": 0.09593864530324936,
      "learning_rate": 3.159001885971275e-06,
      "loss": 0.0151,
      "step": 26801
    },
    {
      "epoch": 2.905680832610581,
      "grad_norm": 0.2830241918563843,
      "learning_rate": 3.155375018134339e-06,
      "loss": 0.0562,
      "step": 26802
    },
    {
      "epoch": 2.9057892454466607,
      "grad_norm": 0.06956494599580765,
      "learning_rate": 3.1517481502974032e-06,
      "loss": 0.0075,
      "step": 26803
    },
    {
      "epoch": 2.9058976582827407,
      "grad_norm": 0.06588438153266907,
      "learning_rate": 3.1481212824604673e-06,
      "loss": 0.0037,
      "step": 26804
    },
    {
      "epoch": 2.9060060711188207,
      "grad_norm": 0.025639722123742104,
      "learning_rate": 3.1444944146235314e-06,
      "loss": 0.0012,
      "step": 26805
    },
    {
      "epoch": 2.9061144839549002,
      "grad_norm": 0.22386668622493744,
      "learning_rate": 3.140867546786595e-06,
      "loss": 0.0098,
      "step": 26806
    },
    {
      "epoch": 2.90622289679098,
      "grad_norm": 0.018528485670685768,
      "learning_rate": 3.1372406789496592e-06,
      "loss": 0.0006,
      "step": 26807
    },
    {
      "epoch": 2.9063313096270598,
      "grad_norm": 0.48189911246299744,
      "learning_rate": 3.1336138111127233e-06,
      "loss": 0.0185,
      "step": 26808
    },
    {
      "epoch": 2.9064397224631398,
      "grad_norm": 0.1463785171508789,
      "learning_rate": 3.1299869432757874e-06,
      "loss": 0.006,
      "step": 26809
    },
    {
      "epoch": 2.9065481352992193,
      "grad_norm": 0.04198281466960907,
      "learning_rate": 3.1263600754388515e-06,
      "loss": 0.0032,
      "step": 26810
    },
    {
      "epoch": 2.9066565481352993,
      "grad_norm": 0.10601649433374405,
      "learning_rate": 3.1227332076019152e-06,
      "loss": 0.006,
      "step": 26811
    },
    {
      "epoch": 2.906764960971379,
      "grad_norm": 0.1572839915752411,
      "learning_rate": 3.1191063397649793e-06,
      "loss": 0.0063,
      "step": 26812
    },
    {
      "epoch": 2.906873373807459,
      "grad_norm": 0.13760437071323395,
      "learning_rate": 3.115479471928043e-06,
      "loss": 0.0104,
      "step": 26813
    },
    {
      "epoch": 2.906981786643539,
      "grad_norm": 0.03979337587952614,
      "learning_rate": 3.111852604091107e-06,
      "loss": 0.0022,
      "step": 26814
    },
    {
      "epoch": 2.9070901994796183,
      "grad_norm": 0.047078292816877365,
      "learning_rate": 3.1082257362541712e-06,
      "loss": 0.0023,
      "step": 26815
    },
    {
      "epoch": 2.9071986123156983,
      "grad_norm": 0.14147546887397766,
      "learning_rate": 3.104598868417235e-06,
      "loss": 0.0085,
      "step": 26816
    },
    {
      "epoch": 2.907307025151778,
      "grad_norm": 0.16264241933822632,
      "learning_rate": 3.100972000580299e-06,
      "loss": 0.0143,
      "step": 26817
    },
    {
      "epoch": 2.907415437987858,
      "grad_norm": 0.013461668975651264,
      "learning_rate": 3.097345132743363e-06,
      "loss": 0.0013,
      "step": 26818
    },
    {
      "epoch": 2.907523850823938,
      "grad_norm": 0.1867036372423172,
      "learning_rate": 3.0937182649064268e-06,
      "loss": 0.026,
      "step": 26819
    },
    {
      "epoch": 2.9076322636600174,
      "grad_norm": 0.020291060209274292,
      "learning_rate": 3.090091397069491e-06,
      "loss": 0.0021,
      "step": 26820
    },
    {
      "epoch": 2.907740676496097,
      "grad_norm": 0.07153163850307465,
      "learning_rate": 3.086464529232555e-06,
      "loss": 0.0035,
      "step": 26821
    },
    {
      "epoch": 2.907849089332177,
      "grad_norm": 0.19372110068798065,
      "learning_rate": 3.082837661395619e-06,
      "loss": 0.0151,
      "step": 26822
    },
    {
      "epoch": 2.907957502168257,
      "grad_norm": 0.3347579836845398,
      "learning_rate": 3.0792107935586828e-06,
      "loss": 0.0147,
      "step": 26823
    },
    {
      "epoch": 2.9080659150043364,
      "grad_norm": 0.08070942014455795,
      "learning_rate": 3.075583925721747e-06,
      "loss": 0.0055,
      "step": 26824
    },
    {
      "epoch": 2.9081743278404164,
      "grad_norm": 0.20467787981033325,
      "learning_rate": 3.071957057884811e-06,
      "loss": 0.0194,
      "step": 26825
    },
    {
      "epoch": 2.908282740676496,
      "grad_norm": 0.10073598474264145,
      "learning_rate": 3.0683301900478747e-06,
      "loss": 0.007,
      "step": 26826
    },
    {
      "epoch": 2.908391153512576,
      "grad_norm": 0.2661157250404358,
      "learning_rate": 3.0647033222109388e-06,
      "loss": 0.02,
      "step": 26827
    },
    {
      "epoch": 2.908499566348656,
      "grad_norm": 0.04218950495123863,
      "learning_rate": 3.061076454374003e-06,
      "loss": 0.0061,
      "step": 26828
    },
    {
      "epoch": 2.9086079791847355,
      "grad_norm": 0.22632944583892822,
      "learning_rate": 3.0574495865370666e-06,
      "loss": 0.0213,
      "step": 26829
    },
    {
      "epoch": 2.908716392020815,
      "grad_norm": 0.09660929441452026,
      "learning_rate": 3.0538227187001307e-06,
      "loss": 0.0045,
      "step": 26830
    },
    {
      "epoch": 2.908824804856895,
      "grad_norm": 0.021534020081162453,
      "learning_rate": 3.0501958508631948e-06,
      "loss": 0.0011,
      "step": 26831
    },
    {
      "epoch": 2.908933217692975,
      "grad_norm": 0.22182227671146393,
      "learning_rate": 3.0465689830262585e-06,
      "loss": 0.0155,
      "step": 26832
    },
    {
      "epoch": 2.9090416305290545,
      "grad_norm": 0.025362610816955566,
      "learning_rate": 3.0429421151893226e-06,
      "loss": 0.0029,
      "step": 26833
    },
    {
      "epoch": 2.9091500433651345,
      "grad_norm": 0.08289141207933426,
      "learning_rate": 3.0393152473523867e-06,
      "loss": 0.0088,
      "step": 26834
    },
    {
      "epoch": 2.909258456201214,
      "grad_norm": 0.0916692242026329,
      "learning_rate": 3.0356883795154508e-06,
      "loss": 0.0019,
      "step": 26835
    },
    {
      "epoch": 2.909366869037294,
      "grad_norm": 0.07539007812738419,
      "learning_rate": 3.0320615116785145e-06,
      "loss": 0.0058,
      "step": 26836
    },
    {
      "epoch": 2.909475281873374,
      "grad_norm": 0.02765667624771595,
      "learning_rate": 3.0284346438415786e-06,
      "loss": 0.0011,
      "step": 26837
    },
    {
      "epoch": 2.9095836947094535,
      "grad_norm": 0.003364294534549117,
      "learning_rate": 3.0248077760046427e-06,
      "loss": 0.0003,
      "step": 26838
    },
    {
      "epoch": 2.9096921075455335,
      "grad_norm": 0.07062090188264847,
      "learning_rate": 3.0211809081677063e-06,
      "loss": 0.0029,
      "step": 26839
    },
    {
      "epoch": 2.909800520381613,
      "grad_norm": 0.13561615347862244,
      "learning_rate": 3.0175540403307705e-06,
      "loss": 0.0136,
      "step": 26840
    },
    {
      "epoch": 2.909908933217693,
      "grad_norm": 0.23351718485355377,
      "learning_rate": 3.0139271724938346e-06,
      "loss": 0.0435,
      "step": 26841
    },
    {
      "epoch": 2.9100173460537726,
      "grad_norm": 0.1012754812836647,
      "learning_rate": 3.0103003046568987e-06,
      "loss": 0.0053,
      "step": 26842
    },
    {
      "epoch": 2.9101257588898526,
      "grad_norm": 0.2502608299255371,
      "learning_rate": 3.0066734368199623e-06,
      "loss": 0.0171,
      "step": 26843
    },
    {
      "epoch": 2.910234171725932,
      "grad_norm": 0.0686970129609108,
      "learning_rate": 3.0030465689830264e-06,
      "loss": 0.0027,
      "step": 26844
    },
    {
      "epoch": 2.910342584562012,
      "grad_norm": 0.3439768850803375,
      "learning_rate": 2.99941970114609e-06,
      "loss": 0.0144,
      "step": 26845
    },
    {
      "epoch": 2.910450997398092,
      "grad_norm": 0.14731042087078094,
      "learning_rate": 2.9957928333091542e-06,
      "loss": 0.0088,
      "step": 26846
    },
    {
      "epoch": 2.9105594102341716,
      "grad_norm": 0.16032536327838898,
      "learning_rate": 2.9921659654722183e-06,
      "loss": 0.0164,
      "step": 26847
    },
    {
      "epoch": 2.9106678230702516,
      "grad_norm": 0.08449802547693253,
      "learning_rate": 2.9885390976352824e-06,
      "loss": 0.0071,
      "step": 26848
    },
    {
      "epoch": 2.910776235906331,
      "grad_norm": 0.3038378655910492,
      "learning_rate": 2.9849122297983465e-06,
      "loss": 0.0408,
      "step": 26849
    },
    {
      "epoch": 2.910884648742411,
      "grad_norm": 0.7525951862335205,
      "learning_rate": 2.9812853619614102e-06,
      "loss": 0.0456,
      "step": 26850
    },
    {
      "epoch": 2.910993061578491,
      "grad_norm": 0.13092085719108582,
      "learning_rate": 2.9776584941244743e-06,
      "loss": 0.0184,
      "step": 26851
    },
    {
      "epoch": 2.9111014744145707,
      "grad_norm": 0.04197258874773979,
      "learning_rate": 2.974031626287538e-06,
      "loss": 0.0025,
      "step": 26852
    },
    {
      "epoch": 2.91120988725065,
      "grad_norm": 0.0246046781539917,
      "learning_rate": 2.970404758450602e-06,
      "loss": 0.0014,
      "step": 26853
    },
    {
      "epoch": 2.91131830008673,
      "grad_norm": 0.23643486201763153,
      "learning_rate": 2.9667778906136662e-06,
      "loss": 0.0222,
      "step": 26854
    },
    {
      "epoch": 2.91142671292281,
      "grad_norm": 0.14794377982616425,
      "learning_rate": 2.9631510227767303e-06,
      "loss": 0.0121,
      "step": 26855
    },
    {
      "epoch": 2.9115351257588897,
      "grad_norm": 0.056841883808374405,
      "learning_rate": 2.9595241549397944e-06,
      "loss": 0.0041,
      "step": 26856
    },
    {
      "epoch": 2.9116435385949697,
      "grad_norm": 0.005998951382935047,
      "learning_rate": 2.955897287102858e-06,
      "loss": 0.0004,
      "step": 26857
    },
    {
      "epoch": 2.9117519514310493,
      "grad_norm": 0.074029840528965,
      "learning_rate": 2.9522704192659222e-06,
      "loss": 0.0083,
      "step": 26858
    },
    {
      "epoch": 2.9118603642671292,
      "grad_norm": 0.14182470738887787,
      "learning_rate": 2.948643551428986e-06,
      "loss": 0.0143,
      "step": 26859
    },
    {
      "epoch": 2.9119687771032092,
      "grad_norm": 0.07208438217639923,
      "learning_rate": 2.94501668359205e-06,
      "loss": 0.0089,
      "step": 26860
    },
    {
      "epoch": 2.9120771899392888,
      "grad_norm": 0.06058241426944733,
      "learning_rate": 2.941389815755114e-06,
      "loss": 0.0049,
      "step": 26861
    },
    {
      "epoch": 2.9121856027753688,
      "grad_norm": 0.13322052359580994,
      "learning_rate": 2.9377629479181782e-06,
      "loss": 0.0271,
      "step": 26862
    },
    {
      "epoch": 2.9122940156114483,
      "grad_norm": 0.23746417462825775,
      "learning_rate": 2.934136080081242e-06,
      "loss": 0.0158,
      "step": 26863
    },
    {
      "epoch": 2.9124024284475283,
      "grad_norm": 0.19487546384334564,
      "learning_rate": 2.930509212244306e-06,
      "loss": 0.0085,
      "step": 26864
    },
    {
      "epoch": 2.912510841283608,
      "grad_norm": 0.058140482753515244,
      "learning_rate": 2.9268823444073697e-06,
      "loss": 0.0089,
      "step": 26865
    },
    {
      "epoch": 2.912619254119688,
      "grad_norm": 0.058969687670469284,
      "learning_rate": 2.923255476570434e-06,
      "loss": 0.0054,
      "step": 26866
    },
    {
      "epoch": 2.9127276669557673,
      "grad_norm": 0.28038227558135986,
      "learning_rate": 2.919628608733498e-06,
      "loss": 0.0553,
      "step": 26867
    },
    {
      "epoch": 2.9128360797918473,
      "grad_norm": 0.1885903775691986,
      "learning_rate": 2.916001740896562e-06,
      "loss": 0.0169,
      "step": 26868
    },
    {
      "epoch": 2.9129444926279273,
      "grad_norm": 0.14967843890190125,
      "learning_rate": 2.912374873059626e-06,
      "loss": 0.0061,
      "step": 26869
    },
    {
      "epoch": 2.913052905464007,
      "grad_norm": 0.1101112887263298,
      "learning_rate": 2.90874800522269e-06,
      "loss": 0.0138,
      "step": 26870
    },
    {
      "epoch": 2.913161318300087,
      "grad_norm": 0.2912715673446655,
      "learning_rate": 2.905121137385754e-06,
      "loss": 0.0245,
      "step": 26871
    },
    {
      "epoch": 2.9132697311361664,
      "grad_norm": 0.4006965756416321,
      "learning_rate": 2.9014942695488176e-06,
      "loss": 0.0156,
      "step": 26872
    },
    {
      "epoch": 2.9133781439722464,
      "grad_norm": 0.29190102219581604,
      "learning_rate": 2.8978674017118817e-06,
      "loss": 0.0226,
      "step": 26873
    },
    {
      "epoch": 2.9134865568083264,
      "grad_norm": 0.3066960573196411,
      "learning_rate": 2.894240533874946e-06,
      "loss": 0.0206,
      "step": 26874
    },
    {
      "epoch": 2.913594969644406,
      "grad_norm": 0.036703161895275116,
      "learning_rate": 2.89061366603801e-06,
      "loss": 0.0027,
      "step": 26875
    },
    {
      "epoch": 2.9137033824804854,
      "grad_norm": 0.020020874217152596,
      "learning_rate": 2.886986798201074e-06,
      "loss": 0.0015,
      "step": 26876
    },
    {
      "epoch": 2.9138117953165654,
      "grad_norm": 0.17618776857852936,
      "learning_rate": 2.8833599303641377e-06,
      "loss": 0.0125,
      "step": 26877
    },
    {
      "epoch": 2.9139202081526454,
      "grad_norm": 0.0512964092195034,
      "learning_rate": 2.8797330625272014e-06,
      "loss": 0.0061,
      "step": 26878
    },
    {
      "epoch": 2.914028620988725,
      "grad_norm": 0.254909873008728,
      "learning_rate": 2.8761061946902655e-06,
      "loss": 0.0266,
      "step": 26879
    },
    {
      "epoch": 2.914137033824805,
      "grad_norm": 0.07130678743124008,
      "learning_rate": 2.8724793268533296e-06,
      "loss": 0.0054,
      "step": 26880
    },
    {
      "epoch": 2.9142454466608845,
      "grad_norm": 0.1056445837020874,
      "learning_rate": 2.8688524590163937e-06,
      "loss": 0.0067,
      "step": 26881
    },
    {
      "epoch": 2.9143538594969645,
      "grad_norm": 0.12426552176475525,
      "learning_rate": 2.8652255911794578e-06,
      "loss": 0.0104,
      "step": 26882
    },
    {
      "epoch": 2.9144622723330444,
      "grad_norm": 0.16379718482494354,
      "learning_rate": 2.861598723342522e-06,
      "loss": 0.0252,
      "step": 26883
    },
    {
      "epoch": 2.914570685169124,
      "grad_norm": 0.033230580389499664,
      "learning_rate": 2.8579718555055856e-06,
      "loss": 0.0017,
      "step": 26884
    },
    {
      "epoch": 2.914679098005204,
      "grad_norm": 0.22934062778949738,
      "learning_rate": 2.8543449876686493e-06,
      "loss": 0.0216,
      "step": 26885
    },
    {
      "epoch": 2.9147875108412835,
      "grad_norm": 0.14429615437984467,
      "learning_rate": 2.8507181198317134e-06,
      "loss": 0.0213,
      "step": 26886
    },
    {
      "epoch": 2.9148959236773635,
      "grad_norm": 0.03803221136331558,
      "learning_rate": 2.8470912519947775e-06,
      "loss": 0.0024,
      "step": 26887
    },
    {
      "epoch": 2.915004336513443,
      "grad_norm": 0.14200811088085175,
      "learning_rate": 2.8434643841578416e-06,
      "loss": 0.0072,
      "step": 26888
    },
    {
      "epoch": 2.915112749349523,
      "grad_norm": 0.08211778849363327,
      "learning_rate": 2.8398375163209057e-06,
      "loss": 0.0039,
      "step": 26889
    },
    {
      "epoch": 2.9152211621856026,
      "grad_norm": 0.14019717276096344,
      "learning_rate": 2.8362106484839694e-06,
      "loss": 0.014,
      "step": 26890
    },
    {
      "epoch": 2.9153295750216826,
      "grad_norm": 0.08480086922645569,
      "learning_rate": 2.832583780647033e-06,
      "loss": 0.0059,
      "step": 26891
    },
    {
      "epoch": 2.9154379878577625,
      "grad_norm": 0.14883792400360107,
      "learning_rate": 2.828956912810097e-06,
      "loss": 0.0073,
      "step": 26892
    },
    {
      "epoch": 2.915546400693842,
      "grad_norm": 0.16369985044002533,
      "learning_rate": 2.8253300449731612e-06,
      "loss": 0.0069,
      "step": 26893
    },
    {
      "epoch": 2.915654813529922,
      "grad_norm": 0.08659229427576065,
      "learning_rate": 2.8217031771362253e-06,
      "loss": 0.0045,
      "step": 26894
    },
    {
      "epoch": 2.9157632263660016,
      "grad_norm": 0.3721439838409424,
      "learning_rate": 2.8180763092992895e-06,
      "loss": 0.056,
      "step": 26895
    },
    {
      "epoch": 2.9158716392020816,
      "grad_norm": 0.0052496748976409435,
      "learning_rate": 2.8144494414623536e-06,
      "loss": 0.0003,
      "step": 26896
    },
    {
      "epoch": 2.9159800520381616,
      "grad_norm": 0.05727304890751839,
      "learning_rate": 2.8108225736254172e-06,
      "loss": 0.0038,
      "step": 26897
    },
    {
      "epoch": 2.916088464874241,
      "grad_norm": 0.06103469058871269,
      "learning_rate": 2.807195705788481e-06,
      "loss": 0.0074,
      "step": 26898
    },
    {
      "epoch": 2.9161968777103207,
      "grad_norm": 0.053715433925390244,
      "learning_rate": 2.803568837951545e-06,
      "loss": 0.0095,
      "step": 26899
    },
    {
      "epoch": 2.9163052905464006,
      "grad_norm": 0.06983361393213272,
      "learning_rate": 2.799941970114609e-06,
      "loss": 0.0056,
      "step": 26900
    },
    {
      "epoch": 2.9164137033824806,
      "grad_norm": 0.22296056151390076,
      "learning_rate": 2.7963151022776732e-06,
      "loss": 0.0245,
      "step": 26901
    },
    {
      "epoch": 2.91652211621856,
      "grad_norm": 0.3506620526313782,
      "learning_rate": 2.7926882344407373e-06,
      "loss": 0.0387,
      "step": 26902
    },
    {
      "epoch": 2.91663052905464,
      "grad_norm": 0.31100907921791077,
      "learning_rate": 2.7890613666038014e-06,
      "loss": 0.0552,
      "step": 26903
    },
    {
      "epoch": 2.9167389418907197,
      "grad_norm": 0.09418952465057373,
      "learning_rate": 2.785434498766865e-06,
      "loss": 0.0071,
      "step": 26904
    },
    {
      "epoch": 2.9168473547267997,
      "grad_norm": 0.1280861347913742,
      "learning_rate": 2.781807630929929e-06,
      "loss": 0.0082,
      "step": 26905
    },
    {
      "epoch": 2.9169557675628797,
      "grad_norm": 0.08427271246910095,
      "learning_rate": 2.778180763092993e-06,
      "loss": 0.0055,
      "step": 26906
    },
    {
      "epoch": 2.917064180398959,
      "grad_norm": 0.3714146018028259,
      "learning_rate": 2.774553895256057e-06,
      "loss": 0.0356,
      "step": 26907
    },
    {
      "epoch": 2.917172593235039,
      "grad_norm": 0.1463356763124466,
      "learning_rate": 2.770927027419121e-06,
      "loss": 0.0263,
      "step": 26908
    },
    {
      "epoch": 2.9172810060711187,
      "grad_norm": 0.15638500452041626,
      "learning_rate": 2.7673001595821852e-06,
      "loss": 0.0109,
      "step": 26909
    },
    {
      "epoch": 2.9173894189071987,
      "grad_norm": 0.23978795111179352,
      "learning_rate": 2.763673291745249e-06,
      "loss": 0.005,
      "step": 26910
    },
    {
      "epoch": 2.9174978317432783,
      "grad_norm": 0.19680343568325043,
      "learning_rate": 2.7600464239083126e-06,
      "loss": 0.015,
      "step": 26911
    },
    {
      "epoch": 2.9176062445793582,
      "grad_norm": 0.27515909075737,
      "learning_rate": 2.7564195560713767e-06,
      "loss": 0.0436,
      "step": 26912
    },
    {
      "epoch": 2.917714657415438,
      "grad_norm": 0.10976232588291168,
      "learning_rate": 2.752792688234441e-06,
      "loss": 0.0067,
      "step": 26913
    },
    {
      "epoch": 2.9178230702515178,
      "grad_norm": 0.09454461187124252,
      "learning_rate": 2.749165820397505e-06,
      "loss": 0.0028,
      "step": 26914
    },
    {
      "epoch": 2.9179314830875978,
      "grad_norm": 0.0032334462739527225,
      "learning_rate": 2.745538952560569e-06,
      "loss": 0.0003,
      "step": 26915
    },
    {
      "epoch": 2.9180398959236773,
      "grad_norm": 0.19310814142227173,
      "learning_rate": 2.741912084723633e-06,
      "loss": 0.0105,
      "step": 26916
    },
    {
      "epoch": 2.9181483087597573,
      "grad_norm": 0.007908561266958714,
      "learning_rate": 2.738285216886697e-06,
      "loss": 0.0004,
      "step": 26917
    },
    {
      "epoch": 2.918256721595837,
      "grad_norm": 0.08249771595001221,
      "learning_rate": 2.7346583490497605e-06,
      "loss": 0.0072,
      "step": 26918
    },
    {
      "epoch": 2.918365134431917,
      "grad_norm": 0.3528100848197937,
      "learning_rate": 2.7310314812128246e-06,
      "loss": 0.0217,
      "step": 26919
    },
    {
      "epoch": 2.918473547267997,
      "grad_norm": 0.23017817735671997,
      "learning_rate": 2.7274046133758887e-06,
      "loss": 0.0156,
      "step": 26920
    },
    {
      "epoch": 2.9185819601040763,
      "grad_norm": 0.17189247906208038,
      "learning_rate": 2.723777745538953e-06,
      "loss": 0.0089,
      "step": 26921
    },
    {
      "epoch": 2.918690372940156,
      "grad_norm": 0.05522752180695534,
      "learning_rate": 2.720150877702017e-06,
      "loss": 0.0017,
      "step": 26922
    },
    {
      "epoch": 2.918798785776236,
      "grad_norm": 0.019502907991409302,
      "learning_rate": 2.7165240098650806e-06,
      "loss": 0.0014,
      "step": 26923
    },
    {
      "epoch": 2.918907198612316,
      "grad_norm": 0.04400983452796936,
      "learning_rate": 2.7128971420281443e-06,
      "loss": 0.0022,
      "step": 26924
    },
    {
      "epoch": 2.9190156114483954,
      "grad_norm": 0.007250864990055561,
      "learning_rate": 2.7092702741912084e-06,
      "loss": 0.0004,
      "step": 26925
    },
    {
      "epoch": 2.9191240242844754,
      "grad_norm": 0.14381089806556702,
      "learning_rate": 2.7056434063542725e-06,
      "loss": 0.0108,
      "step": 26926
    },
    {
      "epoch": 2.919232437120555,
      "grad_norm": 0.14912447333335876,
      "learning_rate": 2.7020165385173366e-06,
      "loss": 0.0042,
      "step": 26927
    },
    {
      "epoch": 2.919340849956635,
      "grad_norm": 0.12425913661718369,
      "learning_rate": 2.6983896706804007e-06,
      "loss": 0.0118,
      "step": 26928
    },
    {
      "epoch": 2.919449262792715,
      "grad_norm": 0.09630332887172699,
      "learning_rate": 2.694762802843465e-06,
      "loss": 0.0038,
      "step": 26929
    },
    {
      "epoch": 2.9195576756287944,
      "grad_norm": 0.118062824010849,
      "learning_rate": 2.6911359350065285e-06,
      "loss": 0.0066,
      "step": 26930
    },
    {
      "epoch": 2.919666088464874,
      "grad_norm": 0.3557092845439911,
      "learning_rate": 2.687509067169592e-06,
      "loss": 0.0138,
      "step": 26931
    },
    {
      "epoch": 2.919774501300954,
      "grad_norm": 0.5716856122016907,
      "learning_rate": 2.6838821993326563e-06,
      "loss": 0.0164,
      "step": 26932
    },
    {
      "epoch": 2.919882914137034,
      "grad_norm": 0.16810943186283112,
      "learning_rate": 2.6802553314957204e-06,
      "loss": 0.0117,
      "step": 26933
    },
    {
      "epoch": 2.9199913269731135,
      "grad_norm": 0.06773931533098221,
      "learning_rate": 2.6766284636587845e-06,
      "loss": 0.0044,
      "step": 26934
    },
    {
      "epoch": 2.9200997398091935,
      "grad_norm": 0.07168269157409668,
      "learning_rate": 2.6730015958218486e-06,
      "loss": 0.0049,
      "step": 26935
    },
    {
      "epoch": 2.920208152645273,
      "grad_norm": 0.14769528806209564,
      "learning_rate": 2.6693747279849123e-06,
      "loss": 0.0144,
      "step": 26936
    },
    {
      "epoch": 2.920316565481353,
      "grad_norm": 0.08700717985630035,
      "learning_rate": 2.6657478601479764e-06,
      "loss": 0.0079,
      "step": 26937
    },
    {
      "epoch": 2.920424978317433,
      "grad_norm": 0.04013195261359215,
      "learning_rate": 2.66212099231104e-06,
      "loss": 0.0025,
      "step": 26938
    },
    {
      "epoch": 2.9205333911535125,
      "grad_norm": 0.07573839277029037,
      "learning_rate": 2.658494124474104e-06,
      "loss": 0.0045,
      "step": 26939
    },
    {
      "epoch": 2.9206418039895925,
      "grad_norm": 0.1903616338968277,
      "learning_rate": 2.6548672566371683e-06,
      "loss": 0.0312,
      "step": 26940
    },
    {
      "epoch": 2.920750216825672,
      "grad_norm": 0.16556032001972198,
      "learning_rate": 2.6512403888002324e-06,
      "loss": 0.0205,
      "step": 26941
    },
    {
      "epoch": 2.920858629661752,
      "grad_norm": 0.24595236778259277,
      "learning_rate": 2.6476135209632965e-06,
      "loss": 0.0092,
      "step": 26942
    },
    {
      "epoch": 2.920967042497832,
      "grad_norm": 0.15295013785362244,
      "learning_rate": 2.64398665312636e-06,
      "loss": 0.0127,
      "step": 26943
    },
    {
      "epoch": 2.9210754553339116,
      "grad_norm": 0.21338483691215515,
      "learning_rate": 2.6403597852894243e-06,
      "loss": 0.0162,
      "step": 26944
    },
    {
      "epoch": 2.921183868169991,
      "grad_norm": 0.006527086719870567,
      "learning_rate": 2.636732917452488e-06,
      "loss": 0.0004,
      "step": 26945
    },
    {
      "epoch": 2.921292281006071,
      "grad_norm": 0.11615251004695892,
      "learning_rate": 2.633106049615552e-06,
      "loss": 0.0057,
      "step": 26946
    },
    {
      "epoch": 2.921400693842151,
      "grad_norm": 0.010146516375243664,
      "learning_rate": 2.629479181778616e-06,
      "loss": 0.0005,
      "step": 26947
    },
    {
      "epoch": 2.9215091066782306,
      "grad_norm": 0.18745335936546326,
      "learning_rate": 2.6258523139416802e-06,
      "loss": 0.0103,
      "step": 26948
    },
    {
      "epoch": 2.9216175195143106,
      "grad_norm": 0.0753420814871788,
      "learning_rate": 2.6222254461047444e-06,
      "loss": 0.01,
      "step": 26949
    },
    {
      "epoch": 2.92172593235039,
      "grad_norm": 0.15976104140281677,
      "learning_rate": 2.618598578267808e-06,
      "loss": 0.0124,
      "step": 26950
    },
    {
      "epoch": 2.92183434518647,
      "grad_norm": 0.13599622249603271,
      "learning_rate": 2.6149717104308717e-06,
      "loss": 0.0041,
      "step": 26951
    },
    {
      "epoch": 2.92194275802255,
      "grad_norm": 0.012159970588982105,
      "learning_rate": 2.611344842593936e-06,
      "loss": 0.0008,
      "step": 26952
    },
    {
      "epoch": 2.9220511708586296,
      "grad_norm": 0.15564770996570587,
      "learning_rate": 2.607717974757e-06,
      "loss": 0.0661,
      "step": 26953
    },
    {
      "epoch": 2.922159583694709,
      "grad_norm": 0.13959115743637085,
      "learning_rate": 2.604091106920064e-06,
      "loss": 0.036,
      "step": 26954
    },
    {
      "epoch": 2.922267996530789,
      "grad_norm": 0.05287385359406471,
      "learning_rate": 2.600464239083128e-06,
      "loss": 0.0056,
      "step": 26955
    },
    {
      "epoch": 2.922376409366869,
      "grad_norm": 0.012613407336175442,
      "learning_rate": 2.596837371246192e-06,
      "loss": 0.0012,
      "step": 26956
    },
    {
      "epoch": 2.9224848222029487,
      "grad_norm": 0.29682403802871704,
      "learning_rate": 2.593210503409256e-06,
      "loss": 0.014,
      "step": 26957
    },
    {
      "epoch": 2.9225932350390287,
      "grad_norm": 0.08569560945034027,
      "learning_rate": 2.5895836355723196e-06,
      "loss": 0.0143,
      "step": 26958
    },
    {
      "epoch": 2.922701647875108,
      "grad_norm": 0.010226842015981674,
      "learning_rate": 2.5859567677353837e-06,
      "loss": 0.0007,
      "step": 26959
    },
    {
      "epoch": 2.922810060711188,
      "grad_norm": 0.15757720172405243,
      "learning_rate": 2.582329899898448e-06,
      "loss": 0.0161,
      "step": 26960
    },
    {
      "epoch": 2.922918473547268,
      "grad_norm": 0.27928876876831055,
      "learning_rate": 2.578703032061512e-06,
      "loss": 0.0138,
      "step": 26961
    },
    {
      "epoch": 2.9230268863833477,
      "grad_norm": 0.16204489767551422,
      "learning_rate": 2.575076164224576e-06,
      "loss": 0.0064,
      "step": 26962
    },
    {
      "epoch": 2.9231352992194277,
      "grad_norm": 0.0496908538043499,
      "learning_rate": 2.5714492963876397e-06,
      "loss": 0.0042,
      "step": 26963
    },
    {
      "epoch": 2.9232437120555073,
      "grad_norm": 0.024736914783716202,
      "learning_rate": 2.567822428550704e-06,
      "loss": 0.0017,
      "step": 26964
    },
    {
      "epoch": 2.9233521248915872,
      "grad_norm": 0.14329321682453156,
      "learning_rate": 2.5641955607137675e-06,
      "loss": 0.0121,
      "step": 26965
    },
    {
      "epoch": 2.9234605377276672,
      "grad_norm": 0.1333017200231552,
      "learning_rate": 2.5605686928768316e-06,
      "loss": 0.0082,
      "step": 26966
    },
    {
      "epoch": 2.9235689505637468,
      "grad_norm": 0.26841607689857483,
      "learning_rate": 2.5569418250398957e-06,
      "loss": 0.0477,
      "step": 26967
    },
    {
      "epoch": 2.9236773633998263,
      "grad_norm": 0.020314214751124382,
      "learning_rate": 2.55331495720296e-06,
      "loss": 0.0012,
      "step": 26968
    },
    {
      "epoch": 2.9237857762359063,
      "grad_norm": 0.3452404737472534,
      "learning_rate": 2.5496880893660235e-06,
      "loss": 0.0481,
      "step": 26969
    },
    {
      "epoch": 2.9238941890719863,
      "grad_norm": 0.18570291996002197,
      "learning_rate": 2.5460612215290876e-06,
      "loss": 0.0183,
      "step": 26970
    },
    {
      "epoch": 2.924002601908066,
      "grad_norm": 0.3635852038860321,
      "learning_rate": 2.5424343536921517e-06,
      "loss": 0.0297,
      "step": 26971
    },
    {
      "epoch": 2.924111014744146,
      "grad_norm": 0.18954718112945557,
      "learning_rate": 2.5388074858552154e-06,
      "loss": 0.0192,
      "step": 26972
    },
    {
      "epoch": 2.9242194275802254,
      "grad_norm": 0.17714005708694458,
      "learning_rate": 2.5351806180182795e-06,
      "loss": 0.0106,
      "step": 26973
    },
    {
      "epoch": 2.9243278404163053,
      "grad_norm": 0.06469299644231796,
      "learning_rate": 2.5315537501813436e-06,
      "loss": 0.0066,
      "step": 26974
    },
    {
      "epoch": 2.9244362532523853,
      "grad_norm": 0.5052897930145264,
      "learning_rate": 2.5279268823444077e-06,
      "loss": 0.0217,
      "step": 26975
    },
    {
      "epoch": 2.924544666088465,
      "grad_norm": 0.11668897420167923,
      "learning_rate": 2.5243000145074714e-06,
      "loss": 0.0176,
      "step": 26976
    },
    {
      "epoch": 2.9246530789245444,
      "grad_norm": 0.044443026185035706,
      "learning_rate": 2.5206731466705355e-06,
      "loss": 0.0039,
      "step": 26977
    },
    {
      "epoch": 2.9247614917606244,
      "grad_norm": 0.013426383957266808,
      "learning_rate": 2.517046278833599e-06,
      "loss": 0.0008,
      "step": 26978
    },
    {
      "epoch": 2.9248699045967044,
      "grad_norm": 0.17703910171985626,
      "learning_rate": 2.5134194109966633e-06,
      "loss": 0.0228,
      "step": 26979
    },
    {
      "epoch": 2.924978317432784,
      "grad_norm": 0.05119434371590614,
      "learning_rate": 2.5097925431597274e-06,
      "loss": 0.0042,
      "step": 26980
    },
    {
      "epoch": 2.925086730268864,
      "grad_norm": 0.18755128979682922,
      "learning_rate": 2.5061656753227915e-06,
      "loss": 0.0136,
      "step": 26981
    },
    {
      "epoch": 2.9251951431049434,
      "grad_norm": 0.3121083080768585,
      "learning_rate": 2.502538807485855e-06,
      "loss": 0.0263,
      "step": 26982
    },
    {
      "epoch": 2.9253035559410234,
      "grad_norm": 0.19714631140232086,
      "learning_rate": 2.4989119396489193e-06,
      "loss": 0.0155,
      "step": 26983
    },
    {
      "epoch": 2.9254119687771034,
      "grad_norm": 0.18070873618125916,
      "learning_rate": 2.4952850718119834e-06,
      "loss": 0.0192,
      "step": 26984
    },
    {
      "epoch": 2.925520381613183,
      "grad_norm": 0.054125603288412094,
      "learning_rate": 2.491658203975047e-06,
      "loss": 0.0026,
      "step": 26985
    },
    {
      "epoch": 2.925628794449263,
      "grad_norm": 0.17506186664104462,
      "learning_rate": 2.488031336138111e-06,
      "loss": 0.0091,
      "step": 26986
    },
    {
      "epoch": 2.9257372072853425,
      "grad_norm": 0.26779094338417053,
      "learning_rate": 2.4844044683011753e-06,
      "loss": 0.0325,
      "step": 26987
    },
    {
      "epoch": 2.9258456201214225,
      "grad_norm": 0.3634739816188812,
      "learning_rate": 2.4807776004642394e-06,
      "loss": 0.0543,
      "step": 26988
    },
    {
      "epoch": 2.925954032957502,
      "grad_norm": 0.02474544197320938,
      "learning_rate": 2.477150732627303e-06,
      "loss": 0.0018,
      "step": 26989
    },
    {
      "epoch": 2.926062445793582,
      "grad_norm": 0.08133440464735031,
      "learning_rate": 2.473523864790367e-06,
      "loss": 0.0037,
      "step": 26990
    },
    {
      "epoch": 2.9261708586296615,
      "grad_norm": 0.26461392641067505,
      "learning_rate": 2.4698969969534313e-06,
      "loss": 0.0212,
      "step": 26991
    },
    {
      "epoch": 2.9262792714657415,
      "grad_norm": 0.104173943400383,
      "learning_rate": 2.466270129116495e-06,
      "loss": 0.0065,
      "step": 26992
    },
    {
      "epoch": 2.9263876843018215,
      "grad_norm": 0.17091242969036102,
      "learning_rate": 2.462643261279559e-06,
      "loss": 0.0127,
      "step": 26993
    },
    {
      "epoch": 2.926496097137901,
      "grad_norm": 0.051491063088178635,
      "learning_rate": 2.459016393442623e-06,
      "loss": 0.0038,
      "step": 26994
    },
    {
      "epoch": 2.926604509973981,
      "grad_norm": 0.17657402157783508,
      "learning_rate": 2.4553895256056873e-06,
      "loss": 0.0129,
      "step": 26995
    },
    {
      "epoch": 2.9267129228100606,
      "grad_norm": 0.007124914322048426,
      "learning_rate": 2.451762657768751e-06,
      "loss": 0.0005,
      "step": 26996
    },
    {
      "epoch": 2.9268213356461406,
      "grad_norm": 0.3288518488407135,
      "learning_rate": 2.448135789931815e-06,
      "loss": 0.0174,
      "step": 26997
    },
    {
      "epoch": 2.9269297484822205,
      "grad_norm": 0.31877195835113525,
      "learning_rate": 2.444508922094879e-06,
      "loss": 0.0121,
      "step": 26998
    },
    {
      "epoch": 2.9270381613183,
      "grad_norm": 0.2999337613582611,
      "learning_rate": 2.440882054257943e-06,
      "loss": 0.0612,
      "step": 26999
    },
    {
      "epoch": 2.9271465741543796,
      "grad_norm": 0.14488206803798676,
      "learning_rate": 2.437255186421007e-06,
      "loss": 0.0085,
      "step": 27000
    },
    {
      "epoch": 2.9272549869904596,
      "grad_norm": 0.13125111162662506,
      "learning_rate": 2.433628318584071e-06,
      "loss": 0.0141,
      "step": 27001
    },
    {
      "epoch": 2.9273633998265396,
      "grad_norm": 0.2171780914068222,
      "learning_rate": 2.4300014507471347e-06,
      "loss": 0.0149,
      "step": 27002
    },
    {
      "epoch": 2.927471812662619,
      "grad_norm": 0.060676634311676025,
      "learning_rate": 2.426374582910199e-06,
      "loss": 0.0027,
      "step": 27003
    },
    {
      "epoch": 2.927580225498699,
      "grad_norm": 0.23945343494415283,
      "learning_rate": 2.422747715073263e-06,
      "loss": 0.015,
      "step": 27004
    },
    {
      "epoch": 2.9276886383347787,
      "grad_norm": 0.16814285516738892,
      "learning_rate": 2.419120847236327e-06,
      "loss": 0.0075,
      "step": 27005
    },
    {
      "epoch": 2.9277970511708586,
      "grad_norm": 0.2147478610277176,
      "learning_rate": 2.4154939793993907e-06,
      "loss": 0.0156,
      "step": 27006
    },
    {
      "epoch": 2.9279054640069386,
      "grad_norm": 0.012980508618056774,
      "learning_rate": 2.411867111562455e-06,
      "loss": 0.0011,
      "step": 27007
    },
    {
      "epoch": 2.928013876843018,
      "grad_norm": 0.1471382975578308,
      "learning_rate": 2.408240243725519e-06,
      "loss": 0.0187,
      "step": 27008
    },
    {
      "epoch": 2.928122289679098,
      "grad_norm": 0.08121943473815918,
      "learning_rate": 2.4046133758885826e-06,
      "loss": 0.0019,
      "step": 27009
    },
    {
      "epoch": 2.9282307025151777,
      "grad_norm": 0.017385222017765045,
      "learning_rate": 2.4009865080516467e-06,
      "loss": 0.0011,
      "step": 27010
    },
    {
      "epoch": 2.9283391153512577,
      "grad_norm": 0.08731827139854431,
      "learning_rate": 2.397359640214711e-06,
      "loss": 0.0044,
      "step": 27011
    },
    {
      "epoch": 2.9284475281873372,
      "grad_norm": 0.04874785616993904,
      "learning_rate": 2.3937327723777745e-06,
      "loss": 0.0032,
      "step": 27012
    },
    {
      "epoch": 2.928555941023417,
      "grad_norm": 0.13836728036403656,
      "learning_rate": 2.3901059045408386e-06,
      "loss": 0.0084,
      "step": 27013
    },
    {
      "epoch": 2.9286643538594967,
      "grad_norm": 0.550005316734314,
      "learning_rate": 2.3864790367039027e-06,
      "loss": 0.0499,
      "step": 27014
    },
    {
      "epoch": 2.9287727666955767,
      "grad_norm": 0.45147037506103516,
      "learning_rate": 2.3828521688669664e-06,
      "loss": 0.0326,
      "step": 27015
    },
    {
      "epoch": 2.9288811795316567,
      "grad_norm": 0.22124746441841125,
      "learning_rate": 2.3792253010300305e-06,
      "loss": 0.022,
      "step": 27016
    },
    {
      "epoch": 2.9289895923677363,
      "grad_norm": 0.12402322143316269,
      "learning_rate": 2.3755984331930946e-06,
      "loss": 0.0072,
      "step": 27017
    },
    {
      "epoch": 2.9290980052038162,
      "grad_norm": 0.3834822177886963,
      "learning_rate": 2.3719715653561587e-06,
      "loss": 0.019,
      "step": 27018
    },
    {
      "epoch": 2.929206418039896,
      "grad_norm": 0.09017760306596756,
      "learning_rate": 2.3683446975192224e-06,
      "loss": 0.0059,
      "step": 27019
    },
    {
      "epoch": 2.9293148308759758,
      "grad_norm": 0.025606131181120872,
      "learning_rate": 2.3647178296822865e-06,
      "loss": 0.0009,
      "step": 27020
    },
    {
      "epoch": 2.9294232437120558,
      "grad_norm": 0.22788885235786438,
      "learning_rate": 2.3610909618453506e-06,
      "loss": 0.0301,
      "step": 27021
    },
    {
      "epoch": 2.9295316565481353,
      "grad_norm": 0.17016370594501495,
      "learning_rate": 2.3574640940084143e-06,
      "loss": 0.0093,
      "step": 27022
    },
    {
      "epoch": 2.929640069384215,
      "grad_norm": 0.005932861939072609,
      "learning_rate": 2.3538372261714784e-06,
      "loss": 0.0003,
      "step": 27023
    },
    {
      "epoch": 2.929748482220295,
      "grad_norm": 0.29968950152397156,
      "learning_rate": 2.3502103583345425e-06,
      "loss": 0.0118,
      "step": 27024
    },
    {
      "epoch": 2.929856895056375,
      "grad_norm": 0.25714367628097534,
      "learning_rate": 2.3465834904976066e-06,
      "loss": 0.0265,
      "step": 27025
    },
    {
      "epoch": 2.9299653078924544,
      "grad_norm": 0.14814545214176178,
      "learning_rate": 2.3429566226606703e-06,
      "loss": 0.0093,
      "step": 27026
    },
    {
      "epoch": 2.9300737207285343,
      "grad_norm": 0.30976173281669617,
      "learning_rate": 2.3393297548237344e-06,
      "loss": 0.0389,
      "step": 27027
    },
    {
      "epoch": 2.930182133564614,
      "grad_norm": 0.10500280559062958,
      "learning_rate": 2.335702886986798e-06,
      "loss": 0.0064,
      "step": 27028
    },
    {
      "epoch": 2.930290546400694,
      "grad_norm": 0.17398400604724884,
      "learning_rate": 2.332076019149862e-06,
      "loss": 0.0275,
      "step": 27029
    },
    {
      "epoch": 2.930398959236774,
      "grad_norm": 0.14935849606990814,
      "learning_rate": 2.3284491513129263e-06,
      "loss": 0.0226,
      "step": 27030
    },
    {
      "epoch": 2.9305073720728534,
      "grad_norm": 0.4237326383590698,
      "learning_rate": 2.3248222834759904e-06,
      "loss": 0.0135,
      "step": 27031
    },
    {
      "epoch": 2.9306157849089334,
      "grad_norm": 0.13193531334400177,
      "learning_rate": 2.3211954156390545e-06,
      "loss": 0.0052,
      "step": 27032
    },
    {
      "epoch": 2.930724197745013,
      "grad_norm": 0.18003924190998077,
      "learning_rate": 2.317568547802118e-06,
      "loss": 0.0237,
      "step": 27033
    },
    {
      "epoch": 2.930832610581093,
      "grad_norm": 0.03655920550227165,
      "learning_rate": 2.3139416799651823e-06,
      "loss": 0.0023,
      "step": 27034
    },
    {
      "epoch": 2.9309410234171724,
      "grad_norm": 0.09028924256563187,
      "learning_rate": 2.310314812128246e-06,
      "loss": 0.0061,
      "step": 27035
    },
    {
      "epoch": 2.9310494362532524,
      "grad_norm": 0.1121239960193634,
      "learning_rate": 2.30668794429131e-06,
      "loss": 0.0114,
      "step": 27036
    },
    {
      "epoch": 2.931157849089332,
      "grad_norm": 0.058299437165260315,
      "learning_rate": 2.303061076454374e-06,
      "loss": 0.004,
      "step": 27037
    },
    {
      "epoch": 2.931266261925412,
      "grad_norm": 0.24493934214115143,
      "learning_rate": 2.2994342086174383e-06,
      "loss": 0.0127,
      "step": 27038
    },
    {
      "epoch": 2.931374674761492,
      "grad_norm": 0.37083032727241516,
      "learning_rate": 2.295807340780502e-06,
      "loss": 0.0115,
      "step": 27039
    },
    {
      "epoch": 2.9314830875975715,
      "grad_norm": 0.08685552328824997,
      "learning_rate": 2.292180472943566e-06,
      "loss": 0.0065,
      "step": 27040
    },
    {
      "epoch": 2.9315915004336515,
      "grad_norm": 0.003452091943472624,
      "learning_rate": 2.28855360510663e-06,
      "loss": 0.0002,
      "step": 27041
    },
    {
      "epoch": 2.931699913269731,
      "grad_norm": 0.0656590387225151,
      "learning_rate": 2.284926737269694e-06,
      "loss": 0.0064,
      "step": 27042
    },
    {
      "epoch": 2.931808326105811,
      "grad_norm": 0.014118239283561707,
      "learning_rate": 2.281299869432758e-06,
      "loss": 0.0006,
      "step": 27043
    },
    {
      "epoch": 2.931916738941891,
      "grad_norm": 0.04461328685283661,
      "learning_rate": 2.277673001595822e-06,
      "loss": 0.0024,
      "step": 27044
    },
    {
      "epoch": 2.9320251517779705,
      "grad_norm": 0.1962232142686844,
      "learning_rate": 2.274046133758886e-06,
      "loss": 0.0108,
      "step": 27045
    },
    {
      "epoch": 2.93213356461405,
      "grad_norm": 0.16176697611808777,
      "learning_rate": 2.27041926592195e-06,
      "loss": 0.0048,
      "step": 27046
    },
    {
      "epoch": 2.93224197745013,
      "grad_norm": 0.14501525461673737,
      "learning_rate": 2.266792398085014e-06,
      "loss": 0.0169,
      "step": 27047
    },
    {
      "epoch": 2.93235039028621,
      "grad_norm": 0.05017693713307381,
      "learning_rate": 2.2631655302480776e-06,
      "loss": 0.0033,
      "step": 27048
    },
    {
      "epoch": 2.9324588031222896,
      "grad_norm": 0.07552778720855713,
      "learning_rate": 2.2595386624111417e-06,
      "loss": 0.0028,
      "step": 27049
    },
    {
      "epoch": 2.9325672159583696,
      "grad_norm": 0.03400665521621704,
      "learning_rate": 2.255911794574206e-06,
      "loss": 0.0009,
      "step": 27050
    },
    {
      "epoch": 2.932675628794449,
      "grad_norm": 0.2731372117996216,
      "learning_rate": 2.25228492673727e-06,
      "loss": 0.027,
      "step": 27051
    },
    {
      "epoch": 2.932784041630529,
      "grad_norm": 0.006960823200643063,
      "learning_rate": 2.248658058900334e-06,
      "loss": 0.0004,
      "step": 27052
    },
    {
      "epoch": 2.932892454466609,
      "grad_norm": 0.10884953290224075,
      "learning_rate": 2.2450311910633977e-06,
      "loss": 0.008,
      "step": 27053
    },
    {
      "epoch": 2.9330008673026886,
      "grad_norm": 0.0300015639513731,
      "learning_rate": 2.241404323226462e-06,
      "loss": 0.0016,
      "step": 27054
    },
    {
      "epoch": 2.9331092801387686,
      "grad_norm": 0.13870017230510712,
      "learning_rate": 2.2377774553895255e-06,
      "loss": 0.0045,
      "step": 27055
    },
    {
      "epoch": 2.933217692974848,
      "grad_norm": 0.1738477349281311,
      "learning_rate": 2.2341505875525896e-06,
      "loss": 0.0105,
      "step": 27056
    },
    {
      "epoch": 2.933326105810928,
      "grad_norm": 0.2171122133731842,
      "learning_rate": 2.2305237197156537e-06,
      "loss": 0.0133,
      "step": 27057
    },
    {
      "epoch": 2.9334345186470077,
      "grad_norm": 0.11956358700990677,
      "learning_rate": 2.226896851878718e-06,
      "loss": 0.0137,
      "step": 27058
    },
    {
      "epoch": 2.9335429314830876,
      "grad_norm": 0.2135421484708786,
      "learning_rate": 2.223269984041782e-06,
      "loss": 0.0066,
      "step": 27059
    },
    {
      "epoch": 2.933651344319167,
      "grad_norm": 0.41716811060905457,
      "learning_rate": 2.2196431162048456e-06,
      "loss": 0.0364,
      "step": 27060
    },
    {
      "epoch": 2.933759757155247,
      "grad_norm": 0.2882728576660156,
      "learning_rate": 2.2160162483679093e-06,
      "loss": 0.0144,
      "step": 27061
    },
    {
      "epoch": 2.933868169991327,
      "grad_norm": 0.08983761072158813,
      "learning_rate": 2.2123893805309734e-06,
      "loss": 0.0074,
      "step": 27062
    },
    {
      "epoch": 2.9339765828274067,
      "grad_norm": 0.0041389744728803635,
      "learning_rate": 2.2087625126940375e-06,
      "loss": 0.0004,
      "step": 27063
    },
    {
      "epoch": 2.9340849956634867,
      "grad_norm": 0.05984188988804817,
      "learning_rate": 2.2051356448571016e-06,
      "loss": 0.0058,
      "step": 27064
    },
    {
      "epoch": 2.9341934084995662,
      "grad_norm": 0.15204554796218872,
      "learning_rate": 2.2015087770201657e-06,
      "loss": 0.0157,
      "step": 27065
    },
    {
      "epoch": 2.934301821335646,
      "grad_norm": 0.07090097665786743,
      "learning_rate": 2.1978819091832294e-06,
      "loss": 0.0019,
      "step": 27066
    },
    {
      "epoch": 2.934410234171726,
      "grad_norm": 0.26047390699386597,
      "learning_rate": 2.1942550413462935e-06,
      "loss": 0.014,
      "step": 27067
    },
    {
      "epoch": 2.9345186470078057,
      "grad_norm": 0.9635287523269653,
      "learning_rate": 2.190628173509357e-06,
      "loss": 0.0252,
      "step": 27068
    },
    {
      "epoch": 2.9346270598438853,
      "grad_norm": 0.16837996244430542,
      "learning_rate": 2.1870013056724213e-06,
      "loss": 0.0277,
      "step": 27069
    },
    {
      "epoch": 2.9347354726799653,
      "grad_norm": 0.649843156337738,
      "learning_rate": 2.1833744378354854e-06,
      "loss": 0.0394,
      "step": 27070
    },
    {
      "epoch": 2.9348438855160452,
      "grad_norm": 0.06386137753725052,
      "learning_rate": 2.1797475699985495e-06,
      "loss": 0.002,
      "step": 27071
    },
    {
      "epoch": 2.934952298352125,
      "grad_norm": 0.41547447443008423,
      "learning_rate": 2.1761207021616136e-06,
      "loss": 0.0124,
      "step": 27072
    },
    {
      "epoch": 2.9350607111882048,
      "grad_norm": 0.06261647492647171,
      "learning_rate": 2.1724938343246773e-06,
      "loss": 0.0051,
      "step": 27073
    },
    {
      "epoch": 2.9351691240242843,
      "grad_norm": 0.43918266892433167,
      "learning_rate": 2.168866966487741e-06,
      "loss": 0.0101,
      "step": 27074
    },
    {
      "epoch": 2.9352775368603643,
      "grad_norm": 0.1320698857307434,
      "learning_rate": 2.165240098650805e-06,
      "loss": 0.0141,
      "step": 27075
    },
    {
      "epoch": 2.9353859496964443,
      "grad_norm": 0.048996295779943466,
      "learning_rate": 2.161613230813869e-06,
      "loss": 0.0041,
      "step": 27076
    },
    {
      "epoch": 2.935494362532524,
      "grad_norm": 0.040859565138816833,
      "learning_rate": 2.1579863629769333e-06,
      "loss": 0.0032,
      "step": 27077
    },
    {
      "epoch": 2.9356027753686034,
      "grad_norm": 0.30410587787628174,
      "learning_rate": 2.1543594951399974e-06,
      "loss": 0.0088,
      "step": 27078
    },
    {
      "epoch": 2.9357111882046834,
      "grad_norm": 0.36713743209838867,
      "learning_rate": 2.1507326273030615e-06,
      "loss": 0.0433,
      "step": 27079
    },
    {
      "epoch": 2.9358196010407633,
      "grad_norm": 0.13848432898521423,
      "learning_rate": 2.147105759466125e-06,
      "loss": 0.0106,
      "step": 27080
    },
    {
      "epoch": 2.935928013876843,
      "grad_norm": 0.06006043776869774,
      "learning_rate": 2.143478891629189e-06,
      "loss": 0.0079,
      "step": 27081
    },
    {
      "epoch": 2.936036426712923,
      "grad_norm": 0.07673483341932297,
      "learning_rate": 2.139852023792253e-06,
      "loss": 0.003,
      "step": 27082
    },
    {
      "epoch": 2.9361448395490024,
      "grad_norm": 0.5157752633094788,
      "learning_rate": 2.136225155955317e-06,
      "loss": 0.0315,
      "step": 27083
    },
    {
      "epoch": 2.9362532523850824,
      "grad_norm": 0.25242823362350464,
      "learning_rate": 2.132598288118381e-06,
      "loss": 0.0201,
      "step": 27084
    },
    {
      "epoch": 2.9363616652211624,
      "grad_norm": 0.013028332963585854,
      "learning_rate": 2.1289714202814453e-06,
      "loss": 0.0014,
      "step": 27085
    },
    {
      "epoch": 2.936470078057242,
      "grad_norm": 0.24076762795448303,
      "learning_rate": 2.1253445524445094e-06,
      "loss": 0.0184,
      "step": 27086
    },
    {
      "epoch": 2.936578490893322,
      "grad_norm": 0.06439461559057236,
      "learning_rate": 2.121717684607573e-06,
      "loss": 0.0052,
      "step": 27087
    },
    {
      "epoch": 2.9366869037294014,
      "grad_norm": 0.25536879897117615,
      "learning_rate": 2.1180908167706367e-06,
      "loss": 0.013,
      "step": 27088
    },
    {
      "epoch": 2.9367953165654814,
      "grad_norm": 0.010411485098302364,
      "learning_rate": 2.114463948933701e-06,
      "loss": 0.0007,
      "step": 27089
    },
    {
      "epoch": 2.9369037294015614,
      "grad_norm": 0.1076560914516449,
      "learning_rate": 2.110837081096765e-06,
      "loss": 0.005,
      "step": 27090
    },
    {
      "epoch": 2.937012142237641,
      "grad_norm": 0.4431155323982239,
      "learning_rate": 2.107210213259829e-06,
      "loss": 0.0202,
      "step": 27091
    },
    {
      "epoch": 2.9371205550737205,
      "grad_norm": 0.028474850580096245,
      "learning_rate": 2.103583345422893e-06,
      "loss": 0.0037,
      "step": 27092
    },
    {
      "epoch": 2.9372289679098005,
      "grad_norm": 0.056625086814165115,
      "learning_rate": 2.099956477585957e-06,
      "loss": 0.0038,
      "step": 27093
    },
    {
      "epoch": 2.9373373807458805,
      "grad_norm": 0.27061736583709717,
      "learning_rate": 2.0963296097490205e-06,
      "loss": 0.0134,
      "step": 27094
    },
    {
      "epoch": 2.93744579358196,
      "grad_norm": 0.2390233725309372,
      "learning_rate": 2.0927027419120846e-06,
      "loss": 0.0143,
      "step": 27095
    },
    {
      "epoch": 2.93755420641804,
      "grad_norm": 0.03541887179017067,
      "learning_rate": 2.0890758740751487e-06,
      "loss": 0.0026,
      "step": 27096
    },
    {
      "epoch": 2.9376626192541195,
      "grad_norm": 0.14929738640785217,
      "learning_rate": 2.085449006238213e-06,
      "loss": 0.008,
      "step": 27097
    },
    {
      "epoch": 2.9377710320901995,
      "grad_norm": 0.03401029855012894,
      "learning_rate": 2.081822138401277e-06,
      "loss": 0.0022,
      "step": 27098
    },
    {
      "epoch": 2.9378794449262795,
      "grad_norm": 0.08860597014427185,
      "learning_rate": 2.078195270564341e-06,
      "loss": 0.0054,
      "step": 27099
    },
    {
      "epoch": 2.937987857762359,
      "grad_norm": 0.13542629778385162,
      "learning_rate": 2.0745684027274047e-06,
      "loss": 0.0152,
      "step": 27100
    },
    {
      "epoch": 2.9380962705984386,
      "grad_norm": 0.02360123209655285,
      "learning_rate": 2.0709415348904684e-06,
      "loss": 0.0013,
      "step": 27101
    },
    {
      "epoch": 2.9382046834345186,
      "grad_norm": 0.4630798101425171,
      "learning_rate": 2.0673146670535325e-06,
      "loss": 0.0209,
      "step": 27102
    },
    {
      "epoch": 2.9383130962705986,
      "grad_norm": 0.33814212679862976,
      "learning_rate": 2.0636877992165966e-06,
      "loss": 0.0133,
      "step": 27103
    },
    {
      "epoch": 2.938421509106678,
      "grad_norm": 0.1673777997493744,
      "learning_rate": 2.0600609313796607e-06,
      "loss": 0.0204,
      "step": 27104
    },
    {
      "epoch": 2.938529921942758,
      "grad_norm": 0.05288112163543701,
      "learning_rate": 2.056434063542725e-06,
      "loss": 0.0027,
      "step": 27105
    },
    {
      "epoch": 2.9386383347788376,
      "grad_norm": 0.27938124537467957,
      "learning_rate": 2.0528071957057885e-06,
      "loss": 0.0346,
      "step": 27106
    },
    {
      "epoch": 2.9387467476149176,
      "grad_norm": 0.5285359621047974,
      "learning_rate": 2.049180327868852e-06,
      "loss": 0.0398,
      "step": 27107
    },
    {
      "epoch": 2.9388551604509976,
      "grad_norm": 0.424990177154541,
      "learning_rate": 2.0455534600319163e-06,
      "loss": 0.0195,
      "step": 27108
    },
    {
      "epoch": 2.938963573287077,
      "grad_norm": 0.18482068181037903,
      "learning_rate": 2.0419265921949804e-06,
      "loss": 0.0254,
      "step": 27109
    },
    {
      "epoch": 2.939071986123157,
      "grad_norm": 0.039631567895412445,
      "learning_rate": 2.0382997243580445e-06,
      "loss": 0.0021,
      "step": 27110
    },
    {
      "epoch": 2.9391803989592367,
      "grad_norm": 0.22220224142074585,
      "learning_rate": 2.0346728565211086e-06,
      "loss": 0.0284,
      "step": 27111
    },
    {
      "epoch": 2.9392888117953166,
      "grad_norm": 0.3167918026447296,
      "learning_rate": 2.0310459886841727e-06,
      "loss": 0.008,
      "step": 27112
    },
    {
      "epoch": 2.9393972246313966,
      "grad_norm": 0.17086376249790192,
      "learning_rate": 2.0274191208472364e-06,
      "loss": 0.0132,
      "step": 27113
    },
    {
      "epoch": 2.939505637467476,
      "grad_norm": 0.2072746902704239,
      "learning_rate": 2.0237922530103e-06,
      "loss": 0.0075,
      "step": 27114
    },
    {
      "epoch": 2.9396140503035557,
      "grad_norm": 0.15369732677936554,
      "learning_rate": 2.020165385173364e-06,
      "loss": 0.0167,
      "step": 27115
    },
    {
      "epoch": 2.9397224631396357,
      "grad_norm": 0.009674575179815292,
      "learning_rate": 2.0165385173364283e-06,
      "loss": 0.0008,
      "step": 27116
    },
    {
      "epoch": 2.9398308759757157,
      "grad_norm": 0.26716119050979614,
      "learning_rate": 2.0129116494994924e-06,
      "loss": 0.0156,
      "step": 27117
    },
    {
      "epoch": 2.9399392888117952,
      "grad_norm": 0.1557876616716385,
      "learning_rate": 2.0092847816625565e-06,
      "loss": 0.0126,
      "step": 27118
    },
    {
      "epoch": 2.940047701647875,
      "grad_norm": 0.2220918834209442,
      "learning_rate": 2.00565791382562e-06,
      "loss": 0.0277,
      "step": 27119
    },
    {
      "epoch": 2.9401561144839548,
      "grad_norm": 0.31883955001831055,
      "learning_rate": 2.0020310459886843e-06,
      "loss": 0.0148,
      "step": 27120
    },
    {
      "epoch": 2.9402645273200347,
      "grad_norm": 0.20951442420482635,
      "learning_rate": 1.998404178151748e-06,
      "loss": 0.0153,
      "step": 27121
    },
    {
      "epoch": 2.9403729401561147,
      "grad_norm": 0.025997227057814598,
      "learning_rate": 1.994777310314812e-06,
      "loss": 0.0012,
      "step": 27122
    },
    {
      "epoch": 2.9404813529921943,
      "grad_norm": 0.11131829768419266,
      "learning_rate": 1.991150442477876e-06,
      "loss": 0.0098,
      "step": 27123
    },
    {
      "epoch": 2.940589765828274,
      "grad_norm": 0.016969813033938408,
      "learning_rate": 1.9875235746409403e-06,
      "loss": 0.0012,
      "step": 27124
    },
    {
      "epoch": 2.940698178664354,
      "grad_norm": 0.016135413199663162,
      "learning_rate": 1.9838967068040044e-06,
      "loss": 0.0016,
      "step": 27125
    },
    {
      "epoch": 2.9408065915004338,
      "grad_norm": 0.24669773876667023,
      "learning_rate": 1.980269838967068e-06,
      "loss": 0.0041,
      "step": 27126
    },
    {
      "epoch": 2.9409150043365133,
      "grad_norm": 0.024393552914261818,
      "learning_rate": 1.9766429711301318e-06,
      "loss": 0.0017,
      "step": 27127
    },
    {
      "epoch": 2.9410234171725933,
      "grad_norm": 0.08397450298070908,
      "learning_rate": 1.973016103293196e-06,
      "loss": 0.0026,
      "step": 27128
    },
    {
      "epoch": 2.941131830008673,
      "grad_norm": 0.2544811964035034,
      "learning_rate": 1.96938923545626e-06,
      "loss": 0.0122,
      "step": 27129
    },
    {
      "epoch": 2.941240242844753,
      "grad_norm": 0.2233998328447342,
      "learning_rate": 1.965762367619324e-06,
      "loss": 0.0306,
      "step": 27130
    },
    {
      "epoch": 2.941348655680833,
      "grad_norm": 0.012943915091454983,
      "learning_rate": 1.962135499782388e-06,
      "loss": 0.0007,
      "step": 27131
    },
    {
      "epoch": 2.9414570685169124,
      "grad_norm": 0.15695737302303314,
      "learning_rate": 1.9585086319454523e-06,
      "loss": 0.0111,
      "step": 27132
    },
    {
      "epoch": 2.9415654813529923,
      "grad_norm": 0.059485774487257004,
      "learning_rate": 1.954881764108516e-06,
      "loss": 0.0067,
      "step": 27133
    },
    {
      "epoch": 2.941673894189072,
      "grad_norm": 0.18306225538253784,
      "learning_rate": 1.9512548962715797e-06,
      "loss": 0.0151,
      "step": 27134
    },
    {
      "epoch": 2.941782307025152,
      "grad_norm": 0.20418956875801086,
      "learning_rate": 1.9476280284346438e-06,
      "loss": 0.0077,
      "step": 27135
    },
    {
      "epoch": 2.9418907198612314,
      "grad_norm": 0.05201225355267525,
      "learning_rate": 1.944001160597708e-06,
      "loss": 0.0055,
      "step": 27136
    },
    {
      "epoch": 2.9419991326973114,
      "grad_norm": 0.005871171597391367,
      "learning_rate": 1.940374292760772e-06,
      "loss": 0.0005,
      "step": 27137
    },
    {
      "epoch": 2.942107545533391,
      "grad_norm": 0.21076460182666779,
      "learning_rate": 1.936747424923836e-06,
      "loss": 0.0043,
      "step": 27138
    },
    {
      "epoch": 2.942215958369471,
      "grad_norm": 0.14664947986602783,
      "learning_rate": 1.9331205570868998e-06,
      "loss": 0.0124,
      "step": 27139
    },
    {
      "epoch": 2.942324371205551,
      "grad_norm": 0.21165414154529572,
      "learning_rate": 1.929493689249964e-06,
      "loss": 0.0146,
      "step": 27140
    },
    {
      "epoch": 2.9424327840416304,
      "grad_norm": 0.25809237360954285,
      "learning_rate": 1.9258668214130275e-06,
      "loss": 0.0303,
      "step": 27141
    },
    {
      "epoch": 2.9425411968777104,
      "grad_norm": 0.13815750181674957,
      "learning_rate": 1.9222399535760916e-06,
      "loss": 0.0043,
      "step": 27142
    },
    {
      "epoch": 2.94264960971379,
      "grad_norm": 0.09257548302412033,
      "learning_rate": 1.9186130857391558e-06,
      "loss": 0.0045,
      "step": 27143
    },
    {
      "epoch": 2.94275802254987,
      "grad_norm": 0.34113654494285583,
      "learning_rate": 1.91498621790222e-06,
      "loss": 0.0416,
      "step": 27144
    },
    {
      "epoch": 2.94286643538595,
      "grad_norm": 0.12135742604732513,
      "learning_rate": 1.911359350065284e-06,
      "loss": 0.0211,
      "step": 27145
    },
    {
      "epoch": 2.9429748482220295,
      "grad_norm": 0.08833683282136917,
      "learning_rate": 1.9077324822283476e-06,
      "loss": 0.0044,
      "step": 27146
    },
    {
      "epoch": 2.943083261058109,
      "grad_norm": 0.23715080320835114,
      "learning_rate": 1.9041056143914117e-06,
      "loss": 0.0392,
      "step": 27147
    },
    {
      "epoch": 2.943191673894189,
      "grad_norm": 0.018465105444192886,
      "learning_rate": 1.9004787465544754e-06,
      "loss": 0.0013,
      "step": 27148
    },
    {
      "epoch": 2.943300086730269,
      "grad_norm": 0.2993074953556061,
      "learning_rate": 1.8968518787175395e-06,
      "loss": 0.0259,
      "step": 27149
    },
    {
      "epoch": 2.9434084995663485,
      "grad_norm": 0.24894589185714722,
      "learning_rate": 1.8932250108806036e-06,
      "loss": 0.0287,
      "step": 27150
    },
    {
      "epoch": 2.9435169124024285,
      "grad_norm": 0.15009744465351105,
      "learning_rate": 1.8895981430436675e-06,
      "loss": 0.0265,
      "step": 27151
    },
    {
      "epoch": 2.943625325238508,
      "grad_norm": 0.2740776240825653,
      "learning_rate": 1.8859712752067316e-06,
      "loss": 0.0303,
      "step": 27152
    },
    {
      "epoch": 2.943733738074588,
      "grad_norm": 0.4869508147239685,
      "learning_rate": 1.8823444073697957e-06,
      "loss": 0.0406,
      "step": 27153
    },
    {
      "epoch": 2.943842150910668,
      "grad_norm": 0.3194025754928589,
      "learning_rate": 1.8787175395328596e-06,
      "loss": 0.0333,
      "step": 27154
    },
    {
      "epoch": 2.9439505637467476,
      "grad_norm": 0.1370822936296463,
      "learning_rate": 1.8750906716959233e-06,
      "loss": 0.01,
      "step": 27155
    },
    {
      "epoch": 2.9440589765828276,
      "grad_norm": 0.0646970123052597,
      "learning_rate": 1.8714638038589874e-06,
      "loss": 0.0064,
      "step": 27156
    },
    {
      "epoch": 2.944167389418907,
      "grad_norm": 0.028281046077609062,
      "learning_rate": 1.8678369360220515e-06,
      "loss": 0.0025,
      "step": 27157
    },
    {
      "epoch": 2.944275802254987,
      "grad_norm": 0.04255432263016701,
      "learning_rate": 1.8642100681851154e-06,
      "loss": 0.0037,
      "step": 27158
    },
    {
      "epoch": 2.9443842150910666,
      "grad_norm": 0.008168662898242474,
      "learning_rate": 1.8605832003481795e-06,
      "loss": 0.0007,
      "step": 27159
    },
    {
      "epoch": 2.9444926279271466,
      "grad_norm": 0.14699816703796387,
      "learning_rate": 1.8569563325112434e-06,
      "loss": 0.0035,
      "step": 27160
    },
    {
      "epoch": 2.944601040763226,
      "grad_norm": 0.0805143415927887,
      "learning_rate": 1.853329464674307e-06,
      "loss": 0.0082,
      "step": 27161
    },
    {
      "epoch": 2.944709453599306,
      "grad_norm": 0.05764051526784897,
      "learning_rate": 1.8497025968373712e-06,
      "loss": 0.0056,
      "step": 27162
    },
    {
      "epoch": 2.944817866435386,
      "grad_norm": 0.0752595067024231,
      "learning_rate": 1.8460757290004353e-06,
      "loss": 0.0128,
      "step": 27163
    },
    {
      "epoch": 2.9449262792714657,
      "grad_norm": 0.25508958101272583,
      "learning_rate": 1.8424488611634992e-06,
      "loss": 0.0244,
      "step": 27164
    },
    {
      "epoch": 2.9450346921075456,
      "grad_norm": 0.2120247781276703,
      "learning_rate": 1.8388219933265633e-06,
      "loss": 0.0084,
      "step": 27165
    },
    {
      "epoch": 2.945143104943625,
      "grad_norm": 0.10441549867391586,
      "learning_rate": 1.8351951254896274e-06,
      "loss": 0.0141,
      "step": 27166
    },
    {
      "epoch": 2.945251517779705,
      "grad_norm": 0.06641248613595963,
      "learning_rate": 1.8315682576526913e-06,
      "loss": 0.0054,
      "step": 27167
    },
    {
      "epoch": 2.945359930615785,
      "grad_norm": 0.12956976890563965,
      "learning_rate": 1.827941389815755e-06,
      "loss": 0.0171,
      "step": 27168
    },
    {
      "epoch": 2.9454683434518647,
      "grad_norm": 0.019442738965153694,
      "learning_rate": 1.824314521978819e-06,
      "loss": 0.001,
      "step": 27169
    },
    {
      "epoch": 2.9455767562879442,
      "grad_norm": 1.0040239095687866,
      "learning_rate": 1.8206876541418832e-06,
      "loss": 0.0487,
      "step": 27170
    },
    {
      "epoch": 2.9456851691240242,
      "grad_norm": 0.04161392152309418,
      "learning_rate": 1.817060786304947e-06,
      "loss": 0.0035,
      "step": 27171
    },
    {
      "epoch": 2.945793581960104,
      "grad_norm": 0.07746123522520065,
      "learning_rate": 1.8134339184680112e-06,
      "loss": 0.0057,
      "step": 27172
    },
    {
      "epoch": 2.9459019947961838,
      "grad_norm": 0.1263163536787033,
      "learning_rate": 1.809807050631075e-06,
      "loss": 0.0082,
      "step": 27173
    },
    {
      "epoch": 2.9460104076322637,
      "grad_norm": 0.19218602776527405,
      "learning_rate": 1.8061801827941392e-06,
      "loss": 0.0081,
      "step": 27174
    },
    {
      "epoch": 2.9461188204683433,
      "grad_norm": 0.18368546664714813,
      "learning_rate": 1.8025533149572029e-06,
      "loss": 0.0122,
      "step": 27175
    },
    {
      "epoch": 2.9462272333044233,
      "grad_norm": 0.06700584292411804,
      "learning_rate": 1.798926447120267e-06,
      "loss": 0.0075,
      "step": 27176
    },
    {
      "epoch": 2.9463356461405033,
      "grad_norm": 0.15111273527145386,
      "learning_rate": 1.7952995792833309e-06,
      "loss": 0.0314,
      "step": 27177
    },
    {
      "epoch": 2.946444058976583,
      "grad_norm": 0.0648270845413208,
      "learning_rate": 1.791672711446395e-06,
      "loss": 0.0029,
      "step": 27178
    },
    {
      "epoch": 2.9465524718126628,
      "grad_norm": 0.08646467328071594,
      "learning_rate": 1.788045843609459e-06,
      "loss": 0.0085,
      "step": 27179
    },
    {
      "epoch": 2.9466608846487423,
      "grad_norm": 0.008029271848499775,
      "learning_rate": 1.784418975772523e-06,
      "loss": 0.0007,
      "step": 27180
    },
    {
      "epoch": 2.9467692974848223,
      "grad_norm": 0.03874334692955017,
      "learning_rate": 1.780792107935587e-06,
      "loss": 0.0017,
      "step": 27181
    },
    {
      "epoch": 2.946877710320902,
      "grad_norm": 0.64729243516922,
      "learning_rate": 1.7771652400986508e-06,
      "loss": 0.0372,
      "step": 27182
    },
    {
      "epoch": 2.946986123156982,
      "grad_norm": 0.11197877675294876,
      "learning_rate": 1.7735383722617149e-06,
      "loss": 0.0063,
      "step": 27183
    },
    {
      "epoch": 2.9470945359930614,
      "grad_norm": 0.03923116251826286,
      "learning_rate": 1.7699115044247788e-06,
      "loss": 0.0024,
      "step": 27184
    },
    {
      "epoch": 2.9472029488291414,
      "grad_norm": 0.07828517258167267,
      "learning_rate": 1.7662846365878429e-06,
      "loss": 0.0047,
      "step": 27185
    },
    {
      "epoch": 2.9473113616652213,
      "grad_norm": 0.1796765774488449,
      "learning_rate": 1.762657768750907e-06,
      "loss": 0.0417,
      "step": 27186
    },
    {
      "epoch": 2.947419774501301,
      "grad_norm": 0.10151086747646332,
      "learning_rate": 1.7590309009139709e-06,
      "loss": 0.0133,
      "step": 27187
    },
    {
      "epoch": 2.947528187337381,
      "grad_norm": 0.15863259136676788,
      "learning_rate": 1.7554040330770346e-06,
      "loss": 0.0322,
      "step": 27188
    },
    {
      "epoch": 2.9476366001734604,
      "grad_norm": 0.2435295134782791,
      "learning_rate": 1.7517771652400987e-06,
      "loss": 0.043,
      "step": 27189
    },
    {
      "epoch": 2.9477450130095404,
      "grad_norm": 0.3825356662273407,
      "learning_rate": 1.7481502974031625e-06,
      "loss": 0.0493,
      "step": 27190
    },
    {
      "epoch": 2.9478534258456204,
      "grad_norm": 0.1402849704027176,
      "learning_rate": 1.7445234295662267e-06,
      "loss": 0.0151,
      "step": 27191
    },
    {
      "epoch": 2.9479618386817,
      "grad_norm": 0.1119881421327591,
      "learning_rate": 1.7408965617292908e-06,
      "loss": 0.0032,
      "step": 27192
    },
    {
      "epoch": 2.9480702515177795,
      "grad_norm": 0.07950950413942337,
      "learning_rate": 1.7372696938923547e-06,
      "loss": 0.0101,
      "step": 27193
    },
    {
      "epoch": 2.9481786643538594,
      "grad_norm": 0.03187477961182594,
      "learning_rate": 1.7336428260554188e-06,
      "loss": 0.0012,
      "step": 27194
    },
    {
      "epoch": 2.9482870771899394,
      "grad_norm": 0.17605195939540863,
      "learning_rate": 1.7300159582184824e-06,
      "loss": 0.0131,
      "step": 27195
    },
    {
      "epoch": 2.948395490026019,
      "grad_norm": 0.25221380591392517,
      "learning_rate": 1.7263890903815465e-06,
      "loss": 0.0141,
      "step": 27196
    },
    {
      "epoch": 2.948503902862099,
      "grad_norm": 0.04130937531590462,
      "learning_rate": 1.7227622225446104e-06,
      "loss": 0.0022,
      "step": 27197
    },
    {
      "epoch": 2.9486123156981785,
      "grad_norm": 0.013573176227509975,
      "learning_rate": 1.7191353547076745e-06,
      "loss": 0.0009,
      "step": 27198
    },
    {
      "epoch": 2.9487207285342585,
      "grad_norm": 0.19460894167423248,
      "learning_rate": 1.7155084868707386e-06,
      "loss": 0.0261,
      "step": 27199
    },
    {
      "epoch": 2.9488291413703385,
      "grad_norm": 0.16947698593139648,
      "learning_rate": 1.7118816190338025e-06,
      "loss": 0.0122,
      "step": 27200
    },
    {
      "epoch": 2.948937554206418,
      "grad_norm": 0.01596665568649769,
      "learning_rate": 1.7082547511968666e-06,
      "loss": 0.0008,
      "step": 27201
    },
    {
      "epoch": 2.949045967042498,
      "grad_norm": 0.08282437175512314,
      "learning_rate": 1.7046278833599303e-06,
      "loss": 0.0059,
      "step": 27202
    },
    {
      "epoch": 2.9491543798785775,
      "grad_norm": 0.25106722116470337,
      "learning_rate": 1.7010010155229944e-06,
      "loss": 0.0244,
      "step": 27203
    },
    {
      "epoch": 2.9492627927146575,
      "grad_norm": 0.32997456192970276,
      "learning_rate": 1.6973741476860583e-06,
      "loss": 0.0194,
      "step": 27204
    },
    {
      "epoch": 2.949371205550737,
      "grad_norm": 0.01641705445945263,
      "learning_rate": 1.6937472798491224e-06,
      "loss": 0.0017,
      "step": 27205
    },
    {
      "epoch": 2.949479618386817,
      "grad_norm": 0.1629805862903595,
      "learning_rate": 1.6901204120121863e-06,
      "loss": 0.0182,
      "step": 27206
    },
    {
      "epoch": 2.9495880312228966,
      "grad_norm": 0.27992433309555054,
      "learning_rate": 1.6864935441752504e-06,
      "loss": 0.0514,
      "step": 27207
    },
    {
      "epoch": 2.9496964440589766,
      "grad_norm": 0.06292584538459778,
      "learning_rate": 1.6828666763383145e-06,
      "loss": 0.007,
      "step": 27208
    },
    {
      "epoch": 2.9498048568950566,
      "grad_norm": 0.06226620078086853,
      "learning_rate": 1.6792398085013782e-06,
      "loss": 0.0039,
      "step": 27209
    },
    {
      "epoch": 2.949913269731136,
      "grad_norm": 0.3332018256187439,
      "learning_rate": 1.6756129406644421e-06,
      "loss": 0.018,
      "step": 27210
    },
    {
      "epoch": 2.950021682567216,
      "grad_norm": 0.20525799691677094,
      "learning_rate": 1.6719860728275062e-06,
      "loss": 0.0087,
      "step": 27211
    },
    {
      "epoch": 2.9501300954032956,
      "grad_norm": 0.18902987241744995,
      "learning_rate": 1.6683592049905703e-06,
      "loss": 0.0172,
      "step": 27212
    },
    {
      "epoch": 2.9502385082393756,
      "grad_norm": 0.1399943083524704,
      "learning_rate": 1.6647323371536342e-06,
      "loss": 0.0131,
      "step": 27213
    },
    {
      "epoch": 2.9503469210754556,
      "grad_norm": 0.26285412907600403,
      "learning_rate": 1.6611054693166983e-06,
      "loss": 0.0165,
      "step": 27214
    },
    {
      "epoch": 2.950455333911535,
      "grad_norm": 0.05517667531967163,
      "learning_rate": 1.657478601479762e-06,
      "loss": 0.0045,
      "step": 27215
    },
    {
      "epoch": 2.9505637467476147,
      "grad_norm": 0.05037304386496544,
      "learning_rate": 1.653851733642826e-06,
      "loss": 0.0048,
      "step": 27216
    },
    {
      "epoch": 2.9506721595836947,
      "grad_norm": 0.37437301874160767,
      "learning_rate": 1.65022486580589e-06,
      "loss": 0.0519,
      "step": 27217
    },
    {
      "epoch": 2.9507805724197746,
      "grad_norm": 0.16422761976718903,
      "learning_rate": 1.646597997968954e-06,
      "loss": 0.0195,
      "step": 27218
    },
    {
      "epoch": 2.950888985255854,
      "grad_norm": 0.07642111927270889,
      "learning_rate": 1.642971130132018e-06,
      "loss": 0.0043,
      "step": 27219
    },
    {
      "epoch": 2.950997398091934,
      "grad_norm": 0.12648425996303558,
      "learning_rate": 1.639344262295082e-06,
      "loss": 0.0098,
      "step": 27220
    },
    {
      "epoch": 2.9511058109280137,
      "grad_norm": 0.2059178203344345,
      "learning_rate": 1.6357173944581462e-06,
      "loss": 0.0084,
      "step": 27221
    },
    {
      "epoch": 2.9512142237640937,
      "grad_norm": 0.1608298122882843,
      "learning_rate": 1.6320905266212099e-06,
      "loss": 0.0215,
      "step": 27222
    },
    {
      "epoch": 2.9513226366001737,
      "grad_norm": 0.03837905079126358,
      "learning_rate": 1.6284636587842738e-06,
      "loss": 0.0019,
      "step": 27223
    },
    {
      "epoch": 2.9514310494362532,
      "grad_norm": 0.11172293871641159,
      "learning_rate": 1.6248367909473379e-06,
      "loss": 0.0075,
      "step": 27224
    },
    {
      "epoch": 2.9515394622723328,
      "grad_norm": 0.8988614082336426,
      "learning_rate": 1.621209923110402e-06,
      "loss": 0.0232,
      "step": 27225
    },
    {
      "epoch": 2.9516478751084128,
      "grad_norm": 0.010900597088038921,
      "learning_rate": 1.6175830552734659e-06,
      "loss": 0.0005,
      "step": 27226
    },
    {
      "epoch": 2.9517562879444927,
      "grad_norm": 0.11576206237077713,
      "learning_rate": 1.61395618743653e-06,
      "loss": 0.008,
      "step": 27227
    },
    {
      "epoch": 2.9518647007805723,
      "grad_norm": 0.04649070277810097,
      "learning_rate": 1.610329319599594e-06,
      "loss": 0.002,
      "step": 27228
    },
    {
      "epoch": 2.9519731136166523,
      "grad_norm": 0.05661396682262421,
      "learning_rate": 1.6067024517626578e-06,
      "loss": 0.0025,
      "step": 27229
    },
    {
      "epoch": 2.952081526452732,
      "grad_norm": 0.10801941901445389,
      "learning_rate": 1.6030755839257217e-06,
      "loss": 0.0113,
      "step": 27230
    },
    {
      "epoch": 2.952189939288812,
      "grad_norm": 0.07012157142162323,
      "learning_rate": 1.5994487160887858e-06,
      "loss": 0.0069,
      "step": 27231
    },
    {
      "epoch": 2.952298352124892,
      "grad_norm": 0.016330799087882042,
      "learning_rate": 1.5958218482518499e-06,
      "loss": 0.0009,
      "step": 27232
    },
    {
      "epoch": 2.9524067649609713,
      "grad_norm": 0.06282203644514084,
      "learning_rate": 1.5921949804149138e-06,
      "loss": 0.0013,
      "step": 27233
    },
    {
      "epoch": 2.9525151777970513,
      "grad_norm": 0.11703496426343918,
      "learning_rate": 1.5885681125779779e-06,
      "loss": 0.0105,
      "step": 27234
    },
    {
      "epoch": 2.952623590633131,
      "grad_norm": 0.23256529867649078,
      "learning_rate": 1.5849412447410418e-06,
      "loss": 0.0149,
      "step": 27235
    },
    {
      "epoch": 2.952732003469211,
      "grad_norm": 0.11785413324832916,
      "learning_rate": 1.5813143769041055e-06,
      "loss": 0.0059,
      "step": 27236
    },
    {
      "epoch": 2.952840416305291,
      "grad_norm": 0.4675410985946655,
      "learning_rate": 1.5776875090671696e-06,
      "loss": 0.0538,
      "step": 27237
    },
    {
      "epoch": 2.9529488291413704,
      "grad_norm": 0.039136942476034164,
      "learning_rate": 1.5740606412302337e-06,
      "loss": 0.0016,
      "step": 27238
    },
    {
      "epoch": 2.95305724197745,
      "grad_norm": 0.26581472158432007,
      "learning_rate": 1.5704337733932976e-06,
      "loss": 0.0213,
      "step": 27239
    },
    {
      "epoch": 2.95316565481353,
      "grad_norm": 0.04655540734529495,
      "learning_rate": 1.5668069055563617e-06,
      "loss": 0.0025,
      "step": 27240
    },
    {
      "epoch": 2.95327406764961,
      "grad_norm": 0.03799891099333763,
      "learning_rate": 1.5631800377194258e-06,
      "loss": 0.0032,
      "step": 27241
    },
    {
      "epoch": 2.9533824804856894,
      "grad_norm": 0.02277565188705921,
      "learning_rate": 1.5595531698824897e-06,
      "loss": 0.0011,
      "step": 27242
    },
    {
      "epoch": 2.9534908933217694,
      "grad_norm": 0.11204146593809128,
      "learning_rate": 1.5559263020455536e-06,
      "loss": 0.0066,
      "step": 27243
    },
    {
      "epoch": 2.953599306157849,
      "grad_norm": 0.015193651430308819,
      "learning_rate": 1.5522994342086174e-06,
      "loss": 0.0013,
      "step": 27244
    },
    {
      "epoch": 2.953707718993929,
      "grad_norm": 0.0704163908958435,
      "learning_rate": 1.5486725663716816e-06,
      "loss": 0.005,
      "step": 27245
    },
    {
      "epoch": 2.953816131830009,
      "grad_norm": 0.03583545237779617,
      "learning_rate": 1.5450456985347454e-06,
      "loss": 0.0014,
      "step": 27246
    },
    {
      "epoch": 2.9539245446660884,
      "grad_norm": 0.018164122477173805,
      "learning_rate": 1.5414188306978096e-06,
      "loss": 0.0014,
      "step": 27247
    },
    {
      "epoch": 2.954032957502168,
      "grad_norm": 0.0871550440788269,
      "learning_rate": 1.5377919628608734e-06,
      "loss": 0.0047,
      "step": 27248
    },
    {
      "epoch": 2.954141370338248,
      "grad_norm": 0.007735774386674166,
      "learning_rate": 1.5341650950239373e-06,
      "loss": 0.0006,
      "step": 27249
    },
    {
      "epoch": 2.954249783174328,
      "grad_norm": 0.1382688730955124,
      "learning_rate": 1.5305382271870014e-06,
      "loss": 0.012,
      "step": 27250
    },
    {
      "epoch": 2.9543581960104075,
      "grad_norm": 0.021788518875837326,
      "learning_rate": 1.5269113593500653e-06,
      "loss": 0.0007,
      "step": 27251
    },
    {
      "epoch": 2.9544666088464875,
      "grad_norm": 0.015150615945458412,
      "learning_rate": 1.5232844915131292e-06,
      "loss": 0.0008,
      "step": 27252
    },
    {
      "epoch": 2.954575021682567,
      "grad_norm": 0.137244313955307,
      "learning_rate": 1.5196576236761933e-06,
      "loss": 0.0053,
      "step": 27253
    },
    {
      "epoch": 2.954683434518647,
      "grad_norm": 0.21258163452148438,
      "learning_rate": 1.5160307558392572e-06,
      "loss": 0.0059,
      "step": 27254
    },
    {
      "epoch": 2.954791847354727,
      "grad_norm": 0.04180452972650528,
      "learning_rate": 1.5124038880023213e-06,
      "loss": 0.0022,
      "step": 27255
    },
    {
      "epoch": 2.9549002601908065,
      "grad_norm": 0.07607739418745041,
      "learning_rate": 1.5087770201653852e-06,
      "loss": 0.004,
      "step": 27256
    },
    {
      "epoch": 2.9550086730268865,
      "grad_norm": 0.11653751879930496,
      "learning_rate": 1.5051501523284493e-06,
      "loss": 0.005,
      "step": 27257
    },
    {
      "epoch": 2.955117085862966,
      "grad_norm": 0.03163325786590576,
      "learning_rate": 1.5015232844915132e-06,
      "loss": 0.0023,
      "step": 27258
    },
    {
      "epoch": 2.955225498699046,
      "grad_norm": 0.08369085937738419,
      "learning_rate": 1.4978964166545771e-06,
      "loss": 0.0054,
      "step": 27259
    },
    {
      "epoch": 2.955333911535126,
      "grad_norm": 0.21475371718406677,
      "learning_rate": 1.4942695488176412e-06,
      "loss": 0.0271,
      "step": 27260
    },
    {
      "epoch": 2.9554423243712056,
      "grad_norm": 0.11169324070215225,
      "learning_rate": 1.4906426809807051e-06,
      "loss": 0.0043,
      "step": 27261
    },
    {
      "epoch": 2.955550737207285,
      "grad_norm": 0.03795880824327469,
      "learning_rate": 1.487015813143769e-06,
      "loss": 0.0034,
      "step": 27262
    },
    {
      "epoch": 2.955659150043365,
      "grad_norm": 0.21054953336715698,
      "learning_rate": 1.4833889453068331e-06,
      "loss": 0.009,
      "step": 27263
    },
    {
      "epoch": 2.955767562879445,
      "grad_norm": 0.017869824543595314,
      "learning_rate": 1.4797620774698972e-06,
      "loss": 0.0013,
      "step": 27264
    },
    {
      "epoch": 2.9558759757155246,
      "grad_norm": 0.13413839042186737,
      "learning_rate": 1.4761352096329611e-06,
      "loss": 0.0053,
      "step": 27265
    },
    {
      "epoch": 2.9559843885516046,
      "grad_norm": 0.05632309243083,
      "learning_rate": 1.472508341796025e-06,
      "loss": 0.0046,
      "step": 27266
    },
    {
      "epoch": 2.956092801387684,
      "grad_norm": 0.08881444483995438,
      "learning_rate": 1.4688814739590891e-06,
      "loss": 0.0108,
      "step": 27267
    },
    {
      "epoch": 2.956201214223764,
      "grad_norm": 0.4062150716781616,
      "learning_rate": 1.465254606122153e-06,
      "loss": 0.021,
      "step": 27268
    },
    {
      "epoch": 2.956309627059844,
      "grad_norm": 0.061951618641614914,
      "learning_rate": 1.461627738285217e-06,
      "loss": 0.0026,
      "step": 27269
    },
    {
      "epoch": 2.9564180398959237,
      "grad_norm": 0.1747317761182785,
      "learning_rate": 1.458000870448281e-06,
      "loss": 0.0172,
      "step": 27270
    },
    {
      "epoch": 2.956526452732003,
      "grad_norm": 0.13422122597694397,
      "learning_rate": 1.454374002611345e-06,
      "loss": 0.0092,
      "step": 27271
    },
    {
      "epoch": 2.956634865568083,
      "grad_norm": 0.2515704035758972,
      "learning_rate": 1.4507471347744088e-06,
      "loss": 0.0223,
      "step": 27272
    },
    {
      "epoch": 2.956743278404163,
      "grad_norm": 0.08992167562246323,
      "learning_rate": 1.447120266937473e-06,
      "loss": 0.0042,
      "step": 27273
    },
    {
      "epoch": 2.9568516912402427,
      "grad_norm": 0.23362363874912262,
      "learning_rate": 1.443493399100537e-06,
      "loss": 0.0429,
      "step": 27274
    },
    {
      "epoch": 2.9569601040763227,
      "grad_norm": 0.16244959831237793,
      "learning_rate": 1.4398665312636007e-06,
      "loss": 0.0118,
      "step": 27275
    },
    {
      "epoch": 2.9570685169124022,
      "grad_norm": 0.296629399061203,
      "learning_rate": 1.4362396634266648e-06,
      "loss": 0.017,
      "step": 27276
    },
    {
      "epoch": 2.9571769297484822,
      "grad_norm": 0.1432134062051773,
      "learning_rate": 1.4326127955897289e-06,
      "loss": 0.0103,
      "step": 27277
    },
    {
      "epoch": 2.957285342584562,
      "grad_norm": 0.03745097294449806,
      "learning_rate": 1.4289859277527928e-06,
      "loss": 0.0033,
      "step": 27278
    },
    {
      "epoch": 2.9573937554206418,
      "grad_norm": 0.3204866945743561,
      "learning_rate": 1.4253590599158567e-06,
      "loss": 0.0712,
      "step": 27279
    },
    {
      "epoch": 2.9575021682567217,
      "grad_norm": 0.14514882862567902,
      "learning_rate": 1.4217321920789208e-06,
      "loss": 0.0033,
      "step": 27280
    },
    {
      "epoch": 2.9576105810928013,
      "grad_norm": 0.035529665648937225,
      "learning_rate": 1.4181053242419847e-06,
      "loss": 0.003,
      "step": 27281
    },
    {
      "epoch": 2.9577189939288813,
      "grad_norm": 0.13866567611694336,
      "learning_rate": 1.4144784564050486e-06,
      "loss": 0.0084,
      "step": 27282
    },
    {
      "epoch": 2.957827406764961,
      "grad_norm": 0.24487465620040894,
      "learning_rate": 1.4108515885681127e-06,
      "loss": 0.0212,
      "step": 27283
    },
    {
      "epoch": 2.957935819601041,
      "grad_norm": 0.20749923586845398,
      "learning_rate": 1.4072247207311768e-06,
      "loss": 0.0074,
      "step": 27284
    },
    {
      "epoch": 2.9580442324371203,
      "grad_norm": 0.03084712103009224,
      "learning_rate": 1.4035978528942405e-06,
      "loss": 0.0017,
      "step": 27285
    },
    {
      "epoch": 2.9581526452732003,
      "grad_norm": 0.10075885057449341,
      "learning_rate": 1.3999709850573046e-06,
      "loss": 0.0188,
      "step": 27286
    },
    {
      "epoch": 2.9582610581092803,
      "grad_norm": 0.21270720660686493,
      "learning_rate": 1.3963441172203687e-06,
      "loss": 0.0109,
      "step": 27287
    },
    {
      "epoch": 2.95836947094536,
      "grad_norm": 0.14882440865039825,
      "learning_rate": 1.3927172493834326e-06,
      "loss": 0.0156,
      "step": 27288
    },
    {
      "epoch": 2.95847788378144,
      "grad_norm": 0.17823705077171326,
      "learning_rate": 1.3890903815464965e-06,
      "loss": 0.0102,
      "step": 27289
    },
    {
      "epoch": 2.9585862966175194,
      "grad_norm": 0.2656792998313904,
      "learning_rate": 1.3854635137095606e-06,
      "loss": 0.0398,
      "step": 27290
    },
    {
      "epoch": 2.9586947094535994,
      "grad_norm": 0.06916435062885284,
      "learning_rate": 1.3818366458726245e-06,
      "loss": 0.0048,
      "step": 27291
    },
    {
      "epoch": 2.9588031222896793,
      "grad_norm": 0.08265835791826248,
      "learning_rate": 1.3782097780356883e-06,
      "loss": 0.0057,
      "step": 27292
    },
    {
      "epoch": 2.958911535125759,
      "grad_norm": 0.04858469218015671,
      "learning_rate": 1.3745829101987525e-06,
      "loss": 0.0036,
      "step": 27293
    },
    {
      "epoch": 2.9590199479618384,
      "grad_norm": 0.14641162753105164,
      "learning_rate": 1.3709560423618166e-06,
      "loss": 0.0049,
      "step": 27294
    },
    {
      "epoch": 2.9591283607979184,
      "grad_norm": 0.021232856437563896,
      "learning_rate": 1.3673291745248802e-06,
      "loss": 0.0013,
      "step": 27295
    },
    {
      "epoch": 2.9592367736339984,
      "grad_norm": 0.20846600830554962,
      "learning_rate": 1.3637023066879443e-06,
      "loss": 0.0256,
      "step": 27296
    },
    {
      "epoch": 2.959345186470078,
      "grad_norm": 0.06710179150104523,
      "learning_rate": 1.3600754388510085e-06,
      "loss": 0.0034,
      "step": 27297
    },
    {
      "epoch": 2.959453599306158,
      "grad_norm": 0.09065230935811996,
      "learning_rate": 1.3564485710140721e-06,
      "loss": 0.0047,
      "step": 27298
    },
    {
      "epoch": 2.9595620121422375,
      "grad_norm": 0.21868541836738586,
      "learning_rate": 1.3528217031771362e-06,
      "loss": 0.0193,
      "step": 27299
    },
    {
      "epoch": 2.9596704249783174,
      "grad_norm": 0.14639297127723694,
      "learning_rate": 1.3491948353402003e-06,
      "loss": 0.0091,
      "step": 27300
    },
    {
      "epoch": 2.9597788378143974,
      "grad_norm": 0.15774334967136383,
      "learning_rate": 1.3455679675032642e-06,
      "loss": 0.008,
      "step": 27301
    },
    {
      "epoch": 2.959887250650477,
      "grad_norm": 0.24021552503108978,
      "learning_rate": 1.3419410996663281e-06,
      "loss": 0.0123,
      "step": 27302
    },
    {
      "epoch": 2.959995663486557,
      "grad_norm": 0.272946298122406,
      "learning_rate": 1.3383142318293922e-06,
      "loss": 0.0072,
      "step": 27303
    },
    {
      "epoch": 2.9601040763226365,
      "grad_norm": 0.17622961103916168,
      "learning_rate": 1.3346873639924561e-06,
      "loss": 0.0104,
      "step": 27304
    },
    {
      "epoch": 2.9602124891587165,
      "grad_norm": 0.18456079065799713,
      "learning_rate": 1.33106049615552e-06,
      "loss": 0.01,
      "step": 27305
    },
    {
      "epoch": 2.960320901994796,
      "grad_norm": 0.24198630452156067,
      "learning_rate": 1.3274336283185841e-06,
      "loss": 0.0171,
      "step": 27306
    },
    {
      "epoch": 2.960429314830876,
      "grad_norm": 0.04374643787741661,
      "learning_rate": 1.3238067604816482e-06,
      "loss": 0.0035,
      "step": 27307
    },
    {
      "epoch": 2.9605377276669556,
      "grad_norm": 0.35723745822906494,
      "learning_rate": 1.3201798926447121e-06,
      "loss": 0.0264,
      "step": 27308
    },
    {
      "epoch": 2.9606461405030355,
      "grad_norm": 0.22383815050125122,
      "learning_rate": 1.316553024807776e-06,
      "loss": 0.0107,
      "step": 27309
    },
    {
      "epoch": 2.9607545533391155,
      "grad_norm": 0.3825896382331848,
      "learning_rate": 1.3129261569708401e-06,
      "loss": 0.0261,
      "step": 27310
    },
    {
      "epoch": 2.960862966175195,
      "grad_norm": 0.5414334535598755,
      "learning_rate": 1.309299289133904e-06,
      "loss": 0.0308,
      "step": 27311
    },
    {
      "epoch": 2.960971379011275,
      "grad_norm": 0.13958017528057098,
      "learning_rate": 1.305672421296968e-06,
      "loss": 0.0113,
      "step": 27312
    },
    {
      "epoch": 2.9610797918473546,
      "grad_norm": 0.20520059764385223,
      "learning_rate": 1.302045553460032e-06,
      "loss": 0.0245,
      "step": 27313
    },
    {
      "epoch": 2.9611882046834346,
      "grad_norm": 0.310846745967865,
      "learning_rate": 1.298418685623096e-06,
      "loss": 0.015,
      "step": 27314
    },
    {
      "epoch": 2.9612966175195146,
      "grad_norm": 0.14676864445209503,
      "learning_rate": 1.2947918177861598e-06,
      "loss": 0.0094,
      "step": 27315
    },
    {
      "epoch": 2.961405030355594,
      "grad_norm": 0.052200403064489365,
      "learning_rate": 1.291164949949224e-06,
      "loss": 0.0031,
      "step": 27316
    },
    {
      "epoch": 2.9615134431916736,
      "grad_norm": 0.017143800854682922,
      "learning_rate": 1.287538082112288e-06,
      "loss": 0.0012,
      "step": 27317
    },
    {
      "epoch": 2.9616218560277536,
      "grad_norm": 0.2220388799905777,
      "learning_rate": 1.283911214275352e-06,
      "loss": 0.0186,
      "step": 27318
    },
    {
      "epoch": 2.9617302688638336,
      "grad_norm": 0.2009628266096115,
      "learning_rate": 1.2802843464384158e-06,
      "loss": 0.0382,
      "step": 27319
    },
    {
      "epoch": 2.961838681699913,
      "grad_norm": 0.2816604971885681,
      "learning_rate": 1.27665747860148e-06,
      "loss": 0.009,
      "step": 27320
    },
    {
      "epoch": 2.961947094535993,
      "grad_norm": 0.2576408088207245,
      "learning_rate": 1.2730306107645438e-06,
      "loss": 0.0353,
      "step": 27321
    },
    {
      "epoch": 2.9620555073720727,
      "grad_norm": 0.19508671760559082,
      "learning_rate": 1.2694037429276077e-06,
      "loss": 0.0151,
      "step": 27322
    },
    {
      "epoch": 2.9621639202081527,
      "grad_norm": 0.6839025616645813,
      "learning_rate": 1.2657768750906718e-06,
      "loss": 0.0276,
      "step": 27323
    },
    {
      "epoch": 2.9622723330442327,
      "grad_norm": 0.2210901528596878,
      "learning_rate": 1.2621500072537357e-06,
      "loss": 0.0226,
      "step": 27324
    },
    {
      "epoch": 2.962380745880312,
      "grad_norm": 0.26045846939086914,
      "learning_rate": 1.2585231394167996e-06,
      "loss": 0.0097,
      "step": 27325
    },
    {
      "epoch": 2.962489158716392,
      "grad_norm": 0.1994052678346634,
      "learning_rate": 1.2548962715798637e-06,
      "loss": 0.0186,
      "step": 27326
    },
    {
      "epoch": 2.9625975715524717,
      "grad_norm": 0.04182036966085434,
      "learning_rate": 1.2512694037429276e-06,
      "loss": 0.0028,
      "step": 27327
    },
    {
      "epoch": 2.9627059843885517,
      "grad_norm": 0.2223942130804062,
      "learning_rate": 1.2476425359059917e-06,
      "loss": 0.0142,
      "step": 27328
    },
    {
      "epoch": 2.9628143972246312,
      "grad_norm": 0.13886627554893494,
      "learning_rate": 1.2440156680690556e-06,
      "loss": 0.007,
      "step": 27329
    },
    {
      "epoch": 2.9629228100607112,
      "grad_norm": 0.045621611177921295,
      "learning_rate": 1.2403888002321197e-06,
      "loss": 0.0013,
      "step": 27330
    },
    {
      "epoch": 2.9630312228967908,
      "grad_norm": 0.06006912142038345,
      "learning_rate": 1.2367619323951836e-06,
      "loss": 0.004,
      "step": 27331
    },
    {
      "epoch": 2.9631396357328708,
      "grad_norm": 0.03760774806141853,
      "learning_rate": 1.2331350645582475e-06,
      "loss": 0.0021,
      "step": 27332
    },
    {
      "epoch": 2.9632480485689507,
      "grad_norm": 0.12655428051948547,
      "learning_rate": 1.2295081967213116e-06,
      "loss": 0.0056,
      "step": 27333
    },
    {
      "epoch": 2.9633564614050303,
      "grad_norm": 0.2606064975261688,
      "learning_rate": 1.2258813288843755e-06,
      "loss": 0.0114,
      "step": 27334
    },
    {
      "epoch": 2.9634648742411103,
      "grad_norm": 0.43389827013015747,
      "learning_rate": 1.2222544610474396e-06,
      "loss": 0.0235,
      "step": 27335
    },
    {
      "epoch": 2.96357328707719,
      "grad_norm": 0.2962780296802521,
      "learning_rate": 1.2186275932105035e-06,
      "loss": 0.0387,
      "step": 27336
    },
    {
      "epoch": 2.96368169991327,
      "grad_norm": 0.13117355108261108,
      "learning_rate": 1.2150007253735674e-06,
      "loss": 0.0037,
      "step": 27337
    },
    {
      "epoch": 2.96379011274935,
      "grad_norm": 0.12180834263563156,
      "learning_rate": 1.2113738575366315e-06,
      "loss": 0.0039,
      "step": 27338
    },
    {
      "epoch": 2.9638985255854293,
      "grad_norm": 0.09837260097265244,
      "learning_rate": 1.2077469896996954e-06,
      "loss": 0.0054,
      "step": 27339
    },
    {
      "epoch": 2.964006938421509,
      "grad_norm": 0.22559279203414917,
      "learning_rate": 1.2041201218627595e-06,
      "loss": 0.0133,
      "step": 27340
    },
    {
      "epoch": 2.964115351257589,
      "grad_norm": 0.19301804900169373,
      "learning_rate": 1.2004932540258234e-06,
      "loss": 0.0354,
      "step": 27341
    },
    {
      "epoch": 2.964223764093669,
      "grad_norm": 0.0664733424782753,
      "learning_rate": 1.1968663861888873e-06,
      "loss": 0.0037,
      "step": 27342
    },
    {
      "epoch": 2.9643321769297484,
      "grad_norm": 0.10393446683883667,
      "learning_rate": 1.1932395183519514e-06,
      "loss": 0.0097,
      "step": 27343
    },
    {
      "epoch": 2.9644405897658284,
      "grad_norm": 0.07980550825595856,
      "learning_rate": 1.1896126505150152e-06,
      "loss": 0.0101,
      "step": 27344
    },
    {
      "epoch": 2.964549002601908,
      "grad_norm": 0.0011499542742967606,
      "learning_rate": 1.1859857826780794e-06,
      "loss": 0.0001,
      "step": 27345
    },
    {
      "epoch": 2.964657415437988,
      "grad_norm": 0.012698180042207241,
      "learning_rate": 1.1823589148411432e-06,
      "loss": 0.0009,
      "step": 27346
    },
    {
      "epoch": 2.964765828274068,
      "grad_norm": 0.007289149798452854,
      "learning_rate": 1.1787320470042071e-06,
      "loss": 0.0007,
      "step": 27347
    },
    {
      "epoch": 2.9648742411101474,
      "grad_norm": 0.07820126414299011,
      "learning_rate": 1.1751051791672712e-06,
      "loss": 0.0043,
      "step": 27348
    },
    {
      "epoch": 2.9649826539462274,
      "grad_norm": 0.134917214512825,
      "learning_rate": 1.1714783113303351e-06,
      "loss": 0.0065,
      "step": 27349
    },
    {
      "epoch": 2.965091066782307,
      "grad_norm": 0.40320029854774475,
      "learning_rate": 1.167851443493399e-06,
      "loss": 0.0205,
      "step": 27350
    },
    {
      "epoch": 2.965199479618387,
      "grad_norm": 0.12410270422697067,
      "learning_rate": 1.1642245756564631e-06,
      "loss": 0.0068,
      "step": 27351
    },
    {
      "epoch": 2.9653078924544665,
      "grad_norm": 0.15040767192840576,
      "learning_rate": 1.1605977078195272e-06,
      "loss": 0.0079,
      "step": 27352
    },
    {
      "epoch": 2.9654163052905465,
      "grad_norm": 0.22266057133674622,
      "learning_rate": 1.1569708399825911e-06,
      "loss": 0.0115,
      "step": 27353
    },
    {
      "epoch": 2.965524718126626,
      "grad_norm": 0.04663370922207832,
      "learning_rate": 1.153343972145655e-06,
      "loss": 0.0045,
      "step": 27354
    },
    {
      "epoch": 2.965633130962706,
      "grad_norm": 0.040560267865657806,
      "learning_rate": 1.1497171043087191e-06,
      "loss": 0.0053,
      "step": 27355
    },
    {
      "epoch": 2.965741543798786,
      "grad_norm": 0.4982902407646179,
      "learning_rate": 1.146090236471783e-06,
      "loss": 0.0729,
      "step": 27356
    },
    {
      "epoch": 2.9658499566348655,
      "grad_norm": 0.15069887042045593,
      "learning_rate": 1.142463368634847e-06,
      "loss": 0.0176,
      "step": 27357
    },
    {
      "epoch": 2.9659583694709455,
      "grad_norm": 0.23919911682605743,
      "learning_rate": 1.138836500797911e-06,
      "loss": 0.0232,
      "step": 27358
    },
    {
      "epoch": 2.966066782307025,
      "grad_norm": 0.15888798236846924,
      "learning_rate": 1.135209632960975e-06,
      "loss": 0.0218,
      "step": 27359
    },
    {
      "epoch": 2.966175195143105,
      "grad_norm": 0.011196378618478775,
      "learning_rate": 1.1315827651240388e-06,
      "loss": 0.0009,
      "step": 27360
    },
    {
      "epoch": 2.966283607979185,
      "grad_norm": 0.19696256518363953,
      "learning_rate": 1.127955897287103e-06,
      "loss": 0.0251,
      "step": 27361
    },
    {
      "epoch": 2.9663920208152645,
      "grad_norm": 0.049580805003643036,
      "learning_rate": 1.124329029450167e-06,
      "loss": 0.005,
      "step": 27362
    },
    {
      "epoch": 2.966500433651344,
      "grad_norm": 0.28088727593421936,
      "learning_rate": 1.120702161613231e-06,
      "loss": 0.0214,
      "step": 27363
    },
    {
      "epoch": 2.966608846487424,
      "grad_norm": 0.18098632991313934,
      "learning_rate": 1.1170752937762948e-06,
      "loss": 0.0171,
      "step": 27364
    },
    {
      "epoch": 2.966717259323504,
      "grad_norm": 0.19906458258628845,
      "learning_rate": 1.113448425939359e-06,
      "loss": 0.024,
      "step": 27365
    },
    {
      "epoch": 2.9668256721595836,
      "grad_norm": 0.13182196021080017,
      "learning_rate": 1.1098215581024228e-06,
      "loss": 0.0059,
      "step": 27366
    },
    {
      "epoch": 2.9669340849956636,
      "grad_norm": 0.11673369258642197,
      "learning_rate": 1.1061946902654867e-06,
      "loss": 0.0119,
      "step": 27367
    },
    {
      "epoch": 2.967042497831743,
      "grad_norm": 0.16643565893173218,
      "learning_rate": 1.1025678224285508e-06,
      "loss": 0.0135,
      "step": 27368
    },
    {
      "epoch": 2.967150910667823,
      "grad_norm": 0.14642058312892914,
      "learning_rate": 1.0989409545916147e-06,
      "loss": 0.0089,
      "step": 27369
    },
    {
      "epoch": 2.967259323503903,
      "grad_norm": 0.004446662031114101,
      "learning_rate": 1.0953140867546786e-06,
      "loss": 0.0002,
      "step": 27370
    },
    {
      "epoch": 2.9673677363399826,
      "grad_norm": 0.04809268191456795,
      "learning_rate": 1.0916872189177427e-06,
      "loss": 0.0039,
      "step": 27371
    },
    {
      "epoch": 2.967476149176062,
      "grad_norm": 0.18981032073497772,
      "learning_rate": 1.0880603510808068e-06,
      "loss": 0.0164,
      "step": 27372
    },
    {
      "epoch": 2.967584562012142,
      "grad_norm": 0.3495803773403168,
      "learning_rate": 1.0844334832438705e-06,
      "loss": 0.0335,
      "step": 27373
    },
    {
      "epoch": 2.967692974848222,
      "grad_norm": 0.031855326145887375,
      "learning_rate": 1.0808066154069346e-06,
      "loss": 0.0024,
      "step": 27374
    },
    {
      "epoch": 2.9678013876843017,
      "grad_norm": 0.3093624711036682,
      "learning_rate": 1.0771797475699987e-06,
      "loss": 0.0263,
      "step": 27375
    },
    {
      "epoch": 2.9679098005203817,
      "grad_norm": 0.05820327252149582,
      "learning_rate": 1.0735528797330626e-06,
      "loss": 0.003,
      "step": 27376
    },
    {
      "epoch": 2.968018213356461,
      "grad_norm": 0.017185494303703308,
      "learning_rate": 1.0699260118961265e-06,
      "loss": 0.0008,
      "step": 27377
    },
    {
      "epoch": 2.968126626192541,
      "grad_norm": 0.058401890099048615,
      "learning_rate": 1.0662991440591906e-06,
      "loss": 0.0079,
      "step": 27378
    },
    {
      "epoch": 2.968235039028621,
      "grad_norm": 0.009618316777050495,
      "learning_rate": 1.0626722762222547e-06,
      "loss": 0.0007,
      "step": 27379
    },
    {
      "epoch": 2.9683434518647007,
      "grad_norm": 0.29311707615852356,
      "learning_rate": 1.0590454083853184e-06,
      "loss": 0.0253,
      "step": 27380
    },
    {
      "epoch": 2.9684518647007807,
      "grad_norm": 0.19983355700969696,
      "learning_rate": 1.0554185405483825e-06,
      "loss": 0.0211,
      "step": 27381
    },
    {
      "epoch": 2.9685602775368602,
      "grad_norm": 0.08544165641069412,
      "learning_rate": 1.0517916727114466e-06,
      "loss": 0.0173,
      "step": 27382
    },
    {
      "epoch": 2.9686686903729402,
      "grad_norm": 0.06458800286054611,
      "learning_rate": 1.0481648048745103e-06,
      "loss": 0.0038,
      "step": 27383
    },
    {
      "epoch": 2.96877710320902,
      "grad_norm": 0.11231746524572372,
      "learning_rate": 1.0445379370375744e-06,
      "loss": 0.0059,
      "step": 27384
    },
    {
      "epoch": 2.9688855160450998,
      "grad_norm": 0.14524716138839722,
      "learning_rate": 1.0409110692006385e-06,
      "loss": 0.0126,
      "step": 27385
    },
    {
      "epoch": 2.9689939288811793,
      "grad_norm": 0.1854996532201767,
      "learning_rate": 1.0372842013637024e-06,
      "loss": 0.0281,
      "step": 27386
    },
    {
      "epoch": 2.9691023417172593,
      "grad_norm": 0.011696531437337399,
      "learning_rate": 1.0336573335267663e-06,
      "loss": 0.0007,
      "step": 27387
    },
    {
      "epoch": 2.9692107545533393,
      "grad_norm": 0.25527745485305786,
      "learning_rate": 1.0300304656898304e-06,
      "loss": 0.0141,
      "step": 27388
    },
    {
      "epoch": 2.969319167389419,
      "grad_norm": 0.13034701347351074,
      "learning_rate": 1.0264035978528943e-06,
      "loss": 0.0111,
      "step": 27389
    },
    {
      "epoch": 2.969427580225499,
      "grad_norm": 0.15601351857185364,
      "learning_rate": 1.0227767300159582e-06,
      "loss": 0.0103,
      "step": 27390
    },
    {
      "epoch": 2.9695359930615783,
      "grad_norm": 0.15725624561309814,
      "learning_rate": 1.0191498621790223e-06,
      "loss": 0.0109,
      "step": 27391
    },
    {
      "epoch": 2.9696444058976583,
      "grad_norm": 0.3575966954231262,
      "learning_rate": 1.0155229943420864e-06,
      "loss": 0.0469,
      "step": 27392
    },
    {
      "epoch": 2.9697528187337383,
      "grad_norm": 0.33878371119499207,
      "learning_rate": 1.01189612650515e-06,
      "loss": 0.0216,
      "step": 27393
    },
    {
      "epoch": 2.969861231569818,
      "grad_norm": 0.17370951175689697,
      "learning_rate": 1.0082692586682142e-06,
      "loss": 0.0077,
      "step": 27394
    },
    {
      "epoch": 2.9699696444058974,
      "grad_norm": 0.11570766568183899,
      "learning_rate": 1.0046423908312783e-06,
      "loss": 0.0097,
      "step": 27395
    },
    {
      "epoch": 2.9700780572419774,
      "grad_norm": 0.11986378580331802,
      "learning_rate": 1.0010155229943421e-06,
      "loss": 0.0047,
      "step": 27396
    },
    {
      "epoch": 2.9701864700780574,
      "grad_norm": 0.38230353593826294,
      "learning_rate": 9.97388655157406e-07,
      "loss": 0.0361,
      "step": 27397
    },
    {
      "epoch": 2.970294882914137,
      "grad_norm": 0.011270279996097088,
      "learning_rate": 9.937617873204701e-07,
      "loss": 0.001,
      "step": 27398
    },
    {
      "epoch": 2.970403295750217,
      "grad_norm": 0.1932031661272049,
      "learning_rate": 9.90134919483534e-07,
      "loss": 0.035,
      "step": 27399
    },
    {
      "epoch": 2.9705117085862964,
      "grad_norm": 0.13962623476982117,
      "learning_rate": 9.86508051646598e-07,
      "loss": 0.0177,
      "step": 27400
    },
    {
      "epoch": 2.9706201214223764,
      "grad_norm": 0.02810339815914631,
      "learning_rate": 9.82881183809662e-07,
      "loss": 0.0017,
      "step": 27401
    },
    {
      "epoch": 2.9707285342584564,
      "grad_norm": 0.06795641779899597,
      "learning_rate": 9.792543159727261e-07,
      "loss": 0.0029,
      "step": 27402
    },
    {
      "epoch": 2.970836947094536,
      "grad_norm": 0.2512768805027008,
      "learning_rate": 9.756274481357898e-07,
      "loss": 0.0194,
      "step": 27403
    },
    {
      "epoch": 2.970945359930616,
      "grad_norm": 0.13841836154460907,
      "learning_rate": 9.72000580298854e-07,
      "loss": 0.0089,
      "step": 27404
    },
    {
      "epoch": 2.9710537727666955,
      "grad_norm": 0.20427508652210236,
      "learning_rate": 9.68373712461918e-07,
      "loss": 0.0191,
      "step": 27405
    },
    {
      "epoch": 2.9711621856027755,
      "grad_norm": 0.14360561966896057,
      "learning_rate": 9.64746844624982e-07,
      "loss": 0.0103,
      "step": 27406
    },
    {
      "epoch": 2.9712705984388554,
      "grad_norm": 0.37807685136795044,
      "learning_rate": 9.611199767880458e-07,
      "loss": 0.0246,
      "step": 27407
    },
    {
      "epoch": 2.971379011274935,
      "grad_norm": 0.21243806183338165,
      "learning_rate": 9.5749310895111e-07,
      "loss": 0.0258,
      "step": 27408
    },
    {
      "epoch": 2.9714874241110145,
      "grad_norm": 0.024752994999289513,
      "learning_rate": 9.538662411141738e-07,
      "loss": 0.0029,
      "step": 27409
    },
    {
      "epoch": 2.9715958369470945,
      "grad_norm": 0.06518462300300598,
      "learning_rate": 9.502393732772377e-07,
      "loss": 0.0033,
      "step": 27410
    },
    {
      "epoch": 2.9717042497831745,
      "grad_norm": 0.08550805598497391,
      "learning_rate": 9.466125054403018e-07,
      "loss": 0.0098,
      "step": 27411
    },
    {
      "epoch": 2.971812662619254,
      "grad_norm": 0.0967601090669632,
      "learning_rate": 9.429856376033658e-07,
      "loss": 0.0094,
      "step": 27412
    },
    {
      "epoch": 2.971921075455334,
      "grad_norm": 0.11109919846057892,
      "learning_rate": 9.393587697664298e-07,
      "loss": 0.0061,
      "step": 27413
    },
    {
      "epoch": 2.9720294882914136,
      "grad_norm": 0.13660500943660736,
      "learning_rate": 9.357319019294937e-07,
      "loss": 0.0202,
      "step": 27414
    },
    {
      "epoch": 2.9721379011274935,
      "grad_norm": 0.04340991750359535,
      "learning_rate": 9.321050340925577e-07,
      "loss": 0.0085,
      "step": 27415
    },
    {
      "epoch": 2.9722463139635735,
      "grad_norm": 0.3540831208229065,
      "learning_rate": 9.284781662556217e-07,
      "loss": 0.0615,
      "step": 27416
    },
    {
      "epoch": 2.972354726799653,
      "grad_norm": 0.12914268672466278,
      "learning_rate": 9.248512984186856e-07,
      "loss": 0.0154,
      "step": 27417
    },
    {
      "epoch": 2.9724631396357326,
      "grad_norm": 0.3556259572505951,
      "learning_rate": 9.212244305817496e-07,
      "loss": 0.0438,
      "step": 27418
    },
    {
      "epoch": 2.9725715524718126,
      "grad_norm": 0.04178719222545624,
      "learning_rate": 9.175975627448137e-07,
      "loss": 0.0037,
      "step": 27419
    },
    {
      "epoch": 2.9726799653078926,
      "grad_norm": 0.07854506373405457,
      "learning_rate": 9.139706949078775e-07,
      "loss": 0.0054,
      "step": 27420
    },
    {
      "epoch": 2.972788378143972,
      "grad_norm": 0.22581423819065094,
      "learning_rate": 9.103438270709416e-07,
      "loss": 0.016,
      "step": 27421
    },
    {
      "epoch": 2.972896790980052,
      "grad_norm": 0.08652032166719437,
      "learning_rate": 9.067169592340056e-07,
      "loss": 0.004,
      "step": 27422
    },
    {
      "epoch": 2.9730052038161316,
      "grad_norm": 0.6084062457084656,
      "learning_rate": 9.030900913970696e-07,
      "loss": 0.0277,
      "step": 27423
    },
    {
      "epoch": 2.9731136166522116,
      "grad_norm": 0.05087392032146454,
      "learning_rate": 8.994632235601335e-07,
      "loss": 0.0043,
      "step": 27424
    },
    {
      "epoch": 2.9732220294882916,
      "grad_norm": 0.1285661906003952,
      "learning_rate": 8.958363557231975e-07,
      "loss": 0.0135,
      "step": 27425
    },
    {
      "epoch": 2.973330442324371,
      "grad_norm": 0.5778855085372925,
      "learning_rate": 8.922094878862615e-07,
      "loss": 0.0561,
      "step": 27426
    },
    {
      "epoch": 2.973438855160451,
      "grad_norm": 0.1068645641207695,
      "learning_rate": 8.885826200493254e-07,
      "loss": 0.0077,
      "step": 27427
    },
    {
      "epoch": 2.9735472679965307,
      "grad_norm": 0.0661512091755867,
      "learning_rate": 8.849557522123894e-07,
      "loss": 0.0076,
      "step": 27428
    },
    {
      "epoch": 2.9736556808326107,
      "grad_norm": 0.369485467672348,
      "learning_rate": 8.813288843754535e-07,
      "loss": 0.0525,
      "step": 27429
    },
    {
      "epoch": 2.97376409366869,
      "grad_norm": 0.08656300604343414,
      "learning_rate": 8.777020165385173e-07,
      "loss": 0.0054,
      "step": 27430
    },
    {
      "epoch": 2.97387250650477,
      "grad_norm": 0.17434437572956085,
      "learning_rate": 8.740751487015813e-07,
      "loss": 0.0158,
      "step": 27431
    },
    {
      "epoch": 2.9739809193408497,
      "grad_norm": 0.1251339167356491,
      "learning_rate": 8.704482808646454e-07,
      "loss": 0.0115,
      "step": 27432
    },
    {
      "epoch": 2.9740893321769297,
      "grad_norm": 0.2616886496543884,
      "learning_rate": 8.668214130277094e-07,
      "loss": 0.0104,
      "step": 27433
    },
    {
      "epoch": 2.9741977450130097,
      "grad_norm": 0.06598056852817535,
      "learning_rate": 8.631945451907733e-07,
      "loss": 0.0026,
      "step": 27434
    },
    {
      "epoch": 2.9743061578490892,
      "grad_norm": 0.03738946095108986,
      "learning_rate": 8.595676773538373e-07,
      "loss": 0.0031,
      "step": 27435
    },
    {
      "epoch": 2.9744145706851692,
      "grad_norm": 0.0081882169470191,
      "learning_rate": 8.559408095169013e-07,
      "loss": 0.0005,
      "step": 27436
    },
    {
      "epoch": 2.9745229835212488,
      "grad_norm": 0.5444986820220947,
      "learning_rate": 8.523139416799652e-07,
      "loss": 0.0315,
      "step": 27437
    },
    {
      "epoch": 2.9746313963573288,
      "grad_norm": 0.1278480589389801,
      "learning_rate": 8.486870738430292e-07,
      "loss": 0.0088,
      "step": 27438
    },
    {
      "epoch": 2.9747398091934087,
      "grad_norm": 0.05598229542374611,
      "learning_rate": 8.450602060060932e-07,
      "loss": 0.0021,
      "step": 27439
    },
    {
      "epoch": 2.9748482220294883,
      "grad_norm": 0.11351809650659561,
      "learning_rate": 8.414333381691573e-07,
      "loss": 0.01,
      "step": 27440
    },
    {
      "epoch": 2.974956634865568,
      "grad_norm": 0.038944561034440994,
      "learning_rate": 8.378064703322211e-07,
      "loss": 0.0015,
      "step": 27441
    },
    {
      "epoch": 2.975065047701648,
      "grad_norm": 0.20650333166122437,
      "learning_rate": 8.341796024952852e-07,
      "loss": 0.0073,
      "step": 27442
    },
    {
      "epoch": 2.975173460537728,
      "grad_norm": 0.24483627080917358,
      "learning_rate": 8.305527346583492e-07,
      "loss": 0.0119,
      "step": 27443
    },
    {
      "epoch": 2.9752818733738073,
      "grad_norm": 0.22845733165740967,
      "learning_rate": 8.26925866821413e-07,
      "loss": 0.0082,
      "step": 27444
    },
    {
      "epoch": 2.9753902862098873,
      "grad_norm": 0.08091536909341812,
      "learning_rate": 8.23298998984477e-07,
      "loss": 0.0056,
      "step": 27445
    },
    {
      "epoch": 2.975498699045967,
      "grad_norm": 0.1686442643404007,
      "learning_rate": 8.19672131147541e-07,
      "loss": 0.0166,
      "step": 27446
    },
    {
      "epoch": 2.975607111882047,
      "grad_norm": 0.24625132977962494,
      "learning_rate": 8.160452633106049e-07,
      "loss": 0.0316,
      "step": 27447
    },
    {
      "epoch": 2.975715524718127,
      "grad_norm": 0.35869789123535156,
      "learning_rate": 8.124183954736689e-07,
      "loss": 0.0546,
      "step": 27448
    },
    {
      "epoch": 2.9758239375542064,
      "grad_norm": 0.07299475371837616,
      "learning_rate": 8.087915276367329e-07,
      "loss": 0.0029,
      "step": 27449
    },
    {
      "epoch": 2.9759323503902864,
      "grad_norm": 0.041426002979278564,
      "learning_rate": 8.05164659799797e-07,
      "loss": 0.0024,
      "step": 27450
    },
    {
      "epoch": 2.976040763226366,
      "grad_norm": 0.13872210681438446,
      "learning_rate": 8.015377919628608e-07,
      "loss": 0.012,
      "step": 27451
    },
    {
      "epoch": 2.976149176062446,
      "grad_norm": 0.25256630778312683,
      "learning_rate": 7.979109241259249e-07,
      "loss": 0.029,
      "step": 27452
    },
    {
      "epoch": 2.9762575888985254,
      "grad_norm": 0.030717696994543076,
      "learning_rate": 7.942840562889889e-07,
      "loss": 0.0027,
      "step": 27453
    },
    {
      "epoch": 2.9763660017346054,
      "grad_norm": 0.1642749011516571,
      "learning_rate": 7.906571884520527e-07,
      "loss": 0.0296,
      "step": 27454
    },
    {
      "epoch": 2.976474414570685,
      "grad_norm": 0.32318487763404846,
      "learning_rate": 7.870303206151168e-07,
      "loss": 0.0111,
      "step": 27455
    },
    {
      "epoch": 2.976582827406765,
      "grad_norm": 0.0300106443464756,
      "learning_rate": 7.834034527781808e-07,
      "loss": 0.0027,
      "step": 27456
    },
    {
      "epoch": 2.976691240242845,
      "grad_norm": 0.019185280427336693,
      "learning_rate": 7.797765849412448e-07,
      "loss": 0.0015,
      "step": 27457
    },
    {
      "epoch": 2.9767996530789245,
      "grad_norm": 0.13213695585727692,
      "learning_rate": 7.761497171043087e-07,
      "loss": 0.0128,
      "step": 27458
    },
    {
      "epoch": 2.9769080659150045,
      "grad_norm": 0.04597226902842522,
      "learning_rate": 7.725228492673727e-07,
      "loss": 0.0039,
      "step": 27459
    },
    {
      "epoch": 2.977016478751084,
      "grad_norm": 0.10997272282838821,
      "learning_rate": 7.688959814304367e-07,
      "loss": 0.0065,
      "step": 27460
    },
    {
      "epoch": 2.977124891587164,
      "grad_norm": 0.06123119965195656,
      "learning_rate": 7.652691135935007e-07,
      "loss": 0.0042,
      "step": 27461
    },
    {
      "epoch": 2.977233304423244,
      "grad_norm": 0.010813659057021141,
      "learning_rate": 7.616422457565646e-07,
      "loss": 0.0008,
      "step": 27462
    },
    {
      "epoch": 2.9773417172593235,
      "grad_norm": 0.06907441467046738,
      "learning_rate": 7.580153779196286e-07,
      "loss": 0.0043,
      "step": 27463
    },
    {
      "epoch": 2.977450130095403,
      "grad_norm": 0.3265690803527832,
      "learning_rate": 7.543885100826926e-07,
      "loss": 0.0193,
      "step": 27464
    },
    {
      "epoch": 2.977558542931483,
      "grad_norm": 0.1835923194885254,
      "learning_rate": 7.507616422457566e-07,
      "loss": 0.0166,
      "step": 27465
    },
    {
      "epoch": 2.977666955767563,
      "grad_norm": 0.15210631489753723,
      "learning_rate": 7.471347744088206e-07,
      "loss": 0.0123,
      "step": 27466
    },
    {
      "epoch": 2.9777753686036426,
      "grad_norm": 0.43162861466407776,
      "learning_rate": 7.435079065718845e-07,
      "loss": 0.0198,
      "step": 27467
    },
    {
      "epoch": 2.9778837814397225,
      "grad_norm": 0.0772998109459877,
      "learning_rate": 7.398810387349486e-07,
      "loss": 0.0057,
      "step": 27468
    },
    {
      "epoch": 2.977992194275802,
      "grad_norm": 0.036366358399391174,
      "learning_rate": 7.362541708980125e-07,
      "loss": 0.0033,
      "step": 27469
    },
    {
      "epoch": 2.978100607111882,
      "grad_norm": 0.01451550517231226,
      "learning_rate": 7.326273030610765e-07,
      "loss": 0.0013,
      "step": 27470
    },
    {
      "epoch": 2.978209019947962,
      "grad_norm": 0.08103233575820923,
      "learning_rate": 7.290004352241405e-07,
      "loss": 0.0041,
      "step": 27471
    },
    {
      "epoch": 2.9783174327840416,
      "grad_norm": 0.24590525031089783,
      "learning_rate": 7.253735673872044e-07,
      "loss": 0.0133,
      "step": 27472
    },
    {
      "epoch": 2.9784258456201216,
      "grad_norm": 0.3005278706550598,
      "learning_rate": 7.217466995502685e-07,
      "loss": 0.007,
      "step": 27473
    },
    {
      "epoch": 2.978534258456201,
      "grad_norm": 0.258384644985199,
      "learning_rate": 7.181198317133324e-07,
      "loss": 0.0347,
      "step": 27474
    },
    {
      "epoch": 2.978642671292281,
      "grad_norm": 0.5980109572410583,
      "learning_rate": 7.144929638763964e-07,
      "loss": 0.0312,
      "step": 27475
    },
    {
      "epoch": 2.9787510841283606,
      "grad_norm": 0.038155898451805115,
      "learning_rate": 7.108660960394604e-07,
      "loss": 0.0053,
      "step": 27476
    },
    {
      "epoch": 2.9788594969644406,
      "grad_norm": 0.06983347982168198,
      "learning_rate": 7.072392282025243e-07,
      "loss": 0.0031,
      "step": 27477
    },
    {
      "epoch": 2.97896790980052,
      "grad_norm": 0.3169608414173126,
      "learning_rate": 7.036123603655884e-07,
      "loss": 0.0173,
      "step": 27478
    },
    {
      "epoch": 2.9790763226366,
      "grad_norm": 0.1375356763601303,
      "learning_rate": 6.999854925286523e-07,
      "loss": 0.0091,
      "step": 27479
    },
    {
      "epoch": 2.97918473547268,
      "grad_norm": 0.06442879140377045,
      "learning_rate": 6.963586246917163e-07,
      "loss": 0.0053,
      "step": 27480
    },
    {
      "epoch": 2.9792931483087597,
      "grad_norm": 0.24914884567260742,
      "learning_rate": 6.927317568547803e-07,
      "loss": 0.0175,
      "step": 27481
    },
    {
      "epoch": 2.9794015611448397,
      "grad_norm": 0.16596080362796783,
      "learning_rate": 6.891048890178442e-07,
      "loss": 0.0091,
      "step": 27482
    },
    {
      "epoch": 2.979509973980919,
      "grad_norm": 0.1593228429555893,
      "learning_rate": 6.854780211809083e-07,
      "loss": 0.0104,
      "step": 27483
    },
    {
      "epoch": 2.979618386816999,
      "grad_norm": 0.13989569246768951,
      "learning_rate": 6.818511533439722e-07,
      "loss": 0.011,
      "step": 27484
    },
    {
      "epoch": 2.979726799653079,
      "grad_norm": 0.2209860384464264,
      "learning_rate": 6.782242855070361e-07,
      "loss": 0.0769,
      "step": 27485
    },
    {
      "epoch": 2.9798352124891587,
      "grad_norm": 0.4866969883441925,
      "learning_rate": 6.745974176701002e-07,
      "loss": 0.0531,
      "step": 27486
    },
    {
      "epoch": 2.9799436253252383,
      "grad_norm": 0.041614990681409836,
      "learning_rate": 6.709705498331641e-07,
      "loss": 0.0034,
      "step": 27487
    },
    {
      "epoch": 2.9800520381613183,
      "grad_norm": 0.28677597641944885,
      "learning_rate": 6.673436819962281e-07,
      "loss": 0.0269,
      "step": 27488
    },
    {
      "epoch": 2.9801604509973982,
      "grad_norm": 0.19646698236465454,
      "learning_rate": 6.637168141592921e-07,
      "loss": 0.0071,
      "step": 27489
    },
    {
      "epoch": 2.9802688638334778,
      "grad_norm": 0.06686985492706299,
      "learning_rate": 6.600899463223561e-07,
      "loss": 0.0151,
      "step": 27490
    },
    {
      "epoch": 2.9803772766695578,
      "grad_norm": 0.016567636281251907,
      "learning_rate": 6.564630784854201e-07,
      "loss": 0.0014,
      "step": 27491
    },
    {
      "epoch": 2.9804856895056373,
      "grad_norm": 0.16432762145996094,
      "learning_rate": 6.52836210648484e-07,
      "loss": 0.0158,
      "step": 27492
    },
    {
      "epoch": 2.9805941023417173,
      "grad_norm": 0.08257029950618744,
      "learning_rate": 6.49209342811548e-07,
      "loss": 0.0061,
      "step": 27493
    },
    {
      "epoch": 2.9807025151777973,
      "grad_norm": 0.09265094250440598,
      "learning_rate": 6.45582474974612e-07,
      "loss": 0.0096,
      "step": 27494
    },
    {
      "epoch": 2.980810928013877,
      "grad_norm": 0.19570520520210266,
      "learning_rate": 6.41955607137676e-07,
      "loss": 0.0121,
      "step": 27495
    },
    {
      "epoch": 2.980919340849957,
      "grad_norm": 0.42231595516204834,
      "learning_rate": 6.3832873930074e-07,
      "loss": 0.0222,
      "step": 27496
    },
    {
      "epoch": 2.9810277536860363,
      "grad_norm": 0.008086838759481907,
      "learning_rate": 6.347018714638038e-07,
      "loss": 0.0007,
      "step": 27497
    },
    {
      "epoch": 2.9811361665221163,
      "grad_norm": 0.0706048235297203,
      "learning_rate": 6.310750036268678e-07,
      "loss": 0.0056,
      "step": 27498
    },
    {
      "epoch": 2.981244579358196,
      "grad_norm": 0.20214521884918213,
      "learning_rate": 6.274481357899318e-07,
      "loss": 0.0094,
      "step": 27499
    },
    {
      "epoch": 2.981352992194276,
      "grad_norm": 0.12094560265541077,
      "learning_rate": 6.238212679529958e-07,
      "loss": 0.0123,
      "step": 27500
    },
    {
      "epoch": 2.9814614050303554,
      "grad_norm": 0.1336357742547989,
      "learning_rate": 6.201944001160598e-07,
      "loss": 0.0064,
      "step": 27501
    },
    {
      "epoch": 2.9815698178664354,
      "grad_norm": 0.15123258531093597,
      "learning_rate": 6.165675322791237e-07,
      "loss": 0.004,
      "step": 27502
    },
    {
      "epoch": 2.9816782307025154,
      "grad_norm": 0.1568215936422348,
      "learning_rate": 6.129406644421877e-07,
      "loss": 0.013,
      "step": 27503
    },
    {
      "epoch": 2.981786643538595,
      "grad_norm": 0.07665649056434631,
      "learning_rate": 6.093137966052517e-07,
      "loss": 0.0126,
      "step": 27504
    },
    {
      "epoch": 2.981895056374675,
      "grad_norm": 0.10607083141803741,
      "learning_rate": 6.056869287683157e-07,
      "loss": 0.0154,
      "step": 27505
    },
    {
      "epoch": 2.9820034692107544,
      "grad_norm": 0.3191162049770355,
      "learning_rate": 6.020600609313797e-07,
      "loss": 0.0179,
      "step": 27506
    },
    {
      "epoch": 2.9821118820468344,
      "grad_norm": 0.4702485501766205,
      "learning_rate": 5.984331930944436e-07,
      "loss": 0.0388,
      "step": 27507
    },
    {
      "epoch": 2.9822202948829144,
      "grad_norm": 0.01498349104076624,
      "learning_rate": 5.948063252575076e-07,
      "loss": 0.0004,
      "step": 27508
    },
    {
      "epoch": 2.982328707718994,
      "grad_norm": 0.33322545886039734,
      "learning_rate": 5.911794574205716e-07,
      "loss": 0.0237,
      "step": 27509
    },
    {
      "epoch": 2.9824371205550735,
      "grad_norm": 0.09647119790315628,
      "learning_rate": 5.875525895836356e-07,
      "loss": 0.0055,
      "step": 27510
    },
    {
      "epoch": 2.9825455333911535,
      "grad_norm": 0.18342560529708862,
      "learning_rate": 5.839257217466995e-07,
      "loss": 0.014,
      "step": 27511
    },
    {
      "epoch": 2.9826539462272335,
      "grad_norm": 0.005567505490034819,
      "learning_rate": 5.802988539097636e-07,
      "loss": 0.0004,
      "step": 27512
    },
    {
      "epoch": 2.982762359063313,
      "grad_norm": 0.11934791505336761,
      "learning_rate": 5.766719860728275e-07,
      "loss": 0.0068,
      "step": 27513
    },
    {
      "epoch": 2.982870771899393,
      "grad_norm": 0.14242438971996307,
      "learning_rate": 5.730451182358915e-07,
      "loss": 0.0093,
      "step": 27514
    },
    {
      "epoch": 2.9829791847354725,
      "grad_norm": 0.0952199324965477,
      "learning_rate": 5.694182503989555e-07,
      "loss": 0.0058,
      "step": 27515
    },
    {
      "epoch": 2.9830875975715525,
      "grad_norm": 0.1925925761461258,
      "learning_rate": 5.657913825620194e-07,
      "loss": 0.0552,
      "step": 27516
    },
    {
      "epoch": 2.9831960104076325,
      "grad_norm": 0.17158594727516174,
      "learning_rate": 5.621645147250835e-07,
      "loss": 0.0312,
      "step": 27517
    },
    {
      "epoch": 2.983304423243712,
      "grad_norm": 0.15769459307193756,
      "learning_rate": 5.585376468881474e-07,
      "loss": 0.0157,
      "step": 27518
    },
    {
      "epoch": 2.9834128360797916,
      "grad_norm": 0.10288304090499878,
      "learning_rate": 5.549107790512114e-07,
      "loss": 0.004,
      "step": 27519
    },
    {
      "epoch": 2.9835212489158716,
      "grad_norm": 0.012586744502186775,
      "learning_rate": 5.512839112142754e-07,
      "loss": 0.0008,
      "step": 27520
    },
    {
      "epoch": 2.9836296617519515,
      "grad_norm": 0.02121610753238201,
      "learning_rate": 5.476570433773393e-07,
      "loss": 0.0014,
      "step": 27521
    },
    {
      "epoch": 2.983738074588031,
      "grad_norm": 0.04315328225493431,
      "learning_rate": 5.440301755404034e-07,
      "loss": 0.0029,
      "step": 27522
    },
    {
      "epoch": 2.983846487424111,
      "grad_norm": 0.24110043048858643,
      "learning_rate": 5.404033077034673e-07,
      "loss": 0.0259,
      "step": 27523
    },
    {
      "epoch": 2.9839549002601906,
      "grad_norm": 0.09145458042621613,
      "learning_rate": 5.367764398665313e-07,
      "loss": 0.0028,
      "step": 27524
    },
    {
      "epoch": 2.9840633130962706,
      "grad_norm": 0.2225916087627411,
      "learning_rate": 5.331495720295953e-07,
      "loss": 0.016,
      "step": 27525
    },
    {
      "epoch": 2.9841717259323506,
      "grad_norm": 0.3698248863220215,
      "learning_rate": 5.295227041926592e-07,
      "loss": 0.0515,
      "step": 27526
    },
    {
      "epoch": 2.98428013876843,
      "grad_norm": 0.15667924284934998,
      "learning_rate": 5.258958363557233e-07,
      "loss": 0.0069,
      "step": 27527
    },
    {
      "epoch": 2.98438855160451,
      "grad_norm": 0.38671842217445374,
      "learning_rate": 5.222689685187872e-07,
      "loss": 0.0302,
      "step": 27528
    },
    {
      "epoch": 2.9844969644405897,
      "grad_norm": 0.11440419405698776,
      "learning_rate": 5.186421006818512e-07,
      "loss": 0.0055,
      "step": 27529
    },
    {
      "epoch": 2.9846053772766696,
      "grad_norm": 0.2147025316953659,
      "learning_rate": 5.150152328449152e-07,
      "loss": 0.0081,
      "step": 27530
    },
    {
      "epoch": 2.9847137901127496,
      "grad_norm": 0.15037807822227478,
      "learning_rate": 5.113883650079791e-07,
      "loss": 0.0152,
      "step": 27531
    },
    {
      "epoch": 2.984822202948829,
      "grad_norm": 0.20774677395820618,
      "learning_rate": 5.077614971710432e-07,
      "loss": 0.0201,
      "step": 27532
    },
    {
      "epoch": 2.9849306157849087,
      "grad_norm": 0.1387200951576233,
      "learning_rate": 5.041346293341071e-07,
      "loss": 0.012,
      "step": 27533
    },
    {
      "epoch": 2.9850390286209887,
      "grad_norm": 1.5464030504226685,
      "learning_rate": 5.005077614971711e-07,
      "loss": 0.0342,
      "step": 27534
    },
    {
      "epoch": 2.9851474414570687,
      "grad_norm": 0.09005085378885269,
      "learning_rate": 4.968808936602351e-07,
      "loss": 0.0049,
      "step": 27535
    },
    {
      "epoch": 2.985255854293148,
      "grad_norm": 0.005149961449205875,
      "learning_rate": 4.93254025823299e-07,
      "loss": 0.0005,
      "step": 27536
    },
    {
      "epoch": 2.985364267129228,
      "grad_norm": 0.0596972294151783,
      "learning_rate": 4.896271579863631e-07,
      "loss": 0.0049,
      "step": 27537
    },
    {
      "epoch": 2.9854726799653077,
      "grad_norm": 0.18967239558696747,
      "learning_rate": 4.86000290149427e-07,
      "loss": 0.0176,
      "step": 27538
    },
    {
      "epoch": 2.9855810928013877,
      "grad_norm": 0.3155580461025238,
      "learning_rate": 4.82373422312491e-07,
      "loss": 0.037,
      "step": 27539
    },
    {
      "epoch": 2.9856895056374677,
      "grad_norm": 0.19713613390922546,
      "learning_rate": 4.78746554475555e-07,
      "loss": 0.0159,
      "step": 27540
    },
    {
      "epoch": 2.9857979184735473,
      "grad_norm": 0.08259894698858261,
      "learning_rate": 4.7511968663861886e-07,
      "loss": 0.0135,
      "step": 27541
    },
    {
      "epoch": 2.985906331309627,
      "grad_norm": 0.0475112721323967,
      "learning_rate": 4.714928188016829e-07,
      "loss": 0.0021,
      "step": 27542
    },
    {
      "epoch": 2.986014744145707,
      "grad_norm": 0.042159873992204666,
      "learning_rate": 4.6786595096474686e-07,
      "loss": 0.0024,
      "step": 27543
    },
    {
      "epoch": 2.9861231569817868,
      "grad_norm": 0.03020004741847515,
      "learning_rate": 4.6423908312781085e-07,
      "loss": 0.002,
      "step": 27544
    },
    {
      "epoch": 2.9862315698178663,
      "grad_norm": 0.20890536904335022,
      "learning_rate": 4.606122152908748e-07,
      "loss": 0.0547,
      "step": 27545
    },
    {
      "epoch": 2.9863399826539463,
      "grad_norm": 0.2524116337299347,
      "learning_rate": 4.5698534745393875e-07,
      "loss": 0.0143,
      "step": 27546
    },
    {
      "epoch": 2.986448395490026,
      "grad_norm": 0.32540932297706604,
      "learning_rate": 4.533584796170028e-07,
      "loss": 0.0226,
      "step": 27547
    },
    {
      "epoch": 2.986556808326106,
      "grad_norm": 0.28168362379074097,
      "learning_rate": 4.4973161178006675e-07,
      "loss": 0.0345,
      "step": 27548
    },
    {
      "epoch": 2.986665221162186,
      "grad_norm": 0.06704417616128922,
      "learning_rate": 4.4610474394313075e-07,
      "loss": 0.0063,
      "step": 27549
    },
    {
      "epoch": 2.9867736339982653,
      "grad_norm": 0.08648760616779327,
      "learning_rate": 4.424778761061947e-07,
      "loss": 0.007,
      "step": 27550
    },
    {
      "epoch": 2.9868820468343453,
      "grad_norm": 0.3798300623893738,
      "learning_rate": 4.3885100826925864e-07,
      "loss": 0.0065,
      "step": 27551
    },
    {
      "epoch": 2.986990459670425,
      "grad_norm": 0.2243942767381668,
      "learning_rate": 4.352241404323227e-07,
      "loss": 0.0071,
      "step": 27552
    },
    {
      "epoch": 2.987098872506505,
      "grad_norm": 0.1409788876771927,
      "learning_rate": 4.3159727259538664e-07,
      "loss": 0.0093,
      "step": 27553
    },
    {
      "epoch": 2.987207285342585,
      "grad_norm": 0.03796543553471565,
      "learning_rate": 4.2797040475845064e-07,
      "loss": 0.0024,
      "step": 27554
    },
    {
      "epoch": 2.9873156981786644,
      "grad_norm": 0.1722736656665802,
      "learning_rate": 4.243435369215146e-07,
      "loss": 0.0123,
      "step": 27555
    },
    {
      "epoch": 2.987424111014744,
      "grad_norm": 0.14056923985481262,
      "learning_rate": 4.2071666908457863e-07,
      "loss": 0.0182,
      "step": 27556
    },
    {
      "epoch": 2.987532523850824,
      "grad_norm": 0.08475928008556366,
      "learning_rate": 4.170898012476426e-07,
      "loss": 0.0032,
      "step": 27557
    },
    {
      "epoch": 2.987640936686904,
      "grad_norm": 0.021669911220669746,
      "learning_rate": 4.134629334107065e-07,
      "loss": 0.0019,
      "step": 27558
    },
    {
      "epoch": 2.9877493495229834,
      "grad_norm": 0.3170217275619507,
      "learning_rate": 4.098360655737705e-07,
      "loss": 0.0398,
      "step": 27559
    },
    {
      "epoch": 2.9878577623590634,
      "grad_norm": 0.008793355897068977,
      "learning_rate": 4.0620919773683447e-07,
      "loss": 0.0008,
      "step": 27560
    },
    {
      "epoch": 2.987966175195143,
      "grad_norm": 0.25991159677505493,
      "learning_rate": 4.025823298998985e-07,
      "loss": 0.0045,
      "step": 27561
    },
    {
      "epoch": 2.988074588031223,
      "grad_norm": 0.007828857749700546,
      "learning_rate": 3.9895546206296247e-07,
      "loss": 0.0003,
      "step": 27562
    },
    {
      "epoch": 2.988183000867303,
      "grad_norm": 0.015854598954319954,
      "learning_rate": 3.9532859422602636e-07,
      "loss": 0.0011,
      "step": 27563
    },
    {
      "epoch": 2.9882914137033825,
      "grad_norm": 0.0973423421382904,
      "learning_rate": 3.917017263890904e-07,
      "loss": 0.0085,
      "step": 27564
    },
    {
      "epoch": 2.988399826539462,
      "grad_norm": 0.3141680061817169,
      "learning_rate": 3.8807485855215436e-07,
      "loss": 0.0146,
      "step": 27565
    },
    {
      "epoch": 2.988508239375542,
      "grad_norm": 0.6008553504943848,
      "learning_rate": 3.8444799071521836e-07,
      "loss": 0.0154,
      "step": 27566
    },
    {
      "epoch": 2.988616652211622,
      "grad_norm": 0.11633402854204178,
      "learning_rate": 3.808211228782823e-07,
      "loss": 0.0065,
      "step": 27567
    },
    {
      "epoch": 2.9887250650477015,
      "grad_norm": 0.07359226047992706,
      "learning_rate": 3.771942550413463e-07,
      "loss": 0.0042,
      "step": 27568
    },
    {
      "epoch": 2.9888334778837815,
      "grad_norm": 0.010760486125946045,
      "learning_rate": 3.735673872044103e-07,
      "loss": 0.0008,
      "step": 27569
    },
    {
      "epoch": 2.988941890719861,
      "grad_norm": 0.3625222444534302,
      "learning_rate": 3.699405193674743e-07,
      "loss": 0.0413,
      "step": 27570
    },
    {
      "epoch": 2.989050303555941,
      "grad_norm": 0.05805634707212448,
      "learning_rate": 3.6631365153053825e-07,
      "loss": 0.002,
      "step": 27571
    },
    {
      "epoch": 2.989158716392021,
      "grad_norm": 0.006129804998636246,
      "learning_rate": 3.626867836936022e-07,
      "loss": 0.0005,
      "step": 27572
    },
    {
      "epoch": 2.9892671292281006,
      "grad_norm": 0.22235605120658875,
      "learning_rate": 3.590599158566662e-07,
      "loss": 0.0269,
      "step": 27573
    },
    {
      "epoch": 2.9893755420641805,
      "grad_norm": 0.04150843992829323,
      "learning_rate": 3.554330480197302e-07,
      "loss": 0.0049,
      "step": 27574
    },
    {
      "epoch": 2.98948395490026,
      "grad_norm": 0.0908312126994133,
      "learning_rate": 3.518061801827942e-07,
      "loss": 0.0053,
      "step": 27575
    },
    {
      "epoch": 2.98959236773634,
      "grad_norm": 0.018414247781038284,
      "learning_rate": 3.4817931234585814e-07,
      "loss": 0.0017,
      "step": 27576
    },
    {
      "epoch": 2.9897007805724196,
      "grad_norm": 0.4888964593410492,
      "learning_rate": 3.445524445089221e-07,
      "loss": 0.0083,
      "step": 27577
    },
    {
      "epoch": 2.9898091934084996,
      "grad_norm": 0.015410256572067738,
      "learning_rate": 3.409255766719861e-07,
      "loss": 0.0011,
      "step": 27578
    },
    {
      "epoch": 2.989917606244579,
      "grad_norm": 0.07793977111577988,
      "learning_rate": 3.372987088350501e-07,
      "loss": 0.0057,
      "step": 27579
    },
    {
      "epoch": 2.990026019080659,
      "grad_norm": 0.15346135199069977,
      "learning_rate": 3.3367184099811403e-07,
      "loss": 0.0233,
      "step": 27580
    },
    {
      "epoch": 2.990134431916739,
      "grad_norm": 0.03889761492609978,
      "learning_rate": 3.3004497316117803e-07,
      "loss": 0.003,
      "step": 27581
    },
    {
      "epoch": 2.9902428447528187,
      "grad_norm": 0.03072691708803177,
      "learning_rate": 3.26418105324242e-07,
      "loss": 0.0024,
      "step": 27582
    },
    {
      "epoch": 2.9903512575888986,
      "grad_norm": 0.08914798498153687,
      "learning_rate": 3.22791237487306e-07,
      "loss": 0.0118,
      "step": 27583
    },
    {
      "epoch": 2.990459670424978,
      "grad_norm": 0.023419879376888275,
      "learning_rate": 3.1916436965037e-07,
      "loss": 0.0017,
      "step": 27584
    },
    {
      "epoch": 2.990568083261058,
      "grad_norm": 0.011864927597343922,
      "learning_rate": 3.155375018134339e-07,
      "loss": 0.0008,
      "step": 27585
    },
    {
      "epoch": 2.990676496097138,
      "grad_norm": 0.44874438643455505,
      "learning_rate": 3.119106339764979e-07,
      "loss": 0.0292,
      "step": 27586
    },
    {
      "epoch": 2.9907849089332177,
      "grad_norm": 0.1847144216299057,
      "learning_rate": 3.0828376613956187e-07,
      "loss": 0.0097,
      "step": 27587
    },
    {
      "epoch": 2.9908933217692972,
      "grad_norm": 0.022874295711517334,
      "learning_rate": 3.0465689830262587e-07,
      "loss": 0.0013,
      "step": 27588
    },
    {
      "epoch": 2.991001734605377,
      "grad_norm": 0.31262800097465515,
      "learning_rate": 3.0103003046568987e-07,
      "loss": 0.0166,
      "step": 27589
    },
    {
      "epoch": 2.991110147441457,
      "grad_norm": 0.34788477420806885,
      "learning_rate": 2.974031626287538e-07,
      "loss": 0.021,
      "step": 27590
    },
    {
      "epoch": 2.9912185602775367,
      "grad_norm": 0.06853699684143066,
      "learning_rate": 2.937762947918178e-07,
      "loss": 0.004,
      "step": 27591
    },
    {
      "epoch": 2.9913269731136167,
      "grad_norm": 0.14007969200611115,
      "learning_rate": 2.901494269548818e-07,
      "loss": 0.0063,
      "step": 27592
    },
    {
      "epoch": 2.9914353859496963,
      "grad_norm": 0.013763527385890484,
      "learning_rate": 2.8652255911794576e-07,
      "loss": 0.0012,
      "step": 27593
    },
    {
      "epoch": 2.9915437987857763,
      "grad_norm": 0.030925434082746506,
      "learning_rate": 2.828956912810097e-07,
      "loss": 0.002,
      "step": 27594
    },
    {
      "epoch": 2.9916522116218562,
      "grad_norm": 0.04309311509132385,
      "learning_rate": 2.792688234440737e-07,
      "loss": 0.0032,
      "step": 27595
    },
    {
      "epoch": 2.991760624457936,
      "grad_norm": 0.16956178843975067,
      "learning_rate": 2.756419556071377e-07,
      "loss": 0.0081,
      "step": 27596
    },
    {
      "epoch": 2.9918690372940158,
      "grad_norm": 0.13089515268802643,
      "learning_rate": 2.720150877702017e-07,
      "loss": 0.0153,
      "step": 27597
    },
    {
      "epoch": 2.9919774501300953,
      "grad_norm": 0.6142919659614563,
      "learning_rate": 2.6838821993326565e-07,
      "loss": 0.0149,
      "step": 27598
    },
    {
      "epoch": 2.9920858629661753,
      "grad_norm": 0.08373855799436569,
      "learning_rate": 2.647613520963296e-07,
      "loss": 0.0205,
      "step": 27599
    },
    {
      "epoch": 2.992194275802255,
      "grad_norm": 0.010808912105858326,
      "learning_rate": 2.611344842593936e-07,
      "loss": 0.0012,
      "step": 27600
    },
    {
      "epoch": 2.992302688638335,
      "grad_norm": 0.07965533435344696,
      "learning_rate": 2.575076164224576e-07,
      "loss": 0.0039,
      "step": 27601
    },
    {
      "epoch": 2.9924111014744144,
      "grad_norm": 0.020047329366207123,
      "learning_rate": 2.538807485855216e-07,
      "loss": 0.001,
      "step": 27602
    },
    {
      "epoch": 2.9925195143104943,
      "grad_norm": 0.352951318025589,
      "learning_rate": 2.5025388074858554e-07,
      "loss": 0.0435,
      "step": 27603
    },
    {
      "epoch": 2.9926279271465743,
      "grad_norm": 0.16540612280368805,
      "learning_rate": 2.466270129116495e-07,
      "loss": 0.0258,
      "step": 27604
    },
    {
      "epoch": 2.992736339982654,
      "grad_norm": 0.1993560940027237,
      "learning_rate": 2.430001450747135e-07,
      "loss": 0.0222,
      "step": 27605
    },
    {
      "epoch": 2.992844752818734,
      "grad_norm": 0.22574663162231445,
      "learning_rate": 2.393732772377775e-07,
      "loss": 0.03,
      "step": 27606
    },
    {
      "epoch": 2.9929531656548134,
      "grad_norm": 0.11189794540405273,
      "learning_rate": 2.3574640940084145e-07,
      "loss": 0.0066,
      "step": 27607
    },
    {
      "epoch": 2.9930615784908934,
      "grad_norm": 0.10096273571252823,
      "learning_rate": 2.3211954156390543e-07,
      "loss": 0.0126,
      "step": 27608
    },
    {
      "epoch": 2.9931699913269734,
      "grad_norm": 0.37605249881744385,
      "learning_rate": 2.2849267372696937e-07,
      "loss": 0.0291,
      "step": 27609
    },
    {
      "epoch": 2.993278404163053,
      "grad_norm": 0.31917548179626465,
      "learning_rate": 2.2486580589003337e-07,
      "loss": 0.0199,
      "step": 27610
    },
    {
      "epoch": 2.9933868169991324,
      "grad_norm": 0.17044860124588013,
      "learning_rate": 2.2123893805309735e-07,
      "loss": 0.011,
      "step": 27611
    },
    {
      "epoch": 2.9934952298352124,
      "grad_norm": 0.10356099903583527,
      "learning_rate": 2.1761207021616134e-07,
      "loss": 0.0078,
      "step": 27612
    },
    {
      "epoch": 2.9936036426712924,
      "grad_norm": 0.23576559126377106,
      "learning_rate": 2.1398520237922532e-07,
      "loss": 0.0574,
      "step": 27613
    },
    {
      "epoch": 2.993712055507372,
      "grad_norm": 0.22888876497745514,
      "learning_rate": 2.1035833454228932e-07,
      "loss": 0.0232,
      "step": 27614
    },
    {
      "epoch": 2.993820468343452,
      "grad_norm": 0.05913753807544708,
      "learning_rate": 2.0673146670535326e-07,
      "loss": 0.0039,
      "step": 27615
    },
    {
      "epoch": 2.9939288811795315,
      "grad_norm": 0.0689658373594284,
      "learning_rate": 2.0310459886841724e-07,
      "loss": 0.0083,
      "step": 27616
    },
    {
      "epoch": 2.9940372940156115,
      "grad_norm": 0.2873191833496094,
      "learning_rate": 1.9947773103148123e-07,
      "loss": 0.0199,
      "step": 27617
    },
    {
      "epoch": 2.9941457068516915,
      "grad_norm": 0.3281874358654022,
      "learning_rate": 1.958508631945452e-07,
      "loss": 0.0237,
      "step": 27618
    },
    {
      "epoch": 2.994254119687771,
      "grad_norm": 0.17842990159988403,
      "learning_rate": 1.9222399535760918e-07,
      "loss": 0.0095,
      "step": 27619
    },
    {
      "epoch": 2.994362532523851,
      "grad_norm": 0.26266512274742126,
      "learning_rate": 1.8859712752067315e-07,
      "loss": 0.0405,
      "step": 27620
    },
    {
      "epoch": 2.9944709453599305,
      "grad_norm": 0.22805802524089813,
      "learning_rate": 1.8497025968373715e-07,
      "loss": 0.0561,
      "step": 27621
    },
    {
      "epoch": 2.9945793581960105,
      "grad_norm": 0.021838102489709854,
      "learning_rate": 1.813433918468011e-07,
      "loss": 0.0008,
      "step": 27622
    },
    {
      "epoch": 2.99468777103209,
      "grad_norm": 0.5264820456504822,
      "learning_rate": 1.777165240098651e-07,
      "loss": 0.0238,
      "step": 27623
    },
    {
      "epoch": 2.99479618386817,
      "grad_norm": 0.02754203975200653,
      "learning_rate": 1.7408965617292907e-07,
      "loss": 0.0016,
      "step": 27624
    },
    {
      "epoch": 2.9949045967042496,
      "grad_norm": 0.2806921899318695,
      "learning_rate": 1.7046278833599304e-07,
      "loss": 0.0117,
      "step": 27625
    },
    {
      "epoch": 2.9950130095403296,
      "grad_norm": 0.16059470176696777,
      "learning_rate": 1.6683592049905702e-07,
      "loss": 0.0063,
      "step": 27626
    },
    {
      "epoch": 2.9951214223764095,
      "grad_norm": 0.1676146686077118,
      "learning_rate": 1.63209052662121e-07,
      "loss": 0.0117,
      "step": 27627
    },
    {
      "epoch": 2.995229835212489,
      "grad_norm": 0.08440952003002167,
      "learning_rate": 1.59582184825185e-07,
      "loss": 0.0043,
      "step": 27628
    },
    {
      "epoch": 2.995338248048569,
      "grad_norm": 0.040245216339826584,
      "learning_rate": 1.5595531698824896e-07,
      "loss": 0.003,
      "step": 27629
    },
    {
      "epoch": 2.9954466608846486,
      "grad_norm": 0.01991056464612484,
      "learning_rate": 1.5232844915131293e-07,
      "loss": 0.0021,
      "step": 27630
    },
    {
      "epoch": 2.9955550737207286,
      "grad_norm": 0.13945573568344116,
      "learning_rate": 1.487015813143769e-07,
      "loss": 0.0256,
      "step": 27631
    },
    {
      "epoch": 2.9956634865568086,
      "grad_norm": 0.1269567906856537,
      "learning_rate": 1.450747134774409e-07,
      "loss": 0.0199,
      "step": 27632
    },
    {
      "epoch": 2.995771899392888,
      "grad_norm": 0.1743794083595276,
      "learning_rate": 1.4144784564050485e-07,
      "loss": 0.0247,
      "step": 27633
    },
    {
      "epoch": 2.9958803122289677,
      "grad_norm": 0.03007224015891552,
      "learning_rate": 1.3782097780356885e-07,
      "loss": 0.0023,
      "step": 27634
    },
    {
      "epoch": 2.9959887250650477,
      "grad_norm": 0.06746052205562592,
      "learning_rate": 1.3419410996663282e-07,
      "loss": 0.0088,
      "step": 27635
    },
    {
      "epoch": 2.9960971379011276,
      "grad_norm": 0.0397423580288887,
      "learning_rate": 1.305672421296968e-07,
      "loss": 0.004,
      "step": 27636
    },
    {
      "epoch": 2.996205550737207,
      "grad_norm": 0.2878147065639496,
      "learning_rate": 1.269403742927608e-07,
      "loss": 0.0318,
      "step": 27637
    },
    {
      "epoch": 2.996313963573287,
      "grad_norm": 0.240647554397583,
      "learning_rate": 1.2331350645582474e-07,
      "loss": 0.0216,
      "step": 27638
    },
    {
      "epoch": 2.9964223764093667,
      "grad_norm": 0.019292086362838745,
      "learning_rate": 1.1968663861888874e-07,
      "loss": 0.0007,
      "step": 27639
    },
    {
      "epoch": 2.9965307892454467,
      "grad_norm": 0.09120733290910721,
      "learning_rate": 1.1605977078195271e-07,
      "loss": 0.013,
      "step": 27640
    },
    {
      "epoch": 2.9966392020815267,
      "grad_norm": 0.20663338899612427,
      "learning_rate": 1.1243290294501669e-07,
      "loss": 0.0398,
      "step": 27641
    },
    {
      "epoch": 2.996747614917606,
      "grad_norm": 0.3091126084327698,
      "learning_rate": 1.0880603510808067e-07,
      "loss": 0.0266,
      "step": 27642
    },
    {
      "epoch": 2.996856027753686,
      "grad_norm": 0.0898149311542511,
      "learning_rate": 1.0517916727114466e-07,
      "loss": 0.0096,
      "step": 27643
    },
    {
      "epoch": 2.9969644405897657,
      "grad_norm": 0.05042285844683647,
      "learning_rate": 1.0155229943420862e-07,
      "loss": 0.0023,
      "step": 27644
    },
    {
      "epoch": 2.9970728534258457,
      "grad_norm": 0.021092014387249947,
      "learning_rate": 9.79254315972726e-08,
      "loss": 0.0024,
      "step": 27645
    },
    {
      "epoch": 2.9971812662619253,
      "grad_norm": 0.2276982218027115,
      "learning_rate": 9.429856376033658e-08,
      "loss": 0.0175,
      "step": 27646
    },
    {
      "epoch": 2.9972896790980053,
      "grad_norm": 0.10827073454856873,
      "learning_rate": 9.067169592340055e-08,
      "loss": 0.0062,
      "step": 27647
    },
    {
      "epoch": 2.997398091934085,
      "grad_norm": 0.140794038772583,
      "learning_rate": 8.704482808646454e-08,
      "loss": 0.0068,
      "step": 27648
    },
    {
      "epoch": 2.997506504770165,
      "grad_norm": 0.12697277963161469,
      "learning_rate": 8.341796024952851e-08,
      "loss": 0.008,
      "step": 27649
    },
    {
      "epoch": 2.9976149176062448,
      "grad_norm": 0.04523851349949837,
      "learning_rate": 7.97910924125925e-08,
      "loss": 0.0022,
      "step": 27650
    },
    {
      "epoch": 2.9977233304423243,
      "grad_norm": 0.1462763100862503,
      "learning_rate": 7.616422457565647e-08,
      "loss": 0.0073,
      "step": 27651
    },
    {
      "epoch": 2.9978317432784043,
      "grad_norm": 0.1835600882768631,
      "learning_rate": 7.253735673872045e-08,
      "loss": 0.0287,
      "step": 27652
    },
    {
      "epoch": 2.997940156114484,
      "grad_norm": 0.30730143189430237,
      "learning_rate": 6.891048890178443e-08,
      "loss": 0.0208,
      "step": 27653
    },
    {
      "epoch": 2.998048568950564,
      "grad_norm": 0.3484192490577698,
      "learning_rate": 6.52836210648484e-08,
      "loss": 0.0624,
      "step": 27654
    },
    {
      "epoch": 2.998156981786644,
      "grad_norm": 0.18378163874149323,
      "learning_rate": 6.165675322791237e-08,
      "loss": 0.038,
      "step": 27655
    },
    {
      "epoch": 2.9982653946227233,
      "grad_norm": 0.029540935531258583,
      "learning_rate": 5.802988539097636e-08,
      "loss": 0.0024,
      "step": 27656
    },
    {
      "epoch": 2.998373807458803,
      "grad_norm": 0.17073100805282593,
      "learning_rate": 5.4403017554040336e-08,
      "loss": 0.0192,
      "step": 27657
    },
    {
      "epoch": 2.998482220294883,
      "grad_norm": 0.2766586244106293,
      "learning_rate": 5.077614971710431e-08,
      "loss": 0.0442,
      "step": 27658
    },
    {
      "epoch": 2.998590633130963,
      "grad_norm": 0.32021084427833557,
      "learning_rate": 4.714928188016829e-08,
      "loss": 0.0579,
      "step": 27659
    },
    {
      "epoch": 2.9986990459670424,
      "grad_norm": 0.16689714789390564,
      "learning_rate": 4.352241404323227e-08,
      "loss": 0.0177,
      "step": 27660
    },
    {
      "epoch": 2.9988074588031224,
      "grad_norm": 0.020245999097824097,
      "learning_rate": 3.989554620629625e-08,
      "loss": 0.002,
      "step": 27661
    },
    {
      "epoch": 2.998915871639202,
      "grad_norm": 0.22272056341171265,
      "learning_rate": 3.6268678369360226e-08,
      "loss": 0.0768,
      "step": 27662
    },
    {
      "epoch": 2.999024284475282,
      "grad_norm": 0.09731360524892807,
      "learning_rate": 3.26418105324242e-08,
      "loss": 0.0112,
      "step": 27663
    },
    {
      "epoch": 2.999132697311362,
      "grad_norm": 0.20039506256580353,
      "learning_rate": 2.901494269548818e-08,
      "loss": 0.0151,
      "step": 27664
    },
    {
      "epoch": 2.9992411101474414,
      "grad_norm": 0.2785690128803253,
      "learning_rate": 2.5388074858552154e-08,
      "loss": 0.0202,
      "step": 27665
    },
    {
      "epoch": 2.999349522983521,
      "grad_norm": 0.14206688106060028,
      "learning_rate": 2.1761207021616134e-08,
      "loss": 0.0158,
      "step": 27666
    },
    {
      "epoch": 2.999457935819601,
      "grad_norm": 0.11139654368162155,
      "learning_rate": 1.8134339184680113e-08,
      "loss": 0.0054,
      "step": 27667
    },
    {
      "epoch": 2.999566348655681,
      "grad_norm": 0.007063814904540777,
      "learning_rate": 1.450747134774409e-08,
      "loss": 0.0003,
      "step": 27668
    },
    {
      "epoch": 2.9996747614917605,
      "grad_norm": 0.005976694170385599,
      "learning_rate": 1.0880603510808067e-08,
      "loss": 0.0006,
      "step": 27669
    },
    {
      "epoch": 2.9997831743278405,
      "grad_norm": 0.11558475345373154,
      "learning_rate": 7.253735673872045e-09,
      "loss": 0.0173,
      "step": 27670
    },
    {
      "epoch": 2.99989158716392,
      "grad_norm": 0.00735216261819005,
      "learning_rate": 3.6268678369360223e-09,
      "loss": 0.0004,
      "step": 27671
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.12390383332967758,
      "learning_rate": 0.0,
      "loss": 0.0059,
      "step": 27672
    },
    {
      "epoch": 3.0,
      "step": 27672,
      "total_flos": 8.819431793502454e+18,
      "train_loss": 0.03061844137205455,
      "train_runtime": 16347.585,
      "train_samples_per_second": 27.083,
      "train_steps_per_second": 1.693
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 27672,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.819431793502454e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}