{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 0,
  "global_step": 690,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014492753623188406,
      "grad_norm": 0.48046875,
      "learning_rate": 9.985507246376813e-06,
      "loss": 1.7272,
      "step": 1
    },
    {
      "epoch": 0.002898550724637681,
      "grad_norm": 0.58203125,
      "learning_rate": 9.971014492753624e-06,
      "loss": 1.9129,
      "step": 2
    },
    {
      "epoch": 0.004347826086956522,
      "grad_norm": 0.45703125,
      "learning_rate": 9.956521739130436e-06,
      "loss": 1.8037,
      "step": 3
    },
    {
      "epoch": 0.005797101449275362,
      "grad_norm": 0.455078125,
      "learning_rate": 9.942028985507248e-06,
      "loss": 1.6625,
      "step": 4
    },
    {
      "epoch": 0.007246376811594203,
      "grad_norm": 0.42578125,
      "learning_rate": 9.927536231884058e-06,
      "loss": 1.7175,
      "step": 5
    },
    {
      "epoch": 0.008695652173913044,
      "grad_norm": 0.40625,
      "learning_rate": 9.913043478260871e-06,
      "loss": 1.6924,
      "step": 6
    },
    {
      "epoch": 0.010144927536231883,
      "grad_norm": 0.396484375,
      "learning_rate": 9.898550724637683e-06,
      "loss": 1.7471,
      "step": 7
    },
    {
      "epoch": 0.011594202898550725,
      "grad_norm": 0.3515625,
      "learning_rate": 9.884057971014493e-06,
      "loss": 1.664,
      "step": 8
    },
    {
      "epoch": 0.013043478260869565,
      "grad_norm": 0.337890625,
      "learning_rate": 9.869565217391304e-06,
      "loss": 1.7248,
      "step": 9
    },
    {
      "epoch": 0.014492753623188406,
      "grad_norm": 0.384765625,
      "learning_rate": 9.855072463768118e-06,
      "loss": 1.7084,
      "step": 10
    },
    {
      "epoch": 0.015942028985507246,
      "grad_norm": 0.357421875,
      "learning_rate": 9.840579710144928e-06,
      "loss": 1.6732,
      "step": 11
    },
    {
      "epoch": 0.017391304347826087,
      "grad_norm": 0.330078125,
      "learning_rate": 9.82608695652174e-06,
      "loss": 1.6241,
      "step": 12
    },
    {
      "epoch": 0.01884057971014493,
      "grad_norm": 0.310546875,
      "learning_rate": 9.811594202898551e-06,
      "loss": 1.6145,
      "step": 13
    },
    {
      "epoch": 0.020289855072463767,
      "grad_norm": 0.298828125,
      "learning_rate": 9.797101449275363e-06,
      "loss": 1.5698,
      "step": 14
    },
    {
      "epoch": 0.021739130434782608,
      "grad_norm": 0.3515625,
      "learning_rate": 9.782608695652175e-06,
      "loss": 1.6557,
      "step": 15
    },
    {
      "epoch": 0.02318840579710145,
      "grad_norm": 0.302734375,
      "learning_rate": 9.768115942028986e-06,
      "loss": 1.5669,
      "step": 16
    },
    {
      "epoch": 0.02463768115942029,
      "grad_norm": 0.30859375,
      "learning_rate": 9.753623188405798e-06,
      "loss": 1.5888,
      "step": 17
    },
    {
      "epoch": 0.02608695652173913,
      "grad_norm": 0.296875,
      "learning_rate": 9.73913043478261e-06,
      "loss": 1.5764,
      "step": 18
    },
    {
      "epoch": 0.02753623188405797,
      "grad_norm": 0.29296875,
      "learning_rate": 9.724637681159422e-06,
      "loss": 1.5479,
      "step": 19
    },
    {
      "epoch": 0.028985507246376812,
      "grad_norm": 0.271484375,
      "learning_rate": 9.710144927536233e-06,
      "loss": 1.4885,
      "step": 20
    },
    {
      "epoch": 0.030434782608695653,
      "grad_norm": 0.2890625,
      "learning_rate": 9.695652173913043e-06,
      "loss": 1.5447,
      "step": 21
    },
    {
      "epoch": 0.03188405797101449,
      "grad_norm": 0.26953125,
      "learning_rate": 9.681159420289857e-06,
      "loss": 1.4869,
      "step": 22
    },
    {
      "epoch": 0.03333333333333333,
      "grad_norm": 0.25,
      "learning_rate": 9.666666666666667e-06,
      "loss": 1.5148,
      "step": 23
    },
    {
      "epoch": 0.034782608695652174,
      "grad_norm": 0.21484375,
      "learning_rate": 9.652173913043478e-06,
      "loss": 1.4119,
      "step": 24
    },
    {
      "epoch": 0.036231884057971016,
      "grad_norm": 0.2255859375,
      "learning_rate": 9.63768115942029e-06,
      "loss": 1.5072,
      "step": 25
    },
    {
      "epoch": 0.03768115942028986,
      "grad_norm": 0.2158203125,
      "learning_rate": 9.623188405797102e-06,
      "loss": 1.473,
      "step": 26
    },
    {
      "epoch": 0.0391304347826087,
      "grad_norm": 0.2314453125,
      "learning_rate": 9.608695652173914e-06,
      "loss": 1.4137,
      "step": 27
    },
    {
      "epoch": 0.04057971014492753,
      "grad_norm": 0.224609375,
      "learning_rate": 9.594202898550725e-06,
      "loss": 1.4598,
      "step": 28
    },
    {
      "epoch": 0.042028985507246375,
      "grad_norm": 0.2138671875,
      "learning_rate": 9.579710144927537e-06,
      "loss": 1.4248,
      "step": 29
    },
    {
      "epoch": 0.043478260869565216,
      "grad_norm": 0.47265625,
      "learning_rate": 9.565217391304349e-06,
      "loss": 1.4202,
      "step": 30
    },
    {
      "epoch": 0.04492753623188406,
      "grad_norm": 0.22265625,
      "learning_rate": 9.55072463768116e-06,
      "loss": 1.4408,
      "step": 31
    },
    {
      "epoch": 0.0463768115942029,
      "grad_norm": 0.220703125,
      "learning_rate": 9.536231884057972e-06,
      "loss": 1.4528,
      "step": 32
    },
    {
      "epoch": 0.04782608695652174,
      "grad_norm": 0.2099609375,
      "learning_rate": 9.521739130434784e-06,
      "loss": 1.4025,
      "step": 33
    },
    {
      "epoch": 0.04927536231884058,
      "grad_norm": 0.208984375,
      "learning_rate": 9.507246376811596e-06,
      "loss": 1.4277,
      "step": 34
    },
    {
      "epoch": 0.050724637681159424,
      "grad_norm": 0.1982421875,
      "learning_rate": 9.492753623188407e-06,
      "loss": 1.3665,
      "step": 35
    },
    {
      "epoch": 0.05217391304347826,
      "grad_norm": 0.1962890625,
      "learning_rate": 9.478260869565217e-06,
      "loss": 1.382,
      "step": 36
    },
    {
      "epoch": 0.0536231884057971,
      "grad_norm": 0.1943359375,
      "learning_rate": 9.46376811594203e-06,
      "loss": 1.4178,
      "step": 37
    },
    {
      "epoch": 0.05507246376811594,
      "grad_norm": 0.193359375,
      "learning_rate": 9.449275362318842e-06,
      "loss": 1.389,
      "step": 38
    },
    {
      "epoch": 0.05652173913043478,
      "grad_norm": 0.205078125,
      "learning_rate": 9.434782608695652e-06,
      "loss": 1.4407,
      "step": 39
    },
    {
      "epoch": 0.057971014492753624,
      "grad_norm": 0.1787109375,
      "learning_rate": 9.420289855072464e-06,
      "loss": 1.3674,
      "step": 40
    },
    {
      "epoch": 0.059420289855072465,
      "grad_norm": 0.1787109375,
      "learning_rate": 9.405797101449276e-06,
      "loss": 1.2936,
      "step": 41
    },
    {
      "epoch": 0.06086956521739131,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.391304347826087e-06,
      "loss": 1.2936,
      "step": 42
    },
    {
      "epoch": 0.06231884057971015,
      "grad_norm": 0.173828125,
      "learning_rate": 9.3768115942029e-06,
      "loss": 1.3543,
      "step": 43
    },
    {
      "epoch": 0.06376811594202898,
      "grad_norm": 0.185546875,
      "learning_rate": 9.362318840579711e-06,
      "loss": 1.3291,
      "step": 44
    },
    {
      "epoch": 0.06521739130434782,
      "grad_norm": 0.177734375,
      "learning_rate": 9.347826086956523e-06,
      "loss": 1.334,
      "step": 45
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 0.177734375,
      "learning_rate": 9.333333333333334e-06,
      "loss": 1.347,
      "step": 46
    },
    {
      "epoch": 0.06811594202898551,
      "grad_norm": 0.21484375,
      "learning_rate": 9.318840579710146e-06,
      "loss": 1.3081,
      "step": 47
    },
    {
      "epoch": 0.06956521739130435,
      "grad_norm": 0.1845703125,
      "learning_rate": 9.304347826086956e-06,
      "loss": 1.2917,
      "step": 48
    },
    {
      "epoch": 0.07101449275362319,
      "grad_norm": 0.1796875,
      "learning_rate": 9.28985507246377e-06,
      "loss": 1.2444,
      "step": 49
    },
    {
      "epoch": 0.07246376811594203,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.275362318840581e-06,
      "loss": 1.2576,
      "step": 50
    },
    {
      "epoch": 0.07391304347826087,
      "grad_norm": 0.1650390625,
      "learning_rate": 9.260869565217391e-06,
      "loss": 1.3192,
      "step": 51
    },
    {
      "epoch": 0.07536231884057971,
      "grad_norm": 0.1591796875,
      "learning_rate": 9.246376811594203e-06,
      "loss": 1.2637,
      "step": 52
    },
    {
      "epoch": 0.07681159420289856,
      "grad_norm": 0.2294921875,
      "learning_rate": 9.231884057971016e-06,
      "loss": 1.2484,
      "step": 53
    },
    {
      "epoch": 0.0782608695652174,
      "grad_norm": 0.1640625,
      "learning_rate": 9.217391304347826e-06,
      "loss": 1.2669,
      "step": 54
    },
    {
      "epoch": 0.07971014492753623,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.202898550724638e-06,
      "loss": 1.3319,
      "step": 55
    },
    {
      "epoch": 0.08115942028985507,
      "grad_norm": 0.162109375,
      "learning_rate": 9.18840579710145e-06,
      "loss": 1.2911,
      "step": 56
    },
    {
      "epoch": 0.08260869565217391,
      "grad_norm": 0.173828125,
      "learning_rate": 9.173913043478261e-06,
      "loss": 1.3075,
      "step": 57
    },
    {
      "epoch": 0.08405797101449275,
      "grad_norm": 0.1806640625,
      "learning_rate": 9.159420289855073e-06,
      "loss": 1.2477,
      "step": 58
    },
    {
      "epoch": 0.08550724637681159,
      "grad_norm": 0.197265625,
      "learning_rate": 9.144927536231885e-06,
      "loss": 1.2055,
      "step": 59
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 0.48828125,
      "learning_rate": 9.130434782608697e-06,
      "loss": 1.2377,
      "step": 60
    },
    {
      "epoch": 0.08840579710144927,
      "grad_norm": 0.177734375,
      "learning_rate": 9.115942028985508e-06,
      "loss": 1.2316,
      "step": 61
    },
    {
      "epoch": 0.08985507246376812,
      "grad_norm": 0.1552734375,
      "learning_rate": 9.10144927536232e-06,
      "loss": 1.3018,
      "step": 62
    },
    {
      "epoch": 0.09130434782608696,
      "grad_norm": 0.17578125,
      "learning_rate": 9.086956521739132e-06,
      "loss": 1.2224,
      "step": 63
    },
    {
      "epoch": 0.0927536231884058,
      "grad_norm": 0.150390625,
      "learning_rate": 9.072463768115943e-06,
      "loss": 1.1772,
      "step": 64
    },
    {
      "epoch": 0.09420289855072464,
      "grad_norm": 0.1533203125,
      "learning_rate": 9.057971014492755e-06,
      "loss": 1.2346,
      "step": 65
    },
    {
      "epoch": 0.09565217391304348,
      "grad_norm": 0.2265625,
      "learning_rate": 9.043478260869565e-06,
      "loss": 1.1726,
      "step": 66
    },
    {
      "epoch": 0.09710144927536232,
      "grad_norm": 0.1494140625,
      "learning_rate": 9.028985507246377e-06,
      "loss": 1.1988,
      "step": 67
    },
    {
      "epoch": 0.09855072463768116,
      "grad_norm": 0.17578125,
      "learning_rate": 9.01449275362319e-06,
      "loss": 1.2041,
      "step": 68
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.1552734375,
      "learning_rate": 9e-06,
      "loss": 1.1527,
      "step": 69
    },
    {
      "epoch": 0.10144927536231885,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.985507246376812e-06,
      "loss": 1.2662,
      "step": 70
    },
    {
      "epoch": 0.10289855072463767,
      "grad_norm": 0.1513671875,
      "learning_rate": 8.971014492753624e-06,
      "loss": 1.1973,
      "step": 71
    },
    {
      "epoch": 0.10434782608695652,
      "grad_norm": 0.150390625,
      "learning_rate": 8.956521739130435e-06,
      "loss": 1.1561,
      "step": 72
    },
    {
      "epoch": 0.10579710144927536,
      "grad_norm": 0.162109375,
      "learning_rate": 8.942028985507247e-06,
      "loss": 1.2317,
      "step": 73
    },
    {
      "epoch": 0.1072463768115942,
      "grad_norm": 0.1552734375,
      "learning_rate": 8.927536231884059e-06,
      "loss": 1.2129,
      "step": 74
    },
    {
      "epoch": 0.10869565217391304,
      "grad_norm": 0.1630859375,
      "learning_rate": 8.91304347826087e-06,
      "loss": 1.2546,
      "step": 75
    },
    {
      "epoch": 0.11014492753623188,
      "grad_norm": 0.189453125,
      "learning_rate": 8.898550724637682e-06,
      "loss": 1.1997,
      "step": 76
    },
    {
      "epoch": 0.11159420289855072,
      "grad_norm": 0.1669921875,
      "learning_rate": 8.884057971014494e-06,
      "loss": 1.1893,
      "step": 77
    },
    {
      "epoch": 0.11304347826086956,
      "grad_norm": 0.177734375,
      "learning_rate": 8.869565217391306e-06,
      "loss": 1.2642,
      "step": 78
    },
    {
      "epoch": 0.1144927536231884,
      "grad_norm": 0.203125,
      "learning_rate": 8.855072463768116e-06,
      "loss": 1.141,
      "step": 79
    },
    {
      "epoch": 0.11594202898550725,
      "grad_norm": 0.1630859375,
      "learning_rate": 8.840579710144929e-06,
      "loss": 1.2064,
      "step": 80
    },
    {
      "epoch": 0.11739130434782609,
      "grad_norm": 0.208984375,
      "learning_rate": 8.82608695652174e-06,
      "loss": 1.1913,
      "step": 81
    },
    {
      "epoch": 0.11884057971014493,
      "grad_norm": 0.1630859375,
      "learning_rate": 8.81159420289855e-06,
      "loss": 1.1967,
      "step": 82
    },
    {
      "epoch": 0.12028985507246377,
      "grad_norm": 0.158203125,
      "learning_rate": 8.797101449275362e-06,
      "loss": 1.1443,
      "step": 83
    },
    {
      "epoch": 0.12173913043478261,
      "grad_norm": 0.203125,
      "learning_rate": 8.782608695652174e-06,
      "loss": 1.1691,
      "step": 84
    },
    {
      "epoch": 0.12318840579710146,
      "grad_norm": 0.1494140625,
      "learning_rate": 8.768115942028986e-06,
      "loss": 1.1659,
      "step": 85
    },
    {
      "epoch": 0.1246376811594203,
      "grad_norm": 0.197265625,
      "learning_rate": 8.753623188405798e-06,
      "loss": 1.1302,
      "step": 86
    },
    {
      "epoch": 0.12608695652173912,
      "grad_norm": 0.1513671875,
      "learning_rate": 8.73913043478261e-06,
      "loss": 1.1445,
      "step": 87
    },
    {
      "epoch": 0.12753623188405797,
      "grad_norm": 0.1484375,
      "learning_rate": 8.724637681159421e-06,
      "loss": 1.1602,
      "step": 88
    },
    {
      "epoch": 0.1289855072463768,
      "grad_norm": 0.1494140625,
      "learning_rate": 8.710144927536233e-06,
      "loss": 1.1435,
      "step": 89
    },
    {
      "epoch": 0.13043478260869565,
      "grad_norm": 0.1494140625,
      "learning_rate": 8.695652173913044e-06,
      "loss": 1.1674,
      "step": 90
    },
    {
      "epoch": 0.1318840579710145,
      "grad_norm": 0.177734375,
      "learning_rate": 8.681159420289854e-06,
      "loss": 1.1321,
      "step": 91
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 0.1474609375,
      "learning_rate": 8.666666666666668e-06,
      "loss": 1.1655,
      "step": 92
    },
    {
      "epoch": 0.13478260869565217,
      "grad_norm": 0.15234375,
      "learning_rate": 8.65217391304348e-06,
      "loss": 1.1655,
      "step": 93
    },
    {
      "epoch": 0.13623188405797101,
      "grad_norm": 0.2265625,
      "learning_rate": 8.63768115942029e-06,
      "loss": 1.1133,
      "step": 94
    },
    {
      "epoch": 0.13768115942028986,
      "grad_norm": 0.1552734375,
      "learning_rate": 8.623188405797103e-06,
      "loss": 1.1714,
      "step": 95
    },
    {
      "epoch": 0.1391304347826087,
      "grad_norm": 0.1591796875,
      "learning_rate": 8.608695652173915e-06,
      "loss": 1.1693,
      "step": 96
    },
    {
      "epoch": 0.14057971014492754,
      "grad_norm": 0.158203125,
      "learning_rate": 8.594202898550725e-06,
      "loss": 1.1434,
      "step": 97
    },
    {
      "epoch": 0.14202898550724638,
      "grad_norm": 0.1552734375,
      "learning_rate": 8.579710144927536e-06,
      "loss": 1.1428,
      "step": 98
    },
    {
      "epoch": 0.14347826086956522,
      "grad_norm": 0.1689453125,
      "learning_rate": 8.56521739130435e-06,
      "loss": 1.1757,
      "step": 99
    },
    {
      "epoch": 0.14492753623188406,
      "grad_norm": 0.1552734375,
      "learning_rate": 8.55072463768116e-06,
      "loss": 1.219,
      "step": 100
    },
    {
      "epoch": 0.1463768115942029,
      "grad_norm": 0.1630859375,
      "learning_rate": 8.536231884057972e-06,
      "loss": 1.0912,
      "step": 101
    },
    {
      "epoch": 0.14782608695652175,
      "grad_norm": 0.1630859375,
      "learning_rate": 8.521739130434783e-06,
      "loss": 1.1231,
      "step": 102
    },
    {
      "epoch": 0.1492753623188406,
      "grad_norm": 0.166015625,
      "learning_rate": 8.507246376811595e-06,
      "loss": 1.1118,
      "step": 103
    },
    {
      "epoch": 0.15072463768115943,
      "grad_norm": 0.1826171875,
      "learning_rate": 8.492753623188407e-06,
      "loss": 1.1491,
      "step": 104
    },
    {
      "epoch": 0.15217391304347827,
      "grad_norm": 0.1923828125,
      "learning_rate": 8.478260869565218e-06,
      "loss": 1.139,
      "step": 105
    },
    {
      "epoch": 0.1536231884057971,
      "grad_norm": 0.21484375,
      "learning_rate": 8.46376811594203e-06,
      "loss": 1.1516,
      "step": 106
    },
    {
      "epoch": 0.15507246376811595,
      "grad_norm": 0.16796875,
      "learning_rate": 8.449275362318842e-06,
      "loss": 1.1098,
      "step": 107
    },
    {
      "epoch": 0.1565217391304348,
      "grad_norm": 0.1708984375,
      "learning_rate": 8.434782608695653e-06,
      "loss": 1.1493,
      "step": 108
    },
    {
      "epoch": 0.15797101449275364,
      "grad_norm": 0.16015625,
      "learning_rate": 8.420289855072463e-06,
      "loss": 1.1745,
      "step": 109
    },
    {
      "epoch": 0.15942028985507245,
      "grad_norm": 0.162109375,
      "learning_rate": 8.405797101449275e-06,
      "loss": 1.1234,
      "step": 110
    },
    {
      "epoch": 0.1608695652173913,
      "grad_norm": 0.1630859375,
      "learning_rate": 8.391304347826089e-06,
      "loss": 1.1164,
      "step": 111
    },
    {
      "epoch": 0.16231884057971013,
      "grad_norm": 0.158203125,
      "learning_rate": 8.376811594202899e-06,
      "loss": 1.0976,
      "step": 112
    },
    {
      "epoch": 0.16376811594202897,
      "grad_norm": 0.1640625,
      "learning_rate": 8.36231884057971e-06,
      "loss": 1.1204,
      "step": 113
    },
    {
      "epoch": 0.16521739130434782,
      "grad_norm": 0.158203125,
      "learning_rate": 8.347826086956522e-06,
      "loss": 1.1272,
      "step": 114
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.20703125,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.1098,
      "step": 115
    },
    {
      "epoch": 0.1681159420289855,
      "grad_norm": 0.15625,
      "learning_rate": 8.318840579710145e-06,
      "loss": 1.1508,
      "step": 116
    },
    {
      "epoch": 0.16956521739130434,
      "grad_norm": 0.1708984375,
      "learning_rate": 8.304347826086957e-06,
      "loss": 1.1734,
      "step": 117
    },
    {
      "epoch": 0.17101449275362318,
      "grad_norm": 0.1591796875,
      "learning_rate": 8.289855072463769e-06,
      "loss": 1.1661,
      "step": 118
    },
    {
      "epoch": 0.17246376811594202,
      "grad_norm": 0.1572265625,
      "learning_rate": 8.27536231884058e-06,
      "loss": 1.1196,
      "step": 119
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 0.1669921875,
      "learning_rate": 8.260869565217392e-06,
      "loss": 1.119,
      "step": 120
    },
    {
      "epoch": 0.1753623188405797,
      "grad_norm": 0.2001953125,
      "learning_rate": 8.246376811594204e-06,
      "loss": 1.1281,
      "step": 121
    },
    {
      "epoch": 0.17681159420289855,
      "grad_norm": 0.154296875,
      "learning_rate": 8.231884057971014e-06,
      "loss": 1.1081,
      "step": 122
    },
    {
      "epoch": 0.1782608695652174,
      "grad_norm": 0.1552734375,
      "learning_rate": 8.217391304347827e-06,
      "loss": 1.1173,
      "step": 123
    },
    {
      "epoch": 0.17971014492753623,
      "grad_norm": 0.16015625,
      "learning_rate": 8.202898550724639e-06,
      "loss": 1.1616,
      "step": 124
    },
    {
      "epoch": 0.18115942028985507,
      "grad_norm": 0.15625,
      "learning_rate": 8.188405797101449e-06,
      "loss": 1.1506,
      "step": 125
    },
    {
      "epoch": 0.1826086956521739,
      "grad_norm": 0.1669921875,
      "learning_rate": 8.173913043478263e-06,
      "loss": 1.1194,
      "step": 126
    },
    {
      "epoch": 0.18405797101449275,
      "grad_norm": 0.1630859375,
      "learning_rate": 8.159420289855074e-06,
      "loss": 1.1267,
      "step": 127
    },
    {
      "epoch": 0.1855072463768116,
      "grad_norm": 0.1748046875,
      "learning_rate": 8.144927536231884e-06,
      "loss": 1.1603,
      "step": 128
    },
    {
      "epoch": 0.18695652173913044,
      "grad_norm": 0.1689453125,
      "learning_rate": 8.130434782608696e-06,
      "loss": 1.1046,
      "step": 129
    },
    {
      "epoch": 0.18840579710144928,
      "grad_norm": 0.177734375,
      "learning_rate": 8.115942028985508e-06,
      "loss": 1.1026,
      "step": 130
    },
    {
      "epoch": 0.18985507246376812,
      "grad_norm": 0.1904296875,
      "learning_rate": 8.10144927536232e-06,
      "loss": 1.1136,
      "step": 131
    },
    {
      "epoch": 0.19130434782608696,
      "grad_norm": 0.1552734375,
      "learning_rate": 8.086956521739131e-06,
      "loss": 1.1037,
      "step": 132
    },
    {
      "epoch": 0.1927536231884058,
      "grad_norm": 0.1591796875,
      "learning_rate": 8.072463768115943e-06,
      "loss": 1.1234,
      "step": 133
    },
    {
      "epoch": 0.19420289855072465,
      "grad_norm": 0.1787109375,
      "learning_rate": 8.057971014492754e-06,
      "loss": 1.0654,
      "step": 134
    },
    {
      "epoch": 0.1956521739130435,
      "grad_norm": 0.1630859375,
      "learning_rate": 8.043478260869566e-06,
      "loss": 1.1242,
      "step": 135
    },
    {
      "epoch": 0.19710144927536233,
      "grad_norm": 0.1669921875,
      "learning_rate": 8.028985507246378e-06,
      "loss": 1.085,
      "step": 136
    },
    {
      "epoch": 0.19855072463768117,
      "grad_norm": 0.1572265625,
      "learning_rate": 8.014492753623188e-06,
      "loss": 1.1253,
      "step": 137
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.1640625,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.1097,
      "step": 138
    },
    {
      "epoch": 0.20144927536231885,
      "grad_norm": 0.1533203125,
      "learning_rate": 7.985507246376813e-06,
      "loss": 1.1047,
      "step": 139
    },
    {
      "epoch": 0.2028985507246377,
      "grad_norm": 0.1806640625,
      "learning_rate": 7.971014492753623e-06,
      "loss": 1.0851,
      "step": 140
    },
    {
      "epoch": 0.20434782608695654,
      "grad_norm": 0.1669921875,
      "learning_rate": 7.956521739130435e-06,
      "loss": 1.0642,
      "step": 141
    },
    {
      "epoch": 0.20579710144927535,
      "grad_norm": 0.15625,
      "learning_rate": 7.942028985507248e-06,
      "loss": 1.0882,
      "step": 142
    },
    {
      "epoch": 0.2072463768115942,
      "grad_norm": 1.65625,
      "learning_rate": 7.927536231884058e-06,
      "loss": 1.0658,
      "step": 143
    },
    {
      "epoch": 0.20869565217391303,
      "grad_norm": 0.171875,
      "learning_rate": 7.91304347826087e-06,
      "loss": 1.0572,
      "step": 144
    },
    {
      "epoch": 0.21014492753623187,
      "grad_norm": 0.1611328125,
      "learning_rate": 7.898550724637682e-06,
      "loss": 1.0968,
      "step": 145
    },
    {
      "epoch": 0.21159420289855072,
      "grad_norm": 0.1591796875,
      "learning_rate": 7.884057971014493e-06,
      "loss": 1.0693,
      "step": 146
    },
    {
      "epoch": 0.21304347826086956,
      "grad_norm": 0.1591796875,
      "learning_rate": 7.869565217391305e-06,
      "loss": 1.0632,
      "step": 147
    },
    {
      "epoch": 0.2144927536231884,
      "grad_norm": 0.173828125,
      "learning_rate": 7.855072463768117e-06,
      "loss": 1.1173,
      "step": 148
    },
    {
      "epoch": 0.21594202898550724,
      "grad_norm": 0.162109375,
      "learning_rate": 7.840579710144928e-06,
      "loss": 1.096,
      "step": 149
    },
    {
      "epoch": 0.21739130434782608,
      "grad_norm": 0.1650390625,
      "learning_rate": 7.82608695652174e-06,
      "loss": 1.1244,
      "step": 150
    },
    {
      "epoch": 0.21884057971014492,
      "grad_norm": 0.1669921875,
      "learning_rate": 7.811594202898552e-06,
      "loss": 1.0603,
      "step": 151
    },
    {
      "epoch": 0.22028985507246376,
      "grad_norm": 0.173828125,
      "learning_rate": 7.797101449275364e-06,
      "loss": 1.0818,
      "step": 152
    },
    {
      "epoch": 0.2217391304347826,
      "grad_norm": 0.17578125,
      "learning_rate": 7.782608695652174e-06,
      "loss": 1.1097,
      "step": 153
    },
    {
      "epoch": 0.22318840579710145,
      "grad_norm": 0.173828125,
      "learning_rate": 7.768115942028987e-06,
      "loss": 1.1222,
      "step": 154
    },
    {
      "epoch": 0.2246376811594203,
      "grad_norm": 0.1650390625,
      "learning_rate": 7.753623188405797e-06,
      "loss": 1.0789,
      "step": 155
    },
    {
      "epoch": 0.22608695652173913,
      "grad_norm": 0.185546875,
      "learning_rate": 7.739130434782609e-06,
      "loss": 1.1255,
      "step": 156
    },
    {
      "epoch": 0.22753623188405797,
      "grad_norm": 0.2490234375,
      "learning_rate": 7.724637681159422e-06,
      "loss": 1.0532,
      "step": 157
    },
    {
      "epoch": 0.2289855072463768,
      "grad_norm": 0.279296875,
      "learning_rate": 7.710144927536232e-06,
      "loss": 1.0911,
      "step": 158
    },
    {
      "epoch": 0.23043478260869565,
      "grad_norm": 0.330078125,
      "learning_rate": 7.695652173913044e-06,
      "loss": 1.0722,
      "step": 159
    },
    {
      "epoch": 0.2318840579710145,
      "grad_norm": 0.1806640625,
      "learning_rate": 7.681159420289856e-06,
      "loss": 1.1635,
      "step": 160
    },
    {
      "epoch": 0.23333333333333334,
      "grad_norm": 0.1728515625,
      "learning_rate": 7.666666666666667e-06,
      "loss": 1.0855,
      "step": 161
    },
    {
      "epoch": 0.23478260869565218,
      "grad_norm": 0.1708984375,
      "learning_rate": 7.652173913043479e-06,
      "loss": 1.0916,
      "step": 162
    },
    {
      "epoch": 0.23623188405797102,
      "grad_norm": 0.1669921875,
      "learning_rate": 7.63768115942029e-06,
      "loss": 1.0353,
      "step": 163
    },
    {
      "epoch": 0.23768115942028986,
      "grad_norm": 0.1748046875,
      "learning_rate": 7.6231884057971015e-06,
      "loss": 1.0454,
      "step": 164
    },
    {
      "epoch": 0.2391304347826087,
      "grad_norm": 0.16796875,
      "learning_rate": 7.608695652173914e-06,
      "loss": 1.0983,
      "step": 165
    },
    {
      "epoch": 0.24057971014492754,
      "grad_norm": 0.181640625,
      "learning_rate": 7.594202898550726e-06,
      "loss": 1.0812,
      "step": 166
    },
    {
      "epoch": 0.24202898550724639,
      "grad_norm": 0.1708984375,
      "learning_rate": 7.579710144927537e-06,
      "loss": 1.1042,
      "step": 167
    },
    {
      "epoch": 0.24347826086956523,
      "grad_norm": 0.171875,
      "learning_rate": 7.565217391304348e-06,
      "loss": 1.0538,
      "step": 168
    },
    {
      "epoch": 0.24492753623188407,
      "grad_norm": 0.263671875,
      "learning_rate": 7.550724637681161e-06,
      "loss": 1.0485,
      "step": 169
    },
    {
      "epoch": 0.2463768115942029,
      "grad_norm": 0.1728515625,
      "learning_rate": 7.536231884057972e-06,
      "loss": 1.0483,
      "step": 170
    },
    {
      "epoch": 0.24782608695652175,
      "grad_norm": 0.1845703125,
      "learning_rate": 7.5217391304347835e-06,
      "loss": 1.0762,
      "step": 171
    },
    {
      "epoch": 0.2492753623188406,
      "grad_norm": 0.234375,
      "learning_rate": 7.507246376811594e-06,
      "loss": 1.1327,
      "step": 172
    },
    {
      "epoch": 0.25072463768115943,
      "grad_norm": 0.2275390625,
      "learning_rate": 7.492753623188407e-06,
      "loss": 1.056,
      "step": 173
    },
    {
      "epoch": 0.25217391304347825,
      "grad_norm": 0.1875,
      "learning_rate": 7.478260869565218e-06,
      "loss": 1.0595,
      "step": 174
    },
    {
      "epoch": 0.2536231884057971,
      "grad_norm": 0.1767578125,
      "learning_rate": 7.4637681159420295e-06,
      "loss": 1.1004,
      "step": 175
    },
    {
      "epoch": 0.25507246376811593,
      "grad_norm": 0.1669921875,
      "learning_rate": 7.44927536231884e-06,
      "loss": 1.076,
      "step": 176
    },
    {
      "epoch": 0.2565217391304348,
      "grad_norm": 0.171875,
      "learning_rate": 7.434782608695653e-06,
      "loss": 1.1009,
      "step": 177
    },
    {
      "epoch": 0.2579710144927536,
      "grad_norm": 0.1806640625,
      "learning_rate": 7.420289855072465e-06,
      "loss": 1.055,
      "step": 178
    },
    {
      "epoch": 0.2594202898550725,
      "grad_norm": 0.23046875,
      "learning_rate": 7.4057971014492754e-06,
      "loss": 1.0879,
      "step": 179
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 0.1728515625,
      "learning_rate": 7.391304347826087e-06,
      "loss": 1.0833,
      "step": 180
    },
    {
      "epoch": 0.26231884057971017,
      "grad_norm": 0.2041015625,
      "learning_rate": 7.3768115942029e-06,
      "loss": 1.0607,
      "step": 181
    },
    {
      "epoch": 0.263768115942029,
      "grad_norm": 0.1708984375,
      "learning_rate": 7.3623188405797106e-06,
      "loss": 1.067,
      "step": 182
    },
    {
      "epoch": 0.26521739130434785,
      "grad_norm": 0.1826171875,
      "learning_rate": 7.347826086956522e-06,
      "loss": 1.0663,
      "step": 183
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.177734375,
      "learning_rate": 7.333333333333333e-06,
      "loss": 1.0173,
      "step": 184
    },
    {
      "epoch": 0.26811594202898553,
      "grad_norm": 0.17578125,
      "learning_rate": 7.318840579710146e-06,
      "loss": 1.127,
      "step": 185
    },
    {
      "epoch": 0.26956521739130435,
      "grad_norm": 0.17578125,
      "learning_rate": 7.304347826086957e-06,
      "loss": 1.0302,
      "step": 186
    },
    {
      "epoch": 0.2710144927536232,
      "grad_norm": 0.1796875,
      "learning_rate": 7.289855072463768e-06,
      "loss": 1.026,
      "step": 187
    },
    {
      "epoch": 0.27246376811594203,
      "grad_norm": 0.197265625,
      "learning_rate": 7.27536231884058e-06,
      "loss": 1.0399,
      "step": 188
    },
    {
      "epoch": 0.27391304347826084,
      "grad_norm": 0.16796875,
      "learning_rate": 7.2608695652173925e-06,
      "loss": 1.025,
      "step": 189
    },
    {
      "epoch": 0.2753623188405797,
      "grad_norm": 0.169921875,
      "learning_rate": 7.246376811594203e-06,
      "loss": 1.0182,
      "step": 190
    },
    {
      "epoch": 0.2768115942028985,
      "grad_norm": 0.208984375,
      "learning_rate": 7.231884057971015e-06,
      "loss": 1.0716,
      "step": 191
    },
    {
      "epoch": 0.2782608695652174,
      "grad_norm": 0.1943359375,
      "learning_rate": 7.217391304347827e-06,
      "loss": 1.0687,
      "step": 192
    },
    {
      "epoch": 0.2797101449275362,
      "grad_norm": 0.17578125,
      "learning_rate": 7.2028985507246385e-06,
      "loss": 1.1038,
      "step": 193
    },
    {
      "epoch": 0.2811594202898551,
      "grad_norm": 0.1904296875,
      "learning_rate": 7.18840579710145e-06,
      "loss": 1.0487,
      "step": 194
    },
    {
      "epoch": 0.2826086956521739,
      "grad_norm": 0.173828125,
      "learning_rate": 7.173913043478261e-06,
      "loss": 1.0929,
      "step": 195
    },
    {
      "epoch": 0.28405797101449276,
      "grad_norm": 0.189453125,
      "learning_rate": 7.159420289855074e-06,
      "loss": 1.0847,
      "step": 196
    },
    {
      "epoch": 0.2855072463768116,
      "grad_norm": 0.1708984375,
      "learning_rate": 7.1449275362318845e-06,
      "loss": 1.0518,
      "step": 197
    },
    {
      "epoch": 0.28695652173913044,
      "grad_norm": 0.1875,
      "learning_rate": 7.130434782608696e-06,
      "loss": 1.0074,
      "step": 198
    },
    {
      "epoch": 0.28840579710144926,
      "grad_norm": 0.1826171875,
      "learning_rate": 7.115942028985507e-06,
      "loss": 1.0511,
      "step": 199
    },
    {
      "epoch": 0.2898550724637681,
      "grad_norm": 0.1943359375,
      "learning_rate": 7.10144927536232e-06,
      "loss": 1.1955,
      "step": 200
    },
    {
      "epoch": 0.29130434782608694,
      "grad_norm": 0.322265625,
      "learning_rate": 7.086956521739131e-06,
      "loss": 1.0447,
      "step": 201
    },
    {
      "epoch": 0.2927536231884058,
      "grad_norm": 0.1787109375,
      "learning_rate": 7.072463768115942e-06,
      "loss": 1.0297,
      "step": 202
    },
    {
      "epoch": 0.2942028985507246,
      "grad_norm": 0.17578125,
      "learning_rate": 7.057971014492754e-06,
      "loss": 1.0673,
      "step": 203
    },
    {
      "epoch": 0.2956521739130435,
      "grad_norm": 0.1669921875,
      "learning_rate": 7.0434782608695665e-06,
      "loss": 1.0279,
      "step": 204
    },
    {
      "epoch": 0.2971014492753623,
      "grad_norm": 0.1826171875,
      "learning_rate": 7.028985507246377e-06,
      "loss": 1.0141,
      "step": 205
    },
    {
      "epoch": 0.2985507246376812,
      "grad_norm": 0.21484375,
      "learning_rate": 7.014492753623189e-06,
      "loss": 1.0651,
      "step": 206
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.1982421875,
      "learning_rate": 7e-06,
      "loss": 1.0554,
      "step": 207
    },
    {
      "epoch": 0.30144927536231886,
      "grad_norm": 0.18359375,
      "learning_rate": 6.9855072463768125e-06,
      "loss": 1.0575,
      "step": 208
    },
    {
      "epoch": 0.30289855072463767,
      "grad_norm": 0.173828125,
      "learning_rate": 6.971014492753624e-06,
      "loss": 1.0567,
      "step": 209
    },
    {
      "epoch": 0.30434782608695654,
      "grad_norm": 0.1826171875,
      "learning_rate": 6.956521739130435e-06,
      "loss": 1.0464,
      "step": 210
    },
    {
      "epoch": 0.30579710144927535,
      "grad_norm": 0.1728515625,
      "learning_rate": 6.942028985507247e-06,
      "loss": 1.0242,
      "step": 211
    },
    {
      "epoch": 0.3072463768115942,
      "grad_norm": 0.1875,
      "learning_rate": 6.927536231884059e-06,
      "loss": 1.1227,
      "step": 212
    },
    {
      "epoch": 0.30869565217391304,
      "grad_norm": 0.1962890625,
      "learning_rate": 6.91304347826087e-06,
      "loss": 1.0177,
      "step": 213
    },
    {
      "epoch": 0.3101449275362319,
      "grad_norm": 0.1943359375,
      "learning_rate": 6.898550724637682e-06,
      "loss": 1.073,
      "step": 214
    },
    {
      "epoch": 0.3115942028985507,
      "grad_norm": 0.173828125,
      "learning_rate": 6.884057971014493e-06,
      "loss": 1.0593,
      "step": 215
    },
    {
      "epoch": 0.3130434782608696,
      "grad_norm": 0.1748046875,
      "learning_rate": 6.869565217391305e-06,
      "loss": 1.0559,
      "step": 216
    },
    {
      "epoch": 0.3144927536231884,
      "grad_norm": 0.2109375,
      "learning_rate": 6.855072463768116e-06,
      "loss": 1.03,
      "step": 217
    },
    {
      "epoch": 0.3159420289855073,
      "grad_norm": 0.1806640625,
      "learning_rate": 6.840579710144928e-06,
      "loss": 1.0954,
      "step": 218
    },
    {
      "epoch": 0.3173913043478261,
      "grad_norm": 0.1767578125,
      "learning_rate": 6.8260869565217395e-06,
      "loss": 1.0464,
      "step": 219
    },
    {
      "epoch": 0.3188405797101449,
      "grad_norm": 0.1767578125,
      "learning_rate": 6.811594202898551e-06,
      "loss": 1.0424,
      "step": 220
    },
    {
      "epoch": 0.32028985507246377,
      "grad_norm": 0.1806640625,
      "learning_rate": 6.797101449275363e-06,
      "loss": 1.0995,
      "step": 221
    },
    {
      "epoch": 0.3217391304347826,
      "grad_norm": 0.177734375,
      "learning_rate": 6.782608695652174e-06,
      "loss": 1.058,
      "step": 222
    },
    {
      "epoch": 0.32318840579710145,
      "grad_norm": 0.17578125,
      "learning_rate": 6.768115942028986e-06,
      "loss": 1.0458,
      "step": 223
    },
    {
      "epoch": 0.32463768115942027,
      "grad_norm": 0.1845703125,
      "learning_rate": 6.753623188405798e-06,
      "loss": 1.0352,
      "step": 224
    },
    {
      "epoch": 0.32608695652173914,
      "grad_norm": 0.236328125,
      "learning_rate": 6.739130434782609e-06,
      "loss": 1.0278,
      "step": 225
    },
    {
      "epoch": 0.32753623188405795,
      "grad_norm": 0.232421875,
      "learning_rate": 6.724637681159421e-06,
      "loss": 1.0425,
      "step": 226
    },
    {
      "epoch": 0.3289855072463768,
      "grad_norm": 0.17578125,
      "learning_rate": 6.710144927536233e-06,
      "loss": 1.0775,
      "step": 227
    },
    {
      "epoch": 0.33043478260869563,
      "grad_norm": 0.17578125,
      "learning_rate": 6.695652173913044e-06,
      "loss": 1.0686,
      "step": 228
    },
    {
      "epoch": 0.3318840579710145,
      "grad_norm": 0.177734375,
      "learning_rate": 6.681159420289856e-06,
      "loss": 1.0635,
      "step": 229
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.18359375,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.0586,
      "step": 230
    },
    {
      "epoch": 0.3347826086956522,
      "grad_norm": 0.1806640625,
      "learning_rate": 6.652173913043479e-06,
      "loss": 1.0563,
      "step": 231
    },
    {
      "epoch": 0.336231884057971,
      "grad_norm": 0.1806640625,
      "learning_rate": 6.637681159420291e-06,
      "loss": 1.0645,
      "step": 232
    },
    {
      "epoch": 0.33768115942028987,
      "grad_norm": 0.1875,
      "learning_rate": 6.623188405797102e-06,
      "loss": 1.1096,
      "step": 233
    },
    {
      "epoch": 0.3391304347826087,
      "grad_norm": 0.2421875,
      "learning_rate": 6.6086956521739135e-06,
      "loss": 1.0614,
      "step": 234
    },
    {
      "epoch": 0.34057971014492755,
      "grad_norm": 0.1884765625,
      "learning_rate": 6.594202898550725e-06,
      "loss": 1.0634,
      "step": 235
    },
    {
      "epoch": 0.34202898550724636,
      "grad_norm": 0.1875,
      "learning_rate": 6.579710144927537e-06,
      "loss": 1.0163,
      "step": 236
    },
    {
      "epoch": 0.34347826086956523,
      "grad_norm": 0.2109375,
      "learning_rate": 6.565217391304349e-06,
      "loss": 1.0044,
      "step": 237
    },
    {
      "epoch": 0.34492753623188405,
      "grad_norm": 0.2099609375,
      "learning_rate": 6.5507246376811595e-06,
      "loss": 1.1099,
      "step": 238
    },
    {
      "epoch": 0.3463768115942029,
      "grad_norm": 0.1923828125,
      "learning_rate": 6.536231884057972e-06,
      "loss": 1.0059,
      "step": 239
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 0.173828125,
      "learning_rate": 6.521739130434783e-06,
      "loss": 1.0579,
      "step": 240
    },
    {
      "epoch": 0.3492753623188406,
      "grad_norm": 0.205078125,
      "learning_rate": 6.507246376811595e-06,
      "loss": 1.0849,
      "step": 241
    },
    {
      "epoch": 0.3507246376811594,
      "grad_norm": 0.1875,
      "learning_rate": 6.4927536231884055e-06,
      "loss": 1.0185,
      "step": 242
    },
    {
      "epoch": 0.3521739130434783,
      "grad_norm": 0.1787109375,
      "learning_rate": 6.478260869565218e-06,
      "loss": 1.073,
      "step": 243
    },
    {
      "epoch": 0.3536231884057971,
      "grad_norm": 0.169921875,
      "learning_rate": 6.46376811594203e-06,
      "loss": 0.9967,
      "step": 244
    },
    {
      "epoch": 0.35507246376811596,
      "grad_norm": 0.35546875,
      "learning_rate": 6.449275362318841e-06,
      "loss": 1.0236,
      "step": 245
    },
    {
      "epoch": 0.3565217391304348,
      "grad_norm": 0.1865234375,
      "learning_rate": 6.434782608695652e-06,
      "loss": 1.0083,
      "step": 246
    },
    {
      "epoch": 0.35797101449275365,
      "grad_norm": 0.18359375,
      "learning_rate": 6.420289855072465e-06,
      "loss": 1.0388,
      "step": 247
    },
    {
      "epoch": 0.35942028985507246,
      "grad_norm": 0.1875,
      "learning_rate": 6.405797101449276e-06,
      "loss": 1.0123,
      "step": 248
    },
    {
      "epoch": 0.36086956521739133,
      "grad_norm": 0.185546875,
      "learning_rate": 6.391304347826087e-06,
      "loss": 1.0437,
      "step": 249
    },
    {
      "epoch": 0.36231884057971014,
      "grad_norm": 0.189453125,
      "learning_rate": 6.376811594202898e-06,
      "loss": 1.0808,
      "step": 250
    },
    {
      "epoch": 0.36376811594202896,
      "grad_norm": 0.18359375,
      "learning_rate": 6.362318840579711e-06,
      "loss": 1.0237,
      "step": 251
    },
    {
      "epoch": 0.3652173913043478,
      "grad_norm": 0.177734375,
      "learning_rate": 6.3478260869565225e-06,
      "loss": 1.0607,
      "step": 252
    },
    {
      "epoch": 0.36666666666666664,
      "grad_norm": 0.189453125,
      "learning_rate": 6.333333333333333e-06,
      "loss": 1.0764,
      "step": 253
    },
    {
      "epoch": 0.3681159420289855,
      "grad_norm": 0.1962890625,
      "learning_rate": 6.318840579710146e-06,
      "loss": 1.0764,
      "step": 254
    },
    {
      "epoch": 0.3695652173913043,
      "grad_norm": 0.1904296875,
      "learning_rate": 6.304347826086958e-06,
      "loss": 1.0126,
      "step": 255
    },
    {
      "epoch": 0.3710144927536232,
      "grad_norm": 0.181640625,
      "learning_rate": 6.2898550724637685e-06,
      "loss": 1.0313,
      "step": 256
    },
    {
      "epoch": 0.372463768115942,
      "grad_norm": 0.181640625,
      "learning_rate": 6.27536231884058e-06,
      "loss": 1.0096,
      "step": 257
    },
    {
      "epoch": 0.3739130434782609,
      "grad_norm": 0.19140625,
      "learning_rate": 6.260869565217392e-06,
      "loss": 1.0199,
      "step": 258
    },
    {
      "epoch": 0.3753623188405797,
      "grad_norm": 0.1904296875,
      "learning_rate": 6.246376811594204e-06,
      "loss": 1.0658,
      "step": 259
    },
    {
      "epoch": 0.37681159420289856,
      "grad_norm": 0.1796875,
      "learning_rate": 6.2318840579710145e-06,
      "loss": 1.0313,
      "step": 260
    },
    {
      "epoch": 0.3782608695652174,
      "grad_norm": 0.17578125,
      "learning_rate": 6.217391304347826e-06,
      "loss": 1.0301,
      "step": 261
    },
    {
      "epoch": 0.37971014492753624,
      "grad_norm": 0.1875,
      "learning_rate": 6.202898550724639e-06,
      "loss": 0.9985,
      "step": 262
    },
    {
      "epoch": 0.38115942028985506,
      "grad_norm": 0.26171875,
      "learning_rate": 6.18840579710145e-06,
      "loss": 1.0579,
      "step": 263
    },
    {
      "epoch": 0.3826086956521739,
      "grad_norm": 0.1865234375,
      "learning_rate": 6.173913043478261e-06,
      "loss": 1.038,
      "step": 264
    },
    {
      "epoch": 0.38405797101449274,
      "grad_norm": 0.1875,
      "learning_rate": 6.159420289855072e-06,
      "loss": 0.9976,
      "step": 265
    },
    {
      "epoch": 0.3855072463768116,
      "grad_norm": 0.1748046875,
      "learning_rate": 6.144927536231885e-06,
      "loss": 1.021,
      "step": 266
    },
    {
      "epoch": 0.3869565217391304,
      "grad_norm": 0.294921875,
      "learning_rate": 6.1304347826086965e-06,
      "loss": 1.0997,
      "step": 267
    },
    {
      "epoch": 0.3884057971014493,
      "grad_norm": 0.1884765625,
      "learning_rate": 6.115942028985507e-06,
      "loss": 1.0501,
      "step": 268
    },
    {
      "epoch": 0.3898550724637681,
      "grad_norm": 0.1904296875,
      "learning_rate": 6.101449275362319e-06,
      "loss": 1.0442,
      "step": 269
    },
    {
      "epoch": 0.391304347826087,
      "grad_norm": 0.1845703125,
      "learning_rate": 6.086956521739132e-06,
      "loss": 1.0395,
      "step": 270
    },
    {
      "epoch": 0.3927536231884058,
      "grad_norm": 0.1884765625,
      "learning_rate": 6.0724637681159425e-06,
      "loss": 1.0108,
      "step": 271
    },
    {
      "epoch": 0.39420289855072466,
      "grad_norm": 0.189453125,
      "learning_rate": 6.057971014492754e-06,
      "loss": 1.0192,
      "step": 272
    },
    {
      "epoch": 0.39565217391304347,
      "grad_norm": 0.1943359375,
      "learning_rate": 6.043478260869565e-06,
      "loss": 1.0278,
      "step": 273
    },
    {
      "epoch": 0.39710144927536234,
      "grad_norm": 0.185546875,
      "learning_rate": 6.028985507246378e-06,
      "loss": 0.9921,
      "step": 274
    },
    {
      "epoch": 0.39855072463768115,
      "grad_norm": 0.18359375,
      "learning_rate": 6.014492753623189e-06,
      "loss": 1.0509,
      "step": 275
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6484375,
      "learning_rate": 6e-06,
      "loss": 1.0207,
      "step": 276
    },
    {
      "epoch": 0.40144927536231884,
      "grad_norm": 0.2001953125,
      "learning_rate": 5.985507246376812e-06,
      "loss": 1.0592,
      "step": 277
    },
    {
      "epoch": 0.4028985507246377,
      "grad_norm": 0.1923828125,
      "learning_rate": 5.9710144927536236e-06,
      "loss": 1.03,
      "step": 278
    },
    {
      "epoch": 0.4043478260869565,
      "grad_norm": 0.275390625,
      "learning_rate": 5.956521739130435e-06,
      "loss": 0.9799,
      "step": 279
    },
    {
      "epoch": 0.4057971014492754,
      "grad_norm": 0.1923828125,
      "learning_rate": 5.942028985507247e-06,
      "loss": 1.0426,
      "step": 280
    },
    {
      "epoch": 0.4072463768115942,
      "grad_norm": 0.203125,
      "learning_rate": 5.927536231884058e-06,
      "loss": 1.0399,
      "step": 281
    },
    {
      "epoch": 0.40869565217391307,
      "grad_norm": 0.2099609375,
      "learning_rate": 5.91304347826087e-06,
      "loss": 1.0384,
      "step": 282
    },
    {
      "epoch": 0.4101449275362319,
      "grad_norm": 0.30859375,
      "learning_rate": 5.898550724637681e-06,
      "loss": 0.9977,
      "step": 283
    },
    {
      "epoch": 0.4115942028985507,
      "grad_norm": 0.1982421875,
      "learning_rate": 5.884057971014493e-06,
      "loss": 1.0088,
      "step": 284
    },
    {
      "epoch": 0.41304347826086957,
      "grad_norm": 0.1845703125,
      "learning_rate": 5.8695652173913055e-06,
      "loss": 0.9795,
      "step": 285
    },
    {
      "epoch": 0.4144927536231884,
      "grad_norm": 0.1865234375,
      "learning_rate": 5.855072463768116e-06,
      "loss": 0.9902,
      "step": 286
    },
    {
      "epoch": 0.41594202898550725,
      "grad_norm": 0.1884765625,
      "learning_rate": 5.840579710144928e-06,
      "loss": 0.9822,
      "step": 287
    },
    {
      "epoch": 0.41739130434782606,
      "grad_norm": 0.1923828125,
      "learning_rate": 5.826086956521739e-06,
      "loss": 0.9836,
      "step": 288
    },
    {
      "epoch": 0.41884057971014493,
      "grad_norm": 0.1865234375,
      "learning_rate": 5.8115942028985515e-06,
      "loss": 1.0259,
      "step": 289
    },
    {
      "epoch": 0.42028985507246375,
      "grad_norm": 0.20703125,
      "learning_rate": 5.797101449275363e-06,
      "loss": 1.0271,
      "step": 290
    },
    {
      "epoch": 0.4217391304347826,
      "grad_norm": 0.201171875,
      "learning_rate": 5.782608695652174e-06,
      "loss": 1.0298,
      "step": 291
    },
    {
      "epoch": 0.42318840579710143,
      "grad_norm": 0.17578125,
      "learning_rate": 5.768115942028986e-06,
      "loss": 0.9839,
      "step": 292
    },
    {
      "epoch": 0.4246376811594203,
      "grad_norm": 0.1865234375,
      "learning_rate": 5.753623188405798e-06,
      "loss": 1.0174,
      "step": 293
    },
    {
      "epoch": 0.4260869565217391,
      "grad_norm": 0.197265625,
      "learning_rate": 5.739130434782609e-06,
      "loss": 1.0141,
      "step": 294
    },
    {
      "epoch": 0.427536231884058,
      "grad_norm": 0.177734375,
      "learning_rate": 5.724637681159421e-06,
      "loss": 1.0157,
      "step": 295
    },
    {
      "epoch": 0.4289855072463768,
      "grad_norm": 0.1904296875,
      "learning_rate": 5.710144927536232e-06,
      "loss": 1.0044,
      "step": 296
    },
    {
      "epoch": 0.43043478260869567,
      "grad_norm": 0.2490234375,
      "learning_rate": 5.695652173913044e-06,
      "loss": 1.0237,
      "step": 297
    },
    {
      "epoch": 0.4318840579710145,
      "grad_norm": 0.1845703125,
      "learning_rate": 5.681159420289856e-06,
      "loss": 1.0024,
      "step": 298
    },
    {
      "epoch": 0.43333333333333335,
      "grad_norm": 0.1962890625,
      "learning_rate": 5.666666666666667e-06,
      "loss": 1.0704,
      "step": 299
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 0.193359375,
      "learning_rate": 5.652173913043479e-06,
      "loss": 1.022,
      "step": 300
    },
    {
      "epoch": 0.43623188405797103,
      "grad_norm": 0.1806640625,
      "learning_rate": 5.63768115942029e-06,
      "loss": 0.9753,
      "step": 301
    },
    {
      "epoch": 0.43768115942028984,
      "grad_norm": 0.1865234375,
      "learning_rate": 5.623188405797102e-06,
      "loss": 1.0194,
      "step": 302
    },
    {
      "epoch": 0.4391304347826087,
      "grad_norm": 0.1884765625,
      "learning_rate": 5.608695652173914e-06,
      "loss": 0.9662,
      "step": 303
    },
    {
      "epoch": 0.4405797101449275,
      "grad_norm": 0.1982421875,
      "learning_rate": 5.594202898550725e-06,
      "loss": 1.0312,
      "step": 304
    },
    {
      "epoch": 0.4420289855072464,
      "grad_norm": 0.2373046875,
      "learning_rate": 5.579710144927537e-06,
      "loss": 1.0337,
      "step": 305
    },
    {
      "epoch": 0.4434782608695652,
      "grad_norm": 0.181640625,
      "learning_rate": 5.565217391304348e-06,
      "loss": 1.0048,
      "step": 306
    },
    {
      "epoch": 0.4449275362318841,
      "grad_norm": 0.2158203125,
      "learning_rate": 5.55072463768116e-06,
      "loss": 0.9884,
      "step": 307
    },
    {
      "epoch": 0.4463768115942029,
      "grad_norm": 0.197265625,
      "learning_rate": 5.536231884057971e-06,
      "loss": 0.9792,
      "step": 308
    },
    {
      "epoch": 0.44782608695652176,
      "grad_norm": 0.1796875,
      "learning_rate": 5.521739130434783e-06,
      "loss": 1.0098,
      "step": 309
    },
    {
      "epoch": 0.4492753623188406,
      "grad_norm": 0.193359375,
      "learning_rate": 5.507246376811595e-06,
      "loss": 1.0173,
      "step": 310
    },
    {
      "epoch": 0.45072463768115945,
      "grad_norm": 0.1953125,
      "learning_rate": 5.492753623188406e-06,
      "loss": 1.0228,
      "step": 311
    },
    {
      "epoch": 0.45217391304347826,
      "grad_norm": 0.1826171875,
      "learning_rate": 5.478260869565217e-06,
      "loss": 1.0107,
      "step": 312
    },
    {
      "epoch": 0.45362318840579713,
      "grad_norm": 0.1865234375,
      "learning_rate": 5.46376811594203e-06,
      "loss": 1.0307,
      "step": 313
    },
    {
      "epoch": 0.45507246376811594,
      "grad_norm": 0.2001953125,
      "learning_rate": 5.449275362318841e-06,
      "loss": 1.0094,
      "step": 314
    },
    {
      "epoch": 0.45652173913043476,
      "grad_norm": 0.189453125,
      "learning_rate": 5.4347826086956525e-06,
      "loss": 0.9989,
      "step": 315
    },
    {
      "epoch": 0.4579710144927536,
      "grad_norm": 0.1845703125,
      "learning_rate": 5.420289855072465e-06,
      "loss": 0.9943,
      "step": 316
    },
    {
      "epoch": 0.45942028985507244,
      "grad_norm": 0.1943359375,
      "learning_rate": 5.405797101449276e-06,
      "loss": 1.0085,
      "step": 317
    },
    {
      "epoch": 0.4608695652173913,
      "grad_norm": 0.1923828125,
      "learning_rate": 5.391304347826088e-06,
      "loss": 1.0168,
      "step": 318
    },
    {
      "epoch": 0.4623188405797101,
      "grad_norm": 0.212890625,
      "learning_rate": 5.3768115942028985e-06,
      "loss": 1.0101,
      "step": 319
    },
    {
      "epoch": 0.463768115942029,
      "grad_norm": 0.189453125,
      "learning_rate": 5.362318840579711e-06,
      "loss": 1.0224,
      "step": 320
    },
    {
      "epoch": 0.4652173913043478,
      "grad_norm": 0.189453125,
      "learning_rate": 5.347826086956523e-06,
      "loss": 1.0256,
      "step": 321
    },
    {
      "epoch": 0.4666666666666667,
      "grad_norm": 0.1806640625,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.9907,
      "step": 322
    },
    {
      "epoch": 0.4681159420289855,
      "grad_norm": 0.197265625,
      "learning_rate": 5.318840579710145e-06,
      "loss": 0.9904,
      "step": 323
    },
    {
      "epoch": 0.46956521739130436,
      "grad_norm": 0.1962890625,
      "learning_rate": 5.304347826086957e-06,
      "loss": 1.0144,
      "step": 324
    },
    {
      "epoch": 0.47101449275362317,
      "grad_norm": 0.193359375,
      "learning_rate": 5.289855072463769e-06,
      "loss": 1.0066,
      "step": 325
    },
    {
      "epoch": 0.47246376811594204,
      "grad_norm": 0.1865234375,
      "learning_rate": 5.27536231884058e-06,
      "loss": 1.0071,
      "step": 326
    },
    {
      "epoch": 0.47391304347826085,
      "grad_norm": 0.1845703125,
      "learning_rate": 5.260869565217391e-06,
      "loss": 1.0172,
      "step": 327
    },
    {
      "epoch": 0.4753623188405797,
      "grad_norm": 0.2197265625,
      "learning_rate": 5.246376811594204e-06,
      "loss": 1.018,
      "step": 328
    },
    {
      "epoch": 0.47681159420289854,
      "grad_norm": 0.19140625,
      "learning_rate": 5.231884057971015e-06,
      "loss": 1.02,
      "step": 329
    },
    {
      "epoch": 0.4782608695652174,
      "grad_norm": 0.1875,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 0.978,
      "step": 330
    },
    {
      "epoch": 0.4797101449275362,
      "grad_norm": 0.19140625,
      "learning_rate": 5.202898550724637e-06,
      "loss": 1.0227,
      "step": 331
    },
    {
      "epoch": 0.4811594202898551,
      "grad_norm": 0.189453125,
      "learning_rate": 5.18840579710145e-06,
      "loss": 0.966,
      "step": 332
    },
    {
      "epoch": 0.4826086956521739,
      "grad_norm": 0.197265625,
      "learning_rate": 5.173913043478262e-06,
      "loss": 0.9895,
      "step": 333
    },
    {
      "epoch": 0.48405797101449277,
      "grad_norm": 0.2890625,
      "learning_rate": 5.1594202898550725e-06,
      "loss": 0.9976,
      "step": 334
    },
    {
      "epoch": 0.4855072463768116,
      "grad_norm": 0.205078125,
      "learning_rate": 5.144927536231884e-06,
      "loss": 1.0297,
      "step": 335
    },
    {
      "epoch": 0.48695652173913045,
      "grad_norm": 0.1845703125,
      "learning_rate": 5.130434782608697e-06,
      "loss": 1.0262,
      "step": 336
    },
    {
      "epoch": 0.48840579710144927,
      "grad_norm": 0.19921875,
      "learning_rate": 5.115942028985508e-06,
      "loss": 1.0268,
      "step": 337
    },
    {
      "epoch": 0.48985507246376814,
      "grad_norm": 0.20703125,
      "learning_rate": 5.101449275362319e-06,
      "loss": 1.0284,
      "step": 338
    },
    {
      "epoch": 0.49130434782608695,
      "grad_norm": 0.1826171875,
      "learning_rate": 5.08695652173913e-06,
      "loss": 0.9908,
      "step": 339
    },
    {
      "epoch": 0.4927536231884058,
      "grad_norm": 0.1884765625,
      "learning_rate": 5.072463768115943e-06,
      "loss": 0.9925,
      "step": 340
    },
    {
      "epoch": 0.49420289855072463,
      "grad_norm": 0.2216796875,
      "learning_rate": 5.057971014492754e-06,
      "loss": 0.9704,
      "step": 341
    },
    {
      "epoch": 0.4956521739130435,
      "grad_norm": 0.193359375,
      "learning_rate": 5.043478260869565e-06,
      "loss": 1.0377,
      "step": 342
    },
    {
      "epoch": 0.4971014492753623,
      "grad_norm": 0.1923828125,
      "learning_rate": 5.028985507246377e-06,
      "loss": 0.9999,
      "step": 343
    },
    {
      "epoch": 0.4985507246376812,
      "grad_norm": 0.248046875,
      "learning_rate": 5.014492753623189e-06,
      "loss": 0.9861,
      "step": 344
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.1943359375,
      "learning_rate": 5e-06,
      "loss": 0.9752,
      "step": 345
    },
    {
      "epoch": 0.5014492753623189,
      "grad_norm": 0.1962890625,
      "learning_rate": 4.985507246376812e-06,
      "loss": 0.9984,
      "step": 346
    },
    {
      "epoch": 0.5028985507246376,
      "grad_norm": 0.208984375,
      "learning_rate": 4.971014492753624e-06,
      "loss": 1.0095,
      "step": 347
    },
    {
      "epoch": 0.5043478260869565,
      "grad_norm": 0.185546875,
      "learning_rate": 4.9565217391304355e-06,
      "loss": 1.0001,
      "step": 348
    },
    {
      "epoch": 0.5057971014492754,
      "grad_norm": 0.19140625,
      "learning_rate": 4.942028985507246e-06,
      "loss": 1.0409,
      "step": 349
    },
    {
      "epoch": 0.5072463768115942,
      "grad_norm": 0.1943359375,
      "learning_rate": 4.927536231884059e-06,
      "loss": 1.0345,
      "step": 350
    },
    {
      "epoch": 0.508695652173913,
      "grad_norm": 0.26171875,
      "learning_rate": 4.91304347826087e-06,
      "loss": 1.047,
      "step": 351
    },
    {
      "epoch": 0.5101449275362319,
      "grad_norm": 0.19140625,
      "learning_rate": 4.8985507246376815e-06,
      "loss": 1.0046,
      "step": 352
    },
    {
      "epoch": 0.5115942028985507,
      "grad_norm": 0.212890625,
      "learning_rate": 4.884057971014493e-06,
      "loss": 1.0395,
      "step": 353
    },
    {
      "epoch": 0.5130434782608696,
      "grad_norm": 0.1923828125,
      "learning_rate": 4.869565217391305e-06,
      "loss": 1.0272,
      "step": 354
    },
    {
      "epoch": 0.5144927536231884,
      "grad_norm": 0.19140625,
      "learning_rate": 4.855072463768117e-06,
      "loss": 1.0129,
      "step": 355
    },
    {
      "epoch": 0.5159420289855072,
      "grad_norm": 0.1982421875,
      "learning_rate": 4.840579710144928e-06,
      "loss": 1.07,
      "step": 356
    },
    {
      "epoch": 0.5173913043478261,
      "grad_norm": 0.208984375,
      "learning_rate": 4.826086956521739e-06,
      "loss": 0.9641,
      "step": 357
    },
    {
      "epoch": 0.518840579710145,
      "grad_norm": 0.2099609375,
      "learning_rate": 4.811594202898551e-06,
      "loss": 0.9768,
      "step": 358
    },
    {
      "epoch": 0.5202898550724637,
      "grad_norm": 0.2001953125,
      "learning_rate": 4.797101449275363e-06,
      "loss": 1.0069,
      "step": 359
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 0.220703125,
      "learning_rate": 4.782608695652174e-06,
      "loss": 0.9596,
      "step": 360
    },
    {
      "epoch": 0.5231884057971015,
      "grad_norm": 0.1875,
      "learning_rate": 4.768115942028986e-06,
      "loss": 1.0313,
      "step": 361
    },
    {
      "epoch": 0.5246376811594203,
      "grad_norm": 0.19921875,
      "learning_rate": 4.753623188405798e-06,
      "loss": 0.9954,
      "step": 362
    },
    {
      "epoch": 0.5260869565217391,
      "grad_norm": 0.1923828125,
      "learning_rate": 4.739130434782609e-06,
      "loss": 0.9914,
      "step": 363
    },
    {
      "epoch": 0.527536231884058,
      "grad_norm": 0.1943359375,
      "learning_rate": 4.724637681159421e-06,
      "loss": 1.0083,
      "step": 364
    },
    {
      "epoch": 0.5289855072463768,
      "grad_norm": 0.203125,
      "learning_rate": 4.710144927536232e-06,
      "loss": 1.0418,
      "step": 365
    },
    {
      "epoch": 0.5304347826086957,
      "grad_norm": 0.1865234375,
      "learning_rate": 4.695652173913044e-06,
      "loss": 0.9828,
      "step": 366
    },
    {
      "epoch": 0.5318840579710145,
      "grad_norm": 0.1982421875,
      "learning_rate": 4.6811594202898555e-06,
      "loss": 0.9726,
      "step": 367
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.1953125,
      "learning_rate": 4.666666666666667e-06,
      "loss": 1.0045,
      "step": 368
    },
    {
      "epoch": 0.5347826086956522,
      "grad_norm": 0.271484375,
      "learning_rate": 4.652173913043478e-06,
      "loss": 1.0287,
      "step": 369
    },
    {
      "epoch": 0.5362318840579711,
      "grad_norm": 0.19921875,
      "learning_rate": 4.637681159420291e-06,
      "loss": 1.0608,
      "step": 370
    },
    {
      "epoch": 0.5376811594202898,
      "grad_norm": 0.216796875,
      "learning_rate": 4.6231884057971014e-06,
      "loss": 1.0547,
      "step": 371
    },
    {
      "epoch": 0.5391304347826087,
      "grad_norm": 0.197265625,
      "learning_rate": 4.608695652173913e-06,
      "loss": 1.0544,
      "step": 372
    },
    {
      "epoch": 0.5405797101449276,
      "grad_norm": 0.244140625,
      "learning_rate": 4.594202898550725e-06,
      "loss": 1.0284,
      "step": 373
    },
    {
      "epoch": 0.5420289855072464,
      "grad_norm": 0.1962890625,
      "learning_rate": 4.5797101449275366e-06,
      "loss": 1.0215,
      "step": 374
    },
    {
      "epoch": 0.5434782608695652,
      "grad_norm": 0.197265625,
      "learning_rate": 4.565217391304348e-06,
      "loss": 0.9766,
      "step": 375
    },
    {
      "epoch": 0.5449275362318841,
      "grad_norm": 0.267578125,
      "learning_rate": 4.55072463768116e-06,
      "loss": 0.9714,
      "step": 376
    },
    {
      "epoch": 0.5463768115942029,
      "grad_norm": 0.1923828125,
      "learning_rate": 4.536231884057972e-06,
      "loss": 0.9947,
      "step": 377
    },
    {
      "epoch": 0.5478260869565217,
      "grad_norm": 0.2412109375,
      "learning_rate": 4.5217391304347826e-06,
      "loss": 0.9763,
      "step": 378
    },
    {
      "epoch": 0.5492753623188406,
      "grad_norm": 0.2041015625,
      "learning_rate": 4.507246376811595e-06,
      "loss": 1.0435,
      "step": 379
    },
    {
      "epoch": 0.5507246376811594,
      "grad_norm": 0.21484375,
      "learning_rate": 4.492753623188406e-06,
      "loss": 1.0019,
      "step": 380
    },
    {
      "epoch": 0.5521739130434783,
      "grad_norm": 0.296875,
      "learning_rate": 4.478260869565218e-06,
      "loss": 0.9673,
      "step": 381
    },
    {
      "epoch": 0.553623188405797,
      "grad_norm": 0.201171875,
      "learning_rate": 4.463768115942029e-06,
      "loss": 0.9789,
      "step": 382
    },
    {
      "epoch": 0.5550724637681159,
      "grad_norm": 0.201171875,
      "learning_rate": 4.449275362318841e-06,
      "loss": 0.9691,
      "step": 383
    },
    {
      "epoch": 0.5565217391304348,
      "grad_norm": 0.208984375,
      "learning_rate": 4.434782608695653e-06,
      "loss": 1.041,
      "step": 384
    },
    {
      "epoch": 0.5579710144927537,
      "grad_norm": 0.2001953125,
      "learning_rate": 4.4202898550724645e-06,
      "loss": 0.9872,
      "step": 385
    },
    {
      "epoch": 0.5594202898550724,
      "grad_norm": 0.28125,
      "learning_rate": 4.405797101449275e-06,
      "loss": 0.96,
      "step": 386
    },
    {
      "epoch": 0.5608695652173913,
      "grad_norm": 0.228515625,
      "learning_rate": 4.391304347826087e-06,
      "loss": 0.9991,
      "step": 387
    },
    {
      "epoch": 0.5623188405797102,
      "grad_norm": 0.1865234375,
      "learning_rate": 4.376811594202899e-06,
      "loss": 0.9992,
      "step": 388
    },
    {
      "epoch": 0.563768115942029,
      "grad_norm": 0.26171875,
      "learning_rate": 4.3623188405797105e-06,
      "loss": 1.0345,
      "step": 389
    },
    {
      "epoch": 0.5652173913043478,
      "grad_norm": 0.203125,
      "learning_rate": 4.347826086956522e-06,
      "loss": 0.9962,
      "step": 390
    },
    {
      "epoch": 0.5666666666666667,
      "grad_norm": 0.201171875,
      "learning_rate": 4.333333333333334e-06,
      "loss": 1.0172,
      "step": 391
    },
    {
      "epoch": 0.5681159420289855,
      "grad_norm": 0.2060546875,
      "learning_rate": 4.318840579710145e-06,
      "loss": 1.0455,
      "step": 392
    },
    {
      "epoch": 0.5695652173913044,
      "grad_norm": 0.234375,
      "learning_rate": 4.304347826086957e-06,
      "loss": 0.9809,
      "step": 393
    },
    {
      "epoch": 0.5710144927536231,
      "grad_norm": 0.2109375,
      "learning_rate": 4.289855072463768e-06,
      "loss": 0.9866,
      "step": 394
    },
    {
      "epoch": 0.572463768115942,
      "grad_norm": 0.19140625,
      "learning_rate": 4.27536231884058e-06,
      "loss": 0.9902,
      "step": 395
    },
    {
      "epoch": 0.5739130434782609,
      "grad_norm": 0.1923828125,
      "learning_rate": 4.260869565217392e-06,
      "loss": 1.0341,
      "step": 396
    },
    {
      "epoch": 0.5753623188405798,
      "grad_norm": 0.197265625,
      "learning_rate": 4.246376811594203e-06,
      "loss": 0.9938,
      "step": 397
    },
    {
      "epoch": 0.5768115942028985,
      "grad_norm": 0.19140625,
      "learning_rate": 4.231884057971015e-06,
      "loss": 0.9933,
      "step": 398
    },
    {
      "epoch": 0.5782608695652174,
      "grad_norm": 0.1953125,
      "learning_rate": 4.217391304347827e-06,
      "loss": 0.9678,
      "step": 399
    },
    {
      "epoch": 0.5797101449275363,
      "grad_norm": 0.1962890625,
      "learning_rate": 4.202898550724638e-06,
      "loss": 1.0109,
      "step": 400
    },
    {
      "epoch": 0.5811594202898551,
      "grad_norm": 0.212890625,
      "learning_rate": 4.188405797101449e-06,
      "loss": 0.9942,
      "step": 401
    },
    {
      "epoch": 0.5826086956521739,
      "grad_norm": 0.2265625,
      "learning_rate": 4.173913043478261e-06,
      "loss": 0.9809,
      "step": 402
    },
    {
      "epoch": 0.5840579710144927,
      "grad_norm": 0.1865234375,
      "learning_rate": 4.159420289855073e-06,
      "loss": 0.9974,
      "step": 403
    },
    {
      "epoch": 0.5855072463768116,
      "grad_norm": 0.2001953125,
      "learning_rate": 4.1449275362318844e-06,
      "loss": 0.9678,
      "step": 404
    },
    {
      "epoch": 0.5869565217391305,
      "grad_norm": 0.1875,
      "learning_rate": 4.130434782608696e-06,
      "loss": 0.958,
      "step": 405
    },
    {
      "epoch": 0.5884057971014492,
      "grad_norm": 0.2099609375,
      "learning_rate": 4.115942028985507e-06,
      "loss": 0.9907,
      "step": 406
    },
    {
      "epoch": 0.5898550724637681,
      "grad_norm": 0.2177734375,
      "learning_rate": 4.1014492753623196e-06,
      "loss": 1.0346,
      "step": 407
    },
    {
      "epoch": 0.591304347826087,
      "grad_norm": 0.1962890625,
      "learning_rate": 4.086956521739131e-06,
      "loss": 1.0093,
      "step": 408
    },
    {
      "epoch": 0.5927536231884057,
      "grad_norm": 0.2177734375,
      "learning_rate": 4.072463768115942e-06,
      "loss": 1.0112,
      "step": 409
    },
    {
      "epoch": 0.5942028985507246,
      "grad_norm": 0.1943359375,
      "learning_rate": 4.057971014492754e-06,
      "loss": 0.9911,
      "step": 410
    },
    {
      "epoch": 0.5956521739130435,
      "grad_norm": 0.205078125,
      "learning_rate": 4.0434782608695655e-06,
      "loss": 0.9917,
      "step": 411
    },
    {
      "epoch": 0.5971014492753624,
      "grad_norm": 0.19921875,
      "learning_rate": 4.028985507246377e-06,
      "loss": 1.0045,
      "step": 412
    },
    {
      "epoch": 0.5985507246376811,
      "grad_norm": 0.19140625,
      "learning_rate": 4.014492753623189e-06,
      "loss": 1.0135,
      "step": 413
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.2001953125,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.0081,
      "step": 414
    },
    {
      "epoch": 0.6014492753623188,
      "grad_norm": 0.25390625,
      "learning_rate": 3.9855072463768115e-06,
      "loss": 1.0103,
      "step": 415
    },
    {
      "epoch": 0.6028985507246377,
      "grad_norm": 0.2001953125,
      "learning_rate": 3.971014492753624e-06,
      "loss": 1.0151,
      "step": 416
    },
    {
      "epoch": 0.6043478260869565,
      "grad_norm": 0.1962890625,
      "learning_rate": 3.956521739130435e-06,
      "loss": 0.972,
      "step": 417
    },
    {
      "epoch": 0.6057971014492753,
      "grad_norm": 0.19921875,
      "learning_rate": 3.942028985507247e-06,
      "loss": 0.9726,
      "step": 418
    },
    {
      "epoch": 0.6072463768115942,
      "grad_norm": 0.1884765625,
      "learning_rate": 3.927536231884058e-06,
      "loss": 1.0035,
      "step": 419
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 0.19921875,
      "learning_rate": 3.91304347826087e-06,
      "loss": 1.0142,
      "step": 420
    },
    {
      "epoch": 0.6101449275362318,
      "grad_norm": 0.498046875,
      "learning_rate": 3.898550724637682e-06,
      "loss": 0.9719,
      "step": 421
    },
    {
      "epoch": 0.6115942028985507,
      "grad_norm": 0.1904296875,
      "learning_rate": 3.8840579710144935e-06,
      "loss": 0.9749,
      "step": 422
    },
    {
      "epoch": 0.6130434782608696,
      "grad_norm": 0.224609375,
      "learning_rate": 3.869565217391304e-06,
      "loss": 0.9705,
      "step": 423
    },
    {
      "epoch": 0.6144927536231884,
      "grad_norm": 0.1982421875,
      "learning_rate": 3.855072463768116e-06,
      "loss": 1.019,
      "step": 424
    },
    {
      "epoch": 0.6159420289855072,
      "grad_norm": 0.1953125,
      "learning_rate": 3.840579710144928e-06,
      "loss": 0.9986,
      "step": 425
    },
    {
      "epoch": 0.6173913043478261,
      "grad_norm": 0.208984375,
      "learning_rate": 3.8260869565217395e-06,
      "loss": 0.9731,
      "step": 426
    },
    {
      "epoch": 0.618840579710145,
      "grad_norm": 0.19140625,
      "learning_rate": 3.8115942028985508e-06,
      "loss": 1.0101,
      "step": 427
    },
    {
      "epoch": 0.6202898550724638,
      "grad_norm": 0.2177734375,
      "learning_rate": 3.797101449275363e-06,
      "loss": 1.0738,
      "step": 428
    },
    {
      "epoch": 0.6217391304347826,
      "grad_norm": 0.22265625,
      "learning_rate": 3.782608695652174e-06,
      "loss": 0.9918,
      "step": 429
    },
    {
      "epoch": 0.6231884057971014,
      "grad_norm": 0.197265625,
      "learning_rate": 3.768115942028986e-06,
      "loss": 1.0024,
      "step": 430
    },
    {
      "epoch": 0.6246376811594203,
      "grad_norm": 0.19921875,
      "learning_rate": 3.753623188405797e-06,
      "loss": 1.0109,
      "step": 431
    },
    {
      "epoch": 0.6260869565217392,
      "grad_norm": 0.21875,
      "learning_rate": 3.739130434782609e-06,
      "loss": 0.9674,
      "step": 432
    },
    {
      "epoch": 0.6275362318840579,
      "grad_norm": 0.2080078125,
      "learning_rate": 3.72463768115942e-06,
      "loss": 1.0244,
      "step": 433
    },
    {
      "epoch": 0.6289855072463768,
      "grad_norm": 0.2041015625,
      "learning_rate": 3.7101449275362323e-06,
      "loss": 1.0186,
      "step": 434
    },
    {
      "epoch": 0.6304347826086957,
      "grad_norm": 0.203125,
      "learning_rate": 3.6956521739130436e-06,
      "loss": 0.9964,
      "step": 435
    },
    {
      "epoch": 0.6318840579710145,
      "grad_norm": 0.2421875,
      "learning_rate": 3.6811594202898553e-06,
      "loss": 0.9919,
      "step": 436
    },
    {
      "epoch": 0.6333333333333333,
      "grad_norm": 0.2080078125,
      "learning_rate": 3.6666666666666666e-06,
      "loss": 1.0016,
      "step": 437
    },
    {
      "epoch": 0.6347826086956522,
      "grad_norm": 0.23828125,
      "learning_rate": 3.6521739130434787e-06,
      "loss": 1.0201,
      "step": 438
    },
    {
      "epoch": 0.636231884057971,
      "grad_norm": 0.1943359375,
      "learning_rate": 3.63768115942029e-06,
      "loss": 0.9387,
      "step": 439
    },
    {
      "epoch": 0.6376811594202898,
      "grad_norm": 0.19921875,
      "learning_rate": 3.6231884057971017e-06,
      "loss": 0.9921,
      "step": 440
    },
    {
      "epoch": 0.6391304347826087,
      "grad_norm": 0.2197265625,
      "learning_rate": 3.6086956521739134e-06,
      "loss": 0.9813,
      "step": 441
    },
    {
      "epoch": 0.6405797101449275,
      "grad_norm": 0.23046875,
      "learning_rate": 3.594202898550725e-06,
      "loss": 0.999,
      "step": 442
    },
    {
      "epoch": 0.6420289855072464,
      "grad_norm": 0.2021484375,
      "learning_rate": 3.579710144927537e-06,
      "loss": 0.9888,
      "step": 443
    },
    {
      "epoch": 0.6434782608695652,
      "grad_norm": 0.265625,
      "learning_rate": 3.565217391304348e-06,
      "loss": 1.0115,
      "step": 444
    },
    {
      "epoch": 0.644927536231884,
      "grad_norm": 0.212890625,
      "learning_rate": 3.55072463768116e-06,
      "loss": 1.0082,
      "step": 445
    },
    {
      "epoch": 0.6463768115942029,
      "grad_norm": 0.2138671875,
      "learning_rate": 3.536231884057971e-06,
      "loss": 0.9978,
      "step": 446
    },
    {
      "epoch": 0.6478260869565218,
      "grad_norm": 0.203125,
      "learning_rate": 3.5217391304347832e-06,
      "loss": 0.9869,
      "step": 447
    },
    {
      "epoch": 0.6492753623188405,
      "grad_norm": 0.197265625,
      "learning_rate": 3.5072463768115945e-06,
      "loss": 0.9726,
      "step": 448
    },
    {
      "epoch": 0.6507246376811594,
      "grad_norm": 0.244140625,
      "learning_rate": 3.4927536231884062e-06,
      "loss": 0.9845,
      "step": 449
    },
    {
      "epoch": 0.6521739130434783,
      "grad_norm": 0.2060546875,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 0.9971,
      "step": 450
    },
    {
      "epoch": 0.6536231884057971,
      "grad_norm": 0.216796875,
      "learning_rate": 3.4637681159420296e-06,
      "loss": 1.025,
      "step": 451
    },
    {
      "epoch": 0.6550724637681159,
      "grad_norm": 0.19921875,
      "learning_rate": 3.449275362318841e-06,
      "loss": 0.991,
      "step": 452
    },
    {
      "epoch": 0.6565217391304348,
      "grad_norm": 0.21484375,
      "learning_rate": 3.4347826086956526e-06,
      "loss": 0.9727,
      "step": 453
    },
    {
      "epoch": 0.6579710144927536,
      "grad_norm": 0.197265625,
      "learning_rate": 3.420289855072464e-06,
      "loss": 0.9919,
      "step": 454
    },
    {
      "epoch": 0.6594202898550725,
      "grad_norm": 0.2314453125,
      "learning_rate": 3.4057971014492756e-06,
      "loss": 1.0358,
      "step": 455
    },
    {
      "epoch": 0.6608695652173913,
      "grad_norm": 0.1982421875,
      "learning_rate": 3.391304347826087e-06,
      "loss": 0.9999,
      "step": 456
    },
    {
      "epoch": 0.6623188405797101,
      "grad_norm": 0.2099609375,
      "learning_rate": 3.376811594202899e-06,
      "loss": 0.9812,
      "step": 457
    },
    {
      "epoch": 0.663768115942029,
      "grad_norm": 0.2001953125,
      "learning_rate": 3.3623188405797103e-06,
      "loss": 0.9426,
      "step": 458
    },
    {
      "epoch": 0.6652173913043479,
      "grad_norm": 0.203125,
      "learning_rate": 3.347826086956522e-06,
      "loss": 1.0005,
      "step": 459
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.20703125,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.9466,
      "step": 460
    },
    {
      "epoch": 0.6681159420289855,
      "grad_norm": 0.185546875,
      "learning_rate": 3.3188405797101455e-06,
      "loss": 0.9469,
      "step": 461
    },
    {
      "epoch": 0.6695652173913044,
      "grad_norm": 0.189453125,
      "learning_rate": 3.3043478260869567e-06,
      "loss": 1.0069,
      "step": 462
    },
    {
      "epoch": 0.6710144927536232,
      "grad_norm": 0.2578125,
      "learning_rate": 3.2898550724637684e-06,
      "loss": 0.9431,
      "step": 463
    },
    {
      "epoch": 0.672463768115942,
      "grad_norm": 0.203125,
      "learning_rate": 3.2753623188405797e-06,
      "loss": 0.9961,
      "step": 464
    },
    {
      "epoch": 0.6739130434782609,
      "grad_norm": 0.203125,
      "learning_rate": 3.2608695652173914e-06,
      "loss": 0.9761,
      "step": 465
    },
    {
      "epoch": 0.6753623188405797,
      "grad_norm": 0.20703125,
      "learning_rate": 3.2463768115942027e-06,
      "loss": 0.9579,
      "step": 466
    },
    {
      "epoch": 0.6768115942028986,
      "grad_norm": 0.1953125,
      "learning_rate": 3.231884057971015e-06,
      "loss": 0.99,
      "step": 467
    },
    {
      "epoch": 0.6782608695652174,
      "grad_norm": 0.263671875,
      "learning_rate": 3.217391304347826e-06,
      "loss": 0.9637,
      "step": 468
    },
    {
      "epoch": 0.6797101449275362,
      "grad_norm": 0.2021484375,
      "learning_rate": 3.202898550724638e-06,
      "loss": 0.9891,
      "step": 469
    },
    {
      "epoch": 0.6811594202898551,
      "grad_norm": 0.2021484375,
      "learning_rate": 3.188405797101449e-06,
      "loss": 0.9804,
      "step": 470
    },
    {
      "epoch": 0.6826086956521739,
      "grad_norm": 0.23828125,
      "learning_rate": 3.1739130434782613e-06,
      "loss": 1.0543,
      "step": 471
    },
    {
      "epoch": 0.6840579710144927,
      "grad_norm": 0.19140625,
      "learning_rate": 3.159420289855073e-06,
      "loss": 0.9556,
      "step": 472
    },
    {
      "epoch": 0.6855072463768116,
      "grad_norm": 0.232421875,
      "learning_rate": 3.1449275362318843e-06,
      "loss": 1.0217,
      "step": 473
    },
    {
      "epoch": 0.6869565217391305,
      "grad_norm": 0.23046875,
      "learning_rate": 3.130434782608696e-06,
      "loss": 1.047,
      "step": 474
    },
    {
      "epoch": 0.6884057971014492,
      "grad_norm": 0.19140625,
      "learning_rate": 3.1159420289855073e-06,
      "loss": 0.9982,
      "step": 475
    },
    {
      "epoch": 0.6898550724637681,
      "grad_norm": 0.2099609375,
      "learning_rate": 3.1014492753623194e-06,
      "loss": 0.9833,
      "step": 476
    },
    {
      "epoch": 0.691304347826087,
      "grad_norm": 0.1982421875,
      "learning_rate": 3.0869565217391307e-06,
      "loss": 0.9969,
      "step": 477
    },
    {
      "epoch": 0.6927536231884058,
      "grad_norm": 0.193359375,
      "learning_rate": 3.0724637681159424e-06,
      "loss": 0.9294,
      "step": 478
    },
    {
      "epoch": 0.6942028985507246,
      "grad_norm": 0.2021484375,
      "learning_rate": 3.0579710144927537e-06,
      "loss": 0.9817,
      "step": 479
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 0.205078125,
      "learning_rate": 3.043478260869566e-06,
      "loss": 0.9928,
      "step": 480
    },
    {
      "epoch": 0.6971014492753623,
      "grad_norm": 0.2041015625,
      "learning_rate": 3.028985507246377e-06,
      "loss": 0.9804,
      "step": 481
    },
    {
      "epoch": 0.6985507246376812,
      "grad_norm": 0.19140625,
      "learning_rate": 3.014492753623189e-06,
      "loss": 0.9663,
      "step": 482
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2001953125,
      "learning_rate": 3e-06,
      "loss": 1.042,
      "step": 483
    },
    {
      "epoch": 0.7014492753623188,
      "grad_norm": 0.2109375,
      "learning_rate": 2.9855072463768118e-06,
      "loss": 1.0393,
      "step": 484
    },
    {
      "epoch": 0.7028985507246377,
      "grad_norm": 0.212890625,
      "learning_rate": 2.9710144927536235e-06,
      "loss": 0.9948,
      "step": 485
    },
    {
      "epoch": 0.7043478260869566,
      "grad_norm": 0.19921875,
      "learning_rate": 2.956521739130435e-06,
      "loss": 0.952,
      "step": 486
    },
    {
      "epoch": 0.7057971014492753,
      "grad_norm": 0.251953125,
      "learning_rate": 2.9420289855072465e-06,
      "loss": 0.9528,
      "step": 487
    },
    {
      "epoch": 0.7072463768115942,
      "grad_norm": 0.296875,
      "learning_rate": 2.927536231884058e-06,
      "loss": 1.0055,
      "step": 488
    },
    {
      "epoch": 0.7086956521739131,
      "grad_norm": 0.275390625,
      "learning_rate": 2.9130434782608695e-06,
      "loss": 0.9874,
      "step": 489
    },
    {
      "epoch": 0.7101449275362319,
      "grad_norm": 0.236328125,
      "learning_rate": 2.8985507246376816e-06,
      "loss": 0.9923,
      "step": 490
    },
    {
      "epoch": 0.7115942028985507,
      "grad_norm": 0.2734375,
      "learning_rate": 2.884057971014493e-06,
      "loss": 0.9816,
      "step": 491
    },
    {
      "epoch": 0.7130434782608696,
      "grad_norm": 0.29296875,
      "learning_rate": 2.8695652173913046e-06,
      "loss": 0.9743,
      "step": 492
    },
    {
      "epoch": 0.7144927536231884,
      "grad_norm": 0.19921875,
      "learning_rate": 2.855072463768116e-06,
      "loss": 1.0025,
      "step": 493
    },
    {
      "epoch": 0.7159420289855073,
      "grad_norm": 0.2353515625,
      "learning_rate": 2.840579710144928e-06,
      "loss": 1.1379,
      "step": 494
    },
    {
      "epoch": 0.717391304347826,
      "grad_norm": 0.20703125,
      "learning_rate": 2.8260869565217393e-06,
      "loss": 1.0231,
      "step": 495
    },
    {
      "epoch": 0.7188405797101449,
      "grad_norm": 0.2099609375,
      "learning_rate": 2.811594202898551e-06,
      "loss": 0.9674,
      "step": 496
    },
    {
      "epoch": 0.7202898550724638,
      "grad_norm": 0.201171875,
      "learning_rate": 2.7971014492753623e-06,
      "loss": 0.9993,
      "step": 497
    },
    {
      "epoch": 0.7217391304347827,
      "grad_norm": 0.1953125,
      "learning_rate": 2.782608695652174e-06,
      "loss": 1.0016,
      "step": 498
    },
    {
      "epoch": 0.7231884057971014,
      "grad_norm": 0.1943359375,
      "learning_rate": 2.7681159420289853e-06,
      "loss": 0.9928,
      "step": 499
    },
    {
      "epoch": 0.7246376811594203,
      "grad_norm": 0.2060546875,
      "learning_rate": 2.7536231884057974e-06,
      "loss": 1.0269,
      "step": 500
    },
    {
      "epoch": 0.7260869565217392,
      "grad_norm": 0.2001953125,
      "learning_rate": 2.7391304347826087e-06,
      "loss": 0.981,
      "step": 501
    },
    {
      "epoch": 0.7275362318840579,
      "grad_norm": 0.201171875,
      "learning_rate": 2.7246376811594204e-06,
      "loss": 0.9853,
      "step": 502
    },
    {
      "epoch": 0.7289855072463768,
      "grad_norm": 0.197265625,
      "learning_rate": 2.7101449275362326e-06,
      "loss": 0.9833,
      "step": 503
    },
    {
      "epoch": 0.7304347826086957,
      "grad_norm": 0.1982421875,
      "learning_rate": 2.695652173913044e-06,
      "loss": 0.9715,
      "step": 504
    },
    {
      "epoch": 0.7318840579710145,
      "grad_norm": 0.279296875,
      "learning_rate": 2.6811594202898555e-06,
      "loss": 0.9616,
      "step": 505
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 0.2080078125,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.9825,
      "step": 506
    },
    {
      "epoch": 0.7347826086956522,
      "grad_norm": 0.208984375,
      "learning_rate": 2.6521739130434785e-06,
      "loss": 0.966,
      "step": 507
    },
    {
      "epoch": 0.736231884057971,
      "grad_norm": 0.2080078125,
      "learning_rate": 2.63768115942029e-06,
      "loss": 1.0018,
      "step": 508
    },
    {
      "epoch": 0.7376811594202899,
      "grad_norm": 0.224609375,
      "learning_rate": 2.623188405797102e-06,
      "loss": 0.9937,
      "step": 509
    },
    {
      "epoch": 0.7391304347826086,
      "grad_norm": 0.21875,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 1.006,
      "step": 510
    },
    {
      "epoch": 0.7405797101449275,
      "grad_norm": 0.2138671875,
      "learning_rate": 2.594202898550725e-06,
      "loss": 0.9719,
      "step": 511
    },
    {
      "epoch": 0.7420289855072464,
      "grad_norm": 0.19921875,
      "learning_rate": 2.5797101449275362e-06,
      "loss": 0.9795,
      "step": 512
    },
    {
      "epoch": 0.7434782608695653,
      "grad_norm": 0.189453125,
      "learning_rate": 2.5652173913043484e-06,
      "loss": 0.9801,
      "step": 513
    },
    {
      "epoch": 0.744927536231884,
      "grad_norm": 0.1943359375,
      "learning_rate": 2.5507246376811596e-06,
      "loss": 1.0059,
      "step": 514
    },
    {
      "epoch": 0.7463768115942029,
      "grad_norm": 0.484375,
      "learning_rate": 2.5362318840579714e-06,
      "loss": 1.0246,
      "step": 515
    },
    {
      "epoch": 0.7478260869565218,
      "grad_norm": 0.19921875,
      "learning_rate": 2.5217391304347826e-06,
      "loss": 0.9887,
      "step": 516
    },
    {
      "epoch": 0.7492753623188406,
      "grad_norm": 0.4453125,
      "learning_rate": 2.5072463768115944e-06,
      "loss": 0.9613,
      "step": 517
    },
    {
      "epoch": 0.7507246376811594,
      "grad_norm": 0.193359375,
      "learning_rate": 2.492753623188406e-06,
      "loss": 0.9695,
      "step": 518
    },
    {
      "epoch": 0.7521739130434782,
      "grad_norm": 0.25390625,
      "learning_rate": 2.4782608695652178e-06,
      "loss": 0.9794,
      "step": 519
    },
    {
      "epoch": 0.7536231884057971,
      "grad_norm": 0.1923828125,
      "learning_rate": 2.4637681159420295e-06,
      "loss": 0.9967,
      "step": 520
    },
    {
      "epoch": 0.755072463768116,
      "grad_norm": 0.1962890625,
      "learning_rate": 2.4492753623188408e-06,
      "loss": 0.9675,
      "step": 521
    },
    {
      "epoch": 0.7565217391304347,
      "grad_norm": 0.19140625,
      "learning_rate": 2.4347826086956525e-06,
      "loss": 0.9961,
      "step": 522
    },
    {
      "epoch": 0.7579710144927536,
      "grad_norm": 0.208984375,
      "learning_rate": 2.420289855072464e-06,
      "loss": 0.9958,
      "step": 523
    },
    {
      "epoch": 0.7594202898550725,
      "grad_norm": 0.2080078125,
      "learning_rate": 2.4057971014492755e-06,
      "loss": 1.0168,
      "step": 524
    },
    {
      "epoch": 0.7608695652173914,
      "grad_norm": 0.201171875,
      "learning_rate": 2.391304347826087e-06,
      "loss": 1.0148,
      "step": 525
    },
    {
      "epoch": 0.7623188405797101,
      "grad_norm": 0.1943359375,
      "learning_rate": 2.376811594202899e-06,
      "loss": 0.9944,
      "step": 526
    },
    {
      "epoch": 0.763768115942029,
      "grad_norm": 0.212890625,
      "learning_rate": 2.3623188405797106e-06,
      "loss": 0.9847,
      "step": 527
    },
    {
      "epoch": 0.7652173913043478,
      "grad_norm": 0.3125,
      "learning_rate": 2.347826086956522e-06,
      "loss": 0.9782,
      "step": 528
    },
    {
      "epoch": 0.7666666666666667,
      "grad_norm": 0.2060546875,
      "learning_rate": 2.3333333333333336e-06,
      "loss": 1.0007,
      "step": 529
    },
    {
      "epoch": 0.7681159420289855,
      "grad_norm": 0.2236328125,
      "learning_rate": 2.3188405797101453e-06,
      "loss": 1.0037,
      "step": 530
    },
    {
      "epoch": 0.7695652173913043,
      "grad_norm": 0.1923828125,
      "learning_rate": 2.3043478260869566e-06,
      "loss": 0.9901,
      "step": 531
    },
    {
      "epoch": 0.7710144927536232,
      "grad_norm": 0.205078125,
      "learning_rate": 2.2898550724637683e-06,
      "loss": 0.9582,
      "step": 532
    },
    {
      "epoch": 0.7724637681159421,
      "grad_norm": 0.2060546875,
      "learning_rate": 2.27536231884058e-06,
      "loss": 0.9906,
      "step": 533
    },
    {
      "epoch": 0.7739130434782608,
      "grad_norm": 0.201171875,
      "learning_rate": 2.2608695652173913e-06,
      "loss": 1.0015,
      "step": 534
    },
    {
      "epoch": 0.7753623188405797,
      "grad_norm": 0.2216796875,
      "learning_rate": 2.246376811594203e-06,
      "loss": 1.025,
      "step": 535
    },
    {
      "epoch": 0.7768115942028986,
      "grad_norm": 1.0546875,
      "learning_rate": 2.2318840579710147e-06,
      "loss": 0.9681,
      "step": 536
    },
    {
      "epoch": 0.7782608695652173,
      "grad_norm": 0.322265625,
      "learning_rate": 2.2173913043478264e-06,
      "loss": 1.0037,
      "step": 537
    },
    {
      "epoch": 0.7797101449275362,
      "grad_norm": 0.1953125,
      "learning_rate": 2.2028985507246377e-06,
      "loss": 1.0183,
      "step": 538
    },
    {
      "epoch": 0.7811594202898551,
      "grad_norm": 0.1904296875,
      "learning_rate": 2.1884057971014494e-06,
      "loss": 0.9659,
      "step": 539
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 0.1982421875,
      "learning_rate": 2.173913043478261e-06,
      "loss": 0.996,
      "step": 540
    },
    {
      "epoch": 0.7840579710144927,
      "grad_norm": 0.26171875,
      "learning_rate": 2.1594202898550724e-06,
      "loss": 1.0066,
      "step": 541
    },
    {
      "epoch": 0.7855072463768116,
      "grad_norm": 0.28515625,
      "learning_rate": 2.144927536231884e-06,
      "loss": 0.9783,
      "step": 542
    },
    {
      "epoch": 0.7869565217391304,
      "grad_norm": 0.19921875,
      "learning_rate": 2.130434782608696e-06,
      "loss": 1.0145,
      "step": 543
    },
    {
      "epoch": 0.7884057971014493,
      "grad_norm": 0.193359375,
      "learning_rate": 2.1159420289855075e-06,
      "loss": 0.978,
      "step": 544
    },
    {
      "epoch": 0.7898550724637681,
      "grad_norm": 0.1982421875,
      "learning_rate": 2.101449275362319e-06,
      "loss": 0.9961,
      "step": 545
    },
    {
      "epoch": 0.7913043478260869,
      "grad_norm": 0.1943359375,
      "learning_rate": 2.0869565217391305e-06,
      "loss": 0.9573,
      "step": 546
    },
    {
      "epoch": 0.7927536231884058,
      "grad_norm": 0.203125,
      "learning_rate": 2.0724637681159422e-06,
      "loss": 0.9965,
      "step": 547
    },
    {
      "epoch": 0.7942028985507247,
      "grad_norm": 0.1904296875,
      "learning_rate": 2.0579710144927535e-06,
      "loss": 0.9872,
      "step": 548
    },
    {
      "epoch": 0.7956521739130434,
      "grad_norm": 0.1923828125,
      "learning_rate": 2.0434782608695656e-06,
      "loss": 1.0241,
      "step": 549
    },
    {
      "epoch": 0.7971014492753623,
      "grad_norm": 0.2099609375,
      "learning_rate": 2.028985507246377e-06,
      "loss": 0.9409,
      "step": 550
    },
    {
      "epoch": 0.7985507246376812,
      "grad_norm": 0.2021484375,
      "learning_rate": 2.0144927536231886e-06,
      "loss": 1.0103,
      "step": 551
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2021484375,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.9901,
      "step": 552
    },
    {
      "epoch": 0.8014492753623188,
      "grad_norm": 0.302734375,
      "learning_rate": 1.985507246376812e-06,
      "loss": 1.0409,
      "step": 553
    },
    {
      "epoch": 0.8028985507246377,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9710144927536233e-06,
      "loss": 0.9557,
      "step": 554
    },
    {
      "epoch": 0.8043478260869565,
      "grad_norm": 0.1865234375,
      "learning_rate": 1.956521739130435e-06,
      "loss": 0.9786,
      "step": 555
    },
    {
      "epoch": 0.8057971014492754,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.9420289855072467e-06,
      "loss": 1.0201,
      "step": 556
    },
    {
      "epoch": 0.8072463768115942,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.927536231884058e-06,
      "loss": 0.9789,
      "step": 557
    },
    {
      "epoch": 0.808695652173913,
      "grad_norm": 0.1953125,
      "learning_rate": 1.9130434782608697e-06,
      "loss": 0.9594,
      "step": 558
    },
    {
      "epoch": 0.8101449275362319,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.8985507246376814e-06,
      "loss": 1.0172,
      "step": 559
    },
    {
      "epoch": 0.8115942028985508,
      "grad_norm": 0.1953125,
      "learning_rate": 1.884057971014493e-06,
      "loss": 0.9783,
      "step": 560
    },
    {
      "epoch": 0.8130434782608695,
      "grad_norm": 0.201171875,
      "learning_rate": 1.8695652173913044e-06,
      "loss": 0.9909,
      "step": 561
    },
    {
      "epoch": 0.8144927536231884,
      "grad_norm": 0.22265625,
      "learning_rate": 1.8550724637681161e-06,
      "loss": 0.9853,
      "step": 562
    },
    {
      "epoch": 0.8159420289855073,
      "grad_norm": 0.228515625,
      "learning_rate": 1.8405797101449276e-06,
      "loss": 1.015,
      "step": 563
    },
    {
      "epoch": 0.8173913043478261,
      "grad_norm": 0.203125,
      "learning_rate": 1.8260869565217394e-06,
      "loss": 1.0072,
      "step": 564
    },
    {
      "epoch": 0.8188405797101449,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.8115942028985508e-06,
      "loss": 0.982,
      "step": 565
    },
    {
      "epoch": 0.8202898550724638,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.7971014492753626e-06,
      "loss": 1.0031,
      "step": 566
    },
    {
      "epoch": 0.8217391304347826,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.782608695652174e-06,
      "loss": 0.9593,
      "step": 567
    },
    {
      "epoch": 0.8231884057971014,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.7681159420289855e-06,
      "loss": 1.0523,
      "step": 568
    },
    {
      "epoch": 0.8246376811594203,
      "grad_norm": 0.236328125,
      "learning_rate": 1.7536231884057973e-06,
      "loss": 1.0208,
      "step": 569
    },
    {
      "epoch": 0.8260869565217391,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 0.9866,
      "step": 570
    },
    {
      "epoch": 0.827536231884058,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.7246376811594205e-06,
      "loss": 0.9738,
      "step": 571
    },
    {
      "epoch": 0.8289855072463768,
      "grad_norm": 0.19921875,
      "learning_rate": 1.710144927536232e-06,
      "loss": 0.9857,
      "step": 572
    },
    {
      "epoch": 0.8304347826086956,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.6956521739130435e-06,
      "loss": 0.9883,
      "step": 573
    },
    {
      "epoch": 0.8318840579710145,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.6811594202898552e-06,
      "loss": 0.9801,
      "step": 574
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.203125,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 0.9871,
      "step": 575
    },
    {
      "epoch": 0.8347826086956521,
      "grad_norm": 0.205078125,
      "learning_rate": 1.6521739130434784e-06,
      "loss": 0.9911,
      "step": 576
    },
    {
      "epoch": 0.836231884057971,
      "grad_norm": 0.19921875,
      "learning_rate": 1.6376811594202899e-06,
      "loss": 0.988,
      "step": 577
    },
    {
      "epoch": 0.8376811594202899,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.6231884057971014e-06,
      "loss": 0.9622,
      "step": 578
    },
    {
      "epoch": 0.8391304347826087,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.608695652173913e-06,
      "loss": 0.962,
      "step": 579
    },
    {
      "epoch": 0.8405797101449275,
      "grad_norm": 0.193359375,
      "learning_rate": 1.5942028985507246e-06,
      "loss": 1.0346,
      "step": 580
    },
    {
      "epoch": 0.8420289855072464,
      "grad_norm": 0.201171875,
      "learning_rate": 1.5797101449275365e-06,
      "loss": 0.9772,
      "step": 581
    },
    {
      "epoch": 0.8434782608695652,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.565217391304348e-06,
      "loss": 0.9756,
      "step": 582
    },
    {
      "epoch": 0.8449275362318841,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.5507246376811597e-06,
      "loss": 0.9971,
      "step": 583
    },
    {
      "epoch": 0.8463768115942029,
      "grad_norm": 0.208984375,
      "learning_rate": 1.5362318840579712e-06,
      "loss": 0.9845,
      "step": 584
    },
    {
      "epoch": 0.8478260869565217,
      "grad_norm": 0.197265625,
      "learning_rate": 1.521739130434783e-06,
      "loss": 1.0113,
      "step": 585
    },
    {
      "epoch": 0.8492753623188406,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.5072463768115944e-06,
      "loss": 0.9748,
      "step": 586
    },
    {
      "epoch": 0.8507246376811595,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.4927536231884059e-06,
      "loss": 0.9715,
      "step": 587
    },
    {
      "epoch": 0.8521739130434782,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.4782608695652176e-06,
      "loss": 1.0769,
      "step": 588
    },
    {
      "epoch": 0.8536231884057971,
      "grad_norm": 0.42578125,
      "learning_rate": 1.463768115942029e-06,
      "loss": 0.9991,
      "step": 589
    },
    {
      "epoch": 0.855072463768116,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.4492753623188408e-06,
      "loss": 0.9773,
      "step": 590
    },
    {
      "epoch": 0.8565217391304348,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.4347826086956523e-06,
      "loss": 0.957,
      "step": 591
    },
    {
      "epoch": 0.8579710144927536,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.420289855072464e-06,
      "loss": 0.9753,
      "step": 592
    },
    {
      "epoch": 0.8594202898550725,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.4057971014492755e-06,
      "loss": 0.9739,
      "step": 593
    },
    {
      "epoch": 0.8608695652173913,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.391304347826087e-06,
      "loss": 0.9716,
      "step": 594
    },
    {
      "epoch": 0.8623188405797102,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.3768115942028987e-06,
      "loss": 0.9953,
      "step": 595
    },
    {
      "epoch": 0.863768115942029,
      "grad_norm": 0.369140625,
      "learning_rate": 1.3623188405797102e-06,
      "loss": 1.0255,
      "step": 596
    },
    {
      "epoch": 0.8652173913043478,
      "grad_norm": 0.263671875,
      "learning_rate": 1.347826086956522e-06,
      "loss": 0.9664,
      "step": 597
    },
    {
      "epoch": 0.8666666666666667,
      "grad_norm": 0.228515625,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 0.9963,
      "step": 598
    },
    {
      "epoch": 0.8681159420289855,
      "grad_norm": 0.19921875,
      "learning_rate": 1.318840579710145e-06,
      "loss": 0.9879,
      "step": 599
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.25390625,
      "learning_rate": 1.3043478260869566e-06,
      "loss": 0.9584,
      "step": 600
    },
    {
      "epoch": 0.8710144927536232,
      "grad_norm": 0.1904296875,
      "learning_rate": 1.2898550724637681e-06,
      "loss": 0.9693,
      "step": 601
    },
    {
      "epoch": 0.8724637681159421,
      "grad_norm": 0.212890625,
      "learning_rate": 1.2753623188405798e-06,
      "loss": 0.9904,
      "step": 602
    },
    {
      "epoch": 0.8739130434782608,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.2608695652173913e-06,
      "loss": 0.9786,
      "step": 603
    },
    {
      "epoch": 0.8753623188405797,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.246376811594203e-06,
      "loss": 1.0251,
      "step": 604
    },
    {
      "epoch": 0.8768115942028986,
      "grad_norm": 0.205078125,
      "learning_rate": 1.2318840579710147e-06,
      "loss": 0.9874,
      "step": 605
    },
    {
      "epoch": 0.8782608695652174,
      "grad_norm": 0.21484375,
      "learning_rate": 1.2173913043478262e-06,
      "loss": 0.9839,
      "step": 606
    },
    {
      "epoch": 0.8797101449275362,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.2028985507246377e-06,
      "loss": 0.9385,
      "step": 607
    },
    {
      "epoch": 0.881159420289855,
      "grad_norm": 0.1953125,
      "learning_rate": 1.1884057971014494e-06,
      "loss": 0.989,
      "step": 608
    },
    {
      "epoch": 0.8826086956521739,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.173913043478261e-06,
      "loss": 1.05,
      "step": 609
    },
    {
      "epoch": 0.8840579710144928,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.1594202898550726e-06,
      "loss": 0.9567,
      "step": 610
    },
    {
      "epoch": 0.8855072463768116,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.1449275362318841e-06,
      "loss": 0.9752,
      "step": 611
    },
    {
      "epoch": 0.8869565217391304,
      "grad_norm": 0.208984375,
      "learning_rate": 1.1304347826086956e-06,
      "loss": 0.9872,
      "step": 612
    },
    {
      "epoch": 0.8884057971014493,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.1159420289855073e-06,
      "loss": 0.9958,
      "step": 613
    },
    {
      "epoch": 0.8898550724637682,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.1014492753623188e-06,
      "loss": 0.966,
      "step": 614
    },
    {
      "epoch": 0.8913043478260869,
      "grad_norm": 0.197265625,
      "learning_rate": 1.0869565217391306e-06,
      "loss": 0.981,
      "step": 615
    },
    {
      "epoch": 0.8927536231884058,
      "grad_norm": 0.203125,
      "learning_rate": 1.072463768115942e-06,
      "loss": 0.997,
      "step": 616
    },
    {
      "epoch": 0.8942028985507247,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.0579710144927538e-06,
      "loss": 0.9636,
      "step": 617
    },
    {
      "epoch": 0.8956521739130435,
      "grad_norm": 0.1884765625,
      "learning_rate": 1.0434782608695653e-06,
      "loss": 0.9596,
      "step": 618
    },
    {
      "epoch": 0.8971014492753623,
      "grad_norm": 0.421875,
      "learning_rate": 1.0289855072463767e-06,
      "loss": 1.0419,
      "step": 619
    },
    {
      "epoch": 0.8985507246376812,
      "grad_norm": 0.216796875,
      "learning_rate": 1.0144927536231885e-06,
      "loss": 0.963,
      "step": 620
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2109375,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.0315,
      "step": 621
    },
    {
      "epoch": 0.9014492753623189,
      "grad_norm": 0.2021484375,
      "learning_rate": 9.855072463768117e-07,
      "loss": 1.0158,
      "step": 622
    },
    {
      "epoch": 0.9028985507246376,
      "grad_norm": 0.201171875,
      "learning_rate": 9.710144927536234e-07,
      "loss": 1.0021,
      "step": 623
    },
    {
      "epoch": 0.9043478260869565,
      "grad_norm": 0.2001953125,
      "learning_rate": 9.565217391304349e-07,
      "loss": 0.987,
      "step": 624
    },
    {
      "epoch": 0.9057971014492754,
      "grad_norm": 0.197265625,
      "learning_rate": 9.420289855072465e-07,
      "loss": 0.9999,
      "step": 625
    },
    {
      "epoch": 0.9072463768115943,
      "grad_norm": 0.2001953125,
      "learning_rate": 9.275362318840581e-07,
      "loss": 0.9733,
      "step": 626
    },
    {
      "epoch": 0.908695652173913,
      "grad_norm": 0.201171875,
      "learning_rate": 9.130434782608697e-07,
      "loss": 0.9839,
      "step": 627
    },
    {
      "epoch": 0.9101449275362319,
      "grad_norm": 0.33203125,
      "learning_rate": 8.985507246376813e-07,
      "loss": 1.0346,
      "step": 628
    },
    {
      "epoch": 0.9115942028985508,
      "grad_norm": 0.1982421875,
      "learning_rate": 8.840579710144928e-07,
      "loss": 0.9582,
      "step": 629
    },
    {
      "epoch": 0.9130434782608695,
      "grad_norm": 0.20703125,
      "learning_rate": 8.695652173913044e-07,
      "loss": 1.0127,
      "step": 630
    },
    {
      "epoch": 0.9144927536231884,
      "grad_norm": 0.1953125,
      "learning_rate": 8.55072463768116e-07,
      "loss": 0.9928,
      "step": 631
    },
    {
      "epoch": 0.9159420289855073,
      "grad_norm": 0.1953125,
      "learning_rate": 8.405797101449276e-07,
      "loss": 1.0004,
      "step": 632
    },
    {
      "epoch": 0.9173913043478261,
      "grad_norm": 0.2353515625,
      "learning_rate": 8.260869565217392e-07,
      "loss": 0.9855,
      "step": 633
    },
    {
      "epoch": 0.9188405797101449,
      "grad_norm": 0.205078125,
      "learning_rate": 8.115942028985507e-07,
      "loss": 1.0058,
      "step": 634
    },
    {
      "epoch": 0.9202898550724637,
      "grad_norm": 0.30078125,
      "learning_rate": 7.971014492753623e-07,
      "loss": 1.0307,
      "step": 635
    },
    {
      "epoch": 0.9217391304347826,
      "grad_norm": 0.193359375,
      "learning_rate": 7.82608695652174e-07,
      "loss": 1.0132,
      "step": 636
    },
    {
      "epoch": 0.9231884057971015,
      "grad_norm": 0.189453125,
      "learning_rate": 7.681159420289856e-07,
      "loss": 0.9516,
      "step": 637
    },
    {
      "epoch": 0.9246376811594202,
      "grad_norm": 0.19921875,
      "learning_rate": 7.536231884057972e-07,
      "loss": 1.0219,
      "step": 638
    },
    {
      "epoch": 0.9260869565217391,
      "grad_norm": 0.19140625,
      "learning_rate": 7.391304347826088e-07,
      "loss": 0.9908,
      "step": 639
    },
    {
      "epoch": 0.927536231884058,
      "grad_norm": 0.2236328125,
      "learning_rate": 7.246376811594204e-07,
      "loss": 0.9639,
      "step": 640
    },
    {
      "epoch": 0.9289855072463769,
      "grad_norm": 0.205078125,
      "learning_rate": 7.10144927536232e-07,
      "loss": 0.9866,
      "step": 641
    },
    {
      "epoch": 0.9304347826086956,
      "grad_norm": 0.2177734375,
      "learning_rate": 6.956521739130435e-07,
      "loss": 1.0091,
      "step": 642
    },
    {
      "epoch": 0.9318840579710145,
      "grad_norm": 0.765625,
      "learning_rate": 6.811594202898551e-07,
      "loss": 0.9618,
      "step": 643
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 0.2275390625,
      "learning_rate": 6.666666666666667e-07,
      "loss": 0.948,
      "step": 644
    },
    {
      "epoch": 0.9347826086956522,
      "grad_norm": 0.2001953125,
      "learning_rate": 6.521739130434783e-07,
      "loss": 1.0247,
      "step": 645
    },
    {
      "epoch": 0.936231884057971,
      "grad_norm": 0.1953125,
      "learning_rate": 6.376811594202899e-07,
      "loss": 0.9835,
      "step": 646
    },
    {
      "epoch": 0.9376811594202898,
      "grad_norm": 0.2119140625,
      "learning_rate": 6.231884057971015e-07,
      "loss": 0.9888,
      "step": 647
    },
    {
      "epoch": 0.9391304347826087,
      "grad_norm": 0.2001953125,
      "learning_rate": 6.086956521739131e-07,
      "loss": 0.9916,
      "step": 648
    },
    {
      "epoch": 0.9405797101449276,
      "grad_norm": 0.1982421875,
      "learning_rate": 5.942028985507247e-07,
      "loss": 0.9987,
      "step": 649
    },
    {
      "epoch": 0.9420289855072463,
      "grad_norm": 0.193359375,
      "learning_rate": 5.797101449275363e-07,
      "loss": 0.9734,
      "step": 650
    },
    {
      "epoch": 0.9434782608695652,
      "grad_norm": 0.2119140625,
      "learning_rate": 5.652173913043478e-07,
      "loss": 1.0025,
      "step": 651
    },
    {
      "epoch": 0.9449275362318841,
      "grad_norm": 0.201171875,
      "learning_rate": 5.507246376811594e-07,
      "loss": 0.9608,
      "step": 652
    },
    {
      "epoch": 0.946376811594203,
      "grad_norm": 0.2451171875,
      "learning_rate": 5.36231884057971e-07,
      "loss": 0.9969,
      "step": 653
    },
    {
      "epoch": 0.9478260869565217,
      "grad_norm": 0.2041015625,
      "learning_rate": 5.217391304347826e-07,
      "loss": 0.9768,
      "step": 654
    },
    {
      "epoch": 0.9492753623188406,
      "grad_norm": 0.197265625,
      "learning_rate": 5.072463768115942e-07,
      "loss": 0.996,
      "step": 655
    },
    {
      "epoch": 0.9507246376811594,
      "grad_norm": 0.21875,
      "learning_rate": 4.927536231884058e-07,
      "loss": 0.9999,
      "step": 656
    },
    {
      "epoch": 0.9521739130434783,
      "grad_norm": 0.2021484375,
      "learning_rate": 4.782608695652174e-07,
      "loss": 0.9819,
      "step": 657
    },
    {
      "epoch": 0.9536231884057971,
      "grad_norm": 0.1953125,
      "learning_rate": 4.6376811594202904e-07,
      "loss": 0.9845,
      "step": 658
    },
    {
      "epoch": 0.9550724637681159,
      "grad_norm": 0.1962890625,
      "learning_rate": 4.4927536231884064e-07,
      "loss": 0.9924,
      "step": 659
    },
    {
      "epoch": 0.9565217391304348,
      "grad_norm": 0.1982421875,
      "learning_rate": 4.347826086956522e-07,
      "loss": 0.9879,
      "step": 660
    },
    {
      "epoch": 0.9579710144927536,
      "grad_norm": 0.1923828125,
      "learning_rate": 4.202898550724638e-07,
      "loss": 0.9807,
      "step": 661
    },
    {
      "epoch": 0.9594202898550724,
      "grad_norm": 0.2109375,
      "learning_rate": 4.0579710144927534e-07,
      "loss": 0.9648,
      "step": 662
    },
    {
      "epoch": 0.9608695652173913,
      "grad_norm": 0.2080078125,
      "learning_rate": 3.91304347826087e-07,
      "loss": 1.0508,
      "step": 663
    },
    {
      "epoch": 0.9623188405797102,
      "grad_norm": 0.328125,
      "learning_rate": 3.768115942028986e-07,
      "loss": 1.0403,
      "step": 664
    },
    {
      "epoch": 0.9637681159420289,
      "grad_norm": 0.2041015625,
      "learning_rate": 3.623188405797102e-07,
      "loss": 0.9641,
      "step": 665
    },
    {
      "epoch": 0.9652173913043478,
      "grad_norm": 0.19140625,
      "learning_rate": 3.4782608695652175e-07,
      "loss": 0.9954,
      "step": 666
    },
    {
      "epoch": 0.9666666666666667,
      "grad_norm": 0.193359375,
      "learning_rate": 3.3333333333333335e-07,
      "loss": 0.9848,
      "step": 667
    },
    {
      "epoch": 0.9681159420289855,
      "grad_norm": 0.390625,
      "learning_rate": 3.1884057971014496e-07,
      "loss": 0.9868,
      "step": 668
    },
    {
      "epoch": 0.9695652173913043,
      "grad_norm": 0.203125,
      "learning_rate": 3.0434782608695656e-07,
      "loss": 0.9696,
      "step": 669
    },
    {
      "epoch": 0.9710144927536232,
      "grad_norm": 0.2119140625,
      "learning_rate": 2.8985507246376816e-07,
      "loss": 0.9832,
      "step": 670
    },
    {
      "epoch": 0.972463768115942,
      "grad_norm": 0.2109375,
      "learning_rate": 2.753623188405797e-07,
      "loss": 1.0043,
      "step": 671
    },
    {
      "epoch": 0.9739130434782609,
      "grad_norm": 0.2109375,
      "learning_rate": 2.608695652173913e-07,
      "loss": 1.0081,
      "step": 672
    },
    {
      "epoch": 0.9753623188405797,
      "grad_norm": 0.1953125,
      "learning_rate": 2.463768115942029e-07,
      "loss": 0.9494,
      "step": 673
    },
    {
      "epoch": 0.9768115942028985,
      "grad_norm": 0.1943359375,
      "learning_rate": 2.3188405797101452e-07,
      "loss": 0.9532,
      "step": 674
    },
    {
      "epoch": 0.9782608695652174,
      "grad_norm": 0.203125,
      "learning_rate": 2.173913043478261e-07,
      "loss": 1.0012,
      "step": 675
    },
    {
      "epoch": 0.9797101449275363,
      "grad_norm": 0.216796875,
      "learning_rate": 2.0289855072463767e-07,
      "loss": 0.9927,
      "step": 676
    },
    {
      "epoch": 0.981159420289855,
      "grad_norm": 0.240234375,
      "learning_rate": 1.884057971014493e-07,
      "loss": 1.0,
      "step": 677
    },
    {
      "epoch": 0.9826086956521739,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.7391304347826088e-07,
      "loss": 1.0035,
      "step": 678
    },
    {
      "epoch": 0.9840579710144928,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.5942028985507248e-07,
      "loss": 0.9594,
      "step": 679
    },
    {
      "epoch": 0.9855072463768116,
      "grad_norm": 0.20703125,
      "learning_rate": 1.4492753623188408e-07,
      "loss": 1.0407,
      "step": 680
    },
    {
      "epoch": 0.9869565217391304,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.3043478260869566e-07,
      "loss": 0.9454,
      "step": 681
    },
    {
      "epoch": 0.9884057971014493,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.1594202898550726e-07,
      "loss": 0.9784,
      "step": 682
    },
    {
      "epoch": 0.9898550724637681,
      "grad_norm": 0.1884765625,
      "learning_rate": 1.0144927536231884e-07,
      "loss": 0.9895,
      "step": 683
    },
    {
      "epoch": 0.991304347826087,
      "grad_norm": 0.25,
      "learning_rate": 8.695652173913044e-08,
      "loss": 0.9732,
      "step": 684
    },
    {
      "epoch": 0.9927536231884058,
      "grad_norm": 0.2001953125,
      "learning_rate": 7.246376811594204e-08,
      "loss": 0.9454,
      "step": 685
    },
    {
      "epoch": 0.9942028985507246,
      "grad_norm": 0.1904296875,
      "learning_rate": 5.797101449275363e-08,
      "loss": 1.0097,
      "step": 686
    },
    {
      "epoch": 0.9956521739130435,
      "grad_norm": 0.25390625,
      "learning_rate": 4.347826086956522e-08,
      "loss": 1.0221,
      "step": 687
    },
    {
      "epoch": 0.9971014492753624,
      "grad_norm": 0.1962890625,
      "learning_rate": 2.8985507246376815e-08,
      "loss": 0.9413,
      "step": 688
    },
    {
      "epoch": 0.9985507246376811,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.4492753623188407e-08,
      "loss": 0.9977,
      "step": 689
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2294921875,
      "learning_rate": 0.0,
      "loss": 0.9274,
      "step": 690
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 690,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.221425503514919e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}