diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,4863 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 0,
+  "global_step": 690,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0014492753623188406,
+      "grad_norm": 0.48046875,
+      "learning_rate": 9.985507246376813e-06,
+      "loss": 1.7272,
+      "step": 1
+    },
+    {
+      "epoch": 0.002898550724637681,
+      "grad_norm": 0.58203125,
+      "learning_rate": 9.971014492753624e-06,
+      "loss": 1.9129,
+      "step": 2
+    },
+    {
+      "epoch": 0.004347826086956522,
+      "grad_norm": 0.45703125,
+      "learning_rate": 9.956521739130436e-06,
+      "loss": 1.8037,
+      "step": 3
+    },
+    {
+      "epoch": 0.005797101449275362,
+      "grad_norm": 0.455078125,
+      "learning_rate": 9.942028985507248e-06,
+      "loss": 1.6625,
+      "step": 4
+    },
+    {
+      "epoch": 0.007246376811594203,
+      "grad_norm": 0.42578125,
+      "learning_rate": 9.927536231884058e-06,
+      "loss": 1.7175,
+      "step": 5
+    },
+    {
+      "epoch": 0.008695652173913044,
+      "grad_norm": 0.40625,
+      "learning_rate": 9.913043478260871e-06,
+      "loss": 1.6924,
+      "step": 6
+    },
+    {
+      "epoch": 0.010144927536231883,
+      "grad_norm": 0.396484375,
+      "learning_rate": 9.898550724637683e-06,
+      "loss": 1.7471,
+      "step": 7
+    },
+    {
+      "epoch": 0.011594202898550725,
+      "grad_norm": 0.3515625,
+      "learning_rate": 9.884057971014493e-06,
+      "loss": 1.664,
+      "step": 8
+    },
+    {
+      "epoch": 0.013043478260869565,
+      "grad_norm": 0.337890625,
+      "learning_rate": 9.869565217391304e-06,
+      "loss": 1.7248,
+      "step": 9
+    },
+    {
+      "epoch": 0.014492753623188406,
+      "grad_norm": 0.384765625,
+      "learning_rate": 9.855072463768118e-06,
+      "loss": 1.7084,
+      "step": 10
+    },
+    {
+      "epoch": 0.015942028985507246,
+      "grad_norm": 0.357421875,
+      "learning_rate": 9.840579710144928e-06,
+      "loss": 1.6732,
+      "step": 11
+    },
+    {
+      "epoch": 0.017391304347826087,
+      "grad_norm": 0.330078125,
+      "learning_rate": 9.82608695652174e-06,
+      "loss": 1.6241,
+      "step": 12
+    },
+    {
+      "epoch": 0.01884057971014493,
+      "grad_norm": 0.310546875,
+      "learning_rate": 9.811594202898551e-06,
+      "loss": 1.6145,
+      "step": 13
+    },
+    {
+      "epoch": 0.020289855072463767,
+      "grad_norm": 0.298828125,
+      "learning_rate": 9.797101449275363e-06,
+      "loss": 1.5698,
+      "step": 14
+    },
+    {
+      "epoch": 0.021739130434782608,
+      "grad_norm": 0.3515625,
+      "learning_rate": 9.782608695652175e-06,
+      "loss": 1.6557,
+      "step": 15
+    },
+    {
+      "epoch": 0.02318840579710145,
+      "grad_norm": 0.302734375,
+      "learning_rate": 9.768115942028986e-06,
+      "loss": 1.5669,
+      "step": 16
+    },
+    {
+      "epoch": 0.02463768115942029,
+      "grad_norm": 0.30859375,
+      "learning_rate": 9.753623188405798e-06,
+      "loss": 1.5888,
+      "step": 17
+    },
+    {
+      "epoch": 0.02608695652173913,
+      "grad_norm": 0.296875,
+      "learning_rate": 9.73913043478261e-06,
+      "loss": 1.5764,
+      "step": 18
+    },
+    {
+      "epoch": 0.02753623188405797,
+      "grad_norm": 0.29296875,
+      "learning_rate": 9.724637681159422e-06,
+      "loss": 1.5479,
+      "step": 19
+    },
+    {
+      "epoch": 0.028985507246376812,
+      "grad_norm": 0.271484375,
+      "learning_rate": 9.710144927536233e-06,
+      "loss": 1.4885,
+      "step": 20
+    },
+    {
+      "epoch": 0.030434782608695653,
+      "grad_norm": 0.2890625,
+      "learning_rate": 9.695652173913043e-06,
+      "loss": 1.5447,
+      "step": 21
+    },
+    {
+      "epoch": 0.03188405797101449,
+      "grad_norm": 0.26953125,
+      "learning_rate": 9.681159420289857e-06,
+      "loss": 1.4869,
+      "step": 22
+    },
+    {
+      "epoch": 0.03333333333333333,
+      "grad_norm": 0.25,
+      "learning_rate": 9.666666666666667e-06,
+      "loss": 1.5148,
+      "step": 23
+    },
+    {
+      "epoch": 0.034782608695652174,
+      "grad_norm": 0.21484375,
+      "learning_rate": 9.652173913043478e-06,
+      "loss": 1.4119,
+      "step": 24
+    },
+    {
+      "epoch": 0.036231884057971016,
+      "grad_norm": 0.2255859375,
+      "learning_rate": 9.63768115942029e-06,
+      "loss": 1.5072,
+      "step": 25
+    },
+    {
+      "epoch": 0.03768115942028986,
+      "grad_norm": 0.2158203125,
+      "learning_rate": 9.623188405797102e-06,
+      "loss": 1.473,
+      "step": 26
+    },
+    {
+      "epoch": 0.0391304347826087,
+      "grad_norm": 0.2314453125,
+      "learning_rate": 9.608695652173914e-06,
+      "loss": 1.4137,
+      "step": 27
+    },
+    {
+      "epoch": 0.04057971014492753,
+      "grad_norm": 0.224609375,
+      "learning_rate": 9.594202898550725e-06,
+      "loss": 1.4598,
+      "step": 28
+    },
+    {
+      "epoch": 0.042028985507246375,
+      "grad_norm": 0.2138671875,
+      "learning_rate": 9.579710144927537e-06,
+      "loss": 1.4248,
+      "step": 29
+    },
+    {
+      "epoch": 0.043478260869565216,
+      "grad_norm": 0.47265625,
+      "learning_rate": 9.565217391304349e-06,
+      "loss": 1.4202,
+      "step": 30
+    },
+    {
+      "epoch": 0.04492753623188406,
+      "grad_norm": 0.22265625,
+      "learning_rate": 9.55072463768116e-06,
+      "loss": 1.4408,
+      "step": 31
+    },
+    {
+      "epoch": 0.0463768115942029,
+      "grad_norm": 0.220703125,
+      "learning_rate": 9.536231884057972e-06,
+      "loss": 1.4528,
+      "step": 32
+    },
+    {
+      "epoch": 0.04782608695652174,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 9.521739130434784e-06,
+      "loss": 1.4025,
+      "step": 33
+    },
+    {
+      "epoch": 0.04927536231884058,
+      "grad_norm": 0.208984375,
+      "learning_rate": 9.507246376811596e-06,
+      "loss": 1.4277,
+      "step": 34
+    },
+    {
+      "epoch": 0.050724637681159424,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 9.492753623188407e-06,
+      "loss": 1.3665,
+      "step": 35
+    },
+    {
+      "epoch": 0.05217391304347826,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 9.478260869565217e-06,
+      "loss": 1.382,
+      "step": 36
+    },
+    {
+      "epoch": 0.0536231884057971,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 9.46376811594203e-06,
+      "loss": 1.4178,
+      "step": 37
+    },
+    {
+      "epoch": 0.05507246376811594,
+      "grad_norm": 0.193359375,
+      "learning_rate": 9.449275362318842e-06,
+      "loss": 1.389,
+      "step": 38
+    },
+    {
+      "epoch": 0.05652173913043478,
+      "grad_norm": 0.205078125,
+      "learning_rate": 9.434782608695652e-06,
+      "loss": 1.4407,
+      "step": 39
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 9.420289855072464e-06,
+      "loss": 1.3674,
+      "step": 40
+    },
+    {
+      "epoch": 0.059420289855072465,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 9.405797101449276e-06,
+      "loss": 1.2936,
+      "step": 41
+    },
+    {
+      "epoch": 0.06086956521739131,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 9.391304347826087e-06,
+      "loss": 1.2936,
+      "step": 42
+    },
+    {
+      "epoch": 0.06231884057971015,
+      "grad_norm": 0.173828125,
+      "learning_rate": 9.3768115942029e-06,
+      "loss": 1.3543,
+      "step": 43
+    },
+    {
+      "epoch": 0.06376811594202898,
+      "grad_norm": 0.185546875,
+      "learning_rate": 9.362318840579711e-06,
+      "loss": 1.3291,
+      "step": 44
+    },
+    {
+      "epoch": 0.06521739130434782,
+      "grad_norm": 0.177734375,
+      "learning_rate": 9.347826086956523e-06,
+      "loss": 1.334,
+      "step": 45
+    },
+    {
+      "epoch": 0.06666666666666667,
+      "grad_norm": 0.177734375,
+      "learning_rate": 9.333333333333334e-06,
+      "loss": 1.347,
+      "step": 46
+    },
+    {
+      "epoch": 0.06811594202898551,
+      "grad_norm": 0.21484375,
+      "learning_rate": 9.318840579710146e-06,
+      "loss": 1.3081,
+      "step": 47
+    },
+    {
+      "epoch": 0.06956521739130435,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 9.304347826086956e-06,
+      "loss": 1.2917,
+      "step": 48
+    },
+    {
+      "epoch": 0.07101449275362319,
+      "grad_norm": 0.1796875,
+      "learning_rate": 9.28985507246377e-06,
+      "loss": 1.2444,
+      "step": 49
+    },
+    {
+      "epoch": 0.07246376811594203,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 9.275362318840581e-06,
+      "loss": 1.2576,
+      "step": 50
+    },
+    {
+      "epoch": 0.07391304347826087,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 9.260869565217391e-06,
+      "loss": 1.3192,
+      "step": 51
+    },
+    {
+      "epoch": 0.07536231884057971,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 9.246376811594203e-06,
+      "loss": 1.2637,
+      "step": 52
+    },
+    {
+      "epoch": 0.07681159420289856,
+      "grad_norm": 0.2294921875,
+      "learning_rate": 9.231884057971016e-06,
+      "loss": 1.2484,
+      "step": 53
+    },
+    {
+      "epoch": 0.0782608695652174,
+      "grad_norm": 0.1640625,
+      "learning_rate": 9.217391304347826e-06,
+      "loss": 1.2669,
+      "step": 54
+    },
+    {
+      "epoch": 0.07971014492753623,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 9.202898550724638e-06,
+      "loss": 1.3319,
+      "step": 55
+    },
+    {
+      "epoch": 0.08115942028985507,
+      "grad_norm": 0.162109375,
+      "learning_rate": 9.18840579710145e-06,
+      "loss": 1.2911,
+      "step": 56
+    },
+    {
+      "epoch": 0.08260869565217391,
+      "grad_norm": 0.173828125,
+      "learning_rate": 9.173913043478261e-06,
+      "loss": 1.3075,
+      "step": 57
+    },
+    {
+      "epoch": 0.08405797101449275,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 9.159420289855073e-06,
+      "loss": 1.2477,
+      "step": 58
+    },
+    {
+      "epoch": 0.08550724637681159,
+      "grad_norm": 0.197265625,
+      "learning_rate": 9.144927536231885e-06,
+      "loss": 1.2055,
+      "step": 59
+    },
+    {
+      "epoch": 0.08695652173913043,
+      "grad_norm": 0.48828125,
+      "learning_rate": 9.130434782608697e-06,
+      "loss": 1.2377,
+      "step": 60
+    },
+    {
+      "epoch": 0.08840579710144927,
+      "grad_norm": 0.177734375,
+      "learning_rate": 9.115942028985508e-06,
+      "loss": 1.2316,
+      "step": 61
+    },
+    {
+      "epoch": 0.08985507246376812,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 9.10144927536232e-06,
+      "loss": 1.3018,
+      "step": 62
+    },
+    {
+      "epoch": 0.09130434782608696,
+      "grad_norm": 0.17578125,
+      "learning_rate": 9.086956521739132e-06,
+      "loss": 1.2224,
+      "step": 63
+    },
+    {
+      "epoch": 0.0927536231884058,
+      "grad_norm": 0.150390625,
+      "learning_rate": 9.072463768115943e-06,
+      "loss": 1.1772,
+      "step": 64
+    },
+    {
+      "epoch": 0.09420289855072464,
+      "grad_norm": 0.1533203125,
+      "learning_rate": 9.057971014492755e-06,
+      "loss": 1.2346,
+      "step": 65
+    },
+    {
+      "epoch": 0.09565217391304348,
+      "grad_norm": 0.2265625,
+      "learning_rate": 9.043478260869565e-06,
+      "loss": 1.1726,
+      "step": 66
+    },
+    {
+      "epoch": 0.09710144927536232,
+      "grad_norm": 0.1494140625,
+      "learning_rate": 9.028985507246377e-06,
+      "loss": 1.1988,
+      "step": 67
+    },
+    {
+      "epoch": 0.09855072463768116,
+      "grad_norm": 0.17578125,
+      "learning_rate": 9.01449275362319e-06,
+      "loss": 1.2041,
+      "step": 68
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 9e-06,
+      "loss": 1.1527,
+      "step": 69
+    },
+    {
+      "epoch": 0.10144927536231885,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 8.985507246376812e-06,
+      "loss": 1.2662,
+      "step": 70
+    },
+    {
+      "epoch": 0.10289855072463767,
+      "grad_norm": 0.1513671875,
+      "learning_rate": 8.971014492753624e-06,
+      "loss": 1.1973,
+      "step": 71
+    },
+    {
+      "epoch": 0.10434782608695652,
+      "grad_norm": 0.150390625,
+      "learning_rate": 8.956521739130435e-06,
+      "loss": 1.1561,
+      "step": 72
+    },
+    {
+      "epoch": 0.10579710144927536,
+      "grad_norm": 0.162109375,
+      "learning_rate": 8.942028985507247e-06,
+      "loss": 1.2317,
+      "step": 73
+    },
+    {
+      "epoch": 0.1072463768115942,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 8.927536231884059e-06,
+      "loss": 1.2129,
+      "step": 74
+    },
+    {
+      "epoch": 0.10869565217391304,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 8.91304347826087e-06,
+      "loss": 1.2546,
+      "step": 75
+    },
+    {
+      "epoch": 0.11014492753623188,
+      "grad_norm": 0.189453125,
+      "learning_rate": 8.898550724637682e-06,
+      "loss": 1.1997,
+      "step": 76
+    },
+    {
+      "epoch": 0.11159420289855072,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 8.884057971014494e-06,
+      "loss": 1.1893,
+      "step": 77
+    },
+    {
+      "epoch": 0.11304347826086956,
+      "grad_norm": 0.177734375,
+      "learning_rate": 8.869565217391306e-06,
+      "loss": 1.2642,
+      "step": 78
+    },
+    {
+      "epoch": 0.1144927536231884,
+      "grad_norm": 0.203125,
+      "learning_rate": 8.855072463768116e-06,
+      "loss": 1.141,
+      "step": 79
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 8.840579710144929e-06,
+      "loss": 1.2064,
+      "step": 80
+    },
+    {
+      "epoch": 0.11739130434782609,
+      "grad_norm": 0.208984375,
+      "learning_rate": 8.82608695652174e-06,
+      "loss": 1.1913,
+      "step": 81
+    },
+    {
+      "epoch": 0.11884057971014493,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 8.81159420289855e-06,
+      "loss": 1.1967,
+      "step": 82
+    },
+    {
+      "epoch": 0.12028985507246377,
+      "grad_norm": 0.158203125,
+      "learning_rate": 8.797101449275362e-06,
+      "loss": 1.1443,
+      "step": 83
+    },
+    {
+      "epoch": 0.12173913043478261,
+      "grad_norm": 0.203125,
+      "learning_rate": 8.782608695652174e-06,
+      "loss": 1.1691,
+      "step": 84
+    },
+    {
+      "epoch": 0.12318840579710146,
+      "grad_norm": 0.1494140625,
+      "learning_rate": 8.768115942028986e-06,
+      "loss": 1.1659,
+      "step": 85
+    },
+    {
+      "epoch": 0.1246376811594203,
+      "grad_norm": 0.197265625,
+      "learning_rate": 8.753623188405798e-06,
+      "loss": 1.1302,
+      "step": 86
+    },
+    {
+      "epoch": 0.12608695652173912,
+      "grad_norm": 0.1513671875,
+      "learning_rate": 8.73913043478261e-06,
+      "loss": 1.1445,
+      "step": 87
+    },
+    {
+      "epoch": 0.12753623188405797,
+      "grad_norm": 0.1484375,
+      "learning_rate": 8.724637681159421e-06,
+      "loss": 1.1602,
+      "step": 88
+    },
+    {
+      "epoch": 0.1289855072463768,
+      "grad_norm": 0.1494140625,
+      "learning_rate": 8.710144927536233e-06,
+      "loss": 1.1435,
+      "step": 89
+    },
+    {
+      "epoch": 0.13043478260869565,
+      "grad_norm": 0.1494140625,
+      "learning_rate": 8.695652173913044e-06,
+      "loss": 1.1674,
+      "step": 90
+    },
+    {
+      "epoch": 0.1318840579710145,
+      "grad_norm": 0.177734375,
+      "learning_rate": 8.681159420289854e-06,
+      "loss": 1.1321,
+      "step": 91
+    },
+    {
+      "epoch": 0.13333333333333333,
+      "grad_norm": 0.1474609375,
+      "learning_rate": 8.666666666666668e-06,
+      "loss": 1.1655,
+      "step": 92
+    },
+    {
+      "epoch": 0.13478260869565217,
+      "grad_norm": 0.15234375,
+      "learning_rate": 8.65217391304348e-06,
+      "loss": 1.1655,
+      "step": 93
+    },
+    {
+      "epoch": 0.13623188405797101,
+      "grad_norm": 0.2265625,
+      "learning_rate": 8.63768115942029e-06,
+      "loss": 1.1133,
+      "step": 94
+    },
+    {
+      "epoch": 0.13768115942028986,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 8.623188405797103e-06,
+      "loss": 1.1714,
+      "step": 95
+    },
+    {
+      "epoch": 0.1391304347826087,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 8.608695652173915e-06,
+      "loss": 1.1693,
+      "step": 96
+    },
+    {
+      "epoch": 0.14057971014492754,
+      "grad_norm": 0.158203125,
+      "learning_rate": 8.594202898550725e-06,
+      "loss": 1.1434,
+      "step": 97
+    },
+    {
+      "epoch": 0.14202898550724638,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 8.579710144927536e-06,
+      "loss": 1.1428,
+      "step": 98
+    },
+    {
+      "epoch": 0.14347826086956522,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 8.56521739130435e-06,
+      "loss": 1.1757,
+      "step": 99
+    },
+    {
+      "epoch": 0.14492753623188406,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 8.55072463768116e-06,
+      "loss": 1.219,
+      "step": 100
+    },
+    {
+      "epoch": 0.1463768115942029,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 8.536231884057972e-06,
+      "loss": 1.0912,
+      "step": 101
+    },
+    {
+      "epoch": 0.14782608695652175,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 8.521739130434783e-06,
+      "loss": 1.1231,
+      "step": 102
+    },
+    {
+      "epoch": 0.1492753623188406,
+      "grad_norm": 0.166015625,
+      "learning_rate": 8.507246376811595e-06,
+      "loss": 1.1118,
+      "step": 103
+    },
+    {
+      "epoch": 0.15072463768115943,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 8.492753623188407e-06,
+      "loss": 1.1491,
+      "step": 104
+    },
+    {
+      "epoch": 0.15217391304347827,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 8.478260869565218e-06,
+      "loss": 1.139,
+      "step": 105
+    },
+    {
+      "epoch": 0.1536231884057971,
+      "grad_norm": 0.21484375,
+      "learning_rate": 8.46376811594203e-06,
+      "loss": 1.1516,
+      "step": 106
+    },
+    {
+      "epoch": 0.15507246376811595,
+      "grad_norm": 0.16796875,
+      "learning_rate": 8.449275362318842e-06,
+      "loss": 1.1098,
+      "step": 107
+    },
+    {
+      "epoch": 0.1565217391304348,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 8.434782608695653e-06,
+      "loss": 1.1493,
+      "step": 108
+    },
+    {
+      "epoch": 0.15797101449275364,
+      "grad_norm": 0.16015625,
+      "learning_rate": 8.420289855072463e-06,
+      "loss": 1.1745,
+      "step": 109
+    },
+    {
+      "epoch": 0.15942028985507245,
+      "grad_norm": 0.162109375,
+      "learning_rate": 8.405797101449275e-06,
+      "loss": 1.1234,
+      "step": 110
+    },
+    {
+      "epoch": 0.1608695652173913,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 8.391304347826089e-06,
+      "loss": 1.1164,
+      "step": 111
+    },
+    {
+      "epoch": 0.16231884057971013,
+      "grad_norm": 0.158203125,
+      "learning_rate": 8.376811594202899e-06,
+      "loss": 1.0976,
+      "step": 112
+    },
+    {
+      "epoch": 0.16376811594202897,
+      "grad_norm": 0.1640625,
+      "learning_rate": 8.36231884057971e-06,
+      "loss": 1.1204,
+      "step": 113
+    },
+    {
+      "epoch": 0.16521739130434782,
+      "grad_norm": 0.158203125,
+      "learning_rate": 8.347826086956522e-06,
+      "loss": 1.1272,
+      "step": 114
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 0.20703125,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 1.1098,
+      "step": 115
+    },
+    {
+      "epoch": 0.1681159420289855,
+      "grad_norm": 0.15625,
+      "learning_rate": 8.318840579710145e-06,
+      "loss": 1.1508,
+      "step": 116
+    },
+    {
+      "epoch": 0.16956521739130434,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 8.304347826086957e-06,
+      "loss": 1.1734,
+      "step": 117
+    },
+    {
+      "epoch": 0.17101449275362318,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 8.289855072463769e-06,
+      "loss": 1.1661,
+      "step": 118
+    },
+    {
+      "epoch": 0.17246376811594202,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 8.27536231884058e-06,
+      "loss": 1.1196,
+      "step": 119
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 8.260869565217392e-06,
+      "loss": 1.119,
+      "step": 120
+    },
+    {
+      "epoch": 0.1753623188405797,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 8.246376811594204e-06,
+      "loss": 1.1281,
+      "step": 121
+    },
+    {
+      "epoch": 0.17681159420289855,
+      "grad_norm": 0.154296875,
+      "learning_rate": 8.231884057971014e-06,
+      "loss": 1.1081,
+      "step": 122
+    },
+    {
+      "epoch": 0.1782608695652174,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 8.217391304347827e-06,
+      "loss": 1.1173,
+      "step": 123
+    },
+    {
+      "epoch": 0.17971014492753623,
+      "grad_norm": 0.16015625,
+      "learning_rate": 8.202898550724639e-06,
+      "loss": 1.1616,
+      "step": 124
+    },
+    {
+      "epoch": 0.18115942028985507,
+      "grad_norm": 0.15625,
+      "learning_rate": 8.188405797101449e-06,
+      "loss": 1.1506,
+      "step": 125
+    },
+    {
+      "epoch": 0.1826086956521739,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 8.173913043478263e-06,
+      "loss": 1.1194,
+      "step": 126
+    },
+    {
+      "epoch": 0.18405797101449275,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 8.159420289855074e-06,
+      "loss": 1.1267,
+      "step": 127
+    },
+    {
+      "epoch": 0.1855072463768116,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 8.144927536231884e-06,
+      "loss": 1.1603,
+      "step": 128
+    },
+    {
+      "epoch": 0.18695652173913044,
+      "grad_norm": 0.1689453125,
+      "learning_rate": 8.130434782608696e-06,
+      "loss": 1.1046,
+      "step": 129
+    },
+    {
+      "epoch": 0.18840579710144928,
+      "grad_norm": 0.177734375,
+      "learning_rate": 8.115942028985508e-06,
+      "loss": 1.1026,
+      "step": 130
+    },
+    {
+      "epoch": 0.18985507246376812,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 8.10144927536232e-06,
+      "loss": 1.1136,
+      "step": 131
+    },
+    {
+      "epoch": 0.19130434782608696,
+      "grad_norm": 0.1552734375,
+      "learning_rate": 8.086956521739131e-06,
+      "loss": 1.1037,
+      "step": 132
+    },
+    {
+      "epoch": 0.1927536231884058,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 8.072463768115943e-06,
+      "loss": 1.1234,
+      "step": 133
+    },
+    {
+      "epoch": 0.19420289855072465,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 8.057971014492754e-06,
+      "loss": 1.0654,
+      "step": 134
+    },
+    {
+      "epoch": 0.1956521739130435,
+      "grad_norm": 0.1630859375,
+      "learning_rate": 8.043478260869566e-06,
+      "loss": 1.1242,
+      "step": 135
+    },
+    {
+      "epoch": 0.19710144927536233,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 8.028985507246378e-06,
+      "loss": 1.085,
+      "step": 136
+    },
+    {
+      "epoch": 0.19855072463768117,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 8.014492753623188e-06,
+      "loss": 1.1253,
+      "step": 137
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.1640625,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.1097,
+      "step": 138
+    },
+    {
+      "epoch": 0.20144927536231885,
+      "grad_norm": 0.1533203125,
+      "learning_rate": 7.985507246376813e-06,
+      "loss": 1.1047,
+      "step": 139
+    },
+    {
+      "epoch": 0.2028985507246377,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 7.971014492753623e-06,
+      "loss": 1.0851,
+      "step": 140
+    },
+    {
+      "epoch": 0.20434782608695654,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 7.956521739130435e-06,
+      "loss": 1.0642,
+      "step": 141
+    },
+    {
+      "epoch": 0.20579710144927535,
+      "grad_norm": 0.15625,
+      "learning_rate": 7.942028985507248e-06,
+      "loss": 1.0882,
+      "step": 142
+    },
+    {
+      "epoch": 0.2072463768115942,
+      "grad_norm": 1.65625,
+      "learning_rate": 7.927536231884058e-06,
+      "loss": 1.0658,
+      "step": 143
+    },
+    {
+      "epoch": 0.20869565217391303,
+      "grad_norm": 0.171875,
+      "learning_rate": 7.91304347826087e-06,
+      "loss": 1.0572,
+      "step": 144
+    },
+    {
+      "epoch": 0.21014492753623187,
+      "grad_norm": 0.1611328125,
+      "learning_rate": 7.898550724637682e-06,
+      "loss": 1.0968,
+      "step": 145
+    },
+    {
+      "epoch": 0.21159420289855072,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 7.884057971014493e-06,
+      "loss": 1.0693,
+      "step": 146
+    },
+    {
+      "epoch": 0.21304347826086956,
+      "grad_norm": 0.1591796875,
+      "learning_rate": 7.869565217391305e-06,
+      "loss": 1.0632,
+      "step": 147
+    },
+    {
+      "epoch": 0.2144927536231884,
+      "grad_norm": 0.173828125,
+      "learning_rate": 7.855072463768117e-06,
+      "loss": 1.1173,
+      "step": 148
+    },
+    {
+      "epoch": 0.21594202898550724,
+      "grad_norm": 0.162109375,
+      "learning_rate": 7.840579710144928e-06,
+      "loss": 1.096,
+      "step": 149
+    },
+    {
+      "epoch": 0.21739130434782608,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 7.82608695652174e-06,
+      "loss": 1.1244,
+      "step": 150
+    },
+    {
+      "epoch": 0.21884057971014492,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 7.811594202898552e-06,
+      "loss": 1.0603,
+      "step": 151
+    },
+    {
+      "epoch": 0.22028985507246376,
+      "grad_norm": 0.173828125,
+      "learning_rate": 7.797101449275364e-06,
+      "loss": 1.0818,
+      "step": 152
+    },
+    {
+      "epoch": 0.2217391304347826,
+      "grad_norm": 0.17578125,
+      "learning_rate": 7.782608695652174e-06,
+      "loss": 1.1097,
+      "step": 153
+    },
+    {
+      "epoch": 0.22318840579710145,
+      "grad_norm": 0.173828125,
+      "learning_rate": 7.768115942028987e-06,
+      "loss": 1.1222,
+      "step": 154
+    },
+    {
+      "epoch": 0.2246376811594203,
+      "grad_norm": 0.1650390625,
+      "learning_rate": 7.753623188405797e-06,
+      "loss": 1.0789,
+      "step": 155
+    },
+    {
+      "epoch": 0.22608695652173913,
+      "grad_norm": 0.185546875,
+      "learning_rate": 7.739130434782609e-06,
+      "loss": 1.1255,
+      "step": 156
+    },
+    {
+      "epoch": 0.22753623188405797,
+      "grad_norm": 0.2490234375,
+      "learning_rate": 7.724637681159422e-06,
+      "loss": 1.0532,
+      "step": 157
+    },
+    {
+      "epoch": 0.2289855072463768,
+      "grad_norm": 0.279296875,
+      "learning_rate": 7.710144927536232e-06,
+      "loss": 1.0911,
+      "step": 158
+    },
+    {
+      "epoch": 0.23043478260869565,
+      "grad_norm": 0.330078125,
+      "learning_rate": 7.695652173913044e-06,
+      "loss": 1.0722,
+      "step": 159
+    },
+    {
+      "epoch": 0.2318840579710145,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 7.681159420289856e-06,
+      "loss": 1.1635,
+      "step": 160
+    },
+    {
+      "epoch": 0.23333333333333334,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 7.666666666666667e-06,
+      "loss": 1.0855,
+      "step": 161
+    },
+    {
+      "epoch": 0.23478260869565218,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 7.652173913043479e-06,
+      "loss": 1.0916,
+      "step": 162
+    },
+    {
+      "epoch": 0.23623188405797102,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 7.63768115942029e-06,
+      "loss": 1.0353,
+      "step": 163
+    },
+    {
+      "epoch": 0.23768115942028986,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 7.6231884057971015e-06,
+      "loss": 1.0454,
+      "step": 164
+    },
+    {
+      "epoch": 0.2391304347826087,
+      "grad_norm": 0.16796875,
+      "learning_rate": 7.608695652173914e-06,
+      "loss": 1.0983,
+      "step": 165
+    },
+    {
+      "epoch": 0.24057971014492754,
+      "grad_norm": 0.181640625,
+      "learning_rate": 7.594202898550726e-06,
+      "loss": 1.0812,
+      "step": 166
+    },
+    {
+      "epoch": 0.24202898550724639,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 7.579710144927537e-06,
+      "loss": 1.1042,
+      "step": 167
+    },
+    {
+      "epoch": 0.24347826086956523,
+      "grad_norm": 0.171875,
+      "learning_rate": 7.565217391304348e-06,
+      "loss": 1.0538,
+      "step": 168
+    },
+    {
+      "epoch": 0.24492753623188407,
+      "grad_norm": 0.263671875,
+      "learning_rate": 7.550724637681161e-06,
+      "loss": 1.0485,
+      "step": 169
+    },
+    {
+      "epoch": 0.2463768115942029,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 7.536231884057972e-06,
+      "loss": 1.0483,
+      "step": 170
+    },
+    {
+      "epoch": 0.24782608695652175,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 7.5217391304347835e-06,
+      "loss": 1.0762,
+      "step": 171
+    },
+    {
+      "epoch": 0.2492753623188406,
+      "grad_norm": 0.234375,
+      "learning_rate": 7.507246376811594e-06,
+      "loss": 1.1327,
+      "step": 172
+    },
+    {
+      "epoch": 0.25072463768115943,
+      "grad_norm": 0.2275390625,
+      "learning_rate": 7.492753623188407e-06,
+      "loss": 1.056,
+      "step": 173
+    },
+    {
+      "epoch": 0.25217391304347825,
+      "grad_norm": 0.1875,
+      "learning_rate": 7.478260869565218e-06,
+      "loss": 1.0595,
+      "step": 174
+    },
+    {
+      "epoch": 0.2536231884057971,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 7.4637681159420295e-06,
+      "loss": 1.1004,
+      "step": 175
+    },
+    {
+      "epoch": 0.25507246376811593,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 7.44927536231884e-06,
+      "loss": 1.076,
+      "step": 176
+    },
+    {
+      "epoch": 0.2565217391304348,
+      "grad_norm": 0.171875,
+      "learning_rate": 7.434782608695653e-06,
+      "loss": 1.1009,
+      "step": 177
+    },
+    {
+      "epoch": 0.2579710144927536,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 7.420289855072465e-06,
+      "loss": 1.055,
+      "step": 178
+    },
+    {
+      "epoch": 0.2594202898550725,
+      "grad_norm": 0.23046875,
+      "learning_rate": 7.4057971014492754e-06,
+      "loss": 1.0879,
+      "step": 179
+    },
+    {
+      "epoch": 0.2608695652173913,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 7.391304347826087e-06,
+      "loss": 1.0833,
+      "step": 180
+    },
+    {
+      "epoch": 0.26231884057971017,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 7.3768115942029e-06,
+      "loss": 1.0607,
+      "step": 181
+    },
+    {
+      "epoch": 0.263768115942029,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 7.3623188405797106e-06,
+      "loss": 1.067,
+      "step": 182
+    },
+    {
+      "epoch": 0.26521739130434785,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 7.347826086956522e-06,
+      "loss": 1.0663,
+      "step": 183
+    },
+    {
+      "epoch": 0.26666666666666666,
+      "grad_norm": 0.177734375,
+      "learning_rate": 7.333333333333333e-06,
+      "loss": 1.0173,
+      "step": 184
+    },
+    {
+      "epoch": 0.26811594202898553,
+      "grad_norm": 0.17578125,
+      "learning_rate": 7.318840579710146e-06,
+      "loss": 1.127,
+      "step": 185
+    },
+    {
+      "epoch": 0.26956521739130435,
+      "grad_norm": 0.17578125,
+      "learning_rate": 7.304347826086957e-06,
+      "loss": 1.0302,
+      "step": 186
+    },
+    {
+      "epoch": 0.2710144927536232,
+      "grad_norm": 0.1796875,
+      "learning_rate": 7.289855072463768e-06,
+      "loss": 1.026,
+      "step": 187
+    },
+    {
+      "epoch": 0.27246376811594203,
+      "grad_norm": 0.197265625,
+      "learning_rate": 7.27536231884058e-06,
+      "loss": 1.0399,
+      "step": 188
+    },
+    {
+      "epoch": 0.27391304347826084,
+      "grad_norm": 0.16796875,
+      "learning_rate": 7.2608695652173925e-06,
+      "loss": 1.025,
+      "step": 189
+    },
+    {
+      "epoch": 0.2753623188405797,
+      "grad_norm": 0.169921875,
+      "learning_rate": 7.246376811594203e-06,
+      "loss": 1.0182,
+      "step": 190
+    },
+    {
+      "epoch": 0.2768115942028985,
+      "grad_norm": 0.208984375,
+      "learning_rate": 7.231884057971015e-06,
+      "loss": 1.0716,
+      "step": 191
+    },
+    {
+      "epoch": 0.2782608695652174,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 7.217391304347827e-06,
+      "loss": 1.0687,
+      "step": 192
+    },
+    {
+      "epoch": 0.2797101449275362,
+      "grad_norm": 0.17578125,
+      "learning_rate": 7.2028985507246385e-06,
+      "loss": 1.1038,
+      "step": 193
+    },
+    {
+      "epoch": 0.2811594202898551,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 7.18840579710145e-06,
+      "loss": 1.0487,
+      "step": 194
+    },
+    {
+      "epoch": 0.2826086956521739,
+      "grad_norm": 0.173828125,
+      "learning_rate": 7.173913043478261e-06,
+      "loss": 1.0929,
+      "step": 195
+    },
+    {
+      "epoch": 0.28405797101449276,
+      "grad_norm": 0.189453125,
+      "learning_rate": 7.159420289855074e-06,
+      "loss": 1.0847,
+      "step": 196
+    },
+    {
+      "epoch": 0.2855072463768116,
+      "grad_norm": 0.1708984375,
+      "learning_rate": 7.1449275362318845e-06,
+      "loss": 1.0518,
+      "step": 197
+    },
+    {
+      "epoch": 0.28695652173913044,
+      "grad_norm": 0.1875,
+      "learning_rate": 7.130434782608696e-06,
+      "loss": 1.0074,
+      "step": 198
+    },
+    {
+      "epoch": 0.28840579710144926,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 7.115942028985507e-06,
+      "loss": 1.0511,
+      "step": 199
+    },
+    {
+      "epoch": 0.2898550724637681,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 7.10144927536232e-06,
+      "loss": 1.1955,
+      "step": 200
+    },
+    {
+      "epoch": 0.29130434782608694,
+      "grad_norm": 0.322265625,
+      "learning_rate": 7.086956521739131e-06,
+      "loss": 1.0447,
+      "step": 201
+    },
+    {
+      "epoch": 0.2927536231884058,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 7.072463768115942e-06,
+      "loss": 1.0297,
+      "step": 202
+    },
+    {
+      "epoch": 0.2942028985507246,
+      "grad_norm": 0.17578125,
+      "learning_rate": 7.057971014492754e-06,
+      "loss": 1.0673,
+      "step": 203
+    },
+    {
+      "epoch": 0.2956521739130435,
+      "grad_norm": 0.1669921875,
+      "learning_rate": 7.0434782608695665e-06,
+      "loss": 1.0279,
+      "step": 204
+    },
+    {
+      "epoch": 0.2971014492753623,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 7.028985507246377e-06,
+      "loss": 1.0141,
+      "step": 205
+    },
+    {
+      "epoch": 0.2985507246376812,
+      "grad_norm": 0.21484375,
+      "learning_rate": 7.014492753623189e-06,
+      "loss": 1.0651,
+      "step": 206
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 7e-06,
+      "loss": 1.0554,
+      "step": 207
+    },
+    {
+      "epoch": 0.30144927536231886,
+      "grad_norm": 0.18359375,
+      "learning_rate": 6.9855072463768125e-06,
+      "loss": 1.0575,
+      "step": 208
+    },
+    {
+      "epoch": 0.30289855072463767,
+      "grad_norm": 0.173828125,
+      "learning_rate": 6.971014492753624e-06,
+      "loss": 1.0567,
+      "step": 209
+    },
+    {
+      "epoch": 0.30434782608695654,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 6.956521739130435e-06,
+      "loss": 1.0464,
+      "step": 210
+    },
+    {
+      "epoch": 0.30579710144927535,
+      "grad_norm": 0.1728515625,
+      "learning_rate": 6.942028985507247e-06,
+      "loss": 1.0242,
+      "step": 211
+    },
+    {
+      "epoch": 0.3072463768115942,
+      "grad_norm": 0.1875,
+      "learning_rate": 6.927536231884059e-06,
+      "loss": 1.1227,
+      "step": 212
+    },
+    {
+      "epoch": 0.30869565217391304,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 6.91304347826087e-06,
+      "loss": 1.0177,
+      "step": 213
+    },
+    {
+      "epoch": 0.3101449275362319,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 6.898550724637682e-06,
+      "loss": 1.073,
+      "step": 214
+    },
+    {
+      "epoch": 0.3115942028985507,
+      "grad_norm": 0.173828125,
+      "learning_rate": 6.884057971014493e-06,
+      "loss": 1.0593,
+      "step": 215
+    },
+    {
+      "epoch": 0.3130434782608696,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 6.869565217391305e-06,
+      "loss": 1.0559,
+      "step": 216
+    },
+    {
+      "epoch": 0.3144927536231884,
+      "grad_norm": 0.2109375,
+      "learning_rate": 6.855072463768116e-06,
+      "loss": 1.03,
+      "step": 217
+    },
+    {
+      "epoch": 0.3159420289855073,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 6.840579710144928e-06,
+      "loss": 1.0954,
+      "step": 218
+    },
+    {
+      "epoch": 0.3173913043478261,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 6.8260869565217395e-06,
+      "loss": 1.0464,
+      "step": 219
+    },
+    {
+      "epoch": 0.3188405797101449,
+      "grad_norm": 0.1767578125,
+      "learning_rate": 6.811594202898551e-06,
+      "loss": 1.0424,
+      "step": 220
+    },
+    {
+      "epoch": 0.32028985507246377,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 6.797101449275363e-06,
+      "loss": 1.0995,
+      "step": 221
+    },
+    {
+      "epoch": 0.3217391304347826,
+      "grad_norm": 0.177734375,
+      "learning_rate": 6.782608695652174e-06,
+      "loss": 1.058,
+      "step": 222
+    },
+    {
+      "epoch": 0.32318840579710145,
+      "grad_norm": 0.17578125,
+      "learning_rate": 6.768115942028986e-06,
+      "loss": 1.0458,
+      "step": 223
+    },
+    {
+      "epoch": 0.32463768115942027,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 6.753623188405798e-06,
+      "loss": 1.0352,
+      "step": 224
+    },
+    {
+      "epoch": 0.32608695652173914,
+      "grad_norm": 0.236328125,
+      "learning_rate": 6.739130434782609e-06,
+      "loss": 1.0278,
+      "step": 225
+    },
+    {
+      "epoch": 0.32753623188405795,
+      "grad_norm": 0.232421875,
+      "learning_rate": 6.724637681159421e-06,
+      "loss": 1.0425,
+      "step": 226
+    },
+    {
+      "epoch": 0.3289855072463768,
+      "grad_norm": 0.17578125,
+      "learning_rate": 6.710144927536233e-06,
+      "loss": 1.0775,
+      "step": 227
+    },
+    {
+      "epoch": 0.33043478260869563,
+      "grad_norm": 0.17578125,
+      "learning_rate": 6.695652173913044e-06,
+      "loss": 1.0686,
+      "step": 228
+    },
+    {
+      "epoch": 0.3318840579710145,
+      "grad_norm": 0.177734375,
+      "learning_rate": 6.681159420289856e-06,
+      "loss": 1.0635,
+      "step": 229
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 0.18359375,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 1.0586,
+      "step": 230
+    },
+    {
+      "epoch": 0.3347826086956522,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 6.652173913043479e-06,
+      "loss": 1.0563,
+      "step": 231
+    },
+    {
+      "epoch": 0.336231884057971,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 6.637681159420291e-06,
+      "loss": 1.0645,
+      "step": 232
+    },
+    {
+      "epoch": 0.33768115942028987,
+      "grad_norm": 0.1875,
+      "learning_rate": 6.623188405797102e-06,
+      "loss": 1.1096,
+      "step": 233
+    },
+    {
+      "epoch": 0.3391304347826087,
+      "grad_norm": 0.2421875,
+      "learning_rate": 6.6086956521739135e-06,
+      "loss": 1.0614,
+      "step": 234
+    },
+    {
+      "epoch": 0.34057971014492755,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 6.594202898550725e-06,
+      "loss": 1.0634,
+      "step": 235
+    },
+    {
+      "epoch": 0.34202898550724636,
+      "grad_norm": 0.1875,
+      "learning_rate": 6.579710144927537e-06,
+      "loss": 1.0163,
+      "step": 236
+    },
+    {
+      "epoch": 0.34347826086956523,
+      "grad_norm": 0.2109375,
+      "learning_rate": 6.565217391304349e-06,
+      "loss": 1.0044,
+      "step": 237
+    },
+    {
+      "epoch": 0.34492753623188405,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 6.5507246376811595e-06,
+      "loss": 1.1099,
+      "step": 238
+    },
+    {
+      "epoch": 0.3463768115942029,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 6.536231884057972e-06,
+      "loss": 1.0059,
+      "step": 239
+    },
+    {
+      "epoch": 0.34782608695652173,
+      "grad_norm": 0.173828125,
+      "learning_rate": 6.521739130434783e-06,
+      "loss": 1.0579,
+      "step": 240
+    },
+    {
+      "epoch": 0.3492753623188406,
+      "grad_norm": 0.205078125,
+      "learning_rate": 6.507246376811595e-06,
+      "loss": 1.0849,
+      "step": 241
+    },
+    {
+      "epoch": 0.3507246376811594,
+      "grad_norm": 0.1875,
+      "learning_rate": 6.4927536231884055e-06,
+      "loss": 1.0185,
+      "step": 242
+    },
+    {
+      "epoch": 0.3521739130434783,
+      "grad_norm": 0.1787109375,
+      "learning_rate": 6.478260869565218e-06,
+      "loss": 1.073,
+      "step": 243
+    },
+    {
+      "epoch": 0.3536231884057971,
+      "grad_norm": 0.169921875,
+      "learning_rate": 6.46376811594203e-06,
+      "loss": 0.9967,
+      "step": 244
+    },
+    {
+      "epoch": 0.35507246376811596,
+      "grad_norm": 0.35546875,
+      "learning_rate": 6.449275362318841e-06,
+      "loss": 1.0236,
+      "step": 245
+    },
+    {
+      "epoch": 0.3565217391304348,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 6.434782608695652e-06,
+      "loss": 1.0083,
+      "step": 246
+    },
+    {
+      "epoch": 0.35797101449275365,
+      "grad_norm": 0.18359375,
+      "learning_rate": 6.420289855072465e-06,
+      "loss": 1.0388,
+      "step": 247
+    },
+    {
+      "epoch": 0.35942028985507246,
+      "grad_norm": 0.1875,
+      "learning_rate": 6.405797101449276e-06,
+      "loss": 1.0123,
+      "step": 248
+    },
+    {
+      "epoch": 0.36086956521739133,
+      "grad_norm": 0.185546875,
+      "learning_rate": 6.391304347826087e-06,
+      "loss": 1.0437,
+      "step": 249
+    },
+    {
+      "epoch": 0.36231884057971014,
+      "grad_norm": 0.189453125,
+      "learning_rate": 6.376811594202898e-06,
+      "loss": 1.0808,
+      "step": 250
+    },
+    {
+      "epoch": 0.36376811594202896,
+      "grad_norm": 0.18359375,
+      "learning_rate": 6.362318840579711e-06,
+      "loss": 1.0237,
+      "step": 251
+    },
+    {
+      "epoch": 0.3652173913043478,
+      "grad_norm": 0.177734375,
+      "learning_rate": 6.3478260869565225e-06,
+      "loss": 1.0607,
+      "step": 252
+    },
+    {
+      "epoch": 0.36666666666666664,
+      "grad_norm": 0.189453125,
+      "learning_rate": 6.333333333333333e-06,
+      "loss": 1.0764,
+      "step": 253
+    },
+    {
+      "epoch": 0.3681159420289855,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 6.318840579710146e-06,
+      "loss": 1.0764,
+      "step": 254
+    },
+    {
+      "epoch": 0.3695652173913043,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 6.304347826086958e-06,
+      "loss": 1.0126,
+      "step": 255
+    },
+    {
+      "epoch": 0.3710144927536232,
+      "grad_norm": 0.181640625,
+      "learning_rate": 6.2898550724637685e-06,
+      "loss": 1.0313,
+      "step": 256
+    },
+    {
+      "epoch": 0.372463768115942,
+      "grad_norm": 0.181640625,
+      "learning_rate": 6.27536231884058e-06,
+      "loss": 1.0096,
+      "step": 257
+    },
+    {
+      "epoch": 0.3739130434782609,
+      "grad_norm": 0.19140625,
+      "learning_rate": 6.260869565217392e-06,
+      "loss": 1.0199,
+      "step": 258
+    },
+    {
+      "epoch": 0.3753623188405797,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 6.246376811594204e-06,
+      "loss": 1.0658,
+      "step": 259
+    },
+    {
+      "epoch": 0.37681159420289856,
+      "grad_norm": 0.1796875,
+      "learning_rate": 6.2318840579710145e-06,
+      "loss": 1.0313,
+      "step": 260
+    },
+    {
+      "epoch": 0.3782608695652174,
+      "grad_norm": 0.17578125,
+      "learning_rate": 6.217391304347826e-06,
+      "loss": 1.0301,
+      "step": 261
+    },
+    {
+      "epoch": 0.37971014492753624,
+      "grad_norm": 0.1875,
+      "learning_rate": 6.202898550724639e-06,
+      "loss": 0.9985,
+      "step": 262
+    },
+    {
+      "epoch": 0.38115942028985506,
+      "grad_norm": 0.26171875,
+      "learning_rate": 6.18840579710145e-06,
+      "loss": 1.0579,
+      "step": 263
+    },
+    {
+      "epoch": 0.3826086956521739,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 6.173913043478261e-06,
+      "loss": 1.038,
+      "step": 264
+    },
+    {
+      "epoch": 0.38405797101449274,
+      "grad_norm": 0.1875,
+      "learning_rate": 6.159420289855072e-06,
+      "loss": 0.9976,
+      "step": 265
+    },
+    {
+      "epoch": 0.3855072463768116,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 6.144927536231885e-06,
+      "loss": 1.021,
+      "step": 266
+    },
+    {
+      "epoch": 0.3869565217391304,
+      "grad_norm": 0.294921875,
+      "learning_rate": 6.1304347826086965e-06,
+      "loss": 1.0997,
+      "step": 267
+    },
+    {
+      "epoch": 0.3884057971014493,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 6.115942028985507e-06,
+      "loss": 1.0501,
+      "step": 268
+    },
+    {
+      "epoch": 0.3898550724637681,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 6.101449275362319e-06,
+      "loss": 1.0442,
+      "step": 269
+    },
+    {
+      "epoch": 0.391304347826087,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 6.086956521739132e-06,
+      "loss": 1.0395,
+      "step": 270
+    },
+    {
+      "epoch": 0.3927536231884058,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 6.0724637681159425e-06,
+      "loss": 1.0108,
+      "step": 271
+    },
+    {
+      "epoch": 0.39420289855072466,
+      "grad_norm": 0.189453125,
+      "learning_rate": 6.057971014492754e-06,
+      "loss": 1.0192,
+      "step": 272
+    },
+    {
+      "epoch": 0.39565217391304347,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 6.043478260869565e-06,
+      "loss": 1.0278,
+      "step": 273
+    },
+    {
+      "epoch": 0.39710144927536234,
+      "grad_norm": 0.185546875,
+      "learning_rate": 6.028985507246378e-06,
+      "loss": 0.9921,
+      "step": 274
+    },
+    {
+      "epoch": 0.39855072463768115,
+      "grad_norm": 0.18359375,
+      "learning_rate": 6.014492753623189e-06,
+      "loss": 1.0509,
+      "step": 275
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.6484375,
+      "learning_rate": 6e-06,
+      "loss": 1.0207,
+      "step": 276
+    },
+    {
+      "epoch": 0.40144927536231884,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 5.985507246376812e-06,
+      "loss": 1.0592,
+      "step": 277
+    },
+    {
+      "epoch": 0.4028985507246377,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 5.9710144927536236e-06,
+      "loss": 1.03,
+      "step": 278
+    },
+    {
+      "epoch": 0.4043478260869565,
+      "grad_norm": 0.275390625,
+      "learning_rate": 5.956521739130435e-06,
+      "loss": 0.9799,
+      "step": 279
+    },
+    {
+      "epoch": 0.4057971014492754,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 5.942028985507247e-06,
+      "loss": 1.0426,
+      "step": 280
+    },
+    {
+      "epoch": 0.4072463768115942,
+      "grad_norm": 0.203125,
+      "learning_rate": 5.927536231884058e-06,
+      "loss": 1.0399,
+      "step": 281
+    },
+    {
+      "epoch": 0.40869565217391307,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 5.91304347826087e-06,
+      "loss": 1.0384,
+      "step": 282
+    },
+    {
+      "epoch": 0.4101449275362319,
+      "grad_norm": 0.30859375,
+      "learning_rate": 5.898550724637681e-06,
+      "loss": 0.9977,
+      "step": 283
+    },
+    {
+      "epoch": 0.4115942028985507,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 5.884057971014493e-06,
+      "loss": 1.0088,
+      "step": 284
+    },
+    {
+      "epoch": 0.41304347826086957,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 5.8695652173913055e-06,
+      "loss": 0.9795,
+      "step": 285
+    },
+    {
+      "epoch": 0.4144927536231884,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 5.855072463768116e-06,
+      "loss": 0.9902,
+      "step": 286
+    },
+    {
+      "epoch": 0.41594202898550725,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 5.840579710144928e-06,
+      "loss": 0.9822,
+      "step": 287
+    },
+    {
+      "epoch": 0.41739130434782606,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 5.826086956521739e-06,
+      "loss": 0.9836,
+      "step": 288
+    },
+    {
+      "epoch": 0.41884057971014493,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 5.8115942028985515e-06,
+      "loss": 1.0259,
+      "step": 289
+    },
+    {
+      "epoch": 0.42028985507246375,
+      "grad_norm": 0.20703125,
+      "learning_rate": 5.797101449275363e-06,
+      "loss": 1.0271,
+      "step": 290
+    },
+    {
+      "epoch": 0.4217391304347826,
+      "grad_norm": 0.201171875,
+      "learning_rate": 5.782608695652174e-06,
+      "loss": 1.0298,
+      "step": 291
+    },
+    {
+      "epoch": 0.42318840579710143,
+      "grad_norm": 0.17578125,
+      "learning_rate": 5.768115942028986e-06,
+      "loss": 0.9839,
+      "step": 292
+    },
+    {
+      "epoch": 0.4246376811594203,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 5.753623188405798e-06,
+      "loss": 1.0174,
+      "step": 293
+    },
+    {
+      "epoch": 0.4260869565217391,
+      "grad_norm": 0.197265625,
+      "learning_rate": 5.739130434782609e-06,
+      "loss": 1.0141,
+      "step": 294
+    },
+    {
+      "epoch": 0.427536231884058,
+      "grad_norm": 0.177734375,
+      "learning_rate": 5.724637681159421e-06,
+      "loss": 1.0157,
+      "step": 295
+    },
+    {
+      "epoch": 0.4289855072463768,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 5.710144927536232e-06,
+      "loss": 1.0044,
+      "step": 296
+    },
+    {
+      "epoch": 0.43043478260869567,
+      "grad_norm": 0.2490234375,
+      "learning_rate": 5.695652173913044e-06,
+      "loss": 1.0237,
+      "step": 297
+    },
+    {
+      "epoch": 0.4318840579710145,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 5.681159420289856e-06,
+      "loss": 1.0024,
+      "step": 298
+    },
+    {
+      "epoch": 0.43333333333333335,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 5.666666666666667e-06,
+      "loss": 1.0704,
+      "step": 299
+    },
+    {
+      "epoch": 0.43478260869565216,
+      "grad_norm": 0.193359375,
+      "learning_rate": 5.652173913043479e-06,
+      "loss": 1.022,
+      "step": 300
+    },
+    {
+      "epoch": 0.43623188405797103,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 5.63768115942029e-06,
+      "loss": 0.9753,
+      "step": 301
+    },
+    {
+      "epoch": 0.43768115942028984,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 5.623188405797102e-06,
+      "loss": 1.0194,
+      "step": 302
+    },
+    {
+      "epoch": 0.4391304347826087,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 5.608695652173914e-06,
+      "loss": 0.9662,
+      "step": 303
+    },
+    {
+      "epoch": 0.4405797101449275,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 5.594202898550725e-06,
+      "loss": 1.0312,
+      "step": 304
+    },
+    {
+      "epoch": 0.4420289855072464,
+      "grad_norm": 0.2373046875,
+      "learning_rate": 5.579710144927537e-06,
+      "loss": 1.0337,
+      "step": 305
+    },
+    {
+      "epoch": 0.4434782608695652,
+      "grad_norm": 0.181640625,
+      "learning_rate": 5.565217391304348e-06,
+      "loss": 1.0048,
+      "step": 306
+    },
+    {
+      "epoch": 0.4449275362318841,
+      "grad_norm": 0.2158203125,
+      "learning_rate": 5.55072463768116e-06,
+      "loss": 0.9884,
+      "step": 307
+    },
+    {
+      "epoch": 0.4463768115942029,
+      "grad_norm": 0.197265625,
+      "learning_rate": 5.536231884057971e-06,
+      "loss": 0.9792,
+      "step": 308
+    },
+    {
+      "epoch": 0.44782608695652176,
+      "grad_norm": 0.1796875,
+      "learning_rate": 5.521739130434783e-06,
+      "loss": 1.0098,
+      "step": 309
+    },
+    {
+      "epoch": 0.4492753623188406,
+      "grad_norm": 0.193359375,
+      "learning_rate": 5.507246376811595e-06,
+      "loss": 1.0173,
+      "step": 310
+    },
+    {
+      "epoch": 0.45072463768115945,
+      "grad_norm": 0.1953125,
+      "learning_rate": 5.492753623188406e-06,
+      "loss": 1.0228,
+      "step": 311
+    },
+    {
+      "epoch": 0.45217391304347826,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 5.478260869565217e-06,
+      "loss": 1.0107,
+      "step": 312
+    },
+    {
+      "epoch": 0.45362318840579713,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 5.46376811594203e-06,
+      "loss": 1.0307,
+      "step": 313
+    },
+    {
+      "epoch": 0.45507246376811594,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 5.449275362318841e-06,
+      "loss": 1.0094,
+      "step": 314
+    },
+    {
+      "epoch": 0.45652173913043476,
+      "grad_norm": 0.189453125,
+      "learning_rate": 5.4347826086956525e-06,
+      "loss": 0.9989,
+      "step": 315
+    },
+    {
+      "epoch": 0.4579710144927536,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 5.420289855072465e-06,
+      "loss": 0.9943,
+      "step": 316
+    },
+    {
+      "epoch": 0.45942028985507244,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 5.405797101449276e-06,
+      "loss": 1.0085,
+      "step": 317
+    },
+    {
+      "epoch": 0.4608695652173913,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 5.391304347826088e-06,
+      "loss": 1.0168,
+      "step": 318
+    },
+    {
+      "epoch": 0.4623188405797101,
+      "grad_norm": 0.212890625,
+      "learning_rate": 5.3768115942028985e-06,
+      "loss": 1.0101,
+      "step": 319
+    },
+    {
+      "epoch": 0.463768115942029,
+      "grad_norm": 0.189453125,
+      "learning_rate": 5.362318840579711e-06,
+      "loss": 1.0224,
+      "step": 320
+    },
+    {
+      "epoch": 0.4652173913043478,
+      "grad_norm": 0.189453125,
+      "learning_rate": 5.347826086956523e-06,
+      "loss": 1.0256,
+      "step": 321
+    },
+    {
+      "epoch": 0.4666666666666667,
+      "grad_norm": 0.1806640625,
+      "learning_rate": 5.333333333333334e-06,
+      "loss": 0.9907,
+      "step": 322
+    },
+    {
+      "epoch": 0.4681159420289855,
+      "grad_norm": 0.197265625,
+      "learning_rate": 5.318840579710145e-06,
+      "loss": 0.9904,
+      "step": 323
+    },
+    {
+      "epoch": 0.46956521739130436,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 5.304347826086957e-06,
+      "loss": 1.0144,
+      "step": 324
+    },
+    {
+      "epoch": 0.47101449275362317,
+      "grad_norm": 0.193359375,
+      "learning_rate": 5.289855072463769e-06,
+      "loss": 1.0066,
+      "step": 325
+    },
+    {
+      "epoch": 0.47246376811594204,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 5.27536231884058e-06,
+      "loss": 1.0071,
+      "step": 326
+    },
+    {
+      "epoch": 0.47391304347826085,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 5.260869565217391e-06,
+      "loss": 1.0172,
+      "step": 327
+    },
+    {
+      "epoch": 0.4753623188405797,
+      "grad_norm": 0.2197265625,
+      "learning_rate": 5.246376811594204e-06,
+      "loss": 1.018,
+      "step": 328
+    },
+    {
+      "epoch": 0.47681159420289854,
+      "grad_norm": 0.19140625,
+      "learning_rate": 5.231884057971015e-06,
+      "loss": 1.02,
+      "step": 329
+    },
+    {
+      "epoch": 0.4782608695652174,
+      "grad_norm": 0.1875,
+      "learning_rate": 5.2173913043478265e-06,
+      "loss": 0.978,
+      "step": 330
+    },
+    {
+      "epoch": 0.4797101449275362,
+      "grad_norm": 0.19140625,
+      "learning_rate": 5.202898550724637e-06,
+      "loss": 1.0227,
+      "step": 331
+    },
+    {
+      "epoch": 0.4811594202898551,
+      "grad_norm": 0.189453125,
+      "learning_rate": 5.18840579710145e-06,
+      "loss": 0.966,
+      "step": 332
+    },
+    {
+      "epoch": 0.4826086956521739,
+      "grad_norm": 0.197265625,
+      "learning_rate": 5.173913043478262e-06,
+      "loss": 0.9895,
+      "step": 333
+    },
+    {
+      "epoch": 0.48405797101449277,
+      "grad_norm": 0.2890625,
+      "learning_rate": 5.1594202898550725e-06,
+      "loss": 0.9976,
+      "step": 334
+    },
+    {
+      "epoch": 0.4855072463768116,
+      "grad_norm": 0.205078125,
+      "learning_rate": 5.144927536231884e-06,
+      "loss": 1.0297,
+      "step": 335
+    },
+    {
+      "epoch": 0.48695652173913045,
+      "grad_norm": 0.1845703125,
+      "learning_rate": 5.130434782608697e-06,
+      "loss": 1.0262,
+      "step": 336
+    },
+    {
+      "epoch": 0.48840579710144927,
+      "grad_norm": 0.19921875,
+      "learning_rate": 5.115942028985508e-06,
+      "loss": 1.0268,
+      "step": 337
+    },
+    {
+      "epoch": 0.48985507246376814,
+      "grad_norm": 0.20703125,
+      "learning_rate": 5.101449275362319e-06,
+      "loss": 1.0284,
+      "step": 338
+    },
+    {
+      "epoch": 0.49130434782608695,
+      "grad_norm": 0.1826171875,
+      "learning_rate": 5.08695652173913e-06,
+      "loss": 0.9908,
+      "step": 339
+    },
+    {
+      "epoch": 0.4927536231884058,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 5.072463768115943e-06,
+      "loss": 0.9925,
+      "step": 340
+    },
+    {
+      "epoch": 0.49420289855072463,
+      "grad_norm": 0.2216796875,
+      "learning_rate": 5.057971014492754e-06,
+      "loss": 0.9704,
+      "step": 341
+    },
+    {
+      "epoch": 0.4956521739130435,
+      "grad_norm": 0.193359375,
+      "learning_rate": 5.043478260869565e-06,
+      "loss": 1.0377,
+      "step": 342
+    },
+    {
+      "epoch": 0.4971014492753623,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 5.028985507246377e-06,
+      "loss": 0.9999,
+      "step": 343
+    },
+    {
+      "epoch": 0.4985507246376812,
+      "grad_norm": 0.248046875,
+      "learning_rate": 5.014492753623189e-06,
+      "loss": 0.9861,
+      "step": 344
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 5e-06,
+      "loss": 0.9752,
+      "step": 345
+    },
+    {
+      "epoch": 0.5014492753623189,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 4.985507246376812e-06,
+      "loss": 0.9984,
+      "step": 346
+    },
+    {
+      "epoch": 0.5028985507246376,
+      "grad_norm": 0.208984375,
+      "learning_rate": 4.971014492753624e-06,
+      "loss": 1.0095,
+      "step": 347
+    },
+    {
+      "epoch": 0.5043478260869565,
+      "grad_norm": 0.185546875,
+      "learning_rate": 4.9565217391304355e-06,
+      "loss": 1.0001,
+      "step": 348
+    },
+    {
+      "epoch": 0.5057971014492754,
+      "grad_norm": 0.19140625,
+      "learning_rate": 4.942028985507246e-06,
+      "loss": 1.0409,
+      "step": 349
+    },
+    {
+      "epoch": 0.5072463768115942,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 4.927536231884059e-06,
+      "loss": 1.0345,
+      "step": 350
+    },
+    {
+      "epoch": 0.508695652173913,
+      "grad_norm": 0.26171875,
+      "learning_rate": 4.91304347826087e-06,
+      "loss": 1.047,
+      "step": 351
+    },
+    {
+      "epoch": 0.5101449275362319,
+      "grad_norm": 0.19140625,
+      "learning_rate": 4.8985507246376815e-06,
+      "loss": 1.0046,
+      "step": 352
+    },
+    {
+      "epoch": 0.5115942028985507,
+      "grad_norm": 0.212890625,
+      "learning_rate": 4.884057971014493e-06,
+      "loss": 1.0395,
+      "step": 353
+    },
+    {
+      "epoch": 0.5130434782608696,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 4.869565217391305e-06,
+      "loss": 1.0272,
+      "step": 354
+    },
+    {
+      "epoch": 0.5144927536231884,
+      "grad_norm": 0.19140625,
+      "learning_rate": 4.855072463768117e-06,
+      "loss": 1.0129,
+      "step": 355
+    },
+    {
+      "epoch": 0.5159420289855072,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 4.840579710144928e-06,
+      "loss": 1.07,
+      "step": 356
+    },
+    {
+      "epoch": 0.5173913043478261,
+      "grad_norm": 0.208984375,
+      "learning_rate": 4.826086956521739e-06,
+      "loss": 0.9641,
+      "step": 357
+    },
+    {
+      "epoch": 0.518840579710145,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 4.811594202898551e-06,
+      "loss": 0.9768,
+      "step": 358
+    },
+    {
+      "epoch": 0.5202898550724637,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 4.797101449275363e-06,
+      "loss": 1.0069,
+      "step": 359
+    },
+    {
+      "epoch": 0.5217391304347826,
+      "grad_norm": 0.220703125,
+      "learning_rate": 4.782608695652174e-06,
+      "loss": 0.9596,
+      "step": 360
+    },
+    {
+      "epoch": 0.5231884057971015,
+      "grad_norm": 0.1875,
+      "learning_rate": 4.768115942028986e-06,
+      "loss": 1.0313,
+      "step": 361
+    },
+    {
+      "epoch": 0.5246376811594203,
+      "grad_norm": 0.19921875,
+      "learning_rate": 4.753623188405798e-06,
+      "loss": 0.9954,
+      "step": 362
+    },
+    {
+      "epoch": 0.5260869565217391,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 4.739130434782609e-06,
+      "loss": 0.9914,
+      "step": 363
+    },
+    {
+      "epoch": 0.527536231884058,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 4.724637681159421e-06,
+      "loss": 1.0083,
+      "step": 364
+    },
+    {
+      "epoch": 0.5289855072463768,
+      "grad_norm": 0.203125,
+      "learning_rate": 4.710144927536232e-06,
+      "loss": 1.0418,
+      "step": 365
+    },
+    {
+      "epoch": 0.5304347826086957,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 4.695652173913044e-06,
+      "loss": 0.9828,
+      "step": 366
+    },
+    {
+      "epoch": 0.5318840579710145,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 4.6811594202898555e-06,
+      "loss": 0.9726,
+      "step": 367
+    },
+    {
+      "epoch": 0.5333333333333333,
+      "grad_norm": 0.1953125,
+      "learning_rate": 4.666666666666667e-06,
+      "loss": 1.0045,
+      "step": 368
+    },
+    {
+      "epoch": 0.5347826086956522,
+      "grad_norm": 0.271484375,
+      "learning_rate": 4.652173913043478e-06,
+      "loss": 1.0287,
+      "step": 369
+    },
+    {
+      "epoch": 0.5362318840579711,
+      "grad_norm": 0.19921875,
+      "learning_rate": 4.637681159420291e-06,
+      "loss": 1.0608,
+      "step": 370
+    },
+    {
+      "epoch": 0.5376811594202898,
+      "grad_norm": 0.216796875,
+      "learning_rate": 4.6231884057971014e-06,
+      "loss": 1.0547,
+      "step": 371
+    },
+    {
+      "epoch": 0.5391304347826087,
+      "grad_norm": 0.197265625,
+      "learning_rate": 4.608695652173913e-06,
+      "loss": 1.0544,
+      "step": 372
+    },
+    {
+      "epoch": 0.5405797101449276,
+      "grad_norm": 0.244140625,
+      "learning_rate": 4.594202898550725e-06,
+      "loss": 1.0284,
+      "step": 373
+    },
+    {
+      "epoch": 0.5420289855072464,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 4.5797101449275366e-06,
+      "loss": 1.0215,
+      "step": 374
+    },
+    {
+      "epoch": 0.5434782608695652,
+      "grad_norm": 0.197265625,
+      "learning_rate": 4.565217391304348e-06,
+      "loss": 0.9766,
+      "step": 375
+    },
+    {
+      "epoch": 0.5449275362318841,
+      "grad_norm": 0.267578125,
+      "learning_rate": 4.55072463768116e-06,
+      "loss": 0.9714,
+      "step": 376
+    },
+    {
+      "epoch": 0.5463768115942029,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 4.536231884057972e-06,
+      "loss": 0.9947,
+      "step": 377
+    },
+    {
+      "epoch": 0.5478260869565217,
+      "grad_norm": 0.2412109375,
+      "learning_rate": 4.5217391304347826e-06,
+      "loss": 0.9763,
+      "step": 378
+    },
+    {
+      "epoch": 0.5492753623188406,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 4.507246376811595e-06,
+      "loss": 1.0435,
+      "step": 379
+    },
+    {
+      "epoch": 0.5507246376811594,
+      "grad_norm": 0.21484375,
+      "learning_rate": 4.492753623188406e-06,
+      "loss": 1.0019,
+      "step": 380
+    },
+    {
+      "epoch": 0.5521739130434783,
+      "grad_norm": 0.296875,
+      "learning_rate": 4.478260869565218e-06,
+      "loss": 0.9673,
+      "step": 381
+    },
+    {
+      "epoch": 0.553623188405797,
+      "grad_norm": 0.201171875,
+      "learning_rate": 4.463768115942029e-06,
+      "loss": 0.9789,
+      "step": 382
+    },
+    {
+      "epoch": 0.5550724637681159,
+      "grad_norm": 0.201171875,
+      "learning_rate": 4.449275362318841e-06,
+      "loss": 0.9691,
+      "step": 383
+    },
+    {
+      "epoch": 0.5565217391304348,
+      "grad_norm": 0.208984375,
+      "learning_rate": 4.434782608695653e-06,
+      "loss": 1.041,
+      "step": 384
+    },
+    {
+      "epoch": 0.5579710144927537,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 4.4202898550724645e-06,
+      "loss": 0.9872,
+      "step": 385
+    },
+    {
+      "epoch": 0.5594202898550724,
+      "grad_norm": 0.28125,
+      "learning_rate": 4.405797101449275e-06,
+      "loss": 0.96,
+      "step": 386
+    },
+    {
+      "epoch": 0.5608695652173913,
+      "grad_norm": 0.228515625,
+      "learning_rate": 4.391304347826087e-06,
+      "loss": 0.9991,
+      "step": 387
+    },
+    {
+      "epoch": 0.5623188405797102,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 4.376811594202899e-06,
+      "loss": 0.9992,
+      "step": 388
+    },
+    {
+      "epoch": 0.563768115942029,
+      "grad_norm": 0.26171875,
+      "learning_rate": 4.3623188405797105e-06,
+      "loss": 1.0345,
+      "step": 389
+    },
+    {
+      "epoch": 0.5652173913043478,
+      "grad_norm": 0.203125,
+      "learning_rate": 4.347826086956522e-06,
+      "loss": 0.9962,
+      "step": 390
+    },
+    {
+      "epoch": 0.5666666666666667,
+      "grad_norm": 0.201171875,
+      "learning_rate": 4.333333333333334e-06,
+      "loss": 1.0172,
+      "step": 391
+    },
+    {
+      "epoch": 0.5681159420289855,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 4.318840579710145e-06,
+      "loss": 1.0455,
+      "step": 392
+    },
+    {
+      "epoch": 0.5695652173913044,
+      "grad_norm": 0.234375,
+      "learning_rate": 4.304347826086957e-06,
+      "loss": 0.9809,
+      "step": 393
+    },
+    {
+      "epoch": 0.5710144927536231,
+      "grad_norm": 0.2109375,
+      "learning_rate": 4.289855072463768e-06,
+      "loss": 0.9866,
+      "step": 394
+    },
+    {
+      "epoch": 0.572463768115942,
+      "grad_norm": 0.19140625,
+      "learning_rate": 4.27536231884058e-06,
+      "loss": 0.9902,
+      "step": 395
+    },
+    {
+      "epoch": 0.5739130434782609,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 4.260869565217392e-06,
+      "loss": 1.0341,
+      "step": 396
+    },
+    {
+      "epoch": 0.5753623188405798,
+      "grad_norm": 0.197265625,
+      "learning_rate": 4.246376811594203e-06,
+      "loss": 0.9938,
+      "step": 397
+    },
+    {
+      "epoch": 0.5768115942028985,
+      "grad_norm": 0.19140625,
+      "learning_rate": 4.231884057971015e-06,
+      "loss": 0.9933,
+      "step": 398
+    },
+    {
+      "epoch": 0.5782608695652174,
+      "grad_norm": 0.1953125,
+      "learning_rate": 4.217391304347827e-06,
+      "loss": 0.9678,
+      "step": 399
+    },
+    {
+      "epoch": 0.5797101449275363,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 4.202898550724638e-06,
+      "loss": 1.0109,
+      "step": 400
+    },
+    {
+      "epoch": 0.5811594202898551,
+      "grad_norm": 0.212890625,
+      "learning_rate": 4.188405797101449e-06,
+      "loss": 0.9942,
+      "step": 401
+    },
+    {
+      "epoch": 0.5826086956521739,
+      "grad_norm": 0.2265625,
+      "learning_rate": 4.173913043478261e-06,
+      "loss": 0.9809,
+      "step": 402
+    },
+    {
+      "epoch": 0.5840579710144927,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 4.159420289855073e-06,
+      "loss": 0.9974,
+      "step": 403
+    },
+    {
+      "epoch": 0.5855072463768116,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 4.1449275362318844e-06,
+      "loss": 0.9678,
+      "step": 404
+    },
+    {
+      "epoch": 0.5869565217391305,
+      "grad_norm": 0.1875,
+      "learning_rate": 4.130434782608696e-06,
+      "loss": 0.958,
+      "step": 405
+    },
+    {
+      "epoch": 0.5884057971014492,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 4.115942028985507e-06,
+      "loss": 0.9907,
+      "step": 406
+    },
+    {
+      "epoch": 0.5898550724637681,
+      "grad_norm": 0.2177734375,
+      "learning_rate": 4.1014492753623196e-06,
+      "loss": 1.0346,
+      "step": 407
+    },
+    {
+      "epoch": 0.591304347826087,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 4.086956521739131e-06,
+      "loss": 1.0093,
+      "step": 408
+    },
+    {
+      "epoch": 0.5927536231884057,
+      "grad_norm": 0.2177734375,
+      "learning_rate": 4.072463768115942e-06,
+      "loss": 1.0112,
+      "step": 409
+    },
+    {
+      "epoch": 0.5942028985507246,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 4.057971014492754e-06,
+      "loss": 0.9911,
+      "step": 410
+    },
+    {
+      "epoch": 0.5956521739130435,
+      "grad_norm": 0.205078125,
+      "learning_rate": 4.0434782608695655e-06,
+      "loss": 0.9917,
+      "step": 411
+    },
+    {
+      "epoch": 0.5971014492753624,
+      "grad_norm": 0.19921875,
+      "learning_rate": 4.028985507246377e-06,
+      "loss": 1.0045,
+      "step": 412
+    },
+    {
+      "epoch": 0.5985507246376811,
+      "grad_norm": 0.19140625,
+      "learning_rate": 4.014492753623189e-06,
+      "loss": 1.0135,
+      "step": 413
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 1.0081,
+      "step": 414
+    },
+    {
+      "epoch": 0.6014492753623188,
+      "grad_norm": 0.25390625,
+      "learning_rate": 3.9855072463768115e-06,
+      "loss": 1.0103,
+      "step": 415
+    },
+    {
+      "epoch": 0.6028985507246377,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 3.971014492753624e-06,
+      "loss": 1.0151,
+      "step": 416
+    },
+    {
+      "epoch": 0.6043478260869565,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 3.956521739130435e-06,
+      "loss": 0.972,
+      "step": 417
+    },
+    {
+      "epoch": 0.6057971014492753,
+      "grad_norm": 0.19921875,
+      "learning_rate": 3.942028985507247e-06,
+      "loss": 0.9726,
+      "step": 418
+    },
+    {
+      "epoch": 0.6072463768115942,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 3.927536231884058e-06,
+      "loss": 1.0035,
+      "step": 419
+    },
+    {
+      "epoch": 0.6086956521739131,
+      "grad_norm": 0.19921875,
+      "learning_rate": 3.91304347826087e-06,
+      "loss": 1.0142,
+      "step": 420
+    },
+    {
+      "epoch": 0.6101449275362318,
+      "grad_norm": 0.498046875,
+      "learning_rate": 3.898550724637682e-06,
+      "loss": 0.9719,
+      "step": 421
+    },
+    {
+      "epoch": 0.6115942028985507,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 3.8840579710144935e-06,
+      "loss": 0.9749,
+      "step": 422
+    },
+    {
+      "epoch": 0.6130434782608696,
+      "grad_norm": 0.224609375,
+      "learning_rate": 3.869565217391304e-06,
+      "loss": 0.9705,
+      "step": 423
+    },
+    {
+      "epoch": 0.6144927536231884,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 3.855072463768116e-06,
+      "loss": 1.019,
+      "step": 424
+    },
+    {
+      "epoch": 0.6159420289855072,
+      "grad_norm": 0.1953125,
+      "learning_rate": 3.840579710144928e-06,
+      "loss": 0.9986,
+      "step": 425
+    },
+    {
+      "epoch": 0.6173913043478261,
+      "grad_norm": 0.208984375,
+      "learning_rate": 3.8260869565217395e-06,
+      "loss": 0.9731,
+      "step": 426
+    },
+    {
+      "epoch": 0.618840579710145,
+      "grad_norm": 0.19140625,
+      "learning_rate": 3.8115942028985508e-06,
+      "loss": 1.0101,
+      "step": 427
+    },
+    {
+      "epoch": 0.6202898550724638,
+      "grad_norm": 0.2177734375,
+      "learning_rate": 3.797101449275363e-06,
+      "loss": 1.0738,
+      "step": 428
+    },
+    {
+      "epoch": 0.6217391304347826,
+      "grad_norm": 0.22265625,
+      "learning_rate": 3.782608695652174e-06,
+      "loss": 0.9918,
+      "step": 429
+    },
+    {
+      "epoch": 0.6231884057971014,
+      "grad_norm": 0.197265625,
+      "learning_rate": 3.768115942028986e-06,
+      "loss": 1.0024,
+      "step": 430
+    },
+    {
+      "epoch": 0.6246376811594203,
+      "grad_norm": 0.19921875,
+      "learning_rate": 3.753623188405797e-06,
+      "loss": 1.0109,
+      "step": 431
+    },
+    {
+      "epoch": 0.6260869565217392,
+      "grad_norm": 0.21875,
+      "learning_rate": 3.739130434782609e-06,
+      "loss": 0.9674,
+      "step": 432
+    },
+    {
+      "epoch": 0.6275362318840579,
+      "grad_norm": 0.2080078125,
+      "learning_rate": 3.72463768115942e-06,
+      "loss": 1.0244,
+      "step": 433
+    },
+    {
+      "epoch": 0.6289855072463768,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 3.7101449275362323e-06,
+      "loss": 1.0186,
+      "step": 434
+    },
+    {
+      "epoch": 0.6304347826086957,
+      "grad_norm": 0.203125,
+      "learning_rate": 3.6956521739130436e-06,
+      "loss": 0.9964,
+      "step": 435
+    },
+    {
+      "epoch": 0.6318840579710145,
+      "grad_norm": 0.2421875,
+      "learning_rate": 3.6811594202898553e-06,
+      "loss": 0.9919,
+      "step": 436
+    },
+    {
+      "epoch": 0.6333333333333333,
+      "grad_norm": 0.2080078125,
+      "learning_rate": 3.6666666666666666e-06,
+      "loss": 1.0016,
+      "step": 437
+    },
+    {
+      "epoch": 0.6347826086956522,
+      "grad_norm": 0.23828125,
+      "learning_rate": 3.6521739130434787e-06,
+      "loss": 1.0201,
+      "step": 438
+    },
+    {
+      "epoch": 0.636231884057971,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 3.63768115942029e-06,
+      "loss": 0.9387,
+      "step": 439
+    },
+    {
+      "epoch": 0.6376811594202898,
+      "grad_norm": 0.19921875,
+      "learning_rate": 3.6231884057971017e-06,
+      "loss": 0.9921,
+      "step": 440
+    },
+    {
+      "epoch": 0.6391304347826087,
+      "grad_norm": 0.2197265625,
+      "learning_rate": 3.6086956521739134e-06,
+      "loss": 0.9813,
+      "step": 441
+    },
+    {
+      "epoch": 0.6405797101449275,
+      "grad_norm": 0.23046875,
+      "learning_rate": 3.594202898550725e-06,
+      "loss": 0.999,
+      "step": 442
+    },
+    {
+      "epoch": 0.6420289855072464,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 3.579710144927537e-06,
+      "loss": 0.9888,
+      "step": 443
+    },
+    {
+      "epoch": 0.6434782608695652,
+      "grad_norm": 0.265625,
+      "learning_rate": 3.565217391304348e-06,
+      "loss": 1.0115,
+      "step": 444
+    },
+    {
+      "epoch": 0.644927536231884,
+      "grad_norm": 0.212890625,
+      "learning_rate": 3.55072463768116e-06,
+      "loss": 1.0082,
+      "step": 445
+    },
+    {
+      "epoch": 0.6463768115942029,
+      "grad_norm": 0.2138671875,
+      "learning_rate": 3.536231884057971e-06,
+      "loss": 0.9978,
+      "step": 446
+    },
+    {
+      "epoch": 0.6478260869565218,
+      "grad_norm": 0.203125,
+      "learning_rate": 3.5217391304347832e-06,
+      "loss": 0.9869,
+      "step": 447
+    },
+    {
+      "epoch": 0.6492753623188405,
+      "grad_norm": 0.197265625,
+      "learning_rate": 3.5072463768115945e-06,
+      "loss": 0.9726,
+      "step": 448
+    },
+    {
+      "epoch": 0.6507246376811594,
+      "grad_norm": 0.244140625,
+      "learning_rate": 3.4927536231884062e-06,
+      "loss": 0.9845,
+      "step": 449
+    },
+    {
+      "epoch": 0.6521739130434783,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 3.4782608695652175e-06,
+      "loss": 0.9971,
+      "step": 450
+    },
+    {
+      "epoch": 0.6536231884057971,
+      "grad_norm": 0.216796875,
+      "learning_rate": 3.4637681159420296e-06,
+      "loss": 1.025,
+      "step": 451
+    },
+    {
+      "epoch": 0.6550724637681159,
+      "grad_norm": 0.19921875,
+      "learning_rate": 3.449275362318841e-06,
+      "loss": 0.991,
+      "step": 452
+    },
+    {
+      "epoch": 0.6565217391304348,
+      "grad_norm": 0.21484375,
+      "learning_rate": 3.4347826086956526e-06,
+      "loss": 0.9727,
+      "step": 453
+    },
+    {
+      "epoch": 0.6579710144927536,
+      "grad_norm": 0.197265625,
+      "learning_rate": 3.420289855072464e-06,
+      "loss": 0.9919,
+      "step": 454
+    },
+    {
+      "epoch": 0.6594202898550725,
+      "grad_norm": 0.2314453125,
+      "learning_rate": 3.4057971014492756e-06,
+      "loss": 1.0358,
+      "step": 455
+    },
+    {
+      "epoch": 0.6608695652173913,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 3.391304347826087e-06,
+      "loss": 0.9999,
+      "step": 456
+    },
+    {
+      "epoch": 0.6623188405797101,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 3.376811594202899e-06,
+      "loss": 0.9812,
+      "step": 457
+    },
+    {
+      "epoch": 0.663768115942029,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 3.3623188405797103e-06,
+      "loss": 0.9426,
+      "step": 458
+    },
+    {
+      "epoch": 0.6652173913043479,
+      "grad_norm": 0.203125,
+      "learning_rate": 3.347826086956522e-06,
+      "loss": 1.0005,
+      "step": 459
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.20703125,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 0.9466,
+      "step": 460
+    },
+    {
+      "epoch": 0.6681159420289855,
+      "grad_norm": 0.185546875,
+      "learning_rate": 3.3188405797101455e-06,
+      "loss": 0.9469,
+      "step": 461
+    },
+    {
+      "epoch": 0.6695652173913044,
+      "grad_norm": 0.189453125,
+      "learning_rate": 3.3043478260869567e-06,
+      "loss": 1.0069,
+      "step": 462
+    },
+    {
+      "epoch": 0.6710144927536232,
+      "grad_norm": 0.2578125,
+      "learning_rate": 3.2898550724637684e-06,
+      "loss": 0.9431,
+      "step": 463
+    },
+    {
+      "epoch": 0.672463768115942,
+      "grad_norm": 0.203125,
+      "learning_rate": 3.2753623188405797e-06,
+      "loss": 0.9961,
+      "step": 464
+    },
+    {
+      "epoch": 0.6739130434782609,
+      "grad_norm": 0.203125,
+      "learning_rate": 3.2608695652173914e-06,
+      "loss": 0.9761,
+      "step": 465
+    },
+    {
+      "epoch": 0.6753623188405797,
+      "grad_norm": 0.20703125,
+      "learning_rate": 3.2463768115942027e-06,
+      "loss": 0.9579,
+      "step": 466
+    },
+    {
+      "epoch": 0.6768115942028986,
+      "grad_norm": 0.1953125,
+      "learning_rate": 3.231884057971015e-06,
+      "loss": 0.99,
+      "step": 467
+    },
+    {
+      "epoch": 0.6782608695652174,
+      "grad_norm": 0.263671875,
+      "learning_rate": 3.217391304347826e-06,
+      "loss": 0.9637,
+      "step": 468
+    },
+    {
+      "epoch": 0.6797101449275362,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 3.202898550724638e-06,
+      "loss": 0.9891,
+      "step": 469
+    },
+    {
+      "epoch": 0.6811594202898551,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 3.188405797101449e-06,
+      "loss": 0.9804,
+      "step": 470
+    },
+    {
+      "epoch": 0.6826086956521739,
+      "grad_norm": 0.23828125,
+      "learning_rate": 3.1739130434782613e-06,
+      "loss": 1.0543,
+      "step": 471
+    },
+    {
+      "epoch": 0.6840579710144927,
+      "grad_norm": 0.19140625,
+      "learning_rate": 3.159420289855073e-06,
+      "loss": 0.9556,
+      "step": 472
+    },
+    {
+      "epoch": 0.6855072463768116,
+      "grad_norm": 0.232421875,
+      "learning_rate": 3.1449275362318843e-06,
+      "loss": 1.0217,
+      "step": 473
+    },
+    {
+      "epoch": 0.6869565217391305,
+      "grad_norm": 0.23046875,
+      "learning_rate": 3.130434782608696e-06,
+      "loss": 1.047,
+      "step": 474
+    },
+    {
+      "epoch": 0.6884057971014492,
+      "grad_norm": 0.19140625,
+      "learning_rate": 3.1159420289855073e-06,
+      "loss": 0.9982,
+      "step": 475
+    },
+    {
+      "epoch": 0.6898550724637681,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 3.1014492753623194e-06,
+      "loss": 0.9833,
+      "step": 476
+    },
+    {
+      "epoch": 0.691304347826087,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 3.0869565217391307e-06,
+      "loss": 0.9969,
+      "step": 477
+    },
+    {
+      "epoch": 0.6927536231884058,
+      "grad_norm": 0.193359375,
+      "learning_rate": 3.0724637681159424e-06,
+      "loss": 0.9294,
+      "step": 478
+    },
+    {
+      "epoch": 0.6942028985507246,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 3.0579710144927537e-06,
+      "loss": 0.9817,
+      "step": 479
+    },
+    {
+      "epoch": 0.6956521739130435,
+      "grad_norm": 0.205078125,
+      "learning_rate": 3.043478260869566e-06,
+      "loss": 0.9928,
+      "step": 480
+    },
+    {
+      "epoch": 0.6971014492753623,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 3.028985507246377e-06,
+      "loss": 0.9804,
+      "step": 481
+    },
+    {
+      "epoch": 0.6985507246376812,
+      "grad_norm": 0.19140625,
+      "learning_rate": 3.014492753623189e-06,
+      "loss": 0.9663,
+      "step": 482
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 3e-06,
+      "loss": 1.042,
+      "step": 483
+    },
+    {
+      "epoch": 0.7014492753623188,
+      "grad_norm": 0.2109375,
+      "learning_rate": 2.9855072463768118e-06,
+      "loss": 1.0393,
+      "step": 484
+    },
+    {
+      "epoch": 0.7028985507246377,
+      "grad_norm": 0.212890625,
+      "learning_rate": 2.9710144927536235e-06,
+      "loss": 0.9948,
+      "step": 485
+    },
+    {
+      "epoch": 0.7043478260869566,
+      "grad_norm": 0.19921875,
+      "learning_rate": 2.956521739130435e-06,
+      "loss": 0.952,
+      "step": 486
+    },
+    {
+      "epoch": 0.7057971014492753,
+      "grad_norm": 0.251953125,
+      "learning_rate": 2.9420289855072465e-06,
+      "loss": 0.9528,
+      "step": 487
+    },
+    {
+      "epoch": 0.7072463768115942,
+      "grad_norm": 0.296875,
+      "learning_rate": 2.927536231884058e-06,
+      "loss": 1.0055,
+      "step": 488
+    },
+    {
+      "epoch": 0.7086956521739131,
+      "grad_norm": 0.275390625,
+      "learning_rate": 2.9130434782608695e-06,
+      "loss": 0.9874,
+      "step": 489
+    },
+    {
+      "epoch": 0.7101449275362319,
+      "grad_norm": 0.236328125,
+      "learning_rate": 2.8985507246376816e-06,
+      "loss": 0.9923,
+      "step": 490
+    },
+    {
+      "epoch": 0.7115942028985507,
+      "grad_norm": 0.2734375,
+      "learning_rate": 2.884057971014493e-06,
+      "loss": 0.9816,
+      "step": 491
+    },
+    {
+      "epoch": 0.7130434782608696,
+      "grad_norm": 0.29296875,
+      "learning_rate": 2.8695652173913046e-06,
+      "loss": 0.9743,
+      "step": 492
+    },
+    {
+      "epoch": 0.7144927536231884,
+      "grad_norm": 0.19921875,
+      "learning_rate": 2.855072463768116e-06,
+      "loss": 1.0025,
+      "step": 493
+    },
+    {
+      "epoch": 0.7159420289855073,
+      "grad_norm": 0.2353515625,
+      "learning_rate": 2.840579710144928e-06,
+      "loss": 1.1379,
+      "step": 494
+    },
+    {
+      "epoch": 0.717391304347826,
+      "grad_norm": 0.20703125,
+      "learning_rate": 2.8260869565217393e-06,
+      "loss": 1.0231,
+      "step": 495
+    },
+    {
+      "epoch": 0.7188405797101449,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 2.811594202898551e-06,
+      "loss": 0.9674,
+      "step": 496
+    },
+    {
+      "epoch": 0.7202898550724638,
+      "grad_norm": 0.201171875,
+      "learning_rate": 2.7971014492753623e-06,
+      "loss": 0.9993,
+      "step": 497
+    },
+    {
+      "epoch": 0.7217391304347827,
+      "grad_norm": 0.1953125,
+      "learning_rate": 2.782608695652174e-06,
+      "loss": 1.0016,
+      "step": 498
+    },
+    {
+      "epoch": 0.7231884057971014,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 2.7681159420289853e-06,
+      "loss": 0.9928,
+      "step": 499
+    },
+    {
+      "epoch": 0.7246376811594203,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 2.7536231884057974e-06,
+      "loss": 1.0269,
+      "step": 500
+    },
+    {
+      "epoch": 0.7260869565217392,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 2.7391304347826087e-06,
+      "loss": 0.981,
+      "step": 501
+    },
+    {
+      "epoch": 0.7275362318840579,
+      "grad_norm": 0.201171875,
+      "learning_rate": 2.7246376811594204e-06,
+      "loss": 0.9853,
+      "step": 502
+    },
+    {
+      "epoch": 0.7289855072463768,
+      "grad_norm": 0.197265625,
+      "learning_rate": 2.7101449275362326e-06,
+      "loss": 0.9833,
+      "step": 503
+    },
+    {
+      "epoch": 0.7304347826086957,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 2.695652173913044e-06,
+      "loss": 0.9715,
+      "step": 504
+    },
+    {
+      "epoch": 0.7318840579710145,
+      "grad_norm": 0.279296875,
+      "learning_rate": 2.6811594202898555e-06,
+      "loss": 0.9616,
+      "step": 505
+    },
+    {
+      "epoch": 0.7333333333333333,
+      "grad_norm": 0.2080078125,
+      "learning_rate": 2.666666666666667e-06,
+      "loss": 0.9825,
+      "step": 506
+    },
+    {
+      "epoch": 0.7347826086956522,
+      "grad_norm": 0.208984375,
+      "learning_rate": 2.6521739130434785e-06,
+      "loss": 0.966,
+      "step": 507
+    },
+    {
+      "epoch": 0.736231884057971,
+      "grad_norm": 0.2080078125,
+      "learning_rate": 2.63768115942029e-06,
+      "loss": 1.0018,
+      "step": 508
+    },
+    {
+      "epoch": 0.7376811594202899,
+      "grad_norm": 0.224609375,
+      "learning_rate": 2.623188405797102e-06,
+      "loss": 0.9937,
+      "step": 509
+    },
+    {
+      "epoch": 0.7391304347826086,
+      "grad_norm": 0.21875,
+      "learning_rate": 2.6086956521739132e-06,
+      "loss": 1.006,
+      "step": 510
+    },
+    {
+      "epoch": 0.7405797101449275,
+      "grad_norm": 0.2138671875,
+      "learning_rate": 2.594202898550725e-06,
+      "loss": 0.9719,
+      "step": 511
+    },
+    {
+      "epoch": 0.7420289855072464,
+      "grad_norm": 0.19921875,
+      "learning_rate": 2.5797101449275362e-06,
+      "loss": 0.9795,
+      "step": 512
+    },
+    {
+      "epoch": 0.7434782608695653,
+      "grad_norm": 0.189453125,
+      "learning_rate": 2.5652173913043484e-06,
+      "loss": 0.9801,
+      "step": 513
+    },
+    {
+      "epoch": 0.744927536231884,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 2.5507246376811596e-06,
+      "loss": 1.0059,
+      "step": 514
+    },
+    {
+      "epoch": 0.7463768115942029,
+      "grad_norm": 0.484375,
+      "learning_rate": 2.5362318840579714e-06,
+      "loss": 1.0246,
+      "step": 515
+    },
+    {
+      "epoch": 0.7478260869565218,
+      "grad_norm": 0.19921875,
+      "learning_rate": 2.5217391304347826e-06,
+      "loss": 0.9887,
+      "step": 516
+    },
+    {
+      "epoch": 0.7492753623188406,
+      "grad_norm": 0.4453125,
+      "learning_rate": 2.5072463768115944e-06,
+      "loss": 0.9613,
+      "step": 517
+    },
+    {
+      "epoch": 0.7507246376811594,
+      "grad_norm": 0.193359375,
+      "learning_rate": 2.492753623188406e-06,
+      "loss": 0.9695,
+      "step": 518
+    },
+    {
+      "epoch": 0.7521739130434782,
+      "grad_norm": 0.25390625,
+      "learning_rate": 2.4782608695652178e-06,
+      "loss": 0.9794,
+      "step": 519
+    },
+    {
+      "epoch": 0.7536231884057971,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 2.4637681159420295e-06,
+      "loss": 0.9967,
+      "step": 520
+    },
+    {
+      "epoch": 0.755072463768116,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 2.4492753623188408e-06,
+      "loss": 0.9675,
+      "step": 521
+    },
+    {
+      "epoch": 0.7565217391304347,
+      "grad_norm": 0.19140625,
+      "learning_rate": 2.4347826086956525e-06,
+      "loss": 0.9961,
+      "step": 522
+    },
+    {
+      "epoch": 0.7579710144927536,
+      "grad_norm": 0.208984375,
+      "learning_rate": 2.420289855072464e-06,
+      "loss": 0.9958,
+      "step": 523
+    },
+    {
+      "epoch": 0.7594202898550725,
+      "grad_norm": 0.2080078125,
+      "learning_rate": 2.4057971014492755e-06,
+      "loss": 1.0168,
+      "step": 524
+    },
+    {
+      "epoch": 0.7608695652173914,
+      "grad_norm": 0.201171875,
+      "learning_rate": 2.391304347826087e-06,
+      "loss": 1.0148,
+      "step": 525
+    },
+    {
+      "epoch": 0.7623188405797101,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 2.376811594202899e-06,
+      "loss": 0.9944,
+      "step": 526
+    },
+    {
+      "epoch": 0.763768115942029,
+      "grad_norm": 0.212890625,
+      "learning_rate": 2.3623188405797106e-06,
+      "loss": 0.9847,
+      "step": 527
+    },
+    {
+      "epoch": 0.7652173913043478,
+      "grad_norm": 0.3125,
+      "learning_rate": 2.347826086956522e-06,
+      "loss": 0.9782,
+      "step": 528
+    },
+    {
+      "epoch": 0.7666666666666667,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 2.3333333333333336e-06,
+      "loss": 1.0007,
+      "step": 529
+    },
+    {
+      "epoch": 0.7681159420289855,
+      "grad_norm": 0.2236328125,
+      "learning_rate": 2.3188405797101453e-06,
+      "loss": 1.0037,
+      "step": 530
+    },
+    {
+      "epoch": 0.7695652173913043,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 2.3043478260869566e-06,
+      "loss": 0.9901,
+      "step": 531
+    },
+    {
+      "epoch": 0.7710144927536232,
+      "grad_norm": 0.205078125,
+      "learning_rate": 2.2898550724637683e-06,
+      "loss": 0.9582,
+      "step": 532
+    },
+    {
+      "epoch": 0.7724637681159421,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 2.27536231884058e-06,
+      "loss": 0.9906,
+      "step": 533
+    },
+    {
+      "epoch": 0.7739130434782608,
+      "grad_norm": 0.201171875,
+      "learning_rate": 2.2608695652173913e-06,
+      "loss": 1.0015,
+      "step": 534
+    },
+    {
+      "epoch": 0.7753623188405797,
+      "grad_norm": 0.2216796875,
+      "learning_rate": 2.246376811594203e-06,
+      "loss": 1.025,
+      "step": 535
+    },
+    {
+      "epoch": 0.7768115942028986,
+      "grad_norm": 1.0546875,
+      "learning_rate": 2.2318840579710147e-06,
+      "loss": 0.9681,
+      "step": 536
+    },
+    {
+      "epoch": 0.7782608695652173,
+      "grad_norm": 0.322265625,
+      "learning_rate": 2.2173913043478264e-06,
+      "loss": 1.0037,
+      "step": 537
+    },
+    {
+      "epoch": 0.7797101449275362,
+      "grad_norm": 0.1953125,
+      "learning_rate": 2.2028985507246377e-06,
+      "loss": 1.0183,
+      "step": 538
+    },
+    {
+      "epoch": 0.7811594202898551,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 2.1884057971014494e-06,
+      "loss": 0.9659,
+      "step": 539
+    },
+    {
+      "epoch": 0.782608695652174,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 2.173913043478261e-06,
+      "loss": 0.996,
+      "step": 540
+    },
+    {
+      "epoch": 0.7840579710144927,
+      "grad_norm": 0.26171875,
+      "learning_rate": 2.1594202898550724e-06,
+      "loss": 1.0066,
+      "step": 541
+    },
+    {
+      "epoch": 0.7855072463768116,
+      "grad_norm": 0.28515625,
+      "learning_rate": 2.144927536231884e-06,
+      "loss": 0.9783,
+      "step": 542
+    },
+    {
+      "epoch": 0.7869565217391304,
+      "grad_norm": 0.19921875,
+      "learning_rate": 2.130434782608696e-06,
+      "loss": 1.0145,
+      "step": 543
+    },
+    {
+      "epoch": 0.7884057971014493,
+      "grad_norm": 0.193359375,
+      "learning_rate": 2.1159420289855075e-06,
+      "loss": 0.978,
+      "step": 544
+    },
+    {
+      "epoch": 0.7898550724637681,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 2.101449275362319e-06,
+      "loss": 0.9961,
+      "step": 545
+    },
+    {
+      "epoch": 0.7913043478260869,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 2.0869565217391305e-06,
+      "loss": 0.9573,
+      "step": 546
+    },
+    {
+      "epoch": 0.7927536231884058,
+      "grad_norm": 0.203125,
+      "learning_rate": 2.0724637681159422e-06,
+      "loss": 0.9965,
+      "step": 547
+    },
+    {
+      "epoch": 0.7942028985507247,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 2.0579710144927535e-06,
+      "loss": 0.9872,
+      "step": 548
+    },
+    {
+      "epoch": 0.7956521739130434,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 2.0434782608695656e-06,
+      "loss": 1.0241,
+      "step": 549
+    },
+    {
+      "epoch": 0.7971014492753623,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 2.028985507246377e-06,
+      "loss": 0.9409,
+      "step": 550
+    },
+    {
+      "epoch": 0.7985507246376812,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 2.0144927536231886e-06,
+      "loss": 1.0103,
+      "step": 551
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 0.9901,
+      "step": 552
+    },
+    {
+      "epoch": 0.8014492753623188,
+      "grad_norm": 0.302734375,
+      "learning_rate": 1.985507246376812e-06,
+      "loss": 1.0409,
+      "step": 553
+    },
+    {
+      "epoch": 0.8028985507246377,
+      "grad_norm": 0.279296875,
+      "learning_rate": 1.9710144927536233e-06,
+      "loss": 0.9557,
+      "step": 554
+    },
+    {
+      "epoch": 0.8043478260869565,
+      "grad_norm": 0.1865234375,
+      "learning_rate": 1.956521739130435e-06,
+      "loss": 0.9786,
+      "step": 555
+    },
+    {
+      "epoch": 0.8057971014492754,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 1.9420289855072467e-06,
+      "loss": 1.0201,
+      "step": 556
+    },
+    {
+      "epoch": 0.8072463768115942,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 1.927536231884058e-06,
+      "loss": 0.9789,
+      "step": 557
+    },
+    {
+      "epoch": 0.808695652173913,
+      "grad_norm": 0.1953125,
+      "learning_rate": 1.9130434782608697e-06,
+      "loss": 0.9594,
+      "step": 558
+    },
+    {
+      "epoch": 0.8101449275362319,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 1.8985507246376814e-06,
+      "loss": 1.0172,
+      "step": 559
+    },
+    {
+      "epoch": 0.8115942028985508,
+      "grad_norm": 0.1953125,
+      "learning_rate": 1.884057971014493e-06,
+      "loss": 0.9783,
+      "step": 560
+    },
+    {
+      "epoch": 0.8130434782608695,
+      "grad_norm": 0.201171875,
+      "learning_rate": 1.8695652173913044e-06,
+      "loss": 0.9909,
+      "step": 561
+    },
+    {
+      "epoch": 0.8144927536231884,
+      "grad_norm": 0.22265625,
+      "learning_rate": 1.8550724637681161e-06,
+      "loss": 0.9853,
+      "step": 562
+    },
+    {
+      "epoch": 0.8159420289855073,
+      "grad_norm": 0.228515625,
+      "learning_rate": 1.8405797101449276e-06,
+      "loss": 1.015,
+      "step": 563
+    },
+    {
+      "epoch": 0.8173913043478261,
+      "grad_norm": 0.203125,
+      "learning_rate": 1.8260869565217394e-06,
+      "loss": 1.0072,
+      "step": 564
+    },
+    {
+      "epoch": 0.8188405797101449,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 1.8115942028985508e-06,
+      "loss": 0.982,
+      "step": 565
+    },
+    {
+      "epoch": 0.8202898550724638,
+      "grad_norm": 0.2236328125,
+      "learning_rate": 1.7971014492753626e-06,
+      "loss": 1.0031,
+      "step": 566
+    },
+    {
+      "epoch": 0.8217391304347826,
+      "grad_norm": 0.2177734375,
+      "learning_rate": 1.782608695652174e-06,
+      "loss": 0.9593,
+      "step": 567
+    },
+    {
+      "epoch": 0.8231884057971014,
+      "grad_norm": 0.2333984375,
+      "learning_rate": 1.7681159420289855e-06,
+      "loss": 1.0523,
+      "step": 568
+    },
+    {
+      "epoch": 0.8246376811594203,
+      "grad_norm": 0.236328125,
+      "learning_rate": 1.7536231884057973e-06,
+      "loss": 1.0208,
+      "step": 569
+    },
+    {
+      "epoch": 0.8260869565217391,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 1.7391304347826088e-06,
+      "loss": 0.9866,
+      "step": 570
+    },
+    {
+      "epoch": 0.827536231884058,
+      "grad_norm": 0.2158203125,
+      "learning_rate": 1.7246376811594205e-06,
+      "loss": 0.9738,
+      "step": 571
+    },
+    {
+      "epoch": 0.8289855072463768,
+      "grad_norm": 0.19921875,
+      "learning_rate": 1.710144927536232e-06,
+      "loss": 0.9857,
+      "step": 572
+    },
+    {
+      "epoch": 0.8304347826086956,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 1.6956521739130435e-06,
+      "loss": 0.9883,
+      "step": 573
+    },
+    {
+      "epoch": 0.8318840579710145,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 1.6811594202898552e-06,
+      "loss": 0.9801,
+      "step": 574
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.203125,
+      "learning_rate": 1.6666666666666667e-06,
+      "loss": 0.9871,
+      "step": 575
+    },
+    {
+      "epoch": 0.8347826086956521,
+      "grad_norm": 0.205078125,
+      "learning_rate": 1.6521739130434784e-06,
+      "loss": 0.9911,
+      "step": 576
+    },
+    {
+      "epoch": 0.836231884057971,
+      "grad_norm": 0.19921875,
+      "learning_rate": 1.6376811594202899e-06,
+      "loss": 0.988,
+      "step": 577
+    },
+    {
+      "epoch": 0.8376811594202899,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 1.6231884057971014e-06,
+      "loss": 0.9622,
+      "step": 578
+    },
+    {
+      "epoch": 0.8391304347826087,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 1.608695652173913e-06,
+      "loss": 0.962,
+      "step": 579
+    },
+    {
+      "epoch": 0.8405797101449275,
+      "grad_norm": 0.193359375,
+      "learning_rate": 1.5942028985507246e-06,
+      "loss": 1.0346,
+      "step": 580
+    },
+    {
+      "epoch": 0.8420289855072464,
+      "grad_norm": 0.201171875,
+      "learning_rate": 1.5797101449275365e-06,
+      "loss": 0.9772,
+      "step": 581
+    },
+    {
+      "epoch": 0.8434782608695652,
+      "grad_norm": 0.2275390625,
+      "learning_rate": 1.565217391304348e-06,
+      "loss": 0.9756,
+      "step": 582
+    },
+    {
+      "epoch": 0.8449275362318841,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 1.5507246376811597e-06,
+      "loss": 0.9971,
+      "step": 583
+    },
+    {
+      "epoch": 0.8463768115942029,
+      "grad_norm": 0.208984375,
+      "learning_rate": 1.5362318840579712e-06,
+      "loss": 0.9845,
+      "step": 584
+    },
+    {
+      "epoch": 0.8478260869565217,
+      "grad_norm": 0.197265625,
+      "learning_rate": 1.521739130434783e-06,
+      "loss": 1.0113,
+      "step": 585
+    },
+    {
+      "epoch": 0.8492753623188406,
+      "grad_norm": 0.2099609375,
+      "learning_rate": 1.5072463768115944e-06,
+      "loss": 0.9748,
+      "step": 586
+    },
+    {
+      "epoch": 0.8507246376811595,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 1.4927536231884059e-06,
+      "loss": 0.9715,
+      "step": 587
+    },
+    {
+      "epoch": 0.8521739130434782,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 1.4782608695652176e-06,
+      "loss": 1.0769,
+      "step": 588
+    },
+    {
+      "epoch": 0.8536231884057971,
+      "grad_norm": 0.42578125,
+      "learning_rate": 1.463768115942029e-06,
+      "loss": 0.9991,
+      "step": 589
+    },
+    {
+      "epoch": 0.855072463768116,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 1.4492753623188408e-06,
+      "loss": 0.9773,
+      "step": 590
+    },
+    {
+      "epoch": 0.8565217391304348,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 1.4347826086956523e-06,
+      "loss": 0.957,
+      "step": 591
+    },
+    {
+      "epoch": 0.8579710144927536,
+      "grad_norm": 0.2333984375,
+      "learning_rate": 1.420289855072464e-06,
+      "loss": 0.9753,
+      "step": 592
+    },
+    {
+      "epoch": 0.8594202898550725,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 1.4057971014492755e-06,
+      "loss": 0.9739,
+      "step": 593
+    },
+    {
+      "epoch": 0.8608695652173913,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 1.391304347826087e-06,
+      "loss": 0.9716,
+      "step": 594
+    },
+    {
+      "epoch": 0.8623188405797102,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 1.3768115942028987e-06,
+      "loss": 0.9953,
+      "step": 595
+    },
+    {
+      "epoch": 0.863768115942029,
+      "grad_norm": 0.369140625,
+      "learning_rate": 1.3623188405797102e-06,
+      "loss": 1.0255,
+      "step": 596
+    },
+    {
+      "epoch": 0.8652173913043478,
+      "grad_norm": 0.263671875,
+      "learning_rate": 1.347826086956522e-06,
+      "loss": 0.9664,
+      "step": 597
+    },
+    {
+      "epoch": 0.8666666666666667,
+      "grad_norm": 0.228515625,
+      "learning_rate": 1.3333333333333334e-06,
+      "loss": 0.9963,
+      "step": 598
+    },
+    {
+      "epoch": 0.8681159420289855,
+      "grad_norm": 0.19921875,
+      "learning_rate": 1.318840579710145e-06,
+      "loss": 0.9879,
+      "step": 599
+    },
+    {
+      "epoch": 0.8695652173913043,
+      "grad_norm": 0.25390625,
+      "learning_rate": 1.3043478260869566e-06,
+      "loss": 0.9584,
+      "step": 600
+    },
+    {
+      "epoch": 0.8710144927536232,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 1.2898550724637681e-06,
+      "loss": 0.9693,
+      "step": 601
+    },
+    {
+      "epoch": 0.8724637681159421,
+      "grad_norm": 0.212890625,
+      "learning_rate": 1.2753623188405798e-06,
+      "loss": 0.9904,
+      "step": 602
+    },
+    {
+      "epoch": 0.8739130434782608,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 1.2608695652173913e-06,
+      "loss": 0.9786,
+      "step": 603
+    },
+    {
+      "epoch": 0.8753623188405797,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 1.246376811594203e-06,
+      "loss": 1.0251,
+      "step": 604
+    },
+    {
+      "epoch": 0.8768115942028986,
+      "grad_norm": 0.205078125,
+      "learning_rate": 1.2318840579710147e-06,
+      "loss": 0.9874,
+      "step": 605
+    },
+    {
+      "epoch": 0.8782608695652174,
+      "grad_norm": 0.21484375,
+      "learning_rate": 1.2173913043478262e-06,
+      "loss": 0.9839,
+      "step": 606
+    },
+    {
+      "epoch": 0.8797101449275362,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 1.2028985507246377e-06,
+      "loss": 0.9385,
+      "step": 607
+    },
+    {
+      "epoch": 0.881159420289855,
+      "grad_norm": 0.1953125,
+      "learning_rate": 1.1884057971014494e-06,
+      "loss": 0.989,
+      "step": 608
+    },
+    {
+      "epoch": 0.8826086956521739,
+      "grad_norm": 0.2177734375,
+      "learning_rate": 1.173913043478261e-06,
+      "loss": 1.05,
+      "step": 609
+    },
+    {
+      "epoch": 0.8840579710144928,
+      "grad_norm": 0.2080078125,
+      "learning_rate": 1.1594202898550726e-06,
+      "loss": 0.9567,
+      "step": 610
+    },
+    {
+      "epoch": 0.8855072463768116,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 1.1449275362318841e-06,
+      "loss": 0.9752,
+      "step": 611
+    },
+    {
+      "epoch": 0.8869565217391304,
+      "grad_norm": 0.208984375,
+      "learning_rate": 1.1304347826086956e-06,
+      "loss": 0.9872,
+      "step": 612
+    },
+    {
+      "epoch": 0.8884057971014493,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 1.1159420289855073e-06,
+      "loss": 0.9958,
+      "step": 613
+    },
+    {
+      "epoch": 0.8898550724637682,
+      "grad_norm": 0.2490234375,
+      "learning_rate": 1.1014492753623188e-06,
+      "loss": 0.966,
+      "step": 614
+    },
+    {
+      "epoch": 0.8913043478260869,
+      "grad_norm": 0.197265625,
+      "learning_rate": 1.0869565217391306e-06,
+      "loss": 0.981,
+      "step": 615
+    },
+    {
+      "epoch": 0.8927536231884058,
+      "grad_norm": 0.203125,
+      "learning_rate": 1.072463768115942e-06,
+      "loss": 0.997,
+      "step": 616
+    },
+    {
+      "epoch": 0.8942028985507247,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 1.0579710144927538e-06,
+      "loss": 0.9636,
+      "step": 617
+    },
+    {
+      "epoch": 0.8956521739130435,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 1.0434782608695653e-06,
+      "loss": 0.9596,
+      "step": 618
+    },
+    {
+      "epoch": 0.8971014492753623,
+      "grad_norm": 0.421875,
+      "learning_rate": 1.0289855072463767e-06,
+      "loss": 1.0419,
+      "step": 619
+    },
+    {
+      "epoch": 0.8985507246376812,
+      "grad_norm": 0.216796875,
+      "learning_rate": 1.0144927536231885e-06,
+      "loss": 0.963,
+      "step": 620
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.2109375,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 1.0315,
+      "step": 621
+    },
+    {
+      "epoch": 0.9014492753623189,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 9.855072463768117e-07,
+      "loss": 1.0158,
+      "step": 622
+    },
+    {
+      "epoch": 0.9028985507246376,
+      "grad_norm": 0.201171875,
+      "learning_rate": 9.710144927536234e-07,
+      "loss": 1.0021,
+      "step": 623
+    },
+    {
+      "epoch": 0.9043478260869565,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 9.565217391304349e-07,
+      "loss": 0.987,
+      "step": 624
+    },
+    {
+      "epoch": 0.9057971014492754,
+      "grad_norm": 0.197265625,
+      "learning_rate": 9.420289855072465e-07,
+      "loss": 0.9999,
+      "step": 625
+    },
+    {
+      "epoch": 0.9072463768115943,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 9.275362318840581e-07,
+      "loss": 0.9733,
+      "step": 626
+    },
+    {
+      "epoch": 0.908695652173913,
+      "grad_norm": 0.201171875,
+      "learning_rate": 9.130434782608697e-07,
+      "loss": 0.9839,
+      "step": 627
+    },
+    {
+      "epoch": 0.9101449275362319,
+      "grad_norm": 0.33203125,
+      "learning_rate": 8.985507246376813e-07,
+      "loss": 1.0346,
+      "step": 628
+    },
+    {
+      "epoch": 0.9115942028985508,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 8.840579710144928e-07,
+      "loss": 0.9582,
+      "step": 629
+    },
+    {
+      "epoch": 0.9130434782608695,
+      "grad_norm": 0.20703125,
+      "learning_rate": 8.695652173913044e-07,
+      "loss": 1.0127,
+      "step": 630
+    },
+    {
+      "epoch": 0.9144927536231884,
+      "grad_norm": 0.1953125,
+      "learning_rate": 8.55072463768116e-07,
+      "loss": 0.9928,
+      "step": 631
+    },
+    {
+      "epoch": 0.9159420289855073,
+      "grad_norm": 0.1953125,
+      "learning_rate": 8.405797101449276e-07,
+      "loss": 1.0004,
+      "step": 632
+    },
+    {
+      "epoch": 0.9173913043478261,
+      "grad_norm": 0.2353515625,
+      "learning_rate": 8.260869565217392e-07,
+      "loss": 0.9855,
+      "step": 633
+    },
+    {
+      "epoch": 0.9188405797101449,
+      "grad_norm": 0.205078125,
+      "learning_rate": 8.115942028985507e-07,
+      "loss": 1.0058,
+      "step": 634
+    },
+    {
+      "epoch": 0.9202898550724637,
+      "grad_norm": 0.30078125,
+      "learning_rate": 7.971014492753623e-07,
+      "loss": 1.0307,
+      "step": 635
+    },
+    {
+      "epoch": 0.9217391304347826,
+      "grad_norm": 0.193359375,
+      "learning_rate": 7.82608695652174e-07,
+      "loss": 1.0132,
+      "step": 636
+    },
+    {
+      "epoch": 0.9231884057971015,
+      "grad_norm": 0.189453125,
+      "learning_rate": 7.681159420289856e-07,
+      "loss": 0.9516,
+      "step": 637
+    },
+    {
+      "epoch": 0.9246376811594202,
+      "grad_norm": 0.19921875,
+      "learning_rate": 7.536231884057972e-07,
+      "loss": 1.0219,
+      "step": 638
+    },
+    {
+      "epoch": 0.9260869565217391,
+      "grad_norm": 0.19140625,
+      "learning_rate": 7.391304347826088e-07,
+      "loss": 0.9908,
+      "step": 639
+    },
+    {
+      "epoch": 0.927536231884058,
+      "grad_norm": 0.2236328125,
+      "learning_rate": 7.246376811594204e-07,
+      "loss": 0.9639,
+      "step": 640
+    },
+    {
+      "epoch": 0.9289855072463769,
+      "grad_norm": 0.205078125,
+      "learning_rate": 7.10144927536232e-07,
+      "loss": 0.9866,
+      "step": 641
+    },
+    {
+      "epoch": 0.9304347826086956,
+      "grad_norm": 0.2177734375,
+      "learning_rate": 6.956521739130435e-07,
+      "loss": 1.0091,
+      "step": 642
+    },
+    {
+      "epoch": 0.9318840579710145,
+      "grad_norm": 0.765625,
+      "learning_rate": 6.811594202898551e-07,
+      "loss": 0.9618,
+      "step": 643
+    },
+    {
+      "epoch": 0.9333333333333333,
+      "grad_norm": 0.2275390625,
+      "learning_rate": 6.666666666666667e-07,
+      "loss": 0.948,
+      "step": 644
+    },
+    {
+      "epoch": 0.9347826086956522,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 6.521739130434783e-07,
+      "loss": 1.0247,
+      "step": 645
+    },
+    {
+      "epoch": 0.936231884057971,
+      "grad_norm": 0.1953125,
+      "learning_rate": 6.376811594202899e-07,
+      "loss": 0.9835,
+      "step": 646
+    },
+    {
+      "epoch": 0.9376811594202898,
+      "grad_norm": 0.2119140625,
+      "learning_rate": 6.231884057971015e-07,
+      "loss": 0.9888,
+      "step": 647
+    },
+    {
+      "epoch": 0.9391304347826087,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 6.086956521739131e-07,
+      "loss": 0.9916,
+      "step": 648
+    },
+    {
+      "epoch": 0.9405797101449276,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 5.942028985507247e-07,
+      "loss": 0.9987,
+      "step": 649
+    },
+    {
+      "epoch": 0.9420289855072463,
+      "grad_norm": 0.193359375,
+      "learning_rate": 5.797101449275363e-07,
+      "loss": 0.9734,
+      "step": 650
+    },
+    {
+      "epoch": 0.9434782608695652,
+      "grad_norm": 0.2119140625,
+      "learning_rate": 5.652173913043478e-07,
+      "loss": 1.0025,
+      "step": 651
+    },
+    {
+      "epoch": 0.9449275362318841,
+      "grad_norm": 0.201171875,
+      "learning_rate": 5.507246376811594e-07,
+      "loss": 0.9608,
+      "step": 652
+    },
+    {
+      "epoch": 0.946376811594203,
+      "grad_norm": 0.2451171875,
+      "learning_rate": 5.36231884057971e-07,
+      "loss": 0.9969,
+      "step": 653
+    },
+    {
+      "epoch": 0.9478260869565217,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 5.217391304347826e-07,
+      "loss": 0.9768,
+      "step": 654
+    },
+    {
+      "epoch": 0.9492753623188406,
+      "grad_norm": 0.197265625,
+      "learning_rate": 5.072463768115942e-07,
+      "loss": 0.996,
+      "step": 655
+    },
+    {
+      "epoch": 0.9507246376811594,
+      "grad_norm": 0.21875,
+      "learning_rate": 4.927536231884058e-07,
+      "loss": 0.9999,
+      "step": 656
+    },
+    {
+      "epoch": 0.9521739130434783,
+      "grad_norm": 0.2021484375,
+      "learning_rate": 4.782608695652174e-07,
+      "loss": 0.9819,
+      "step": 657
+    },
+    {
+      "epoch": 0.9536231884057971,
+      "grad_norm": 0.1953125,
+      "learning_rate": 4.6376811594202904e-07,
+      "loss": 0.9845,
+      "step": 658
+    },
+    {
+      "epoch": 0.9550724637681159,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 4.4927536231884064e-07,
+      "loss": 0.9924,
+      "step": 659
+    },
+    {
+      "epoch": 0.9565217391304348,
+      "grad_norm": 0.1982421875,
+      "learning_rate": 4.347826086956522e-07,
+      "loss": 0.9879,
+      "step": 660
+    },
+    {
+      "epoch": 0.9579710144927536,
+      "grad_norm": 0.1923828125,
+      "learning_rate": 4.202898550724638e-07,
+      "loss": 0.9807,
+      "step": 661
+    },
+    {
+      "epoch": 0.9594202898550724,
+      "grad_norm": 0.2109375,
+      "learning_rate": 4.0579710144927534e-07,
+      "loss": 0.9648,
+      "step": 662
+    },
+    {
+      "epoch": 0.9608695652173913,
+      "grad_norm": 0.2080078125,
+      "learning_rate": 3.91304347826087e-07,
+      "loss": 1.0508,
+      "step": 663
+    },
+    {
+      "epoch": 0.9623188405797102,
+      "grad_norm": 0.328125,
+      "learning_rate": 3.768115942028986e-07,
+      "loss": 1.0403,
+      "step": 664
+    },
+    {
+      "epoch": 0.9637681159420289,
+      "grad_norm": 0.2041015625,
+      "learning_rate": 3.623188405797102e-07,
+      "loss": 0.9641,
+      "step": 665
+    },
+    {
+      "epoch": 0.9652173913043478,
+      "grad_norm": 0.19140625,
+      "learning_rate": 3.4782608695652175e-07,
+      "loss": 0.9954,
+      "step": 666
+    },
+    {
+      "epoch": 0.9666666666666667,
+      "grad_norm": 0.193359375,
+      "learning_rate": 3.3333333333333335e-07,
+      "loss": 0.9848,
+      "step": 667
+    },
+    {
+      "epoch": 0.9681159420289855,
+      "grad_norm": 0.390625,
+      "learning_rate": 3.1884057971014496e-07,
+      "loss": 0.9868,
+      "step": 668
+    },
+    {
+      "epoch": 0.9695652173913043,
+      "grad_norm": 0.203125,
+      "learning_rate": 3.0434782608695656e-07,
+      "loss": 0.9696,
+      "step": 669
+    },
+    {
+      "epoch": 0.9710144927536232,
+      "grad_norm": 0.2119140625,
+      "learning_rate": 2.8985507246376816e-07,
+      "loss": 0.9832,
+      "step": 670
+    },
+    {
+      "epoch": 0.972463768115942,
+      "grad_norm": 0.2109375,
+      "learning_rate": 2.753623188405797e-07,
+      "loss": 1.0043,
+      "step": 671
+    },
+    {
+      "epoch": 0.9739130434782609,
+      "grad_norm": 0.2109375,
+      "learning_rate": 2.608695652173913e-07,
+      "loss": 1.0081,
+      "step": 672
+    },
+    {
+      "epoch": 0.9753623188405797,
+      "grad_norm": 0.1953125,
+      "learning_rate": 2.463768115942029e-07,
+      "loss": 0.9494,
+      "step": 673
+    },
+    {
+      "epoch": 0.9768115942028985,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 2.3188405797101452e-07,
+      "loss": 0.9532,
+      "step": 674
+    },
+    {
+      "epoch": 0.9782608695652174,
+      "grad_norm": 0.203125,
+      "learning_rate": 2.173913043478261e-07,
+      "loss": 1.0012,
+      "step": 675
+    },
+    {
+      "epoch": 0.9797101449275363,
+      "grad_norm": 0.216796875,
+      "learning_rate": 2.0289855072463767e-07,
+      "loss": 0.9927,
+      "step": 676
+    },
+    {
+      "epoch": 0.981159420289855,
+      "grad_norm": 0.240234375,
+      "learning_rate": 1.884057971014493e-07,
+      "loss": 1.0,
+      "step": 677
+    },
+    {
+      "epoch": 0.9826086956521739,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 1.7391304347826088e-07,
+      "loss": 1.0035,
+      "step": 678
+    },
+    {
+      "epoch": 0.9840579710144928,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 1.5942028985507248e-07,
+      "loss": 0.9594,
+      "step": 679
+    },
+    {
+      "epoch": 0.9855072463768116,
+      "grad_norm": 0.20703125,
+      "learning_rate": 1.4492753623188408e-07,
+      "loss": 1.0407,
+      "step": 680
+    },
+    {
+      "epoch": 0.9869565217391304,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 1.3043478260869566e-07,
+      "loss": 0.9454,
+      "step": 681
+    },
+    {
+      "epoch": 0.9884057971014493,
+      "grad_norm": 0.2060546875,
+      "learning_rate": 1.1594202898550726e-07,
+      "loss": 0.9784,
+      "step": 682
+    },
+    {
+      "epoch": 0.9898550724637681,
+      "grad_norm": 0.1884765625,
+      "learning_rate": 1.0144927536231884e-07,
+      "loss": 0.9895,
+      "step": 683
+    },
+    {
+      "epoch": 0.991304347826087,
+      "grad_norm": 0.25,
+      "learning_rate": 8.695652173913044e-08,
+      "loss": 0.9732,
+      "step": 684
+    },
+    {
+      "epoch": 0.9927536231884058,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 7.246376811594204e-08,
+      "loss": 0.9454,
+      "step": 685
+    },
+    {
+      "epoch": 0.9942028985507246,
+      "grad_norm": 0.1904296875,
+      "learning_rate": 5.797101449275363e-08,
+      "loss": 1.0097,
+      "step": 686
+    },
+    {
+      "epoch": 0.9956521739130435,
+      "grad_norm": 0.25390625,
+      "learning_rate": 4.347826086956522e-08,
+      "loss": 1.0221,
+      "step": 687
+    },
+    {
+      "epoch": 0.9971014492753624,
+      "grad_norm": 0.1962890625,
+      "learning_rate": 2.8985507246376815e-08,
+      "loss": 0.9413,
+      "step": 688
+    },
+    {
+      "epoch": 0.9985507246376811,
+      "grad_norm": 0.1943359375,
+      "learning_rate": 1.4492753623188407e-08,
+      "loss": 0.9977,
+      "step": 689
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.2294921875,
+      "learning_rate": 0.0,
+      "loss": 0.9274,
+      "step": 690
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 690,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 0,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.221425503514919e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}