diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,48909 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 6981,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00014324595330181923,
+      "grad_norm": 43.60559844970703,
+      "learning_rate": 9.523809523809526e-07,
+      "loss": 3.0833,
+      "step": 1
+    },
+    {
+      "epoch": 0.00028649190660363845,
+      "grad_norm": 31.535728454589844,
+      "learning_rate": 1.9047619047619051e-06,
+      "loss": 3.2152,
+      "step": 2
+    },
+    {
+      "epoch": 0.0004297378599054577,
+      "grad_norm": 39.60652542114258,
+      "learning_rate": 2.8571428571428573e-06,
+      "loss": 2.9243,
+      "step": 3
+    },
+    {
+      "epoch": 0.0005729838132072769,
+      "grad_norm": 38.353389739990234,
+      "learning_rate": 3.8095238095238102e-06,
+      "loss": 3.1779,
+      "step": 4
+    },
+    {
+      "epoch": 0.0007162297665090961,
+      "grad_norm": 45.63797378540039,
+      "learning_rate": 4.7619047619047615e-06,
+      "loss": 3.1496,
+      "step": 5
+    },
+    {
+      "epoch": 0.0008594757198109154,
+      "grad_norm": 24.159805297851562,
+      "learning_rate": 5.7142857142857145e-06,
+      "loss": 2.9737,
+      "step": 6
+    },
+    {
+      "epoch": 0.0010027216731127346,
+      "grad_norm": 12.569555282592773,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 2.8246,
+      "step": 7
+    },
+    {
+      "epoch": 0.0011459676264145538,
+      "grad_norm": 10.807482719421387,
+      "learning_rate": 7.6190476190476205e-06,
+      "loss": 3.1018,
+      "step": 8
+    },
+    {
+      "epoch": 0.001289213579716373,
+      "grad_norm": 9.894652366638184,
+      "learning_rate": 8.571428571428573e-06,
+      "loss": 2.8744,
+      "step": 9
+    },
+    {
+      "epoch": 0.0014324595330181922,
+      "grad_norm": 7.751890182495117,
+      "learning_rate": 9.523809523809523e-06,
+      "loss": 2.9147,
+      "step": 10
+    },
+    {
+      "epoch": 0.0015757054863200115,
+      "grad_norm": 6.75786828994751,
+      "learning_rate": 1.0476190476190477e-05,
+      "loss": 2.8068,
+      "step": 11
+    },
+    {
+      "epoch": 0.0017189514396218307,
+      "grad_norm": 6.688708305358887,
+      "learning_rate": 1.1428571428571429e-05,
+      "loss": 2.7605,
+      "step": 12
+    },
+    {
+      "epoch": 0.00186219739292365,
+      "grad_norm": 4.928840160369873,
+      "learning_rate": 1.2380952380952381e-05,
+      "loss": 2.7268,
+      "step": 13
+    },
+    {
+      "epoch": 0.0020054433462254693,
+      "grad_norm": 5.594388008117676,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 2.9591,
+      "step": 14
+    },
+    {
+      "epoch": 0.0021486892995272885,
+      "grad_norm": 3.3385937213897705,
+      "learning_rate": 1.4285714285714285e-05,
+      "loss": 2.5622,
+      "step": 15
+    },
+    {
+      "epoch": 0.0022919352528291076,
+      "grad_norm": 4.6686906814575195,
+      "learning_rate": 1.5238095238095241e-05,
+      "loss": 2.4761,
+      "step": 16
+    },
+    {
+      "epoch": 0.002435181206130927,
+      "grad_norm": 3.9358627796173096,
+      "learning_rate": 1.6190476190476193e-05,
+      "loss": 2.5622,
+      "step": 17
+    },
+    {
+      "epoch": 0.002578427159432746,
+      "grad_norm": 2.8459043502807617,
+      "learning_rate": 1.7142857142857145e-05,
+      "loss": 2.4021,
+      "step": 18
+    },
+    {
+      "epoch": 0.002721673112734565,
+      "grad_norm": 3.2668509483337402,
+      "learning_rate": 1.8095238095238094e-05,
+      "loss": 2.6841,
+      "step": 19
+    },
+    {
+      "epoch": 0.0028649190660363843,
+      "grad_norm": 2.475658655166626,
+      "learning_rate": 1.9047619047619046e-05,
+      "loss": 2.4584,
+      "step": 20
+    },
+    {
+      "epoch": 0.0030081650193382035,
+      "grad_norm": 3.0193498134613037,
+      "learning_rate": 2e-05,
+      "loss": 2.5771,
+      "step": 21
+    },
+    {
+      "epoch": 0.003151410972640023,
+      "grad_norm": 4.369155406951904,
+      "learning_rate": 2.0952380952380954e-05,
+      "loss": 2.8159,
+      "step": 22
+    },
+    {
+      "epoch": 0.0032946569259418423,
+      "grad_norm": 2.6239774227142334,
+      "learning_rate": 2.1904761904761906e-05,
+      "loss": 2.5422,
+      "step": 23
+    },
+    {
+      "epoch": 0.0034379028792436614,
+      "grad_norm": 2.772735834121704,
+      "learning_rate": 2.2857142857142858e-05,
+      "loss": 2.3396,
+      "step": 24
+    },
+    {
+      "epoch": 0.0035811488325454806,
+      "grad_norm": 3.435549736022949,
+      "learning_rate": 2.380952380952381e-05,
+      "loss": 2.531,
+      "step": 25
+    },
+    {
+      "epoch": 0.0037243947858473,
+      "grad_norm": 2.7472116947174072,
+      "learning_rate": 2.4761904761904762e-05,
+      "loss": 2.7686,
+      "step": 26
+    },
+    {
+      "epoch": 0.003867640739149119,
+      "grad_norm": 2.260437488555908,
+      "learning_rate": 2.5714285714285714e-05,
+      "loss": 2.3794,
+      "step": 27
+    },
+    {
+      "epoch": 0.004010886692450939,
+      "grad_norm": 2.7817180156707764,
+      "learning_rate": 2.6666666666666667e-05,
+      "loss": 2.4346,
+      "step": 28
+    },
+    {
+      "epoch": 0.004154132645752757,
+      "grad_norm": 2.20941424369812,
+      "learning_rate": 2.7619047619047622e-05,
+      "loss": 2.2203,
+      "step": 29
+    },
+    {
+      "epoch": 0.004297378599054577,
+      "grad_norm": 1.8527559041976929,
+      "learning_rate": 2.857142857142857e-05,
+      "loss": 2.4264,
+      "step": 30
+    },
+    {
+      "epoch": 0.004440624552356396,
+      "grad_norm": 1.6180293560028076,
+      "learning_rate": 2.9523809523809526e-05,
+      "loss": 2.4706,
+      "step": 31
+    },
+    {
+      "epoch": 0.004583870505658215,
+      "grad_norm": 1.798933506011963,
+      "learning_rate": 3.0476190476190482e-05,
+      "loss": 2.4719,
+      "step": 32
+    },
+    {
+      "epoch": 0.004727116458960034,
+      "grad_norm": 1.5285817384719849,
+      "learning_rate": 3.142857142857143e-05,
+      "loss": 2.4434,
+      "step": 33
+    },
+    {
+      "epoch": 0.004870362412261854,
+      "grad_norm": 2.0060298442840576,
+      "learning_rate": 3.2380952380952386e-05,
+      "loss": 2.6151,
+      "step": 34
+    },
+    {
+      "epoch": 0.005013608365563673,
+      "grad_norm": 1.9356366395950317,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 2.4546,
+      "step": 35
+    },
+    {
+      "epoch": 0.005156854318865492,
+      "grad_norm": 1.5378631353378296,
+      "learning_rate": 3.428571428571429e-05,
+      "loss": 2.3867,
+      "step": 36
+    },
+    {
+      "epoch": 0.0053001002721673116,
+      "grad_norm": 2.162233591079712,
+      "learning_rate": 3.523809523809524e-05,
+      "loss": 2.4244,
+      "step": 37
+    },
+    {
+      "epoch": 0.00544334622546913,
+      "grad_norm": 1.6548140048980713,
+      "learning_rate": 3.619047619047619e-05,
+      "loss": 2.3028,
+      "step": 38
+    },
+    {
+      "epoch": 0.00558659217877095,
+      "grad_norm": 1.9736714363098145,
+      "learning_rate": 3.7142857142857143e-05,
+      "loss": 2.48,
+      "step": 39
+    },
+    {
+      "epoch": 0.005729838132072769,
+      "grad_norm": 1.7285321950912476,
+      "learning_rate": 3.809523809523809e-05,
+      "loss": 2.3485,
+      "step": 40
+    },
+    {
+      "epoch": 0.005873084085374588,
+      "grad_norm": 1.8885557651519775,
+      "learning_rate": 3.904761904761905e-05,
+      "loss": 2.4366,
+      "step": 41
+    },
+    {
+      "epoch": 0.006016330038676407,
+      "grad_norm": 1.9382545948028564,
+      "learning_rate": 4e-05,
+      "loss": 2.205,
+      "step": 42
+    },
+    {
+      "epoch": 0.006159575991978227,
+      "grad_norm": 1.4002914428710938,
+      "learning_rate": 4.095238095238095e-05,
+      "loss": 2.4724,
+      "step": 43
+    },
+    {
+      "epoch": 0.006302821945280046,
+      "grad_norm": 1.5434682369232178,
+      "learning_rate": 4.190476190476191e-05,
+      "loss": 2.3172,
+      "step": 44
+    },
+    {
+      "epoch": 0.006446067898581865,
+      "grad_norm": 1.9033857583999634,
+      "learning_rate": 4.2857142857142856e-05,
+      "loss": 2.3292,
+      "step": 45
+    },
+    {
+      "epoch": 0.0065893138518836845,
+      "grad_norm": 1.9829249382019043,
+      "learning_rate": 4.380952380952381e-05,
+      "loss": 2.2639,
+      "step": 46
+    },
+    {
+      "epoch": 0.006732559805185503,
+      "grad_norm": 1.7422224283218384,
+      "learning_rate": 4.476190476190477e-05,
+      "loss": 2.2028,
+      "step": 47
+    },
+    {
+      "epoch": 0.006875805758487323,
+      "grad_norm": 2.080336332321167,
+      "learning_rate": 4.5714285714285716e-05,
+      "loss": 2.3185,
+      "step": 48
+    },
+    {
+      "epoch": 0.007019051711789142,
+      "grad_norm": 1.7865310907363892,
+      "learning_rate": 4.666666666666667e-05,
+      "loss": 2.169,
+      "step": 49
+    },
+    {
+      "epoch": 0.007162297665090961,
+      "grad_norm": 1.490592360496521,
+      "learning_rate": 4.761904761904762e-05,
+      "loss": 2.2032,
+      "step": 50
+    },
+    {
+      "epoch": 0.00730554361839278,
+      "grad_norm": 1.539311170578003,
+      "learning_rate": 4.8571428571428576e-05,
+      "loss": 2.1004,
+      "step": 51
+    },
+    {
+      "epoch": 0.0074487895716946,
+      "grad_norm": 1.6497411727905273,
+      "learning_rate": 4.9523809523809525e-05,
+      "loss": 2.49,
+      "step": 52
+    },
+    {
+      "epoch": 0.007592035524996419,
+      "grad_norm": 2.097569227218628,
+      "learning_rate": 5.047619047619048e-05,
+      "loss": 2.2213,
+      "step": 53
+    },
+    {
+      "epoch": 0.007735281478298238,
+      "grad_norm": 1.433644413948059,
+      "learning_rate": 5.142857142857143e-05,
+      "loss": 2.0561,
+      "step": 54
+    },
+    {
+      "epoch": 0.007878527431600058,
+      "grad_norm": 2.342519521713257,
+      "learning_rate": 5.2380952380952384e-05,
+      "loss": 2.2769,
+      "step": 55
+    },
+    {
+      "epoch": 0.008021773384901877,
+      "grad_norm": 1.6540793180465698,
+      "learning_rate": 5.333333333333333e-05,
+      "loss": 2.257,
+      "step": 56
+    },
+    {
+      "epoch": 0.008165019338203695,
+      "grad_norm": 1.508241057395935,
+      "learning_rate": 5.428571428571428e-05,
+      "loss": 2.0643,
+      "step": 57
+    },
+    {
+      "epoch": 0.008308265291505515,
+      "grad_norm": 1.415917158126831,
+      "learning_rate": 5.5238095238095244e-05,
+      "loss": 2.2234,
+      "step": 58
+    },
+    {
+      "epoch": 0.008451511244807334,
+      "grad_norm": 1.8287582397460938,
+      "learning_rate": 5.619047619047619e-05,
+      "loss": 2.3065,
+      "step": 59
+    },
+    {
+      "epoch": 0.008594757198109154,
+      "grad_norm": 1.152045488357544,
+      "learning_rate": 5.714285714285714e-05,
+      "loss": 2.0693,
+      "step": 60
+    },
+    {
+      "epoch": 0.008738003151410973,
+      "grad_norm": 1.3380073308944702,
+      "learning_rate": 5.8095238095238104e-05,
+      "loss": 2.1981,
+      "step": 61
+    },
+    {
+      "epoch": 0.008881249104712791,
+      "grad_norm": 1.694229006767273,
+      "learning_rate": 5.904761904761905e-05,
+      "loss": 2.2432,
+      "step": 62
+    },
+    {
+      "epoch": 0.009024495058014611,
+      "grad_norm": 1.285808801651001,
+      "learning_rate": 6e-05,
+      "loss": 2.0662,
+      "step": 63
+    },
+    {
+      "epoch": 0.00916774101131643,
+      "grad_norm": 1.1193108558654785,
+      "learning_rate": 6.0952380952380964e-05,
+      "loss": 2.2119,
+      "step": 64
+    },
+    {
+      "epoch": 0.00931098696461825,
+      "grad_norm": 1.534436821937561,
+      "learning_rate": 6.19047619047619e-05,
+      "loss": 2.047,
+      "step": 65
+    },
+    {
+      "epoch": 0.009454232917920068,
+      "grad_norm": 2.0890212059020996,
+      "learning_rate": 6.285714285714286e-05,
+      "loss": 2.1589,
+      "step": 66
+    },
+    {
+      "epoch": 0.009597478871221888,
+      "grad_norm": 1.4423694610595703,
+      "learning_rate": 6.38095238095238e-05,
+      "loss": 2.141,
+      "step": 67
+    },
+    {
+      "epoch": 0.009740724824523707,
+      "grad_norm": 1.3278260231018066,
+      "learning_rate": 6.476190476190477e-05,
+      "loss": 2.081,
+      "step": 68
+    },
+    {
+      "epoch": 0.009883970777825527,
+      "grad_norm": 1.4541820287704468,
+      "learning_rate": 6.571428571428571e-05,
+      "loss": 2.1679,
+      "step": 69
+    },
+    {
+      "epoch": 0.010027216731127346,
+      "grad_norm": 1.0606558322906494,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 2.0688,
+      "step": 70
+    },
+    {
+      "epoch": 0.010170462684429164,
+      "grad_norm": 1.6093040704727173,
+      "learning_rate": 6.761904761904763e-05,
+      "loss": 2.2378,
+      "step": 71
+    },
+    {
+      "epoch": 0.010313708637730984,
+      "grad_norm": 1.61378014087677,
+      "learning_rate": 6.857142857142858e-05,
+      "loss": 2.3874,
+      "step": 72
+    },
+    {
+      "epoch": 0.010456954591032804,
+      "grad_norm": 1.6240099668502808,
+      "learning_rate": 6.952380952380952e-05,
+      "loss": 2.1935,
+      "step": 73
+    },
+    {
+      "epoch": 0.010600200544334623,
+      "grad_norm": 1.523766279220581,
+      "learning_rate": 7.047619047619048e-05,
+      "loss": 2.0326,
+      "step": 74
+    },
+    {
+      "epoch": 0.010743446497636441,
+      "grad_norm": 1.931734561920166,
+      "learning_rate": 7.142857142857143e-05,
+      "loss": 2.1174,
+      "step": 75
+    },
+    {
+      "epoch": 0.01088669245093826,
+      "grad_norm": 1.5269675254821777,
+      "learning_rate": 7.238095238095238e-05,
+      "loss": 2.0497,
+      "step": 76
+    },
+    {
+      "epoch": 0.01102993840424008,
+      "grad_norm": 1.408310890197754,
+      "learning_rate": 7.333333333333333e-05,
+      "loss": 2.0554,
+      "step": 77
+    },
+    {
+      "epoch": 0.0111731843575419,
+      "grad_norm": 1.2059897184371948,
+      "learning_rate": 7.428571428571429e-05,
+      "loss": 2.1729,
+      "step": 78
+    },
+    {
+      "epoch": 0.01131643031084372,
+      "grad_norm": 1.2724722623825073,
+      "learning_rate": 7.523809523809524e-05,
+      "loss": 2.2772,
+      "step": 79
+    },
+    {
+      "epoch": 0.011459676264145537,
+      "grad_norm": 1.5294127464294434,
+      "learning_rate": 7.619047619047618e-05,
+      "loss": 2.1586,
+      "step": 80
+    },
+    {
+      "epoch": 0.011602922217447357,
+      "grad_norm": 1.272804617881775,
+      "learning_rate": 7.714285714285715e-05,
+      "loss": 2.2481,
+      "step": 81
+    },
+    {
+      "epoch": 0.011746168170749176,
+      "grad_norm": 1.4611436128616333,
+      "learning_rate": 7.80952380952381e-05,
+      "loss": 2.2153,
+      "step": 82
+    },
+    {
+      "epoch": 0.011889414124050996,
+      "grad_norm": 1.3748998641967773,
+      "learning_rate": 7.904761904761905e-05,
+      "loss": 2.0259,
+      "step": 83
+    },
+    {
+      "epoch": 0.012032660077352814,
+      "grad_norm": 1.770175814628601,
+      "learning_rate": 8e-05,
+      "loss": 2.2264,
+      "step": 84
+    },
+    {
+      "epoch": 0.012175906030654634,
+      "grad_norm": 1.5334935188293457,
+      "learning_rate": 8.095238095238096e-05,
+      "loss": 2.2025,
+      "step": 85
+    },
+    {
+      "epoch": 0.012319151983956453,
+      "grad_norm": 1.4688934087753296,
+      "learning_rate": 8.19047619047619e-05,
+      "loss": 2.3137,
+      "step": 86
+    },
+    {
+      "epoch": 0.012462397937258273,
+      "grad_norm": 1.6416525840759277,
+      "learning_rate": 8.285714285714287e-05,
+      "loss": 2.135,
+      "step": 87
+    },
+    {
+      "epoch": 0.012605643890560092,
+      "grad_norm": 1.5789804458618164,
+      "learning_rate": 8.380952380952382e-05,
+      "loss": 2.2366,
+      "step": 88
+    },
+    {
+      "epoch": 0.01274888984386191,
+      "grad_norm": 1.5044002532958984,
+      "learning_rate": 8.476190476190477e-05,
+      "loss": 2.0524,
+      "step": 89
+    },
+    {
+      "epoch": 0.01289213579716373,
+      "grad_norm": 1.5711475610733032,
+      "learning_rate": 8.571428571428571e-05,
+      "loss": 2.1623,
+      "step": 90
+    },
+    {
+      "epoch": 0.01303538175046555,
+      "grad_norm": 1.6215373277664185,
+      "learning_rate": 8.666666666666667e-05,
+      "loss": 2.143,
+      "step": 91
+    },
+    {
+      "epoch": 0.013178627703767369,
+      "grad_norm": 1.7676758766174316,
+      "learning_rate": 8.761904761904762e-05,
+      "loss": 1.9213,
+      "step": 92
+    },
+    {
+      "epoch": 0.013321873657069187,
+      "grad_norm": 1.4048552513122559,
+      "learning_rate": 8.857142857142857e-05,
+      "loss": 2.0708,
+      "step": 93
+    },
+    {
+      "epoch": 0.013465119610371007,
+      "grad_norm": 1.5136665105819702,
+      "learning_rate": 8.952380952380953e-05,
+      "loss": 2.2502,
+      "step": 94
+    },
+    {
+      "epoch": 0.013608365563672826,
+      "grad_norm": 1.6699966192245483,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 1.9469,
+      "step": 95
+    },
+    {
+      "epoch": 0.013751611516974646,
+      "grad_norm": 1.9060397148132324,
+      "learning_rate": 9.142857142857143e-05,
+      "loss": 1.9226,
+      "step": 96
+    },
+    {
+      "epoch": 0.013894857470276465,
+      "grad_norm": 1.4670075178146362,
+      "learning_rate": 9.238095238095239e-05,
+      "loss": 2.2363,
+      "step": 97
+    },
+    {
+      "epoch": 0.014038103423578283,
+      "grad_norm": 1.1021052598953247,
+      "learning_rate": 9.333333333333334e-05,
+      "loss": 2.1779,
+      "step": 98
+    },
+    {
+      "epoch": 0.014181349376880103,
+      "grad_norm": 1.4448819160461426,
+      "learning_rate": 9.428571428571429e-05,
+      "loss": 2.0775,
+      "step": 99
+    },
+    {
+      "epoch": 0.014324595330181922,
+      "grad_norm": 1.751875400543213,
+      "learning_rate": 9.523809523809524e-05,
+      "loss": 2.1332,
+      "step": 100
+    },
+    {
+      "epoch": 0.014467841283483742,
+      "grad_norm": 1.581039309501648,
+      "learning_rate": 9.61904761904762e-05,
+      "loss": 2.0662,
+      "step": 101
+    },
+    {
+      "epoch": 0.01461108723678556,
+      "grad_norm": 1.3243067264556885,
+      "learning_rate": 9.714285714285715e-05,
+      "loss": 2.0202,
+      "step": 102
+    },
+    {
+      "epoch": 0.01475433319008738,
+      "grad_norm": 1.6512200832366943,
+      "learning_rate": 9.80952380952381e-05,
+      "loss": 2.2054,
+      "step": 103
+    },
+    {
+      "epoch": 0.0148975791433892,
+      "grad_norm": 1.1741405725479126,
+      "learning_rate": 9.904761904761905e-05,
+      "loss": 1.9513,
+      "step": 104
+    },
+    {
+      "epoch": 0.015040825096691019,
+      "grad_norm": 1.4665203094482422,
+      "learning_rate": 0.0001,
+      "loss": 2.1684,
+      "step": 105
+    },
+    {
+      "epoch": 0.015184071049992838,
+      "grad_norm": 1.613925576210022,
+      "learning_rate": 0.00010095238095238096,
+      "loss": 2.1205,
+      "step": 106
+    },
+    {
+      "epoch": 0.015327317003294656,
+      "grad_norm": 1.5026123523712158,
+      "learning_rate": 0.0001019047619047619,
+      "loss": 2.0955,
+      "step": 107
+    },
+    {
+      "epoch": 0.015470562956596476,
+      "grad_norm": 1.4836691617965698,
+      "learning_rate": 0.00010285714285714286,
+      "loss": 2.1564,
+      "step": 108
+    },
+    {
+      "epoch": 0.015613808909898295,
+      "grad_norm": 1.7708241939544678,
+      "learning_rate": 0.00010380952380952383,
+      "loss": 2.2452,
+      "step": 109
+    },
+    {
+      "epoch": 0.015757054863200115,
+      "grad_norm": 1.3239527940750122,
+      "learning_rate": 0.00010476190476190477,
+      "loss": 2.2288,
+      "step": 110
+    },
+    {
+      "epoch": 0.015900300816501935,
+      "grad_norm": 1.5466610193252563,
+      "learning_rate": 0.00010571428571428572,
+      "loss": 2.0206,
+      "step": 111
+    },
+    {
+      "epoch": 0.016043546769803754,
+      "grad_norm": 1.5301494598388672,
+      "learning_rate": 0.00010666666666666667,
+      "loss": 2.028,
+      "step": 112
+    },
+    {
+      "epoch": 0.016186792723105574,
+      "grad_norm": 1.7029972076416016,
+      "learning_rate": 0.00010761904761904762,
+      "loss": 2.1995,
+      "step": 113
+    },
+    {
+      "epoch": 0.01633003867640739,
+      "grad_norm": 1.4905201196670532,
+      "learning_rate": 0.00010857142857142856,
+      "loss": 1.9269,
+      "step": 114
+    },
+    {
+      "epoch": 0.01647328462970921,
+      "grad_norm": 1.2744508981704712,
+      "learning_rate": 0.00010952380952380953,
+      "loss": 2.0337,
+      "step": 115
+    },
+    {
+      "epoch": 0.01661653058301103,
+      "grad_norm": 2.0099661350250244,
+      "learning_rate": 0.00011047619047619049,
+      "loss": 2.1003,
+      "step": 116
+    },
+    {
+      "epoch": 0.01675977653631285,
+      "grad_norm": 1.5763869285583496,
+      "learning_rate": 0.00011142857142857144,
+      "loss": 2.061,
+      "step": 117
+    },
+    {
+      "epoch": 0.01690302248961467,
+      "grad_norm": 1.4057834148406982,
+      "learning_rate": 0.00011238095238095239,
+      "loss": 2.0891,
+      "step": 118
+    },
+    {
+      "epoch": 0.017046268442916488,
+      "grad_norm": 1.1238365173339844,
+      "learning_rate": 0.00011333333333333334,
+      "loss": 2.2679,
+      "step": 119
+    },
+    {
+      "epoch": 0.017189514396218308,
+      "grad_norm": 1.8819576501846313,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 2.2083,
+      "step": 120
+    },
+    {
+      "epoch": 0.017332760349520127,
+      "grad_norm": 1.5884288549423218,
+      "learning_rate": 0.00011523809523809524,
+      "loss": 1.9509,
+      "step": 121
+    },
+    {
+      "epoch": 0.017476006302821947,
+      "grad_norm": 1.574519157409668,
+      "learning_rate": 0.00011619047619047621,
+      "loss": 2.0649,
+      "step": 122
+    },
+    {
+      "epoch": 0.017619252256123763,
+      "grad_norm": 1.3362802267074585,
+      "learning_rate": 0.00011714285714285715,
+      "loss": 2.0944,
+      "step": 123
+    },
+    {
+      "epoch": 0.017762498209425583,
+      "grad_norm": 1.654070258140564,
+      "learning_rate": 0.0001180952380952381,
+      "loss": 2.0431,
+      "step": 124
+    },
+    {
+      "epoch": 0.017905744162727402,
+      "grad_norm": 1.8059754371643066,
+      "learning_rate": 0.00011904761904761905,
+      "loss": 2.1232,
+      "step": 125
+    },
+    {
+      "epoch": 0.018048990116029222,
+      "grad_norm": 1.96479070186615,
+      "learning_rate": 0.00012,
+      "loss": 2.1367,
+      "step": 126
+    },
+    {
+      "epoch": 0.01819223606933104,
+      "grad_norm": 1.4818916320800781,
+      "learning_rate": 0.00012095238095238095,
+      "loss": 2.0312,
+      "step": 127
+    },
+    {
+      "epoch": 0.01833548202263286,
+      "grad_norm": 1.3568933010101318,
+      "learning_rate": 0.00012190476190476193,
+      "loss": 1.9891,
+      "step": 128
+    },
+    {
+      "epoch": 0.01847872797593468,
+      "grad_norm": 1.334232211112976,
+      "learning_rate": 0.00012285714285714287,
+      "loss": 1.9743,
+      "step": 129
+    },
+    {
+      "epoch": 0.0186219739292365,
+      "grad_norm": 1.6231637001037598,
+      "learning_rate": 0.0001238095238095238,
+      "loss": 2.0124,
+      "step": 130
+    },
+    {
+      "epoch": 0.01876521988253832,
+      "grad_norm": 1.6769394874572754,
+      "learning_rate": 0.00012476190476190478,
+      "loss": 1.9172,
+      "step": 131
+    },
+    {
+      "epoch": 0.018908465835840136,
+      "grad_norm": 1.3945720195770264,
+      "learning_rate": 0.00012571428571428572,
+      "loss": 2.071,
+      "step": 132
+    },
+    {
+      "epoch": 0.019051711789141956,
+      "grad_norm": 1.3395764827728271,
+      "learning_rate": 0.00012666666666666666,
+      "loss": 2.1012,
+      "step": 133
+    },
+    {
+      "epoch": 0.019194957742443775,
+      "grad_norm": 1.4444243907928467,
+      "learning_rate": 0.0001276190476190476,
+      "loss": 2.058,
+      "step": 134
+    },
+    {
+      "epoch": 0.019338203695745595,
+      "grad_norm": 1.3928648233413696,
+      "learning_rate": 0.00012857142857142858,
+      "loss": 2.2346,
+      "step": 135
+    },
+    {
+      "epoch": 0.019481449649047414,
+      "grad_norm": 1.6058939695358276,
+      "learning_rate": 0.00012952380952380954,
+      "loss": 2.0939,
+      "step": 136
+    },
+    {
+      "epoch": 0.019624695602349234,
+      "grad_norm": 1.0833503007888794,
+      "learning_rate": 0.0001304761904761905,
+      "loss": 1.9882,
+      "step": 137
+    },
+    {
+      "epoch": 0.019767941555651054,
+      "grad_norm": 1.2641631364822388,
+      "learning_rate": 0.00013142857142857143,
+      "loss": 1.9755,
+      "step": 138
+    },
+    {
+      "epoch": 0.019911187508952873,
+      "grad_norm": 1.5583668947219849,
+      "learning_rate": 0.00013238095238095237,
+      "loss": 2.1429,
+      "step": 139
+    },
+    {
+      "epoch": 0.020054433462254693,
+      "grad_norm": 1.484849214553833,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 2.2006,
+      "step": 140
+    },
+    {
+      "epoch": 0.02019767941555651,
+      "grad_norm": 1.644792079925537,
+      "learning_rate": 0.00013428571428571428,
+      "loss": 2.0781,
+      "step": 141
+    },
+    {
+      "epoch": 0.02034092536885833,
+      "grad_norm": 1.5640923976898193,
+      "learning_rate": 0.00013523809523809525,
+      "loss": 1.8827,
+      "step": 142
+    },
+    {
+      "epoch": 0.020484171322160148,
+      "grad_norm": 1.3237711191177368,
+      "learning_rate": 0.0001361904761904762,
+      "loss": 2.0776,
+      "step": 143
+    },
+    {
+      "epoch": 0.020627417275461968,
+      "grad_norm": 1.6570160388946533,
+      "learning_rate": 0.00013714285714285716,
+      "loss": 2.0843,
+      "step": 144
+    },
+    {
+      "epoch": 0.020770663228763787,
+      "grad_norm": 1.688788890838623,
+      "learning_rate": 0.0001380952380952381,
+      "loss": 2.2427,
+      "step": 145
+    },
+    {
+      "epoch": 0.020913909182065607,
+      "grad_norm": 1.7649023532867432,
+      "learning_rate": 0.00013904761904761905,
+      "loss": 1.9434,
+      "step": 146
+    },
+    {
+      "epoch": 0.021057155135367427,
+      "grad_norm": 1.5178356170654297,
+      "learning_rate": 0.00014,
+      "loss": 2.1959,
+      "step": 147
+    },
+    {
+      "epoch": 0.021200401088669246,
+      "grad_norm": 1.4681129455566406,
+      "learning_rate": 0.00014095238095238096,
+      "loss": 2.1384,
+      "step": 148
+    },
+    {
+      "epoch": 0.021343647041971066,
+      "grad_norm": 1.4823646545410156,
+      "learning_rate": 0.00014190476190476193,
+      "loss": 2.0579,
+      "step": 149
+    },
+    {
+      "epoch": 0.021486892995272882,
+      "grad_norm": 1.5821900367736816,
+      "learning_rate": 0.00014285714285714287,
+      "loss": 2.0655,
+      "step": 150
+    },
+    {
+      "epoch": 0.0216301389485747,
+      "grad_norm": 1.1916303634643555,
+      "learning_rate": 0.0001438095238095238,
+      "loss": 2.0253,
+      "step": 151
+    },
+    {
+      "epoch": 0.02177338490187652,
+      "grad_norm": 1.412773847579956,
+      "learning_rate": 0.00014476190476190475,
+      "loss": 2.051,
+      "step": 152
+    },
+    {
+      "epoch": 0.02191663085517834,
+      "grad_norm": 1.4731754064559937,
+      "learning_rate": 0.00014571428571428572,
+      "loss": 1.9312,
+      "step": 153
+    },
+    {
+      "epoch": 0.02205987680848016,
+      "grad_norm": 1.1608917713165283,
+      "learning_rate": 0.00014666666666666666,
+      "loss": 2.0139,
+      "step": 154
+    },
+    {
+      "epoch": 0.02220312276178198,
+      "grad_norm": 1.383836030960083,
+      "learning_rate": 0.00014761904761904763,
+      "loss": 2.0879,
+      "step": 155
+    },
+    {
+      "epoch": 0.0223463687150838,
+      "grad_norm": 1.9260993003845215,
+      "learning_rate": 0.00014857142857142857,
+      "loss": 1.9417,
+      "step": 156
+    },
+    {
+      "epoch": 0.02248961466838562,
+      "grad_norm": 1.504585862159729,
+      "learning_rate": 0.00014952380952380954,
+      "loss": 1.952,
+      "step": 157
+    },
+    {
+      "epoch": 0.02263286062168744,
+      "grad_norm": 1.8982758522033691,
+      "learning_rate": 0.00015047619047619048,
+      "loss": 1.943,
+      "step": 158
+    },
+    {
+      "epoch": 0.022776106574989255,
+      "grad_norm": 1.5955414772033691,
+      "learning_rate": 0.00015142857142857143,
+      "loss": 1.9965,
+      "step": 159
+    },
+    {
+      "epoch": 0.022919352528291075,
+      "grad_norm": 1.8631447553634644,
+      "learning_rate": 0.00015238095238095237,
+      "loss": 1.9753,
+      "step": 160
+    },
+    {
+      "epoch": 0.023062598481592894,
+      "grad_norm": 1.5241987705230713,
+      "learning_rate": 0.00015333333333333334,
+      "loss": 1.9455,
+      "step": 161
+    },
+    {
+      "epoch": 0.023205844434894714,
+      "grad_norm": 1.3503906726837158,
+      "learning_rate": 0.0001542857142857143,
+      "loss": 1.9857,
+      "step": 162
+    },
+    {
+      "epoch": 0.023349090388196533,
+      "grad_norm": 1.4553943872451782,
+      "learning_rate": 0.00015523809523809525,
+      "loss": 2.1558,
+      "step": 163
+    },
+    {
+      "epoch": 0.023492336341498353,
+      "grad_norm": 1.4693403244018555,
+      "learning_rate": 0.0001561904761904762,
+      "loss": 2.0002,
+      "step": 164
+    },
+    {
+      "epoch": 0.023635582294800173,
+      "grad_norm": 1.8429701328277588,
+      "learning_rate": 0.00015714285714285716,
+      "loss": 1.9662,
+      "step": 165
+    },
+    {
+      "epoch": 0.023778828248101992,
+      "grad_norm": 1.2253432273864746,
+      "learning_rate": 0.0001580952380952381,
+      "loss": 2.0317,
+      "step": 166
+    },
+    {
+      "epoch": 0.023922074201403812,
+      "grad_norm": 1.4193241596221924,
+      "learning_rate": 0.00015904761904761904,
+      "loss": 2.0519,
+      "step": 167
+    },
+    {
+      "epoch": 0.024065320154705628,
+      "grad_norm": 1.2338056564331055,
+      "learning_rate": 0.00016,
+      "loss": 1.9611,
+      "step": 168
+    },
+    {
+      "epoch": 0.024208566108007448,
+      "grad_norm": 1.2609264850616455,
+      "learning_rate": 0.00016095238095238096,
+      "loss": 1.9038,
+      "step": 169
+    },
+    {
+      "epoch": 0.024351812061309267,
+      "grad_norm": 1.706978678703308,
+      "learning_rate": 0.00016190476190476192,
+      "loss": 2.1073,
+      "step": 170
+    },
+    {
+      "epoch": 0.024495058014611087,
+      "grad_norm": 1.6178133487701416,
+      "learning_rate": 0.00016285714285714287,
+      "loss": 2.1846,
+      "step": 171
+    },
+    {
+      "epoch": 0.024638303967912906,
+      "grad_norm": 1.446020483970642,
+      "learning_rate": 0.0001638095238095238,
+      "loss": 1.9383,
+      "step": 172
+    },
+    {
+      "epoch": 0.024781549921214726,
+      "grad_norm": 1.1892470121383667,
+      "learning_rate": 0.00016476190476190475,
+      "loss": 2.1199,
+      "step": 173
+    },
+    {
+      "epoch": 0.024924795874516546,
+      "grad_norm": 1.2188583612442017,
+      "learning_rate": 0.00016571428571428575,
+      "loss": 1.7405,
+      "step": 174
+    },
+    {
+      "epoch": 0.025068041827818365,
+      "grad_norm": 1.389543890953064,
+      "learning_rate": 0.0001666666666666667,
+      "loss": 2.034,
+      "step": 175
+    },
+    {
+      "epoch": 0.025211287781120185,
+      "grad_norm": 1.5610393285751343,
+      "learning_rate": 0.00016761904761904763,
+      "loss": 1.9837,
+      "step": 176
+    },
+    {
+      "epoch": 0.025354533734422,
+      "grad_norm": 1.3801565170288086,
+      "learning_rate": 0.00016857142857142857,
+      "loss": 2.0551,
+      "step": 177
+    },
+    {
+      "epoch": 0.02549777968772382,
+      "grad_norm": 1.5726288557052612,
+      "learning_rate": 0.00016952380952380954,
+      "loss": 2.2382,
+      "step": 178
+    },
+    {
+      "epoch": 0.02564102564102564,
+      "grad_norm": 1.5538567304611206,
+      "learning_rate": 0.00017047619047619048,
+      "loss": 1.9013,
+      "step": 179
+    },
+    {
+      "epoch": 0.02578427159432746,
+      "grad_norm": 1.2632699012756348,
+      "learning_rate": 0.00017142857142857143,
+      "loss": 2.037,
+      "step": 180
+    },
+    {
+      "epoch": 0.02592751754762928,
+      "grad_norm": 1.1570740938186646,
+      "learning_rate": 0.0001723809523809524,
+      "loss": 2.1272,
+      "step": 181
+    },
+    {
+      "epoch": 0.0260707635009311,
+      "grad_norm": 1.6786611080169678,
+      "learning_rate": 0.00017333333333333334,
+      "loss": 2.1132,
+      "step": 182
+    },
+    {
+      "epoch": 0.02621400945423292,
+      "grad_norm": 2.147413492202759,
+      "learning_rate": 0.0001742857142857143,
+      "loss": 2.1759,
+      "step": 183
+    },
+    {
+      "epoch": 0.026357255407534738,
+      "grad_norm": 1.5073158740997314,
+      "learning_rate": 0.00017523809523809525,
+      "loss": 2.0957,
+      "step": 184
+    },
+    {
+      "epoch": 0.026500501360836558,
+      "grad_norm": 1.476615309715271,
+      "learning_rate": 0.0001761904761904762,
+      "loss": 1.9653,
+      "step": 185
+    },
+    {
+      "epoch": 0.026643747314138374,
+      "grad_norm": 1.4393470287322998,
+      "learning_rate": 0.00017714285714285713,
+      "loss": 1.9501,
+      "step": 186
+    },
+    {
+      "epoch": 0.026786993267440194,
+      "grad_norm": 1.5073431730270386,
+      "learning_rate": 0.0001780952380952381,
+      "loss": 2.025,
+      "step": 187
+    },
+    {
+      "epoch": 0.026930239220742013,
+      "grad_norm": 1.4973533153533936,
+      "learning_rate": 0.00017904761904761907,
+      "loss": 2.0706,
+      "step": 188
+    },
+    {
+      "epoch": 0.027073485174043833,
+      "grad_norm": 1.4710402488708496,
+      "learning_rate": 0.00018,
+      "loss": 2.0324,
+      "step": 189
+    },
+    {
+      "epoch": 0.027216731127345652,
+      "grad_norm": 1.5719164609909058,
+      "learning_rate": 0.00018095238095238095,
+      "loss": 2.0886,
+      "step": 190
+    },
+    {
+      "epoch": 0.027359977080647472,
+      "grad_norm": 1.1614367961883545,
+      "learning_rate": 0.00018190476190476192,
+      "loss": 2.0161,
+      "step": 191
+    },
+    {
+      "epoch": 0.02750322303394929,
+      "grad_norm": 1.29521906375885,
+      "learning_rate": 0.00018285714285714286,
+      "loss": 2.0223,
+      "step": 192
+    },
+    {
+      "epoch": 0.02764646898725111,
+      "grad_norm": 1.472669243812561,
+      "learning_rate": 0.0001838095238095238,
+      "loss": 1.8515,
+      "step": 193
+    },
+    {
+      "epoch": 0.02778971494055293,
+      "grad_norm": 1.1679611206054688,
+      "learning_rate": 0.00018476190476190478,
+      "loss": 2.0441,
+      "step": 194
+    },
+    {
+      "epoch": 0.027932960893854747,
+      "grad_norm": 1.2847728729248047,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 2.0704,
+      "step": 195
+    },
+    {
+      "epoch": 0.028076206847156567,
+      "grad_norm": 1.3212484121322632,
+      "learning_rate": 0.0001866666666666667,
+      "loss": 1.9117,
+      "step": 196
+    },
+    {
+      "epoch": 0.028219452800458386,
+      "grad_norm": 1.3507096767425537,
+      "learning_rate": 0.00018761904761904763,
+      "loss": 2.1393,
+      "step": 197
+    },
+    {
+      "epoch": 0.028362698753760206,
+      "grad_norm": 1.3315495252609253,
+      "learning_rate": 0.00018857142857142857,
+      "loss": 2.0395,
+      "step": 198
+    },
+    {
+      "epoch": 0.028505944707062025,
+      "grad_norm": 1.1716047525405884,
+      "learning_rate": 0.0001895238095238095,
+      "loss": 2.0637,
+      "step": 199
+    },
+    {
+      "epoch": 0.028649190660363845,
+      "grad_norm": 1.2714885473251343,
+      "learning_rate": 0.00019047619047619048,
+      "loss": 2.0319,
+      "step": 200
+    },
+    {
+      "epoch": 0.028792436613665665,
+      "grad_norm": 1.1723045110702515,
+      "learning_rate": 0.00019142857142857145,
+      "loss": 2.0699,
+      "step": 201
+    },
+    {
+      "epoch": 0.028935682566967484,
+      "grad_norm": 1.485668420791626,
+      "learning_rate": 0.0001923809523809524,
+      "loss": 2.1312,
+      "step": 202
+    },
+    {
+      "epoch": 0.029078928520269304,
+      "grad_norm": 1.6193108558654785,
+      "learning_rate": 0.00019333333333333333,
+      "loss": 1.9678,
+      "step": 203
+    },
+    {
+      "epoch": 0.02922217447357112,
+      "grad_norm": 1.3163702487945557,
+      "learning_rate": 0.0001942857142857143,
+      "loss": 2.0624,
+      "step": 204
+    },
+    {
+      "epoch": 0.02936542042687294,
+      "grad_norm": 1.3970496654510498,
+      "learning_rate": 0.00019523809523809525,
+      "loss": 2.1505,
+      "step": 205
+    },
+    {
+      "epoch": 0.02950866638017476,
+      "grad_norm": 1.3893870115280151,
+      "learning_rate": 0.0001961904761904762,
+      "loss": 1.9819,
+      "step": 206
+    },
+    {
+      "epoch": 0.02965191233347658,
+      "grad_norm": 1.6785902976989746,
+      "learning_rate": 0.00019714285714285716,
+      "loss": 1.966,
+      "step": 207
+    },
+    {
+      "epoch": 0.0297951582867784,
+      "grad_norm": 1.5126640796661377,
+      "learning_rate": 0.0001980952380952381,
+      "loss": 2.0467,
+      "step": 208
+    },
+    {
+      "epoch": 0.029938404240080218,
+      "grad_norm": 1.6880435943603516,
+      "learning_rate": 0.00019904761904761907,
+      "loss": 1.906,
+      "step": 209
+    },
+    {
+      "epoch": 0.030081650193382038,
+      "grad_norm": 1.12205171585083,
+      "learning_rate": 0.0002,
+      "loss": 1.9932,
+      "step": 210
+    },
+    {
+      "epoch": 0.030224896146683857,
+      "grad_norm": 1.4985828399658203,
+      "learning_rate": 0.00019999998923623733,
+      "loss": 1.9611,
+      "step": 211
+    },
+    {
+      "epoch": 0.030368142099985677,
+      "grad_norm": 1.252475619316101,
+      "learning_rate": 0.00019999995694495155,
+      "loss": 1.9229,
+      "step": 212
+    },
+    {
+      "epoch": 0.030511388053287496,
+      "grad_norm": 1.4198589324951172,
+      "learning_rate": 0.00019999990312614968,
+      "loss": 1.9058,
+      "step": 213
+    },
+    {
+      "epoch": 0.030654634006589312,
+      "grad_norm": 1.212320327758789,
+      "learning_rate": 0.00019999982777984328,
+      "loss": 1.9465,
+      "step": 214
+    },
+    {
+      "epoch": 0.030797879959891132,
+      "grad_norm": 1.2568130493164062,
+      "learning_rate": 0.00019999973090604857,
+      "loss": 2.1035,
+      "step": 215
+    },
+    {
+      "epoch": 0.03094112591319295,
+      "grad_norm": 1.1470204591751099,
+      "learning_rate": 0.0001999996125047864,
+      "loss": 1.9376,
+      "step": 216
+    },
+    {
+      "epoch": 0.03108437186649477,
+      "grad_norm": 1.244754672050476,
+      "learning_rate": 0.00019999947257608226,
+      "loss": 1.8308,
+      "step": 217
+    },
+    {
+      "epoch": 0.03122761781979659,
+      "grad_norm": 1.7116771936416626,
+      "learning_rate": 0.0001999993111199663,
+      "loss": 1.9838,
+      "step": 218
+    },
+    {
+      "epoch": 0.03137086377309841,
+      "grad_norm": 1.467400312423706,
+      "learning_rate": 0.00019999912813647321,
+      "loss": 2.1156,
+      "step": 219
+    },
+    {
+      "epoch": 0.03151410972640023,
+      "grad_norm": 1.3071304559707642,
+      "learning_rate": 0.00019999892362564244,
+      "loss": 2.0261,
+      "step": 220
+    },
+    {
+      "epoch": 0.03165735567970205,
+      "grad_norm": 1.0510759353637695,
+      "learning_rate": 0.00019999869758751803,
+      "loss": 1.9943,
+      "step": 221
+    },
+    {
+      "epoch": 0.03180060163300387,
+      "grad_norm": 1.2040380239486694,
+      "learning_rate": 0.00019999845002214862,
+      "loss": 2.0151,
+      "step": 222
+    },
+    {
+      "epoch": 0.03194384758630569,
+      "grad_norm": 1.3414229154586792,
+      "learning_rate": 0.00019999818092958745,
+      "loss": 1.9984,
+      "step": 223
+    },
+    {
+      "epoch": 0.03208709353960751,
+      "grad_norm": 1.2254232168197632,
+      "learning_rate": 0.00019999789030989256,
+      "loss": 2.027,
+      "step": 224
+    },
+    {
+      "epoch": 0.03223033949290933,
+      "grad_norm": 1.5111303329467773,
+      "learning_rate": 0.00019999757816312639,
+      "loss": 1.9579,
+      "step": 225
+    },
+    {
+      "epoch": 0.03237358544621115,
+      "grad_norm": 1.2619524002075195,
+      "learning_rate": 0.0001999972444893562,
+      "loss": 2.0271,
+      "step": 226
+    },
+    {
+      "epoch": 0.03251683139951296,
+      "grad_norm": 1.473888635635376,
+      "learning_rate": 0.00019999688928865387,
+      "loss": 2.1028,
+      "step": 227
+    },
+    {
+      "epoch": 0.03266007735281478,
+      "grad_norm": 1.217368483543396,
+      "learning_rate": 0.00019999651256109578,
+      "loss": 2.1242,
+      "step": 228
+    },
+    {
+      "epoch": 0.0328033233061166,
+      "grad_norm": 1.1046351194381714,
+      "learning_rate": 0.00019999611430676306,
+      "loss": 2.0958,
+      "step": 229
+    },
+    {
+      "epoch": 0.03294656925941842,
+      "grad_norm": 1.5595098733901978,
+      "learning_rate": 0.00019999569452574148,
+      "loss": 1.8618,
+      "step": 230
+    },
+    {
+      "epoch": 0.03308981521272024,
+      "grad_norm": 1.3922749757766724,
+      "learning_rate": 0.00019999525321812134,
+      "loss": 2.0154,
+      "step": 231
+    },
+    {
+      "epoch": 0.03323306116602206,
+      "grad_norm": 1.382233738899231,
+      "learning_rate": 0.0001999947903839977,
+      "loss": 1.8616,
+      "step": 232
+    },
+    {
+      "epoch": 0.03337630711932388,
+      "grad_norm": 1.222394585609436,
+      "learning_rate": 0.00019999430602347018,
+      "loss": 1.9702,
+      "step": 233
+    },
+    {
+      "epoch": 0.0335195530726257,
+      "grad_norm": 1.2429749965667725,
+      "learning_rate": 0.00019999380013664304,
+      "loss": 1.9523,
+      "step": 234
+    },
+    {
+      "epoch": 0.03366279902592752,
+      "grad_norm": 1.086945652961731,
+      "learning_rate": 0.0001999932727236252,
+      "loss": 1.9627,
+      "step": 235
+    },
+    {
+      "epoch": 0.03380604497922934,
+      "grad_norm": 1.5878947973251343,
+      "learning_rate": 0.00019999272378453019,
+      "loss": 1.9904,
+      "step": 236
+    },
+    {
+      "epoch": 0.033949290932531156,
+      "grad_norm": 1.2348451614379883,
+      "learning_rate": 0.0001999921533194762,
+      "loss": 1.8834,
+      "step": 237
+    },
+    {
+      "epoch": 0.034092536885832976,
+      "grad_norm": 1.3017311096191406,
+      "learning_rate": 0.00019999156132858597,
+      "loss": 2.0485,
+      "step": 238
+    },
+    {
+      "epoch": 0.034235782839134796,
+      "grad_norm": 1.0541033744812012,
+      "learning_rate": 0.000199990947811987,
+      "loss": 1.8749,
+      "step": 239
+    },
+    {
+      "epoch": 0.034379028792436615,
+      "grad_norm": 1.3700672388076782,
+      "learning_rate": 0.00019999031276981142,
+      "loss": 2.055,
+      "step": 240
+    },
+    {
+      "epoch": 0.034522274745738435,
+      "grad_norm": 1.1568028926849365,
+      "learning_rate": 0.00019998965620219585,
+      "loss": 2.089,
+      "step": 241
+    },
+    {
+      "epoch": 0.034665520699040255,
+      "grad_norm": 0.9643193483352661,
+      "learning_rate": 0.00019998897810928162,
+      "loss": 1.8632,
+      "step": 242
+    },
+    {
+      "epoch": 0.034808766652342074,
+      "grad_norm": 1.2301558256149292,
+      "learning_rate": 0.0001999882784912148,
+      "loss": 2.0957,
+      "step": 243
+    },
+    {
+      "epoch": 0.034952012605643894,
+      "grad_norm": 1.324158787727356,
+      "learning_rate": 0.00019998755734814593,
+      "loss": 1.9608,
+      "step": 244
+    },
+    {
+      "epoch": 0.035095258558945706,
+      "grad_norm": 0.977368175983429,
+      "learning_rate": 0.00019998681468023027,
+      "loss": 1.8092,
+      "step": 245
+    },
+    {
+      "epoch": 0.035238504512247526,
+      "grad_norm": 1.156010627746582,
+      "learning_rate": 0.00019998605048762768,
+      "loss": 1.9539,
+      "step": 246
+    },
+    {
+      "epoch": 0.035381750465549346,
+      "grad_norm": 1.249353051185608,
+      "learning_rate": 0.0001999852647705027,
+      "loss": 2.1145,
+      "step": 247
+    },
+    {
+      "epoch": 0.035524996418851165,
+      "grad_norm": 1.0779935121536255,
+      "learning_rate": 0.0001999844575290245,
+      "loss": 2.105,
+      "step": 248
+    },
+    {
+      "epoch": 0.035668242372152985,
+      "grad_norm": 1.4643524885177612,
+      "learning_rate": 0.00019998362876336677,
+      "loss": 2.1611,
+      "step": 249
+    },
+    {
+      "epoch": 0.035811488325454804,
+      "grad_norm": 1.2214772701263428,
+      "learning_rate": 0.00019998277847370802,
+      "loss": 2.1556,
+      "step": 250
+    },
+    {
+      "epoch": 0.035954734278756624,
+      "grad_norm": 1.195715069770813,
+      "learning_rate": 0.00019998190666023122,
+      "loss": 1.8684,
+      "step": 251
+    },
+    {
+      "epoch": 0.036097980232058444,
+      "grad_norm": 1.1674437522888184,
+      "learning_rate": 0.00019998101332312408,
+      "loss": 2.0739,
+      "step": 252
+    },
+    {
+      "epoch": 0.03624122618536026,
+      "grad_norm": 1.081671953201294,
+      "learning_rate": 0.00019998009846257896,
+      "loss": 1.9731,
+      "step": 253
+    },
+    {
+      "epoch": 0.03638447213866208,
+      "grad_norm": 1.2158552408218384,
+      "learning_rate": 0.00019997916207879275,
+      "loss": 2.0769,
+      "step": 254
+    },
+    {
+      "epoch": 0.0365277180919639,
+      "grad_norm": 1.0572506189346313,
+      "learning_rate": 0.00019997820417196703,
+      "loss": 1.977,
+      "step": 255
+    },
+    {
+      "epoch": 0.03667096404526572,
+      "grad_norm": 1.1285717487335205,
+      "learning_rate": 0.00019997722474230804,
+      "loss": 1.8818,
+      "step": 256
+    },
+    {
+      "epoch": 0.03681420999856754,
+      "grad_norm": 1.913103461265564,
+      "learning_rate": 0.00019997622379002661,
+      "loss": 2.1154,
+      "step": 257
+    },
+    {
+      "epoch": 0.03695745595186936,
+      "grad_norm": 1.5645966529846191,
+      "learning_rate": 0.00019997520131533823,
+      "loss": 1.9211,
+      "step": 258
+    },
+    {
+      "epoch": 0.03710070190517118,
+      "grad_norm": 1.661232829093933,
+      "learning_rate": 0.00019997415731846298,
+      "loss": 2.2134,
+      "step": 259
+    },
+    {
+      "epoch": 0.037243947858473,
+      "grad_norm": 1.2842457294464111,
+      "learning_rate": 0.0001999730917996257,
+      "loss": 1.8835,
+      "step": 260
+    },
+    {
+      "epoch": 0.03738719381177482,
+      "grad_norm": 1.4344732761383057,
+      "learning_rate": 0.00019997200475905565,
+      "loss": 2.1382,
+      "step": 261
+    },
+    {
+      "epoch": 0.03753043976507664,
+      "grad_norm": 1.4456431865692139,
+      "learning_rate": 0.00019997089619698693,
+      "loss": 1.9082,
+      "step": 262
+    },
+    {
+      "epoch": 0.03767368571837845,
+      "grad_norm": 1.2812371253967285,
+      "learning_rate": 0.00019996976611365812,
+      "loss": 2.0075,
+      "step": 263
+    },
+    {
+      "epoch": 0.03781693167168027,
+      "grad_norm": 1.3316198587417603,
+      "learning_rate": 0.00019996861450931257,
+      "loss": 1.9044,
+      "step": 264
+    },
+    {
+      "epoch": 0.03796017762498209,
+      "grad_norm": 1.3041388988494873,
+      "learning_rate": 0.00019996744138419813,
+      "loss": 1.999,
+      "step": 265
+    },
+    {
+      "epoch": 0.03810342357828391,
+      "grad_norm": 1.2896623611450195,
+      "learning_rate": 0.00019996624673856737,
+      "loss": 1.9009,
+      "step": 266
+    },
+    {
+      "epoch": 0.03824666953158573,
+      "grad_norm": 1.20847487449646,
+      "learning_rate": 0.00019996503057267745,
+      "loss": 1.9667,
+      "step": 267
+    },
+    {
+      "epoch": 0.03838991548488755,
+      "grad_norm": 1.1304019689559937,
+      "learning_rate": 0.00019996379288679026,
+      "loss": 2.0109,
+      "step": 268
+    },
+    {
+      "epoch": 0.03853316143818937,
+      "grad_norm": 1.3084596395492554,
+      "learning_rate": 0.00019996253368117212,
+      "loss": 1.9589,
+      "step": 269
+    },
+    {
+      "epoch": 0.03867640739149119,
+      "grad_norm": 1.3233050107955933,
+      "learning_rate": 0.00019996125295609421,
+      "loss": 1.9607,
+      "step": 270
+    },
+    {
+      "epoch": 0.03881965334479301,
+      "grad_norm": 1.1153579950332642,
+      "learning_rate": 0.0001999599507118322,
+      "loss": 2.046,
+      "step": 271
+    },
+    {
+      "epoch": 0.03896289929809483,
+      "grad_norm": 1.2636250257492065,
+      "learning_rate": 0.00019995862694866635,
+      "loss": 1.9545,
+      "step": 272
+    },
+    {
+      "epoch": 0.03910614525139665,
+      "grad_norm": 0.9708549380302429,
+      "learning_rate": 0.00019995728166688178,
+      "loss": 2.0148,
+      "step": 273
+    },
+    {
+      "epoch": 0.03924939120469847,
+      "grad_norm": 1.2770954370498657,
+      "learning_rate": 0.00019995591486676801,
+      "loss": 1.9343,
+      "step": 274
+    },
+    {
+      "epoch": 0.03939263715800029,
+      "grad_norm": 1.251847743988037,
+      "learning_rate": 0.0001999545265486193,
+      "loss": 1.8847,
+      "step": 275
+    },
+    {
+      "epoch": 0.03953588311130211,
+      "grad_norm": 1.3546282052993774,
+      "learning_rate": 0.0001999531167127345,
+      "loss": 1.9442,
+      "step": 276
+    },
+    {
+      "epoch": 0.03967912906460393,
+      "grad_norm": 1.1619373559951782,
+      "learning_rate": 0.00019995168535941716,
+      "loss": 1.8816,
+      "step": 277
+    },
+    {
+      "epoch": 0.039822375017905746,
+      "grad_norm": 1.0403995513916016,
+      "learning_rate": 0.00019995023248897535,
+      "loss": 1.9066,
+      "step": 278
+    },
+    {
+      "epoch": 0.039965620971207566,
+      "grad_norm": 1.2054064273834229,
+      "learning_rate": 0.00019994875810172186,
+      "loss": 1.8927,
+      "step": 279
+    },
+    {
+      "epoch": 0.040108866924509386,
+      "grad_norm": 1.0055471658706665,
+      "learning_rate": 0.00019994726219797412,
+      "loss": 2.045,
+      "step": 280
+    },
+    {
+      "epoch": 0.040252112877811205,
+      "grad_norm": 1.3457154035568237,
+      "learning_rate": 0.00019994574477805415,
+      "loss": 1.8259,
+      "step": 281
+    },
+    {
+      "epoch": 0.04039535883111302,
+      "grad_norm": 1.1287431716918945,
+      "learning_rate": 0.0001999442058422886,
+      "loss": 1.9345,
+      "step": 282
+    },
+    {
+      "epoch": 0.04053860478441484,
+      "grad_norm": 1.5360751152038574,
+      "learning_rate": 0.00019994264539100875,
+      "loss": 2.1672,
+      "step": 283
+    },
+    {
+      "epoch": 0.04068185073771666,
+      "grad_norm": 0.9322860836982727,
+      "learning_rate": 0.00019994106342455053,
+      "loss": 1.9497,
+      "step": 284
+    },
+    {
+      "epoch": 0.04082509669101848,
+      "grad_norm": 1.1962355375289917,
+      "learning_rate": 0.00019993945994325454,
+      "loss": 1.913,
+      "step": 285
+    },
+    {
+      "epoch": 0.040968342644320296,
+      "grad_norm": 1.387861967086792,
+      "learning_rate": 0.00019993783494746592,
+      "loss": 1.9016,
+      "step": 286
+    },
+    {
+      "epoch": 0.041111588597622116,
+      "grad_norm": 1.0008134841918945,
+      "learning_rate": 0.00019993618843753454,
+      "loss": 1.8996,
+      "step": 287
+    },
+    {
+      "epoch": 0.041254834550923936,
+      "grad_norm": 1.29506516456604,
+      "learning_rate": 0.00019993452041381483,
+      "loss": 1.8961,
+      "step": 288
+    },
+    {
+      "epoch": 0.041398080504225755,
+      "grad_norm": 1.1642249822616577,
+      "learning_rate": 0.00019993283087666583,
+      "loss": 1.9423,
+      "step": 289
+    },
+    {
+      "epoch": 0.041541326457527575,
+      "grad_norm": 1.0816986560821533,
+      "learning_rate": 0.0001999311198264513,
+      "loss": 2.0063,
+      "step": 290
+    },
+    {
+      "epoch": 0.041684572410829394,
+      "grad_norm": 1.2061660289764404,
+      "learning_rate": 0.00019992938726353963,
+      "loss": 2.0058,
+      "step": 291
+    },
+    {
+      "epoch": 0.041827818364131214,
+      "grad_norm": 1.1109081506729126,
+      "learning_rate": 0.0001999276331883037,
+      "loss": 2.1356,
+      "step": 292
+    },
+    {
+      "epoch": 0.041971064317433034,
+      "grad_norm": 1.4202945232391357,
+      "learning_rate": 0.0001999258576011212,
+      "loss": 2.0269,
+      "step": 293
+    },
+    {
+      "epoch": 0.04211431027073485,
+      "grad_norm": 1.1313881874084473,
+      "learning_rate": 0.00019992406050237433,
+      "loss": 1.9808,
+      "step": 294
+    },
+    {
+      "epoch": 0.04225755622403667,
+      "grad_norm": 1.3929632902145386,
+      "learning_rate": 0.00019992224189244997,
+      "loss": 1.9263,
+      "step": 295
+    },
+    {
+      "epoch": 0.04240080217733849,
+      "grad_norm": 1.2559418678283691,
+      "learning_rate": 0.00019992040177173963,
+      "loss": 1.7928,
+      "step": 296
+    },
+    {
+      "epoch": 0.04254404813064031,
+      "grad_norm": 1.1384843587875366,
+      "learning_rate": 0.00019991854014063943,
+      "loss": 2.0528,
+      "step": 297
+    },
+    {
+      "epoch": 0.04268729408394213,
+      "grad_norm": 1.2577377557754517,
+      "learning_rate": 0.00019991665699955013,
+      "loss": 1.8839,
+      "step": 298
+    },
+    {
+      "epoch": 0.04283054003724395,
+      "grad_norm": 1.1195738315582275,
+      "learning_rate": 0.00019991475234887714,
+      "loss": 1.9925,
+      "step": 299
+    },
+    {
+      "epoch": 0.042973785990545764,
+      "grad_norm": 1.074975609779358,
+      "learning_rate": 0.0001999128261890305,
+      "loss": 1.9021,
+      "step": 300
+    },
+    {
+      "epoch": 0.043117031943847584,
+      "grad_norm": 1.1641740798950195,
+      "learning_rate": 0.00019991087852042479,
+      "loss": 1.9113,
+      "step": 301
+    },
+    {
+      "epoch": 0.0432602778971494,
+      "grad_norm": 1.254450798034668,
+      "learning_rate": 0.00019990890934347937,
+      "loss": 1.8384,
+      "step": 302
+    },
+    {
+      "epoch": 0.04340352385045122,
+      "grad_norm": 1.192531943321228,
+      "learning_rate": 0.00019990691865861814,
+      "loss": 1.8144,
+      "step": 303
+    },
+    {
+      "epoch": 0.04354676980375304,
+      "grad_norm": 1.3908071517944336,
+      "learning_rate": 0.0001999049064662696,
+      "loss": 1.9744,
+      "step": 304
+    },
+    {
+      "epoch": 0.04369001575705486,
+      "grad_norm": 1.2628947496414185,
+      "learning_rate": 0.00019990287276686698,
+      "loss": 1.9479,
+      "step": 305
+    },
+    {
+      "epoch": 0.04383326171035668,
+      "grad_norm": 1.3371386528015137,
+      "learning_rate": 0.00019990081756084808,
+      "loss": 2.1726,
+      "step": 306
+    },
+    {
+      "epoch": 0.0439765076636585,
+      "grad_norm": 1.4818007946014404,
+      "learning_rate": 0.00019989874084865532,
+      "loss": 1.9176,
+      "step": 307
+    },
+    {
+      "epoch": 0.04411975361696032,
+      "grad_norm": 1.1674060821533203,
+      "learning_rate": 0.00019989664263073573,
+      "loss": 1.9932,
+      "step": 308
+    },
+    {
+      "epoch": 0.04426299957026214,
+      "grad_norm": 1.330407977104187,
+      "learning_rate": 0.00019989452290754107,
+      "loss": 1.9662,
+      "step": 309
+    },
+    {
+      "epoch": 0.04440624552356396,
+      "grad_norm": 1.2742393016815186,
+      "learning_rate": 0.00019989238167952765,
+      "loss": 1.8851,
+      "step": 310
+    },
+    {
+      "epoch": 0.04454949147686578,
+      "grad_norm": 1.3561235666275024,
+      "learning_rate": 0.00019989021894715637,
+      "loss": 2.0702,
+      "step": 311
+    },
+    {
+      "epoch": 0.0446927374301676,
+      "grad_norm": 1.2070215940475464,
+      "learning_rate": 0.00019988803471089286,
+      "loss": 2.0672,
+      "step": 312
+    },
+    {
+      "epoch": 0.04483598338346942,
+      "grad_norm": 1.0819239616394043,
+      "learning_rate": 0.00019988582897120734,
+      "loss": 2.0075,
+      "step": 313
+    },
+    {
+      "epoch": 0.04497922933677124,
+      "grad_norm": 1.4209827184677124,
+      "learning_rate": 0.0001998836017285746,
+      "loss": 1.9922,
+      "step": 314
+    },
+    {
+      "epoch": 0.04512247529007306,
+      "grad_norm": 1.2767705917358398,
+      "learning_rate": 0.00019988135298347416,
+      "loss": 1.914,
+      "step": 315
+    },
+    {
+      "epoch": 0.04526572124337488,
+      "grad_norm": 1.507135272026062,
+      "learning_rate": 0.00019987908273639011,
+      "loss": 1.7526,
+      "step": 316
+    },
+    {
+      "epoch": 0.0454089671966767,
+      "grad_norm": 1.2173311710357666,
+      "learning_rate": 0.00019987679098781115,
+      "loss": 2.0551,
+      "step": 317
+    },
+    {
+      "epoch": 0.04555221314997851,
+      "grad_norm": 1.158173680305481,
+      "learning_rate": 0.00019987447773823068,
+      "loss": 1.9131,
+      "step": 318
+    },
+    {
+      "epoch": 0.04569545910328033,
+      "grad_norm": 1.5707725286483765,
+      "learning_rate": 0.00019987214298814666,
+      "loss": 1.8362,
+      "step": 319
+    },
+    {
+      "epoch": 0.04583870505658215,
+      "grad_norm": 1.5329526662826538,
+      "learning_rate": 0.00019986978673806172,
+      "loss": 1.9969,
+      "step": 320
+    },
+    {
+      "epoch": 0.04598195100988397,
+      "grad_norm": 1.6544915437698364,
+      "learning_rate": 0.00019986740898848306,
+      "loss": 1.9335,
+      "step": 321
+    },
+    {
+      "epoch": 0.04612519696318579,
+      "grad_norm": 1.1424602270126343,
+      "learning_rate": 0.0001998650097399226,
+      "loss": 1.9655,
+      "step": 322
+    },
+    {
+      "epoch": 0.04626844291648761,
+      "grad_norm": 1.3115649223327637,
+      "learning_rate": 0.0001998625889928968,
+      "loss": 1.8591,
+      "step": 323
+    },
+    {
+      "epoch": 0.04641168886978943,
+      "grad_norm": 1.363161563873291,
+      "learning_rate": 0.00019986014674792683,
+      "loss": 2.0987,
+      "step": 324
+    },
+    {
+      "epoch": 0.04655493482309125,
+      "grad_norm": 0.9866896271705627,
+      "learning_rate": 0.0001998576830055384,
+      "loss": 1.9224,
+      "step": 325
+    },
+    {
+      "epoch": 0.04669818077639307,
+      "grad_norm": 0.9444701671600342,
+      "learning_rate": 0.0001998551977662619,
+      "loss": 1.7095,
+      "step": 326
+    },
+    {
+      "epoch": 0.046841426729694886,
+      "grad_norm": 1.0578089952468872,
+      "learning_rate": 0.00019985269103063238,
+      "loss": 1.8412,
+      "step": 327
+    },
+    {
+      "epoch": 0.046984672682996706,
+      "grad_norm": 1.2796090841293335,
+      "learning_rate": 0.00019985016279918942,
+      "loss": 1.9252,
+      "step": 328
+    },
+    {
+      "epoch": 0.047127918636298526,
+      "grad_norm": 1.2331801652908325,
+      "learning_rate": 0.00019984761307247735,
+      "loss": 1.8571,
+      "step": 329
+    },
+    {
+      "epoch": 0.047271164589600345,
+      "grad_norm": 1.0983281135559082,
+      "learning_rate": 0.00019984504185104502,
+      "loss": 1.7553,
+      "step": 330
+    },
+    {
+      "epoch": 0.047414410542902165,
+      "grad_norm": 1.2372080087661743,
+      "learning_rate": 0.00019984244913544597,
+      "loss": 1.9266,
+      "step": 331
+    },
+    {
+      "epoch": 0.047557656496203984,
+      "grad_norm": 1.2034450769424438,
+      "learning_rate": 0.00019983983492623833,
+      "loss": 1.9559,
+      "step": 332
+    },
+    {
+      "epoch": 0.047700902449505804,
+      "grad_norm": 1.3347011804580688,
+      "learning_rate": 0.00019983719922398488,
+      "loss": 1.98,
+      "step": 333
+    },
+    {
+      "epoch": 0.047844148402807624,
+      "grad_norm": 1.0285054445266724,
+      "learning_rate": 0.00019983454202925302,
+      "loss": 2.0326,
+      "step": 334
+    },
+    {
+      "epoch": 0.04798739435610944,
+      "grad_norm": 0.9895867705345154,
+      "learning_rate": 0.0001998318633426148,
+      "loss": 1.9455,
+      "step": 335
+    },
+    {
+      "epoch": 0.048130640309411256,
+      "grad_norm": 1.3350019454956055,
+      "learning_rate": 0.0001998291631646468,
+      "loss": 1.9213,
+      "step": 336
+    },
+    {
+      "epoch": 0.048273886262713075,
+      "grad_norm": 1.4146225452423096,
+      "learning_rate": 0.00019982644149593043,
+      "loss": 1.9424,
+      "step": 337
+    },
+    {
+      "epoch": 0.048417132216014895,
+      "grad_norm": 1.1755307912826538,
+      "learning_rate": 0.0001998236983370515,
+      "loss": 1.8109,
+      "step": 338
+    },
+    {
+      "epoch": 0.048560378169316715,
+      "grad_norm": 1.6376428604125977,
+      "learning_rate": 0.00019982093368860055,
+      "loss": 1.9911,
+      "step": 339
+    },
+    {
+      "epoch": 0.048703624122618534,
+      "grad_norm": 1.0736083984375,
+      "learning_rate": 0.0001998181475511728,
+      "loss": 1.8234,
+      "step": 340
+    },
+    {
+      "epoch": 0.048846870075920354,
+      "grad_norm": 1.5602526664733887,
+      "learning_rate": 0.000199815339925368,
+      "loss": 2.0857,
+      "step": 341
+    },
+    {
+      "epoch": 0.048990116029222174,
+      "grad_norm": 1.4423880577087402,
+      "learning_rate": 0.00019981251081179052,
+      "loss": 1.9395,
+      "step": 342
+    },
+    {
+      "epoch": 0.04913336198252399,
+      "grad_norm": 1.6552826166152954,
+      "learning_rate": 0.00019980966021104947,
+      "loss": 1.8654,
+      "step": 343
+    },
+    {
+      "epoch": 0.04927660793582581,
+      "grad_norm": 1.198380470275879,
+      "learning_rate": 0.00019980678812375847,
+      "loss": 1.9068,
+      "step": 344
+    },
+    {
+      "epoch": 0.04941985388912763,
+      "grad_norm": 1.2703553438186646,
+      "learning_rate": 0.00019980389455053583,
+      "loss": 1.9735,
+      "step": 345
+    },
+    {
+      "epoch": 0.04956309984242945,
+      "grad_norm": 1.2450722455978394,
+      "learning_rate": 0.00019980097949200444,
+      "loss": 1.7244,
+      "step": 346
+    },
+    {
+      "epoch": 0.04970634579573127,
+      "grad_norm": 1.4359753131866455,
+      "learning_rate": 0.00019979804294879188,
+      "loss": 2.0192,
+      "step": 347
+    },
+    {
+      "epoch": 0.04984959174903309,
+      "grad_norm": 1.3139921426773071,
+      "learning_rate": 0.00019979508492153026,
+      "loss": 1.8952,
+      "step": 348
+    },
+    {
+      "epoch": 0.04999283770233491,
+      "grad_norm": 1.2605173587799072,
+      "learning_rate": 0.00019979210541085644,
+      "loss": 1.9303,
+      "step": 349
+    },
+    {
+      "epoch": 0.05013608365563673,
+      "grad_norm": 1.3649996519088745,
+      "learning_rate": 0.00019978910441741175,
+      "loss": 2.1225,
+      "step": 350
+    },
+    {
+      "epoch": 0.05027932960893855,
+      "grad_norm": 1.0896025896072388,
+      "learning_rate": 0.00019978608194184228,
+      "loss": 1.9551,
+      "step": 351
+    },
+    {
+      "epoch": 0.05042257556224037,
+      "grad_norm": 1.115856647491455,
+      "learning_rate": 0.00019978303798479875,
+      "loss": 1.9191,
+      "step": 352
+    },
+    {
+      "epoch": 0.05056582151554219,
+      "grad_norm": 1.306580662727356,
+      "learning_rate": 0.00019977997254693632,
+      "loss": 1.84,
+      "step": 353
+    },
+    {
+      "epoch": 0.050709067468844,
+      "grad_norm": 1.2481719255447388,
+      "learning_rate": 0.00019977688562891502,
+      "loss": 1.9912,
+      "step": 354
+    },
+    {
+      "epoch": 0.05085231342214582,
+      "grad_norm": 1.267212152481079,
+      "learning_rate": 0.00019977377723139932,
+      "loss": 2.1128,
+      "step": 355
+    },
+    {
+      "epoch": 0.05099555937544764,
+      "grad_norm": 1.2145096063613892,
+      "learning_rate": 0.00019977064735505836,
+      "loss": 1.9516,
+      "step": 356
+    },
+    {
+      "epoch": 0.05113880532874946,
+      "grad_norm": 1.4292224645614624,
+      "learning_rate": 0.00019976749600056603,
+      "loss": 1.8216,
+      "step": 357
+    },
+    {
+      "epoch": 0.05128205128205128,
+      "grad_norm": 1.4624135494232178,
+      "learning_rate": 0.00019976432316860067,
+      "loss": 1.9959,
+      "step": 358
+    },
+    {
+      "epoch": 0.0514252972353531,
+      "grad_norm": 1.4523955583572388,
+      "learning_rate": 0.00019976112885984525,
+      "loss": 2.0627,
+      "step": 359
+    },
+    {
+      "epoch": 0.05156854318865492,
+      "grad_norm": 1.3046715259552002,
+      "learning_rate": 0.00019975791307498756,
+      "loss": 1.7702,
+      "step": 360
+    },
+    {
+      "epoch": 0.05171178914195674,
+      "grad_norm": 1.3994216918945312,
+      "learning_rate": 0.0001997546758147198,
+      "loss": 2.1908,
+      "step": 361
+    },
+    {
+      "epoch": 0.05185503509525856,
+      "grad_norm": 1.4664570093154907,
+      "learning_rate": 0.00019975141707973882,
+      "loss": 1.8101,
+      "step": 362
+    },
+    {
+      "epoch": 0.05199828104856038,
+      "grad_norm": 1.4669798612594604,
+      "learning_rate": 0.00019974813687074626,
+      "loss": 1.908,
+      "step": 363
+    },
+    {
+      "epoch": 0.0521415270018622,
+      "grad_norm": 1.4030569791793823,
+      "learning_rate": 0.0001997448351884482,
+      "loss": 1.8319,
+      "step": 364
+    },
+    {
+      "epoch": 0.05228477295516402,
+      "grad_norm": 1.5019031763076782,
+      "learning_rate": 0.00019974151203355545,
+      "loss": 2.2163,
+      "step": 365
+    },
+    {
+      "epoch": 0.05242801890846584,
+      "grad_norm": 1.2440425157546997,
+      "learning_rate": 0.00019973816740678335,
+      "loss": 1.8267,
+      "step": 366
+    },
+    {
+      "epoch": 0.05257126486176766,
+      "grad_norm": 1.147331953048706,
+      "learning_rate": 0.00019973480130885195,
+      "loss": 1.894,
+      "step": 367
+    },
+    {
+      "epoch": 0.052714510815069476,
+      "grad_norm": 1.4096840620040894,
+      "learning_rate": 0.00019973141374048588,
+      "loss": 1.9888,
+      "step": 368
+    },
+    {
+      "epoch": 0.052857756768371296,
+      "grad_norm": 1.3258482217788696,
+      "learning_rate": 0.0001997280047024144,
+      "loss": 1.7139,
+      "step": 369
+    },
+    {
+      "epoch": 0.053001002721673116,
+      "grad_norm": 1.1553804874420166,
+      "learning_rate": 0.00019972457419537143,
+      "loss": 1.8152,
+      "step": 370
+    },
+    {
+      "epoch": 0.053144248674974935,
+      "grad_norm": 1.4296268224716187,
+      "learning_rate": 0.0001997211222200954,
+      "loss": 1.8585,
+      "step": 371
+    },
+    {
+      "epoch": 0.05328749462827675,
+      "grad_norm": 1.3243852853775024,
+      "learning_rate": 0.0001997176487773295,
+      "loss": 1.8857,
+      "step": 372
+    },
+    {
+      "epoch": 0.05343074058157857,
+      "grad_norm": 1.452083945274353,
+      "learning_rate": 0.0001997141538678214,
+      "loss": 1.9961,
+      "step": 373
+    },
+    {
+      "epoch": 0.05357398653488039,
+      "grad_norm": 1.6686863899230957,
+      "learning_rate": 0.00019971063749232352,
+      "loss": 1.7856,
+      "step": 374
+    },
+    {
+      "epoch": 0.05371723248818221,
+      "grad_norm": 1.4786295890808105,
+      "learning_rate": 0.0001997070996515929,
+      "loss": 2.0831,
+      "step": 375
+    },
+    {
+      "epoch": 0.053860478441484026,
+      "grad_norm": 1.7232637405395508,
+      "learning_rate": 0.00019970354034639103,
+      "loss": 1.8731,
+      "step": 376
+    },
+    {
+      "epoch": 0.054003724394785846,
+      "grad_norm": 1.22202730178833,
+      "learning_rate": 0.00019969995957748422,
+      "loss": 1.9601,
+      "step": 377
+    },
+    {
+      "epoch": 0.054146970348087665,
+      "grad_norm": 1.2418574094772339,
+      "learning_rate": 0.0001996963573456433,
+      "loss": 1.9058,
+      "step": 378
+    },
+    {
+      "epoch": 0.054290216301389485,
+      "grad_norm": 1.495901346206665,
+      "learning_rate": 0.0001996927336516438,
+      "loss": 2.0049,
+      "step": 379
+    },
+    {
+      "epoch": 0.054433462254691305,
+      "grad_norm": 1.3224128484725952,
+      "learning_rate": 0.00019968908849626567,
+      "loss": 2.0716,
+      "step": 380
+    },
+    {
+      "epoch": 0.054576708207993124,
+      "grad_norm": 1.240203619003296,
+      "learning_rate": 0.00019968542188029376,
+      "loss": 1.9264,
+      "step": 381
+    },
+    {
+      "epoch": 0.054719954161294944,
+      "grad_norm": 1.1701009273529053,
+      "learning_rate": 0.00019968173380451734,
+      "loss": 1.8582,
+      "step": 382
+    },
+    {
+      "epoch": 0.054863200114596763,
+      "grad_norm": 1.4066153764724731,
+      "learning_rate": 0.00019967802426973039,
+      "loss": 1.7369,
+      "step": 383
+    },
+    {
+      "epoch": 0.05500644606789858,
+      "grad_norm": 1.522576928138733,
+      "learning_rate": 0.00019967429327673143,
+      "loss": 1.9937,
+      "step": 384
+    },
+    {
+      "epoch": 0.0551496920212004,
+      "grad_norm": 1.2620116472244263,
+      "learning_rate": 0.0001996705408263237,
+      "loss": 1.8531,
+      "step": 385
+    },
+    {
+      "epoch": 0.05529293797450222,
+      "grad_norm": 1.509885311126709,
+      "learning_rate": 0.00019966676691931498,
+      "loss": 2.0129,
+      "step": 386
+    },
+    {
+      "epoch": 0.05543618392780404,
+      "grad_norm": 2.108815908432007,
+      "learning_rate": 0.00019966297155651775,
+      "loss": 2.0148,
+      "step": 387
+    },
+    {
+      "epoch": 0.05557942988110586,
+      "grad_norm": 1.5441017150878906,
+      "learning_rate": 0.00019965915473874898,
+      "loss": 1.9258,
+      "step": 388
+    },
+    {
+      "epoch": 0.05572267583440768,
+      "grad_norm": 1.6655365228652954,
+      "learning_rate": 0.0001996553164668304,
+      "loss": 1.8786,
+      "step": 389
+    },
+    {
+      "epoch": 0.055865921787709494,
+      "grad_norm": 1.8371987342834473,
+      "learning_rate": 0.00019965145674158825,
+      "loss": 1.8663,
+      "step": 390
+    },
+    {
+      "epoch": 0.05600916774101131,
+      "grad_norm": 1.5438458919525146,
+      "learning_rate": 0.00019964757556385348,
+      "loss": 2.0724,
+      "step": 391
+    },
+    {
+      "epoch": 0.05615241369431313,
+      "grad_norm": 1.527428388595581,
+      "learning_rate": 0.00019964367293446154,
+      "loss": 2.01,
+      "step": 392
+    },
+    {
+      "epoch": 0.05629565964761495,
+      "grad_norm": 1.667638897895813,
+      "learning_rate": 0.00019963974885425266,
+      "loss": 1.895,
+      "step": 393
+    },
+    {
+      "epoch": 0.05643890560091677,
+      "grad_norm": 2.0582995414733887,
+      "learning_rate": 0.00019963580332407155,
+      "loss": 1.8029,
+      "step": 394
+    },
+    {
+      "epoch": 0.05658215155421859,
+      "grad_norm": 1.5542763471603394,
+      "learning_rate": 0.00019963183634476756,
+      "loss": 1.7251,
+      "step": 395
+    },
+    {
+      "epoch": 0.05672539750752041,
+      "grad_norm": 1.809231162071228,
+      "learning_rate": 0.00019962784791719473,
+      "loss": 1.8609,
+      "step": 396
+    },
+    {
+      "epoch": 0.05686864346082223,
+      "grad_norm": 1.4780220985412598,
+      "learning_rate": 0.00019962383804221164,
+      "loss": 1.6612,
+      "step": 397
+    },
+    {
+      "epoch": 0.05701188941412405,
+      "grad_norm": 1.5023564100265503,
+      "learning_rate": 0.00019961980672068155,
+      "loss": 1.8799,
+      "step": 398
+    },
+    {
+      "epoch": 0.05715513536742587,
+      "grad_norm": 2.042437791824341,
+      "learning_rate": 0.00019961575395347224,
+      "loss": 1.8063,
+      "step": 399
+    },
+    {
+      "epoch": 0.05729838132072769,
+      "grad_norm": 2.0237112045288086,
+      "learning_rate": 0.00019961167974145625,
+      "loss": 2.0015,
+      "step": 400
+    },
+    {
+      "epoch": 0.05744162727402951,
+      "grad_norm": 1.9370133876800537,
+      "learning_rate": 0.0001996075840855106,
+      "loss": 1.6707,
+      "step": 401
+    },
+    {
+      "epoch": 0.05758487322733133,
+      "grad_norm": 1.4331167936325073,
+      "learning_rate": 0.000199603466986517,
+      "loss": 1.695,
+      "step": 402
+    },
+    {
+      "epoch": 0.05772811918063315,
+      "grad_norm": 2.0145416259765625,
+      "learning_rate": 0.00019959932844536177,
+      "loss": 1.7934,
+      "step": 403
+    },
+    {
+      "epoch": 0.05787136513393497,
+      "grad_norm": 2.1546342372894287,
+      "learning_rate": 0.0001995951684629358,
+      "loss": 1.6647,
+      "step": 404
+    },
+    {
+      "epoch": 0.05801461108723679,
+      "grad_norm": 1.5842684507369995,
+      "learning_rate": 0.0001995909870401347,
+      "loss": 1.8051,
+      "step": 405
+    },
+    {
+      "epoch": 0.05815785704053861,
+      "grad_norm": 2.012253522872925,
+      "learning_rate": 0.00019958678417785858,
+      "loss": 1.6867,
+      "step": 406
+    },
+    {
+      "epoch": 0.05830110299384043,
+      "grad_norm": 1.7381618022918701,
+      "learning_rate": 0.00019958255987701217,
+      "loss": 1.7613,
+      "step": 407
+    },
+    {
+      "epoch": 0.05844434894714224,
+      "grad_norm": 1.4657557010650635,
+      "learning_rate": 0.00019957831413850493,
+      "loss": 1.8236,
+      "step": 408
+    },
+    {
+      "epoch": 0.05858759490044406,
+      "grad_norm": 2.1666386127471924,
+      "learning_rate": 0.00019957404696325086,
+      "loss": 1.7364,
+      "step": 409
+    },
+    {
+      "epoch": 0.05873084085374588,
+      "grad_norm": 1.8168898820877075,
+      "learning_rate": 0.00019956975835216852,
+      "loss": 1.7218,
+      "step": 410
+    },
+    {
+      "epoch": 0.0588740868070477,
+      "grad_norm": 1.4938868284225464,
+      "learning_rate": 0.0001995654483061812,
+      "loss": 1.9272,
+      "step": 411
+    },
+    {
+      "epoch": 0.05901733276034952,
+      "grad_norm": 1.9620596170425415,
+      "learning_rate": 0.00019956111682621673,
+      "loss": 1.8864,
+      "step": 412
+    },
+    {
+      "epoch": 0.05916057871365134,
+      "grad_norm": 2.043435573577881,
+      "learning_rate": 0.00019955676391320752,
+      "loss": 1.5696,
+      "step": 413
+    },
+    {
+      "epoch": 0.05930382466695316,
+      "grad_norm": 1.8652982711791992,
+      "learning_rate": 0.00019955238956809073,
+      "loss": 1.9662,
+      "step": 414
+    },
+    {
+      "epoch": 0.05944707062025498,
+      "grad_norm": 1.410406231880188,
+      "learning_rate": 0.00019954799379180797,
+      "loss": 1.8882,
+      "step": 415
+    },
+    {
+      "epoch": 0.0595903165735568,
+      "grad_norm": 1.702357530593872,
+      "learning_rate": 0.0001995435765853056,
+      "loss": 1.7801,
+      "step": 416
+    },
+    {
+      "epoch": 0.059733562526858616,
+      "grad_norm": 1.469763159751892,
+      "learning_rate": 0.00019953913794953451,
+      "loss": 1.8865,
+      "step": 417
+    },
+    {
+      "epoch": 0.059876808480160436,
+      "grad_norm": 1.9575610160827637,
+      "learning_rate": 0.0001995346778854502,
+      "loss": 1.5729,
+      "step": 418
+    },
+    {
+      "epoch": 0.060020054433462255,
+      "grad_norm": 1.9119679927825928,
+      "learning_rate": 0.00019953019639401288,
+      "loss": 1.717,
+      "step": 419
+    },
+    {
+      "epoch": 0.060163300386764075,
+      "grad_norm": 2.020726203918457,
+      "learning_rate": 0.00019952569347618727,
+      "loss": 1.858,
+      "step": 420
+    },
+    {
+      "epoch": 0.060306546340065895,
+      "grad_norm": 1.500885248184204,
+      "learning_rate": 0.0001995211691329427,
+      "loss": 1.7999,
+      "step": 421
+    },
+    {
+      "epoch": 0.060449792293367714,
+      "grad_norm": 1.819696068763733,
+      "learning_rate": 0.00019951662336525322,
+      "loss": 1.8216,
+      "step": 422
+    },
+    {
+      "epoch": 0.060593038246669534,
+      "grad_norm": 1.844718098640442,
+      "learning_rate": 0.00019951205617409735,
+      "loss": 1.8443,
+      "step": 423
+    },
+    {
+      "epoch": 0.060736284199971353,
+      "grad_norm": 1.8553732633590698,
+      "learning_rate": 0.00019950746756045834,
+      "loss": 1.9655,
+      "step": 424
+    },
+    {
+      "epoch": 0.06087953015327317,
+      "grad_norm": 1.4843485355377197,
+      "learning_rate": 0.00019950285752532397,
+      "loss": 1.9369,
+      "step": 425
+    },
+    {
+      "epoch": 0.06102277610657499,
+      "grad_norm": 2.1395766735076904,
+      "learning_rate": 0.00019949822606968673,
+      "loss": 1.8445,
+      "step": 426
+    },
+    {
+      "epoch": 0.061166022059876805,
+      "grad_norm": 1.7235958576202393,
+      "learning_rate": 0.0001994935731945436,
+      "loss": 1.6498,
+      "step": 427
+    },
+    {
+      "epoch": 0.061309268013178625,
+      "grad_norm": 1.6399805545806885,
+      "learning_rate": 0.00019948889890089623,
+      "loss": 1.9565,
+      "step": 428
+    },
+    {
+      "epoch": 0.061452513966480445,
+      "grad_norm": 1.5310696363449097,
+      "learning_rate": 0.00019948420318975093,
+      "loss": 1.9742,
+      "step": 429
+    },
+    {
+      "epoch": 0.061595759919782264,
+      "grad_norm": 1.7300337553024292,
+      "learning_rate": 0.0001994794860621185,
+      "loss": 1.8037,
+      "step": 430
+    },
+    {
+      "epoch": 0.061739005873084084,
+      "grad_norm": 1.8041958808898926,
+      "learning_rate": 0.00019947474751901448,
+      "loss": 1.7204,
+      "step": 431
+    },
+    {
+      "epoch": 0.0618822518263859,
+      "grad_norm": 2.0343008041381836,
+      "learning_rate": 0.0001994699875614589,
+      "loss": 1.8471,
+      "step": 432
+    },
+    {
+      "epoch": 0.06202549777968772,
+      "grad_norm": 1.5194422006607056,
+      "learning_rate": 0.00019946520619047652,
+      "loss": 1.7259,
+      "step": 433
+    },
+    {
+      "epoch": 0.06216874373298954,
+      "grad_norm": 1.5546566247940063,
+      "learning_rate": 0.00019946040340709665,
+      "loss": 1.8342,
+      "step": 434
+    },
+    {
+      "epoch": 0.06231198968629136,
+      "grad_norm": 1.6402132511138916,
+      "learning_rate": 0.00019945557921235318,
+      "loss": 1.7328,
+      "step": 435
+    },
+    {
+      "epoch": 0.06245523563959318,
+      "grad_norm": 1.9546364545822144,
+      "learning_rate": 0.00019945073360728462,
+      "loss": 1.808,
+      "step": 436
+    },
+    {
+      "epoch": 0.062598481592895,
+      "grad_norm": 1.5142927169799805,
+      "learning_rate": 0.00019944586659293416,
+      "loss": 1.7137,
+      "step": 437
+    },
+    {
+      "epoch": 0.06274172754619682,
+      "grad_norm": 1.8017207384109497,
+      "learning_rate": 0.00019944097817034952,
+      "loss": 1.8029,
+      "step": 438
+    },
+    {
+      "epoch": 0.06288497349949863,
+      "grad_norm": 1.9233193397521973,
+      "learning_rate": 0.00019943606834058305,
+      "loss": 1.7771,
+      "step": 439
+    },
+    {
+      "epoch": 0.06302821945280046,
+      "grad_norm": 1.6970030069351196,
+      "learning_rate": 0.00019943113710469177,
+      "loss": 1.6727,
+      "step": 440
+    },
+    {
+      "epoch": 0.06317146540610227,
+      "grad_norm": 1.7738009691238403,
+      "learning_rate": 0.00019942618446373717,
+      "loss": 1.706,
+      "step": 441
+    },
+    {
+      "epoch": 0.0633147113594041,
+      "grad_norm": 1.6537922620773315,
+      "learning_rate": 0.0001994212104187855,
+      "loss": 1.823,
+      "step": 442
+    },
+    {
+      "epoch": 0.06345795731270591,
+      "grad_norm": 1.7362935543060303,
+      "learning_rate": 0.00019941621497090748,
+      "loss": 1.6139,
+      "step": 443
+    },
+    {
+      "epoch": 0.06360120326600774,
+      "grad_norm": 1.3593604564666748,
+      "learning_rate": 0.0001994111981211786,
+      "loss": 1.7352,
+      "step": 444
+    },
+    {
+      "epoch": 0.06374444921930955,
+      "grad_norm": 1.7418211698532104,
+      "learning_rate": 0.00019940615987067877,
+      "loss": 1.8553,
+      "step": 445
+    },
+    {
+      "epoch": 0.06388769517261138,
+      "grad_norm": 1.4365785121917725,
+      "learning_rate": 0.00019940110022049264,
+      "loss": 1.9012,
+      "step": 446
+    },
+    {
+      "epoch": 0.06403094112591319,
+      "grad_norm": 1.4630454778671265,
+      "learning_rate": 0.00019939601917170943,
+      "loss": 1.7844,
+      "step": 447
+    },
+    {
+      "epoch": 0.06417418707921502,
+      "grad_norm": 2.115551710128784,
+      "learning_rate": 0.00019939091672542295,
+      "loss": 1.8838,
+      "step": 448
+    },
+    {
+      "epoch": 0.06431743303251683,
+      "grad_norm": 1.4486472606658936,
+      "learning_rate": 0.00019938579288273167,
+      "loss": 1.8687,
+      "step": 449
+    },
+    {
+      "epoch": 0.06446067898581866,
+      "grad_norm": 1.494513988494873,
+      "learning_rate": 0.0001993806476447386,
+      "loss": 1.7783,
+      "step": 450
+    },
+    {
+      "epoch": 0.06460392493912047,
+      "grad_norm": 1.9775688648223877,
+      "learning_rate": 0.00019937548101255139,
+      "loss": 1.6346,
+      "step": 451
+    },
+    {
+      "epoch": 0.0647471708924223,
+      "grad_norm": 2.110985517501831,
+      "learning_rate": 0.00019937029298728226,
+      "loss": 1.5755,
+      "step": 452
+    },
+    {
+      "epoch": 0.06489041684572411,
+      "grad_norm": 1.4454869031906128,
+      "learning_rate": 0.00019936508357004806,
+      "loss": 1.5893,
+      "step": 453
+    },
+    {
+      "epoch": 0.06503366279902592,
+      "grad_norm": 1.7952417135238647,
+      "learning_rate": 0.0001993598527619703,
+      "loss": 1.6307,
+      "step": 454
+    },
+    {
+      "epoch": 0.06517690875232775,
+      "grad_norm": 1.3054492473602295,
+      "learning_rate": 0.000199354600564175,
+      "loss": 1.6614,
+      "step": 455
+    },
+    {
+      "epoch": 0.06532015470562956,
+      "grad_norm": 1.4002773761749268,
+      "learning_rate": 0.00019934932697779288,
+      "loss": 1.7716,
+      "step": 456
+    },
+    {
+      "epoch": 0.06546340065893139,
+      "grad_norm": 2.3273417949676514,
+      "learning_rate": 0.00019934403200395914,
+      "loss": 1.8321,
+      "step": 457
+    },
+    {
+      "epoch": 0.0656066466122332,
+      "grad_norm": 1.652909517288208,
+      "learning_rate": 0.0001993387156438137,
+      "loss": 1.7534,
+      "step": 458
+    },
+    {
+      "epoch": 0.06574989256553503,
+      "grad_norm": 1.5385485887527466,
+      "learning_rate": 0.000199333377898501,
+      "loss": 1.5752,
+      "step": 459
+    },
+    {
+      "epoch": 0.06589313851883684,
+      "grad_norm": 1.4689775705337524,
+      "learning_rate": 0.00019932801876917022,
+      "loss": 1.7264,
+      "step": 460
+    },
+    {
+      "epoch": 0.06603638447213867,
+      "grad_norm": 2.0043509006500244,
+      "learning_rate": 0.00019932263825697498,
+      "loss": 1.6949,
+      "step": 461
+    },
+    {
+      "epoch": 0.06617963042544048,
+      "grad_norm": 1.5425795316696167,
+      "learning_rate": 0.00019931723636307353,
+      "loss": 1.785,
+      "step": 462
+    },
+    {
+      "epoch": 0.0663228763787423,
+      "grad_norm": 1.7746936082839966,
+      "learning_rate": 0.00019931181308862885,
+      "loss": 1.7451,
+      "step": 463
+    },
+    {
+      "epoch": 0.06646612233204412,
+      "grad_norm": 1.9208791255950928,
+      "learning_rate": 0.00019930636843480838,
+      "loss": 1.5587,
+      "step": 464
+    },
+    {
+      "epoch": 0.06660936828534594,
+      "grad_norm": 1.4356660842895508,
+      "learning_rate": 0.00019930090240278422,
+      "loss": 1.7694,
+      "step": 465
+    },
+    {
+      "epoch": 0.06675261423864776,
+      "grad_norm": 1.2088055610656738,
+      "learning_rate": 0.0001992954149937331,
+      "loss": 1.75,
+      "step": 466
+    },
+    {
+      "epoch": 0.06689586019194958,
+      "grad_norm": 1.2322438955307007,
+      "learning_rate": 0.00019928990620883633,
+      "loss": 1.6993,
+      "step": 467
+    },
+    {
+      "epoch": 0.0670391061452514,
+      "grad_norm": 1.2074159383773804,
+      "learning_rate": 0.0001992843760492798,
+      "loss": 1.8077,
+      "step": 468
+    },
+    {
+      "epoch": 0.06718235209855322,
+      "grad_norm": 1.461157202720642,
+      "learning_rate": 0.00019927882451625402,
+      "loss": 1.8284,
+      "step": 469
+    },
+    {
+      "epoch": 0.06732559805185503,
+      "grad_norm": 1.642695665359497,
+      "learning_rate": 0.00019927325161095408,
+      "loss": 1.7422,
+      "step": 470
+    },
+    {
+      "epoch": 0.06746884400515686,
+      "grad_norm": 1.6309964656829834,
+      "learning_rate": 0.0001992676573345797,
+      "loss": 1.8373,
+      "step": 471
+    },
+    {
+      "epoch": 0.06761208995845867,
+      "grad_norm": 1.4857289791107178,
+      "learning_rate": 0.00019926204168833515,
+      "loss": 1.5893,
+      "step": 472
+    },
+    {
+      "epoch": 0.06775533591176049,
+      "grad_norm": 1.2403501272201538,
+      "learning_rate": 0.0001992564046734294,
+      "loss": 1.7493,
+      "step": 473
+    },
+    {
+      "epoch": 0.06789858186506231,
+      "grad_norm": 1.8099408149719238,
+      "learning_rate": 0.000199250746291076,
+      "loss": 1.7931,
+      "step": 474
+    },
+    {
+      "epoch": 0.06804182781836413,
+      "grad_norm": 1.772014856338501,
+      "learning_rate": 0.00019924506654249292,
+      "loss": 1.5479,
+      "step": 475
+    },
+    {
+      "epoch": 0.06818507377166595,
+      "grad_norm": 1.6241265535354614,
+      "learning_rate": 0.00019923936542890297,
+      "loss": 1.6693,
+      "step": 476
+    },
+    {
+      "epoch": 0.06832831972496776,
+      "grad_norm": 1.354891061782837,
+      "learning_rate": 0.00019923364295153343,
+      "loss": 1.8081,
+      "step": 477
+    },
+    {
+      "epoch": 0.06847156567826959,
+      "grad_norm": 1.7175835371017456,
+      "learning_rate": 0.00019922789911161622,
+      "loss": 1.6574,
+      "step": 478
+    },
+    {
+      "epoch": 0.0686148116315714,
+      "grad_norm": 1.5570623874664307,
+      "learning_rate": 0.00019922213391038786,
+      "loss": 1.7339,
+      "step": 479
+    },
+    {
+      "epoch": 0.06875805758487323,
+      "grad_norm": 1.4605203866958618,
+      "learning_rate": 0.00019921634734908943,
+      "loss": 1.6953,
+      "step": 480
+    },
+    {
+      "epoch": 0.06890130353817504,
+      "grad_norm": 1.4111082553863525,
+      "learning_rate": 0.00019921053942896665,
+      "loss": 1.7133,
+      "step": 481
+    },
+    {
+      "epoch": 0.06904454949147687,
+      "grad_norm": 1.517552137374878,
+      "learning_rate": 0.0001992047101512698,
+      "loss": 1.7533,
+      "step": 482
+    },
+    {
+      "epoch": 0.06918779544477868,
+      "grad_norm": 2.6764204502105713,
+      "learning_rate": 0.00019919885951725374,
+      "loss": 1.7349,
+      "step": 483
+    },
+    {
+      "epoch": 0.06933104139808051,
+      "grad_norm": 1.5203142166137695,
+      "learning_rate": 0.00019919298752817807,
+      "loss": 1.6057,
+      "step": 484
+    },
+    {
+      "epoch": 0.06947428735138232,
+      "grad_norm": 1.6534591913223267,
+      "learning_rate": 0.0001991870941853068,
+      "loss": 1.7347,
+      "step": 485
+    },
+    {
+      "epoch": 0.06961753330468415,
+      "grad_norm": 1.4259624481201172,
+      "learning_rate": 0.00019918117948990868,
+      "loss": 1.5219,
+      "step": 486
+    },
+    {
+      "epoch": 0.06976077925798596,
+      "grad_norm": 1.2201391458511353,
+      "learning_rate": 0.00019917524344325696,
+      "loss": 1.8063,
+      "step": 487
+    },
+    {
+      "epoch": 0.06990402521128779,
+      "grad_norm": 1.9621988534927368,
+      "learning_rate": 0.00019916928604662952,
+      "loss": 1.6064,
+      "step": 488
+    },
+    {
+      "epoch": 0.0700472711645896,
+      "grad_norm": 1.4814010858535767,
+      "learning_rate": 0.0001991633073013089,
+      "loss": 1.8878,
+      "step": 489
+    },
+    {
+      "epoch": 0.07019051711789141,
+      "grad_norm": 1.5324525833129883,
+      "learning_rate": 0.00019915730720858208,
+      "loss": 1.6956,
+      "step": 490
+    },
+    {
+      "epoch": 0.07033376307119324,
+      "grad_norm": 1.3562740087509155,
+      "learning_rate": 0.00019915128576974077,
+      "loss": 1.6892,
+      "step": 491
+    },
+    {
+      "epoch": 0.07047700902449505,
+      "grad_norm": 1.3707023859024048,
+      "learning_rate": 0.00019914524298608128,
+      "loss": 1.8197,
+      "step": 492
+    },
+    {
+      "epoch": 0.07062025497779688,
+      "grad_norm": 1.5586192607879639,
+      "learning_rate": 0.00019913917885890442,
+      "loss": 1.585,
+      "step": 493
+    },
+    {
+      "epoch": 0.07076350093109869,
+      "grad_norm": 1.4655704498291016,
+      "learning_rate": 0.00019913309338951568,
+      "loss": 1.5964,
+      "step": 494
+    },
+    {
+      "epoch": 0.07090674688440052,
+      "grad_norm": 1.7915382385253906,
+      "learning_rate": 0.00019912698657922507,
+      "loss": 1.6515,
+      "step": 495
+    },
+    {
+      "epoch": 0.07104999283770233,
+      "grad_norm": 1.7763627767562866,
+      "learning_rate": 0.0001991208584293473,
+      "loss": 1.6395,
+      "step": 496
+    },
+    {
+      "epoch": 0.07119323879100416,
+      "grad_norm": 1.378584623336792,
+      "learning_rate": 0.00019911470894120155,
+      "loss": 1.6587,
+      "step": 497
+    },
+    {
+      "epoch": 0.07133648474430597,
+      "grad_norm": 1.1676931381225586,
+      "learning_rate": 0.0001991085381161117,
+      "loss": 1.7098,
+      "step": 498
+    },
+    {
+      "epoch": 0.0714797306976078,
+      "grad_norm": 1.5255640745162964,
+      "learning_rate": 0.0001991023459554061,
+      "loss": 1.6724,
+      "step": 499
+    },
+    {
+      "epoch": 0.07162297665090961,
+      "grad_norm": 1.405740737915039,
+      "learning_rate": 0.00019909613246041788,
+      "loss": 1.7539,
+      "step": 500
+    },
+    {
+      "epoch": 0.07176622260421144,
+      "grad_norm": 1.530811071395874,
+      "learning_rate": 0.00019908989763248454,
+      "loss": 1.7177,
+      "step": 501
+    },
+    {
+      "epoch": 0.07190946855751325,
+      "grad_norm": 1.97873055934906,
+      "learning_rate": 0.00019908364147294835,
+      "loss": 1.5722,
+      "step": 502
+    },
+    {
+      "epoch": 0.07205271451081507,
+      "grad_norm": 1.1253645420074463,
+      "learning_rate": 0.00019907736398315607,
+      "loss": 1.6842,
+      "step": 503
+    },
+    {
+      "epoch": 0.07219596046411689,
+      "grad_norm": 1.290208101272583,
+      "learning_rate": 0.00019907106516445913,
+      "loss": 1.7562,
+      "step": 504
+    },
+    {
+      "epoch": 0.07233920641741871,
+      "grad_norm": 1.2996116876602173,
+      "learning_rate": 0.00019906474501821348,
+      "loss": 1.8068,
+      "step": 505
+    },
+    {
+      "epoch": 0.07248245237072053,
+      "grad_norm": 1.159342885017395,
+      "learning_rate": 0.00019905840354577972,
+      "loss": 1.6581,
+      "step": 506
+    },
+    {
+      "epoch": 0.07262569832402235,
+      "grad_norm": 1.372828722000122,
+      "learning_rate": 0.00019905204074852298,
+      "loss": 1.7612,
+      "step": 507
+    },
+    {
+      "epoch": 0.07276894427732417,
+      "grad_norm": 1.2582522630691528,
+      "learning_rate": 0.000199045656627813,
+      "loss": 1.6399,
+      "step": 508
+    },
+    {
+      "epoch": 0.07291219023062598,
+      "grad_norm": 1.212702751159668,
+      "learning_rate": 0.00019903925118502417,
+      "loss": 1.5861,
+      "step": 509
+    },
+    {
+      "epoch": 0.0730554361839278,
+      "grad_norm": 1.2912545204162598,
+      "learning_rate": 0.0001990328244215354,
+      "loss": 1.689,
+      "step": 510
+    },
+    {
+      "epoch": 0.07319868213722962,
+      "grad_norm": 1.3509979248046875,
+      "learning_rate": 0.00019902637633873021,
+      "loss": 1.7967,
+      "step": 511
+    },
+    {
+      "epoch": 0.07334192809053144,
+      "grad_norm": 1.152451515197754,
+      "learning_rate": 0.00019901990693799672,
+      "loss": 1.6025,
+      "step": 512
+    },
+    {
+      "epoch": 0.07348517404383326,
+      "grad_norm": 1.209928274154663,
+      "learning_rate": 0.00019901341622072764,
+      "loss": 2.0546,
+      "step": 513
+    },
+    {
+      "epoch": 0.07362841999713508,
+      "grad_norm": 1.5987424850463867,
+      "learning_rate": 0.00019900690418832022,
+      "loss": 1.6017,
+      "step": 514
+    },
+    {
+      "epoch": 0.0737716659504369,
+      "grad_norm": 1.4001137018203735,
+      "learning_rate": 0.00019900037084217637,
+      "loss": 1.6257,
+      "step": 515
+    },
+    {
+      "epoch": 0.07391491190373872,
+      "grad_norm": 1.4472997188568115,
+      "learning_rate": 0.0001989938161837026,
+      "loss": 1.7275,
+      "step": 516
+    },
+    {
+      "epoch": 0.07405815785704054,
+      "grad_norm": 1.25859534740448,
+      "learning_rate": 0.0001989872402143099,
+      "loss": 1.6382,
+      "step": 517
+    },
+    {
+      "epoch": 0.07420140381034236,
+      "grad_norm": 1.3510730266571045,
+      "learning_rate": 0.00019898064293541392,
+      "loss": 1.7815,
+      "step": 518
+    },
+    {
+      "epoch": 0.07434464976364417,
+      "grad_norm": 1.1813952922821045,
+      "learning_rate": 0.0001989740243484349,
+      "loss": 1.7785,
+      "step": 519
+    },
+    {
+      "epoch": 0.074487895716946,
+      "grad_norm": 1.4309569597244263,
+      "learning_rate": 0.00019896738445479768,
+      "loss": 1.6555,
+      "step": 520
+    },
+    {
+      "epoch": 0.07463114167024781,
+      "grad_norm": 1.6975966691970825,
+      "learning_rate": 0.00019896072325593166,
+      "loss": 1.7637,
+      "step": 521
+    },
+    {
+      "epoch": 0.07477438762354964,
+      "grad_norm": 1.3059065341949463,
+      "learning_rate": 0.0001989540407532708,
+      "loss": 1.6044,
+      "step": 522
+    },
+    {
+      "epoch": 0.07491763357685145,
+      "grad_norm": 1.2781579494476318,
+      "learning_rate": 0.00019894733694825374,
+      "loss": 1.6505,
+      "step": 523
+    },
+    {
+      "epoch": 0.07506087953015328,
+      "grad_norm": 1.4209474325180054,
+      "learning_rate": 0.00019894061184232357,
+      "loss": 1.5601,
+      "step": 524
+    },
+    {
+      "epoch": 0.07520412548345509,
+      "grad_norm": 1.5664052963256836,
+      "learning_rate": 0.00019893386543692806,
+      "loss": 1.8457,
+      "step": 525
+    },
+    {
+      "epoch": 0.0753473714367569,
+      "grad_norm": 1.6914031505584717,
+      "learning_rate": 0.00019892709773351958,
+      "loss": 1.5566,
+      "step": 526
+    },
+    {
+      "epoch": 0.07549061739005873,
+      "grad_norm": 1.249310851097107,
+      "learning_rate": 0.00019892030873355497,
+      "loss": 1.5086,
+      "step": 527
+    },
+    {
+      "epoch": 0.07563386334336054,
+      "grad_norm": 1.5303807258605957,
+      "learning_rate": 0.00019891349843849585,
+      "loss": 1.6852,
+      "step": 528
+    },
+    {
+      "epoch": 0.07577710929666237,
+      "grad_norm": 1.6845391988754272,
+      "learning_rate": 0.0001989066668498082,
+      "loss": 1.7678,
+      "step": 529
+    },
+    {
+      "epoch": 0.07592035524996418,
+      "grad_norm": 1.6305928230285645,
+      "learning_rate": 0.00019889981396896278,
+      "loss": 1.6552,
+      "step": 530
+    },
+    {
+      "epoch": 0.07606360120326601,
+      "grad_norm": 1.4538503885269165,
+      "learning_rate": 0.00019889293979743477,
+      "loss": 1.5903,
+      "step": 531
+    },
+    {
+      "epoch": 0.07620684715656782,
+      "grad_norm": 1.2830235958099365,
+      "learning_rate": 0.00019888604433670405,
+      "loss": 1.6836,
+      "step": 532
+    },
+    {
+      "epoch": 0.07635009310986965,
+      "grad_norm": 1.943156361579895,
+      "learning_rate": 0.00019887912758825504,
+      "loss": 1.709,
+      "step": 533
+    },
+    {
+      "epoch": 0.07649333906317146,
+      "grad_norm": 1.3079009056091309,
+      "learning_rate": 0.00019887218955357675,
+      "loss": 1.6969,
+      "step": 534
+    },
+    {
+      "epoch": 0.07663658501647329,
+      "grad_norm": 1.2418729066848755,
+      "learning_rate": 0.00019886523023416274,
+      "loss": 1.6275,
+      "step": 535
+    },
+    {
+      "epoch": 0.0767798309697751,
+      "grad_norm": 1.2928546667099,
+      "learning_rate": 0.00019885824963151118,
+      "loss": 1.8395,
+      "step": 536
+    },
+    {
+      "epoch": 0.07692307692307693,
+      "grad_norm": 1.4741817712783813,
+      "learning_rate": 0.00019885124774712487,
+      "loss": 1.7583,
+      "step": 537
+    },
+    {
+      "epoch": 0.07706632287637874,
+      "grad_norm": 1.235146403312683,
+      "learning_rate": 0.00019884422458251109,
+      "loss": 1.6703,
+      "step": 538
+    },
+    {
+      "epoch": 0.07720956882968057,
+      "grad_norm": 1.32805335521698,
+      "learning_rate": 0.00019883718013918178,
+      "loss": 1.7713,
+      "step": 539
+    },
+    {
+      "epoch": 0.07735281478298238,
+      "grad_norm": 1.7475147247314453,
+      "learning_rate": 0.00019883011441865342,
+      "loss": 1.7325,
+      "step": 540
+    },
+    {
+      "epoch": 0.0774960607362842,
+      "grad_norm": 1.2939950227737427,
+      "learning_rate": 0.0001988230274224471,
+      "loss": 1.4377,
+      "step": 541
+    },
+    {
+      "epoch": 0.07763930668958602,
+      "grad_norm": 1.5513995885849,
+      "learning_rate": 0.00019881591915208845,
+      "loss": 1.577,
+      "step": 542
+    },
+    {
+      "epoch": 0.07778255264288784,
+      "grad_norm": 1.652662992477417,
+      "learning_rate": 0.00019880878960910772,
+      "loss": 1.681,
+      "step": 543
+    },
+    {
+      "epoch": 0.07792579859618966,
+      "grad_norm": 1.35635507106781,
+      "learning_rate": 0.00019880163879503973,
+      "loss": 1.7124,
+      "step": 544
+    },
+    {
+      "epoch": 0.07806904454949147,
+      "grad_norm": 1.2839175462722778,
+      "learning_rate": 0.00019879446671142387,
+      "loss": 1.8585,
+      "step": 545
+    },
+    {
+      "epoch": 0.0782122905027933,
+      "grad_norm": 1.5730124711990356,
+      "learning_rate": 0.00019878727335980413,
+      "loss": 1.6216,
+      "step": 546
+    },
+    {
+      "epoch": 0.07835553645609511,
+      "grad_norm": 1.218909502029419,
+      "learning_rate": 0.000198780058741729,
+      "loss": 1.6543,
+      "step": 547
+    },
+    {
+      "epoch": 0.07849878240939694,
+      "grad_norm": 1.1626622676849365,
+      "learning_rate": 0.0001987728228587517,
+      "loss": 1.6765,
+      "step": 548
+    },
+    {
+      "epoch": 0.07864202836269875,
+      "grad_norm": 1.3857933282852173,
+      "learning_rate": 0.00019876556571242986,
+      "loss": 1.6083,
+      "step": 549
+    },
+    {
+      "epoch": 0.07878527431600058,
+      "grad_norm": 1.6118927001953125,
+      "learning_rate": 0.0001987582873043258,
+      "loss": 1.6171,
+      "step": 550
+    },
+    {
+      "epoch": 0.07892852026930239,
+      "grad_norm": 1.2379584312438965,
+      "learning_rate": 0.00019875098763600635,
+      "loss": 1.7748,
+      "step": 551
+    },
+    {
+      "epoch": 0.07907176622260421,
+      "grad_norm": 1.3903248310089111,
+      "learning_rate": 0.00019874366670904299,
+      "loss": 1.4865,
+      "step": 552
+    },
+    {
+      "epoch": 0.07921501217590603,
+      "grad_norm": 1.4454166889190674,
+      "learning_rate": 0.00019873632452501168,
+      "loss": 1.798,
+      "step": 553
+    },
+    {
+      "epoch": 0.07935825812920785,
+      "grad_norm": 1.504528284072876,
+      "learning_rate": 0.00019872896108549308,
+      "loss": 1.5593,
+      "step": 554
+    },
+    {
+      "epoch": 0.07950150408250967,
+      "grad_norm": 1.2883172035217285,
+      "learning_rate": 0.00019872157639207232,
+      "loss": 1.6023,
+      "step": 555
+    },
+    {
+      "epoch": 0.07964475003581149,
+      "grad_norm": 1.5108481645584106,
+      "learning_rate": 0.00019871417044633913,
+      "loss": 1.7326,
+      "step": 556
+    },
+    {
+      "epoch": 0.0797879959891133,
+      "grad_norm": 1.186713457107544,
+      "learning_rate": 0.00019870674324988781,
+      "loss": 1.6563,
+      "step": 557
+    },
+    {
+      "epoch": 0.07993124194241513,
+      "grad_norm": 1.3607182502746582,
+      "learning_rate": 0.00019869929480431734,
+      "loss": 1.4786,
+      "step": 558
+    },
+    {
+      "epoch": 0.08007448789571694,
+      "grad_norm": 1.368394136428833,
+      "learning_rate": 0.00019869182511123113,
+      "loss": 1.7097,
+      "step": 559
+    },
+    {
+      "epoch": 0.08021773384901877,
+      "grad_norm": 1.9745432138442993,
+      "learning_rate": 0.00019868433417223716,
+      "loss": 1.5914,
+      "step": 560
+    },
+    {
+      "epoch": 0.08036097980232058,
+      "grad_norm": 1.3673710823059082,
+      "learning_rate": 0.00019867682198894816,
+      "loss": 1.6818,
+      "step": 561
+    },
+    {
+      "epoch": 0.08050422575562241,
+      "grad_norm": 1.2792150974273682,
+      "learning_rate": 0.00019866928856298119,
+      "loss": 1.6702,
+      "step": 562
+    },
+    {
+      "epoch": 0.08064747170892422,
+      "grad_norm": 1.3463022708892822,
+      "learning_rate": 0.00019866173389595813,
+      "loss": 1.5956,
+      "step": 563
+    },
+    {
+      "epoch": 0.08079071766222604,
+      "grad_norm": 1.2000863552093506,
+      "learning_rate": 0.00019865415798950525,
+      "loss": 1.8112,
+      "step": 564
+    },
+    {
+      "epoch": 0.08093396361552786,
+      "grad_norm": 1.8158190250396729,
+      "learning_rate": 0.00019864656084525345,
+      "loss": 1.7371,
+      "step": 565
+    },
+    {
+      "epoch": 0.08107720956882968,
+      "grad_norm": 1.5291208028793335,
+      "learning_rate": 0.00019863894246483822,
+      "loss": 1.3844,
+      "step": 566
+    },
+    {
+      "epoch": 0.0812204555221315,
+      "grad_norm": 1.3507804870605469,
+      "learning_rate": 0.00019863130284989965,
+      "loss": 1.6719,
+      "step": 567
+    },
+    {
+      "epoch": 0.08136370147543331,
+      "grad_norm": 1.1913057565689087,
+      "learning_rate": 0.0001986236420020823,
+      "loss": 1.5763,
+      "step": 568
+    },
+    {
+      "epoch": 0.08150694742873514,
+      "grad_norm": 1.1777045726776123,
+      "learning_rate": 0.00019861595992303537,
+      "loss": 1.5355,
+      "step": 569
+    },
+    {
+      "epoch": 0.08165019338203695,
+      "grad_norm": 1.4863442182540894,
+      "learning_rate": 0.00019860825661441266,
+      "loss": 1.6214,
+      "step": 570
+    },
+    {
+      "epoch": 0.08179343933533878,
+      "grad_norm": 1.4483294486999512,
+      "learning_rate": 0.00019860053207787246,
+      "loss": 1.511,
+      "step": 571
+    },
+    {
+      "epoch": 0.08193668528864059,
+      "grad_norm": 1.757744312286377,
+      "learning_rate": 0.0001985927863150777,
+      "loss": 1.6447,
+      "step": 572
+    },
+    {
+      "epoch": 0.08207993124194242,
+      "grad_norm": 1.3401249647140503,
+      "learning_rate": 0.0001985850193276958,
+      "loss": 1.6219,
+      "step": 573
+    },
+    {
+      "epoch": 0.08222317719524423,
+      "grad_norm": 1.2175979614257812,
+      "learning_rate": 0.0001985772311173989,
+      "loss": 1.6184,
+      "step": 574
+    },
+    {
+      "epoch": 0.08236642314854606,
+      "grad_norm": 1.3959825038909912,
+      "learning_rate": 0.00019856942168586353,
+      "loss": 1.5279,
+      "step": 575
+    },
+    {
+      "epoch": 0.08250966910184787,
+      "grad_norm": 1.3595130443572998,
+      "learning_rate": 0.00019856159103477086,
+      "loss": 1.5169,
+      "step": 576
+    },
+    {
+      "epoch": 0.0826529150551497,
+      "grad_norm": 1.2449266910552979,
+      "learning_rate": 0.00019855373916580668,
+      "loss": 1.7193,
+      "step": 577
+    },
+    {
+      "epoch": 0.08279616100845151,
+      "grad_norm": 1.3274627923965454,
+      "learning_rate": 0.00019854586608066127,
+      "loss": 1.6037,
+      "step": 578
+    },
+    {
+      "epoch": 0.08293940696175334,
+      "grad_norm": 1.2898119688034058,
+      "learning_rate": 0.00019853797178102952,
+      "loss": 1.7358,
+      "step": 579
+    },
+    {
+      "epoch": 0.08308265291505515,
+      "grad_norm": 1.5904191732406616,
+      "learning_rate": 0.0001985300562686109,
+      "loss": 1.5606,
+      "step": 580
+    },
+    {
+      "epoch": 0.08322589886835696,
+      "grad_norm": 1.4740694761276245,
+      "learning_rate": 0.00019852211954510943,
+      "loss": 1.6529,
+      "step": 581
+    },
+    {
+      "epoch": 0.08336914482165879,
+      "grad_norm": 1.4485301971435547,
+      "learning_rate": 0.0001985141616122336,
+      "loss": 1.696,
+      "step": 582
+    },
+    {
+      "epoch": 0.0835123907749606,
+      "grad_norm": 1.6658388376235962,
+      "learning_rate": 0.00019850618247169667,
+      "loss": 1.5885,
+      "step": 583
+    },
+    {
+      "epoch": 0.08365563672826243,
+      "grad_norm": 1.5777621269226074,
+      "learning_rate": 0.0001984981821252163,
+      "loss": 1.5214,
+      "step": 584
+    },
+    {
+      "epoch": 0.08379888268156424,
+      "grad_norm": 1.426347255706787,
+      "learning_rate": 0.00019849016057451476,
+      "loss": 1.5899,
+      "step": 585
+    },
+    {
+      "epoch": 0.08394212863486607,
+      "grad_norm": 1.6746731996536255,
+      "learning_rate": 0.00019848211782131888,
+      "loss": 1.7443,
+      "step": 586
+    },
+    {
+      "epoch": 0.08408537458816788,
+      "grad_norm": 1.6326775550842285,
+      "learning_rate": 0.00019847405386736014,
+      "loss": 1.7063,
+      "step": 587
+    },
+    {
+      "epoch": 0.0842286205414697,
+      "grad_norm": 1.3419874906539917,
+      "learning_rate": 0.00019846596871437441,
+      "loss": 1.6435,
+      "step": 588
+    },
+    {
+      "epoch": 0.08437186649477152,
+      "grad_norm": 1.5885803699493408,
+      "learning_rate": 0.00019845786236410227,
+      "loss": 1.733,
+      "step": 589
+    },
+    {
+      "epoch": 0.08451511244807335,
+      "grad_norm": 1.4612877368927002,
+      "learning_rate": 0.00019844973481828886,
+      "loss": 1.5797,
+      "step": 590
+    },
+    {
+      "epoch": 0.08465835840137516,
+      "grad_norm": 1.4137777090072632,
+      "learning_rate": 0.00019844158607868376,
+      "loss": 1.5635,
+      "step": 591
+    },
+    {
+      "epoch": 0.08480160435467698,
+      "grad_norm": 1.3432273864746094,
+      "learning_rate": 0.00019843341614704125,
+      "loss": 1.7051,
+      "step": 592
+    },
+    {
+      "epoch": 0.0849448503079788,
+      "grad_norm": 1.498607873916626,
+      "learning_rate": 0.00019842522502512008,
+      "loss": 1.7784,
+      "step": 593
+    },
+    {
+      "epoch": 0.08508809626128062,
+      "grad_norm": 1.0609358549118042,
+      "learning_rate": 0.0001984170127146836,
+      "loss": 1.7439,
+      "step": 594
+    },
+    {
+      "epoch": 0.08523134221458244,
+      "grad_norm": 1.458147644996643,
+      "learning_rate": 0.00019840877921749973,
+      "loss": 1.7092,
+      "step": 595
+    },
+    {
+      "epoch": 0.08537458816788426,
+      "grad_norm": 1.2279397249221802,
+      "learning_rate": 0.00019840052453534094,
+      "loss": 1.7811,
+      "step": 596
+    },
+    {
+      "epoch": 0.08551783412118608,
+      "grad_norm": 1.4280649423599243,
+      "learning_rate": 0.00019839224866998424,
+      "loss": 1.7141,
+      "step": 597
+    },
+    {
+      "epoch": 0.0856610800744879,
+      "grad_norm": 1.2293059825897217,
+      "learning_rate": 0.00019838395162321125,
+      "loss": 1.8166,
+      "step": 598
+    },
+    {
+      "epoch": 0.08580432602778972,
+      "grad_norm": 1.284582495689392,
+      "learning_rate": 0.0001983756333968081,
+      "loss": 1.7988,
+      "step": 599
+    },
+    {
+      "epoch": 0.08594757198109153,
+      "grad_norm": 1.2282992601394653,
+      "learning_rate": 0.0001983672939925655,
+      "loss": 1.5833,
+      "step": 600
+    },
+    {
+      "epoch": 0.08609081793439335,
+      "grad_norm": 1.5304847955703735,
+      "learning_rate": 0.00019835893341227872,
+      "loss": 1.5728,
+      "step": 601
+    },
+    {
+      "epoch": 0.08623406388769517,
+      "grad_norm": 1.34585440158844,
+      "learning_rate": 0.00019835055165774756,
+      "loss": 1.4733,
+      "step": 602
+    },
+    {
+      "epoch": 0.086377309840997,
+      "grad_norm": 1.4468822479248047,
+      "learning_rate": 0.00019834214873077643,
+      "loss": 1.7069,
+      "step": 603
+    },
+    {
+      "epoch": 0.0865205557942988,
+      "grad_norm": 1.267221450805664,
+      "learning_rate": 0.00019833372463317427,
+      "loss": 1.6772,
+      "step": 604
+    },
+    {
+      "epoch": 0.08666380174760063,
+      "grad_norm": 1.6913272142410278,
+      "learning_rate": 0.0001983252793667546,
+      "loss": 1.5783,
+      "step": 605
+    },
+    {
+      "epoch": 0.08680704770090245,
+      "grad_norm": 1.5089576244354248,
+      "learning_rate": 0.00019831681293333545,
+      "loss": 1.7095,
+      "step": 606
+    },
+    {
+      "epoch": 0.08695029365420427,
+      "grad_norm": 1.2658472061157227,
+      "learning_rate": 0.00019830832533473939,
+      "loss": 1.6068,
+      "step": 607
+    },
+    {
+      "epoch": 0.08709353960750608,
+      "grad_norm": 1.5574567317962646,
+      "learning_rate": 0.0001982998165727937,
+      "loss": 1.6733,
+      "step": 608
+    },
+    {
+      "epoch": 0.08723678556080791,
+      "grad_norm": 1.1130192279815674,
+      "learning_rate": 0.00019829128664933002,
+      "loss": 1.6068,
+      "step": 609
+    },
+    {
+      "epoch": 0.08738003151410972,
+      "grad_norm": 1.447794795036316,
+      "learning_rate": 0.00019828273556618466,
+      "loss": 1.6993,
+      "step": 610
+    },
+    {
+      "epoch": 0.08752327746741155,
+      "grad_norm": 2.629757881164551,
+      "learning_rate": 0.00019827416332519844,
+      "loss": 1.8404,
+      "step": 611
+    },
+    {
+      "epoch": 0.08766652342071336,
+      "grad_norm": 1.5357332229614258,
+      "learning_rate": 0.00019826556992821678,
+      "loss": 1.6603,
+      "step": 612
+    },
+    {
+      "epoch": 0.08780976937401519,
+      "grad_norm": 1.3240317106246948,
+      "learning_rate": 0.0001982569553770896,
+      "loss": 1.6135,
+      "step": 613
+    },
+    {
+      "epoch": 0.087953015327317,
+      "grad_norm": 1.2648141384124756,
+      "learning_rate": 0.0001982483196736714,
+      "loss": 1.6941,
+      "step": 614
+    },
+    {
+      "epoch": 0.08809626128061883,
+      "grad_norm": 1.4515241384506226,
+      "learning_rate": 0.00019823966281982128,
+      "loss": 1.5057,
+      "step": 615
+    },
+    {
+      "epoch": 0.08823950723392064,
+      "grad_norm": 1.575896978378296,
+      "learning_rate": 0.00019823098481740276,
+      "loss": 1.6214,
+      "step": 616
+    },
+    {
+      "epoch": 0.08838275318722245,
+      "grad_norm": 1.3247700929641724,
+      "learning_rate": 0.0001982222856682841,
+      "loss": 1.6921,
+      "step": 617
+    },
+    {
+      "epoch": 0.08852599914052428,
+      "grad_norm": 1.5744154453277588,
+      "learning_rate": 0.0001982135653743379,
+      "loss": 1.6593,
+      "step": 618
+    },
+    {
+      "epoch": 0.0886692450938261,
+      "grad_norm": 1.054349422454834,
+      "learning_rate": 0.00019820482393744152,
+      "loss": 1.5861,
+      "step": 619
+    },
+    {
+      "epoch": 0.08881249104712792,
+      "grad_norm": 1.229691505432129,
+      "learning_rate": 0.00019819606135947676,
+      "loss": 1.5337,
+      "step": 620
+    },
+    {
+      "epoch": 0.08895573700042973,
+      "grad_norm": 1.402572512626648,
+      "learning_rate": 0.00019818727764232992,
+      "loss": 1.5823,
+      "step": 621
+    },
+    {
+      "epoch": 0.08909898295373156,
+      "grad_norm": 1.1408591270446777,
+      "learning_rate": 0.00019817847278789198,
+      "loss": 1.6029,
+      "step": 622
+    },
+    {
+      "epoch": 0.08924222890703337,
+      "grad_norm": 1.1684201955795288,
+      "learning_rate": 0.00019816964679805838,
+      "loss": 1.697,
+      "step": 623
+    },
+    {
+      "epoch": 0.0893854748603352,
+      "grad_norm": 1.31203293800354,
+      "learning_rate": 0.00019816079967472915,
+      "loss": 1.603,
+      "step": 624
+    },
+    {
+      "epoch": 0.08952872081363701,
+      "grad_norm": 1.2402750253677368,
+      "learning_rate": 0.00019815193141980886,
+      "loss": 1.51,
+      "step": 625
+    },
+    {
+      "epoch": 0.08967196676693884,
+      "grad_norm": 1.1550875902175903,
+      "learning_rate": 0.0001981430420352066,
+      "loss": 1.732,
+      "step": 626
+    },
+    {
+      "epoch": 0.08981521272024065,
+      "grad_norm": 1.452172040939331,
+      "learning_rate": 0.0001981341315228361,
+      "loss": 1.5303,
+      "step": 627
+    },
+    {
+      "epoch": 0.08995845867354248,
+      "grad_norm": 1.1590442657470703,
+      "learning_rate": 0.00019812519988461548,
+      "loss": 1.7506,
+      "step": 628
+    },
+    {
+      "epoch": 0.09010170462684429,
+      "grad_norm": 1.4516597986221313,
+      "learning_rate": 0.00019811624712246756,
+      "loss": 1.7287,
+      "step": 629
+    },
+    {
+      "epoch": 0.09024495058014612,
+      "grad_norm": 1.320265769958496,
+      "learning_rate": 0.00019810727323831966,
+      "loss": 1.4603,
+      "step": 630
+    },
+    {
+      "epoch": 0.09038819653344793,
+      "grad_norm": 1.3800818920135498,
+      "learning_rate": 0.00019809827823410358,
+      "loss": 1.7273,
+      "step": 631
+    },
+    {
+      "epoch": 0.09053144248674976,
+      "grad_norm": 1.5141552686691284,
+      "learning_rate": 0.00019808926211175573,
+      "loss": 1.4681,
+      "step": 632
+    },
+    {
+      "epoch": 0.09067468844005157,
+      "grad_norm": 1.3236340284347534,
+      "learning_rate": 0.0001980802248732171,
+      "loss": 1.5545,
+      "step": 633
+    },
+    {
+      "epoch": 0.0908179343933534,
+      "grad_norm": 1.5148546695709229,
+      "learning_rate": 0.0001980711665204332,
+      "loss": 1.632,
+      "step": 634
+    },
+    {
+      "epoch": 0.09096118034665521,
+      "grad_norm": 1.0559474229812622,
+      "learning_rate": 0.00019806208705535402,
+      "loss": 1.6206,
+      "step": 635
+    },
+    {
+      "epoch": 0.09110442629995702,
+      "grad_norm": 1.3244755268096924,
+      "learning_rate": 0.0001980529864799341,
+      "loss": 1.7514,
+      "step": 636
+    },
+    {
+      "epoch": 0.09124767225325885,
+      "grad_norm": 1.4261804819107056,
+      "learning_rate": 0.0001980438647961327,
+      "loss": 1.7379,
+      "step": 637
+    },
+    {
+      "epoch": 0.09139091820656066,
+      "grad_norm": 1.4581443071365356,
+      "learning_rate": 0.00019803472200591337,
+      "loss": 1.6957,
+      "step": 638
+    },
+    {
+      "epoch": 0.09153416415986249,
+      "grad_norm": 1.435030460357666,
+      "learning_rate": 0.00019802555811124437,
+      "loss": 1.6526,
+      "step": 639
+    },
+    {
+      "epoch": 0.0916774101131643,
+      "grad_norm": 1.31256103515625,
+      "learning_rate": 0.00019801637311409848,
+      "loss": 1.5923,
+      "step": 640
+    },
+    {
+      "epoch": 0.09182065606646612,
+      "grad_norm": 1.3988183736801147,
+      "learning_rate": 0.000198007167016453,
+      "loss": 1.6288,
+      "step": 641
+    },
+    {
+      "epoch": 0.09196390201976794,
+      "grad_norm": 1.3014569282531738,
+      "learning_rate": 0.00019799793982028976,
+      "loss": 1.7474,
+      "step": 642
+    },
+    {
+      "epoch": 0.09210714797306976,
+      "grad_norm": 1.225737452507019,
+      "learning_rate": 0.00019798869152759513,
+      "loss": 1.6171,
+      "step": 643
+    },
+    {
+      "epoch": 0.09225039392637158,
+      "grad_norm": 1.2705078125,
+      "learning_rate": 0.00019797942214036009,
+      "loss": 1.4325,
+      "step": 644
+    },
+    {
+      "epoch": 0.0923936398796734,
+      "grad_norm": 1.3013720512390137,
+      "learning_rate": 0.00019797013166058004,
+      "loss": 1.7038,
+      "step": 645
+    },
+    {
+      "epoch": 0.09253688583297522,
+      "grad_norm": 1.8045024871826172,
+      "learning_rate": 0.00019796082009025505,
+      "loss": 1.7566,
+      "step": 646
+    },
+    {
+      "epoch": 0.09268013178627704,
+      "grad_norm": 1.4755648374557495,
+      "learning_rate": 0.00019795148743138966,
+      "loss": 1.5042,
+      "step": 647
+    },
+    {
+      "epoch": 0.09282337773957886,
+      "grad_norm": 1.8233872652053833,
+      "learning_rate": 0.00019794213368599294,
+      "loss": 1.6675,
+      "step": 648
+    },
+    {
+      "epoch": 0.09296662369288068,
+      "grad_norm": 1.4315521717071533,
+      "learning_rate": 0.0001979327588560785,
+      "loss": 1.6378,
+      "step": 649
+    },
+    {
+      "epoch": 0.0931098696461825,
+      "grad_norm": 1.5341341495513916,
+      "learning_rate": 0.00019792336294366457,
+      "loss": 1.5652,
+      "step": 650
+    },
+    {
+      "epoch": 0.09325311559948432,
+      "grad_norm": 1.3217660188674927,
+      "learning_rate": 0.00019791394595077382,
+      "loss": 1.6155,
+      "step": 651
+    },
+    {
+      "epoch": 0.09339636155278613,
+      "grad_norm": 1.3020650148391724,
+      "learning_rate": 0.0001979045078794335,
+      "loss": 1.6585,
+      "step": 652
+    },
+    {
+      "epoch": 0.09353960750608795,
+      "grad_norm": 1.2637749910354614,
+      "learning_rate": 0.00019789504873167537,
+      "loss": 1.7014,
+      "step": 653
+    },
+    {
+      "epoch": 0.09368285345938977,
+      "grad_norm": 1.414223313331604,
+      "learning_rate": 0.0001978855685095358,
+      "loss": 1.6786,
+      "step": 654
+    },
+    {
+      "epoch": 0.09382609941269159,
+      "grad_norm": 1.741179347038269,
+      "learning_rate": 0.0001978760672150556,
+      "loss": 1.6501,
+      "step": 655
+    },
+    {
+      "epoch": 0.09396934536599341,
+      "grad_norm": 1.352982997894287,
+      "learning_rate": 0.0001978665448502802,
+      "loss": 1.8396,
+      "step": 656
+    },
+    {
+      "epoch": 0.09411259131929522,
+      "grad_norm": 1.6446341276168823,
+      "learning_rate": 0.00019785700141725953,
+      "loss": 1.5204,
+      "step": 657
+    },
+    {
+      "epoch": 0.09425583727259705,
+      "grad_norm": 1.260508418083191,
+      "learning_rate": 0.00019784743691804804,
+      "loss": 1.511,
+      "step": 658
+    },
+    {
+      "epoch": 0.09439908322589886,
+      "grad_norm": 1.2219973802566528,
+      "learning_rate": 0.0001978378513547047,
+      "loss": 1.5436,
+      "step": 659
+    },
+    {
+      "epoch": 0.09454232917920069,
+      "grad_norm": 1.0994309186935425,
+      "learning_rate": 0.00019782824472929308,
+      "loss": 1.6042,
+      "step": 660
+    },
+    {
+      "epoch": 0.0946855751325025,
+      "grad_norm": 1.2871841192245483,
+      "learning_rate": 0.00019781861704388124,
+      "loss": 1.824,
+      "step": 661
+    },
+    {
+      "epoch": 0.09482882108580433,
+      "grad_norm": 1.3598800897598267,
+      "learning_rate": 0.0001978089683005418,
+      "loss": 1.491,
+      "step": 662
+    },
+    {
+      "epoch": 0.09497206703910614,
+      "grad_norm": 1.2015047073364258,
+      "learning_rate": 0.00019779929850135189,
+      "loss": 1.4989,
+      "step": 663
+    },
+    {
+      "epoch": 0.09511531299240797,
+      "grad_norm": 1.5991368293762207,
+      "learning_rate": 0.00019778960764839316,
+      "loss": 1.6314,
+      "step": 664
+    },
+    {
+      "epoch": 0.09525855894570978,
+      "grad_norm": 1.123099446296692,
+      "learning_rate": 0.00019777989574375183,
+      "loss": 1.5366,
+      "step": 665
+    },
+    {
+      "epoch": 0.09540180489901161,
+      "grad_norm": 1.188760757446289,
+      "learning_rate": 0.0001977701627895186,
+      "loss": 1.7078,
+      "step": 666
+    },
+    {
+      "epoch": 0.09554505085231342,
+      "grad_norm": 1.4845916032791138,
+      "learning_rate": 0.00019776040878778875,
+      "loss": 1.4995,
+      "step": 667
+    },
+    {
+      "epoch": 0.09568829680561525,
+      "grad_norm": 1.3649319410324097,
+      "learning_rate": 0.00019775063374066212,
+      "loss": 1.4739,
+      "step": 668
+    },
+    {
+      "epoch": 0.09583154275891706,
+      "grad_norm": 1.3008601665496826,
+      "learning_rate": 0.000197740837650243,
+      "loss": 1.6592,
+      "step": 669
+    },
+    {
+      "epoch": 0.09597478871221889,
+      "grad_norm": 1.3408678770065308,
+      "learning_rate": 0.00019773102051864018,
+      "loss": 1.517,
+      "step": 670
+    },
+    {
+      "epoch": 0.0961180346655207,
+      "grad_norm": 1.6085563898086548,
+      "learning_rate": 0.00019772118234796717,
+      "loss": 1.5344,
+      "step": 671
+    },
+    {
+      "epoch": 0.09626128061882251,
+      "grad_norm": 1.5826900005340576,
+      "learning_rate": 0.0001977113231403418,
+      "loss": 1.6175,
+      "step": 672
+    },
+    {
+      "epoch": 0.09640452657212434,
+      "grad_norm": 1.2928577661514282,
+      "learning_rate": 0.00019770144289788655,
+      "loss": 1.6393,
+      "step": 673
+    },
+    {
+      "epoch": 0.09654777252542615,
+      "grad_norm": 1.0654993057250977,
+      "learning_rate": 0.00019769154162272839,
+      "loss": 1.3862,
+      "step": 674
+    },
+    {
+      "epoch": 0.09669101847872798,
+      "grad_norm": 1.101643443107605,
+      "learning_rate": 0.0001976816193169988,
+      "loss": 1.6903,
+      "step": 675
+    },
+    {
+      "epoch": 0.09683426443202979,
+      "grad_norm": 1.2213629484176636,
+      "learning_rate": 0.0001976716759828338,
+      "loss": 1.6049,
+      "step": 676
+    },
+    {
+      "epoch": 0.09697751038533162,
+      "grad_norm": 1.0562283992767334,
+      "learning_rate": 0.00019766171162237397,
+      "loss": 1.7938,
+      "step": 677
+    },
+    {
+      "epoch": 0.09712075633863343,
+      "grad_norm": 1.4419474601745605,
+      "learning_rate": 0.00019765172623776437,
+      "loss": 1.6379,
+      "step": 678
+    },
+    {
+      "epoch": 0.09726400229193526,
+      "grad_norm": 1.5157438516616821,
+      "learning_rate": 0.00019764171983115462,
+      "loss": 1.6563,
+      "step": 679
+    },
+    {
+      "epoch": 0.09740724824523707,
+      "grad_norm": 1.284558892250061,
+      "learning_rate": 0.00019763169240469885,
+      "loss": 1.6644,
+      "step": 680
+    },
+    {
+      "epoch": 0.0975504941985389,
+      "grad_norm": 1.698071002960205,
+      "learning_rate": 0.00019762164396055573,
+      "loss": 1.7324,
+      "step": 681
+    },
+    {
+      "epoch": 0.09769374015184071,
+      "grad_norm": 1.1932107210159302,
+      "learning_rate": 0.00019761157450088842,
+      "loss": 1.9222,
+      "step": 682
+    },
+    {
+      "epoch": 0.09783698610514253,
+      "grad_norm": 1.2052053213119507,
+      "learning_rate": 0.0001976014840278646,
+      "loss": 1.6875,
+      "step": 683
+    },
+    {
+      "epoch": 0.09798023205844435,
+      "grad_norm": 1.2597087621688843,
+      "learning_rate": 0.00019759137254365657,
+      "loss": 1.5085,
+      "step": 684
+    },
+    {
+      "epoch": 0.09812347801174617,
+      "grad_norm": 1.5127969980239868,
+      "learning_rate": 0.000197581240050441,
+      "loss": 1.4706,
+      "step": 685
+    },
+    {
+      "epoch": 0.09826672396504799,
+      "grad_norm": 1.6948611736297607,
+      "learning_rate": 0.00019757108655039924,
+      "loss": 1.649,
+      "step": 686
+    },
+    {
+      "epoch": 0.09840996991834981,
+      "grad_norm": 1.1985795497894287,
+      "learning_rate": 0.00019756091204571708,
+      "loss": 1.5573,
+      "step": 687
+    },
+    {
+      "epoch": 0.09855321587165163,
+      "grad_norm": 1.3212300539016724,
+      "learning_rate": 0.00019755071653858476,
+      "loss": 1.7554,
+      "step": 688
+    },
+    {
+      "epoch": 0.09869646182495345,
+      "grad_norm": 1.6072173118591309,
+      "learning_rate": 0.00019754050003119723,
+      "loss": 1.5323,
+      "step": 689
+    },
+    {
+      "epoch": 0.09883970777825526,
+      "grad_norm": 1.3728283643722534,
+      "learning_rate": 0.00019753026252575375,
+      "loss": 1.824,
+      "step": 690
+    },
+    {
+      "epoch": 0.09898295373155708,
+      "grad_norm": 1.0921237468719482,
+      "learning_rate": 0.00019752000402445825,
+      "loss": 1.7332,
+      "step": 691
+    },
+    {
+      "epoch": 0.0991261996848589,
+      "grad_norm": 1.4558910131454468,
+      "learning_rate": 0.00019750972452951918,
+      "loss": 1.5711,
+      "step": 692
+    },
+    {
+      "epoch": 0.09926944563816072,
+      "grad_norm": 1.2730522155761719,
+      "learning_rate": 0.00019749942404314935,
+      "loss": 1.7007,
+      "step": 693
+    },
+    {
+      "epoch": 0.09941269159146254,
+      "grad_norm": 1.4883418083190918,
+      "learning_rate": 0.00019748910256756628,
+      "loss": 1.5604,
+      "step": 694
+    },
+    {
+      "epoch": 0.09955593754476436,
+      "grad_norm": 1.3460006713867188,
+      "learning_rate": 0.00019747876010499192,
+      "loss": 1.6405,
+      "step": 695
+    },
+    {
+      "epoch": 0.09969918349806618,
+      "grad_norm": 1.0760473012924194,
+      "learning_rate": 0.0001974683966576527,
+      "loss": 1.6113,
+      "step": 696
+    },
+    {
+      "epoch": 0.099842429451368,
+      "grad_norm": 1.1053009033203125,
+      "learning_rate": 0.00019745801222777968,
+      "loss": 1.6765,
+      "step": 697
+    },
+    {
+      "epoch": 0.09998567540466982,
+      "grad_norm": 1.4242796897888184,
+      "learning_rate": 0.00019744760681760832,
+      "loss": 1.5276,
+      "step": 698
+    },
+    {
+      "epoch": 0.10012892135797163,
+      "grad_norm": 1.2766366004943848,
+      "learning_rate": 0.0001974371804293787,
+      "loss": 1.5318,
+      "step": 699
+    },
+    {
+      "epoch": 0.10027216731127346,
+      "grad_norm": 1.2814052104949951,
+      "learning_rate": 0.0001974267330653353,
+      "loss": 1.6373,
+      "step": 700
+    },
+    {
+      "epoch": 0.10041541326457527,
+      "grad_norm": 1.3843296766281128,
+      "learning_rate": 0.00019741626472772722,
+      "loss": 1.7336,
+      "step": 701
+    },
+    {
+      "epoch": 0.1005586592178771,
+      "grad_norm": 1.3625692129135132,
+      "learning_rate": 0.000197405775418808,
+      "loss": 1.6378,
+      "step": 702
+    },
+    {
+      "epoch": 0.10070190517117891,
+      "grad_norm": 1.6246633529663086,
+      "learning_rate": 0.00019739526514083578,
+      "loss": 1.7429,
+      "step": 703
+    },
+    {
+      "epoch": 0.10084515112448074,
+      "grad_norm": 1.5472861528396606,
+      "learning_rate": 0.00019738473389607314,
+      "loss": 1.5887,
+      "step": 704
+    },
+    {
+      "epoch": 0.10098839707778255,
+      "grad_norm": 1.3148826360702515,
+      "learning_rate": 0.00019737418168678714,
+      "loss": 1.5646,
+      "step": 705
+    },
+    {
+      "epoch": 0.10113164303108438,
+      "grad_norm": 1.304510474205017,
+      "learning_rate": 0.0001973636085152495,
+      "loss": 1.5038,
+      "step": 706
+    },
+    {
+      "epoch": 0.10127488898438619,
+      "grad_norm": 1.1672152280807495,
+      "learning_rate": 0.00019735301438373633,
+      "loss": 1.6843,
+      "step": 707
+    },
+    {
+      "epoch": 0.101418134937688,
+      "grad_norm": 1.4397523403167725,
+      "learning_rate": 0.00019734239929452825,
+      "loss": 1.5534,
+      "step": 708
+    },
+    {
+      "epoch": 0.10156138089098983,
+      "grad_norm": 1.2369954586029053,
+      "learning_rate": 0.00019733176324991046,
+      "loss": 1.8888,
+      "step": 709
+    },
+    {
+      "epoch": 0.10170462684429164,
+      "grad_norm": 1.1418204307556152,
+      "learning_rate": 0.00019732110625217262,
+      "loss": 1.7557,
+      "step": 710
+    },
+    {
+      "epoch": 0.10184787279759347,
+      "grad_norm": 1.1806623935699463,
+      "learning_rate": 0.00019731042830360896,
+      "loss": 1.5737,
+      "step": 711
+    },
+    {
+      "epoch": 0.10199111875089528,
+      "grad_norm": 1.272444725036621,
+      "learning_rate": 0.0001972997294065181,
+      "loss": 1.6338,
+      "step": 712
+    },
+    {
+      "epoch": 0.10213436470419711,
+      "grad_norm": 1.3584585189819336,
+      "learning_rate": 0.0001972890095632033,
+      "loss": 1.6361,
+      "step": 713
+    },
+    {
+      "epoch": 0.10227761065749892,
+      "grad_norm": 1.1720478534698486,
+      "learning_rate": 0.00019727826877597232,
+      "loss": 1.591,
+      "step": 714
+    },
+    {
+      "epoch": 0.10242085661080075,
+      "grad_norm": 1.1136655807495117,
+      "learning_rate": 0.0001972675070471373,
+      "loss": 1.6368,
+      "step": 715
+    },
+    {
+      "epoch": 0.10256410256410256,
+      "grad_norm": 1.505831003189087,
+      "learning_rate": 0.000197256724379015,
+      "loss": 1.5861,
+      "step": 716
+    },
+    {
+      "epoch": 0.10270734851740439,
+      "grad_norm": 1.2519570589065552,
+      "learning_rate": 0.0001972459207739267,
+      "loss": 1.5998,
+      "step": 717
+    },
+    {
+      "epoch": 0.1028505944707062,
+      "grad_norm": 1.0475811958312988,
+      "learning_rate": 0.00019723509623419808,
+      "loss": 1.7454,
+      "step": 718
+    },
+    {
+      "epoch": 0.10299384042400803,
+      "grad_norm": 1.2526962757110596,
+      "learning_rate": 0.00019722425076215946,
+      "loss": 1.6216,
+      "step": 719
+    },
+    {
+      "epoch": 0.10313708637730984,
+      "grad_norm": 1.13711678981781,
+      "learning_rate": 0.00019721338436014558,
+      "loss": 1.5807,
+      "step": 720
+    },
+    {
+      "epoch": 0.10328033233061167,
+      "grad_norm": 1.0310580730438232,
+      "learning_rate": 0.00019720249703049573,
+      "loss": 1.796,
+      "step": 721
+    },
+    {
+      "epoch": 0.10342357828391348,
+      "grad_norm": 1.3392261266708374,
+      "learning_rate": 0.0001971915887755536,
+      "loss": 1.507,
+      "step": 722
+    },
+    {
+      "epoch": 0.1035668242372153,
+      "grad_norm": 1.3165855407714844,
+      "learning_rate": 0.00019718065959766756,
+      "loss": 1.5155,
+      "step": 723
+    },
+    {
+      "epoch": 0.10371007019051712,
+      "grad_norm": 1.1728843450546265,
+      "learning_rate": 0.00019716970949919035,
+      "loss": 1.6126,
+      "step": 724
+    },
+    {
+      "epoch": 0.10385331614381894,
+      "grad_norm": 1.0865678787231445,
+      "learning_rate": 0.00019715873848247928,
+      "loss": 1.6704,
+      "step": 725
+    },
+    {
+      "epoch": 0.10399656209712076,
+      "grad_norm": 1.1027648448944092,
+      "learning_rate": 0.0001971477465498961,
+      "loss": 1.5768,
+      "step": 726
+    },
+    {
+      "epoch": 0.10413980805042257,
+      "grad_norm": 1.3350677490234375,
+      "learning_rate": 0.00019713673370380712,
+      "loss": 1.5477,
+      "step": 727
+    },
+    {
+      "epoch": 0.1042830540037244,
+      "grad_norm": 1.3055795431137085,
+      "learning_rate": 0.00019712569994658315,
+      "loss": 1.5278,
+      "step": 728
+    },
+    {
+      "epoch": 0.10442629995702621,
+      "grad_norm": 1.2592239379882812,
+      "learning_rate": 0.00019711464528059946,
+      "loss": 1.3285,
+      "step": 729
+    },
+    {
+      "epoch": 0.10456954591032804,
+      "grad_norm": 1.173578143119812,
+      "learning_rate": 0.00019710356970823587,
+      "loss": 1.6534,
+      "step": 730
+    },
+    {
+      "epoch": 0.10471279186362985,
+      "grad_norm": 1.3992724418640137,
+      "learning_rate": 0.00019709247323187662,
+      "loss": 1.6335,
+      "step": 731
+    },
+    {
+      "epoch": 0.10485603781693167,
+      "grad_norm": 0.9569386839866638,
+      "learning_rate": 0.0001970813558539106,
+      "loss": 1.6402,
+      "step": 732
+    },
+    {
+      "epoch": 0.10499928377023349,
+      "grad_norm": 1.2495912313461304,
+      "learning_rate": 0.00019707021757673103,
+      "loss": 1.62,
+      "step": 733
+    },
+    {
+      "epoch": 0.10514252972353531,
+      "grad_norm": 1.1814594268798828,
+      "learning_rate": 0.00019705905840273572,
+      "loss": 1.6118,
+      "step": 734
+    },
+    {
+      "epoch": 0.10528577567683713,
+      "grad_norm": 1.2052944898605347,
+      "learning_rate": 0.00019704787833432698,
+      "loss": 1.6187,
+      "step": 735
+    },
+    {
+      "epoch": 0.10542902163013895,
+      "grad_norm": 1.1629832983016968,
+      "learning_rate": 0.00019703667737391162,
+      "loss": 1.9108,
+      "step": 736
+    },
+    {
+      "epoch": 0.10557226758344077,
+      "grad_norm": 1.526718258857727,
+      "learning_rate": 0.00019702545552390089,
+      "loss": 1.6439,
+      "step": 737
+    },
+    {
+      "epoch": 0.10571551353674259,
+      "grad_norm": 1.5784286260604858,
+      "learning_rate": 0.00019701421278671058,
+      "loss": 1.7988,
+      "step": 738
+    },
+    {
+      "epoch": 0.1058587594900444,
+      "grad_norm": 1.0927813053131104,
+      "learning_rate": 0.000197002949164761,
+      "loss": 1.703,
+      "step": 739
+    },
+    {
+      "epoch": 0.10600200544334623,
+      "grad_norm": 1.15303373336792,
+      "learning_rate": 0.00019699166466047692,
+      "loss": 1.534,
+      "step": 740
+    },
+    {
+      "epoch": 0.10614525139664804,
+      "grad_norm": 1.2327656745910645,
+      "learning_rate": 0.0001969803592762876,
+      "loss": 1.6548,
+      "step": 741
+    },
+    {
+      "epoch": 0.10628849734994987,
+      "grad_norm": 1.2211384773254395,
+      "learning_rate": 0.0001969690330146268,
+      "loss": 1.7305,
+      "step": 742
+    },
+    {
+      "epoch": 0.10643174330325168,
+      "grad_norm": 1.4564677476882935,
+      "learning_rate": 0.00019695768587793286,
+      "loss": 1.8673,
+      "step": 743
+    },
+    {
+      "epoch": 0.1065749892565535,
+      "grad_norm": 1.4433467388153076,
+      "learning_rate": 0.00019694631786864843,
+      "loss": 1.7433,
+      "step": 744
+    },
+    {
+      "epoch": 0.10671823520985532,
+      "grad_norm": 1.0863436460494995,
+      "learning_rate": 0.00019693492898922084,
+      "loss": 1.6584,
+      "step": 745
+    },
+    {
+      "epoch": 0.10686148116315713,
+      "grad_norm": 1.4684882164001465,
+      "learning_rate": 0.00019692351924210176,
+      "loss": 1.6987,
+      "step": 746
+    },
+    {
+      "epoch": 0.10700472711645896,
+      "grad_norm": 1.838456153869629,
+      "learning_rate": 0.00019691208862974752,
+      "loss": 1.4576,
+      "step": 747
+    },
+    {
+      "epoch": 0.10714797306976077,
+      "grad_norm": 1.3541388511657715,
+      "learning_rate": 0.0001969006371546188,
+      "loss": 1.6118,
+      "step": 748
+    },
+    {
+      "epoch": 0.1072912190230626,
+      "grad_norm": 1.2488421201705933,
+      "learning_rate": 0.0001968891648191808,
+      "loss": 1.5574,
+      "step": 749
+    },
+    {
+      "epoch": 0.10743446497636441,
+      "grad_norm": 1.1187186241149902,
+      "learning_rate": 0.00019687767162590328,
+      "loss": 1.6708,
+      "step": 750
+    },
+    {
+      "epoch": 0.10757771092966624,
+      "grad_norm": 1.110945701599121,
+      "learning_rate": 0.00019686615757726034,
+      "loss": 1.6663,
+      "step": 751
+    },
+    {
+      "epoch": 0.10772095688296805,
+      "grad_norm": 1.2228606939315796,
+      "learning_rate": 0.0001968546226757308,
+      "loss": 1.734,
+      "step": 752
+    },
+    {
+      "epoch": 0.10786420283626988,
+      "grad_norm": 1.35576331615448,
+      "learning_rate": 0.00019684306692379776,
+      "loss": 1.6888,
+      "step": 753
+    },
+    {
+      "epoch": 0.10800744878957169,
+      "grad_norm": 1.1777911186218262,
+      "learning_rate": 0.0001968314903239489,
+      "loss": 1.4758,
+      "step": 754
+    },
+    {
+      "epoch": 0.10815069474287352,
+      "grad_norm": 1.2876124382019043,
+      "learning_rate": 0.00019681989287867636,
+      "loss": 1.6588,
+      "step": 755
+    },
+    {
+      "epoch": 0.10829394069617533,
+      "grad_norm": 1.5892999172210693,
+      "learning_rate": 0.00019680827459047685,
+      "loss": 1.5679,
+      "step": 756
+    },
+    {
+      "epoch": 0.10843718664947716,
+      "grad_norm": 1.2131396532058716,
+      "learning_rate": 0.00019679663546185144,
+      "loss": 1.5834,
+      "step": 757
+    },
+    {
+      "epoch": 0.10858043260277897,
+      "grad_norm": 1.0438432693481445,
+      "learning_rate": 0.00019678497549530574,
+      "loss": 1.75,
+      "step": 758
+    },
+    {
+      "epoch": 0.1087236785560808,
+      "grad_norm": 1.6003987789154053,
+      "learning_rate": 0.0001967732946933499,
+      "loss": 1.5431,
+      "step": 759
+    },
+    {
+      "epoch": 0.10886692450938261,
+      "grad_norm": 1.2208291292190552,
+      "learning_rate": 0.00019676159305849846,
+      "loss": 1.646,
+      "step": 760
+    },
+    {
+      "epoch": 0.10901017046268444,
+      "grad_norm": 1.327967643737793,
+      "learning_rate": 0.0001967498705932705,
+      "loss": 1.6234,
+      "step": 761
+    },
+    {
+      "epoch": 0.10915341641598625,
+      "grad_norm": 1.3651070594787598,
+      "learning_rate": 0.0001967381273001896,
+      "loss": 1.6495,
+      "step": 762
+    },
+    {
+      "epoch": 0.10929666236928806,
+      "grad_norm": 1.4125144481658936,
+      "learning_rate": 0.00019672636318178381,
+      "loss": 1.5544,
+      "step": 763
+    },
+    {
+      "epoch": 0.10943990832258989,
+      "grad_norm": 1.2702980041503906,
+      "learning_rate": 0.0001967145782405856,
+      "loss": 1.6902,
+      "step": 764
+    },
+    {
+      "epoch": 0.1095831542758917,
+      "grad_norm": 1.547495722770691,
+      "learning_rate": 0.00019670277247913205,
+      "loss": 1.6046,
+      "step": 765
+    },
+    {
+      "epoch": 0.10972640022919353,
+      "grad_norm": 1.2223436832427979,
+      "learning_rate": 0.00019669094589996457,
+      "loss": 1.6518,
+      "step": 766
+    },
+    {
+      "epoch": 0.10986964618249534,
+      "grad_norm": 1.141848087310791,
+      "learning_rate": 0.00019667909850562917,
+      "loss": 1.4465,
+      "step": 767
+    },
+    {
+      "epoch": 0.11001289213579717,
+      "grad_norm": 1.01800537109375,
+      "learning_rate": 0.00019666723029867632,
+      "loss": 1.5792,
+      "step": 768
+    },
+    {
+      "epoch": 0.11015613808909898,
+      "grad_norm": 1.077600121498108,
+      "learning_rate": 0.00019665534128166092,
+      "loss": 1.7241,
+      "step": 769
+    },
+    {
+      "epoch": 0.1102993840424008,
+      "grad_norm": 1.4272209405899048,
+      "learning_rate": 0.0001966434314571424,
+      "loss": 1.7392,
+      "step": 770
+    },
+    {
+      "epoch": 0.11044262999570262,
+      "grad_norm": 1.3162206411361694,
+      "learning_rate": 0.00019663150082768462,
+      "loss": 1.657,
+      "step": 771
+    },
+    {
+      "epoch": 0.11058587594900444,
+      "grad_norm": 1.3095155954360962,
+      "learning_rate": 0.000196619549395856,
+      "loss": 1.5311,
+      "step": 772
+    },
+    {
+      "epoch": 0.11072912190230626,
+      "grad_norm": 1.2110834121704102,
+      "learning_rate": 0.00019660757716422932,
+      "loss": 1.4589,
+      "step": 773
+    },
+    {
+      "epoch": 0.11087236785560808,
+      "grad_norm": 1.1553775072097778,
+      "learning_rate": 0.00019659558413538198,
+      "loss": 1.6439,
+      "step": 774
+    },
+    {
+      "epoch": 0.1110156138089099,
+      "grad_norm": 1.4788953065872192,
+      "learning_rate": 0.0001965835703118957,
+      "loss": 1.6441,
+      "step": 775
+    },
+    {
+      "epoch": 0.11115885976221172,
+      "grad_norm": 1.0005258321762085,
+      "learning_rate": 0.00019657153569635683,
+      "loss": 1.7321,
+      "step": 776
+    },
+    {
+      "epoch": 0.11130210571551354,
+      "grad_norm": 1.303968906402588,
+      "learning_rate": 0.0001965594802913561,
+      "loss": 1.7737,
+      "step": 777
+    },
+    {
+      "epoch": 0.11144535166881536,
+      "grad_norm": 1.4729706048965454,
+      "learning_rate": 0.00019654740409948872,
+      "loss": 1.555,
+      "step": 778
+    },
+    {
+      "epoch": 0.11158859762211717,
+      "grad_norm": 1.2287997007369995,
+      "learning_rate": 0.00019653530712335443,
+      "loss": 1.556,
+      "step": 779
+    },
+    {
+      "epoch": 0.11173184357541899,
+      "grad_norm": 1.3817200660705566,
+      "learning_rate": 0.00019652318936555743,
+      "loss": 1.7508,
+      "step": 780
+    },
+    {
+      "epoch": 0.11187508952872081,
+      "grad_norm": 1.2199041843414307,
+      "learning_rate": 0.00019651105082870628,
+      "loss": 1.5209,
+      "step": 781
+    },
+    {
+      "epoch": 0.11201833548202263,
+      "grad_norm": 1.267107367515564,
+      "learning_rate": 0.00019649889151541417,
+      "loss": 1.5733,
+      "step": 782
+    },
+    {
+      "epoch": 0.11216158143532445,
+      "grad_norm": 1.5668489933013916,
+      "learning_rate": 0.00019648671142829876,
+      "loss": 1.654,
+      "step": 783
+    },
+    {
+      "epoch": 0.11230482738862627,
+      "grad_norm": 1.2441459894180298,
+      "learning_rate": 0.000196474510569982,
+      "loss": 1.6083,
+      "step": 784
+    },
+    {
+      "epoch": 0.11244807334192809,
+      "grad_norm": 1.2366925477981567,
+      "learning_rate": 0.0001964622889430905,
+      "loss": 1.396,
+      "step": 785
+    },
+    {
+      "epoch": 0.1125913192952299,
+      "grad_norm": 1.1343896389007568,
+      "learning_rate": 0.00019645004655025522,
+      "loss": 1.7065,
+      "step": 786
+    },
+    {
+      "epoch": 0.11273456524853173,
+      "grad_norm": 1.200313687324524,
+      "learning_rate": 0.00019643778339411175,
+      "loss": 1.7899,
+      "step": 787
+    },
+    {
+      "epoch": 0.11287781120183354,
+      "grad_norm": 1.5662667751312256,
+      "learning_rate": 0.00019642549947729992,
+      "loss": 1.6192,
+      "step": 788
+    },
+    {
+      "epoch": 0.11302105715513537,
+      "grad_norm": 1.1185060739517212,
+      "learning_rate": 0.00019641319480246424,
+      "loss": 1.5323,
+      "step": 789
+    },
+    {
+      "epoch": 0.11316430310843718,
+      "grad_norm": 0.9885371923446655,
+      "learning_rate": 0.0001964008693722536,
+      "loss": 1.6124,
+      "step": 790
+    },
+    {
+      "epoch": 0.11330754906173901,
+      "grad_norm": 1.1196990013122559,
+      "learning_rate": 0.0001963885231893213,
+      "loss": 1.4259,
+      "step": 791
+    },
+    {
+      "epoch": 0.11345079501504082,
+      "grad_norm": 1.5626730918884277,
+      "learning_rate": 0.00019637615625632524,
+      "loss": 1.8003,
+      "step": 792
+    },
+    {
+      "epoch": 0.11359404096834265,
+      "grad_norm": 1.1579581499099731,
+      "learning_rate": 0.00019636376857592764,
+      "loss": 1.8006,
+      "step": 793
+    },
+    {
+      "epoch": 0.11373728692164446,
+      "grad_norm": 1.1315162181854248,
+      "learning_rate": 0.00019635136015079533,
+      "loss": 1.7092,
+      "step": 794
+    },
+    {
+      "epoch": 0.11388053287494629,
+      "grad_norm": 1.3663160800933838,
+      "learning_rate": 0.00019633893098359951,
+      "loss": 1.5019,
+      "step": 795
+    },
+    {
+      "epoch": 0.1140237788282481,
+      "grad_norm": 1.3442540168762207,
+      "learning_rate": 0.00019632648107701585,
+      "loss": 1.6409,
+      "step": 796
+    },
+    {
+      "epoch": 0.11416702478154993,
+      "grad_norm": 1.0475724935531616,
+      "learning_rate": 0.00019631401043372447,
+      "loss": 1.7571,
+      "step": 797
+    },
+    {
+      "epoch": 0.11431027073485174,
+      "grad_norm": 1.255327820777893,
+      "learning_rate": 0.00019630151905641012,
+      "loss": 1.5195,
+      "step": 798
+    },
+    {
+      "epoch": 0.11445351668815355,
+      "grad_norm": 1.1312159299850464,
+      "learning_rate": 0.00019628900694776177,
+      "loss": 1.533,
+      "step": 799
+    },
+    {
+      "epoch": 0.11459676264145538,
+      "grad_norm": 1.189159870147705,
+      "learning_rate": 0.00019627647411047305,
+      "loss": 1.5239,
+      "step": 800
+    },
+    {
+      "epoch": 0.11474000859475719,
+      "grad_norm": 1.4206115007400513,
+      "learning_rate": 0.0001962639205472419,
+      "loss": 1.6492,
+      "step": 801
+    },
+    {
+      "epoch": 0.11488325454805902,
+      "grad_norm": 1.2188587188720703,
+      "learning_rate": 0.00019625134626077083,
+      "loss": 1.6858,
+      "step": 802
+    },
+    {
+      "epoch": 0.11502650050136083,
+      "grad_norm": 1.0985232591629028,
+      "learning_rate": 0.00019623875125376674,
+      "loss": 1.7278,
+      "step": 803
+    },
+    {
+      "epoch": 0.11516974645466266,
+      "grad_norm": 1.1835997104644775,
+      "learning_rate": 0.00019622613552894107,
+      "loss": 1.6494,
+      "step": 804
+    },
+    {
+      "epoch": 0.11531299240796447,
+      "grad_norm": 1.1827871799468994,
+      "learning_rate": 0.0001962134990890096,
+      "loss": 1.4774,
+      "step": 805
+    },
+    {
+      "epoch": 0.1154562383612663,
+      "grad_norm": 1.1503535509109497,
+      "learning_rate": 0.00019620084193669275,
+      "loss": 1.6528,
+      "step": 806
+    },
+    {
+      "epoch": 0.11559948431456811,
+      "grad_norm": 1.6262710094451904,
+      "learning_rate": 0.00019618816407471519,
+      "loss": 1.3677,
+      "step": 807
+    },
+    {
+      "epoch": 0.11574273026786994,
+      "grad_norm": 1.2850857973098755,
+      "learning_rate": 0.00019617546550580622,
+      "loss": 1.5435,
+      "step": 808
+    },
+    {
+      "epoch": 0.11588597622117175,
+      "grad_norm": 1.0803234577178955,
+      "learning_rate": 0.0001961627462326995,
+      "loss": 1.6187,
+      "step": 809
+    },
+    {
+      "epoch": 0.11602922217447358,
+      "grad_norm": 1.1352102756500244,
+      "learning_rate": 0.00019615000625813314,
+      "loss": 1.4724,
+      "step": 810
+    },
+    {
+      "epoch": 0.11617246812777539,
+      "grad_norm": 1.2401962280273438,
+      "learning_rate": 0.0001961372455848498,
+      "loss": 1.6792,
+      "step": 811
+    },
+    {
+      "epoch": 0.11631571408107721,
+      "grad_norm": 1.2879005670547485,
+      "learning_rate": 0.0001961244642155965,
+      "loss": 1.5254,
+      "step": 812
+    },
+    {
+      "epoch": 0.11645896003437903,
+      "grad_norm": 1.372295618057251,
+      "learning_rate": 0.0001961116621531248,
+      "loss": 1.5971,
+      "step": 813
+    },
+    {
+      "epoch": 0.11660220598768085,
+      "grad_norm": 1.1953271627426147,
+      "learning_rate": 0.00019609883940019057,
+      "loss": 1.6376,
+      "step": 814
+    },
+    {
+      "epoch": 0.11674545194098267,
+      "grad_norm": 1.2620218992233276,
+      "learning_rate": 0.00019608599595955436,
+      "loss": 1.51,
+      "step": 815
+    },
+    {
+      "epoch": 0.11688869789428448,
+      "grad_norm": 1.531134009361267,
+      "learning_rate": 0.00019607313183398094,
+      "loss": 1.6935,
+      "step": 816
+    },
+    {
+      "epoch": 0.1170319438475863,
+      "grad_norm": 1.3554117679595947,
+      "learning_rate": 0.0001960602470262397,
+      "loss": 1.6865,
+      "step": 817
+    },
+    {
+      "epoch": 0.11717518980088812,
+      "grad_norm": 1.111916422843933,
+      "learning_rate": 0.00019604734153910437,
+      "loss": 1.674,
+      "step": 818
+    },
+    {
+      "epoch": 0.11731843575418995,
+      "grad_norm": 1.221503734588623,
+      "learning_rate": 0.00019603441537535324,
+      "loss": 1.5239,
+      "step": 819
+    },
+    {
+      "epoch": 0.11746168170749176,
+      "grad_norm": 1.4971519708633423,
+      "learning_rate": 0.00019602146853776894,
+      "loss": 1.7229,
+      "step": 820
+    },
+    {
+      "epoch": 0.11760492766079358,
+      "grad_norm": 1.1617732048034668,
+      "learning_rate": 0.00019600850102913865,
+      "loss": 1.6866,
+      "step": 821
+    },
+    {
+      "epoch": 0.1177481736140954,
+      "grad_norm": 1.2659889459609985,
+      "learning_rate": 0.00019599551285225393,
+      "loss": 1.7205,
+      "step": 822
+    },
+    {
+      "epoch": 0.11789141956739722,
+      "grad_norm": 1.3222630023956299,
+      "learning_rate": 0.00019598250400991077,
+      "loss": 1.5863,
+      "step": 823
+    },
+    {
+      "epoch": 0.11803466552069904,
+      "grad_norm": 1.3445312976837158,
+      "learning_rate": 0.00019596947450490975,
+      "loss": 1.6723,
+      "step": 824
+    },
+    {
+      "epoch": 0.11817791147400086,
+      "grad_norm": 1.3120595216751099,
+      "learning_rate": 0.0001959564243400557,
+      "loss": 1.5932,
+      "step": 825
+    },
+    {
+      "epoch": 0.11832115742730268,
+      "grad_norm": 1.2651077508926392,
+      "learning_rate": 0.00019594335351815807,
+      "loss": 1.5671,
+      "step": 826
+    },
+    {
+      "epoch": 0.1184644033806045,
+      "grad_norm": 1.1159729957580566,
+      "learning_rate": 0.00019593026204203066,
+      "loss": 1.5537,
+      "step": 827
+    },
+    {
+      "epoch": 0.11860764933390631,
+      "grad_norm": 1.7956985235214233,
+      "learning_rate": 0.0001959171499144917,
+      "loss": 1.5875,
+      "step": 828
+    },
+    {
+      "epoch": 0.11875089528720814,
+      "grad_norm": 1.4629113674163818,
+      "learning_rate": 0.00019590401713836397,
+      "loss": 1.6761,
+      "step": 829
+    },
+    {
+      "epoch": 0.11889414124050995,
+      "grad_norm": 1.3556681871414185,
+      "learning_rate": 0.0001958908637164746,
+      "loss": 1.5204,
+      "step": 830
+    },
+    {
+      "epoch": 0.11903738719381178,
+      "grad_norm": 1.260643720626831,
+      "learning_rate": 0.0001958776896516552,
+      "loss": 1.7184,
+      "step": 831
+    },
+    {
+      "epoch": 0.1191806331471136,
+      "grad_norm": 1.1772503852844238,
+      "learning_rate": 0.00019586449494674187,
+      "loss": 1.6156,
+      "step": 832
+    },
+    {
+      "epoch": 0.11932387910041542,
+      "grad_norm": 1.342978835105896,
+      "learning_rate": 0.000195851279604575,
+      "loss": 1.4623,
+      "step": 833
+    },
+    {
+      "epoch": 0.11946712505371723,
+      "grad_norm": 1.5484713315963745,
+      "learning_rate": 0.0001958380436279996,
+      "loss": 1.5441,
+      "step": 834
+    },
+    {
+      "epoch": 0.11961037100701905,
+      "grad_norm": 1.3312166929244995,
+      "learning_rate": 0.000195824787019865,
+      "loss": 1.5051,
+      "step": 835
+    },
+    {
+      "epoch": 0.11975361696032087,
+      "grad_norm": 1.3638945817947388,
+      "learning_rate": 0.0001958115097830251,
+      "loss": 1.4958,
+      "step": 836
+    },
+    {
+      "epoch": 0.11989686291362268,
+      "grad_norm": 1.088515043258667,
+      "learning_rate": 0.0001957982119203381,
+      "loss": 1.4908,
+      "step": 837
+    },
+    {
+      "epoch": 0.12004010886692451,
+      "grad_norm": 1.301196575164795,
+      "learning_rate": 0.0001957848934346667,
+      "loss": 1.5714,
+      "step": 838
+    },
+    {
+      "epoch": 0.12018335482022632,
+      "grad_norm": 1.3004190921783447,
+      "learning_rate": 0.00019577155432887804,
+      "loss": 1.7722,
+      "step": 839
+    },
+    {
+      "epoch": 0.12032660077352815,
+      "grad_norm": 1.2383313179016113,
+      "learning_rate": 0.00019575819460584373,
+      "loss": 1.4899,
+      "step": 840
+    },
+    {
+      "epoch": 0.12046984672682996,
+      "grad_norm": 1.009697437286377,
+      "learning_rate": 0.00019574481426843976,
+      "loss": 1.6153,
+      "step": 841
+    },
+    {
+      "epoch": 0.12061309268013179,
+      "grad_norm": 1.4870461225509644,
+      "learning_rate": 0.0001957314133195466,
+      "loss": 1.4155,
+      "step": 842
+    },
+    {
+      "epoch": 0.1207563386334336,
+      "grad_norm": 1.3536752462387085,
+      "learning_rate": 0.00019571799176204912,
+      "loss": 1.5449,
+      "step": 843
+    },
+    {
+      "epoch": 0.12089958458673543,
+      "grad_norm": 1.2185313701629639,
+      "learning_rate": 0.00019570454959883668,
+      "loss": 1.6583,
+      "step": 844
+    },
+    {
+      "epoch": 0.12104283054003724,
+      "grad_norm": 1.3656412363052368,
+      "learning_rate": 0.00019569108683280303,
+      "loss": 1.6226,
+      "step": 845
+    },
+    {
+      "epoch": 0.12118607649333907,
+      "grad_norm": 1.1721817255020142,
+      "learning_rate": 0.00019567760346684638,
+      "loss": 1.6257,
+      "step": 846
+    },
+    {
+      "epoch": 0.12132932244664088,
+      "grad_norm": 1.2477645874023438,
+      "learning_rate": 0.00019566409950386935,
+      "loss": 1.2792,
+      "step": 847
+    },
+    {
+      "epoch": 0.12147256839994271,
+      "grad_norm": 1.27359938621521,
+      "learning_rate": 0.000195650574946779,
+      "loss": 1.7444,
+      "step": 848
+    },
+    {
+      "epoch": 0.12161581435324452,
+      "grad_norm": 1.3779056072235107,
+      "learning_rate": 0.00019563702979848686,
+      "loss": 1.5992,
+      "step": 849
+    },
+    {
+      "epoch": 0.12175906030654635,
+      "grad_norm": 1.4502722024917603,
+      "learning_rate": 0.00019562346406190888,
+      "loss": 1.5866,
+      "step": 850
+    },
+    {
+      "epoch": 0.12190230625984816,
+      "grad_norm": 1.1110873222351074,
+      "learning_rate": 0.00019560987773996536,
+      "loss": 1.639,
+      "step": 851
+    },
+    {
+      "epoch": 0.12204555221314999,
+      "grad_norm": 1.3077976703643799,
+      "learning_rate": 0.00019559627083558115,
+      "loss": 1.6029,
+      "step": 852
+    },
+    {
+      "epoch": 0.1221887981664518,
+      "grad_norm": 1.2756484746932983,
+      "learning_rate": 0.00019558264335168548,
+      "loss": 1.5981,
+      "step": 853
+    },
+    {
+      "epoch": 0.12233204411975361,
+      "grad_norm": 1.1950286626815796,
+      "learning_rate": 0.000195568995291212,
+      "loss": 1.5383,
+      "step": 854
+    },
+    {
+      "epoch": 0.12247529007305544,
+      "grad_norm": 1.3181729316711426,
+      "learning_rate": 0.00019555532665709878,
+      "loss": 1.5904,
+      "step": 855
+    },
+    {
+      "epoch": 0.12261853602635725,
+      "grad_norm": 1.1175612211227417,
+      "learning_rate": 0.0001955416374522884,
+      "loss": 1.6786,
+      "step": 856
+    },
+    {
+      "epoch": 0.12276178197965908,
+      "grad_norm": 1.2048308849334717,
+      "learning_rate": 0.00019552792767972771,
+      "loss": 1.5766,
+      "step": 857
+    },
+    {
+      "epoch": 0.12290502793296089,
+      "grad_norm": 1.1720805168151855,
+      "learning_rate": 0.00019551419734236818,
+      "loss": 1.599,
+      "step": 858
+    },
+    {
+      "epoch": 0.12304827388626272,
+      "grad_norm": 1.0626283884048462,
+      "learning_rate": 0.00019550044644316557,
+      "loss": 1.5948,
+      "step": 859
+    },
+    {
+      "epoch": 0.12319151983956453,
+      "grad_norm": 1.255793571472168,
+      "learning_rate": 0.0001954866749850801,
+      "loss": 1.5331,
+      "step": 860
+    },
+    {
+      "epoch": 0.12333476579286635,
+      "grad_norm": 1.3818178176879883,
+      "learning_rate": 0.0001954728829710764,
+      "loss": 1.4083,
+      "step": 861
+    },
+    {
+      "epoch": 0.12347801174616817,
+      "grad_norm": 1.0763804912567139,
+      "learning_rate": 0.00019545907040412363,
+      "loss": 1.5127,
+      "step": 862
+    },
+    {
+      "epoch": 0.12362125769947,
+      "grad_norm": 1.2789291143417358,
+      "learning_rate": 0.00019544523728719525,
+      "loss": 1.6504,
+      "step": 863
+    },
+    {
+      "epoch": 0.1237645036527718,
+      "grad_norm": 1.2393083572387695,
+      "learning_rate": 0.00019543138362326917,
+      "loss": 1.6148,
+      "step": 864
+    },
+    {
+      "epoch": 0.12390774960607363,
+      "grad_norm": 1.2653690576553345,
+      "learning_rate": 0.00019541750941532774,
+      "loss": 1.6075,
+      "step": 865
+    },
+    {
+      "epoch": 0.12405099555937545,
+      "grad_norm": 1.3787355422973633,
+      "learning_rate": 0.00019540361466635777,
+      "loss": 1.5374,
+      "step": 866
+    },
+    {
+      "epoch": 0.12419424151267727,
+      "grad_norm": 1.267134189605713,
+      "learning_rate": 0.00019538969937935044,
+      "loss": 1.7584,
+      "step": 867
+    },
+    {
+      "epoch": 0.12433748746597909,
+      "grad_norm": 1.0204064846038818,
+      "learning_rate": 0.00019537576355730134,
+      "loss": 1.5925,
+      "step": 868
+    },
+    {
+      "epoch": 0.12448073341928091,
+      "grad_norm": 1.1178617477416992,
+      "learning_rate": 0.00019536180720321054,
+      "loss": 1.5232,
+      "step": 869
+    },
+    {
+      "epoch": 0.12462397937258272,
+      "grad_norm": 1.247996211051941,
+      "learning_rate": 0.00019534783032008248,
+      "loss": 1.6989,
+      "step": 870
+    },
+    {
+      "epoch": 0.12476722532588454,
+      "grad_norm": 1.3109081983566284,
+      "learning_rate": 0.00019533383291092606,
+      "loss": 1.554,
+      "step": 871
+    },
+    {
+      "epoch": 0.12491047127918636,
+      "grad_norm": 1.1624395847320557,
+      "learning_rate": 0.00019531981497875454,
+      "loss": 1.5705,
+      "step": 872
+    },
+    {
+      "epoch": 0.12505371723248818,
+      "grad_norm": 1.2559806108474731,
+      "learning_rate": 0.00019530577652658568,
+      "loss": 1.3987,
+      "step": 873
+    },
+    {
+      "epoch": 0.12519696318579,
+      "grad_norm": 1.167374849319458,
+      "learning_rate": 0.00019529171755744158,
+      "loss": 1.5843,
+      "step": 874
+    },
+    {
+      "epoch": 0.12534020913909183,
+      "grad_norm": 1.1880881786346436,
+      "learning_rate": 0.00019527763807434878,
+      "loss": 1.6287,
+      "step": 875
+    },
+    {
+      "epoch": 0.12548345509239364,
+      "grad_norm": 1.2996039390563965,
+      "learning_rate": 0.00019526353808033825,
+      "loss": 1.7114,
+      "step": 876
+    },
+    {
+      "epoch": 0.12562670104569545,
+      "grad_norm": 1.1588693857192993,
+      "learning_rate": 0.0001952494175784454,
+      "loss": 1.445,
+      "step": 877
+    },
+    {
+      "epoch": 0.12576994699899727,
+      "grad_norm": 1.5987107753753662,
+      "learning_rate": 0.00019523527657171,
+      "loss": 1.4999,
+      "step": 878
+    },
+    {
+      "epoch": 0.1259131929522991,
+      "grad_norm": 0.9576966762542725,
+      "learning_rate": 0.00019522111506317625,
+      "loss": 1.5631,
+      "step": 879
+    },
+    {
+      "epoch": 0.12605643890560092,
+      "grad_norm": 1.3711190223693848,
+      "learning_rate": 0.00019520693305589282,
+      "loss": 1.5173,
+      "step": 880
+    },
+    {
+      "epoch": 0.12619968485890273,
+      "grad_norm": 1.4281378984451294,
+      "learning_rate": 0.00019519273055291266,
+      "loss": 1.521,
+      "step": 881
+    },
+    {
+      "epoch": 0.12634293081220455,
+      "grad_norm": 1.3040553331375122,
+      "learning_rate": 0.0001951785075572933,
+      "loss": 1.3813,
+      "step": 882
+    },
+    {
+      "epoch": 0.1264861767655064,
+      "grad_norm": 1.2415415048599243,
+      "learning_rate": 0.00019516426407209652,
+      "loss": 1.5221,
+      "step": 883
+    },
+    {
+      "epoch": 0.1266294227188082,
+      "grad_norm": 1.0860071182250977,
+      "learning_rate": 0.0001951500001003887,
+      "loss": 1.6215,
+      "step": 884
+    },
+    {
+      "epoch": 0.12677266867211,
+      "grad_norm": 1.247362494468689,
+      "learning_rate": 0.0001951357156452404,
+      "loss": 1.6328,
+      "step": 885
+    },
+    {
+      "epoch": 0.12691591462541182,
+      "grad_norm": 1.34208083152771,
+      "learning_rate": 0.00019512141070972678,
+      "loss": 1.6991,
+      "step": 886
+    },
+    {
+      "epoch": 0.12705916057871366,
+      "grad_norm": 1.3808127641677856,
+      "learning_rate": 0.00019510708529692735,
+      "loss": 1.4589,
+      "step": 887
+    },
+    {
+      "epoch": 0.12720240653201548,
+      "grad_norm": 1.499727725982666,
+      "learning_rate": 0.00019509273940992596,
+      "loss": 1.4899,
+      "step": 888
+    },
+    {
+      "epoch": 0.1273456524853173,
+      "grad_norm": 1.3084940910339355,
+      "learning_rate": 0.00019507837305181096,
+      "loss": 1.5893,
+      "step": 889
+    },
+    {
+      "epoch": 0.1274888984386191,
+      "grad_norm": 1.2366819381713867,
+      "learning_rate": 0.00019506398622567509,
+      "loss": 1.7129,
+      "step": 890
+    },
+    {
+      "epoch": 0.12763214439192092,
+      "grad_norm": 1.2797046899795532,
+      "learning_rate": 0.00019504957893461545,
+      "loss": 1.4697,
+      "step": 891
+    },
+    {
+      "epoch": 0.12777539034522276,
+      "grad_norm": 1.05138099193573,
+      "learning_rate": 0.00019503515118173353,
+      "loss": 1.55,
+      "step": 892
+    },
+    {
+      "epoch": 0.12791863629852457,
+      "grad_norm": 1.3953118324279785,
+      "learning_rate": 0.00019502070297013538,
+      "loss": 1.6246,
+      "step": 893
+    },
+    {
+      "epoch": 0.12806188225182638,
+      "grad_norm": 1.2957669496536255,
+      "learning_rate": 0.0001950062343029312,
+      "loss": 1.6522,
+      "step": 894
+    },
+    {
+      "epoch": 0.1282051282051282,
+      "grad_norm": 1.182183861732483,
+      "learning_rate": 0.00019499174518323588,
+      "loss": 1.6565,
+      "step": 895
+    },
+    {
+      "epoch": 0.12834837415843003,
+      "grad_norm": 1.2183482646942139,
+      "learning_rate": 0.0001949772356141685,
+      "loss": 1.5063,
+      "step": 896
+    },
+    {
+      "epoch": 0.12849162011173185,
+      "grad_norm": 1.1968656778335571,
+      "learning_rate": 0.0001949627055988526,
+      "loss": 1.4573,
+      "step": 897
+    },
+    {
+      "epoch": 0.12863486606503366,
+      "grad_norm": 1.2652766704559326,
+      "learning_rate": 0.00019494815514041613,
+      "loss": 1.4853,
+      "step": 898
+    },
+    {
+      "epoch": 0.12877811201833547,
+      "grad_norm": 1.0996187925338745,
+      "learning_rate": 0.00019493358424199148,
+      "loss": 1.6726,
+      "step": 899
+    },
+    {
+      "epoch": 0.1289213579716373,
+      "grad_norm": 1.1743321418762207,
+      "learning_rate": 0.00019491899290671535,
+      "loss": 1.7151,
+      "step": 900
+    },
+    {
+      "epoch": 0.12906460392493913,
+      "grad_norm": 1.1483296155929565,
+      "learning_rate": 0.00019490438113772896,
+      "loss": 1.6,
+      "step": 901
+    },
+    {
+      "epoch": 0.12920784987824094,
+      "grad_norm": 1.196987509727478,
+      "learning_rate": 0.00019488974893817784,
+      "loss": 1.5642,
+      "step": 902
+    },
+    {
+      "epoch": 0.12935109583154275,
+      "grad_norm": 1.4053195714950562,
+      "learning_rate": 0.00019487509631121192,
+      "loss": 1.728,
+      "step": 903
+    },
+    {
+      "epoch": 0.1294943417848446,
+      "grad_norm": 1.4800519943237305,
+      "learning_rate": 0.00019486042325998556,
+      "loss": 1.4227,
+      "step": 904
+    },
+    {
+      "epoch": 0.1296375877381464,
+      "grad_norm": 1.131011724472046,
+      "learning_rate": 0.0001948457297876575,
+      "loss": 1.4498,
+      "step": 905
+    },
+    {
+      "epoch": 0.12978083369144822,
+      "grad_norm": 1.355717658996582,
+      "learning_rate": 0.00019483101589739084,
+      "loss": 1.5453,
+      "step": 906
+    },
+    {
+      "epoch": 0.12992407964475003,
+      "grad_norm": 1.30284583568573,
+      "learning_rate": 0.00019481628159235322,
+      "loss": 1.5542,
+      "step": 907
+    },
+    {
+      "epoch": 0.13006732559805184,
+      "grad_norm": 1.1069972515106201,
+      "learning_rate": 0.0001948015268757165,
+      "loss": 1.6244,
+      "step": 908
+    },
+    {
+      "epoch": 0.13021057155135368,
+      "grad_norm": 0.9949790239334106,
+      "learning_rate": 0.00019478675175065702,
+      "loss": 1.7719,
+      "step": 909
+    },
+    {
+      "epoch": 0.1303538175046555,
+      "grad_norm": 1.254263162612915,
+      "learning_rate": 0.0001947719562203555,
+      "loss": 1.5396,
+      "step": 910
+    },
+    {
+      "epoch": 0.1304970634579573,
+      "grad_norm": 1.3006764650344849,
+      "learning_rate": 0.00019475714028799703,
+      "loss": 1.5188,
+      "step": 911
+    },
+    {
+      "epoch": 0.13064030941125912,
+      "grad_norm": 1.099730134010315,
+      "learning_rate": 0.0001947423039567711,
+      "loss": 1.628,
+      "step": 912
+    },
+    {
+      "epoch": 0.13078355536456096,
+      "grad_norm": 1.2037898302078247,
+      "learning_rate": 0.0001947274472298717,
+      "loss": 1.6635,
+      "step": 913
+    },
+    {
+      "epoch": 0.13092680131786277,
+      "grad_norm": 1.22627592086792,
+      "learning_rate": 0.00019471257011049702,
+      "loss": 1.5639,
+      "step": 914
+    },
+    {
+      "epoch": 0.13107004727116459,
+      "grad_norm": 1.235670566558838,
+      "learning_rate": 0.00019469767260184975,
+      "loss": 1.5593,
+      "step": 915
+    },
+    {
+      "epoch": 0.1312132932244664,
+      "grad_norm": 1.3078908920288086,
+      "learning_rate": 0.000194682754707137,
+      "loss": 1.6098,
+      "step": 916
+    },
+    {
+      "epoch": 0.13135653917776824,
+      "grad_norm": 1.1794637441635132,
+      "learning_rate": 0.0001946678164295702,
+      "loss": 1.5018,
+      "step": 917
+    },
+    {
+      "epoch": 0.13149978513107005,
+      "grad_norm": 1.024505853652954,
+      "learning_rate": 0.0001946528577723652,
+      "loss": 1.5644,
+      "step": 918
+    },
+    {
+      "epoch": 0.13164303108437186,
+      "grad_norm": 1.194469690322876,
+      "learning_rate": 0.00019463787873874217,
+      "loss": 1.528,
+      "step": 919
+    },
+    {
+      "epoch": 0.13178627703767368,
+      "grad_norm": 1.350339651107788,
+      "learning_rate": 0.0001946228793319258,
+      "loss": 1.7582,
+      "step": 920
+    },
+    {
+      "epoch": 0.13192952299097552,
+      "grad_norm": 1.2363450527191162,
+      "learning_rate": 0.00019460785955514504,
+      "loss": 1.5089,
+      "step": 921
+    },
+    {
+      "epoch": 0.13207276894427733,
+      "grad_norm": 1.1791285276412964,
+      "learning_rate": 0.00019459281941163332,
+      "loss": 1.5197,
+      "step": 922
+    },
+    {
+      "epoch": 0.13221601489757914,
+      "grad_norm": 1.1726194620132446,
+      "learning_rate": 0.00019457775890462838,
+      "loss": 1.3208,
+      "step": 923
+    },
+    {
+      "epoch": 0.13235926085088096,
+      "grad_norm": 1.389122724533081,
+      "learning_rate": 0.00019456267803737243,
+      "loss": 1.6292,
+      "step": 924
+    },
+    {
+      "epoch": 0.13250250680418277,
+      "grad_norm": 1.0535720586776733,
+      "learning_rate": 0.0001945475768131119,
+      "loss": 1.6817,
+      "step": 925
+    },
+    {
+      "epoch": 0.1326457527574846,
+      "grad_norm": 1.047892689704895,
+      "learning_rate": 0.00019453245523509777,
+      "loss": 1.6474,
+      "step": 926
+    },
+    {
+      "epoch": 0.13278899871078642,
+      "grad_norm": 1.3535476922988892,
+      "learning_rate": 0.0001945173133065854,
+      "loss": 1.5703,
+      "step": 927
+    },
+    {
+      "epoch": 0.13293224466408823,
+      "grad_norm": 1.1097677946090698,
+      "learning_rate": 0.00019450215103083437,
+      "loss": 1.7069,
+      "step": 928
+    },
+    {
+      "epoch": 0.13307549061739005,
+      "grad_norm": 1.2804269790649414,
+      "learning_rate": 0.0001944869684111088,
+      "loss": 1.4626,
+      "step": 929
+    },
+    {
+      "epoch": 0.1332187365706919,
+      "grad_norm": 1.4562879800796509,
+      "learning_rate": 0.00019447176545067711,
+      "loss": 1.6267,
+      "step": 930
+    },
+    {
+      "epoch": 0.1333619825239937,
+      "grad_norm": 1.1890870332717896,
+      "learning_rate": 0.00019445654215281214,
+      "loss": 1.462,
+      "step": 931
+    },
+    {
+      "epoch": 0.1335052284772955,
+      "grad_norm": 1.016223430633545,
+      "learning_rate": 0.0001944412985207911,
+      "loss": 1.6056,
+      "step": 932
+    },
+    {
+      "epoch": 0.13364847443059732,
+      "grad_norm": 1.2111800909042358,
+      "learning_rate": 0.0001944260345578955,
+      "loss": 1.5363,
+      "step": 933
+    },
+    {
+      "epoch": 0.13379172038389917,
+      "grad_norm": 1.2488287687301636,
+      "learning_rate": 0.00019441075026741138,
+      "loss": 1.6095,
+      "step": 934
+    },
+    {
+      "epoch": 0.13393496633720098,
+      "grad_norm": 1.3265146017074585,
+      "learning_rate": 0.00019439544565262904,
+      "loss": 1.6458,
+      "step": 935
+    },
+    {
+      "epoch": 0.1340782122905028,
+      "grad_norm": 1.3820611238479614,
+      "learning_rate": 0.00019438012071684314,
+      "loss": 1.6304,
+      "step": 936
+    },
+    {
+      "epoch": 0.1342214582438046,
+      "grad_norm": 1.3546607494354248,
+      "learning_rate": 0.0001943647754633528,
+      "loss": 1.5746,
+      "step": 937
+    },
+    {
+      "epoch": 0.13436470419710644,
+      "grad_norm": 1.3768399953842163,
+      "learning_rate": 0.0001943494098954615,
+      "loss": 1.6407,
+      "step": 938
+    },
+    {
+      "epoch": 0.13450795015040826,
+      "grad_norm": 1.289591670036316,
+      "learning_rate": 0.000194334024016477,
+      "loss": 1.6408,
+      "step": 939
+    },
+    {
+      "epoch": 0.13465119610371007,
+      "grad_norm": 1.1144850254058838,
+      "learning_rate": 0.00019431861782971156,
+      "loss": 1.6418,
+      "step": 940
+    },
+    {
+      "epoch": 0.13479444205701188,
+      "grad_norm": 1.2558574676513672,
+      "learning_rate": 0.0001943031913384817,
+      "loss": 1.6893,
+      "step": 941
+    },
+    {
+      "epoch": 0.13493768801031372,
+      "grad_norm": 1.164859414100647,
+      "learning_rate": 0.00019428774454610843,
+      "loss": 1.6827,
+      "step": 942
+    },
+    {
+      "epoch": 0.13508093396361553,
+      "grad_norm": 1.4726264476776123,
+      "learning_rate": 0.000194272277455917,
+      "loss": 1.6021,
+      "step": 943
+    },
+    {
+      "epoch": 0.13522417991691735,
+      "grad_norm": 1.428351879119873,
+      "learning_rate": 0.0001942567900712371,
+      "loss": 1.7326,
+      "step": 944
+    },
+    {
+      "epoch": 0.13536742587021916,
+      "grad_norm": 1.1052278280258179,
+      "learning_rate": 0.00019424128239540277,
+      "loss": 1.5488,
+      "step": 945
+    },
+    {
+      "epoch": 0.13551067182352097,
+      "grad_norm": 1.3733911514282227,
+      "learning_rate": 0.0001942257544317525,
+      "loss": 1.6328,
+      "step": 946
+    },
+    {
+      "epoch": 0.1356539177768228,
+      "grad_norm": 1.059922695159912,
+      "learning_rate": 0.00019421020618362898,
+      "loss": 1.8451,
+      "step": 947
+    },
+    {
+      "epoch": 0.13579716373012463,
+      "grad_norm": 1.172939419746399,
+      "learning_rate": 0.00019419463765437943,
+      "loss": 1.6174,
+      "step": 948
+    },
+    {
+      "epoch": 0.13594040968342644,
+      "grad_norm": 1.2290929555892944,
+      "learning_rate": 0.00019417904884735533,
+      "loss": 1.5531,
+      "step": 949
+    },
+    {
+      "epoch": 0.13608365563672825,
+      "grad_norm": 1.2768769264221191,
+      "learning_rate": 0.00019416343976591261,
+      "loss": 1.4509,
+      "step": 950
+    },
+    {
+      "epoch": 0.1362269015900301,
+      "grad_norm": 1.3628541231155396,
+      "learning_rate": 0.0001941478104134115,
+      "loss": 1.4237,
+      "step": 951
+    },
+    {
+      "epoch": 0.1363701475433319,
+      "grad_norm": 1.209143042564392,
+      "learning_rate": 0.00019413216079321654,
+      "loss": 1.6172,
+      "step": 952
+    },
+    {
+      "epoch": 0.13651339349663372,
+      "grad_norm": 1.3197451829910278,
+      "learning_rate": 0.00019411649090869684,
+      "loss": 1.5476,
+      "step": 953
+    },
+    {
+      "epoch": 0.13665663944993553,
+      "grad_norm": 1.2479652166366577,
+      "learning_rate": 0.00019410080076322564,
+      "loss": 1.5787,
+      "step": 954
+    },
+    {
+      "epoch": 0.13679988540323737,
+      "grad_norm": 1.4514305591583252,
+      "learning_rate": 0.00019408509036018066,
+      "loss": 1.5145,
+      "step": 955
+    },
+    {
+      "epoch": 0.13694313135653918,
+      "grad_norm": 0.9607605934143066,
+      "learning_rate": 0.00019406935970294397,
+      "loss": 1.6543,
+      "step": 956
+    },
+    {
+      "epoch": 0.137086377309841,
+      "grad_norm": 0.9794413447380066,
+      "learning_rate": 0.00019405360879490202,
+      "loss": 1.5732,
+      "step": 957
+    },
+    {
+      "epoch": 0.1372296232631428,
+      "grad_norm": 1.0651099681854248,
+      "learning_rate": 0.00019403783763944556,
+      "loss": 1.6535,
+      "step": 958
+    },
+    {
+      "epoch": 0.13737286921644465,
+      "grad_norm": 1.4865821599960327,
+      "learning_rate": 0.0001940220462399697,
+      "loss": 1.6413,
+      "step": 959
+    },
+    {
+      "epoch": 0.13751611516974646,
+      "grad_norm": 1.2959426641464233,
+      "learning_rate": 0.000194006234599874,
+      "loss": 1.6665,
+      "step": 960
+    },
+    {
+      "epoch": 0.13765936112304827,
+      "grad_norm": 1.2261008024215698,
+      "learning_rate": 0.00019399040272256225,
+      "loss": 1.5129,
+      "step": 961
+    },
+    {
+      "epoch": 0.1378026070763501,
+      "grad_norm": 1.4303537607192993,
+      "learning_rate": 0.00019397455061144272,
+      "loss": 1.5379,
+      "step": 962
+    },
+    {
+      "epoch": 0.1379458530296519,
+      "grad_norm": 1.2303375005722046,
+      "learning_rate": 0.00019395867826992795,
+      "loss": 1.5473,
+      "step": 963
+    },
+    {
+      "epoch": 0.13808909898295374,
+      "grad_norm": 1.031008005142212,
+      "learning_rate": 0.00019394278570143488,
+      "loss": 1.7539,
+      "step": 964
+    },
+    {
+      "epoch": 0.13823234493625555,
+      "grad_norm": 1.082576870918274,
+      "learning_rate": 0.00019392687290938475,
+      "loss": 1.6683,
+      "step": 965
+    },
+    {
+      "epoch": 0.13837559088955736,
+      "grad_norm": 1.3740670680999756,
+      "learning_rate": 0.00019391093989720322,
+      "loss": 1.4678,
+      "step": 966
+    },
+    {
+      "epoch": 0.13851883684285918,
+      "grad_norm": 1.0740512609481812,
+      "learning_rate": 0.00019389498666832025,
+      "loss": 1.652,
+      "step": 967
+    },
+    {
+      "epoch": 0.13866208279616102,
+      "grad_norm": 1.5030268430709839,
+      "learning_rate": 0.0001938790132261702,
+      "loss": 1.6397,
+      "step": 968
+    },
+    {
+      "epoch": 0.13880532874946283,
+      "grad_norm": 1.208647608757019,
+      "learning_rate": 0.00019386301957419172,
+      "loss": 1.5922,
+      "step": 969
+    },
+    {
+      "epoch": 0.13894857470276464,
+      "grad_norm": 1.2609339952468872,
+      "learning_rate": 0.00019384700571582793,
+      "loss": 1.4197,
+      "step": 970
+    },
+    {
+      "epoch": 0.13909182065606646,
+      "grad_norm": 1.1325064897537231,
+      "learning_rate": 0.00019383097165452613,
+      "loss": 1.6928,
+      "step": 971
+    },
+    {
+      "epoch": 0.1392350666093683,
+      "grad_norm": 1.1414098739624023,
+      "learning_rate": 0.0001938149173937381,
+      "loss": 1.7367,
+      "step": 972
+    },
+    {
+      "epoch": 0.1393783125626701,
+      "grad_norm": 1.4138203859329224,
+      "learning_rate": 0.0001937988429369199,
+      "loss": 1.6282,
+      "step": 973
+    },
+    {
+      "epoch": 0.13952155851597192,
+      "grad_norm": 1.311618685722351,
+      "learning_rate": 0.000193782748287532,
+      "loss": 1.7447,
+      "step": 974
+    },
+    {
+      "epoch": 0.13966480446927373,
+      "grad_norm": 1.43526029586792,
+      "learning_rate": 0.00019376663344903913,
+      "loss": 1.6515,
+      "step": 975
+    },
+    {
+      "epoch": 0.13980805042257557,
+      "grad_norm": 1.3765864372253418,
+      "learning_rate": 0.00019375049842491047,
+      "loss": 1.4986,
+      "step": 976
+    },
+    {
+      "epoch": 0.1399512963758774,
+      "grad_norm": 1.1229900121688843,
+      "learning_rate": 0.00019373434321861942,
+      "loss": 1.6008,
+      "step": 977
+    },
+    {
+      "epoch": 0.1400945423291792,
+      "grad_norm": 1.1183594465255737,
+      "learning_rate": 0.00019371816783364388,
+      "loss": 1.6884,
+      "step": 978
+    },
+    {
+      "epoch": 0.140237788282481,
+      "grad_norm": 1.1913856267929077,
+      "learning_rate": 0.00019370197227346596,
+      "loss": 1.5605,
+      "step": 979
+    },
+    {
+      "epoch": 0.14038103423578283,
+      "grad_norm": 1.0297417640686035,
+      "learning_rate": 0.00019368575654157217,
+      "loss": 1.5567,
+      "step": 980
+    },
+    {
+      "epoch": 0.14052428018908467,
+      "grad_norm": 1.1891111135482788,
+      "learning_rate": 0.00019366952064145334,
+      "loss": 1.5362,
+      "step": 981
+    },
+    {
+      "epoch": 0.14066752614238648,
+      "grad_norm": 1.3527096509933472,
+      "learning_rate": 0.00019365326457660472,
+      "loss": 1.5916,
+      "step": 982
+    },
+    {
+      "epoch": 0.1408107720956883,
+      "grad_norm": 1.1813091039657593,
+      "learning_rate": 0.00019363698835052576,
+      "loss": 1.5468,
+      "step": 983
+    },
+    {
+      "epoch": 0.1409540180489901,
+      "grad_norm": 1.1020501852035522,
+      "learning_rate": 0.00019362069196672037,
+      "loss": 1.6806,
+      "step": 984
+    },
+    {
+      "epoch": 0.14109726400229194,
+      "grad_norm": 1.3191639184951782,
+      "learning_rate": 0.00019360437542869676,
+      "loss": 1.5957,
+      "step": 985
+    },
+    {
+      "epoch": 0.14124050995559376,
+      "grad_norm": 1.0837750434875488,
+      "learning_rate": 0.00019358803873996747,
+      "loss": 1.536,
+      "step": 986
+    },
+    {
+      "epoch": 0.14138375590889557,
+      "grad_norm": 1.192271113395691,
+      "learning_rate": 0.00019357168190404936,
+      "loss": 1.4805,
+      "step": 987
+    },
+    {
+      "epoch": 0.14152700186219738,
+      "grad_norm": 1.0418434143066406,
+      "learning_rate": 0.0001935553049244637,
+      "loss": 1.6346,
+      "step": 988
+    },
+    {
+      "epoch": 0.14167024781549922,
+      "grad_norm": 1.1750081777572632,
+      "learning_rate": 0.00019353890780473602,
+      "loss": 1.6668,
+      "step": 989
+    },
+    {
+      "epoch": 0.14181349376880104,
+      "grad_norm": 1.3894251585006714,
+      "learning_rate": 0.00019352249054839624,
+      "loss": 1.5038,
+      "step": 990
+    },
+    {
+      "epoch": 0.14195673972210285,
+      "grad_norm": 1.329727292060852,
+      "learning_rate": 0.00019350605315897852,
+      "loss": 1.5586,
+      "step": 991
+    },
+    {
+      "epoch": 0.14209998567540466,
+      "grad_norm": 1.1281641721725464,
+      "learning_rate": 0.00019348959564002152,
+      "loss": 1.4265,
+      "step": 992
+    },
+    {
+      "epoch": 0.1422432316287065,
+      "grad_norm": 1.3101686239242554,
+      "learning_rate": 0.00019347311799506803,
+      "loss": 1.6405,
+      "step": 993
+    },
+    {
+      "epoch": 0.14238647758200831,
+      "grad_norm": 1.3809922933578491,
+      "learning_rate": 0.0001934566202276654,
+      "loss": 1.7351,
+      "step": 994
+    },
+    {
+      "epoch": 0.14252972353531013,
+      "grad_norm": 1.0657382011413574,
+      "learning_rate": 0.00019344010234136508,
+      "loss": 1.5241,
+      "step": 995
+    },
+    {
+      "epoch": 0.14267296948861194,
+      "grad_norm": 1.1298381090164185,
+      "learning_rate": 0.00019342356433972303,
+      "loss": 1.5054,
+      "step": 996
+    },
+    {
+      "epoch": 0.14281621544191378,
+      "grad_norm": 1.1220080852508545,
+      "learning_rate": 0.00019340700622629946,
+      "loss": 1.7578,
+      "step": 997
+    },
+    {
+      "epoch": 0.1429594613952156,
+      "grad_norm": 1.459414005279541,
+      "learning_rate": 0.00019339042800465889,
+      "loss": 1.5109,
+      "step": 998
+    },
+    {
+      "epoch": 0.1431027073485174,
+      "grad_norm": 1.297468900680542,
+      "learning_rate": 0.00019337382967837024,
+      "loss": 1.5202,
+      "step": 999
+    },
+    {
+      "epoch": 0.14324595330181922,
+      "grad_norm": 1.2499709129333496,
+      "learning_rate": 0.0001933572112510067,
+      "loss": 1.4951,
+      "step": 1000
+    },
+    {
+      "epoch": 0.14338919925512103,
+      "grad_norm": 1.0097846984863281,
+      "learning_rate": 0.0001933405727261458,
+      "loss": 1.6325,
+      "step": 1001
+    },
+    {
+      "epoch": 0.14353244520842287,
+      "grad_norm": 1.3613160848617554,
+      "learning_rate": 0.0001933239141073694,
+      "loss": 1.3909,
+      "step": 1002
+    },
+    {
+      "epoch": 0.14367569116172468,
+      "grad_norm": 1.3440732955932617,
+      "learning_rate": 0.00019330723539826375,
+      "loss": 1.4464,
+      "step": 1003
+    },
+    {
+      "epoch": 0.1438189371150265,
+      "grad_norm": 1.1384518146514893,
+      "learning_rate": 0.00019329053660241928,
+      "loss": 1.5109,
+      "step": 1004
+    },
+    {
+      "epoch": 0.1439621830683283,
+      "grad_norm": 1.4458342790603638,
+      "learning_rate": 0.00019327381772343087,
+      "loss": 1.6768,
+      "step": 1005
+    },
+    {
+      "epoch": 0.14410542902163015,
+      "grad_norm": 1.0746837854385376,
+      "learning_rate": 0.00019325707876489766,
+      "loss": 1.5197,
+      "step": 1006
+    },
+    {
+      "epoch": 0.14424867497493196,
+      "grad_norm": 1.7166969776153564,
+      "learning_rate": 0.00019324031973042317,
+      "loss": 1.4987,
+      "step": 1007
+    },
+    {
+      "epoch": 0.14439192092823377,
+      "grad_norm": 1.1510168313980103,
+      "learning_rate": 0.00019322354062361517,
+      "loss": 1.5619,
+      "step": 1008
+    },
+    {
+      "epoch": 0.1445351668815356,
+      "grad_norm": 1.351439118385315,
+      "learning_rate": 0.0001932067414480858,
+      "loss": 1.6733,
+      "step": 1009
+    },
+    {
+      "epoch": 0.14467841283483743,
+      "grad_norm": 1.3713881969451904,
+      "learning_rate": 0.00019318992220745149,
+      "loss": 1.7474,
+      "step": 1010
+    },
+    {
+      "epoch": 0.14482165878813924,
+      "grad_norm": 1.3956587314605713,
+      "learning_rate": 0.00019317308290533306,
+      "loss": 1.5676,
+      "step": 1011
+    },
+    {
+      "epoch": 0.14496490474144105,
+      "grad_norm": 1.4617334604263306,
+      "learning_rate": 0.00019315622354535553,
+      "loss": 1.3008,
+      "step": 1012
+    },
+    {
+      "epoch": 0.14510815069474287,
+      "grad_norm": 1.4982008934020996,
+      "learning_rate": 0.00019313934413114832,
+      "loss": 1.4977,
+      "step": 1013
+    },
+    {
+      "epoch": 0.1452513966480447,
+      "grad_norm": 1.3703192472457886,
+      "learning_rate": 0.00019312244466634517,
+      "loss": 1.546,
+      "step": 1014
+    },
+    {
+      "epoch": 0.14539464260134652,
+      "grad_norm": 1.4075640439987183,
+      "learning_rate": 0.0001931055251545841,
+      "loss": 1.7383,
+      "step": 1015
+    },
+    {
+      "epoch": 0.14553788855464833,
+      "grad_norm": 1.325521469116211,
+      "learning_rate": 0.00019308858559950748,
+      "loss": 1.6329,
+      "step": 1016
+    },
+    {
+      "epoch": 0.14568113450795014,
+      "grad_norm": 1.1578693389892578,
+      "learning_rate": 0.00019307162600476195,
+      "loss": 1.5068,
+      "step": 1017
+    },
+    {
+      "epoch": 0.14582438046125196,
+      "grad_norm": 1.2838771343231201,
+      "learning_rate": 0.00019305464637399853,
+      "loss": 1.5017,
+      "step": 1018
+    },
+    {
+      "epoch": 0.1459676264145538,
+      "grad_norm": 1.275357723236084,
+      "learning_rate": 0.00019303764671087245,
+      "loss": 1.6076,
+      "step": 1019
+    },
+    {
+      "epoch": 0.1461108723678556,
+      "grad_norm": 1.4926584959030151,
+      "learning_rate": 0.0001930206270190434,
+      "loss": 1.5644,
+      "step": 1020
+    },
+    {
+      "epoch": 0.14625411832115742,
+      "grad_norm": 1.4390310049057007,
+      "learning_rate": 0.00019300358730217526,
+      "loss": 1.4617,
+      "step": 1021
+    },
+    {
+      "epoch": 0.14639736427445924,
+      "grad_norm": 1.2987539768218994,
+      "learning_rate": 0.0001929865275639362,
+      "loss": 1.5838,
+      "step": 1022
+    },
+    {
+      "epoch": 0.14654061022776108,
+      "grad_norm": 1.2154449224472046,
+      "learning_rate": 0.00019296944780799885,
+      "loss": 1.5863,
+      "step": 1023
+    },
+    {
+      "epoch": 0.1466838561810629,
+      "grad_norm": 1.091148018836975,
+      "learning_rate": 0.00019295234803804004,
+      "loss": 1.5812,
+      "step": 1024
+    },
+    {
+      "epoch": 0.1468271021343647,
+      "grad_norm": 1.4079035520553589,
+      "learning_rate": 0.0001929352282577409,
+      "loss": 1.5511,
+      "step": 1025
+    },
+    {
+      "epoch": 0.1469703480876665,
+      "grad_norm": 1.1210896968841553,
+      "learning_rate": 0.0001929180884707869,
+      "loss": 1.7274,
+      "step": 1026
+    },
+    {
+      "epoch": 0.14711359404096835,
+      "grad_norm": 1.2990902662277222,
+      "learning_rate": 0.0001929009286808678,
+      "loss": 1.5568,
+      "step": 1027
+    },
+    {
+      "epoch": 0.14725683999427017,
+      "grad_norm": 1.0974594354629517,
+      "learning_rate": 0.0001928837488916777,
+      "loss": 1.5002,
+      "step": 1028
+    },
+    {
+      "epoch": 0.14740008594757198,
+      "grad_norm": 1.3410964012145996,
+      "learning_rate": 0.00019286654910691503,
+      "loss": 1.7454,
+      "step": 1029
+    },
+    {
+      "epoch": 0.1475433319008738,
+      "grad_norm": 1.0783771276474,
+      "learning_rate": 0.0001928493293302824,
+      "loss": 1.6116,
+      "step": 1030
+    },
+    {
+      "epoch": 0.14768657785417563,
+      "grad_norm": 1.2176378965377808,
+      "learning_rate": 0.0001928320895654868,
+      "loss": 1.5526,
+      "step": 1031
+    },
+    {
+      "epoch": 0.14782982380747745,
+      "grad_norm": 1.5927990674972534,
+      "learning_rate": 0.00019281482981623957,
+      "loss": 1.6683,
+      "step": 1032
+    },
+    {
+      "epoch": 0.14797306976077926,
+      "grad_norm": 1.2273706197738647,
+      "learning_rate": 0.0001927975500862563,
+      "loss": 1.6959,
+      "step": 1033
+    },
+    {
+      "epoch": 0.14811631571408107,
+      "grad_norm": 1.1746482849121094,
+      "learning_rate": 0.00019278025037925689,
+      "loss": 1.3442,
+      "step": 1034
+    },
+    {
+      "epoch": 0.14825956166738288,
+      "grad_norm": 1.0034780502319336,
+      "learning_rate": 0.00019276293069896548,
+      "loss": 1.7401,
+      "step": 1035
+    },
+    {
+      "epoch": 0.14840280762068472,
+      "grad_norm": 1.354796290397644,
+      "learning_rate": 0.00019274559104911067,
+      "loss": 1.685,
+      "step": 1036
+    },
+    {
+      "epoch": 0.14854605357398654,
+      "grad_norm": 1.5629911422729492,
+      "learning_rate": 0.0001927282314334252,
+      "loss": 1.5963,
+      "step": 1037
+    },
+    {
+      "epoch": 0.14868929952728835,
+      "grad_norm": 1.5061249732971191,
+      "learning_rate": 0.00019271085185564615,
+      "loss": 1.5778,
+      "step": 1038
+    },
+    {
+      "epoch": 0.14883254548059016,
+      "grad_norm": 1.4443484544754028,
+      "learning_rate": 0.00019269345231951493,
+      "loss": 1.6469,
+      "step": 1039
+    },
+    {
+      "epoch": 0.148975791433892,
+      "grad_norm": 1.367872714996338,
+      "learning_rate": 0.00019267603282877724,
+      "loss": 1.4661,
+      "step": 1040
+    },
+    {
+      "epoch": 0.14911903738719381,
+      "grad_norm": 1.3594025373458862,
+      "learning_rate": 0.00019265859338718304,
+      "loss": 1.5459,
+      "step": 1041
+    },
+    {
+      "epoch": 0.14926228334049563,
+      "grad_norm": 1.3780670166015625,
+      "learning_rate": 0.00019264113399848664,
+      "loss": 1.5747,
+      "step": 1042
+    },
+    {
+      "epoch": 0.14940552929379744,
+      "grad_norm": 1.157915711402893,
+      "learning_rate": 0.0001926236546664466,
+      "loss": 1.6965,
+      "step": 1043
+    },
+    {
+      "epoch": 0.14954877524709928,
+      "grad_norm": 1.0142405033111572,
+      "learning_rate": 0.00019260615539482584,
+      "loss": 1.6415,
+      "step": 1044
+    },
+    {
+      "epoch": 0.1496920212004011,
+      "grad_norm": 1.3039228916168213,
+      "learning_rate": 0.0001925886361873914,
+      "loss": 1.6877,
+      "step": 1045
+    },
+    {
+      "epoch": 0.1498352671537029,
+      "grad_norm": 1.3785464763641357,
+      "learning_rate": 0.00019257109704791484,
+      "loss": 1.6922,
+      "step": 1046
+    },
+    {
+      "epoch": 0.14997851310700472,
+      "grad_norm": 1.19197678565979,
+      "learning_rate": 0.00019255353798017184,
+      "loss": 1.7466,
+      "step": 1047
+    },
+    {
+      "epoch": 0.15012175906030656,
+      "grad_norm": 1.3070353269577026,
+      "learning_rate": 0.00019253595898794247,
+      "loss": 1.4772,
+      "step": 1048
+    },
+    {
+      "epoch": 0.15026500501360837,
+      "grad_norm": 1.274433970451355,
+      "learning_rate": 0.00019251836007501102,
+      "loss": 1.5336,
+      "step": 1049
+    },
+    {
+      "epoch": 0.15040825096691018,
+      "grad_norm": 1.0990248918533325,
+      "learning_rate": 0.00019250074124516618,
+      "loss": 1.6242,
+      "step": 1050
+    },
+    {
+      "epoch": 0.150551496920212,
+      "grad_norm": 1.1332318782806396,
+      "learning_rate": 0.00019248310250220073,
+      "loss": 1.5119,
+      "step": 1051
+    },
+    {
+      "epoch": 0.1506947428735138,
+      "grad_norm": 1.1483873128890991,
+      "learning_rate": 0.0001924654438499119,
+      "loss": 1.6044,
+      "step": 1052
+    },
+    {
+      "epoch": 0.15083798882681565,
+      "grad_norm": 1.1891573667526245,
+      "learning_rate": 0.00019244776529210122,
+      "loss": 1.4202,
+      "step": 1053
+    },
+    {
+      "epoch": 0.15098123478011746,
+      "grad_norm": 1.1598948240280151,
+      "learning_rate": 0.00019243006683257439,
+      "loss": 1.6147,
+      "step": 1054
+    },
+    {
+      "epoch": 0.15112448073341928,
+      "grad_norm": 1.388014793395996,
+      "learning_rate": 0.00019241234847514144,
+      "loss": 1.6073,
+      "step": 1055
+    },
+    {
+      "epoch": 0.1512677266867211,
+      "grad_norm": 1.1102339029312134,
+      "learning_rate": 0.00019239461022361676,
+      "loss": 1.5521,
+      "step": 1056
+    },
+    {
+      "epoch": 0.15141097264002293,
+      "grad_norm": 1.5218642950057983,
+      "learning_rate": 0.00019237685208181886,
+      "loss": 1.3859,
+      "step": 1057
+    },
+    {
+      "epoch": 0.15155421859332474,
+      "grad_norm": 1.1351478099822998,
+      "learning_rate": 0.0001923590740535707,
+      "loss": 1.8345,
+      "step": 1058
+    },
+    {
+      "epoch": 0.15169746454662655,
+      "grad_norm": 1.2235146760940552,
+      "learning_rate": 0.00019234127614269943,
+      "loss": 1.6262,
+      "step": 1059
+    },
+    {
+      "epoch": 0.15184071049992837,
+      "grad_norm": 1.0424485206604004,
+      "learning_rate": 0.00019232345835303648,
+      "loss": 1.5506,
+      "step": 1060
+    },
+    {
+      "epoch": 0.1519839564532302,
+      "grad_norm": 1.0595616102218628,
+      "learning_rate": 0.0001923056206884176,
+      "loss": 1.5012,
+      "step": 1061
+    },
+    {
+      "epoch": 0.15212720240653202,
+      "grad_norm": 1.2881684303283691,
+      "learning_rate": 0.0001922877631526828,
+      "loss": 1.742,
+      "step": 1062
+    },
+    {
+      "epoch": 0.15227044835983383,
+      "grad_norm": 1.2519429922103882,
+      "learning_rate": 0.0001922698857496764,
+      "loss": 1.4166,
+      "step": 1063
+    },
+    {
+      "epoch": 0.15241369431313564,
+      "grad_norm": 1.3193317651748657,
+      "learning_rate": 0.0001922519884832469,
+      "loss": 1.5553,
+      "step": 1064
+    },
+    {
+      "epoch": 0.15255694026643749,
+      "grad_norm": 1.1863999366760254,
+      "learning_rate": 0.00019223407135724713,
+      "loss": 1.512,
+      "step": 1065
+    },
+    {
+      "epoch": 0.1527001862197393,
+      "grad_norm": 1.3059132099151611,
+      "learning_rate": 0.00019221613437553426,
+      "loss": 1.5135,
+      "step": 1066
+    },
+    {
+      "epoch": 0.1528434321730411,
+      "grad_norm": 1.351272702217102,
+      "learning_rate": 0.00019219817754196966,
+      "loss": 1.6834,
+      "step": 1067
+    },
+    {
+      "epoch": 0.15298667812634292,
+      "grad_norm": 1.1606942415237427,
+      "learning_rate": 0.00019218020086041898,
+      "loss": 1.6822,
+      "step": 1068
+    },
+    {
+      "epoch": 0.15312992407964476,
+      "grad_norm": 1.2206482887268066,
+      "learning_rate": 0.00019216220433475214,
+      "loss": 1.5222,
+      "step": 1069
+    },
+    {
+      "epoch": 0.15327317003294658,
+      "grad_norm": 1.0956162214279175,
+      "learning_rate": 0.0001921441879688434,
+      "loss": 1.666,
+      "step": 1070
+    },
+    {
+      "epoch": 0.1534164159862484,
+      "grad_norm": 1.0539387464523315,
+      "learning_rate": 0.00019212615176657116,
+      "loss": 1.4101,
+      "step": 1071
+    },
+    {
+      "epoch": 0.1535596619395502,
+      "grad_norm": 1.215036153793335,
+      "learning_rate": 0.00019210809573181825,
+      "loss": 1.606,
+      "step": 1072
+    },
+    {
+      "epoch": 0.15370290789285201,
+      "grad_norm": 0.9943939447402954,
+      "learning_rate": 0.00019209001986847163,
+      "loss": 1.5221,
+      "step": 1073
+    },
+    {
+      "epoch": 0.15384615384615385,
+      "grad_norm": 0.9545225501060486,
+      "learning_rate": 0.00019207192418042266,
+      "loss": 1.4618,
+      "step": 1074
+    },
+    {
+      "epoch": 0.15398939979945567,
+      "grad_norm": 1.3098618984222412,
+      "learning_rate": 0.00019205380867156677,
+      "loss": 1.7111,
+      "step": 1075
+    },
+    {
+      "epoch": 0.15413264575275748,
+      "grad_norm": 1.0039384365081787,
+      "learning_rate": 0.0001920356733458039,
+      "loss": 1.8626,
+      "step": 1076
+    },
+    {
+      "epoch": 0.1542758917060593,
+      "grad_norm": 1.1478222608566284,
+      "learning_rate": 0.00019201751820703807,
+      "loss": 1.5618,
+      "step": 1077
+    },
+    {
+      "epoch": 0.15441913765936113,
+      "grad_norm": 1.107181191444397,
+      "learning_rate": 0.00019199934325917766,
+      "loss": 1.6053,
+      "step": 1078
+    },
+    {
+      "epoch": 0.15456238361266295,
+      "grad_norm": 1.4735454320907593,
+      "learning_rate": 0.00019198114850613524,
+      "loss": 1.4215,
+      "step": 1079
+    },
+    {
+      "epoch": 0.15470562956596476,
+      "grad_norm": 1.3309749364852905,
+      "learning_rate": 0.00019196293395182777,
+      "loss": 1.5972,
+      "step": 1080
+    },
+    {
+      "epoch": 0.15484887551926657,
+      "grad_norm": 1.0454483032226562,
+      "learning_rate": 0.0001919446996001763,
+      "loss": 1.7809,
+      "step": 1081
+    },
+    {
+      "epoch": 0.1549921214725684,
+      "grad_norm": 1.0750739574432373,
+      "learning_rate": 0.00019192644545510635,
+      "loss": 1.7562,
+      "step": 1082
+    },
+    {
+      "epoch": 0.15513536742587022,
+      "grad_norm": 1.1328860521316528,
+      "learning_rate": 0.0001919081715205475,
+      "loss": 1.7361,
+      "step": 1083
+    },
+    {
+      "epoch": 0.15527861337917204,
+      "grad_norm": 1.3911266326904297,
+      "learning_rate": 0.00019188987780043365,
+      "loss": 1.5064,
+      "step": 1084
+    },
+    {
+      "epoch": 0.15542185933247385,
+      "grad_norm": 1.301085114479065,
+      "learning_rate": 0.00019187156429870307,
+      "loss": 1.5069,
+      "step": 1085
+    },
+    {
+      "epoch": 0.1555651052857757,
+      "grad_norm": 1.0109857320785522,
+      "learning_rate": 0.00019185323101929814,
+      "loss": 1.4907,
+      "step": 1086
+    },
+    {
+      "epoch": 0.1557083512390775,
+      "grad_norm": 1.205721139907837,
+      "learning_rate": 0.0001918348779661656,
+      "loss": 1.4617,
+      "step": 1087
+    },
+    {
+      "epoch": 0.15585159719237932,
+      "grad_norm": 1.2470321655273438,
+      "learning_rate": 0.00019181650514325641,
+      "loss": 1.5907,
+      "step": 1088
+    },
+    {
+      "epoch": 0.15599484314568113,
+      "grad_norm": 1.114927887916565,
+      "learning_rate": 0.00019179811255452575,
+      "loss": 1.6086,
+      "step": 1089
+    },
+    {
+      "epoch": 0.15613808909898294,
+      "grad_norm": 1.0875581502914429,
+      "learning_rate": 0.00019177970020393313,
+      "loss": 1.6743,
+      "step": 1090
+    },
+    {
+      "epoch": 0.15628133505228478,
+      "grad_norm": 1.2806953191757202,
+      "learning_rate": 0.00019176126809544223,
+      "loss": 1.5897,
+      "step": 1091
+    },
+    {
+      "epoch": 0.1564245810055866,
+      "grad_norm": 1.1849713325500488,
+      "learning_rate": 0.00019174281623302107,
+      "loss": 1.5793,
+      "step": 1092
+    },
+    {
+      "epoch": 0.1565678269588884,
+      "grad_norm": 1.7194634675979614,
+      "learning_rate": 0.0001917243446206418,
+      "loss": 1.5671,
+      "step": 1093
+    },
+    {
+      "epoch": 0.15671107291219022,
+      "grad_norm": 1.3054341077804565,
+      "learning_rate": 0.00019170585326228103,
+      "loss": 1.5056,
+      "step": 1094
+    },
+    {
+      "epoch": 0.15685431886549206,
+      "grad_norm": 1.1433993577957153,
+      "learning_rate": 0.00019168734216191936,
+      "loss": 1.602,
+      "step": 1095
+    },
+    {
+      "epoch": 0.15699756481879387,
+      "grad_norm": 1.268157720565796,
+      "learning_rate": 0.0001916688113235419,
+      "loss": 1.4813,
+      "step": 1096
+    },
+    {
+      "epoch": 0.15714081077209568,
+      "grad_norm": 1.1582887172698975,
+      "learning_rate": 0.00019165026075113777,
+      "loss": 1.5331,
+      "step": 1097
+    },
+    {
+      "epoch": 0.1572840567253975,
+      "grad_norm": 1.0855811834335327,
+      "learning_rate": 0.0001916316904487005,
+      "loss": 1.4125,
+      "step": 1098
+    },
+    {
+      "epoch": 0.15742730267869934,
+      "grad_norm": 1.0798989534378052,
+      "learning_rate": 0.00019161310042022778,
+      "loss": 1.5144,
+      "step": 1099
+    },
+    {
+      "epoch": 0.15757054863200115,
+      "grad_norm": 1.0642931461334229,
+      "learning_rate": 0.00019159449066972163,
+      "loss": 1.7077,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15771379458530296,
+      "grad_norm": 1.1052298545837402,
+      "learning_rate": 0.00019157586120118828,
+      "loss": 1.6039,
+      "step": 1101
+    },
+    {
+      "epoch": 0.15785704053860478,
+      "grad_norm": 1.083378791809082,
+      "learning_rate": 0.00019155721201863816,
+      "loss": 1.5095,
+      "step": 1102
+    },
+    {
+      "epoch": 0.15800028649190662,
+      "grad_norm": 1.2899982929229736,
+      "learning_rate": 0.00019153854312608593,
+      "loss": 1.5064,
+      "step": 1103
+    },
+    {
+      "epoch": 0.15814353244520843,
+      "grad_norm": 1.3131409883499146,
+      "learning_rate": 0.00019151985452755063,
+      "loss": 1.5815,
+      "step": 1104
+    },
+    {
+      "epoch": 0.15828677839851024,
+      "grad_norm": 1.235184907913208,
+      "learning_rate": 0.00019150114622705543,
+      "loss": 1.7789,
+      "step": 1105
+    },
+    {
+      "epoch": 0.15843002435181205,
+      "grad_norm": 1.2362172603607178,
+      "learning_rate": 0.0001914824182286277,
+      "loss": 1.4684,
+      "step": 1106
+    },
+    {
+      "epoch": 0.15857327030511387,
+      "grad_norm": 1.2283716201782227,
+      "learning_rate": 0.00019146367053629918,
+      "loss": 1.6216,
+      "step": 1107
+    },
+    {
+      "epoch": 0.1587165162584157,
+      "grad_norm": 0.9236607551574707,
+      "learning_rate": 0.0001914449031541058,
+      "loss": 1.444,
+      "step": 1108
+    },
+    {
+      "epoch": 0.15885976221171752,
+      "grad_norm": 1.1448891162872314,
+      "learning_rate": 0.00019142611608608765,
+      "loss": 1.4759,
+      "step": 1109
+    },
+    {
+      "epoch": 0.15900300816501933,
+      "grad_norm": 1.1470739841461182,
+      "learning_rate": 0.00019140730933628916,
+      "loss": 1.5655,
+      "step": 1110
+    },
+    {
+      "epoch": 0.15914625411832115,
+      "grad_norm": 1.1797113418579102,
+      "learning_rate": 0.00019138848290875898,
+      "loss": 1.5655,
+      "step": 1111
+    },
+    {
+      "epoch": 0.15928950007162299,
+      "grad_norm": 1.364638090133667,
+      "learning_rate": 0.00019136963680754988,
+      "loss": 1.3564,
+      "step": 1112
+    },
+    {
+      "epoch": 0.1594327460249248,
+      "grad_norm": 1.095812439918518,
+      "learning_rate": 0.00019135077103671908,
+      "loss": 1.5922,
+      "step": 1113
+    },
+    {
+      "epoch": 0.1595759919782266,
+      "grad_norm": 1.2822757959365845,
+      "learning_rate": 0.00019133188560032784,
+      "loss": 1.5586,
+      "step": 1114
+    },
+    {
+      "epoch": 0.15971923793152842,
+      "grad_norm": 1.0650912523269653,
+      "learning_rate": 0.00019131298050244173,
+      "loss": 1.5406,
+      "step": 1115
+    },
+    {
+      "epoch": 0.15986248388483026,
+      "grad_norm": 1.1378813982009888,
+      "learning_rate": 0.00019129405574713057,
+      "loss": 1.5106,
+      "step": 1116
+    },
+    {
+      "epoch": 0.16000572983813208,
+      "grad_norm": 1.1259876489639282,
+      "learning_rate": 0.0001912751113384684,
+      "loss": 1.4805,
+      "step": 1117
+    },
+    {
+      "epoch": 0.1601489757914339,
+      "grad_norm": 1.0378522872924805,
+      "learning_rate": 0.00019125614728053344,
+      "loss": 1.5064,
+      "step": 1118
+    },
+    {
+      "epoch": 0.1602922217447357,
+      "grad_norm": 1.2518116235733032,
+      "learning_rate": 0.0001912371635774082,
+      "loss": 1.4716,
+      "step": 1119
+    },
+    {
+      "epoch": 0.16043546769803754,
+      "grad_norm": 1.1480668783187866,
+      "learning_rate": 0.00019121816023317948,
+      "loss": 1.5327,
+      "step": 1120
+    },
+    {
+      "epoch": 0.16057871365133936,
+      "grad_norm": 1.156749963760376,
+      "learning_rate": 0.0001911991372519381,
+      "loss": 1.3795,
+      "step": 1121
+    },
+    {
+      "epoch": 0.16072195960464117,
+      "grad_norm": 1.5461444854736328,
+      "learning_rate": 0.0001911800946377793,
+      "loss": 1.5722,
+      "step": 1122
+    },
+    {
+      "epoch": 0.16086520555794298,
+      "grad_norm": 1.1855225563049316,
+      "learning_rate": 0.0001911610323948025,
+      "loss": 1.4526,
+      "step": 1123
+    },
+    {
+      "epoch": 0.16100845151124482,
+      "grad_norm": 1.180099606513977,
+      "learning_rate": 0.0001911419505271113,
+      "loss": 1.547,
+      "step": 1124
+    },
+    {
+      "epoch": 0.16115169746454663,
+      "grad_norm": 1.0510737895965576,
+      "learning_rate": 0.0001911228490388136,
+      "loss": 1.6607,
+      "step": 1125
+    },
+    {
+      "epoch": 0.16129494341784845,
+      "grad_norm": 1.3225986957550049,
+      "learning_rate": 0.0001911037279340214,
+      "loss": 1.5231,
+      "step": 1126
+    },
+    {
+      "epoch": 0.16143818937115026,
+      "grad_norm": 0.9443727731704712,
+      "learning_rate": 0.00019108458721685105,
+      "loss": 1.8137,
+      "step": 1127
+    },
+    {
+      "epoch": 0.16158143532445207,
+      "grad_norm": 1.0437427759170532,
+      "learning_rate": 0.00019106542689142306,
+      "loss": 1.5321,
+      "step": 1128
+    },
+    {
+      "epoch": 0.1617246812777539,
+      "grad_norm": 0.9502241015434265,
+      "learning_rate": 0.0001910462469618622,
+      "loss": 1.6405,
+      "step": 1129
+    },
+    {
+      "epoch": 0.16186792723105572,
+      "grad_norm": 1.2258418798446655,
+      "learning_rate": 0.0001910270474322974,
+      "loss": 1.5003,
+      "step": 1130
+    },
+    {
+      "epoch": 0.16201117318435754,
+      "grad_norm": 1.0740115642547607,
+      "learning_rate": 0.00019100782830686188,
+      "loss": 1.5177,
+      "step": 1131
+    },
+    {
+      "epoch": 0.16215441913765935,
+      "grad_norm": 1.0703023672103882,
+      "learning_rate": 0.000190988589589693,
+      "loss": 1.5522,
+      "step": 1132
+    },
+    {
+      "epoch": 0.1622976650909612,
+      "grad_norm": 1.350956678390503,
+      "learning_rate": 0.00019096933128493238,
+      "loss": 1.665,
+      "step": 1133
+    },
+    {
+      "epoch": 0.162440911044263,
+      "grad_norm": 1.0254392623901367,
+      "learning_rate": 0.0001909500533967259,
+      "loss": 1.7151,
+      "step": 1134
+    },
+    {
+      "epoch": 0.16258415699756482,
+      "grad_norm": 1.0675811767578125,
+      "learning_rate": 0.00019093075592922358,
+      "loss": 1.4796,
+      "step": 1135
+    },
+    {
+      "epoch": 0.16272740295086663,
+      "grad_norm": 1.2501575946807861,
+      "learning_rate": 0.0001909114388865797,
+      "loss": 1.5967,
+      "step": 1136
+    },
+    {
+      "epoch": 0.16287064890416847,
+      "grad_norm": 1.2618705034255981,
+      "learning_rate": 0.00019089210227295276,
+      "loss": 1.6168,
+      "step": 1137
+    },
+    {
+      "epoch": 0.16301389485747028,
+      "grad_norm": 1.397186517715454,
+      "learning_rate": 0.0001908727460925054,
+      "loss": 1.6137,
+      "step": 1138
+    },
+    {
+      "epoch": 0.1631571408107721,
+      "grad_norm": 1.0700807571411133,
+      "learning_rate": 0.00019085337034940457,
+      "loss": 1.3057,
+      "step": 1139
+    },
+    {
+      "epoch": 0.1633003867640739,
+      "grad_norm": 1.042113184928894,
+      "learning_rate": 0.00019083397504782138,
+      "loss": 1.6457,
+      "step": 1140
+    },
+    {
+      "epoch": 0.16344363271737575,
+      "grad_norm": 1.102479100227356,
+      "learning_rate": 0.00019081456019193112,
+      "loss": 1.6762,
+      "step": 1141
+    },
+    {
+      "epoch": 0.16358687867067756,
+      "grad_norm": 1.0013160705566406,
+      "learning_rate": 0.00019079512578591337,
+      "loss": 1.5054,
+      "step": 1142
+    },
+    {
+      "epoch": 0.16373012462397937,
+      "grad_norm": 1.0883251428604126,
+      "learning_rate": 0.0001907756718339519,
+      "loss": 1.5857,
+      "step": 1143
+    },
+    {
+      "epoch": 0.16387337057728119,
+      "grad_norm": 1.052088737487793,
+      "learning_rate": 0.0001907561983402346,
+      "loss": 1.6044,
+      "step": 1144
+    },
+    {
+      "epoch": 0.164016616530583,
+      "grad_norm": 0.8872075080871582,
+      "learning_rate": 0.0001907367053089537,
+      "loss": 1.6452,
+      "step": 1145
+    },
+    {
+      "epoch": 0.16415986248388484,
+      "grad_norm": 1.030692219734192,
+      "learning_rate": 0.00019071719274430554,
+      "loss": 1.5966,
+      "step": 1146
+    },
+    {
+      "epoch": 0.16430310843718665,
+      "grad_norm": 0.9696919322013855,
+      "learning_rate": 0.00019069766065049067,
+      "loss": 1.5723,
+      "step": 1147
+    },
+    {
+      "epoch": 0.16444635439048846,
+      "grad_norm": 1.0252221822738647,
+      "learning_rate": 0.00019067810903171384,
+      "loss": 1.5199,
+      "step": 1148
+    },
+    {
+      "epoch": 0.16458960034379028,
+      "grad_norm": 1.321168065071106,
+      "learning_rate": 0.0001906585378921841,
+      "loss": 1.5684,
+      "step": 1149
+    },
+    {
+      "epoch": 0.16473284629709212,
+      "grad_norm": 1.298040509223938,
+      "learning_rate": 0.0001906389472361146,
+      "loss": 1.603,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16487609225039393,
+      "grad_norm": 1.1438372135162354,
+      "learning_rate": 0.00019061933706772274,
+      "loss": 1.5562,
+      "step": 1151
+    },
+    {
+      "epoch": 0.16501933820369574,
+      "grad_norm": 1.5090032815933228,
+      "learning_rate": 0.0001905997073912301,
+      "loss": 1.407,
+      "step": 1152
+    },
+    {
+      "epoch": 0.16516258415699756,
+      "grad_norm": 0.9856747984886169,
+      "learning_rate": 0.00019058005821086244,
+      "loss": 1.4606,
+      "step": 1153
+    },
+    {
+      "epoch": 0.1653058301102994,
+      "grad_norm": 1.1655478477478027,
+      "learning_rate": 0.00019056038953084973,
+      "loss": 1.6661,
+      "step": 1154
+    },
+    {
+      "epoch": 0.1654490760636012,
+      "grad_norm": 1.1435744762420654,
+      "learning_rate": 0.00019054070135542618,
+      "loss": 1.5574,
+      "step": 1155
+    },
+    {
+      "epoch": 0.16559232201690302,
+      "grad_norm": 1.1342275142669678,
+      "learning_rate": 0.00019052099368883018,
+      "loss": 1.5695,
+      "step": 1156
+    },
+    {
+      "epoch": 0.16573556797020483,
+      "grad_norm": 1.1001192331314087,
+      "learning_rate": 0.00019050126653530426,
+      "loss": 1.4895,
+      "step": 1157
+    },
+    {
+      "epoch": 0.16587881392350667,
+      "grad_norm": 1.1837444305419922,
+      "learning_rate": 0.00019048151989909523,
+      "loss": 1.5846,
+      "step": 1158
+    },
+    {
+      "epoch": 0.1660220598768085,
+      "grad_norm": 1.401907205581665,
+      "learning_rate": 0.00019046175378445405,
+      "loss": 1.4972,
+      "step": 1159
+    },
+    {
+      "epoch": 0.1661653058301103,
+      "grad_norm": 1.4555045366287231,
+      "learning_rate": 0.00019044196819563588,
+      "loss": 1.6296,
+      "step": 1160
+    },
+    {
+      "epoch": 0.1663085517834121,
+      "grad_norm": 1.2906519174575806,
+      "learning_rate": 0.0001904221631369,
+      "loss": 1.4567,
+      "step": 1161
+    },
+    {
+      "epoch": 0.16645179773671392,
+      "grad_norm": 1.345719814300537,
+      "learning_rate": 0.00019040233861251002,
+      "loss": 1.5561,
+      "step": 1162
+    },
+    {
+      "epoch": 0.16659504369001576,
+      "grad_norm": 1.2984195947647095,
+      "learning_rate": 0.00019038249462673365,
+      "loss": 1.491,
+      "step": 1163
+    },
+    {
+      "epoch": 0.16673828964331758,
+      "grad_norm": 0.9578877091407776,
+      "learning_rate": 0.0001903626311838428,
+      "loss": 1.5038,
+      "step": 1164
+    },
+    {
+      "epoch": 0.1668815355966194,
+      "grad_norm": 1.2637944221496582,
+      "learning_rate": 0.00019034274828811358,
+      "loss": 1.58,
+      "step": 1165
+    },
+    {
+      "epoch": 0.1670247815499212,
+      "grad_norm": 1.3811084032058716,
+      "learning_rate": 0.0001903228459438263,
+      "loss": 1.3681,
+      "step": 1166
+    },
+    {
+      "epoch": 0.16716802750322304,
+      "grad_norm": 1.1696072816848755,
+      "learning_rate": 0.00019030292415526544,
+      "loss": 1.4886,
+      "step": 1167
+    },
+    {
+      "epoch": 0.16731127345652486,
+      "grad_norm": 1.282050609588623,
+      "learning_rate": 0.00019028298292671965,
+      "loss": 1.3808,
+      "step": 1168
+    },
+    {
+      "epoch": 0.16745451940982667,
+      "grad_norm": 1.1945607662200928,
+      "learning_rate": 0.0001902630222624818,
+      "loss": 1.4198,
+      "step": 1169
+    },
+    {
+      "epoch": 0.16759776536312848,
+      "grad_norm": 1.1211315393447876,
+      "learning_rate": 0.00019024304216684888,
+      "loss": 1.7611,
+      "step": 1170
+    },
+    {
+      "epoch": 0.16774101131643032,
+      "grad_norm": 1.2056901454925537,
+      "learning_rate": 0.00019022304264412217,
+      "loss": 1.5241,
+      "step": 1171
+    },
+    {
+      "epoch": 0.16788425726973213,
+      "grad_norm": 1.098703384399414,
+      "learning_rate": 0.00019020302369860708,
+      "loss": 1.5899,
+      "step": 1172
+    },
+    {
+      "epoch": 0.16802750322303395,
+      "grad_norm": 1.239176869392395,
+      "learning_rate": 0.00019018298533461314,
+      "loss": 1.5458,
+      "step": 1173
+    },
+    {
+      "epoch": 0.16817074917633576,
+      "grad_norm": 1.1697635650634766,
+      "learning_rate": 0.00019016292755645418,
+      "loss": 1.684,
+      "step": 1174
+    },
+    {
+      "epoch": 0.1683139951296376,
+      "grad_norm": 1.260929822921753,
+      "learning_rate": 0.00019014285036844804,
+      "loss": 1.6018,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1684572410829394,
+      "grad_norm": 1.1711113452911377,
+      "learning_rate": 0.00019012275377491695,
+      "loss": 1.564,
+      "step": 1176
+    },
+    {
+      "epoch": 0.16860048703624123,
+      "grad_norm": 1.2027193307876587,
+      "learning_rate": 0.00019010263778018716,
+      "loss": 1.685,
+      "step": 1177
+    },
+    {
+      "epoch": 0.16874373298954304,
+      "grad_norm": 1.167273759841919,
+      "learning_rate": 0.00019008250238858914,
+      "loss": 1.5416,
+      "step": 1178
+    },
+    {
+      "epoch": 0.16888697894284485,
+      "grad_norm": 1.2789537906646729,
+      "learning_rate": 0.00019006234760445754,
+      "loss": 1.5528,
+      "step": 1179
+    },
+    {
+      "epoch": 0.1690302248961467,
+      "grad_norm": 1.0454576015472412,
+      "learning_rate": 0.0001900421734321312,
+      "loss": 1.6122,
+      "step": 1180
+    },
+    {
+      "epoch": 0.1691734708494485,
+      "grad_norm": 1.315231204032898,
+      "learning_rate": 0.00019002197987595313,
+      "loss": 1.6338,
+      "step": 1181
+    },
+    {
+      "epoch": 0.16931671680275032,
+      "grad_norm": 1.3912688493728638,
+      "learning_rate": 0.00019000176694027049,
+      "loss": 1.4887,
+      "step": 1182
+    },
+    {
+      "epoch": 0.16945996275605213,
+      "grad_norm": 1.0386290550231934,
+      "learning_rate": 0.00018998153462943462,
+      "loss": 1.522,
+      "step": 1183
+    },
+    {
+      "epoch": 0.16960320870935397,
+      "grad_norm": 1.3357980251312256,
+      "learning_rate": 0.00018996128294780106,
+      "loss": 1.5666,
+      "step": 1184
+    },
+    {
+      "epoch": 0.16974645466265578,
+      "grad_norm": 1.2510935068130493,
+      "learning_rate": 0.00018994101189972944,
+      "loss": 1.6381,
+      "step": 1185
+    },
+    {
+      "epoch": 0.1698897006159576,
+      "grad_norm": 1.1680965423583984,
+      "learning_rate": 0.00018992072148958368,
+      "loss": 1.699,
+      "step": 1186
+    },
+    {
+      "epoch": 0.1700329465692594,
+      "grad_norm": 1.2455697059631348,
+      "learning_rate": 0.00018990041172173178,
+      "loss": 1.5793,
+      "step": 1187
+    },
+    {
+      "epoch": 0.17017619252256125,
+      "grad_norm": 1.2261165380477905,
+      "learning_rate": 0.00018988008260054591,
+      "loss": 1.7109,
+      "step": 1188
+    },
+    {
+      "epoch": 0.17031943847586306,
+      "grad_norm": 1.273612141609192,
+      "learning_rate": 0.00018985973413040245,
+      "loss": 1.6238,
+      "step": 1189
+    },
+    {
+      "epoch": 0.17046268442916487,
+      "grad_norm": 1.264829397201538,
+      "learning_rate": 0.00018983936631568194,
+      "loss": 1.7423,
+      "step": 1190
+    },
+    {
+      "epoch": 0.1706059303824667,
+      "grad_norm": 1.286789894104004,
+      "learning_rate": 0.000189818979160769,
+      "loss": 1.64,
+      "step": 1191
+    },
+    {
+      "epoch": 0.17074917633576853,
+      "grad_norm": 1.1453735828399658,
+      "learning_rate": 0.00018979857267005255,
+      "loss": 1.5718,
+      "step": 1192
+    },
+    {
+      "epoch": 0.17089242228907034,
+      "grad_norm": 1.2378132343292236,
+      "learning_rate": 0.00018977814684792557,
+      "loss": 1.533,
+      "step": 1193
+    },
+    {
+      "epoch": 0.17103566824237215,
+      "grad_norm": 1.226212501525879,
+      "learning_rate": 0.0001897577016987852,
+      "loss": 1.5562,
+      "step": 1194
+    },
+    {
+      "epoch": 0.17117891419567396,
+      "grad_norm": 1.0616048574447632,
+      "learning_rate": 0.00018973723722703285,
+      "loss": 1.3877,
+      "step": 1195
+    },
+    {
+      "epoch": 0.1713221601489758,
+      "grad_norm": 1.1288120746612549,
+      "learning_rate": 0.00018971675343707397,
+      "loss": 1.5168,
+      "step": 1196
+    },
+    {
+      "epoch": 0.17146540610227762,
+      "grad_norm": 1.3518970012664795,
+      "learning_rate": 0.00018969625033331822,
+      "loss": 1.6483,
+      "step": 1197
+    },
+    {
+      "epoch": 0.17160865205557943,
+      "grad_norm": 1.462780475616455,
+      "learning_rate": 0.0001896757279201794,
+      "loss": 1.6787,
+      "step": 1198
+    },
+    {
+      "epoch": 0.17175189800888124,
+      "grad_norm": 1.4584741592407227,
+      "learning_rate": 0.00018965518620207549,
+      "loss": 1.5807,
+      "step": 1199
+    },
+    {
+      "epoch": 0.17189514396218306,
+      "grad_norm": 1.5653554201126099,
+      "learning_rate": 0.00018963462518342862,
+      "loss": 1.5209,
+      "step": 1200
+    },
+    {
+      "epoch": 0.1720383899154849,
+      "grad_norm": 1.3321270942687988,
+      "learning_rate": 0.00018961404486866508,
+      "loss": 1.4931,
+      "step": 1201
+    },
+    {
+      "epoch": 0.1721816358687867,
+      "grad_norm": 1.0457583665847778,
+      "learning_rate": 0.00018959344526221525,
+      "loss": 1.4652,
+      "step": 1202
+    },
+    {
+      "epoch": 0.17232488182208852,
+      "grad_norm": 1.2186437845230103,
+      "learning_rate": 0.00018957282636851376,
+      "loss": 1.5776,
+      "step": 1203
+    },
+    {
+      "epoch": 0.17246812777539033,
+      "grad_norm": 1.341192364692688,
+      "learning_rate": 0.00018955218819199937,
+      "loss": 1.6382,
+      "step": 1204
+    },
+    {
+      "epoch": 0.17261137372869217,
+      "grad_norm": 1.3945351839065552,
+      "learning_rate": 0.00018953153073711487,
+      "loss": 1.5477,
+      "step": 1205
+    },
+    {
+      "epoch": 0.172754619681994,
+      "grad_norm": 1.2261031866073608,
+      "learning_rate": 0.0001895108540083074,
+      "loss": 1.6409,
+      "step": 1206
+    },
+    {
+      "epoch": 0.1728978656352958,
+      "grad_norm": 1.1875051259994507,
+      "learning_rate": 0.0001894901580100281,
+      "loss": 1.6097,
+      "step": 1207
+    },
+    {
+      "epoch": 0.1730411115885976,
+      "grad_norm": 1.2576680183410645,
+      "learning_rate": 0.00018946944274673234,
+      "loss": 1.5761,
+      "step": 1208
+    },
+    {
+      "epoch": 0.17318435754189945,
+      "grad_norm": 1.4675781726837158,
+      "learning_rate": 0.00018944870822287956,
+      "loss": 1.6097,
+      "step": 1209
+    },
+    {
+      "epoch": 0.17332760349520127,
+      "grad_norm": 1.1299728155136108,
+      "learning_rate": 0.00018942795444293342,
+      "loss": 1.5388,
+      "step": 1210
+    },
+    {
+      "epoch": 0.17347084944850308,
+      "grad_norm": 1.2341821193695068,
+      "learning_rate": 0.00018940718141136168,
+      "loss": 1.545,
+      "step": 1211
+    },
+    {
+      "epoch": 0.1736140954018049,
+      "grad_norm": 1.4247856140136719,
+      "learning_rate": 0.0001893863891326363,
+      "loss": 1.4825,
+      "step": 1212
+    },
+    {
+      "epoch": 0.17375734135510673,
+      "grad_norm": 1.1721947193145752,
+      "learning_rate": 0.00018936557761123327,
+      "loss": 1.5226,
+      "step": 1213
+    },
+    {
+      "epoch": 0.17390058730840854,
+      "grad_norm": 1.1859157085418701,
+      "learning_rate": 0.00018934474685163285,
+      "loss": 1.633,
+      "step": 1214
+    },
+    {
+      "epoch": 0.17404383326171036,
+      "grad_norm": 1.1959848403930664,
+      "learning_rate": 0.00018932389685831936,
+      "loss": 1.5555,
+      "step": 1215
+    },
+    {
+      "epoch": 0.17418707921501217,
+      "grad_norm": 1.1420440673828125,
+      "learning_rate": 0.00018930302763578132,
+      "loss": 1.6286,
+      "step": 1216
+    },
+    {
+      "epoch": 0.17433032516831398,
+      "grad_norm": 1.2563962936401367,
+      "learning_rate": 0.0001892821391885113,
+      "loss": 1.5882,
+      "step": 1217
+    },
+    {
+      "epoch": 0.17447357112161582,
+      "grad_norm": 1.0400025844573975,
+      "learning_rate": 0.00018926123152100615,
+      "loss": 1.4532,
+      "step": 1218
+    },
+    {
+      "epoch": 0.17461681707491764,
+      "grad_norm": 1.0345959663391113,
+      "learning_rate": 0.0001892403046377667,
+      "loss": 1.6456,
+      "step": 1219
+    },
+    {
+      "epoch": 0.17476006302821945,
+      "grad_norm": 1.1958986520767212,
+      "learning_rate": 0.00018921935854329802,
+      "loss": 1.393,
+      "step": 1220
+    },
+    {
+      "epoch": 0.17490330898152126,
+      "grad_norm": 1.1444072723388672,
+      "learning_rate": 0.00018919839324210927,
+      "loss": 1.5906,
+      "step": 1221
+    },
+    {
+      "epoch": 0.1750465549348231,
+      "grad_norm": 1.3866342306137085,
+      "learning_rate": 0.00018917740873871378,
+      "loss": 1.5615,
+      "step": 1222
+    },
+    {
+      "epoch": 0.1751898008881249,
+      "grad_norm": 1.1542081832885742,
+      "learning_rate": 0.000189156405037629,
+      "loss": 1.4975,
+      "step": 1223
+    },
+    {
+      "epoch": 0.17533304684142673,
+      "grad_norm": 1.4502086639404297,
+      "learning_rate": 0.0001891353821433765,
+      "loss": 1.5993,
+      "step": 1224
+    },
+    {
+      "epoch": 0.17547629279472854,
+      "grad_norm": 1.2997092008590698,
+      "learning_rate": 0.00018911434006048196,
+      "loss": 1.4664,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17561953874803038,
+      "grad_norm": 1.2779203653335571,
+      "learning_rate": 0.00018909327879347524,
+      "loss": 1.4295,
+      "step": 1226
+    },
+    {
+      "epoch": 0.1757627847013322,
+      "grad_norm": 0.9578810930252075,
+      "learning_rate": 0.00018907219834689033,
+      "loss": 1.5925,
+      "step": 1227
+    },
+    {
+      "epoch": 0.175906030654634,
+      "grad_norm": 1.3749717473983765,
+      "learning_rate": 0.00018905109872526532,
+      "loss": 1.5923,
+      "step": 1228
+    },
+    {
+      "epoch": 0.17604927660793582,
+      "grad_norm": 1.3831216096878052,
+      "learning_rate": 0.0001890299799331424,
+      "loss": 1.4617,
+      "step": 1229
+    },
+    {
+      "epoch": 0.17619252256123766,
+      "grad_norm": 1.0072557926177979,
+      "learning_rate": 0.00018900884197506796,
+      "loss": 1.4975,
+      "step": 1230
+    },
+    {
+      "epoch": 0.17633576851453947,
+      "grad_norm": 1.5613600015640259,
+      "learning_rate": 0.00018898768485559248,
+      "loss": 1.5375,
+      "step": 1231
+    },
+    {
+      "epoch": 0.17647901446784128,
+      "grad_norm": 1.1440411806106567,
+      "learning_rate": 0.00018896650857927054,
+      "loss": 1.5969,
+      "step": 1232
+    },
+    {
+      "epoch": 0.1766222604211431,
+      "grad_norm": 1.2392765283584595,
+      "learning_rate": 0.00018894531315066088,
+      "loss": 1.5833,
+      "step": 1233
+    },
+    {
+      "epoch": 0.1767655063744449,
+      "grad_norm": 1.2284313440322876,
+      "learning_rate": 0.00018892409857432636,
+      "loss": 1.2792,
+      "step": 1234
+    },
+    {
+      "epoch": 0.17690875232774675,
+      "grad_norm": 1.240419626235962,
+      "learning_rate": 0.00018890286485483395,
+      "loss": 1.584,
+      "step": 1235
+    },
+    {
+      "epoch": 0.17705199828104856,
+      "grad_norm": 0.9696448445320129,
+      "learning_rate": 0.00018888161199675474,
+      "loss": 1.6483,
+      "step": 1236
+    },
+    {
+      "epoch": 0.17719524423435037,
+      "grad_norm": 1.172210931777954,
+      "learning_rate": 0.00018886034000466391,
+      "loss": 1.4801,
+      "step": 1237
+    },
+    {
+      "epoch": 0.1773384901876522,
+      "grad_norm": 1.434666395187378,
+      "learning_rate": 0.0001888390488831409,
+      "loss": 1.3727,
+      "step": 1238
+    },
+    {
+      "epoch": 0.17748173614095403,
+      "grad_norm": 1.033538579940796,
+      "learning_rate": 0.00018881773863676905,
+      "loss": 1.7713,
+      "step": 1239
+    },
+    {
+      "epoch": 0.17762498209425584,
+      "grad_norm": 0.9864360690116882,
+      "learning_rate": 0.00018879640927013598,
+      "loss": 1.4846,
+      "step": 1240
+    },
+    {
+      "epoch": 0.17776822804755765,
+      "grad_norm": 1.0036958456039429,
+      "learning_rate": 0.00018877506078783337,
+      "loss": 1.6041,
+      "step": 1241
+    },
+    {
+      "epoch": 0.17791147400085947,
+      "grad_norm": 1.8077443838119507,
+      "learning_rate": 0.000188753693194457,
+      "loss": 1.4067,
+      "step": 1242
+    },
+    {
+      "epoch": 0.1780547199541613,
+      "grad_norm": 1.256468653678894,
+      "learning_rate": 0.0001887323064946068,
+      "loss": 1.6251,
+      "step": 1243
+    },
+    {
+      "epoch": 0.17819796590746312,
+      "grad_norm": 1.080022931098938,
+      "learning_rate": 0.00018871090069288678,
+      "loss": 1.709,
+      "step": 1244
+    },
+    {
+      "epoch": 0.17834121186076493,
+      "grad_norm": 1.0758286714553833,
+      "learning_rate": 0.0001886894757939051,
+      "loss": 1.468,
+      "step": 1245
+    },
+    {
+      "epoch": 0.17848445781406674,
+      "grad_norm": 0.987870991230011,
+      "learning_rate": 0.00018866803180227402,
+      "loss": 1.6522,
+      "step": 1246
+    },
+    {
+      "epoch": 0.17862770376736858,
+      "grad_norm": 1.068941593170166,
+      "learning_rate": 0.00018864656872260985,
+      "loss": 1.6224,
+      "step": 1247
+    },
+    {
+      "epoch": 0.1787709497206704,
+      "grad_norm": 1.1441861391067505,
+      "learning_rate": 0.00018862508655953316,
+      "loss": 1.4332,
+      "step": 1248
+    },
+    {
+      "epoch": 0.1789141956739722,
+      "grad_norm": 1.2505444288253784,
+      "learning_rate": 0.0001886035853176684,
+      "loss": 1.8287,
+      "step": 1249
+    },
+    {
+      "epoch": 0.17905744162727402,
+      "grad_norm": 1.2406964302062988,
+      "learning_rate": 0.00018858206500164436,
+      "loss": 1.5104,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17920068758057586,
+      "grad_norm": 1.2476613521575928,
+      "learning_rate": 0.00018856052561609378,
+      "loss": 1.6345,
+      "step": 1251
+    },
+    {
+      "epoch": 0.17934393353387768,
+      "grad_norm": 0.8773123621940613,
+      "learning_rate": 0.00018853896716565358,
+      "loss": 1.6134,
+      "step": 1252
+    },
+    {
+      "epoch": 0.1794871794871795,
+      "grad_norm": 1.2700903415679932,
+      "learning_rate": 0.00018851738965496476,
+      "loss": 1.4876,
+      "step": 1253
+    },
+    {
+      "epoch": 0.1796304254404813,
+      "grad_norm": 1.1339185237884521,
+      "learning_rate": 0.00018849579308867238,
+      "loss": 1.5344,
+      "step": 1254
+    },
+    {
+      "epoch": 0.1797736713937831,
+      "grad_norm": 1.7172415256500244,
+      "learning_rate": 0.00018847417747142568,
+      "loss": 1.6181,
+      "step": 1255
+    },
+    {
+      "epoch": 0.17991691734708495,
+      "grad_norm": 1.17320716381073,
+      "learning_rate": 0.00018845254280787797,
+      "loss": 1.5027,
+      "step": 1256
+    },
+    {
+      "epoch": 0.18006016330038677,
+      "grad_norm": 1.2832765579223633,
+      "learning_rate": 0.00018843088910268664,
+      "loss": 1.6208,
+      "step": 1257
+    },
+    {
+      "epoch": 0.18020340925368858,
+      "grad_norm": 1.2408493757247925,
+      "learning_rate": 0.00018840921636051325,
+      "loss": 1.5643,
+      "step": 1258
+    },
+    {
+      "epoch": 0.1803466552069904,
+      "grad_norm": 1.231876254081726,
+      "learning_rate": 0.00018838752458602334,
+      "loss": 1.5378,
+      "step": 1259
+    },
+    {
+      "epoch": 0.18048990116029223,
+      "grad_norm": 1.4446102380752563,
+      "learning_rate": 0.00018836581378388665,
+      "loss": 1.5435,
+      "step": 1260
+    },
+    {
+      "epoch": 0.18063314711359404,
+      "grad_norm": 1.2376726865768433,
+      "learning_rate": 0.00018834408395877693,
+      "loss": 1.5724,
+      "step": 1261
+    },
+    {
+      "epoch": 0.18077639306689586,
+      "grad_norm": 1.0158318281173706,
+      "learning_rate": 0.00018832233511537216,
+      "loss": 1.5032,
+      "step": 1262
+    },
+    {
+      "epoch": 0.18091963902019767,
+      "grad_norm": 0.9138657450675964,
+      "learning_rate": 0.00018830056725835424,
+      "loss": 1.6102,
+      "step": 1263
+    },
+    {
+      "epoch": 0.1810628849734995,
+      "grad_norm": 1.0615016222000122,
+      "learning_rate": 0.00018827878039240933,
+      "loss": 1.4382,
+      "step": 1264
+    },
+    {
+      "epoch": 0.18120613092680132,
+      "grad_norm": 0.8706691861152649,
+      "learning_rate": 0.00018825697452222754,
+      "loss": 1.6047,
+      "step": 1265
+    },
+    {
+      "epoch": 0.18134937688010314,
+      "grad_norm": 0.9306667447090149,
+      "learning_rate": 0.00018823514965250317,
+      "loss": 1.5534,
+      "step": 1266
+    },
+    {
+      "epoch": 0.18149262283340495,
+      "grad_norm": 1.2150352001190186,
+      "learning_rate": 0.00018821330578793453,
+      "loss": 1.3738,
+      "step": 1267
+    },
+    {
+      "epoch": 0.1816358687867068,
+      "grad_norm": 1.3358781337738037,
+      "learning_rate": 0.0001881914429332241,
+      "loss": 1.5567,
+      "step": 1268
+    },
+    {
+      "epoch": 0.1817791147400086,
+      "grad_norm": 1.116897702217102,
+      "learning_rate": 0.00018816956109307843,
+      "loss": 1.683,
+      "step": 1269
+    },
+    {
+      "epoch": 0.18192236069331041,
+      "grad_norm": 1.2158007621765137,
+      "learning_rate": 0.0001881476602722081,
+      "loss": 1.4708,
+      "step": 1270
+    },
+    {
+      "epoch": 0.18206560664661223,
+      "grad_norm": 1.300281286239624,
+      "learning_rate": 0.00018812574047532782,
+      "loss": 1.4739,
+      "step": 1271
+    },
+    {
+      "epoch": 0.18220885259991404,
+      "grad_norm": 0.9779101610183716,
+      "learning_rate": 0.00018810380170715643,
+      "loss": 1.4551,
+      "step": 1272
+    },
+    {
+      "epoch": 0.18235209855321588,
+      "grad_norm": 1.084250807762146,
+      "learning_rate": 0.00018808184397241674,
+      "loss": 1.5325,
+      "step": 1273
+    },
+    {
+      "epoch": 0.1824953445065177,
+      "grad_norm": 0.9727957248687744,
+      "learning_rate": 0.0001880598672758357,
+      "loss": 1.6519,
+      "step": 1274
+    },
+    {
+      "epoch": 0.1826385904598195,
+      "grad_norm": 0.9747220873832703,
+      "learning_rate": 0.00018803787162214442,
+      "loss": 1.4006,
+      "step": 1275
+    },
+    {
+      "epoch": 0.18278183641312132,
+      "grad_norm": 1.2540929317474365,
+      "learning_rate": 0.00018801585701607793,
+      "loss": 1.5526,
+      "step": 1276
+    },
+    {
+      "epoch": 0.18292508236642316,
+      "grad_norm": 1.412571668624878,
+      "learning_rate": 0.00018799382346237553,
+      "loss": 1.712,
+      "step": 1277
+    },
+    {
+      "epoch": 0.18306832831972497,
+      "grad_norm": 1.2875994443893433,
+      "learning_rate": 0.0001879717709657804,
+      "loss": 1.6881,
+      "step": 1278
+    },
+    {
+      "epoch": 0.18321157427302678,
+      "grad_norm": 1.2481377124786377,
+      "learning_rate": 0.00018794969953104,
+      "loss": 1.5228,
+      "step": 1279
+    },
+    {
+      "epoch": 0.1833548202263286,
+      "grad_norm": 0.9266783595085144,
+      "learning_rate": 0.00018792760916290567,
+      "loss": 1.4836,
+      "step": 1280
+    },
+    {
+      "epoch": 0.18349806617963044,
+      "grad_norm": 1.364786148071289,
+      "learning_rate": 0.00018790549986613298,
+      "loss": 1.644,
+      "step": 1281
+    },
+    {
+      "epoch": 0.18364131213293225,
+      "grad_norm": 1.293545126914978,
+      "learning_rate": 0.0001878833716454815,
+      "loss": 1.5824,
+      "step": 1282
+    },
+    {
+      "epoch": 0.18378455808623406,
+      "grad_norm": 1.167798399925232,
+      "learning_rate": 0.00018786122450571485,
+      "loss": 1.5533,
+      "step": 1283
+    },
+    {
+      "epoch": 0.18392780403953587,
+      "grad_norm": 1.081351637840271,
+      "learning_rate": 0.0001878390584516008,
+      "loss": 1.5198,
+      "step": 1284
+    },
+    {
+      "epoch": 0.18407104999283772,
+      "grad_norm": 1.283457636833191,
+      "learning_rate": 0.00018781687348791114,
+      "loss": 1.5949,
+      "step": 1285
+    },
+    {
+      "epoch": 0.18421429594613953,
+      "grad_norm": 0.9535999298095703,
+      "learning_rate": 0.00018779466961942176,
+      "loss": 1.509,
+      "step": 1286
+    },
+    {
+      "epoch": 0.18435754189944134,
+      "grad_norm": 1.1652330160140991,
+      "learning_rate": 0.00018777244685091259,
+      "loss": 1.3966,
+      "step": 1287
+    },
+    {
+      "epoch": 0.18450078785274315,
+      "grad_norm": 1.3051607608795166,
+      "learning_rate": 0.00018775020518716761,
+      "loss": 1.4332,
+      "step": 1288
+    },
+    {
+      "epoch": 0.18464403380604497,
+      "grad_norm": 0.9818922877311707,
+      "learning_rate": 0.00018772794463297498,
+      "loss": 1.5091,
+      "step": 1289
+    },
+    {
+      "epoch": 0.1847872797593468,
+      "grad_norm": 1.0693351030349731,
+      "learning_rate": 0.00018770566519312677,
+      "loss": 1.6234,
+      "step": 1290
+    },
+    {
+      "epoch": 0.18493052571264862,
+      "grad_norm": 0.9985827207565308,
+      "learning_rate": 0.00018768336687241926,
+      "loss": 1.5122,
+      "step": 1291
+    },
+    {
+      "epoch": 0.18507377166595043,
+      "grad_norm": 1.220395565032959,
+      "learning_rate": 0.00018766104967565266,
+      "loss": 1.6111,
+      "step": 1292
+    },
+    {
+      "epoch": 0.18521701761925224,
+      "grad_norm": 1.2705893516540527,
+      "learning_rate": 0.00018763871360763136,
+      "loss": 1.5297,
+      "step": 1293
+    },
+    {
+      "epoch": 0.18536026357255408,
+      "grad_norm": 1.240626335144043,
+      "learning_rate": 0.00018761635867316372,
+      "loss": 1.5451,
+      "step": 1294
+    },
+    {
+      "epoch": 0.1855035095258559,
+      "grad_norm": 1.0641708374023438,
+      "learning_rate": 0.0001875939848770622,
+      "loss": 1.5099,
+      "step": 1295
+    },
+    {
+      "epoch": 0.1856467554791577,
+      "grad_norm": 1.2118340730667114,
+      "learning_rate": 0.0001875715922241434,
+      "loss": 1.6057,
+      "step": 1296
+    },
+    {
+      "epoch": 0.18579000143245952,
+      "grad_norm": 1.0457923412322998,
+      "learning_rate": 0.00018754918071922782,
+      "loss": 1.4314,
+      "step": 1297
+    },
+    {
+      "epoch": 0.18593324738576136,
+      "grad_norm": 1.1693559885025024,
+      "learning_rate": 0.00018752675036714015,
+      "loss": 1.5913,
+      "step": 1298
+    },
+    {
+      "epoch": 0.18607649333906318,
+      "grad_norm": 1.3838945627212524,
+      "learning_rate": 0.00018750430117270913,
+      "loss": 1.4587,
+      "step": 1299
+    },
+    {
+      "epoch": 0.186219739292365,
+      "grad_norm": 1.071927547454834,
+      "learning_rate": 0.00018748183314076737,
+      "loss": 1.5943,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1863629852456668,
+      "grad_norm": 1.1261146068572998,
+      "learning_rate": 0.00018745934627615186,
+      "loss": 1.6077,
+      "step": 1301
+    },
+    {
+      "epoch": 0.18650623119896864,
+      "grad_norm": 1.4410611391067505,
+      "learning_rate": 0.0001874368405837033,
+      "loss": 1.4713,
+      "step": 1302
+    },
+    {
+      "epoch": 0.18664947715227045,
+      "grad_norm": 1.3226195573806763,
+      "learning_rate": 0.00018741431606826672,
+      "loss": 1.4432,
+      "step": 1303
+    },
+    {
+      "epoch": 0.18679272310557227,
+      "grad_norm": 1.1298373937606812,
+      "learning_rate": 0.0001873917727346911,
+      "loss": 1.618,
+      "step": 1304
+    },
+    {
+      "epoch": 0.18693596905887408,
+      "grad_norm": 1.175441861152649,
+      "learning_rate": 0.00018736921058782935,
+      "loss": 1.505,
+      "step": 1305
+    },
+    {
+      "epoch": 0.1870792150121759,
+      "grad_norm": 1.2528222799301147,
+      "learning_rate": 0.00018734662963253867,
+      "loss": 1.4899,
+      "step": 1306
+    },
+    {
+      "epoch": 0.18722246096547773,
+      "grad_norm": 1.1795462369918823,
+      "learning_rate": 0.0001873240298736801,
+      "loss": 1.388,
+      "step": 1307
+    },
+    {
+      "epoch": 0.18736570691877955,
+      "grad_norm": 1.1571464538574219,
+      "learning_rate": 0.00018730141131611882,
+      "loss": 1.5249,
+      "step": 1308
+    },
+    {
+      "epoch": 0.18750895287208136,
+      "grad_norm": 1.1519933938980103,
+      "learning_rate": 0.00018727877396472408,
+      "loss": 1.4052,
+      "step": 1309
+    },
+    {
+      "epoch": 0.18765219882538317,
+      "grad_norm": 1.1247224807739258,
+      "learning_rate": 0.00018725611782436911,
+      "loss": 1.4765,
+      "step": 1310
+    },
+    {
+      "epoch": 0.187795444778685,
+      "grad_norm": 1.166340708732605,
+      "learning_rate": 0.00018723344289993122,
+      "loss": 1.3847,
+      "step": 1311
+    },
+    {
+      "epoch": 0.18793869073198682,
+      "grad_norm": 1.3893554210662842,
+      "learning_rate": 0.00018721074919629177,
+      "loss": 1.5262,
+      "step": 1312
+    },
+    {
+      "epoch": 0.18808193668528864,
+      "grad_norm": 1.3831864595413208,
+      "learning_rate": 0.00018718803671833616,
+      "loss": 1.4454,
+      "step": 1313
+    },
+    {
+      "epoch": 0.18822518263859045,
+      "grad_norm": 0.9869916439056396,
+      "learning_rate": 0.0001871653054709538,
+      "loss": 1.5932,
+      "step": 1314
+    },
+    {
+      "epoch": 0.1883684285918923,
+      "grad_norm": 0.9558396339416504,
+      "learning_rate": 0.0001871425554590382,
+      "loss": 1.6745,
+      "step": 1315
+    },
+    {
+      "epoch": 0.1885116745451941,
+      "grad_norm": 1.2932610511779785,
+      "learning_rate": 0.00018711978668748685,
+      "loss": 1.4701,
+      "step": 1316
+    },
+    {
+      "epoch": 0.18865492049849591,
+      "grad_norm": 1.2685455083847046,
+      "learning_rate": 0.00018709699916120127,
+      "loss": 1.4966,
+      "step": 1317
+    },
+    {
+      "epoch": 0.18879816645179773,
+      "grad_norm": 1.1739343404769897,
+      "learning_rate": 0.00018707419288508713,
+      "loss": 1.5227,
+      "step": 1318
+    },
+    {
+      "epoch": 0.18894141240509957,
+      "grad_norm": 1.2113398313522339,
+      "learning_rate": 0.00018705136786405398,
+      "loss": 1.468,
+      "step": 1319
+    },
+    {
+      "epoch": 0.18908465835840138,
+      "grad_norm": 1.5907577276229858,
+      "learning_rate": 0.00018702852410301554,
+      "loss": 1.3203,
+      "step": 1320
+    },
+    {
+      "epoch": 0.1892279043117032,
+      "grad_norm": 1.1095983982086182,
+      "learning_rate": 0.00018700566160688946,
+      "loss": 1.659,
+      "step": 1321
+    },
+    {
+      "epoch": 0.189371150265005,
+      "grad_norm": 1.151196837425232,
+      "learning_rate": 0.00018698278038059752,
+      "loss": 1.6516,
+      "step": 1322
+    },
+    {
+      "epoch": 0.18951439621830685,
+      "grad_norm": 1.5449929237365723,
+      "learning_rate": 0.00018695988042906542,
+      "loss": 1.3944,
+      "step": 1323
+    },
+    {
+      "epoch": 0.18965764217160866,
+      "grad_norm": 1.1755776405334473,
+      "learning_rate": 0.00018693696175722303,
+      "loss": 1.508,
+      "step": 1324
+    },
+    {
+      "epoch": 0.18980088812491047,
+      "grad_norm": 1.1141417026519775,
+      "learning_rate": 0.00018691402437000408,
+      "loss": 1.5512,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18994413407821228,
+      "grad_norm": 1.076326847076416,
+      "learning_rate": 0.0001868910682723465,
+      "loss": 1.462,
+      "step": 1326
+    },
+    {
+      "epoch": 0.1900873800315141,
+      "grad_norm": 1.3807835578918457,
+      "learning_rate": 0.00018686809346919213,
+      "loss": 1.5452,
+      "step": 1327
+    },
+    {
+      "epoch": 0.19023062598481594,
+      "grad_norm": 0.9810855984687805,
+      "learning_rate": 0.0001868450999654869,
+      "loss": 1.5488,
+      "step": 1328
+    },
+    {
+      "epoch": 0.19037387193811775,
+      "grad_norm": 1.0689617395401,
+      "learning_rate": 0.00018682208776618072,
+      "loss": 1.6779,
+      "step": 1329
+    },
+    {
+      "epoch": 0.19051711789141956,
+      "grad_norm": 1.2908200025558472,
+      "learning_rate": 0.00018679905687622758,
+      "loss": 1.4294,
+      "step": 1330
+    },
+    {
+      "epoch": 0.19066036384472138,
+      "grad_norm": 1.0643850564956665,
+      "learning_rate": 0.0001867760073005854,
+      "loss": 1.4973,
+      "step": 1331
+    },
+    {
+      "epoch": 0.19080360979802322,
+      "grad_norm": 1.2507216930389404,
+      "learning_rate": 0.00018675293904421624,
+      "loss": 1.6591,
+      "step": 1332
+    },
+    {
+      "epoch": 0.19094685575132503,
+      "grad_norm": 1.234025001525879,
+      "learning_rate": 0.0001867298521120861,
+      "loss": 1.3769,
+      "step": 1333
+    },
+    {
+      "epoch": 0.19109010170462684,
+      "grad_norm": 1.2205802202224731,
+      "learning_rate": 0.00018670674650916506,
+      "loss": 1.5635,
+      "step": 1334
+    },
+    {
+      "epoch": 0.19123334765792865,
+      "grad_norm": 1.0306283235549927,
+      "learning_rate": 0.0001866836222404271,
+      "loss": 1.6985,
+      "step": 1335
+    },
+    {
+      "epoch": 0.1913765936112305,
+      "grad_norm": 1.1725959777832031,
+      "learning_rate": 0.0001866604793108504,
+      "loss": 1.6636,
+      "step": 1336
+    },
+    {
+      "epoch": 0.1915198395645323,
+      "grad_norm": 0.9605534672737122,
+      "learning_rate": 0.00018663731772541702,
+      "loss": 1.4954,
+      "step": 1337
+    },
+    {
+      "epoch": 0.19166308551783412,
+      "grad_norm": 1.092620611190796,
+      "learning_rate": 0.00018661413748911304,
+      "loss": 1.5607,
+      "step": 1338
+    },
+    {
+      "epoch": 0.19180633147113593,
+      "grad_norm": 1.0456230640411377,
+      "learning_rate": 0.00018659093860692866,
+      "loss": 1.3239,
+      "step": 1339
+    },
+    {
+      "epoch": 0.19194957742443777,
+      "grad_norm": 1.1789045333862305,
+      "learning_rate": 0.000186567721083858,
+      "loss": 1.4582,
+      "step": 1340
+    },
+    {
+      "epoch": 0.19209282337773959,
+      "grad_norm": 1.1236114501953125,
+      "learning_rate": 0.00018654448492489917,
+      "loss": 1.5706,
+      "step": 1341
+    },
+    {
+      "epoch": 0.1922360693310414,
+      "grad_norm": 1.311759352684021,
+      "learning_rate": 0.0001865212301350544,
+      "loss": 1.5561,
+      "step": 1342
+    },
+    {
+      "epoch": 0.1923793152843432,
+      "grad_norm": 1.1738920211791992,
+      "learning_rate": 0.00018649795671932986,
+      "loss": 1.4152,
+      "step": 1343
+    },
+    {
+      "epoch": 0.19252256123764502,
+      "grad_norm": 1.1229708194732666,
+      "learning_rate": 0.0001864746646827357,
+      "loss": 1.5127,
+      "step": 1344
+    },
+    {
+      "epoch": 0.19266580719094686,
+      "grad_norm": 1.5407623052597046,
+      "learning_rate": 0.00018645135403028617,
+      "loss": 1.4307,
+      "step": 1345
+    },
+    {
+      "epoch": 0.19280905314424868,
+      "grad_norm": 1.3046001195907593,
+      "learning_rate": 0.00018642802476699944,
+      "loss": 1.575,
+      "step": 1346
+    },
+    {
+      "epoch": 0.1929522990975505,
+      "grad_norm": 1.2795758247375488,
+      "learning_rate": 0.00018640467689789775,
+      "loss": 1.4169,
+      "step": 1347
+    },
+    {
+      "epoch": 0.1930955450508523,
+      "grad_norm": 1.0750373601913452,
+      "learning_rate": 0.00018638131042800733,
+      "loss": 1.738,
+      "step": 1348
+    },
+    {
+      "epoch": 0.19323879100415414,
+      "grad_norm": 1.2551571130752563,
+      "learning_rate": 0.00018635792536235836,
+      "loss": 1.5495,
+      "step": 1349
+    },
+    {
+      "epoch": 0.19338203695745596,
+      "grad_norm": 1.1229217052459717,
+      "learning_rate": 0.00018633452170598508,
+      "loss": 1.6385,
+      "step": 1350
+    },
+    {
+      "epoch": 0.19352528291075777,
+      "grad_norm": 1.0380507707595825,
+      "learning_rate": 0.00018631109946392574,
+      "loss": 1.3163,
+      "step": 1351
+    },
+    {
+      "epoch": 0.19366852886405958,
+      "grad_norm": 1.0174883604049683,
+      "learning_rate": 0.00018628765864122255,
+      "loss": 1.4033,
+      "step": 1352
+    },
+    {
+      "epoch": 0.19381177481736142,
+      "grad_norm": 1.1913421154022217,
+      "learning_rate": 0.00018626419924292173,
+      "loss": 1.4523,
+      "step": 1353
+    },
+    {
+      "epoch": 0.19395502077066323,
+      "grad_norm": 1.3876343965530396,
+      "learning_rate": 0.00018624072127407351,
+      "loss": 1.6306,
+      "step": 1354
+    },
+    {
+      "epoch": 0.19409826672396505,
+      "grad_norm": 1.2626330852508545,
+      "learning_rate": 0.00018621722473973216,
+      "loss": 1.5792,
+      "step": 1355
+    },
+    {
+      "epoch": 0.19424151267726686,
+      "grad_norm": 1.099664568901062,
+      "learning_rate": 0.00018619370964495586,
+      "loss": 1.5512,
+      "step": 1356
+    },
+    {
+      "epoch": 0.1943847586305687,
+      "grad_norm": 1.297515630722046,
+      "learning_rate": 0.00018617017599480682,
+      "loss": 1.4381,
+      "step": 1357
+    },
+    {
+      "epoch": 0.1945280045838705,
+      "grad_norm": 1.2286338806152344,
+      "learning_rate": 0.00018614662379435129,
+      "loss": 1.4737,
+      "step": 1358
+    },
+    {
+      "epoch": 0.19467125053717232,
+      "grad_norm": 1.0894607305526733,
+      "learning_rate": 0.0001861230530486594,
+      "loss": 1.6814,
+      "step": 1359
+    },
+    {
+      "epoch": 0.19481449649047414,
+      "grad_norm": 1.075432300567627,
+      "learning_rate": 0.00018609946376280548,
+      "loss": 1.4917,
+      "step": 1360
+    },
+    {
+      "epoch": 0.19495774244377595,
+      "grad_norm": 1.0277618169784546,
+      "learning_rate": 0.0001860758559418676,
+      "loss": 1.474,
+      "step": 1361
+    },
+    {
+      "epoch": 0.1951009883970778,
+      "grad_norm": 1.0745896100997925,
+      "learning_rate": 0.000186052229590928,
+      "loss": 1.4588,
+      "step": 1362
+    },
+    {
+      "epoch": 0.1952442343503796,
+      "grad_norm": 1.1147146224975586,
+      "learning_rate": 0.00018602858471507283,
+      "loss": 1.5524,
+      "step": 1363
+    },
+    {
+      "epoch": 0.19538748030368142,
+      "grad_norm": 1.1726082563400269,
+      "learning_rate": 0.00018600492131939225,
+      "loss": 1.4974,
+      "step": 1364
+    },
+    {
+      "epoch": 0.19553072625698323,
+      "grad_norm": 1.1249372959136963,
+      "learning_rate": 0.00018598123940898037,
+      "loss": 1.511,
+      "step": 1365
+    },
+    {
+      "epoch": 0.19567397221028507,
+      "grad_norm": 0.9871034622192383,
+      "learning_rate": 0.00018595753898893537,
+      "loss": 1.6689,
+      "step": 1366
+    },
+    {
+      "epoch": 0.19581721816358688,
+      "grad_norm": 1.0717965364456177,
+      "learning_rate": 0.00018593382006435935,
+      "loss": 1.4965,
+      "step": 1367
+    },
+    {
+      "epoch": 0.1959604641168887,
+      "grad_norm": 1.2221039533615112,
+      "learning_rate": 0.0001859100826403584,
+      "loss": 1.3754,
+      "step": 1368
+    },
+    {
+      "epoch": 0.1961037100701905,
+      "grad_norm": 1.0546963214874268,
+      "learning_rate": 0.00018588632672204264,
+      "loss": 1.2209,
+      "step": 1369
+    },
+    {
+      "epoch": 0.19624695602349235,
+      "grad_norm": 1.6094471216201782,
+      "learning_rate": 0.00018586255231452605,
+      "loss": 1.5476,
+      "step": 1370
+    },
+    {
+      "epoch": 0.19639020197679416,
+      "grad_norm": 1.2799657583236694,
+      "learning_rate": 0.0001858387594229267,
+      "loss": 1.4045,
+      "step": 1371
+    },
+    {
+      "epoch": 0.19653344793009597,
+      "grad_norm": 1.1399949789047241,
+      "learning_rate": 0.00018581494805236667,
+      "loss": 1.723,
+      "step": 1372
+    },
+    {
+      "epoch": 0.19667669388339779,
+      "grad_norm": 1.1995022296905518,
+      "learning_rate": 0.00018579111820797185,
+      "loss": 1.3418,
+      "step": 1373
+    },
+    {
+      "epoch": 0.19681993983669963,
+      "grad_norm": 1.1096065044403076,
+      "learning_rate": 0.00018576726989487233,
+      "loss": 1.4781,
+      "step": 1374
+    },
+    {
+      "epoch": 0.19696318579000144,
+      "grad_norm": 1.0684430599212646,
+      "learning_rate": 0.00018574340311820203,
+      "loss": 1.5378,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19710643174330325,
+      "grad_norm": 1.4627794027328491,
+      "learning_rate": 0.00018571951788309883,
+      "loss": 1.5369,
+      "step": 1376
+    },
+    {
+      "epoch": 0.19724967769660506,
+      "grad_norm": 1.0312023162841797,
+      "learning_rate": 0.00018569561419470466,
+      "loss": 1.4791,
+      "step": 1377
+    },
+    {
+      "epoch": 0.1973929236499069,
+      "grad_norm": 0.8580016493797302,
+      "learning_rate": 0.00018567169205816538,
+      "loss": 1.7277,
+      "step": 1378
+    },
+    {
+      "epoch": 0.19753616960320872,
+      "grad_norm": 1.2669811248779297,
+      "learning_rate": 0.00018564775147863086,
+      "loss": 1.4483,
+      "step": 1379
+    },
+    {
+      "epoch": 0.19767941555651053,
+      "grad_norm": 1.3029173612594604,
+      "learning_rate": 0.0001856237924612549,
+      "loss": 1.362,
+      "step": 1380
+    },
+    {
+      "epoch": 0.19782266150981234,
+      "grad_norm": 1.397499918937683,
+      "learning_rate": 0.00018559981501119525,
+      "loss": 1.468,
+      "step": 1381
+    },
+    {
+      "epoch": 0.19796590746311415,
+      "grad_norm": 1.3067164421081543,
+      "learning_rate": 0.00018557581913361372,
+      "loss": 1.7413,
+      "step": 1382
+    },
+    {
+      "epoch": 0.198109153416416,
+      "grad_norm": 1.3236714601516724,
+      "learning_rate": 0.000185551804833676,
+      "loss": 1.5084,
+      "step": 1383
+    },
+    {
+      "epoch": 0.1982523993697178,
+      "grad_norm": 1.2520068883895874,
+      "learning_rate": 0.00018552777211655182,
+      "loss": 1.5203,
+      "step": 1384
+    },
+    {
+      "epoch": 0.19839564532301962,
+      "grad_norm": 1.0143452882766724,
+      "learning_rate": 0.00018550372098741474,
+      "loss": 1.6922,
+      "step": 1385
+    },
+    {
+      "epoch": 0.19853889127632143,
+      "grad_norm": 1.1819435358047485,
+      "learning_rate": 0.00018547965145144244,
+      "loss": 1.5524,
+      "step": 1386
+    },
+    {
+      "epoch": 0.19868213722962327,
+      "grad_norm": 0.9569945335388184,
+      "learning_rate": 0.00018545556351381643,
+      "loss": 1.561,
+      "step": 1387
+    },
+    {
+      "epoch": 0.1988253831829251,
+      "grad_norm": 1.0815050601959229,
+      "learning_rate": 0.00018543145717972234,
+      "loss": 1.559,
+      "step": 1388
+    },
+    {
+      "epoch": 0.1989686291362269,
+      "grad_norm": 0.9781261682510376,
+      "learning_rate": 0.00018540733245434962,
+      "loss": 1.3043,
+      "step": 1389
+    },
+    {
+      "epoch": 0.1991118750895287,
+      "grad_norm": 1.1333296298980713,
+      "learning_rate": 0.00018538318934289172,
+      "loss": 1.5031,
+      "step": 1390
+    },
+    {
+      "epoch": 0.19925512104283055,
+      "grad_norm": 1.2536892890930176,
+      "learning_rate": 0.00018535902785054605,
+      "loss": 1.5816,
+      "step": 1391
+    },
+    {
+      "epoch": 0.19939836699613236,
+      "grad_norm": 1.1036615371704102,
+      "learning_rate": 0.00018533484798251398,
+      "loss": 1.6464,
+      "step": 1392
+    },
+    {
+      "epoch": 0.19954161294943418,
+      "grad_norm": 1.1492877006530762,
+      "learning_rate": 0.00018531064974400087,
+      "loss": 1.4577,
+      "step": 1393
+    },
+    {
+      "epoch": 0.199684858902736,
+      "grad_norm": 1.3154414892196655,
+      "learning_rate": 0.000185286433140216,
+      "loss": 1.4875,
+      "step": 1394
+    },
+    {
+      "epoch": 0.19982810485603783,
+      "grad_norm": 1.1963469982147217,
+      "learning_rate": 0.00018526219817637256,
+      "loss": 1.553,
+      "step": 1395
+    },
+    {
+      "epoch": 0.19997135080933964,
+      "grad_norm": 1.3800615072250366,
+      "learning_rate": 0.00018523794485768774,
+      "loss": 1.5597,
+      "step": 1396
+    },
+    {
+      "epoch": 0.20011459676264146,
+      "grad_norm": 0.9698088765144348,
+      "learning_rate": 0.00018521367318938275,
+      "loss": 1.648,
+      "step": 1397
+    },
+    {
+      "epoch": 0.20025784271594327,
+      "grad_norm": 1.182318925857544,
+      "learning_rate": 0.00018518938317668262,
+      "loss": 1.6878,
+      "step": 1398
+    },
+    {
+      "epoch": 0.20040108866924508,
+      "grad_norm": 1.160332441329956,
+      "learning_rate": 0.00018516507482481637,
+      "loss": 1.5831,
+      "step": 1399
+    },
+    {
+      "epoch": 0.20054433462254692,
+      "grad_norm": 1.1069377660751343,
+      "learning_rate": 0.00018514074813901705,
+      "loss": 1.6327,
+      "step": 1400
+    },
+    {
+      "epoch": 0.20068758057584873,
+      "grad_norm": 1.008932113647461,
+      "learning_rate": 0.00018511640312452156,
+      "loss": 1.535,
+      "step": 1401
+    },
+    {
+      "epoch": 0.20083082652915055,
+      "grad_norm": 1.3378589153289795,
+      "learning_rate": 0.0001850920397865708,
+      "loss": 1.3759,
+      "step": 1402
+    },
+    {
+      "epoch": 0.20097407248245236,
+      "grad_norm": 1.1971396207809448,
+      "learning_rate": 0.00018506765813040954,
+      "loss": 1.5058,
+      "step": 1403
+    },
+    {
+      "epoch": 0.2011173184357542,
+      "grad_norm": 1.0340830087661743,
+      "learning_rate": 0.00018504325816128662,
+      "loss": 1.4062,
+      "step": 1404
+    },
+    {
+      "epoch": 0.201260564389056,
+      "grad_norm": 1.1906487941741943,
+      "learning_rate": 0.00018501883988445466,
+      "loss": 1.5288,
+      "step": 1405
+    },
+    {
+      "epoch": 0.20140381034235783,
+      "grad_norm": 0.9797556400299072,
+      "learning_rate": 0.00018499440330517039,
+      "loss": 1.5593,
+      "step": 1406
+    },
+    {
+      "epoch": 0.20154705629565964,
+      "grad_norm": 1.1130622625350952,
+      "learning_rate": 0.00018496994842869438,
+      "loss": 1.5152,
+      "step": 1407
+    },
+    {
+      "epoch": 0.20169030224896148,
+      "grad_norm": 1.1122074127197266,
+      "learning_rate": 0.00018494547526029114,
+      "loss": 1.5593,
+      "step": 1408
+    },
+    {
+      "epoch": 0.2018335482022633,
+      "grad_norm": 0.9396395683288574,
+      "learning_rate": 0.00018492098380522916,
+      "loss": 1.6186,
+      "step": 1409
+    },
+    {
+      "epoch": 0.2019767941555651,
+      "grad_norm": 1.0088063478469849,
+      "learning_rate": 0.0001848964740687808,
+      "loss": 1.5867,
+      "step": 1410
+    },
+    {
+      "epoch": 0.20212004010886692,
+      "grad_norm": 1.2992345094680786,
+      "learning_rate": 0.00018487194605622248,
+      "loss": 1.5335,
+      "step": 1411
+    },
+    {
+      "epoch": 0.20226328606216876,
+      "grad_norm": 1.0971770286560059,
+      "learning_rate": 0.00018484739977283444,
+      "loss": 1.6996,
+      "step": 1412
+    },
+    {
+      "epoch": 0.20240653201547057,
+      "grad_norm": 0.8806658387184143,
+      "learning_rate": 0.00018482283522390085,
+      "loss": 1.6468,
+      "step": 1413
+    },
+    {
+      "epoch": 0.20254977796877238,
+      "grad_norm": 1.4050735235214233,
+      "learning_rate": 0.00018479825241470986,
+      "loss": 1.5231,
+      "step": 1414
+    },
+    {
+      "epoch": 0.2026930239220742,
+      "grad_norm": 1.2207683324813843,
+      "learning_rate": 0.00018477365135055357,
+      "loss": 1.4905,
+      "step": 1415
+    },
+    {
+      "epoch": 0.202836269875376,
+      "grad_norm": 1.07228422164917,
+      "learning_rate": 0.00018474903203672796,
+      "loss": 1.5716,
+      "step": 1416
+    },
+    {
+      "epoch": 0.20297951582867785,
+      "grad_norm": 1.0446316003799438,
+      "learning_rate": 0.00018472439447853297,
+      "loss": 1.7086,
+      "step": 1417
+    },
+    {
+      "epoch": 0.20312276178197966,
+      "grad_norm": 1.0148205757141113,
+      "learning_rate": 0.00018469973868127246,
+      "loss": 1.5422,
+      "step": 1418
+    },
+    {
+      "epoch": 0.20326600773528147,
+      "grad_norm": 1.1968567371368408,
+      "learning_rate": 0.0001846750646502542,
+      "loss": 1.5283,
+      "step": 1419
+    },
+    {
+      "epoch": 0.20340925368858329,
+      "grad_norm": 1.1763197183609009,
+      "learning_rate": 0.0001846503723907899,
+      "loss": 1.4286,
+      "step": 1420
+    },
+    {
+      "epoch": 0.20355249964188513,
+      "grad_norm": 1.1164987087249756,
+      "learning_rate": 0.00018462566190819522,
+      "loss": 1.7207,
+      "step": 1421
+    },
+    {
+      "epoch": 0.20369574559518694,
+      "grad_norm": 1.2879745960235596,
+      "learning_rate": 0.00018460093320778968,
+      "loss": 1.6888,
+      "step": 1422
+    },
+    {
+      "epoch": 0.20383899154848875,
+      "grad_norm": 1.3662556409835815,
+      "learning_rate": 0.00018457618629489673,
+      "loss": 1.5293,
+      "step": 1423
+    },
+    {
+      "epoch": 0.20398223750179056,
+      "grad_norm": 1.1102226972579956,
+      "learning_rate": 0.00018455142117484386,
+      "loss": 1.5531,
+      "step": 1424
+    },
+    {
+      "epoch": 0.2041254834550924,
+      "grad_norm": 1.0496253967285156,
+      "learning_rate": 0.0001845266378529623,
+      "loss": 1.8125,
+      "step": 1425
+    },
+    {
+      "epoch": 0.20426872940839422,
+      "grad_norm": 1.115479826927185,
+      "learning_rate": 0.00018450183633458733,
+      "loss": 1.5988,
+      "step": 1426
+    },
+    {
+      "epoch": 0.20441197536169603,
+      "grad_norm": 1.3580821752548218,
+      "learning_rate": 0.0001844770166250581,
+      "loss": 1.8275,
+      "step": 1427
+    },
+    {
+      "epoch": 0.20455522131499784,
+      "grad_norm": 0.9905905723571777,
+      "learning_rate": 0.00018445217872971767,
+      "loss": 1.6298,
+      "step": 1428
+    },
+    {
+      "epoch": 0.20469846726829968,
+      "grad_norm": 1.1466039419174194,
+      "learning_rate": 0.000184427322653913,
+      "loss": 1.5844,
+      "step": 1429
+    },
+    {
+      "epoch": 0.2048417132216015,
+      "grad_norm": 0.9778551459312439,
+      "learning_rate": 0.00018440244840299506,
+      "loss": 1.5291,
+      "step": 1430
+    },
+    {
+      "epoch": 0.2049849591749033,
+      "grad_norm": 1.1572598218917847,
+      "learning_rate": 0.00018437755598231856,
+      "loss": 1.4222,
+      "step": 1431
+    },
+    {
+      "epoch": 0.20512820512820512,
+      "grad_norm": 1.3151484727859497,
+      "learning_rate": 0.00018435264539724234,
+      "loss": 1.4107,
+      "step": 1432
+    },
+    {
+      "epoch": 0.20527145108150693,
+      "grad_norm": 1.1243091821670532,
+      "learning_rate": 0.00018432771665312893,
+      "loss": 1.5322,
+      "step": 1433
+    },
+    {
+      "epoch": 0.20541469703480877,
+      "grad_norm": 1.2323665618896484,
+      "learning_rate": 0.0001843027697553449,
+      "loss": 1.4701,
+      "step": 1434
+    },
+    {
+      "epoch": 0.2055579429881106,
+      "grad_norm": 1.0604004859924316,
+      "learning_rate": 0.00018427780470926073,
+      "loss": 1.542,
+      "step": 1435
+    },
+    {
+      "epoch": 0.2057011889414124,
+      "grad_norm": 1.2712680101394653,
+      "learning_rate": 0.00018425282152025076,
+      "loss": 1.5371,
+      "step": 1436
+    },
+    {
+      "epoch": 0.2058444348947142,
+      "grad_norm": 1.3174846172332764,
+      "learning_rate": 0.00018422782019369323,
+      "loss": 1.3529,
+      "step": 1437
+    },
+    {
+      "epoch": 0.20598768084801605,
+      "grad_norm": 1.5584005117416382,
+      "learning_rate": 0.0001842028007349704,
+      "loss": 1.4645,
+      "step": 1438
+    },
+    {
+      "epoch": 0.20613092680131787,
+      "grad_norm": 0.8276285529136658,
+      "learning_rate": 0.0001841777631494682,
+      "loss": 1.7909,
+      "step": 1439
+    },
+    {
+      "epoch": 0.20627417275461968,
+      "grad_norm": 1.0293546915054321,
+      "learning_rate": 0.00018415270744257667,
+      "loss": 1.5036,
+      "step": 1440
+    },
+    {
+      "epoch": 0.2064174187079215,
+      "grad_norm": 1.2588075399398804,
+      "learning_rate": 0.0001841276336196897,
+      "loss": 1.5847,
+      "step": 1441
+    },
+    {
+      "epoch": 0.20656066466122333,
+      "grad_norm": 1.2907668352127075,
+      "learning_rate": 0.00018410254168620504,
+      "loss": 1.4522,
+      "step": 1442
+    },
+    {
+      "epoch": 0.20670391061452514,
+      "grad_norm": 1.0560340881347656,
+      "learning_rate": 0.00018407743164752438,
+      "loss": 1.4323,
+      "step": 1443
+    },
+    {
+      "epoch": 0.20684715656782696,
+      "grad_norm": 1.1143635511398315,
+      "learning_rate": 0.0001840523035090533,
+      "loss": 1.4587,
+      "step": 1444
+    },
+    {
+      "epoch": 0.20699040252112877,
+      "grad_norm": 1.1915627717971802,
+      "learning_rate": 0.0001840271572762012,
+      "loss": 1.6343,
+      "step": 1445
+    },
+    {
+      "epoch": 0.2071336484744306,
+      "grad_norm": 1.1857867240905762,
+      "learning_rate": 0.00018400199295438152,
+      "loss": 1.3985,
+      "step": 1446
+    },
+    {
+      "epoch": 0.20727689442773242,
+      "grad_norm": 1.1357253789901733,
+      "learning_rate": 0.00018397681054901146,
+      "loss": 1.4147,
+      "step": 1447
+    },
+    {
+      "epoch": 0.20742014038103423,
+      "grad_norm": 1.32292640209198,
+      "learning_rate": 0.0001839516100655122,
+      "loss": 1.5601,
+      "step": 1448
+    },
+    {
+      "epoch": 0.20756338633433605,
+      "grad_norm": 1.017504096031189,
+      "learning_rate": 0.0001839263915093088,
+      "loss": 1.5028,
+      "step": 1449
+    },
+    {
+      "epoch": 0.2077066322876379,
+      "grad_norm": 1.1970800161361694,
+      "learning_rate": 0.00018390115488583014,
+      "loss": 1.5393,
+      "step": 1450
+    },
+    {
+      "epoch": 0.2078498782409397,
+      "grad_norm": 1.0927678346633911,
+      "learning_rate": 0.00018387590020050904,
+      "loss": 1.5201,
+      "step": 1451
+    },
+    {
+      "epoch": 0.2079931241942415,
+      "grad_norm": 1.582890510559082,
+      "learning_rate": 0.00018385062745878225,
+      "loss": 1.4897,
+      "step": 1452
+    },
+    {
+      "epoch": 0.20813637014754333,
+      "grad_norm": 1.3601863384246826,
+      "learning_rate": 0.0001838253366660904,
+      "loss": 1.5276,
+      "step": 1453
+    },
+    {
+      "epoch": 0.20827961610084514,
+      "grad_norm": 1.2048959732055664,
+      "learning_rate": 0.00018380002782787783,
+      "loss": 1.6224,
+      "step": 1454
+    },
+    {
+      "epoch": 0.20842286205414698,
+      "grad_norm": 1.1446387767791748,
+      "learning_rate": 0.00018377470094959307,
+      "loss": 1.5641,
+      "step": 1455
+    },
+    {
+      "epoch": 0.2085661080074488,
+      "grad_norm": 1.2695186138153076,
+      "learning_rate": 0.00018374935603668826,
+      "loss": 1.7196,
+      "step": 1456
+    },
+    {
+      "epoch": 0.2087093539607506,
+      "grad_norm": 0.995492696762085,
+      "learning_rate": 0.00018372399309461962,
+      "loss": 1.67,
+      "step": 1457
+    },
+    {
+      "epoch": 0.20885259991405242,
+      "grad_norm": 1.3685729503631592,
+      "learning_rate": 0.00018369861212884706,
+      "loss": 1.6853,
+      "step": 1458
+    },
+    {
+      "epoch": 0.20899584586735426,
+      "grad_norm": 1.1235865354537964,
+      "learning_rate": 0.00018367321314483452,
+      "loss": 1.5605,
+      "step": 1459
+    },
+    {
+      "epoch": 0.20913909182065607,
+      "grad_norm": 1.0584989786148071,
+      "learning_rate": 0.0001836477961480498,
+      "loss": 1.5942,
+      "step": 1460
+    },
+    {
+      "epoch": 0.20928233777395788,
+      "grad_norm": 1.127382755279541,
+      "learning_rate": 0.00018362236114396457,
+      "loss": 1.762,
+      "step": 1461
+    },
+    {
+      "epoch": 0.2094255837272597,
+      "grad_norm": 1.1839717626571655,
+      "learning_rate": 0.00018359690813805427,
+      "loss": 1.4464,
+      "step": 1462
+    },
+    {
+      "epoch": 0.20956882968056154,
+      "grad_norm": 1.0498825311660767,
+      "learning_rate": 0.00018357143713579837,
+      "loss": 1.5232,
+      "step": 1463
+    },
+    {
+      "epoch": 0.20971207563386335,
+      "grad_norm": 1.151602029800415,
+      "learning_rate": 0.0001835459481426801,
+      "loss": 1.3995,
+      "step": 1464
+    },
+    {
+      "epoch": 0.20985532158716516,
+      "grad_norm": 1.0917457342147827,
+      "learning_rate": 0.00018352044116418668,
+      "loss": 1.6031,
+      "step": 1465
+    },
+    {
+      "epoch": 0.20999856754046697,
+      "grad_norm": 1.0674521923065186,
+      "learning_rate": 0.00018349491620580906,
+      "loss": 1.5959,
+      "step": 1466
+    },
+    {
+      "epoch": 0.21014181349376881,
+      "grad_norm": 1.310269832611084,
+      "learning_rate": 0.00018346937327304216,
+      "loss": 1.3577,
+      "step": 1467
+    },
+    {
+      "epoch": 0.21028505944707063,
+      "grad_norm": 1.0503275394439697,
+      "learning_rate": 0.00018344381237138472,
+      "loss": 1.466,
+      "step": 1468
+    },
+    {
+      "epoch": 0.21042830540037244,
+      "grad_norm": 1.4144936800003052,
+      "learning_rate": 0.00018341823350633942,
+      "loss": 1.5983,
+      "step": 1469
+    },
+    {
+      "epoch": 0.21057155135367425,
+      "grad_norm": 1.1724969148635864,
+      "learning_rate": 0.00018339263668341275,
+      "loss": 1.6808,
+      "step": 1470
+    },
+    {
+      "epoch": 0.21071479730697606,
+      "grad_norm": 1.0972360372543335,
+      "learning_rate": 0.00018336702190811498,
+      "loss": 1.6375,
+      "step": 1471
+    },
+    {
+      "epoch": 0.2108580432602779,
+      "grad_norm": 1.0604528188705444,
+      "learning_rate": 0.00018334138918596046,
+      "loss": 1.5913,
+      "step": 1472
+    },
+    {
+      "epoch": 0.21100128921357972,
+      "grad_norm": 1.0116980075836182,
+      "learning_rate": 0.00018331573852246722,
+      "loss": 1.4951,
+      "step": 1473
+    },
+    {
+      "epoch": 0.21114453516688153,
+      "grad_norm": 0.9573711156845093,
+      "learning_rate": 0.00018329006992315723,
+      "loss": 1.5102,
+      "step": 1474
+    },
+    {
+      "epoch": 0.21128778112018334,
+      "grad_norm": 0.9332416653633118,
+      "learning_rate": 0.00018326438339355628,
+      "loss": 1.3824,
+      "step": 1475
+    },
+    {
+      "epoch": 0.21143102707348518,
+      "grad_norm": 1.1327881813049316,
+      "learning_rate": 0.00018323867893919405,
+      "loss": 1.3777,
+      "step": 1476
+    },
+    {
+      "epoch": 0.211574273026787,
+      "grad_norm": 1.0428270101547241,
+      "learning_rate": 0.00018321295656560408,
+      "loss": 1.5852,
+      "step": 1477
+    },
+    {
+      "epoch": 0.2117175189800888,
+      "grad_norm": 1.0946316719055176,
+      "learning_rate": 0.00018318721627832377,
+      "loss": 1.5103,
+      "step": 1478
+    },
+    {
+      "epoch": 0.21186076493339062,
+      "grad_norm": 1.316191554069519,
+      "learning_rate": 0.0001831614580828944,
+      "loss": 1.6158,
+      "step": 1479
+    },
+    {
+      "epoch": 0.21200401088669246,
+      "grad_norm": 1.4864656925201416,
+      "learning_rate": 0.000183135681984861,
+      "loss": 1.3714,
+      "step": 1480
+    },
+    {
+      "epoch": 0.21214725683999427,
+      "grad_norm": 1.121044635772705,
+      "learning_rate": 0.00018310988798977255,
+      "loss": 1.7225,
+      "step": 1481
+    },
+    {
+      "epoch": 0.2122905027932961,
+      "grad_norm": 1.1900259256362915,
+      "learning_rate": 0.00018308407610318183,
+      "loss": 1.3078,
+      "step": 1482
+    },
+    {
+      "epoch": 0.2124337487465979,
+      "grad_norm": 0.9974913597106934,
+      "learning_rate": 0.00018305824633064557,
+      "loss": 1.4846,
+      "step": 1483
+    },
+    {
+      "epoch": 0.21257699469989974,
+      "grad_norm": 1.2031649351119995,
+      "learning_rate": 0.00018303239867772426,
+      "loss": 1.4081,
+      "step": 1484
+    },
+    {
+      "epoch": 0.21272024065320155,
+      "grad_norm": 1.2974733114242554,
+      "learning_rate": 0.00018300653314998224,
+      "loss": 1.6146,
+      "step": 1485
+    },
+    {
+      "epoch": 0.21286348660650337,
+      "grad_norm": 1.452755093574524,
+      "learning_rate": 0.00018298064975298773,
+      "loss": 1.4544,
+      "step": 1486
+    },
+    {
+      "epoch": 0.21300673255980518,
+      "grad_norm": 1.0448553562164307,
+      "learning_rate": 0.0001829547484923128,
+      "loss": 1.6312,
+      "step": 1487
+    },
+    {
+      "epoch": 0.213149978513107,
+      "grad_norm": 1.2235828638076782,
+      "learning_rate": 0.00018292882937353326,
+      "loss": 1.5097,
+      "step": 1488
+    },
+    {
+      "epoch": 0.21329322446640883,
+      "grad_norm": 1.3596367835998535,
+      "learning_rate": 0.000182902892402229,
+      "loss": 1.4715,
+      "step": 1489
+    },
+    {
+      "epoch": 0.21343647041971064,
+      "grad_norm": 0.9990354180335999,
+      "learning_rate": 0.0001828769375839835,
+      "loss": 1.3869,
+      "step": 1490
+    },
+    {
+      "epoch": 0.21357971637301246,
+      "grad_norm": 1.0078530311584473,
+      "learning_rate": 0.00018285096492438424,
+      "loss": 1.6868,
+      "step": 1491
+    },
+    {
+      "epoch": 0.21372296232631427,
+      "grad_norm": 1.414797306060791,
+      "learning_rate": 0.00018282497442902244,
+      "loss": 1.5134,
+      "step": 1492
+    },
+    {
+      "epoch": 0.2138662082796161,
+      "grad_norm": 1.063534140586853,
+      "learning_rate": 0.0001827989661034933,
+      "loss": 1.4427,
+      "step": 1493
+    },
+    {
+      "epoch": 0.21400945423291792,
+      "grad_norm": 1.105720043182373,
+      "learning_rate": 0.00018277293995339565,
+      "loss": 1.6176,
+      "step": 1494
+    },
+    {
+      "epoch": 0.21415270018621974,
+      "grad_norm": 0.941251277923584,
+      "learning_rate": 0.00018274689598433237,
+      "loss": 1.5854,
+      "step": 1495
+    },
+    {
+      "epoch": 0.21429594613952155,
+      "grad_norm": 1.1406607627868652,
+      "learning_rate": 0.0001827208342019101,
+      "loss": 1.5507,
+      "step": 1496
+    },
+    {
+      "epoch": 0.2144391920928234,
+      "grad_norm": 1.0158147811889648,
+      "learning_rate": 0.00018269475461173918,
+      "loss": 1.5697,
+      "step": 1497
+    },
+    {
+      "epoch": 0.2145824380461252,
+      "grad_norm": 1.1236048936843872,
+      "learning_rate": 0.000182668657219434,
+      "loss": 1.6438,
+      "step": 1498
+    },
+    {
+      "epoch": 0.21472568399942701,
+      "grad_norm": 1.3148881196975708,
+      "learning_rate": 0.00018264254203061264,
+      "loss": 1.4086,
+      "step": 1499
+    },
+    {
+      "epoch": 0.21486892995272883,
+      "grad_norm": 1.0648671388626099,
+      "learning_rate": 0.00018261640905089708,
+      "loss": 1.6532,
+      "step": 1500
+    },
+    {
+      "epoch": 0.21501217590603067,
+      "grad_norm": 1.0091456174850464,
+      "learning_rate": 0.00018259025828591308,
+      "loss": 1.4731,
+      "step": 1501
+    },
+    {
+      "epoch": 0.21515542185933248,
+      "grad_norm": 1.308645486831665,
+      "learning_rate": 0.00018256408974129027,
+      "loss": 1.5741,
+      "step": 1502
+    },
+    {
+      "epoch": 0.2152986678126343,
+      "grad_norm": 1.0701019763946533,
+      "learning_rate": 0.00018253790342266207,
+      "loss": 1.6364,
+      "step": 1503
+    },
+    {
+      "epoch": 0.2154419137659361,
+      "grad_norm": 1.2870925664901733,
+      "learning_rate": 0.00018251169933566577,
+      "loss": 1.6346,
+      "step": 1504
+    },
+    {
+      "epoch": 0.21558515971923792,
+      "grad_norm": 0.9919048547744751,
+      "learning_rate": 0.00018248547748594244,
+      "loss": 1.5004,
+      "step": 1505
+    },
+    {
+      "epoch": 0.21572840567253976,
+      "grad_norm": 1.0679020881652832,
+      "learning_rate": 0.00018245923787913704,
+      "loss": 1.1605,
+      "step": 1506
+    },
+    {
+      "epoch": 0.21587165162584157,
+      "grad_norm": 1.1916003227233887,
+      "learning_rate": 0.00018243298052089823,
+      "loss": 1.4929,
+      "step": 1507
+    },
+    {
+      "epoch": 0.21601489757914338,
+      "grad_norm": 1.1770991086959839,
+      "learning_rate": 0.00018240670541687864,
+      "loss": 1.6662,
+      "step": 1508
+    },
+    {
+      "epoch": 0.2161581435324452,
+      "grad_norm": 1.3600963354110718,
+      "learning_rate": 0.00018238041257273463,
+      "loss": 1.4954,
+      "step": 1509
+    },
+    {
+      "epoch": 0.21630138948574704,
+      "grad_norm": 1.030966877937317,
+      "learning_rate": 0.00018235410199412636,
+      "loss": 1.4723,
+      "step": 1510
+    },
+    {
+      "epoch": 0.21644463543904885,
+      "grad_norm": 1.4569894075393677,
+      "learning_rate": 0.0001823277736867179,
+      "loss": 1.4057,
+      "step": 1511
+    },
+    {
+      "epoch": 0.21658788139235066,
+      "grad_norm": 1.1281154155731201,
+      "learning_rate": 0.00018230142765617705,
+      "loss": 1.7788,
+      "step": 1512
+    },
+    {
+      "epoch": 0.21673112734565247,
+      "grad_norm": 1.0190179347991943,
+      "learning_rate": 0.0001822750639081755,
+      "loss": 1.5882,
+      "step": 1513
+    },
+    {
+      "epoch": 0.21687437329895431,
+      "grad_norm": 1.1317543983459473,
+      "learning_rate": 0.0001822486824483886,
+      "loss": 1.6653,
+      "step": 1514
+    },
+    {
+      "epoch": 0.21701761925225613,
+      "grad_norm": 1.044786810874939,
+      "learning_rate": 0.0001822222832824958,
+      "loss": 1.3984,
+      "step": 1515
+    },
+    {
+      "epoch": 0.21716086520555794,
+      "grad_norm": 1.223366618156433,
+      "learning_rate": 0.00018219586641618005,
+      "loss": 1.5043,
+      "step": 1516
+    },
+    {
+      "epoch": 0.21730411115885975,
+      "grad_norm": 1.3300269842147827,
+      "learning_rate": 0.0001821694318551283,
+      "loss": 1.5456,
+      "step": 1517
+    },
+    {
+      "epoch": 0.2174473571121616,
+      "grad_norm": 1.221957802772522,
+      "learning_rate": 0.00018214297960503125,
+      "loss": 1.5862,
+      "step": 1518
+    },
+    {
+      "epoch": 0.2175906030654634,
+      "grad_norm": 1.1053760051727295,
+      "learning_rate": 0.00018211650967158344,
+      "loss": 1.4992,
+      "step": 1519
+    },
+    {
+      "epoch": 0.21773384901876522,
+      "grad_norm": 1.2629973888397217,
+      "learning_rate": 0.00018209002206048315,
+      "loss": 1.7058,
+      "step": 1520
+    },
+    {
+      "epoch": 0.21787709497206703,
+      "grad_norm": 1.1466609239578247,
+      "learning_rate": 0.0001820635167774325,
+      "loss": 1.4081,
+      "step": 1521
+    },
+    {
+      "epoch": 0.21802034092536887,
+      "grad_norm": 1.0191866159439087,
+      "learning_rate": 0.00018203699382813746,
+      "loss": 1.7052,
+      "step": 1522
+    },
+    {
+      "epoch": 0.21816358687867068,
+      "grad_norm": 0.9882810115814209,
+      "learning_rate": 0.00018201045321830775,
+      "loss": 1.3668,
+      "step": 1523
+    },
+    {
+      "epoch": 0.2183068328319725,
+      "grad_norm": 1.2137292623519897,
+      "learning_rate": 0.0001819838949536569,
+      "loss": 1.6536,
+      "step": 1524
+    },
+    {
+      "epoch": 0.2184500787852743,
+      "grad_norm": 1.1092233657836914,
+      "learning_rate": 0.00018195731903990225,
+      "loss": 1.4963,
+      "step": 1525
+    },
+    {
+      "epoch": 0.21859332473857612,
+      "grad_norm": 0.9285593628883362,
+      "learning_rate": 0.00018193072548276494,
+      "loss": 1.5745,
+      "step": 1526
+    },
+    {
+      "epoch": 0.21873657069187796,
+      "grad_norm": 1.0806814432144165,
+      "learning_rate": 0.00018190411428796991,
+      "loss": 1.4961,
+      "step": 1527
+    },
+    {
+      "epoch": 0.21887981664517978,
+      "grad_norm": 1.0804523229599,
+      "learning_rate": 0.0001818774854612459,
+      "loss": 1.7301,
+      "step": 1528
+    },
+    {
+      "epoch": 0.2190230625984816,
+      "grad_norm": 1.1207175254821777,
+      "learning_rate": 0.00018185083900832544,
+      "loss": 1.5601,
+      "step": 1529
+    },
+    {
+      "epoch": 0.2191663085517834,
+      "grad_norm": 1.3615168333053589,
+      "learning_rate": 0.00018182417493494478,
+      "loss": 1.6019,
+      "step": 1530
+    },
+    {
+      "epoch": 0.21930955450508524,
+      "grad_norm": 1.0877797603607178,
+      "learning_rate": 0.00018179749324684412,
+      "loss": 1.7215,
+      "step": 1531
+    },
+    {
+      "epoch": 0.21945280045838705,
+      "grad_norm": 1.0369864702224731,
+      "learning_rate": 0.00018177079394976736,
+      "loss": 1.4482,
+      "step": 1532
+    },
+    {
+      "epoch": 0.21959604641168887,
+      "grad_norm": 1.0527323484420776,
+      "learning_rate": 0.00018174407704946212,
+      "loss": 1.5693,
+      "step": 1533
+    },
+    {
+      "epoch": 0.21973929236499068,
+      "grad_norm": 1.0193769931793213,
+      "learning_rate": 0.00018171734255167997,
+      "loss": 1.3779,
+      "step": 1534
+    },
+    {
+      "epoch": 0.21988253831829252,
+      "grad_norm": 1.172325849533081,
+      "learning_rate": 0.00018169059046217617,
+      "loss": 1.548,
+      "step": 1535
+    },
+    {
+      "epoch": 0.22002578427159433,
+      "grad_norm": 1.087026834487915,
+      "learning_rate": 0.00018166382078670977,
+      "loss": 1.2646,
+      "step": 1536
+    },
+    {
+      "epoch": 0.22016903022489615,
+      "grad_norm": 1.4062473773956299,
+      "learning_rate": 0.0001816370335310436,
+      "loss": 1.4949,
+      "step": 1537
+    },
+    {
+      "epoch": 0.22031227617819796,
+      "grad_norm": 1.1181145906448364,
+      "learning_rate": 0.00018161022870094432,
+      "loss": 1.6417,
+      "step": 1538
+    },
+    {
+      "epoch": 0.2204555221314998,
+      "grad_norm": 1.1503432989120483,
+      "learning_rate": 0.00018158340630218235,
+      "loss": 1.6318,
+      "step": 1539
+    },
+    {
+      "epoch": 0.2205987680848016,
+      "grad_norm": 1.172904372215271,
+      "learning_rate": 0.0001815565663405319,
+      "loss": 1.4434,
+      "step": 1540
+    },
+    {
+      "epoch": 0.22074201403810342,
+      "grad_norm": 1.2061970233917236,
+      "learning_rate": 0.0001815297088217709,
+      "loss": 1.6042,
+      "step": 1541
+    },
+    {
+      "epoch": 0.22088525999140524,
+      "grad_norm": 1.1597992181777954,
+      "learning_rate": 0.00018150283375168114,
+      "loss": 1.4894,
+      "step": 1542
+    },
+    {
+      "epoch": 0.22102850594470705,
+      "grad_norm": 1.1495494842529297,
+      "learning_rate": 0.00018147594113604817,
+      "loss": 1.3598,
+      "step": 1543
+    },
+    {
+      "epoch": 0.2211717518980089,
+      "grad_norm": 0.9706537127494812,
+      "learning_rate": 0.00018144903098066126,
+      "loss": 1.6274,
+      "step": 1544
+    },
+    {
+      "epoch": 0.2213149978513107,
+      "grad_norm": 1.03982412815094,
+      "learning_rate": 0.00018142210329131358,
+      "loss": 1.4156,
+      "step": 1545
+    },
+    {
+      "epoch": 0.22145824380461251,
+      "grad_norm": 1.243313193321228,
+      "learning_rate": 0.0001813951580738019,
+      "loss": 1.4872,
+      "step": 1546
+    },
+    {
+      "epoch": 0.22160148975791433,
+      "grad_norm": 1.4791104793548584,
+      "learning_rate": 0.00018136819533392693,
+      "loss": 1.4226,
+      "step": 1547
+    },
+    {
+      "epoch": 0.22174473571121617,
+      "grad_norm": 1.099755883216858,
+      "learning_rate": 0.00018134121507749304,
+      "loss": 1.5128,
+      "step": 1548
+    },
+    {
+      "epoch": 0.22188798166451798,
+      "grad_norm": 1.1618165969848633,
+      "learning_rate": 0.0001813142173103084,
+      "loss": 1.6071,
+      "step": 1549
+    },
+    {
+      "epoch": 0.2220312276178198,
+      "grad_norm": 1.26321542263031,
+      "learning_rate": 0.00018128720203818504,
+      "loss": 1.6102,
+      "step": 1550
+    },
+    {
+      "epoch": 0.2221744735711216,
+      "grad_norm": 1.2333112955093384,
+      "learning_rate": 0.0001812601692669386,
+      "loss": 1.6364,
+      "step": 1551
+    },
+    {
+      "epoch": 0.22231771952442345,
+      "grad_norm": 1.0800671577453613,
+      "learning_rate": 0.0001812331190023886,
+      "loss": 1.7131,
+      "step": 1552
+    },
+    {
+      "epoch": 0.22246096547772526,
+      "grad_norm": 0.9399520754814148,
+      "learning_rate": 0.00018120605125035829,
+      "loss": 1.5552,
+      "step": 1553
+    },
+    {
+      "epoch": 0.22260421143102707,
+      "grad_norm": 1.1969729661941528,
+      "learning_rate": 0.00018117896601667469,
+      "loss": 1.5708,
+      "step": 1554
+    },
+    {
+      "epoch": 0.22274745738432888,
+      "grad_norm": 0.9872797727584839,
+      "learning_rate": 0.00018115186330716854,
+      "loss": 1.5865,
+      "step": 1555
+    },
+    {
+      "epoch": 0.22289070333763072,
+      "grad_norm": 1.0828275680541992,
+      "learning_rate": 0.00018112474312767445,
+      "loss": 1.4055,
+      "step": 1556
+    },
+    {
+      "epoch": 0.22303394929093254,
+      "grad_norm": 1.2226656675338745,
+      "learning_rate": 0.00018109760548403066,
+      "loss": 1.6936,
+      "step": 1557
+    },
+    {
+      "epoch": 0.22317719524423435,
+      "grad_norm": 1.0673320293426514,
+      "learning_rate": 0.00018107045038207931,
+      "loss": 1.5539,
+      "step": 1558
+    },
+    {
+      "epoch": 0.22332044119753616,
+      "grad_norm": 1.3591907024383545,
+      "learning_rate": 0.00018104327782766615,
+      "loss": 1.3645,
+      "step": 1559
+    },
+    {
+      "epoch": 0.22346368715083798,
+      "grad_norm": 1.189805269241333,
+      "learning_rate": 0.00018101608782664078,
+      "loss": 1.5708,
+      "step": 1560
+    },
+    {
+      "epoch": 0.22360693310413982,
+      "grad_norm": 1.3768177032470703,
+      "learning_rate": 0.00018098888038485652,
+      "loss": 1.4107,
+      "step": 1561
+    },
+    {
+      "epoch": 0.22375017905744163,
+      "grad_norm": 1.221500039100647,
+      "learning_rate": 0.0001809616555081705,
+      "loss": 1.5758,
+      "step": 1562
+    },
+    {
+      "epoch": 0.22389342501074344,
+      "grad_norm": 1.2425678968429565,
+      "learning_rate": 0.00018093441320244353,
+      "loss": 1.4917,
+      "step": 1563
+    },
+    {
+      "epoch": 0.22403667096404525,
+      "grad_norm": 1.1411042213439941,
+      "learning_rate": 0.00018090715347354023,
+      "loss": 1.4955,
+      "step": 1564
+    },
+    {
+      "epoch": 0.2241799169173471,
+      "grad_norm": 1.1406432390213013,
+      "learning_rate": 0.0001808798763273289,
+      "loss": 1.4203,
+      "step": 1565
+    },
+    {
+      "epoch": 0.2243231628706489,
+      "grad_norm": 1.0761382579803467,
+      "learning_rate": 0.0001808525817696817,
+      "loss": 1.669,
+      "step": 1566
+    },
+    {
+      "epoch": 0.22446640882395072,
+      "grad_norm": 1.0881242752075195,
+      "learning_rate": 0.0001808252698064744,
+      "loss": 1.6349,
+      "step": 1567
+    },
+    {
+      "epoch": 0.22460965477725253,
+      "grad_norm": 1.4611510038375854,
+      "learning_rate": 0.00018079794044358668,
+      "loss": 1.5148,
+      "step": 1568
+    },
+    {
+      "epoch": 0.22475290073055437,
+      "grad_norm": 1.0384783744812012,
+      "learning_rate": 0.00018077059368690174,
+      "loss": 1.6546,
+      "step": 1569
+    },
+    {
+      "epoch": 0.22489614668385619,
+      "grad_norm": 1.0297698974609375,
+      "learning_rate": 0.00018074322954230677,
+      "loss": 1.4628,
+      "step": 1570
+    },
+    {
+      "epoch": 0.225039392637158,
+      "grad_norm": 1.102066159248352,
+      "learning_rate": 0.0001807158480156926,
+      "loss": 1.5999,
+      "step": 1571
+    },
+    {
+      "epoch": 0.2251826385904598,
+      "grad_norm": 1.4979928731918335,
+      "learning_rate": 0.00018068844911295372,
+      "loss": 1.5941,
+      "step": 1572
+    },
+    {
+      "epoch": 0.22532588454376165,
+      "grad_norm": 1.0040993690490723,
+      "learning_rate": 0.00018066103283998852,
+      "loss": 1.4928,
+      "step": 1573
+    },
+    {
+      "epoch": 0.22546913049706346,
+      "grad_norm": 1.214141607284546,
+      "learning_rate": 0.00018063359920269896,
+      "loss": 1.5121,
+      "step": 1574
+    },
+    {
+      "epoch": 0.22561237645036528,
+      "grad_norm": 1.4063581228256226,
+      "learning_rate": 0.00018060614820699085,
+      "loss": 1.5466,
+      "step": 1575
+    },
+    {
+      "epoch": 0.2257556224036671,
+      "grad_norm": 1.2650295495986938,
+      "learning_rate": 0.00018057867985877377,
+      "loss": 1.5335,
+      "step": 1576
+    },
+    {
+      "epoch": 0.22589886835696893,
+      "grad_norm": 1.0619851350784302,
+      "learning_rate": 0.0001805511941639609,
+      "loss": 1.6886,
+      "step": 1577
+    },
+    {
+      "epoch": 0.22604211431027074,
+      "grad_norm": 1.0935730934143066,
+      "learning_rate": 0.0001805236911284693,
+      "loss": 1.4792,
+      "step": 1578
+    },
+    {
+      "epoch": 0.22618536026357255,
+      "grad_norm": 1.029759168624878,
+      "learning_rate": 0.00018049617075821962,
+      "loss": 1.3136,
+      "step": 1579
+    },
+    {
+      "epoch": 0.22632860621687437,
+      "grad_norm": 1.01162850856781,
+      "learning_rate": 0.00018046863305913632,
+      "loss": 1.48,
+      "step": 1580
+    },
+    {
+      "epoch": 0.22647185217017618,
+      "grad_norm": 1.3812962770462036,
+      "learning_rate": 0.00018044107803714764,
+      "loss": 1.6609,
+      "step": 1581
+    },
+    {
+      "epoch": 0.22661509812347802,
+      "grad_norm": 1.025436520576477,
+      "learning_rate": 0.00018041350569818546,
+      "loss": 1.512,
+      "step": 1582
+    },
+    {
+      "epoch": 0.22675834407677983,
+      "grad_norm": 1.3658725023269653,
+      "learning_rate": 0.00018038591604818544,
+      "loss": 1.4104,
+      "step": 1583
+    },
+    {
+      "epoch": 0.22690159003008165,
+      "grad_norm": 1.291733980178833,
+      "learning_rate": 0.00018035830909308694,
+      "loss": 1.6128,
+      "step": 1584
+    },
+    {
+      "epoch": 0.22704483598338346,
+      "grad_norm": 1.1587998867034912,
+      "learning_rate": 0.00018033068483883305,
+      "loss": 1.5998,
+      "step": 1585
+    },
+    {
+      "epoch": 0.2271880819366853,
+      "grad_norm": 1.0862442255020142,
+      "learning_rate": 0.00018030304329137055,
+      "loss": 1.4383,
+      "step": 1586
+    },
+    {
+      "epoch": 0.2273313278899871,
+      "grad_norm": 1.2379971742630005,
+      "learning_rate": 0.00018027538445665006,
+      "loss": 1.4021,
+      "step": 1587
+    },
+    {
+      "epoch": 0.22747457384328892,
+      "grad_norm": 0.9987475872039795,
+      "learning_rate": 0.00018024770834062582,
+      "loss": 1.5415,
+      "step": 1588
+    },
+    {
+      "epoch": 0.22761781979659074,
+      "grad_norm": 1.0959020853042603,
+      "learning_rate": 0.00018022001494925576,
+      "loss": 1.5506,
+      "step": 1589
+    },
+    {
+      "epoch": 0.22776106574989258,
+      "grad_norm": 1.0250468254089355,
+      "learning_rate": 0.00018019230428850165,
+      "loss": 1.7364,
+      "step": 1590
+    },
+    {
+      "epoch": 0.2279043117031944,
+      "grad_norm": 1.0924713611602783,
+      "learning_rate": 0.00018016457636432884,
+      "loss": 1.5936,
+      "step": 1591
+    },
+    {
+      "epoch": 0.2280475576564962,
+      "grad_norm": 1.094409704208374,
+      "learning_rate": 0.00018013683118270652,
+      "loss": 1.5836,
+      "step": 1592
+    },
+    {
+      "epoch": 0.22819080360979802,
+      "grad_norm": 1.2039690017700195,
+      "learning_rate": 0.00018010906874960754,
+      "loss": 1.4554,
+      "step": 1593
+    },
+    {
+      "epoch": 0.22833404956309986,
+      "grad_norm": 0.9784296154975891,
+      "learning_rate": 0.00018008128907100844,
+      "loss": 1.5971,
+      "step": 1594
+    },
+    {
+      "epoch": 0.22847729551640167,
+      "grad_norm": 1.2273627519607544,
+      "learning_rate": 0.0001800534921528895,
+      "loss": 1.6907,
+      "step": 1595
+    },
+    {
+      "epoch": 0.22862054146970348,
+      "grad_norm": 1.2297056913375854,
+      "learning_rate": 0.00018002567800123474,
+      "loss": 1.4361,
+      "step": 1596
+    },
+    {
+      "epoch": 0.2287637874230053,
+      "grad_norm": 1.3028461933135986,
+      "learning_rate": 0.00017999784662203178,
+      "loss": 1.3112,
+      "step": 1597
+    },
+    {
+      "epoch": 0.2289070333763071,
+      "grad_norm": 1.2520824670791626,
+      "learning_rate": 0.00017996999802127214,
+      "loss": 1.5804,
+      "step": 1598
+    },
+    {
+      "epoch": 0.22905027932960895,
+      "grad_norm": 1.0230356454849243,
+      "learning_rate": 0.00017994213220495084,
+      "loss": 1.6575,
+      "step": 1599
+    },
+    {
+      "epoch": 0.22919352528291076,
+      "grad_norm": 1.3678265810012817,
+      "learning_rate": 0.00017991424917906677,
+      "loss": 1.351,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22933677123621257,
+      "grad_norm": 1.172670841217041,
+      "learning_rate": 0.0001798863489496224,
+      "loss": 1.6015,
+      "step": 1601
+    },
+    {
+      "epoch": 0.22948001718951438,
+      "grad_norm": 1.1713612079620361,
+      "learning_rate": 0.00017985843152262397,
+      "loss": 1.5604,
+      "step": 1602
+    },
+    {
+      "epoch": 0.22962326314281623,
+      "grad_norm": 1.1066685914993286,
+      "learning_rate": 0.00017983049690408146,
+      "loss": 1.518,
+      "step": 1603
+    },
+    {
+      "epoch": 0.22976650909611804,
+      "grad_norm": 1.2674225568771362,
+      "learning_rate": 0.00017980254510000844,
+      "loss": 1.5495,
+      "step": 1604
+    },
+    {
+      "epoch": 0.22990975504941985,
+      "grad_norm": 1.008929967880249,
+      "learning_rate": 0.00017977457611642226,
+      "loss": 1.5244,
+      "step": 1605
+    },
+    {
+      "epoch": 0.23005300100272166,
+      "grad_norm": 1.2699936628341675,
+      "learning_rate": 0.00017974658995934396,
+      "loss": 1.4105,
+      "step": 1606
+    },
+    {
+      "epoch": 0.2301962469560235,
+      "grad_norm": 0.9492636919021606,
+      "learning_rate": 0.00017971858663479826,
+      "loss": 1.6113,
+      "step": 1607
+    },
+    {
+      "epoch": 0.23033949290932532,
+      "grad_norm": 1.1321464776992798,
+      "learning_rate": 0.0001796905661488136,
+      "loss": 1.467,
+      "step": 1608
+    },
+    {
+      "epoch": 0.23048273886262713,
+      "grad_norm": 1.277285099029541,
+      "learning_rate": 0.0001796625285074221,
+      "loss": 1.409,
+      "step": 1609
+    },
+    {
+      "epoch": 0.23062598481592894,
+      "grad_norm": 0.9995511174201965,
+      "learning_rate": 0.0001796344737166595,
+      "loss": 1.6174,
+      "step": 1610
+    },
+    {
+      "epoch": 0.23076923076923078,
+      "grad_norm": 1.1040327548980713,
+      "learning_rate": 0.0001796064017825654,
+      "loss": 1.5728,
+      "step": 1611
+    },
+    {
+      "epoch": 0.2309124767225326,
+      "grad_norm": 1.2329334020614624,
+      "learning_rate": 0.00017957831271118294,
+      "loss": 1.7153,
+      "step": 1612
+    },
+    {
+      "epoch": 0.2310557226758344,
+      "grad_norm": 1.0905065536499023,
+      "learning_rate": 0.000179550206508559,
+      "loss": 1.6285,
+      "step": 1613
+    },
+    {
+      "epoch": 0.23119896862913622,
+      "grad_norm": 1.1406210660934448,
+      "learning_rate": 0.00017952208318074416,
+      "loss": 1.4856,
+      "step": 1614
+    },
+    {
+      "epoch": 0.23134221458243803,
+      "grad_norm": 1.1320666074752808,
+      "learning_rate": 0.0001794939427337927,
+      "loss": 1.5138,
+      "step": 1615
+    },
+    {
+      "epoch": 0.23148546053573987,
+      "grad_norm": 1.3199175596237183,
+      "learning_rate": 0.0001794657851737625,
+      "loss": 1.3863,
+      "step": 1616
+    },
+    {
+      "epoch": 0.23162870648904169,
+      "grad_norm": 1.6179406642913818,
+      "learning_rate": 0.00017943761050671526,
+      "loss": 1.5152,
+      "step": 1617
+    },
+    {
+      "epoch": 0.2317719524423435,
+      "grad_norm": 1.171011209487915,
+      "learning_rate": 0.00017940941873871626,
+      "loss": 1.5062,
+      "step": 1618
+    },
+    {
+      "epoch": 0.2319151983956453,
+      "grad_norm": 1.0830234289169312,
+      "learning_rate": 0.00017938120987583445,
+      "loss": 1.6091,
+      "step": 1619
+    },
+    {
+      "epoch": 0.23205844434894715,
+      "grad_norm": 1.070671796798706,
+      "learning_rate": 0.00017935298392414257,
+      "loss": 1.5352,
+      "step": 1620
+    },
+    {
+      "epoch": 0.23220169030224896,
+      "grad_norm": 1.0837193727493286,
+      "learning_rate": 0.00017932474088971692,
+      "loss": 1.5584,
+      "step": 1621
+    },
+    {
+      "epoch": 0.23234493625555078,
+      "grad_norm": 1.0598829984664917,
+      "learning_rate": 0.0001792964807786375,
+      "loss": 1.5536,
+      "step": 1622
+    },
+    {
+      "epoch": 0.2324881822088526,
+      "grad_norm": 0.9956250786781311,
+      "learning_rate": 0.0001792682035969881,
+      "loss": 1.5688,
+      "step": 1623
+    },
+    {
+      "epoch": 0.23263142816215443,
+      "grad_norm": 0.9095452427864075,
+      "learning_rate": 0.00017923990935085602,
+      "loss": 1.5278,
+      "step": 1624
+    },
+    {
+      "epoch": 0.23277467411545624,
+      "grad_norm": 1.1120854616165161,
+      "learning_rate": 0.00017921159804633238,
+      "loss": 1.3195,
+      "step": 1625
+    },
+    {
+      "epoch": 0.23291792006875806,
+      "grad_norm": 1.140254020690918,
+      "learning_rate": 0.00017918326968951182,
+      "loss": 1.5835,
+      "step": 1626
+    },
+    {
+      "epoch": 0.23306116602205987,
+      "grad_norm": 1.0993205308914185,
+      "learning_rate": 0.00017915492428649277,
+      "loss": 1.7316,
+      "step": 1627
+    },
+    {
+      "epoch": 0.2332044119753617,
+      "grad_norm": 1.0203403234481812,
+      "learning_rate": 0.00017912656184337734,
+      "loss": 1.7338,
+      "step": 1628
+    },
+    {
+      "epoch": 0.23334765792866352,
+      "grad_norm": 1.06020987033844,
+      "learning_rate": 0.00017909818236627124,
+      "loss": 1.5614,
+      "step": 1629
+    },
+    {
+      "epoch": 0.23349090388196533,
+      "grad_norm": 1.4054642915725708,
+      "learning_rate": 0.0001790697858612838,
+      "loss": 1.4245,
+      "step": 1630
+    },
+    {
+      "epoch": 0.23363414983526715,
+      "grad_norm": 1.120910882949829,
+      "learning_rate": 0.00017904137233452815,
+      "loss": 1.4694,
+      "step": 1631
+    },
+    {
+      "epoch": 0.23377739578856896,
+      "grad_norm": 1.2430869340896606,
+      "learning_rate": 0.000179012941792121,
+      "loss": 1.4622,
+      "step": 1632
+    },
+    {
+      "epoch": 0.2339206417418708,
+      "grad_norm": 1.0866916179656982,
+      "learning_rate": 0.00017898449424018278,
+      "loss": 1.4238,
+      "step": 1633
+    },
+    {
+      "epoch": 0.2340638876951726,
+      "grad_norm": 1.0621135234832764,
+      "learning_rate": 0.0001789560296848375,
+      "loss": 1.453,
+      "step": 1634
+    },
+    {
+      "epoch": 0.23420713364847442,
+      "grad_norm": 1.1551778316497803,
+      "learning_rate": 0.00017892754813221288,
+      "loss": 1.405,
+      "step": 1635
+    },
+    {
+      "epoch": 0.23435037960177624,
+      "grad_norm": 1.179813027381897,
+      "learning_rate": 0.0001788990495884403,
+      "loss": 1.531,
+      "step": 1636
+    },
+    {
+      "epoch": 0.23449362555507808,
+      "grad_norm": 1.4122211933135986,
+      "learning_rate": 0.00017887053405965482,
+      "loss": 1.4612,
+      "step": 1637
+    },
+    {
+      "epoch": 0.2346368715083799,
+      "grad_norm": 1.0359878540039062,
+      "learning_rate": 0.00017884200155199507,
+      "loss": 1.3503,
+      "step": 1638
+    },
+    {
+      "epoch": 0.2347801174616817,
+      "grad_norm": 1.064844012260437,
+      "learning_rate": 0.00017881345207160343,
+      "loss": 1.6714,
+      "step": 1639
+    },
+    {
+      "epoch": 0.23492336341498352,
+      "grad_norm": 0.9192095994949341,
+      "learning_rate": 0.00017878488562462588,
+      "loss": 1.6151,
+      "step": 1640
+    },
+    {
+      "epoch": 0.23506660936828536,
+      "grad_norm": 1.3909732103347778,
+      "learning_rate": 0.00017875630221721208,
+      "loss": 1.4293,
+      "step": 1641
+    },
+    {
+      "epoch": 0.23520985532158717,
+      "grad_norm": 0.9257398247718811,
+      "learning_rate": 0.00017872770185551535,
+      "loss": 1.5826,
+      "step": 1642
+    },
+    {
+      "epoch": 0.23535310127488898,
+      "grad_norm": 1.132845163345337,
+      "learning_rate": 0.00017869908454569257,
+      "loss": 1.415,
+      "step": 1643
+    },
+    {
+      "epoch": 0.2354963472281908,
+      "grad_norm": 1.0336148738861084,
+      "learning_rate": 0.00017867045029390445,
+      "loss": 1.607,
+      "step": 1644
+    },
+    {
+      "epoch": 0.23563959318149263,
+      "grad_norm": 1.0523366928100586,
+      "learning_rate": 0.00017864179910631514,
+      "loss": 1.5766,
+      "step": 1645
+    },
+    {
+      "epoch": 0.23578283913479445,
+      "grad_norm": 1.2447302341461182,
+      "learning_rate": 0.00017861313098909256,
+      "loss": 1.3739,
+      "step": 1646
+    },
+    {
+      "epoch": 0.23592608508809626,
+      "grad_norm": 1.088106393814087,
+      "learning_rate": 0.00017858444594840827,
+      "loss": 1.6057,
+      "step": 1647
+    },
+    {
+      "epoch": 0.23606933104139807,
+      "grad_norm": 1.2084317207336426,
+      "learning_rate": 0.00017855574399043743,
+      "loss": 1.5508,
+      "step": 1648
+    },
+    {
+      "epoch": 0.2362125769946999,
+      "grad_norm": 1.028082251548767,
+      "learning_rate": 0.00017852702512135884,
+      "loss": 1.5199,
+      "step": 1649
+    },
+    {
+      "epoch": 0.23635582294800173,
+      "grad_norm": 1.2543622255325317,
+      "learning_rate": 0.00017849828934735497,
+      "loss": 1.5693,
+      "step": 1650
+    },
+    {
+      "epoch": 0.23649906890130354,
+      "grad_norm": 1.53170907497406,
+      "learning_rate": 0.00017846953667461198,
+      "loss": 1.3274,
+      "step": 1651
+    },
+    {
+      "epoch": 0.23664231485460535,
+      "grad_norm": 1.010794997215271,
+      "learning_rate": 0.00017844076710931954,
+      "loss": 1.2445,
+      "step": 1652
+    },
+    {
+      "epoch": 0.23678556080790716,
+      "grad_norm": 1.0911132097244263,
+      "learning_rate": 0.00017841198065767107,
+      "loss": 1.4443,
+      "step": 1653
+    },
+    {
+      "epoch": 0.236928806761209,
+      "grad_norm": 1.0398787260055542,
+      "learning_rate": 0.00017838317732586352,
+      "loss": 1.557,
+      "step": 1654
+    },
+    {
+      "epoch": 0.23707205271451082,
+      "grad_norm": 0.9176501631736755,
+      "learning_rate": 0.0001783543571200976,
+      "loss": 1.4483,
+      "step": 1655
+    },
+    {
+      "epoch": 0.23721529866781263,
+      "grad_norm": 1.1810786724090576,
+      "learning_rate": 0.00017832552004657756,
+      "loss": 1.4813,
+      "step": 1656
+    },
+    {
+      "epoch": 0.23735854462111444,
+      "grad_norm": 1.2522341012954712,
+      "learning_rate": 0.0001782966661115113,
+      "loss": 1.5645,
+      "step": 1657
+    },
+    {
+      "epoch": 0.23750179057441628,
+      "grad_norm": 1.0505603551864624,
+      "learning_rate": 0.00017826779532111037,
+      "loss": 1.7057,
+      "step": 1658
+    },
+    {
+      "epoch": 0.2376450365277181,
+      "grad_norm": 1.3214434385299683,
+      "learning_rate": 0.00017823890768158996,
+      "loss": 1.3401,
+      "step": 1659
+    },
+    {
+      "epoch": 0.2377882824810199,
+      "grad_norm": 1.0873018503189087,
+      "learning_rate": 0.0001782100031991688,
+      "loss": 1.5698,
+      "step": 1660
+    },
+    {
+      "epoch": 0.23793152843432172,
+      "grad_norm": 1.250680923461914,
+      "learning_rate": 0.00017818108188006937,
+      "loss": 1.3956,
+      "step": 1661
+    },
+    {
+      "epoch": 0.23807477438762356,
+      "grad_norm": 1.000351905822754,
+      "learning_rate": 0.0001781521437305177,
+      "loss": 1.6189,
+      "step": 1662
+    },
+    {
+      "epoch": 0.23821802034092537,
+      "grad_norm": 1.0149797201156616,
+      "learning_rate": 0.00017812318875674342,
+      "loss": 1.4715,
+      "step": 1663
+    },
+    {
+      "epoch": 0.2383612662942272,
+      "grad_norm": 0.9369308948516846,
+      "learning_rate": 0.00017809421696497987,
+      "loss": 1.6157,
+      "step": 1664
+    },
+    {
+      "epoch": 0.238504512247529,
+      "grad_norm": 1.2131253480911255,
+      "learning_rate": 0.00017806522836146395,
+      "loss": 1.4758,
+      "step": 1665
+    },
+    {
+      "epoch": 0.23864775820083084,
+      "grad_norm": 1.1609317064285278,
+      "learning_rate": 0.00017803622295243615,
+      "loss": 1.3555,
+      "step": 1666
+    },
+    {
+      "epoch": 0.23879100415413265,
+      "grad_norm": 1.0161643028259277,
+      "learning_rate": 0.00017800720074414068,
+      "loss": 1.6349,
+      "step": 1667
+    },
+    {
+      "epoch": 0.23893425010743446,
+      "grad_norm": 1.0190978050231934,
+      "learning_rate": 0.00017797816174282524,
+      "loss": 1.7331,
+      "step": 1668
+    },
+    {
+      "epoch": 0.23907749606073628,
+      "grad_norm": 1.1640325784683228,
+      "learning_rate": 0.00017794910595474126,
+      "loss": 1.4148,
+      "step": 1669
+    },
+    {
+      "epoch": 0.2392207420140381,
+      "grad_norm": 1.0387978553771973,
+      "learning_rate": 0.00017792003338614368,
+      "loss": 1.3746,
+      "step": 1670
+    },
+    {
+      "epoch": 0.23936398796733993,
+      "grad_norm": 1.148574709892273,
+      "learning_rate": 0.00017789094404329115,
+      "loss": 1.6191,
+      "step": 1671
+    },
+    {
+      "epoch": 0.23950723392064174,
+      "grad_norm": 1.186762809753418,
+      "learning_rate": 0.0001778618379324459,
+      "loss": 1.5287,
+      "step": 1672
+    },
+    {
+      "epoch": 0.23965047987394356,
+      "grad_norm": 1.173268437385559,
+      "learning_rate": 0.00017783271505987367,
+      "loss": 1.569,
+      "step": 1673
+    },
+    {
+      "epoch": 0.23979372582724537,
+      "grad_norm": 1.1723170280456543,
+      "learning_rate": 0.00017780357543184397,
+      "loss": 1.5504,
+      "step": 1674
+    },
+    {
+      "epoch": 0.2399369717805472,
+      "grad_norm": 1.0847800970077515,
+      "learning_rate": 0.00017777441905462982,
+      "loss": 1.677,
+      "step": 1675
+    },
+    {
+      "epoch": 0.24008021773384902,
+      "grad_norm": 1.2105571031570435,
+      "learning_rate": 0.00017774524593450785,
+      "loss": 1.5381,
+      "step": 1676
+    },
+    {
+      "epoch": 0.24022346368715083,
+      "grad_norm": 1.3980721235275269,
+      "learning_rate": 0.00017771605607775834,
+      "loss": 1.4636,
+      "step": 1677
+    },
+    {
+      "epoch": 0.24036670964045265,
+      "grad_norm": 1.1967793703079224,
+      "learning_rate": 0.00017768684949066515,
+      "loss": 1.5668,
+      "step": 1678
+    },
+    {
+      "epoch": 0.2405099555937545,
+      "grad_norm": 1.135034203529358,
+      "learning_rate": 0.0001776576261795157,
+      "loss": 1.5468,
+      "step": 1679
+    },
+    {
+      "epoch": 0.2406532015470563,
+      "grad_norm": 1.2850117683410645,
+      "learning_rate": 0.00017762838615060104,
+      "loss": 1.5271,
+      "step": 1680
+    },
+    {
+      "epoch": 0.2407964475003581,
+      "grad_norm": 1.1292128562927246,
+      "learning_rate": 0.00017759912941021585,
+      "loss": 1.3927,
+      "step": 1681
+    },
+    {
+      "epoch": 0.24093969345365993,
+      "grad_norm": 1.0373127460479736,
+      "learning_rate": 0.0001775698559646584,
+      "loss": 1.552,
+      "step": 1682
+    },
+    {
+      "epoch": 0.24108293940696177,
+      "grad_norm": 1.3622359037399292,
+      "learning_rate": 0.00017754056582023052,
+      "loss": 1.5613,
+      "step": 1683
+    },
+    {
+      "epoch": 0.24122618536026358,
+      "grad_norm": 1.3300678730010986,
+      "learning_rate": 0.00017751125898323765,
+      "loss": 1.4665,
+      "step": 1684
+    },
+    {
+      "epoch": 0.2413694313135654,
+      "grad_norm": 1.0732771158218384,
+      "learning_rate": 0.00017748193545998883,
+      "loss": 1.5493,
+      "step": 1685
+    },
+    {
+      "epoch": 0.2415126772668672,
+      "grad_norm": 0.9616546630859375,
+      "learning_rate": 0.00017745259525679666,
+      "loss": 1.6949,
+      "step": 1686
+    },
+    {
+      "epoch": 0.24165592322016902,
+      "grad_norm": 1.0506396293640137,
+      "learning_rate": 0.0001774232383799774,
+      "loss": 1.562,
+      "step": 1687
+    },
+    {
+      "epoch": 0.24179916917347086,
+      "grad_norm": 1.0667701959609985,
+      "learning_rate": 0.00017739386483585083,
+      "loss": 1.5706,
+      "step": 1688
+    },
+    {
+      "epoch": 0.24194241512677267,
+      "grad_norm": 1.165173888206482,
+      "learning_rate": 0.00017736447463074037,
+      "loss": 1.4189,
+      "step": 1689
+    },
+    {
+      "epoch": 0.24208566108007448,
+      "grad_norm": 0.9746336936950684,
+      "learning_rate": 0.000177335067770973,
+      "loss": 1.572,
+      "step": 1690
+    },
+    {
+      "epoch": 0.2422289070333763,
+      "grad_norm": 1.1348745822906494,
+      "learning_rate": 0.0001773056442628793,
+      "loss": 1.564,
+      "step": 1691
+    },
+    {
+      "epoch": 0.24237215298667814,
+      "grad_norm": 1.3542720079421997,
+      "learning_rate": 0.00017727620411279337,
+      "loss": 1.6042,
+      "step": 1692
+    },
+    {
+      "epoch": 0.24251539893997995,
+      "grad_norm": 1.0107049942016602,
+      "learning_rate": 0.00017724674732705301,
+      "loss": 1.6063,
+      "step": 1693
+    },
+    {
+      "epoch": 0.24265864489328176,
+      "grad_norm": 1.2189816236495972,
+      "learning_rate": 0.0001772172739119995,
+      "loss": 1.6498,
+      "step": 1694
+    },
+    {
+      "epoch": 0.24280189084658357,
+      "grad_norm": 0.9074245095252991,
+      "learning_rate": 0.00017718778387397775,
+      "loss": 1.4958,
+      "step": 1695
+    },
+    {
+      "epoch": 0.24294513679988541,
+      "grad_norm": 1.1004033088684082,
+      "learning_rate": 0.00017715827721933623,
+      "loss": 1.5174,
+      "step": 1696
+    },
+    {
+      "epoch": 0.24308838275318723,
+      "grad_norm": 0.9929028153419495,
+      "learning_rate": 0.00017712875395442702,
+      "loss": 1.6971,
+      "step": 1697
+    },
+    {
+      "epoch": 0.24323162870648904,
+      "grad_norm": 1.1687202453613281,
+      "learning_rate": 0.0001770992140856057,
+      "loss": 1.3986,
+      "step": 1698
+    },
+    {
+      "epoch": 0.24337487465979085,
+      "grad_norm": 1.0200865268707275,
+      "learning_rate": 0.0001770696576192315,
+      "loss": 1.5011,
+      "step": 1699
+    },
+    {
+      "epoch": 0.2435181206130927,
+      "grad_norm": 1.153967261314392,
+      "learning_rate": 0.00017704008456166718,
+      "loss": 1.5813,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2436613665663945,
+      "grad_norm": 1.1219072341918945,
+      "learning_rate": 0.00017701049491927916,
+      "loss": 1.529,
+      "step": 1701
+    },
+    {
+      "epoch": 0.24380461251969632,
+      "grad_norm": 1.1559839248657227,
+      "learning_rate": 0.00017698088869843722,
+      "loss": 1.2984,
+      "step": 1702
+    },
+    {
+      "epoch": 0.24394785847299813,
+      "grad_norm": 1.059354543685913,
+      "learning_rate": 0.00017695126590551495,
+      "loss": 1.5846,
+      "step": 1703
+    },
+    {
+      "epoch": 0.24409110442629997,
+      "grad_norm": 1.0183607339859009,
+      "learning_rate": 0.00017692162654688943,
+      "loss": 1.5295,
+      "step": 1704
+    },
+    {
+      "epoch": 0.24423435037960178,
+      "grad_norm": 1.0163476467132568,
+      "learning_rate": 0.00017689197062894116,
+      "loss": 1.6001,
+      "step": 1705
+    },
+    {
+      "epoch": 0.2443775963329036,
+      "grad_norm": 1.2261242866516113,
+      "learning_rate": 0.00017686229815805441,
+      "loss": 1.4628,
+      "step": 1706
+    },
+    {
+      "epoch": 0.2445208422862054,
+      "grad_norm": 1.0434038639068604,
+      "learning_rate": 0.00017683260914061694,
+      "loss": 1.5817,
+      "step": 1707
+    },
+    {
+      "epoch": 0.24466408823950722,
+      "grad_norm": 1.1160131692886353,
+      "learning_rate": 0.00017680290358302,
+      "loss": 1.608,
+      "step": 1708
+    },
+    {
+      "epoch": 0.24480733419280906,
+      "grad_norm": 1.000045657157898,
+      "learning_rate": 0.00017677318149165853,
+      "loss": 1.5922,
+      "step": 1709
+    },
+    {
+      "epoch": 0.24495058014611087,
+      "grad_norm": 1.1855051517486572,
+      "learning_rate": 0.00017674344287293089,
+      "loss": 1.7241,
+      "step": 1710
+    },
+    {
+      "epoch": 0.2450938260994127,
+      "grad_norm": 1.1642378568649292,
+      "learning_rate": 0.00017671368773323912,
+      "loss": 1.5697,
+      "step": 1711
+    },
+    {
+      "epoch": 0.2452370720527145,
+      "grad_norm": 1.1351081132888794,
+      "learning_rate": 0.00017668391607898878,
+      "loss": 1.7129,
+      "step": 1712
+    },
+    {
+      "epoch": 0.24538031800601634,
+      "grad_norm": 1.317944049835205,
+      "learning_rate": 0.00017665412791658888,
+      "loss": 1.4725,
+      "step": 1713
+    },
+    {
+      "epoch": 0.24552356395931815,
+      "grad_norm": 0.9360010027885437,
+      "learning_rate": 0.00017662432325245218,
+      "loss": 1.5586,
+      "step": 1714
+    },
+    {
+      "epoch": 0.24566680991261997,
+      "grad_norm": 1.0757757425308228,
+      "learning_rate": 0.00017659450209299484,
+      "loss": 1.4982,
+      "step": 1715
+    },
+    {
+      "epoch": 0.24581005586592178,
+      "grad_norm": 1.2353709936141968,
+      "learning_rate": 0.00017656466444463658,
+      "loss": 1.5033,
+      "step": 1716
+    },
+    {
+      "epoch": 0.24595330181922362,
+      "grad_norm": 1.1227293014526367,
+      "learning_rate": 0.0001765348103138008,
+      "loss": 1.4612,
+      "step": 1717
+    },
+    {
+      "epoch": 0.24609654777252543,
+      "grad_norm": 1.218080759048462,
+      "learning_rate": 0.0001765049397069143,
+      "loss": 1.4531,
+      "step": 1718
+    },
+    {
+      "epoch": 0.24623979372582724,
+      "grad_norm": 1.151591181755066,
+      "learning_rate": 0.00017647505263040743,
+      "loss": 1.5348,
+      "step": 1719
+    },
+    {
+      "epoch": 0.24638303967912906,
+      "grad_norm": 1.061691164970398,
+      "learning_rate": 0.00017644514909071423,
+      "loss": 1.5108,
+      "step": 1720
+    },
+    {
+      "epoch": 0.2465262856324309,
+      "grad_norm": 1.2139159440994263,
+      "learning_rate": 0.00017641522909427214,
+      "loss": 1.494,
+      "step": 1721
+    },
+    {
+      "epoch": 0.2466695315857327,
+      "grad_norm": 1.0109386444091797,
+      "learning_rate": 0.00017638529264752225,
+      "loss": 1.6135,
+      "step": 1722
+    },
+    {
+      "epoch": 0.24681277753903452,
+      "grad_norm": 0.9831458926200867,
+      "learning_rate": 0.00017635533975690905,
+      "loss": 1.5728,
+      "step": 1723
+    },
+    {
+      "epoch": 0.24695602349233634,
+      "grad_norm": 0.9678838849067688,
+      "learning_rate": 0.0001763253704288807,
+      "loss": 1.6409,
+      "step": 1724
+    },
+    {
+      "epoch": 0.24709926944563815,
+      "grad_norm": 1.1040165424346924,
+      "learning_rate": 0.00017629538466988888,
+      "loss": 1.7079,
+      "step": 1725
+    },
+    {
+      "epoch": 0.24724251539894,
+      "grad_norm": 1.1054396629333496,
+      "learning_rate": 0.00017626538248638872,
+      "loss": 1.5524,
+      "step": 1726
+    },
+    {
+      "epoch": 0.2473857613522418,
+      "grad_norm": 1.200972080230713,
+      "learning_rate": 0.00017623536388483905,
+      "loss": 1.6567,
+      "step": 1727
+    },
+    {
+      "epoch": 0.2475290073055436,
+      "grad_norm": 1.323358416557312,
+      "learning_rate": 0.000176205328871702,
+      "loss": 1.5235,
+      "step": 1728
+    },
+    {
+      "epoch": 0.24767225325884543,
+      "grad_norm": 0.9328088164329529,
+      "learning_rate": 0.00017617527745344348,
+      "loss": 1.6294,
+      "step": 1729
+    },
+    {
+      "epoch": 0.24781549921214727,
+      "grad_norm": 1.1162101030349731,
+      "learning_rate": 0.00017614520963653277,
+      "loss": 1.7213,
+      "step": 1730
+    },
+    {
+      "epoch": 0.24795874516544908,
+      "grad_norm": 1.0664136409759521,
+      "learning_rate": 0.0001761151254274427,
+      "loss": 1.543,
+      "step": 1731
+    },
+    {
+      "epoch": 0.2481019911187509,
+      "grad_norm": 1.2201241254806519,
+      "learning_rate": 0.0001760850248326497,
+      "loss": 1.4801,
+      "step": 1732
+    },
+    {
+      "epoch": 0.2482452370720527,
+      "grad_norm": 1.1794910430908203,
+      "learning_rate": 0.00017605490785863368,
+      "loss": 1.6724,
+      "step": 1733
+    },
+    {
+      "epoch": 0.24838848302535455,
+      "grad_norm": 1.0060944557189941,
+      "learning_rate": 0.00017602477451187802,
+      "loss": 1.494,
+      "step": 1734
+    },
+    {
+      "epoch": 0.24853172897865636,
+      "grad_norm": 1.1531884670257568,
+      "learning_rate": 0.00017599462479886974,
+      "loss": 1.4617,
+      "step": 1735
+    },
+    {
+      "epoch": 0.24867497493195817,
+      "grad_norm": 1.0732307434082031,
+      "learning_rate": 0.00017596445872609934,
+      "loss": 1.4945,
+      "step": 1736
+    },
+    {
+      "epoch": 0.24881822088525998,
+      "grad_norm": 0.9301303625106812,
+      "learning_rate": 0.0001759342763000608,
+      "loss": 1.6829,
+      "step": 1737
+    },
+    {
+      "epoch": 0.24896146683856182,
+      "grad_norm": 1.046868920326233,
+      "learning_rate": 0.00017590407752725166,
+      "loss": 1.5315,
+      "step": 1738
+    },
+    {
+      "epoch": 0.24910471279186364,
+      "grad_norm": 0.9806232452392578,
+      "learning_rate": 0.00017587386241417293,
+      "loss": 1.4256,
+      "step": 1739
+    },
+    {
+      "epoch": 0.24924795874516545,
+      "grad_norm": 1.0549744367599487,
+      "learning_rate": 0.00017584363096732926,
+      "loss": 1.4645,
+      "step": 1740
+    },
+    {
+      "epoch": 0.24939120469846726,
+      "grad_norm": 1.0326989889144897,
+      "learning_rate": 0.00017581338319322862,
+      "loss": 1.7618,
+      "step": 1741
+    },
+    {
+      "epoch": 0.24953445065176907,
+      "grad_norm": 0.9898796081542969,
+      "learning_rate": 0.0001757831190983827,
+      "loss": 1.5612,
+      "step": 1742
+    },
+    {
+      "epoch": 0.24967769660507091,
+      "grad_norm": 1.0668941736221313,
+      "learning_rate": 0.00017575283868930658,
+      "loss": 1.5378,
+      "step": 1743
+    },
+    {
+      "epoch": 0.24982094255837273,
+      "grad_norm": 0.9977561831474304,
+      "learning_rate": 0.0001757225419725189,
+      "loss": 1.4632,
+      "step": 1744
+    },
+    {
+      "epoch": 0.24996418851167454,
+      "grad_norm": 1.2535933256149292,
+      "learning_rate": 0.00017569222895454174,
+      "loss": 1.5549,
+      "step": 1745
+    },
+    {
+      "epoch": 0.25010743446497635,
+      "grad_norm": 1.1178337335586548,
+      "learning_rate": 0.0001756618996419008,
+      "loss": 1.5216,
+      "step": 1746
+    },
+    {
+      "epoch": 0.2502506804182782,
+      "grad_norm": 1.0966606140136719,
+      "learning_rate": 0.00017563155404112522,
+      "loss": 1.6034,
+      "step": 1747
+    },
+    {
+      "epoch": 0.25039392637158,
+      "grad_norm": 1.0859699249267578,
+      "learning_rate": 0.00017560119215874763,
+      "loss": 1.455,
+      "step": 1748
+    },
+    {
+      "epoch": 0.2505371723248818,
+      "grad_norm": 1.2290608882904053,
+      "learning_rate": 0.0001755708140013042,
+      "loss": 1.5537,
+      "step": 1749
+    },
+    {
+      "epoch": 0.25068041827818366,
+      "grad_norm": 1.1870306730270386,
+      "learning_rate": 0.0001755404195753346,
+      "loss": 1.6179,
+      "step": 1750
+    },
+    {
+      "epoch": 0.25082366423148544,
+      "grad_norm": 1.0223374366760254,
+      "learning_rate": 0.000175510008887382,
+      "loss": 1.578,
+      "step": 1751
+    },
+    {
+      "epoch": 0.2509669101847873,
+      "grad_norm": 0.9669455885887146,
+      "learning_rate": 0.00017547958194399308,
+      "loss": 1.5746,
+      "step": 1752
+    },
+    {
+      "epoch": 0.2511101561380891,
+      "grad_norm": 0.9715216159820557,
+      "learning_rate": 0.000175449138751718,
+      "loss": 1.7813,
+      "step": 1753
+    },
+    {
+      "epoch": 0.2512534020913909,
+      "grad_norm": 1.0509605407714844,
+      "learning_rate": 0.00017541867931711042,
+      "loss": 1.5045,
+      "step": 1754
+    },
+    {
+      "epoch": 0.25139664804469275,
+      "grad_norm": 1.2300785779953003,
+      "learning_rate": 0.0001753882036467275,
+      "loss": 1.4806,
+      "step": 1755
+    },
+    {
+      "epoch": 0.25153989399799453,
+      "grad_norm": 0.978309154510498,
+      "learning_rate": 0.00017535771174712988,
+      "loss": 1.4167,
+      "step": 1756
+    },
+    {
+      "epoch": 0.2516831399512964,
+      "grad_norm": 1.0942507982254028,
+      "learning_rate": 0.0001753272036248818,
+      "loss": 1.5748,
+      "step": 1757
+    },
+    {
+      "epoch": 0.2518263859045982,
+      "grad_norm": 1.0876657962799072,
+      "learning_rate": 0.00017529667928655078,
+      "loss": 1.5413,
+      "step": 1758
+    },
+    {
+      "epoch": 0.2519696318579,
+      "grad_norm": 1.3324530124664307,
+      "learning_rate": 0.00017526613873870806,
+      "loss": 1.5812,
+      "step": 1759
+    },
+    {
+      "epoch": 0.25211287781120184,
+      "grad_norm": 1.1484507322311401,
+      "learning_rate": 0.00017523558198792816,
+      "loss": 1.4541,
+      "step": 1760
+    },
+    {
+      "epoch": 0.2522561237645036,
+      "grad_norm": 1.0208885669708252,
+      "learning_rate": 0.0001752050090407893,
+      "loss": 1.5782,
+      "step": 1761
+    },
+    {
+      "epoch": 0.25239936971780547,
+      "grad_norm": 1.1856579780578613,
+      "learning_rate": 0.000175174419903873,
+      "loss": 1.463,
+      "step": 1762
+    },
+    {
+      "epoch": 0.2525426156711073,
+      "grad_norm": 1.0574750900268555,
+      "learning_rate": 0.00017514381458376437,
+      "loss": 1.4311,
+      "step": 1763
+    },
+    {
+      "epoch": 0.2526858616244091,
+      "grad_norm": 1.0110243558883667,
+      "learning_rate": 0.00017511319308705198,
+      "loss": 1.5345,
+      "step": 1764
+    },
+    {
+      "epoch": 0.25282910757771093,
+      "grad_norm": 1.0396136045455933,
+      "learning_rate": 0.0001750825554203279,
+      "loss": 1.5382,
+      "step": 1765
+    },
+    {
+      "epoch": 0.2529723535310128,
+      "grad_norm": 1.0610390901565552,
+      "learning_rate": 0.00017505190159018764,
+      "loss": 1.4188,
+      "step": 1766
+    },
+    {
+      "epoch": 0.25311559948431456,
+      "grad_norm": 1.5010881423950195,
+      "learning_rate": 0.0001750212316032302,
+      "loss": 1.45,
+      "step": 1767
+    },
+    {
+      "epoch": 0.2532588454376164,
+      "grad_norm": 1.4428869485855103,
+      "learning_rate": 0.00017499054546605812,
+      "loss": 1.4844,
+      "step": 1768
+    },
+    {
+      "epoch": 0.2534020913909182,
+      "grad_norm": 0.8926454782485962,
+      "learning_rate": 0.0001749598431852773,
+      "loss": 1.553,
+      "step": 1769
+    },
+    {
+      "epoch": 0.25354533734422,
+      "grad_norm": 1.2292792797088623,
+      "learning_rate": 0.00017492912476749722,
+      "loss": 1.593,
+      "step": 1770
+    },
+    {
+      "epoch": 0.25368858329752186,
+      "grad_norm": 0.950344979763031,
+      "learning_rate": 0.00017489839021933077,
+      "loss": 1.4853,
+      "step": 1771
+    },
+    {
+      "epoch": 0.25383182925082365,
+      "grad_norm": 1.1801329851150513,
+      "learning_rate": 0.00017486763954739436,
+      "loss": 1.4481,
+      "step": 1772
+    },
+    {
+      "epoch": 0.2539750752041255,
+      "grad_norm": 0.9285399913787842,
+      "learning_rate": 0.00017483687275830783,
+      "loss": 1.36,
+      "step": 1773
+    },
+    {
+      "epoch": 0.25411832115742733,
+      "grad_norm": 1.014926791191101,
+      "learning_rate": 0.00017480608985869452,
+      "loss": 1.5446,
+      "step": 1774
+    },
+    {
+      "epoch": 0.2542615671107291,
+      "grad_norm": 0.982024610042572,
+      "learning_rate": 0.00017477529085518128,
+      "loss": 1.464,
+      "step": 1775
+    },
+    {
+      "epoch": 0.25440481306403095,
+      "grad_norm": 1.2206344604492188,
+      "learning_rate": 0.00017474447575439826,
+      "loss": 1.5053,
+      "step": 1776
+    },
+    {
+      "epoch": 0.25454805901733274,
+      "grad_norm": 1.3795331716537476,
+      "learning_rate": 0.00017471364456297925,
+      "loss": 1.5668,
+      "step": 1777
+    },
+    {
+      "epoch": 0.2546913049706346,
+      "grad_norm": 1.347940444946289,
+      "learning_rate": 0.00017468279728756147,
+      "loss": 1.3547,
+      "step": 1778
+    },
+    {
+      "epoch": 0.2548345509239364,
+      "grad_norm": 0.8996186256408691,
+      "learning_rate": 0.00017465193393478555,
+      "loss": 1.5634,
+      "step": 1779
+    },
+    {
+      "epoch": 0.2549777968772382,
+      "grad_norm": 1.1186474561691284,
+      "learning_rate": 0.0001746210545112956,
+      "loss": 1.4735,
+      "step": 1780
+    },
+    {
+      "epoch": 0.25512104283054005,
+      "grad_norm": 1.1309236288070679,
+      "learning_rate": 0.00017459015902373916,
+      "loss": 1.3631,
+      "step": 1781
+    },
+    {
+      "epoch": 0.25526428878384183,
+      "grad_norm": 1.1717015504837036,
+      "learning_rate": 0.00017455924747876734,
+      "loss": 1.5434,
+      "step": 1782
+    },
+    {
+      "epoch": 0.25540753473714367,
+      "grad_norm": 1.0358844995498657,
+      "learning_rate": 0.00017452831988303458,
+      "loss": 1.5234,
+      "step": 1783
+    },
+    {
+      "epoch": 0.2555507806904455,
+      "grad_norm": 1.1602329015731812,
+      "learning_rate": 0.0001744973762431988,
+      "loss": 1.541,
+      "step": 1784
+    },
+    {
+      "epoch": 0.2556940266437473,
+      "grad_norm": 1.2061386108398438,
+      "learning_rate": 0.0001744664165659215,
+      "loss": 1.4035,
+      "step": 1785
+    },
+    {
+      "epoch": 0.25583727259704914,
+      "grad_norm": 1.1089736223220825,
+      "learning_rate": 0.00017443544085786746,
+      "loss": 1.543,
+      "step": 1786
+    },
+    {
+      "epoch": 0.255980518550351,
+      "grad_norm": 1.0398582220077515,
+      "learning_rate": 0.000174404449125705,
+      "loss": 1.686,
+      "step": 1787
+    },
+    {
+      "epoch": 0.25612376450365276,
+      "grad_norm": 1.171520471572876,
+      "learning_rate": 0.00017437344137610582,
+      "loss": 1.5089,
+      "step": 1788
+    },
+    {
+      "epoch": 0.2562670104569546,
+      "grad_norm": 1.1625094413757324,
+      "learning_rate": 0.0001743424176157452,
+      "loss": 1.5277,
+      "step": 1789
+    },
+    {
+      "epoch": 0.2564102564102564,
+      "grad_norm": 1.2394828796386719,
+      "learning_rate": 0.00017431137785130178,
+      "loss": 1.5306,
+      "step": 1790
+    },
+    {
+      "epoch": 0.25655350236355823,
+      "grad_norm": 1.1728553771972656,
+      "learning_rate": 0.00017428032208945758,
+      "loss": 1.582,
+      "step": 1791
+    },
+    {
+      "epoch": 0.25669674831686007,
+      "grad_norm": 1.1335642337799072,
+      "learning_rate": 0.00017424925033689826,
+      "loss": 1.5961,
+      "step": 1792
+    },
+    {
+      "epoch": 0.25683999427016185,
+      "grad_norm": 1.1537107229232788,
+      "learning_rate": 0.00017421816260031265,
+      "loss": 1.5747,
+      "step": 1793
+    },
+    {
+      "epoch": 0.2569832402234637,
+      "grad_norm": 1.1330598592758179,
+      "learning_rate": 0.00017418705888639328,
+      "loss": 1.3564,
+      "step": 1794
+    },
+    {
+      "epoch": 0.25712648617676553,
+      "grad_norm": 1.0228036642074585,
+      "learning_rate": 0.00017415593920183596,
+      "loss": 1.5093,
+      "step": 1795
+    },
+    {
+      "epoch": 0.2572697321300673,
+      "grad_norm": 1.162998914718628,
+      "learning_rate": 0.00017412480355334005,
+      "loss": 1.556,
+      "step": 1796
+    },
+    {
+      "epoch": 0.25741297808336916,
+      "grad_norm": 1.0317270755767822,
+      "learning_rate": 0.00017409365194760818,
+      "loss": 1.5106,
+      "step": 1797
+    },
+    {
+      "epoch": 0.25755622403667094,
+      "grad_norm": 1.485183835029602,
+      "learning_rate": 0.00017406248439134662,
+      "loss": 1.4715,
+      "step": 1798
+    },
+    {
+      "epoch": 0.2576994699899728,
+      "grad_norm": 1.1931647062301636,
+      "learning_rate": 0.0001740313008912649,
+      "loss": 1.5761,
+      "step": 1799
+    },
+    {
+      "epoch": 0.2578427159432746,
+      "grad_norm": 1.1191550493240356,
+      "learning_rate": 0.0001740001014540761,
+      "loss": 1.4893,
+      "step": 1800
+    },
+    {
+      "epoch": 0.2579859618965764,
+      "grad_norm": 1.152715802192688,
+      "learning_rate": 0.0001739688860864967,
+      "loss": 1.4107,
+      "step": 1801
+    },
+    {
+      "epoch": 0.25812920784987825,
+      "grad_norm": 1.1112247705459595,
+      "learning_rate": 0.00017393765479524652,
+      "loss": 1.5468,
+      "step": 1802
+    },
+    {
+      "epoch": 0.25827245380318004,
+      "grad_norm": 1.1274163722991943,
+      "learning_rate": 0.000173906407587049,
+      "loss": 1.7357,
+      "step": 1803
+    },
+    {
+      "epoch": 0.2584156997564819,
+      "grad_norm": 1.202244520187378,
+      "learning_rate": 0.00017387514446863078,
+      "loss": 1.4129,
+      "step": 1804
+    },
+    {
+      "epoch": 0.2585589457097837,
+      "grad_norm": 1.1597790718078613,
+      "learning_rate": 0.0001738438654467221,
+      "loss": 1.7723,
+      "step": 1805
+    },
+    {
+      "epoch": 0.2587021916630855,
+      "grad_norm": 1.0531960725784302,
+      "learning_rate": 0.00017381257052805652,
+      "loss": 1.6595,
+      "step": 1806
+    },
+    {
+      "epoch": 0.25884543761638734,
+      "grad_norm": 0.8212021589279175,
+      "learning_rate": 0.0001737812597193711,
+      "loss": 1.5473,
+      "step": 1807
+    },
+    {
+      "epoch": 0.2589886835696892,
+      "grad_norm": 1.066931128501892,
+      "learning_rate": 0.0001737499330274063,
+      "loss": 1.4125,
+      "step": 1808
+    },
+    {
+      "epoch": 0.25913192952299097,
+      "grad_norm": 1.3745019435882568,
+      "learning_rate": 0.0001737185904589059,
+      "loss": 1.57,
+      "step": 1809
+    },
+    {
+      "epoch": 0.2592751754762928,
+      "grad_norm": 1.184766411781311,
+      "learning_rate": 0.00017368723202061724,
+      "loss": 1.4472,
+      "step": 1810
+    },
+    {
+      "epoch": 0.2594184214295946,
+      "grad_norm": 1.1768043041229248,
+      "learning_rate": 0.000173655857719291,
+      "loss": 1.6225,
+      "step": 1811
+    },
+    {
+      "epoch": 0.25956166738289643,
+      "grad_norm": 1.4152731895446777,
+      "learning_rate": 0.00017362446756168128,
+      "loss": 1.4845,
+      "step": 1812
+    },
+    {
+      "epoch": 0.2597049133361983,
+      "grad_norm": 1.1786235570907593,
+      "learning_rate": 0.00017359306155454563,
+      "loss": 1.5741,
+      "step": 1813
+    },
+    {
+      "epoch": 0.25984815928950006,
+      "grad_norm": 1.0357404947280884,
+      "learning_rate": 0.00017356163970464497,
+      "loss": 1.4347,
+      "step": 1814
+    },
+    {
+      "epoch": 0.2599914052428019,
+      "grad_norm": 1.0053675174713135,
+      "learning_rate": 0.00017353020201874367,
+      "loss": 1.5525,
+      "step": 1815
+    },
+    {
+      "epoch": 0.2601346511961037,
+      "grad_norm": 0.957108199596405,
+      "learning_rate": 0.00017349874850360942,
+      "loss": 1.7585,
+      "step": 1816
+    },
+    {
+      "epoch": 0.2602778971494055,
+      "grad_norm": 0.9363937377929688,
+      "learning_rate": 0.00017346727916601345,
+      "loss": 1.6652,
+      "step": 1817
+    },
+    {
+      "epoch": 0.26042114310270736,
+      "grad_norm": 1.3897165060043335,
+      "learning_rate": 0.00017343579401273034,
+      "loss": 1.528,
+      "step": 1818
+    },
+    {
+      "epoch": 0.26056438905600915,
+      "grad_norm": 1.0061808824539185,
+      "learning_rate": 0.00017340429305053801,
+      "loss": 1.6878,
+      "step": 1819
+    },
+    {
+      "epoch": 0.260707635009311,
+      "grad_norm": 1.123954176902771,
+      "learning_rate": 0.00017337277628621785,
+      "loss": 1.5318,
+      "step": 1820
+    },
+    {
+      "epoch": 0.26085088096261283,
+      "grad_norm": 1.0026955604553223,
+      "learning_rate": 0.00017334124372655465,
+      "loss": 1.5592,
+      "step": 1821
+    },
+    {
+      "epoch": 0.2609941269159146,
+      "grad_norm": 0.8864369988441467,
+      "learning_rate": 0.00017330969537833658,
+      "loss": 1.5632,
+      "step": 1822
+    },
+    {
+      "epoch": 0.26113737286921646,
+      "grad_norm": 1.1379646062850952,
+      "learning_rate": 0.00017327813124835525,
+      "loss": 1.4114,
+      "step": 1823
+    },
+    {
+      "epoch": 0.26128061882251824,
+      "grad_norm": 1.1557270288467407,
+      "learning_rate": 0.0001732465513434056,
+      "loss": 1.6005,
+      "step": 1824
+    },
+    {
+      "epoch": 0.2614238647758201,
+      "grad_norm": 1.096341848373413,
+      "learning_rate": 0.00017321495567028606,
+      "loss": 1.3671,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2615671107291219,
+      "grad_norm": 0.9967340230941772,
+      "learning_rate": 0.0001731833442357983,
+      "loss": 1.4786,
+      "step": 1826
+    },
+    {
+      "epoch": 0.2617103566824237,
+      "grad_norm": 1.2498061656951904,
+      "learning_rate": 0.00017315171704674755,
+      "loss": 1.4237,
+      "step": 1827
+    },
+    {
+      "epoch": 0.26185360263572555,
+      "grad_norm": 1.006870150566101,
+      "learning_rate": 0.00017312007410994235,
+      "loss": 1.7169,
+      "step": 1828
+    },
+    {
+      "epoch": 0.2619968485890274,
+      "grad_norm": 1.1942143440246582,
+      "learning_rate": 0.0001730884154321946,
+      "loss": 1.578,
+      "step": 1829
+    },
+    {
+      "epoch": 0.26214009454232917,
+      "grad_norm": 1.0679594278335571,
+      "learning_rate": 0.0001730567410203197,
+      "loss": 1.4239,
+      "step": 1830
+    },
+    {
+      "epoch": 0.262283340495631,
+      "grad_norm": 1.0944937467575073,
+      "learning_rate": 0.00017302505088113634,
+      "loss": 1.5516,
+      "step": 1831
+    },
+    {
+      "epoch": 0.2624265864489328,
+      "grad_norm": 1.2607324123382568,
+      "learning_rate": 0.0001729933450214666,
+      "loss": 1.5151,
+      "step": 1832
+    },
+    {
+      "epoch": 0.26256983240223464,
+      "grad_norm": 1.138902187347412,
+      "learning_rate": 0.00017296162344813598,
+      "loss": 1.6452,
+      "step": 1833
+    },
+    {
+      "epoch": 0.2627130783555365,
+      "grad_norm": 1.0264180898666382,
+      "learning_rate": 0.00017292988616797336,
+      "loss": 1.589,
+      "step": 1834
+    },
+    {
+      "epoch": 0.26285632430883826,
+      "grad_norm": 0.939963161945343,
+      "learning_rate": 0.00017289813318781098,
+      "loss": 1.5879,
+      "step": 1835
+    },
+    {
+      "epoch": 0.2629995702621401,
+      "grad_norm": 1.0679439306259155,
+      "learning_rate": 0.00017286636451448447,
+      "loss": 1.384,
+      "step": 1836
+    },
+    {
+      "epoch": 0.2631428162154419,
+      "grad_norm": 0.977571427822113,
+      "learning_rate": 0.00017283458015483283,
+      "loss": 1.7574,
+      "step": 1837
+    },
+    {
+      "epoch": 0.26328606216874373,
+      "grad_norm": 1.1411694288253784,
+      "learning_rate": 0.00017280278011569847,
+      "loss": 1.5582,
+      "step": 1838
+    },
+    {
+      "epoch": 0.26342930812204557,
+      "grad_norm": 1.2190029621124268,
+      "learning_rate": 0.00017277096440392717,
+      "loss": 1.3945,
+      "step": 1839
+    },
+    {
+      "epoch": 0.26357255407534735,
+      "grad_norm": 1.1293857097625732,
+      "learning_rate": 0.00017273913302636798,
+      "loss": 1.6225,
+      "step": 1840
+    },
+    {
+      "epoch": 0.2637158000286492,
+      "grad_norm": 1.075844645500183,
+      "learning_rate": 0.00017270728598987352,
+      "loss": 1.5467,
+      "step": 1841
+    },
+    {
+      "epoch": 0.26385904598195103,
+      "grad_norm": 1.4248054027557373,
+      "learning_rate": 0.00017267542330129957,
+      "loss": 1.4627,
+      "step": 1842
+    },
+    {
+      "epoch": 0.2640022919352528,
+      "grad_norm": 0.9785735011100769,
+      "learning_rate": 0.00017264354496750544,
+      "loss": 1.4129,
+      "step": 1843
+    },
+    {
+      "epoch": 0.26414553788855466,
+      "grad_norm": 1.3248014450073242,
+      "learning_rate": 0.0001726116509953537,
+      "loss": 1.6704,
+      "step": 1844
+    },
+    {
+      "epoch": 0.26428878384185645,
+      "grad_norm": 1.3719463348388672,
+      "learning_rate": 0.0001725797413917104,
+      "loss": 1.3335,
+      "step": 1845
+    },
+    {
+      "epoch": 0.2644320297951583,
+      "grad_norm": 1.082524061203003,
+      "learning_rate": 0.00017254781616344485,
+      "loss": 1.5177,
+      "step": 1846
+    },
+    {
+      "epoch": 0.2645752757484601,
+      "grad_norm": 1.0394281148910522,
+      "learning_rate": 0.00017251587531742971,
+      "loss": 1.6418,
+      "step": 1847
+    },
+    {
+      "epoch": 0.2647185217017619,
+      "grad_norm": 1.1807212829589844,
+      "learning_rate": 0.00017248391886054114,
+      "loss": 1.5953,
+      "step": 1848
+    },
+    {
+      "epoch": 0.26486176765506375,
+      "grad_norm": 1.3655110597610474,
+      "learning_rate": 0.00017245194679965854,
+      "loss": 1.4969,
+      "step": 1849
+    },
+    {
+      "epoch": 0.26500501360836554,
+      "grad_norm": 1.5277276039123535,
+      "learning_rate": 0.00017241995914166468,
+      "loss": 1.5064,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2651482595616674,
+      "grad_norm": 0.8582128286361694,
+      "learning_rate": 0.00017238795589344575,
+      "loss": 1.7246,
+      "step": 1851
+    },
+    {
+      "epoch": 0.2652915055149692,
+      "grad_norm": 1.5026092529296875,
+      "learning_rate": 0.00017235593706189123,
+      "loss": 1.3779,
+      "step": 1852
+    },
+    {
+      "epoch": 0.265434751468271,
+      "grad_norm": 0.9535282850265503,
+      "learning_rate": 0.000172323902653894,
+      "loss": 1.641,
+      "step": 1853
+    },
+    {
+      "epoch": 0.26557799742157284,
+      "grad_norm": 0.980381965637207,
+      "learning_rate": 0.00017229185267635027,
+      "loss": 1.5488,
+      "step": 1854
+    },
+    {
+      "epoch": 0.2657212433748747,
+      "grad_norm": 1.0882121324539185,
+      "learning_rate": 0.00017225978713615958,
+      "loss": 1.6098,
+      "step": 1855
+    },
+    {
+      "epoch": 0.26586448932817647,
+      "grad_norm": 0.9862239956855774,
+      "learning_rate": 0.0001722277060402249,
+      "loss": 1.6625,
+      "step": 1856
+    },
+    {
+      "epoch": 0.2660077352814783,
+      "grad_norm": 1.3840984106063843,
+      "learning_rate": 0.00017219560939545246,
+      "loss": 1.463,
+      "step": 1857
+    },
+    {
+      "epoch": 0.2661509812347801,
+      "grad_norm": 0.9952707886695862,
+      "learning_rate": 0.0001721634972087519,
+      "loss": 1.5479,
+      "step": 1858
+    },
+    {
+      "epoch": 0.26629422718808193,
+      "grad_norm": 0.9458292722702026,
+      "learning_rate": 0.0001721313694870361,
+      "loss": 1.5772,
+      "step": 1859
+    },
+    {
+      "epoch": 0.2664374731413838,
+      "grad_norm": 0.940265417098999,
+      "learning_rate": 0.00017209922623722147,
+      "loss": 1.4159,
+      "step": 1860
+    },
+    {
+      "epoch": 0.26658071909468556,
+      "grad_norm": 1.003522515296936,
+      "learning_rate": 0.0001720670674662276,
+      "loss": 1.5597,
+      "step": 1861
+    },
+    {
+      "epoch": 0.2667239650479874,
+      "grad_norm": 1.0944575071334839,
+      "learning_rate": 0.00017203489318097753,
+      "loss": 1.5451,
+      "step": 1862
+    },
+    {
+      "epoch": 0.26686721100128924,
+      "grad_norm": 1.050343632698059,
+      "learning_rate": 0.00017200270338839748,
+      "loss": 1.5371,
+      "step": 1863
+    },
+    {
+      "epoch": 0.267010456954591,
+      "grad_norm": 1.054042100906372,
+      "learning_rate": 0.00017197049809541717,
+      "loss": 1.5192,
+      "step": 1864
+    },
+    {
+      "epoch": 0.26715370290789286,
+      "grad_norm": 1.2427388429641724,
+      "learning_rate": 0.00017193827730896968,
+      "loss": 1.6111,
+      "step": 1865
+    },
+    {
+      "epoch": 0.26729694886119465,
+      "grad_norm": 1.2669888734817505,
+      "learning_rate": 0.00017190604103599127,
+      "loss": 1.4125,
+      "step": 1866
+    },
+    {
+      "epoch": 0.2674401948144965,
+      "grad_norm": 1.2261741161346436,
+      "learning_rate": 0.0001718737892834216,
+      "loss": 1.4952,
+      "step": 1867
+    },
+    {
+      "epoch": 0.26758344076779833,
+      "grad_norm": 1.0990673303604126,
+      "learning_rate": 0.00017184152205820368,
+      "loss": 1.5995,
+      "step": 1868
+    },
+    {
+      "epoch": 0.2677266867211001,
+      "grad_norm": 1.3512580394744873,
+      "learning_rate": 0.00017180923936728387,
+      "loss": 1.4965,
+      "step": 1869
+    },
+    {
+      "epoch": 0.26786993267440196,
+      "grad_norm": 1.0487481355667114,
+      "learning_rate": 0.00017177694121761188,
+      "loss": 1.6049,
+      "step": 1870
+    },
+    {
+      "epoch": 0.26801317862770374,
+      "grad_norm": 1.3357878923416138,
+      "learning_rate": 0.00017174462761614058,
+      "loss": 1.4686,
+      "step": 1871
+    },
+    {
+      "epoch": 0.2681564245810056,
+      "grad_norm": 1.1347872018814087,
+      "learning_rate": 0.00017171229856982639,
+      "loss": 1.3495,
+      "step": 1872
+    },
+    {
+      "epoch": 0.2682996705343074,
+      "grad_norm": 1.1744296550750732,
+      "learning_rate": 0.0001716799540856289,
+      "loss": 1.2677,
+      "step": 1873
+    },
+    {
+      "epoch": 0.2684429164876092,
+      "grad_norm": 1.2370226383209229,
+      "learning_rate": 0.00017164759417051114,
+      "loss": 1.4485,
+      "step": 1874
+    },
+    {
+      "epoch": 0.26858616244091105,
+      "grad_norm": 1.135511875152588,
+      "learning_rate": 0.00017161521883143934,
+      "loss": 1.5516,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2687294083942129,
+      "grad_norm": 1.0079070329666138,
+      "learning_rate": 0.00017158282807538312,
+      "loss": 1.6098,
+      "step": 1876
+    },
+    {
+      "epoch": 0.2688726543475147,
+      "grad_norm": 1.0485584735870361,
+      "learning_rate": 0.00017155042190931542,
+      "loss": 1.5099,
+      "step": 1877
+    },
+    {
+      "epoch": 0.2690159003008165,
+      "grad_norm": 1.2466754913330078,
+      "learning_rate": 0.00017151800034021248,
+      "loss": 1.6567,
+      "step": 1878
+    },
+    {
+      "epoch": 0.2691591462541183,
+      "grad_norm": 1.2183531522750854,
+      "learning_rate": 0.00017148556337505386,
+      "loss": 1.4745,
+      "step": 1879
+    },
+    {
+      "epoch": 0.26930239220742014,
+      "grad_norm": 1.1493175029754639,
+      "learning_rate": 0.00017145311102082243,
+      "loss": 1.4827,
+      "step": 1880
+    },
+    {
+      "epoch": 0.269445638160722,
+      "grad_norm": 1.1611833572387695,
+      "learning_rate": 0.00017142064328450442,
+      "loss": 1.5858,
+      "step": 1881
+    },
+    {
+      "epoch": 0.26958888411402376,
+      "grad_norm": 1.2362788915634155,
+      "learning_rate": 0.00017138816017308925,
+      "loss": 1.4217,
+      "step": 1882
+    },
+    {
+      "epoch": 0.2697321300673256,
+      "grad_norm": 1.135368824005127,
+      "learning_rate": 0.00017135566169356983,
+      "loss": 1.4184,
+      "step": 1883
+    },
+    {
+      "epoch": 0.26987537602062744,
+      "grad_norm": 1.339827060699463,
+      "learning_rate": 0.00017132314785294218,
+      "loss": 1.4032,
+      "step": 1884
+    },
+    {
+      "epoch": 0.27001862197392923,
+      "grad_norm": 1.165513277053833,
+      "learning_rate": 0.00017129061865820582,
+      "loss": 1.6711,
+      "step": 1885
+    },
+    {
+      "epoch": 0.27016186792723107,
+      "grad_norm": 1.2270658016204834,
+      "learning_rate": 0.0001712580741163634,
+      "loss": 1.5123,
+      "step": 1886
+    },
+    {
+      "epoch": 0.27030511388053285,
+      "grad_norm": 1.1129270792007446,
+      "learning_rate": 0.00017122551423442097,
+      "loss": 1.5207,
+      "step": 1887
+    },
+    {
+      "epoch": 0.2704483598338347,
+      "grad_norm": 0.9749608635902405,
+      "learning_rate": 0.0001711929390193879,
+      "loss": 1.3031,
+      "step": 1888
+    },
+    {
+      "epoch": 0.27059160578713654,
+      "grad_norm": 1.1538352966308594,
+      "learning_rate": 0.0001711603484782768,
+      "loss": 1.3618,
+      "step": 1889
+    },
+    {
+      "epoch": 0.2707348517404383,
+      "grad_norm": 1.1303006410598755,
+      "learning_rate": 0.00017112774261810365,
+      "loss": 1.4515,
+      "step": 1890
+    },
+    {
+      "epoch": 0.27087809769374016,
+      "grad_norm": 1.1025079488754272,
+      "learning_rate": 0.00017109512144588762,
+      "loss": 1.4813,
+      "step": 1891
+    },
+    {
+      "epoch": 0.27102134364704195,
+      "grad_norm": 1.160265564918518,
+      "learning_rate": 0.0001710624849686513,
+      "loss": 1.446,
+      "step": 1892
+    },
+    {
+      "epoch": 0.2711645896003438,
+      "grad_norm": 1.3190606832504272,
+      "learning_rate": 0.00017102983319342046,
+      "loss": 1.5973,
+      "step": 1893
+    },
+    {
+      "epoch": 0.2713078355536456,
+      "grad_norm": 1.094469428062439,
+      "learning_rate": 0.00017099716612722427,
+      "loss": 1.6864,
+      "step": 1894
+    },
+    {
+      "epoch": 0.2714510815069474,
+      "grad_norm": 1.252634882926941,
+      "learning_rate": 0.00017096448377709514,
+      "loss": 1.6082,
+      "step": 1895
+    },
+    {
+      "epoch": 0.27159432746024925,
+      "grad_norm": 1.267663598060608,
+      "learning_rate": 0.00017093178615006872,
+      "loss": 1.449,
+      "step": 1896
+    },
+    {
+      "epoch": 0.2717375734135511,
+      "grad_norm": 1.1247942447662354,
+      "learning_rate": 0.00017089907325318403,
+      "loss": 1.4989,
+      "step": 1897
+    },
+    {
+      "epoch": 0.2718808193668529,
+      "grad_norm": 1.0845023393630981,
+      "learning_rate": 0.00017086634509348337,
+      "loss": 1.4302,
+      "step": 1898
+    },
+    {
+      "epoch": 0.2720240653201547,
+      "grad_norm": 1.2163188457489014,
+      "learning_rate": 0.00017083360167801225,
+      "loss": 1.6476,
+      "step": 1899
+    },
+    {
+      "epoch": 0.2721673112734565,
+      "grad_norm": 1.0619114637374878,
+      "learning_rate": 0.00017080084301381956,
+      "loss": 1.4631,
+      "step": 1900
+    },
+    {
+      "epoch": 0.27231055722675834,
+      "grad_norm": 1.188511610031128,
+      "learning_rate": 0.0001707680691079574,
+      "loss": 1.4378,
+      "step": 1901
+    },
+    {
+      "epoch": 0.2724538031800602,
+      "grad_norm": 1.2340699434280396,
+      "learning_rate": 0.00017073527996748123,
+      "loss": 1.4708,
+      "step": 1902
+    },
+    {
+      "epoch": 0.27259704913336197,
+      "grad_norm": 1.1698108911514282,
+      "learning_rate": 0.0001707024755994497,
+      "loss": 1.6012,
+      "step": 1903
+    },
+    {
+      "epoch": 0.2727402950866638,
+      "grad_norm": 1.3723925352096558,
+      "learning_rate": 0.00017066965601092478,
+      "loss": 1.5001,
+      "step": 1904
+    },
+    {
+      "epoch": 0.2728835410399656,
+      "grad_norm": 1.080906867980957,
+      "learning_rate": 0.00017063682120897175,
+      "loss": 1.6496,
+      "step": 1905
+    },
+    {
+      "epoch": 0.27302678699326743,
+      "grad_norm": 1.3121649026870728,
+      "learning_rate": 0.00017060397120065909,
+      "loss": 1.5841,
+      "step": 1906
+    },
+    {
+      "epoch": 0.2731700329465693,
+      "grad_norm": 1.1876851320266724,
+      "learning_rate": 0.0001705711059930586,
+      "loss": 1.5259,
+      "step": 1907
+    },
+    {
+      "epoch": 0.27331327889987106,
+      "grad_norm": 1.118707537651062,
+      "learning_rate": 0.00017053822559324536,
+      "loss": 1.5596,
+      "step": 1908
+    },
+    {
+      "epoch": 0.2734565248531729,
+      "grad_norm": 1.3499572277069092,
+      "learning_rate": 0.0001705053300082977,
+      "loss": 1.5119,
+      "step": 1909
+    },
+    {
+      "epoch": 0.27359977080647474,
+      "grad_norm": 1.0647977590560913,
+      "learning_rate": 0.00017047241924529721,
+      "loss": 1.5763,
+      "step": 1910
+    },
+    {
+      "epoch": 0.2737430167597765,
+      "grad_norm": 1.204533338546753,
+      "learning_rate": 0.00017043949331132878,
+      "loss": 1.4776,
+      "step": 1911
+    },
+    {
+      "epoch": 0.27388626271307837,
+      "grad_norm": 1.159273624420166,
+      "learning_rate": 0.00017040655221348057,
+      "loss": 1.611,
+      "step": 1912
+    },
+    {
+      "epoch": 0.27402950866638015,
+      "grad_norm": 0.9490607380867004,
+      "learning_rate": 0.00017037359595884394,
+      "loss": 1.5069,
+      "step": 1913
+    },
+    {
+      "epoch": 0.274172754619682,
+      "grad_norm": 1.1073025465011597,
+      "learning_rate": 0.0001703406245545136,
+      "loss": 1.7144,
+      "step": 1914
+    },
+    {
+      "epoch": 0.27431600057298383,
+      "grad_norm": 1.2211018800735474,
+      "learning_rate": 0.00017030763800758743,
+      "loss": 1.4985,
+      "step": 1915
+    },
+    {
+      "epoch": 0.2744592465262856,
+      "grad_norm": 1.2876887321472168,
+      "learning_rate": 0.00017027463632516665,
+      "loss": 1.6033,
+      "step": 1916
+    },
+    {
+      "epoch": 0.27460249247958746,
+      "grad_norm": 1.1215481758117676,
+      "learning_rate": 0.00017024161951435568,
+      "loss": 1.3105,
+      "step": 1917
+    },
+    {
+      "epoch": 0.2747457384328893,
+      "grad_norm": 1.2683138847351074,
+      "learning_rate": 0.00017020858758226229,
+      "loss": 1.5695,
+      "step": 1918
+    },
+    {
+      "epoch": 0.2748889843861911,
+      "grad_norm": 0.9128518104553223,
+      "learning_rate": 0.0001701755405359973,
+      "loss": 1.5822,
+      "step": 1919
+    },
+    {
+      "epoch": 0.2750322303394929,
+      "grad_norm": 1.0139614343643188,
+      "learning_rate": 0.00017014247838267508,
+      "loss": 1.6306,
+      "step": 1920
+    },
+    {
+      "epoch": 0.2751754762927947,
+      "grad_norm": 1.392575979232788,
+      "learning_rate": 0.000170109401129413,
+      "loss": 1.4866,
+      "step": 1921
+    },
+    {
+      "epoch": 0.27531872224609655,
+      "grad_norm": 1.0136821269989014,
+      "learning_rate": 0.0001700763087833318,
+      "loss": 1.5609,
+      "step": 1922
+    },
+    {
+      "epoch": 0.2754619681993984,
+      "grad_norm": 1.0312061309814453,
+      "learning_rate": 0.00017004320135155542,
+      "loss": 1.6752,
+      "step": 1923
+    },
+    {
+      "epoch": 0.2756052141527002,
+      "grad_norm": 1.0568065643310547,
+      "learning_rate": 0.0001700100788412111,
+      "loss": 1.5334,
+      "step": 1924
+    },
+    {
+      "epoch": 0.275748460106002,
+      "grad_norm": 1.1062501668930054,
+      "learning_rate": 0.0001699769412594293,
+      "loss": 1.3347,
+      "step": 1925
+    },
+    {
+      "epoch": 0.2758917060593038,
+      "grad_norm": 1.065386176109314,
+      "learning_rate": 0.0001699437886133437,
+      "loss": 1.3956,
+      "step": 1926
+    },
+    {
+      "epoch": 0.27603495201260564,
+      "grad_norm": 1.047717809677124,
+      "learning_rate": 0.00016991062091009122,
+      "loss": 1.4682,
+      "step": 1927
+    },
+    {
+      "epoch": 0.2761781979659075,
+      "grad_norm": 1.1535251140594482,
+      "learning_rate": 0.0001698774381568121,
+      "loss": 1.4753,
+      "step": 1928
+    },
+    {
+      "epoch": 0.27632144391920926,
+      "grad_norm": 1.2788711786270142,
+      "learning_rate": 0.00016984424036064975,
+      "loss": 1.5696,
+      "step": 1929
+    },
+    {
+      "epoch": 0.2764646898725111,
+      "grad_norm": 1.1069999933242798,
+      "learning_rate": 0.0001698110275287508,
+      "loss": 1.67,
+      "step": 1930
+    },
+    {
+      "epoch": 0.27660793582581295,
+      "grad_norm": 1.098982334136963,
+      "learning_rate": 0.00016977779966826522,
+      "loss": 1.4,
+      "step": 1931
+    },
+    {
+      "epoch": 0.27675118177911473,
+      "grad_norm": 0.9802811145782471,
+      "learning_rate": 0.00016974455678634608,
+      "loss": 1.5914,
+      "step": 1932
+    },
+    {
+      "epoch": 0.27689442773241657,
+      "grad_norm": 1.1581372022628784,
+      "learning_rate": 0.0001697112988901498,
+      "loss": 1.611,
+      "step": 1933
+    },
+    {
+      "epoch": 0.27703767368571836,
+      "grad_norm": 0.92104572057724,
+      "learning_rate": 0.00016967802598683593,
+      "loss": 1.5109,
+      "step": 1934
+    },
+    {
+      "epoch": 0.2771809196390202,
+      "grad_norm": 1.0962743759155273,
+      "learning_rate": 0.00016964473808356735,
+      "loss": 1.6881,
+      "step": 1935
+    },
+    {
+      "epoch": 0.27732416559232204,
+      "grad_norm": 0.9577274322509766,
+      "learning_rate": 0.00016961143518751004,
+      "loss": 1.6622,
+      "step": 1936
+    },
+    {
+      "epoch": 0.2774674115456238,
+      "grad_norm": 1.161206603050232,
+      "learning_rate": 0.0001695781173058334,
+      "loss": 1.4631,
+      "step": 1937
+    },
+    {
+      "epoch": 0.27761065749892566,
+      "grad_norm": 1.170595407485962,
+      "learning_rate": 0.0001695447844457099,
+      "loss": 1.4908,
+      "step": 1938
+    },
+    {
+      "epoch": 0.2777539034522275,
+      "grad_norm": 1.3139816522598267,
+      "learning_rate": 0.00016951143661431524,
+      "loss": 1.4023,
+      "step": 1939
+    },
+    {
+      "epoch": 0.2778971494055293,
+      "grad_norm": 1.2366923093795776,
+      "learning_rate": 0.00016947807381882844,
+      "loss": 1.5082,
+      "step": 1940
+    },
+    {
+      "epoch": 0.2780403953588311,
+      "grad_norm": 1.1506452560424805,
+      "learning_rate": 0.00016944469606643167,
+      "loss": 1.5866,
+      "step": 1941
+    },
+    {
+      "epoch": 0.2781836413121329,
+      "grad_norm": 1.147510290145874,
+      "learning_rate": 0.00016941130336431032,
+      "loss": 1.5588,
+      "step": 1942
+    },
+    {
+      "epoch": 0.27832688726543475,
+      "grad_norm": 1.3607608079910278,
+      "learning_rate": 0.00016937789571965303,
+      "loss": 1.474,
+      "step": 1943
+    },
+    {
+      "epoch": 0.2784701332187366,
+      "grad_norm": 1.1051141023635864,
+      "learning_rate": 0.0001693444731396516,
+      "loss": 1.5464,
+      "step": 1944
+    },
+    {
+      "epoch": 0.2786133791720384,
+      "grad_norm": 1.1245944499969482,
+      "learning_rate": 0.00016931103563150112,
+      "loss": 1.5481,
+      "step": 1945
+    },
+    {
+      "epoch": 0.2787566251253402,
+      "grad_norm": 1.3504899740219116,
+      "learning_rate": 0.00016927758320239988,
+      "loss": 1.3241,
+      "step": 1946
+    },
+    {
+      "epoch": 0.278899871078642,
+      "grad_norm": 1.2208925485610962,
+      "learning_rate": 0.00016924411585954928,
+      "loss": 1.4314,
+      "step": 1947
+    },
+    {
+      "epoch": 0.27904311703194384,
+      "grad_norm": 1.1005545854568481,
+      "learning_rate": 0.00016921063361015413,
+      "loss": 1.5844,
+      "step": 1948
+    },
+    {
+      "epoch": 0.2791863629852457,
+      "grad_norm": 0.93044513463974,
+      "learning_rate": 0.00016917713646142222,
+      "loss": 1.5653,
+      "step": 1949
+    },
+    {
+      "epoch": 0.27932960893854747,
+      "grad_norm": 1.1482256650924683,
+      "learning_rate": 0.0001691436244205647,
+      "loss": 1.5765,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2794728548918493,
+      "grad_norm": 1.327758550643921,
+      "learning_rate": 0.00016911009749479586,
+      "loss": 1.577,
+      "step": 1951
+    },
+    {
+      "epoch": 0.27961610084515115,
+      "grad_norm": 1.313201904296875,
+      "learning_rate": 0.00016907655569133327,
+      "loss": 1.4526,
+      "step": 1952
+    },
+    {
+      "epoch": 0.27975934679845293,
+      "grad_norm": 1.0674762725830078,
+      "learning_rate": 0.0001690429990173976,
+      "loss": 1.6106,
+      "step": 1953
+    },
+    {
+      "epoch": 0.2799025927517548,
+      "grad_norm": 1.1085225343704224,
+      "learning_rate": 0.0001690094274802128,
+      "loss": 1.5391,
+      "step": 1954
+    },
+    {
+      "epoch": 0.28004583870505656,
+      "grad_norm": 1.0802149772644043,
+      "learning_rate": 0.00016897584108700598,
+      "loss": 1.6929,
+      "step": 1955
+    },
+    {
+      "epoch": 0.2801890846583584,
+      "grad_norm": 1.1182762384414673,
+      "learning_rate": 0.00016894223984500746,
+      "loss": 1.533,
+      "step": 1956
+    },
+    {
+      "epoch": 0.28033233061166024,
+      "grad_norm": 0.8589081764221191,
+      "learning_rate": 0.00016890862376145075,
+      "loss": 1.5878,
+      "step": 1957
+    },
+    {
+      "epoch": 0.280475576564962,
+      "grad_norm": 0.8666727542877197,
+      "learning_rate": 0.00016887499284357258,
+      "loss": 1.5376,
+      "step": 1958
+    },
+    {
+      "epoch": 0.28061882251826387,
+      "grad_norm": 1.1281073093414307,
+      "learning_rate": 0.00016884134709861285,
+      "loss": 1.5123,
+      "step": 1959
+    },
+    {
+      "epoch": 0.28076206847156565,
+      "grad_norm": 0.9661788940429688,
+      "learning_rate": 0.00016880768653381462,
+      "loss": 1.4825,
+      "step": 1960
+    },
+    {
+      "epoch": 0.2809053144248675,
+      "grad_norm": 1.2952601909637451,
+      "learning_rate": 0.0001687740111564242,
+      "loss": 1.457,
+      "step": 1961
+    },
+    {
+      "epoch": 0.28104856037816933,
+      "grad_norm": 1.2081180810928345,
+      "learning_rate": 0.00016874032097369113,
+      "loss": 1.4549,
+      "step": 1962
+    },
+    {
+      "epoch": 0.2811918063314711,
+      "grad_norm": 1.208899736404419,
+      "learning_rate": 0.00016870661599286798,
+      "loss": 1.4329,
+      "step": 1963
+    },
+    {
+      "epoch": 0.28133505228477296,
+      "grad_norm": 1.0821858644485474,
+      "learning_rate": 0.0001686728962212106,
+      "loss": 1.561,
+      "step": 1964
+    },
+    {
+      "epoch": 0.2814782982380748,
+      "grad_norm": 1.148392915725708,
+      "learning_rate": 0.0001686391616659781,
+      "loss": 1.5679,
+      "step": 1965
+    },
+    {
+      "epoch": 0.2816215441913766,
+      "grad_norm": 0.8938019871711731,
+      "learning_rate": 0.00016860541233443263,
+      "loss": 1.4513,
+      "step": 1966
+    },
+    {
+      "epoch": 0.2817647901446784,
+      "grad_norm": 1.0829758644104004,
+      "learning_rate": 0.0001685716482338396,
+      "loss": 1.5851,
+      "step": 1967
+    },
+    {
+      "epoch": 0.2819080360979802,
+      "grad_norm": 1.1230049133300781,
+      "learning_rate": 0.0001685378693714676,
+      "loss": 1.6457,
+      "step": 1968
+    },
+    {
+      "epoch": 0.28205128205128205,
+      "grad_norm": 0.9197988510131836,
+      "learning_rate": 0.00016850407575458838,
+      "loss": 1.563,
+      "step": 1969
+    },
+    {
+      "epoch": 0.2821945280045839,
+      "grad_norm": 1.025532841682434,
+      "learning_rate": 0.00016847026739047683,
+      "loss": 1.4789,
+      "step": 1970
+    },
+    {
+      "epoch": 0.2823377739578857,
+      "grad_norm": 1.078874111175537,
+      "learning_rate": 0.00016843644428641113,
+      "loss": 1.4424,
+      "step": 1971
+    },
+    {
+      "epoch": 0.2824810199111875,
+      "grad_norm": 1.3386204242706299,
+      "learning_rate": 0.00016840260644967247,
+      "loss": 1.5651,
+      "step": 1972
+    },
+    {
+      "epoch": 0.28262426586448935,
+      "grad_norm": 0.9718955159187317,
+      "learning_rate": 0.00016836875388754537,
+      "loss": 1.4552,
+      "step": 1973
+    },
+    {
+      "epoch": 0.28276751181779114,
+      "grad_norm": 1.1582627296447754,
+      "learning_rate": 0.00016833488660731742,
+      "loss": 1.4978,
+      "step": 1974
+    },
+    {
+      "epoch": 0.282910757771093,
+      "grad_norm": 1.3195315599441528,
+      "learning_rate": 0.0001683010046162794,
+      "loss": 1.5414,
+      "step": 1975
+    },
+    {
+      "epoch": 0.28305400372439476,
+      "grad_norm": 1.217714786529541,
+      "learning_rate": 0.0001682671079217253,
+      "loss": 1.4062,
+      "step": 1976
+    },
+    {
+      "epoch": 0.2831972496776966,
+      "grad_norm": 1.283071517944336,
+      "learning_rate": 0.00016823319653095218,
+      "loss": 1.4759,
+      "step": 1977
+    },
+    {
+      "epoch": 0.28334049563099845,
+      "grad_norm": 1.2004642486572266,
+      "learning_rate": 0.00016819927045126035,
+      "loss": 1.4317,
+      "step": 1978
+    },
+    {
+      "epoch": 0.28348374158430023,
+      "grad_norm": 1.1470333337783813,
+      "learning_rate": 0.00016816532968995328,
+      "loss": 1.5055,
+      "step": 1979
+    },
+    {
+      "epoch": 0.28362698753760207,
+      "grad_norm": 1.056634545326233,
+      "learning_rate": 0.00016813137425433758,
+      "loss": 1.499,
+      "step": 1980
+    },
+    {
+      "epoch": 0.28377023349090386,
+      "grad_norm": 1.3947943449020386,
+      "learning_rate": 0.00016809740415172297,
+      "loss": 1.586,
+      "step": 1981
+    },
+    {
+      "epoch": 0.2839134794442057,
+      "grad_norm": 1.2355676889419556,
+      "learning_rate": 0.0001680634193894224,
+      "loss": 1.4004,
+      "step": 1982
+    },
+    {
+      "epoch": 0.28405672539750754,
+      "grad_norm": 1.1886740922927856,
+      "learning_rate": 0.00016802941997475196,
+      "loss": 1.3389,
+      "step": 1983
+    },
+    {
+      "epoch": 0.2841999713508093,
+      "grad_norm": 1.3855865001678467,
+      "learning_rate": 0.00016799540591503083,
+      "loss": 1.6334,
+      "step": 1984
+    },
+    {
+      "epoch": 0.28434321730411116,
+      "grad_norm": 1.0094025135040283,
+      "learning_rate": 0.00016796137721758142,
+      "loss": 1.5814,
+      "step": 1985
+    },
+    {
+      "epoch": 0.284486463257413,
+      "grad_norm": 1.16119384765625,
+      "learning_rate": 0.00016792733388972932,
+      "loss": 1.5526,
+      "step": 1986
+    },
+    {
+      "epoch": 0.2846297092107148,
+      "grad_norm": 1.0225563049316406,
+      "learning_rate": 0.00016789327593880318,
+      "loss": 1.5311,
+      "step": 1987
+    },
+    {
+      "epoch": 0.28477295516401663,
+      "grad_norm": 1.0609252452850342,
+      "learning_rate": 0.0001678592033721348,
+      "loss": 1.4973,
+      "step": 1988
+    },
+    {
+      "epoch": 0.2849162011173184,
+      "grad_norm": 1.1632038354873657,
+      "learning_rate": 0.0001678251161970592,
+      "loss": 1.6284,
+      "step": 1989
+    },
+    {
+      "epoch": 0.28505944707062025,
+      "grad_norm": 1.0733493566513062,
+      "learning_rate": 0.00016779101442091447,
+      "loss": 1.5125,
+      "step": 1990
+    },
+    {
+      "epoch": 0.2852026930239221,
+      "grad_norm": 1.1238492727279663,
+      "learning_rate": 0.00016775689805104192,
+      "loss": 1.5912,
+      "step": 1991
+    },
+    {
+      "epoch": 0.2853459389772239,
+      "grad_norm": 1.3414866924285889,
+      "learning_rate": 0.00016772276709478597,
+      "loss": 1.4341,
+      "step": 1992
+    },
+    {
+      "epoch": 0.2854891849305257,
+      "grad_norm": 0.9231880307197571,
+      "learning_rate": 0.00016768862155949413,
+      "loss": 1.4126,
+      "step": 1993
+    },
+    {
+      "epoch": 0.28563243088382756,
+      "grad_norm": 1.0025285482406616,
+      "learning_rate": 0.00016765446145251706,
+      "loss": 1.6495,
+      "step": 1994
+    },
+    {
+      "epoch": 0.28577567683712934,
+      "grad_norm": 1.13300359249115,
+      "learning_rate": 0.00016762028678120867,
+      "loss": 1.6926,
+      "step": 1995
+    },
+    {
+      "epoch": 0.2859189227904312,
+      "grad_norm": 1.0798420906066895,
+      "learning_rate": 0.00016758609755292584,
+      "loss": 1.742,
+      "step": 1996
+    },
+    {
+      "epoch": 0.28606216874373297,
+      "grad_norm": 1.122178077697754,
+      "learning_rate": 0.00016755189377502876,
+      "loss": 1.4053,
+      "step": 1997
+    },
+    {
+      "epoch": 0.2862054146970348,
+      "grad_norm": 1.0069166421890259,
+      "learning_rate": 0.00016751767545488056,
+      "loss": 1.502,
+      "step": 1998
+    },
+    {
+      "epoch": 0.28634866065033665,
+      "grad_norm": 1.0180597305297852,
+      "learning_rate": 0.00016748344259984762,
+      "loss": 1.5534,
+      "step": 1999
+    },
+    {
+      "epoch": 0.28649190660363844,
+      "grad_norm": 1.1494885683059692,
+      "learning_rate": 0.00016744919521729948,
+      "loss": 1.4677,
+      "step": 2000
+    },
+    {
+      "epoch": 0.2866351525569403,
+      "grad_norm": 0.9533703327178955,
+      "learning_rate": 0.0001674149333146087,
+      "loss": 1.4385,
+      "step": 2001
+    },
+    {
+      "epoch": 0.28677839851024206,
+      "grad_norm": 1.0121639966964722,
+      "learning_rate": 0.00016738065689915106,
+      "loss": 1.383,
+      "step": 2002
+    },
+    {
+      "epoch": 0.2869216444635439,
+      "grad_norm": 1.082545280456543,
+      "learning_rate": 0.0001673463659783054,
+      "loss": 1.3555,
+      "step": 2003
+    },
+    {
+      "epoch": 0.28706489041684574,
+      "grad_norm": 1.2801727056503296,
+      "learning_rate": 0.00016731206055945366,
+      "loss": 1.3331,
+      "step": 2004
+    },
+    {
+      "epoch": 0.2872081363701475,
+      "grad_norm": 0.9460803866386414,
+      "learning_rate": 0.00016727774064998106,
+      "loss": 1.5399,
+      "step": 2005
+    },
+    {
+      "epoch": 0.28735138232344937,
+      "grad_norm": 1.0270044803619385,
+      "learning_rate": 0.00016724340625727573,
+      "loss": 1.435,
+      "step": 2006
+    },
+    {
+      "epoch": 0.2874946282767512,
+      "grad_norm": 1.0327656269073486,
+      "learning_rate": 0.00016720905738872905,
+      "loss": 1.3734,
+      "step": 2007
+    },
+    {
+      "epoch": 0.287637874230053,
+      "grad_norm": 1.112937092781067,
+      "learning_rate": 0.00016717469405173549,
+      "loss": 1.4103,
+      "step": 2008
+    },
+    {
+      "epoch": 0.28778112018335483,
+      "grad_norm": 0.8992992043495178,
+      "learning_rate": 0.00016714031625369264,
+      "loss": 1.6612,
+      "step": 2009
+    },
+    {
+      "epoch": 0.2879243661366566,
+      "grad_norm": 1.295296311378479,
+      "learning_rate": 0.0001671059240020011,
+      "loss": 1.3409,
+      "step": 2010
+    },
+    {
+      "epoch": 0.28806761208995846,
+      "grad_norm": 1.0555384159088135,
+      "learning_rate": 0.00016707151730406482,
+      "loss": 1.7258,
+      "step": 2011
+    },
+    {
+      "epoch": 0.2882108580432603,
+      "grad_norm": 1.2629706859588623,
+      "learning_rate": 0.00016703709616729055,
+      "loss": 1.5389,
+      "step": 2012
+    },
+    {
+      "epoch": 0.2883541039965621,
+      "grad_norm": 1.0995486974716187,
+      "learning_rate": 0.00016700266059908842,
+      "loss": 1.4935,
+      "step": 2013
+    },
+    {
+      "epoch": 0.2884973499498639,
+      "grad_norm": 0.8492836952209473,
+      "learning_rate": 0.00016696821060687155,
+      "loss": 1.5548,
+      "step": 2014
+    },
+    {
+      "epoch": 0.2886405959031657,
+      "grad_norm": 1.0045905113220215,
+      "learning_rate": 0.00016693374619805606,
+      "loss": 1.5151,
+      "step": 2015
+    },
+    {
+      "epoch": 0.28878384185646755,
+      "grad_norm": 1.1635189056396484,
+      "learning_rate": 0.00016689926738006143,
+      "loss": 1.5529,
+      "step": 2016
+    },
+    {
+      "epoch": 0.2889270878097694,
+      "grad_norm": 1.255383849143982,
+      "learning_rate": 0.00016686477416031004,
+      "loss": 1.5905,
+      "step": 2017
+    },
+    {
+      "epoch": 0.2890703337630712,
+      "grad_norm": 1.137164831161499,
+      "learning_rate": 0.0001668302665462274,
+      "loss": 1.5446,
+      "step": 2018
+    },
+    {
+      "epoch": 0.289213579716373,
+      "grad_norm": 1.097254991531372,
+      "learning_rate": 0.00016679574454524213,
+      "loss": 1.5574,
+      "step": 2019
+    },
+    {
+      "epoch": 0.28935682566967486,
+      "grad_norm": 0.93257075548172,
+      "learning_rate": 0.00016676120816478605,
+      "loss": 1.5509,
+      "step": 2020
+    },
+    {
+      "epoch": 0.28950007162297664,
+      "grad_norm": 0.9557968378067017,
+      "learning_rate": 0.00016672665741229392,
+      "loss": 1.7146,
+      "step": 2021
+    },
+    {
+      "epoch": 0.2896433175762785,
+      "grad_norm": 1.1341180801391602,
+      "learning_rate": 0.00016669209229520367,
+      "loss": 1.4688,
+      "step": 2022
+    },
+    {
+      "epoch": 0.28978656352958027,
+      "grad_norm": 0.9149020910263062,
+      "learning_rate": 0.00016665751282095634,
+      "loss": 1.4234,
+      "step": 2023
+    },
+    {
+      "epoch": 0.2899298094828821,
+      "grad_norm": 1.06754469871521,
+      "learning_rate": 0.000166622918996996,
+      "loss": 1.6236,
+      "step": 2024
+    },
+    {
+      "epoch": 0.29007305543618395,
+      "grad_norm": 1.0651443004608154,
+      "learning_rate": 0.00016658831083076985,
+      "loss": 1.5738,
+      "step": 2025
+    },
+    {
+      "epoch": 0.29021630138948573,
+      "grad_norm": 0.9476656913757324,
+      "learning_rate": 0.0001665536883297282,
+      "loss": 1.5417,
+      "step": 2026
+    },
+    {
+      "epoch": 0.29035954734278757,
+      "grad_norm": 1.2769078016281128,
+      "learning_rate": 0.0001665190515013244,
+      "loss": 1.4017,
+      "step": 2027
+    },
+    {
+      "epoch": 0.2905027932960894,
+      "grad_norm": 1.0134966373443604,
+      "learning_rate": 0.0001664844003530149,
+      "loss": 1.5626,
+      "step": 2028
+    },
+    {
+      "epoch": 0.2906460392493912,
+      "grad_norm": 1.0610350370407104,
+      "learning_rate": 0.00016644973489225926,
+      "loss": 1.5667,
+      "step": 2029
+    },
+    {
+      "epoch": 0.29078928520269304,
+      "grad_norm": 0.9804295301437378,
+      "learning_rate": 0.00016641505512652005,
+      "loss": 1.5909,
+      "step": 2030
+    },
+    {
+      "epoch": 0.2909325311559948,
+      "grad_norm": 1.0564898252487183,
+      "learning_rate": 0.00016638036106326296,
+      "loss": 1.3022,
+      "step": 2031
+    },
+    {
+      "epoch": 0.29107577710929666,
+      "grad_norm": 1.1889092922210693,
+      "learning_rate": 0.00016634565270995684,
+      "loss": 1.3988,
+      "step": 2032
+    },
+    {
+      "epoch": 0.2912190230625985,
+      "grad_norm": 1.1887344121932983,
+      "learning_rate": 0.00016631093007407347,
+      "loss": 1.4983,
+      "step": 2033
+    },
+    {
+      "epoch": 0.2913622690159003,
+      "grad_norm": 1.2714532613754272,
+      "learning_rate": 0.0001662761931630878,
+      "loss": 1.4933,
+      "step": 2034
+    },
+    {
+      "epoch": 0.29150551496920213,
+      "grad_norm": 0.7952595353126526,
+      "learning_rate": 0.00016624144198447782,
+      "loss": 1.5742,
+      "step": 2035
+    },
+    {
+      "epoch": 0.2916487609225039,
+      "grad_norm": 1.0349674224853516,
+      "learning_rate": 0.0001662066765457246,
+      "loss": 1.3245,
+      "step": 2036
+    },
+    {
+      "epoch": 0.29179200687580575,
+      "grad_norm": 1.1887131929397583,
+      "learning_rate": 0.00016617189685431228,
+      "loss": 1.5511,
+      "step": 2037
+    },
+    {
+      "epoch": 0.2919352528291076,
+      "grad_norm": 1.1639769077301025,
+      "learning_rate": 0.00016613710291772812,
+      "loss": 1.4897,
+      "step": 2038
+    },
+    {
+      "epoch": 0.2920784987824094,
+      "grad_norm": 1.0030862092971802,
+      "learning_rate": 0.00016610229474346228,
+      "loss": 1.439,
+      "step": 2039
+    },
+    {
+      "epoch": 0.2922217447357112,
+      "grad_norm": 1.1122311353683472,
+      "learning_rate": 0.00016606747233900815,
+      "loss": 1.5358,
+      "step": 2040
+    },
+    {
+      "epoch": 0.29236499068901306,
+      "grad_norm": 1.1827656030654907,
+      "learning_rate": 0.00016603263571186218,
+      "loss": 1.5796,
+      "step": 2041
+    },
+    {
+      "epoch": 0.29250823664231484,
+      "grad_norm": 1.0598764419555664,
+      "learning_rate": 0.0001659977848695238,
+      "loss": 1.4412,
+      "step": 2042
+    },
+    {
+      "epoch": 0.2926514825956167,
+      "grad_norm": 1.0050475597381592,
+      "learning_rate": 0.0001659629198194955,
+      "loss": 1.4612,
+      "step": 2043
+    },
+    {
+      "epoch": 0.29279472854891847,
+      "grad_norm": 1.111184000968933,
+      "learning_rate": 0.00016592804056928285,
+      "loss": 1.2,
+      "step": 2044
+    },
+    {
+      "epoch": 0.2929379745022203,
+      "grad_norm": 1.0976070165634155,
+      "learning_rate": 0.0001658931471263946,
+      "loss": 1.5662,
+      "step": 2045
+    },
+    {
+      "epoch": 0.29308122045552215,
+      "grad_norm": 1.0949792861938477,
+      "learning_rate": 0.0001658582394983424,
+      "loss": 1.3918,
+      "step": 2046
+    },
+    {
+      "epoch": 0.29322446640882394,
+      "grad_norm": 1.0870425701141357,
+      "learning_rate": 0.0001658233176926409,
+      "loss": 1.5381,
+      "step": 2047
+    },
+    {
+      "epoch": 0.2933677123621258,
+      "grad_norm": 1.2161180973052979,
+      "learning_rate": 0.000165788381716808,
+      "loss": 1.6128,
+      "step": 2048
+    },
+    {
+      "epoch": 0.29351095831542756,
+      "grad_norm": 1.1554323434829712,
+      "learning_rate": 0.00016575343157836455,
+      "loss": 1.2785,
+      "step": 2049
+    },
+    {
+      "epoch": 0.2936542042687294,
+      "grad_norm": 1.1671905517578125,
+      "learning_rate": 0.00016571846728483442,
+      "loss": 1.4804,
+      "step": 2050
+    },
+    {
+      "epoch": 0.29379745022203124,
+      "grad_norm": 1.1554763317108154,
+      "learning_rate": 0.00016568348884374453,
+      "loss": 1.3792,
+      "step": 2051
+    },
+    {
+      "epoch": 0.293940696175333,
+      "grad_norm": 1.0973215103149414,
+      "learning_rate": 0.00016564849626262492,
+      "loss": 1.5418,
+      "step": 2052
+    },
+    {
+      "epoch": 0.29408394212863487,
+      "grad_norm": 1.0394352674484253,
+      "learning_rate": 0.00016561348954900865,
+      "loss": 1.5431,
+      "step": 2053
+    },
+    {
+      "epoch": 0.2942271880819367,
+      "grad_norm": 1.0602585077285767,
+      "learning_rate": 0.00016557846871043173,
+      "loss": 1.4113,
+      "step": 2054
+    },
+    {
+      "epoch": 0.2943704340352385,
+      "grad_norm": 0.981066107749939,
+      "learning_rate": 0.00016554343375443331,
+      "loss": 1.7132,
+      "step": 2055
+    },
+    {
+      "epoch": 0.29451367998854033,
+      "grad_norm": 1.154923915863037,
+      "learning_rate": 0.00016550838468855553,
+      "loss": 1.5783,
+      "step": 2056
+    },
+    {
+      "epoch": 0.2946569259418421,
+      "grad_norm": 1.1278116703033447,
+      "learning_rate": 0.00016547332152034365,
+      "loss": 1.5743,
+      "step": 2057
+    },
+    {
+      "epoch": 0.29480017189514396,
+      "grad_norm": 1.1708705425262451,
+      "learning_rate": 0.00016543824425734583,
+      "loss": 1.5947,
+      "step": 2058
+    },
+    {
+      "epoch": 0.2949434178484458,
+      "grad_norm": 1.0271373987197876,
+      "learning_rate": 0.00016540315290711338,
+      "loss": 1.351,
+      "step": 2059
+    },
+    {
+      "epoch": 0.2950866638017476,
+      "grad_norm": 1.208549976348877,
+      "learning_rate": 0.0001653680474772006,
+      "loss": 1.624,
+      "step": 2060
+    },
+    {
+      "epoch": 0.2952299097550494,
+      "grad_norm": 1.1196447610855103,
+      "learning_rate": 0.0001653329279751648,
+      "loss": 1.3338,
+      "step": 2061
+    },
+    {
+      "epoch": 0.29537315570835126,
+      "grad_norm": 1.001363754272461,
+      "learning_rate": 0.00016529779440856634,
+      "loss": 1.5846,
+      "step": 2062
+    },
+    {
+      "epoch": 0.29551640166165305,
+      "grad_norm": 1.1516069173812866,
+      "learning_rate": 0.0001652626467849686,
+      "loss": 1.578,
+      "step": 2063
+    },
+    {
+      "epoch": 0.2956596476149549,
+      "grad_norm": 1.1709463596343994,
+      "learning_rate": 0.00016522748511193803,
+      "loss": 1.5005,
+      "step": 2064
+    },
+    {
+      "epoch": 0.2958028935682567,
+      "grad_norm": 1.1623395681381226,
+      "learning_rate": 0.00016519230939704402,
+      "loss": 1.5764,
+      "step": 2065
+    },
+    {
+      "epoch": 0.2959461395215585,
+      "grad_norm": 1.3239275217056274,
+      "learning_rate": 0.00016515711964785906,
+      "loss": 1.5933,
+      "step": 2066
+    },
+    {
+      "epoch": 0.29608938547486036,
+      "grad_norm": 1.1218150854110718,
+      "learning_rate": 0.00016512191587195866,
+      "loss": 1.5216,
+      "step": 2067
+    },
+    {
+      "epoch": 0.29623263142816214,
+      "grad_norm": 1.0944777727127075,
+      "learning_rate": 0.00016508669807692127,
+      "loss": 1.4643,
+      "step": 2068
+    },
+    {
+      "epoch": 0.296375877381464,
+      "grad_norm": 1.0483819246292114,
+      "learning_rate": 0.0001650514662703284,
+      "loss": 1.5367,
+      "step": 2069
+    },
+    {
+      "epoch": 0.29651912333476577,
+      "grad_norm": 1.0315492153167725,
+      "learning_rate": 0.00016501622045976463,
+      "loss": 1.6123,
+      "step": 2070
+    },
+    {
+      "epoch": 0.2966623692880676,
+      "grad_norm": 1.0407967567443848,
+      "learning_rate": 0.00016498096065281753,
+      "loss": 1.624,
+      "step": 2071
+    },
+    {
+      "epoch": 0.29680561524136945,
+      "grad_norm": 1.2046419382095337,
+      "learning_rate": 0.00016494568685707762,
+      "loss": 1.4206,
+      "step": 2072
+    },
+    {
+      "epoch": 0.29694886119467123,
+      "grad_norm": 1.0296909809112549,
+      "learning_rate": 0.00016491039908013847,
+      "loss": 1.461,
+      "step": 2073
+    },
+    {
+      "epoch": 0.2970921071479731,
+      "grad_norm": 1.0168490409851074,
+      "learning_rate": 0.00016487509732959668,
+      "loss": 1.5775,
+      "step": 2074
+    },
+    {
+      "epoch": 0.2972353531012749,
+      "grad_norm": 1.1354490518569946,
+      "learning_rate": 0.00016483978161305188,
+      "loss": 1.4566,
+      "step": 2075
+    },
+    {
+      "epoch": 0.2973785990545767,
+      "grad_norm": 1.0881662368774414,
+      "learning_rate": 0.0001648044519381066,
+      "loss": 1.5794,
+      "step": 2076
+    },
+    {
+      "epoch": 0.29752184500787854,
+      "grad_norm": 0.9745967388153076,
+      "learning_rate": 0.00016476910831236648,
+      "loss": 1.421,
+      "step": 2077
+    },
+    {
+      "epoch": 0.2976650909611803,
+      "grad_norm": 1.266955018043518,
+      "learning_rate": 0.0001647337507434401,
+      "loss": 1.665,
+      "step": 2078
+    },
+    {
+      "epoch": 0.29780833691448216,
+      "grad_norm": 0.9052237868309021,
+      "learning_rate": 0.00016469837923893915,
+      "loss": 1.5776,
+      "step": 2079
+    },
+    {
+      "epoch": 0.297951582867784,
+      "grad_norm": 0.9703275561332703,
+      "learning_rate": 0.00016466299380647818,
+      "loss": 1.4566,
+      "step": 2080
+    },
+    {
+      "epoch": 0.2980948288210858,
+      "grad_norm": 1.0481302738189697,
+      "learning_rate": 0.00016462759445367477,
+      "loss": 1.4299,
+      "step": 2081
+    },
+    {
+      "epoch": 0.29823807477438763,
+      "grad_norm": 1.089735746383667,
+      "learning_rate": 0.00016459218118814958,
+      "loss": 1.4831,
+      "step": 2082
+    },
+    {
+      "epoch": 0.29838132072768947,
+      "grad_norm": 1.0591319799423218,
+      "learning_rate": 0.00016455675401752618,
+      "loss": 1.3119,
+      "step": 2083
+    },
+    {
+      "epoch": 0.29852456668099125,
+      "grad_norm": 1.1547867059707642,
+      "learning_rate": 0.00016452131294943117,
+      "loss": 1.467,
+      "step": 2084
+    },
+    {
+      "epoch": 0.2986678126342931,
+      "grad_norm": 0.9763616919517517,
+      "learning_rate": 0.00016448585799149417,
+      "loss": 1.5909,
+      "step": 2085
+    },
+    {
+      "epoch": 0.2988110585875949,
+      "grad_norm": 1.23832106590271,
+      "learning_rate": 0.00016445038915134766,
+      "loss": 1.5507,
+      "step": 2086
+    },
+    {
+      "epoch": 0.2989543045408967,
+      "grad_norm": 1.2590922117233276,
+      "learning_rate": 0.00016441490643662732,
+      "loss": 1.501,
+      "step": 2087
+    },
+    {
+      "epoch": 0.29909755049419856,
+      "grad_norm": 1.159371256828308,
+      "learning_rate": 0.0001643794098549716,
+      "loss": 1.5457,
+      "step": 2088
+    },
+    {
+      "epoch": 0.29924079644750035,
+      "grad_norm": 1.0473781824111938,
+      "learning_rate": 0.0001643438994140221,
+      "loss": 1.7076,
+      "step": 2089
+    },
+    {
+      "epoch": 0.2993840424008022,
+      "grad_norm": 0.873174250125885,
+      "learning_rate": 0.00016430837512142334,
+      "loss": 1.6253,
+      "step": 2090
+    },
+    {
+      "epoch": 0.29952728835410397,
+      "grad_norm": 1.1501544713974,
+      "learning_rate": 0.00016427283698482281,
+      "loss": 1.428,
+      "step": 2091
+    },
+    {
+      "epoch": 0.2996705343074058,
+      "grad_norm": 1.1140663623809814,
+      "learning_rate": 0.00016423728501187098,
+      "loss": 1.623,
+      "step": 2092
+    },
+    {
+      "epoch": 0.29981378026070765,
+      "grad_norm": 0.9099407196044922,
+      "learning_rate": 0.0001642017192102213,
+      "loss": 1.4418,
+      "step": 2093
+    },
+    {
+      "epoch": 0.29995702621400944,
+      "grad_norm": 0.8953472971916199,
+      "learning_rate": 0.0001641661395875302,
+      "loss": 1.4645,
+      "step": 2094
+    },
+    {
+      "epoch": 0.3001002721673113,
+      "grad_norm": 1.0748602151870728,
+      "learning_rate": 0.0001641305461514571,
+      "loss": 1.5498,
+      "step": 2095
+    },
+    {
+      "epoch": 0.3002435181206131,
+      "grad_norm": 1.0704034566879272,
+      "learning_rate": 0.00016409493890966442,
+      "loss": 1.4523,
+      "step": 2096
+    },
+    {
+      "epoch": 0.3003867640739149,
+      "grad_norm": 1.2002767324447632,
+      "learning_rate": 0.00016405931786981755,
+      "loss": 1.5237,
+      "step": 2097
+    },
+    {
+      "epoch": 0.30053001002721674,
+      "grad_norm": 1.2282299995422363,
+      "learning_rate": 0.00016402368303958468,
+      "loss": 1.3267,
+      "step": 2098
+    },
+    {
+      "epoch": 0.30067325598051853,
+      "grad_norm": 0.9197688102722168,
+      "learning_rate": 0.00016398803442663724,
+      "loss": 1.3727,
+      "step": 2099
+    },
+    {
+      "epoch": 0.30081650193382037,
+      "grad_norm": 1.3565096855163574,
+      "learning_rate": 0.00016395237203864943,
+      "loss": 1.2706,
+      "step": 2100
+    },
+    {
+      "epoch": 0.3009597478871222,
+      "grad_norm": 1.1952639818191528,
+      "learning_rate": 0.0001639166958832985,
+      "loss": 1.3602,
+      "step": 2101
+    },
+    {
+      "epoch": 0.301102993840424,
+      "grad_norm": 1.0117509365081787,
+      "learning_rate": 0.00016388100596826465,
+      "loss": 1.3379,
+      "step": 2102
+    },
+    {
+      "epoch": 0.30124623979372583,
+      "grad_norm": 0.9168537855148315,
+      "learning_rate": 0.000163845302301231,
+      "loss": 1.4743,
+      "step": 2103
+    },
+    {
+      "epoch": 0.3013894857470276,
+      "grad_norm": 1.198506474494934,
+      "learning_rate": 0.00016380958488988368,
+      "loss": 1.4988,
+      "step": 2104
+    },
+    {
+      "epoch": 0.30153273170032946,
+      "grad_norm": 1.1448591947555542,
+      "learning_rate": 0.00016377385374191183,
+      "loss": 1.3953,
+      "step": 2105
+    },
+    {
+      "epoch": 0.3016759776536313,
+      "grad_norm": 0.8773796558380127,
+      "learning_rate": 0.0001637381088650074,
+      "loss": 1.5445,
+      "step": 2106
+    },
+    {
+      "epoch": 0.3018192236069331,
+      "grad_norm": 1.1169084310531616,
+      "learning_rate": 0.0001637023502668654,
+      "loss": 1.577,
+      "step": 2107
+    },
+    {
+      "epoch": 0.3019624695602349,
+      "grad_norm": 1.021914005279541,
+      "learning_rate": 0.00016366657795518377,
+      "loss": 1.25,
+      "step": 2108
+    },
+    {
+      "epoch": 0.30210571551353677,
+      "grad_norm": 1.074819803237915,
+      "learning_rate": 0.00016363079193766345,
+      "loss": 1.6196,
+      "step": 2109
+    },
+    {
+      "epoch": 0.30224896146683855,
+      "grad_norm": 1.1917376518249512,
+      "learning_rate": 0.00016359499222200818,
+      "loss": 1.5564,
+      "step": 2110
+    },
+    {
+      "epoch": 0.3023922074201404,
+      "grad_norm": 1.1285107135772705,
+      "learning_rate": 0.00016355917881592485,
+      "loss": 1.666,
+      "step": 2111
+    },
+    {
+      "epoch": 0.3025354533734422,
+      "grad_norm": 1.0263028144836426,
+      "learning_rate": 0.00016352335172712317,
+      "loss": 1.7148,
+      "step": 2112
+    },
+    {
+      "epoch": 0.302678699326744,
+      "grad_norm": 1.2183512449264526,
+      "learning_rate": 0.0001634875109633158,
+      "loss": 1.543,
+      "step": 2113
+    },
+    {
+      "epoch": 0.30282194528004586,
+      "grad_norm": 1.0281944274902344,
+      "learning_rate": 0.00016345165653221838,
+      "loss": 1.5404,
+      "step": 2114
+    },
+    {
+      "epoch": 0.30296519123334764,
+      "grad_norm": 1.1067081689834595,
+      "learning_rate": 0.00016341578844154955,
+      "loss": 1.5475,
+      "step": 2115
+    },
+    {
+      "epoch": 0.3031084371866495,
+      "grad_norm": 1.003993272781372,
+      "learning_rate": 0.00016337990669903073,
+      "loss": 1.5635,
+      "step": 2116
+    },
+    {
+      "epoch": 0.3032516831399513,
+      "grad_norm": 1.0860339403152466,
+      "learning_rate": 0.00016334401131238644,
+      "loss": 1.6419,
+      "step": 2117
+    },
+    {
+      "epoch": 0.3033949290932531,
+      "grad_norm": 0.9362137317657471,
+      "learning_rate": 0.000163308102289344,
+      "loss": 1.3906,
+      "step": 2118
+    },
+    {
+      "epoch": 0.30353817504655495,
+      "grad_norm": 1.1241326332092285,
+      "learning_rate": 0.00016327217963763374,
+      "loss": 1.3845,
+      "step": 2119
+    },
+    {
+      "epoch": 0.30368142099985673,
+      "grad_norm": 1.0761417150497437,
+      "learning_rate": 0.000163236243364989,
+      "loss": 1.6259,
+      "step": 2120
+    },
+    {
+      "epoch": 0.3038246669531586,
+      "grad_norm": 0.910131573677063,
+      "learning_rate": 0.0001632002934791459,
+      "loss": 1.5268,
+      "step": 2121
+    },
+    {
+      "epoch": 0.3039679129064604,
+      "grad_norm": 0.9882471561431885,
+      "learning_rate": 0.0001631643299878436,
+      "loss": 1.5081,
+      "step": 2122
+    },
+    {
+      "epoch": 0.3041111588597622,
+      "grad_norm": 1.062907338142395,
+      "learning_rate": 0.00016312835289882408,
+      "loss": 1.6886,
+      "step": 2123
+    },
+    {
+      "epoch": 0.30425440481306404,
+      "grad_norm": 1.1248834133148193,
+      "learning_rate": 0.0001630923622198324,
+      "loss": 1.4031,
+      "step": 2124
+    },
+    {
+      "epoch": 0.3043976507663658,
+      "grad_norm": 1.2017163038253784,
+      "learning_rate": 0.00016305635795861643,
+      "loss": 1.4256,
+      "step": 2125
+    },
+    {
+      "epoch": 0.30454089671966766,
+      "grad_norm": 1.202204704284668,
+      "learning_rate": 0.00016302034012292697,
+      "loss": 1.3918,
+      "step": 2126
+    },
+    {
+      "epoch": 0.3046841426729695,
+      "grad_norm": 1.123082160949707,
+      "learning_rate": 0.0001629843087205178,
+      "loss": 1.5479,
+      "step": 2127
+    },
+    {
+      "epoch": 0.3048273886262713,
+      "grad_norm": 1.1088647842407227,
+      "learning_rate": 0.0001629482637591456,
+      "loss": 1.5084,
+      "step": 2128
+    },
+    {
+      "epoch": 0.30497063457957313,
+      "grad_norm": 1.1481376886367798,
+      "learning_rate": 0.00016291220524656993,
+      "loss": 1.5812,
+      "step": 2129
+    },
+    {
+      "epoch": 0.30511388053287497,
+      "grad_norm": 1.081335186958313,
+      "learning_rate": 0.00016287613319055332,
+      "loss": 1.5472,
+      "step": 2130
+    },
+    {
+      "epoch": 0.30525712648617676,
+      "grad_norm": 1.4158140420913696,
+      "learning_rate": 0.00016284004759886114,
+      "loss": 1.478,
+      "step": 2131
+    },
+    {
+      "epoch": 0.3054003724394786,
+      "grad_norm": 0.945688784122467,
+      "learning_rate": 0.00016280394847926178,
+      "loss": 1.4853,
+      "step": 2132
+    },
+    {
+      "epoch": 0.3055436183927804,
+      "grad_norm": 1.2230597734451294,
+      "learning_rate": 0.0001627678358395265,
+      "loss": 1.4814,
+      "step": 2133
+    },
+    {
+      "epoch": 0.3056868643460822,
+      "grad_norm": 1.0458331108093262,
+      "learning_rate": 0.0001627317096874294,
+      "loss": 1.3257,
+      "step": 2134
+    },
+    {
+      "epoch": 0.30583011029938406,
+      "grad_norm": 1.088351845741272,
+      "learning_rate": 0.00016269557003074757,
+      "loss": 1.6189,
+      "step": 2135
+    },
+    {
+      "epoch": 0.30597335625268585,
+      "grad_norm": 1.0266201496124268,
+      "learning_rate": 0.00016265941687726099,
+      "loss": 1.4551,
+      "step": 2136
+    },
+    {
+      "epoch": 0.3061166022059877,
+      "grad_norm": 1.033593773841858,
+      "learning_rate": 0.00016262325023475252,
+      "loss": 1.4195,
+      "step": 2137
+    },
+    {
+      "epoch": 0.3062598481592895,
+      "grad_norm": 1.2144172191619873,
+      "learning_rate": 0.000162587070111008,
+      "loss": 1.5111,
+      "step": 2138
+    },
+    {
+      "epoch": 0.3064030941125913,
+      "grad_norm": 1.2385320663452148,
+      "learning_rate": 0.00016255087651381603,
+      "loss": 1.4157,
+      "step": 2139
+    },
+    {
+      "epoch": 0.30654634006589315,
+      "grad_norm": 1.0953963994979858,
+      "learning_rate": 0.00016251466945096826,
+      "loss": 1.3976,
+      "step": 2140
+    },
+    {
+      "epoch": 0.30668958601919494,
+      "grad_norm": 0.9333145618438721,
+      "learning_rate": 0.00016247844893025918,
+      "loss": 1.4618,
+      "step": 2141
+    },
+    {
+      "epoch": 0.3068328319724968,
+      "grad_norm": 1.011580467224121,
+      "learning_rate": 0.0001624422149594861,
+      "loss": 1.4709,
+      "step": 2142
+    },
+    {
+      "epoch": 0.3069760779257986,
+      "grad_norm": 1.2398473024368286,
+      "learning_rate": 0.00016240596754644936,
+      "loss": 1.3682,
+      "step": 2143
+    },
+    {
+      "epoch": 0.3071193238791004,
+      "grad_norm": 1.2692854404449463,
+      "learning_rate": 0.00016236970669895214,
+      "loss": 1.6745,
+      "step": 2144
+    },
+    {
+      "epoch": 0.30726256983240224,
+      "grad_norm": 1.088660717010498,
+      "learning_rate": 0.00016233343242480047,
+      "loss": 1.6165,
+      "step": 2145
+    },
+    {
+      "epoch": 0.30740581578570403,
+      "grad_norm": 1.2330036163330078,
+      "learning_rate": 0.00016229714473180328,
+      "loss": 1.5925,
+      "step": 2146
+    },
+    {
+      "epoch": 0.30754906173900587,
+      "grad_norm": 1.1231346130371094,
+      "learning_rate": 0.00016226084362777247,
+      "loss": 1.4083,
+      "step": 2147
+    },
+    {
+      "epoch": 0.3076923076923077,
+      "grad_norm": 1.2639050483703613,
+      "learning_rate": 0.00016222452912052272,
+      "loss": 1.35,
+      "step": 2148
+    },
+    {
+      "epoch": 0.3078355536456095,
+      "grad_norm": 1.1260701417922974,
+      "learning_rate": 0.0001621882012178717,
+      "loss": 1.495,
+      "step": 2149
+    },
+    {
+      "epoch": 0.30797879959891133,
+      "grad_norm": 1.023538589477539,
+      "learning_rate": 0.0001621518599276399,
+      "loss": 1.4453,
+      "step": 2150
+    },
+    {
+      "epoch": 0.3081220455522132,
+      "grad_norm": 1.0131312608718872,
+      "learning_rate": 0.00016211550525765063,
+      "loss": 1.5399,
+      "step": 2151
+    },
+    {
+      "epoch": 0.30826529150551496,
+      "grad_norm": 1.272377610206604,
+      "learning_rate": 0.0001620791372157302,
+      "loss": 1.4804,
+      "step": 2152
+    },
+    {
+      "epoch": 0.3084085374588168,
+      "grad_norm": 1.211462378501892,
+      "learning_rate": 0.00016204275580970773,
+      "loss": 1.4283,
+      "step": 2153
+    },
+    {
+      "epoch": 0.3085517834121186,
+      "grad_norm": 1.2509342432022095,
+      "learning_rate": 0.00016200636104741532,
+      "loss": 1.5207,
+      "step": 2154
+    },
+    {
+      "epoch": 0.3086950293654204,
+      "grad_norm": 1.0759861469268799,
+      "learning_rate": 0.00016196995293668774,
+      "loss": 1.6727,
+      "step": 2155
+    },
+    {
+      "epoch": 0.30883827531872227,
+      "grad_norm": 1.1239955425262451,
+      "learning_rate": 0.0001619335314853628,
+      "loss": 1.5081,
+      "step": 2156
+    },
+    {
+      "epoch": 0.30898152127202405,
+      "grad_norm": 1.0819426774978638,
+      "learning_rate": 0.00016189709670128122,
+      "loss": 1.4528,
+      "step": 2157
+    },
+    {
+      "epoch": 0.3091247672253259,
+      "grad_norm": 1.0870920419692993,
+      "learning_rate": 0.00016186064859228638,
+      "loss": 1.4535,
+      "step": 2158
+    },
+    {
+      "epoch": 0.3092680131786277,
+      "grad_norm": 0.9942861199378967,
+      "learning_rate": 0.0001618241871662247,
+      "loss": 1.5058,
+      "step": 2159
+    },
+    {
+      "epoch": 0.3094112591319295,
+      "grad_norm": 1.1180071830749512,
+      "learning_rate": 0.00016178771243094547,
+      "loss": 1.4539,
+      "step": 2160
+    },
+    {
+      "epoch": 0.30955450508523136,
+      "grad_norm": 1.1879175901412964,
+      "learning_rate": 0.00016175122439430077,
+      "loss": 1.556,
+      "step": 2161
+    },
+    {
+      "epoch": 0.30969775103853314,
+      "grad_norm": 1.2332079410552979,
+      "learning_rate": 0.00016171472306414554,
+      "loss": 1.4868,
+      "step": 2162
+    },
+    {
+      "epoch": 0.309840996991835,
+      "grad_norm": 1.0430353879928589,
+      "learning_rate": 0.00016167820844833764,
+      "loss": 1.4947,
+      "step": 2163
+    },
+    {
+      "epoch": 0.3099842429451368,
+      "grad_norm": 0.8967740535736084,
+      "learning_rate": 0.00016164168055473775,
+      "loss": 1.5903,
+      "step": 2164
+    },
+    {
+      "epoch": 0.3101274888984386,
+      "grad_norm": 1.0294543504714966,
+      "learning_rate": 0.00016160513939120943,
+      "loss": 1.7165,
+      "step": 2165
+    },
+    {
+      "epoch": 0.31027073485174045,
+      "grad_norm": 1.1890062093734741,
+      "learning_rate": 0.0001615685849656191,
+      "loss": 1.6153,
+      "step": 2166
+    },
+    {
+      "epoch": 0.31041398080504223,
+      "grad_norm": 0.9569069147109985,
+      "learning_rate": 0.00016153201728583602,
+      "loss": 1.6272,
+      "step": 2167
+    },
+    {
+      "epoch": 0.3105572267583441,
+      "grad_norm": 1.056642770767212,
+      "learning_rate": 0.0001614954363597323,
+      "loss": 1.5418,
+      "step": 2168
+    },
+    {
+      "epoch": 0.3107004727116459,
+      "grad_norm": 1.2777270078659058,
+      "learning_rate": 0.0001614588421951829,
+      "loss": 1.5995,
+      "step": 2169
+    },
+    {
+      "epoch": 0.3108437186649477,
+      "grad_norm": 1.1069568395614624,
+      "learning_rate": 0.00016142223480006563,
+      "loss": 1.4474,
+      "step": 2170
+    },
+    {
+      "epoch": 0.31098696461824954,
+      "grad_norm": 0.9963054656982422,
+      "learning_rate": 0.0001613856141822612,
+      "loss": 1.6454,
+      "step": 2171
+    },
+    {
+      "epoch": 0.3111302105715514,
+      "grad_norm": 1.3038544654846191,
+      "learning_rate": 0.0001613489803496531,
+      "loss": 1.6844,
+      "step": 2172
+    },
+    {
+      "epoch": 0.31127345652485316,
+      "grad_norm": 1.3462607860565186,
+      "learning_rate": 0.00016131233331012762,
+      "loss": 1.5448,
+      "step": 2173
+    },
+    {
+      "epoch": 0.311416702478155,
+      "grad_norm": 1.1571109294891357,
+      "learning_rate": 0.0001612756730715741,
+      "loss": 1.4454,
+      "step": 2174
+    },
+    {
+      "epoch": 0.3115599484314568,
+      "grad_norm": 1.1298338174819946,
+      "learning_rate": 0.00016123899964188448,
+      "loss": 1.4624,
+      "step": 2175
+    },
+    {
+      "epoch": 0.31170319438475863,
+      "grad_norm": 1.1898808479309082,
+      "learning_rate": 0.00016120231302895366,
+      "loss": 1.4738,
+      "step": 2176
+    },
+    {
+      "epoch": 0.31184644033806047,
+      "grad_norm": 1.2456355094909668,
+      "learning_rate": 0.00016116561324067935,
+      "loss": 1.3728,
+      "step": 2177
+    },
+    {
+      "epoch": 0.31198968629136226,
+      "grad_norm": 1.0543464422225952,
+      "learning_rate": 0.00016112890028496216,
+      "loss": 1.566,
+      "step": 2178
+    },
+    {
+      "epoch": 0.3121329322446641,
+      "grad_norm": 1.0421514511108398,
+      "learning_rate": 0.0001610921741697054,
+      "loss": 1.6227,
+      "step": 2179
+    },
+    {
+      "epoch": 0.3122761781979659,
+      "grad_norm": 1.2165553569793701,
+      "learning_rate": 0.00016105543490281535,
+      "loss": 1.6259,
+      "step": 2180
+    },
+    {
+      "epoch": 0.3124194241512677,
+      "grad_norm": 1.3714872598648071,
+      "learning_rate": 0.0001610186824922011,
+      "loss": 1.6764,
+      "step": 2181
+    },
+    {
+      "epoch": 0.31256267010456956,
+      "grad_norm": 1.1351507902145386,
+      "learning_rate": 0.00016098191694577442,
+      "loss": 1.7311,
+      "step": 2182
+    },
+    {
+      "epoch": 0.31270591605787135,
+      "grad_norm": 1.2631516456604004,
+      "learning_rate": 0.00016094513827145016,
+      "loss": 1.4963,
+      "step": 2183
+    },
+    {
+      "epoch": 0.3128491620111732,
+      "grad_norm": 1.0050671100616455,
+      "learning_rate": 0.00016090834647714575,
+      "loss": 1.5707,
+      "step": 2184
+    },
+    {
+      "epoch": 0.31299240796447503,
+      "grad_norm": 1.1270592212677002,
+      "learning_rate": 0.00016087154157078156,
+      "loss": 1.4085,
+      "step": 2185
+    },
+    {
+      "epoch": 0.3131356539177768,
+      "grad_norm": 1.0171797275543213,
+      "learning_rate": 0.00016083472356028086,
+      "loss": 1.7567,
+      "step": 2186
+    },
+    {
+      "epoch": 0.31327889987107865,
+      "grad_norm": 1.2708085775375366,
+      "learning_rate": 0.00016079789245356958,
+      "loss": 1.392,
+      "step": 2187
+    },
+    {
+      "epoch": 0.31342214582438044,
+      "grad_norm": 1.034118890762329,
+      "learning_rate": 0.00016076104825857657,
+      "loss": 1.548,
+      "step": 2188
+    },
+    {
+      "epoch": 0.3135653917776823,
+      "grad_norm": 1.201186180114746,
+      "learning_rate": 0.00016072419098323346,
+      "loss": 1.4656,
+      "step": 2189
+    },
+    {
+      "epoch": 0.3137086377309841,
+      "grad_norm": 1.022552728652954,
+      "learning_rate": 0.00016068732063547473,
+      "loss": 1.5006,
+      "step": 2190
+    },
+    {
+      "epoch": 0.3138518836842859,
+      "grad_norm": 1.0317434072494507,
+      "learning_rate": 0.00016065043722323768,
+      "loss": 1.5925,
+      "step": 2191
+    },
+    {
+      "epoch": 0.31399512963758774,
+      "grad_norm": 0.9448952674865723,
+      "learning_rate": 0.0001606135407544623,
+      "loss": 1.4303,
+      "step": 2192
+    },
+    {
+      "epoch": 0.3141383755908896,
+      "grad_norm": 1.1228903532028198,
+      "learning_rate": 0.0001605766312370916,
+      "loss": 1.4377,
+      "step": 2193
+    },
+    {
+      "epoch": 0.31428162154419137,
+      "grad_norm": 1.0241931676864624,
+      "learning_rate": 0.0001605397086790712,
+      "loss": 1.5249,
+      "step": 2194
+    },
+    {
+      "epoch": 0.3144248674974932,
+      "grad_norm": 1.0473130941390991,
+      "learning_rate": 0.00016050277308834966,
+      "loss": 1.5046,
+      "step": 2195
+    },
+    {
+      "epoch": 0.314568113450795,
+      "grad_norm": 0.9514981508255005,
+      "learning_rate": 0.00016046582447287828,
+      "loss": 1.4156,
+      "step": 2196
+    },
+    {
+      "epoch": 0.31471135940409684,
+      "grad_norm": 1.119145393371582,
+      "learning_rate": 0.0001604288628406112,
+      "loss": 1.4249,
+      "step": 2197
+    },
+    {
+      "epoch": 0.3148546053573987,
+      "grad_norm": 1.2325700521469116,
+      "learning_rate": 0.0001603918881995053,
+      "loss": 1.5387,
+      "step": 2198
+    },
+    {
+      "epoch": 0.31499785131070046,
+      "grad_norm": 1.1817364692687988,
+      "learning_rate": 0.00016035490055752035,
+      "loss": 1.3679,
+      "step": 2199
+    },
+    {
+      "epoch": 0.3151410972640023,
+      "grad_norm": 1.152000904083252,
+      "learning_rate": 0.0001603178999226189,
+      "loss": 1.4122,
+      "step": 2200
+    },
+    {
+      "epoch": 0.3152843432173041,
+      "grad_norm": 1.0387954711914062,
+      "learning_rate": 0.0001602808863027662,
+      "loss": 1.4343,
+      "step": 2201
+    },
+    {
+      "epoch": 0.3154275891706059,
+      "grad_norm": 1.158111572265625,
+      "learning_rate": 0.0001602438597059304,
+      "loss": 1.5483,
+      "step": 2202
+    },
+    {
+      "epoch": 0.31557083512390777,
+      "grad_norm": 1.2635291814804077,
+      "learning_rate": 0.00016020682014008242,
+      "loss": 1.5261,
+      "step": 2203
+    },
+    {
+      "epoch": 0.31571408107720955,
+      "grad_norm": 1.1767117977142334,
+      "learning_rate": 0.00016016976761319595,
+      "loss": 1.3924,
+      "step": 2204
+    },
+    {
+      "epoch": 0.3158573270305114,
+      "grad_norm": 1.0077793598175049,
+      "learning_rate": 0.0001601327021332475,
+      "loss": 1.2992,
+      "step": 2205
+    },
+    {
+      "epoch": 0.31600057298381323,
+      "grad_norm": 1.2150237560272217,
+      "learning_rate": 0.0001600956237082163,
+      "loss": 1.3545,
+      "step": 2206
+    },
+    {
+      "epoch": 0.316143818937115,
+      "grad_norm": 1.0077930688858032,
+      "learning_rate": 0.00016005853234608446,
+      "loss": 1.5555,
+      "step": 2207
+    },
+    {
+      "epoch": 0.31628706489041686,
+      "grad_norm": 1.1076475381851196,
+      "learning_rate": 0.00016002142805483685,
+      "loss": 1.48,
+      "step": 2208
+    },
+    {
+      "epoch": 0.31643031084371864,
+      "grad_norm": 1.0107250213623047,
+      "learning_rate": 0.00015998431084246107,
+      "loss": 1.4161,
+      "step": 2209
+    },
+    {
+      "epoch": 0.3165735567970205,
+      "grad_norm": 0.9572089314460754,
+      "learning_rate": 0.0001599471807169475,
+      "loss": 1.5947,
+      "step": 2210
+    },
+    {
+      "epoch": 0.3167168027503223,
+      "grad_norm": 1.0881528854370117,
+      "learning_rate": 0.00015991003768628942,
+      "loss": 1.487,
+      "step": 2211
+    },
+    {
+      "epoch": 0.3168600487036241,
+      "grad_norm": 0.9403063654899597,
+      "learning_rate": 0.00015987288175848277,
+      "loss": 1.5767,
+      "step": 2212
+    },
+    {
+      "epoch": 0.31700329465692595,
+      "grad_norm": 1.2552071809768677,
+      "learning_rate": 0.0001598357129415263,
+      "loss": 1.4772,
+      "step": 2213
+    },
+    {
+      "epoch": 0.31714654061022773,
+      "grad_norm": 1.0341148376464844,
+      "learning_rate": 0.00015979853124342154,
+      "loss": 1.583,
+      "step": 2214
+    },
+    {
+      "epoch": 0.3172897865635296,
+      "grad_norm": 1.0640925168991089,
+      "learning_rate": 0.00015976133667217277,
+      "loss": 1.3427,
+      "step": 2215
+    },
+    {
+      "epoch": 0.3174330325168314,
+      "grad_norm": 1.0597174167633057,
+      "learning_rate": 0.00015972412923578712,
+      "loss": 1.5544,
+      "step": 2216
+    },
+    {
+      "epoch": 0.3175762784701332,
+      "grad_norm": 0.9915416836738586,
+      "learning_rate": 0.00015968690894227437,
+      "loss": 1.3983,
+      "step": 2217
+    },
+    {
+      "epoch": 0.31771952442343504,
+      "grad_norm": 1.1566555500030518,
+      "learning_rate": 0.0001596496757996471,
+      "loss": 1.5074,
+      "step": 2218
+    },
+    {
+      "epoch": 0.3178627703767369,
+      "grad_norm": 1.0691466331481934,
+      "learning_rate": 0.00015961242981592076,
+      "loss": 1.3187,
+      "step": 2219
+    },
+    {
+      "epoch": 0.31800601633003867,
+      "grad_norm": 0.8957279920578003,
+      "learning_rate": 0.00015957517099911349,
+      "loss": 1.6642,
+      "step": 2220
+    },
+    {
+      "epoch": 0.3181492622833405,
+      "grad_norm": 1.0509910583496094,
+      "learning_rate": 0.00015953789935724613,
+      "loss": 1.7604,
+      "step": 2221
+    },
+    {
+      "epoch": 0.3182925082366423,
+      "grad_norm": 1.2299734354019165,
+      "learning_rate": 0.0001595006148983424,
+      "loss": 1.3338,
+      "step": 2222
+    },
+    {
+      "epoch": 0.31843575418994413,
+      "grad_norm": 1.3310185670852661,
+      "learning_rate": 0.00015946331763042867,
+      "loss": 1.3943,
+      "step": 2223
+    },
+    {
+      "epoch": 0.31857900014324597,
+      "grad_norm": 1.116530179977417,
+      "learning_rate": 0.00015942600756153414,
+      "loss": 1.36,
+      "step": 2224
+    },
+    {
+      "epoch": 0.31872224609654776,
+      "grad_norm": 0.9604272246360779,
+      "learning_rate": 0.00015938868469969077,
+      "loss": 1.4553,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3188654920498496,
+      "grad_norm": 1.0716758966445923,
+      "learning_rate": 0.00015935134905293322,
+      "loss": 1.6837,
+      "step": 2226
+    },
+    {
+      "epoch": 0.31900873800315144,
+      "grad_norm": 1.1399646997451782,
+      "learning_rate": 0.0001593140006292989,
+      "loss": 1.4055,
+      "step": 2227
+    },
+    {
+      "epoch": 0.3191519839564532,
+      "grad_norm": 1.259315013885498,
+      "learning_rate": 0.00015927663943682808,
+      "loss": 1.3999,
+      "step": 2228
+    },
+    {
+      "epoch": 0.31929522990975506,
+      "grad_norm": 1.3285045623779297,
+      "learning_rate": 0.00015923926548356364,
+      "loss": 1.4802,
+      "step": 2229
+    },
+    {
+      "epoch": 0.31943847586305685,
+      "grad_norm": 0.8945146203041077,
+      "learning_rate": 0.00015920187877755128,
+      "loss": 1.4352,
+      "step": 2230
+    },
+    {
+      "epoch": 0.3195817218163587,
+      "grad_norm": 1.0666048526763916,
+      "learning_rate": 0.00015916447932683947,
+      "loss": 1.4617,
+      "step": 2231
+    },
+    {
+      "epoch": 0.31972496776966053,
+      "grad_norm": 1.1124969720840454,
+      "learning_rate": 0.00015912706713947932,
+      "loss": 1.5078,
+      "step": 2232
+    },
+    {
+      "epoch": 0.3198682137229623,
+      "grad_norm": 0.950526773929596,
+      "learning_rate": 0.0001590896422235248,
+      "loss": 1.5614,
+      "step": 2233
+    },
+    {
+      "epoch": 0.32001145967626415,
+      "grad_norm": 1.1128674745559692,
+      "learning_rate": 0.00015905220458703253,
+      "loss": 1.4013,
+      "step": 2234
+    },
+    {
+      "epoch": 0.32015470562956594,
+      "grad_norm": 0.9250463843345642,
+      "learning_rate": 0.00015901475423806195,
+      "loss": 1.4178,
+      "step": 2235
+    },
+    {
+      "epoch": 0.3202979515828678,
+      "grad_norm": 1.0826702117919922,
+      "learning_rate": 0.00015897729118467517,
+      "loss": 1.4989,
+      "step": 2236
+    },
+    {
+      "epoch": 0.3204411975361696,
+      "grad_norm": 1.2394657135009766,
+      "learning_rate": 0.00015893981543493705,
+      "loss": 1.5047,
+      "step": 2237
+    },
+    {
+      "epoch": 0.3205844434894714,
+      "grad_norm": 0.990274965763092,
+      "learning_rate": 0.0001589023269969152,
+      "loss": 1.483,
+      "step": 2238
+    },
+    {
+      "epoch": 0.32072768944277324,
+      "grad_norm": 0.959280252456665,
+      "learning_rate": 0.00015886482587867997,
+      "loss": 1.5942,
+      "step": 2239
+    },
+    {
+      "epoch": 0.3208709353960751,
+      "grad_norm": 0.9615589380264282,
+      "learning_rate": 0.0001588273120883044,
+      "loss": 1.5201,
+      "step": 2240
+    },
+    {
+      "epoch": 0.32101418134937687,
+      "grad_norm": 1.165838599205017,
+      "learning_rate": 0.00015878978563386425,
+      "loss": 1.6258,
+      "step": 2241
+    },
+    {
+      "epoch": 0.3211574273026787,
+      "grad_norm": 1.0227872133255005,
+      "learning_rate": 0.00015875224652343815,
+      "loss": 1.48,
+      "step": 2242
+    },
+    {
+      "epoch": 0.3213006732559805,
+      "grad_norm": 1.2604038715362549,
+      "learning_rate": 0.00015871469476510722,
+      "loss": 1.4227,
+      "step": 2243
+    },
+    {
+      "epoch": 0.32144391920928234,
+      "grad_norm": 1.0426599979400635,
+      "learning_rate": 0.00015867713036695546,
+      "loss": 1.4564,
+      "step": 2244
+    },
+    {
+      "epoch": 0.3215871651625842,
+      "grad_norm": 1.2066575288772583,
+      "learning_rate": 0.00015863955333706957,
+      "loss": 1.4269,
+      "step": 2245
+    },
+    {
+      "epoch": 0.32173041111588596,
+      "grad_norm": 1.0270466804504395,
+      "learning_rate": 0.00015860196368353897,
+      "loss": 1.4829,
+      "step": 2246
+    },
+    {
+      "epoch": 0.3218736570691878,
+      "grad_norm": 0.9177959561347961,
+      "learning_rate": 0.00015856436141445577,
+      "loss": 1.5675,
+      "step": 2247
+    },
+    {
+      "epoch": 0.32201690302248964,
+      "grad_norm": 0.9758149981498718,
+      "learning_rate": 0.00015852674653791477,
+      "loss": 1.389,
+      "step": 2248
+    },
+    {
+      "epoch": 0.3221601489757914,
+      "grad_norm": 0.9312335848808289,
+      "learning_rate": 0.00015848911906201355,
+      "loss": 1.515,
+      "step": 2249
+    },
+    {
+      "epoch": 0.32230339492909327,
+      "grad_norm": 1.1000406742095947,
+      "learning_rate": 0.0001584514789948524,
+      "loss": 1.583,
+      "step": 2250
+    },
+    {
+      "epoch": 0.32244664088239505,
+      "grad_norm": 1.0627058744430542,
+      "learning_rate": 0.00015841382634453427,
+      "loss": 1.4662,
+      "step": 2251
+    },
+    {
+      "epoch": 0.3225898868356969,
+      "grad_norm": 1.2553153038024902,
+      "learning_rate": 0.00015837616111916483,
+      "loss": 1.3869,
+      "step": 2252
+    },
+    {
+      "epoch": 0.32273313278899873,
+      "grad_norm": 1.0507456064224243,
+      "learning_rate": 0.0001583384833268525,
+      "loss": 1.7185,
+      "step": 2253
+    },
+    {
+      "epoch": 0.3228763787423005,
+      "grad_norm": 1.1557961702346802,
+      "learning_rate": 0.00015830079297570837,
+      "loss": 1.4627,
+      "step": 2254
+    },
+    {
+      "epoch": 0.32301962469560236,
+      "grad_norm": 1.1176764965057373,
+      "learning_rate": 0.0001582630900738462,
+      "loss": 1.3693,
+      "step": 2255
+    },
+    {
+      "epoch": 0.32316287064890414,
+      "grad_norm": 0.9761690497398376,
+      "learning_rate": 0.00015822537462938254,
+      "loss": 1.4355,
+      "step": 2256
+    },
+    {
+      "epoch": 0.323306116602206,
+      "grad_norm": 1.300760269165039,
+      "learning_rate": 0.0001581876466504366,
+      "loss": 1.4853,
+      "step": 2257
+    },
+    {
+      "epoch": 0.3234493625555078,
+      "grad_norm": 1.109680414199829,
+      "learning_rate": 0.00015814990614513024,
+      "loss": 1.3316,
+      "step": 2258
+    },
+    {
+      "epoch": 0.3235926085088096,
+      "grad_norm": 1.1274505853652954,
+      "learning_rate": 0.00015811215312158807,
+      "loss": 1.3459,
+      "step": 2259
+    },
+    {
+      "epoch": 0.32373585446211145,
+      "grad_norm": 1.2490407228469849,
+      "learning_rate": 0.00015807438758793735,
+      "loss": 1.5666,
+      "step": 2260
+    },
+    {
+      "epoch": 0.3238791004154133,
+      "grad_norm": 1.1527982950210571,
+      "learning_rate": 0.00015803660955230817,
+      "loss": 1.4929,
+      "step": 2261
+    },
+    {
+      "epoch": 0.3240223463687151,
+      "grad_norm": 1.3056925535202026,
+      "learning_rate": 0.0001579988190228331,
+      "loss": 1.4589,
+      "step": 2262
+    },
+    {
+      "epoch": 0.3241655923220169,
+      "grad_norm": 0.9832407236099243,
+      "learning_rate": 0.00015796101600764755,
+      "loss": 1.5608,
+      "step": 2263
+    },
+    {
+      "epoch": 0.3243088382753187,
+      "grad_norm": 1.4280272722244263,
+      "learning_rate": 0.00015792320051488955,
+      "loss": 1.4968,
+      "step": 2264
+    },
+    {
+      "epoch": 0.32445208422862054,
+      "grad_norm": 1.154585361480713,
+      "learning_rate": 0.0001578853725526999,
+      "loss": 1.6856,
+      "step": 2265
+    },
+    {
+      "epoch": 0.3245953301819224,
+      "grad_norm": 1.1945300102233887,
+      "learning_rate": 0.00015784753212922192,
+      "loss": 1.5098,
+      "step": 2266
+    },
+    {
+      "epoch": 0.32473857613522417,
+      "grad_norm": 1.0146516561508179,
+      "learning_rate": 0.0001578096792526018,
+      "loss": 1.5413,
+      "step": 2267
+    },
+    {
+      "epoch": 0.324881822088526,
+      "grad_norm": 1.0315752029418945,
+      "learning_rate": 0.00015777181393098833,
+      "loss": 1.498,
+      "step": 2268
+    },
+    {
+      "epoch": 0.3250250680418278,
+      "grad_norm": 0.9914970993995667,
+      "learning_rate": 0.0001577339361725329,
+      "loss": 1.4818,
+      "step": 2269
+    },
+    {
+      "epoch": 0.32516831399512963,
+      "grad_norm": 1.3970246315002441,
+      "learning_rate": 0.0001576960459853898,
+      "loss": 1.3854,
+      "step": 2270
+    },
+    {
+      "epoch": 0.3253115599484315,
+      "grad_norm": 1.0560821294784546,
+      "learning_rate": 0.00015765814337771565,
+      "loss": 1.4705,
+      "step": 2271
+    },
+    {
+      "epoch": 0.32545480590173326,
+      "grad_norm": 0.9429246783256531,
+      "learning_rate": 0.00015762022835767012,
+      "loss": 1.6162,
+      "step": 2272
+    },
+    {
+      "epoch": 0.3255980518550351,
+      "grad_norm": 1.5522897243499756,
+      "learning_rate": 0.00015758230093341523,
+      "loss": 1.6831,
+      "step": 2273
+    },
+    {
+      "epoch": 0.32574129780833694,
+      "grad_norm": 0.9312853813171387,
+      "learning_rate": 0.00015754436111311594,
+      "loss": 1.4562,
+      "step": 2274
+    },
+    {
+      "epoch": 0.3258845437616387,
+      "grad_norm": 1.1935158967971802,
+      "learning_rate": 0.0001575064089049397,
+      "loss": 1.2912,
+      "step": 2275
+    },
+    {
+      "epoch": 0.32602778971494056,
+      "grad_norm": 1.0984101295471191,
+      "learning_rate": 0.0001574684443170567,
+      "loss": 1.5793,
+      "step": 2276
+    },
+    {
+      "epoch": 0.32617103566824235,
+      "grad_norm": 1.1641247272491455,
+      "learning_rate": 0.00015743046735763975,
+      "loss": 1.4619,
+      "step": 2277
+    },
+    {
+      "epoch": 0.3263142816215442,
+      "grad_norm": 1.0971043109893799,
+      "learning_rate": 0.00015739247803486434,
+      "loss": 1.2743,
+      "step": 2278
+    },
+    {
+      "epoch": 0.32645752757484603,
+      "grad_norm": 1.290601134300232,
+      "learning_rate": 0.00015735447635690868,
+      "loss": 1.3569,
+      "step": 2279
+    },
+    {
+      "epoch": 0.3266007735281478,
+      "grad_norm": 1.3487439155578613,
+      "learning_rate": 0.00015731646233195357,
+      "loss": 1.5065,
+      "step": 2280
+    },
+    {
+      "epoch": 0.32674401948144965,
+      "grad_norm": 1.4016202688217163,
+      "learning_rate": 0.00015727843596818243,
+      "loss": 1.4421,
+      "step": 2281
+    },
+    {
+      "epoch": 0.3268872654347515,
+      "grad_norm": 0.8868528604507446,
+      "learning_rate": 0.00015724039727378148,
+      "loss": 1.6831,
+      "step": 2282
+    },
+    {
+      "epoch": 0.3270305113880533,
+      "grad_norm": 1.2194477319717407,
+      "learning_rate": 0.0001572023462569395,
+      "loss": 1.5737,
+      "step": 2283
+    },
+    {
+      "epoch": 0.3271737573413551,
+      "grad_norm": 0.9768280982971191,
+      "learning_rate": 0.00015716428292584787,
+      "loss": 1.5773,
+      "step": 2284
+    },
+    {
+      "epoch": 0.3273170032946569,
+      "grad_norm": 0.9703564643859863,
+      "learning_rate": 0.00015712620728870074,
+      "loss": 1.6028,
+      "step": 2285
+    },
+    {
+      "epoch": 0.32746024924795875,
+      "grad_norm": 0.9786103367805481,
+      "learning_rate": 0.00015708811935369484,
+      "loss": 1.4044,
+      "step": 2286
+    },
+    {
+      "epoch": 0.3276034952012606,
+      "grad_norm": 1.239814043045044,
+      "learning_rate": 0.00015705001912902957,
+      "loss": 1.2406,
+      "step": 2287
+    },
+    {
+      "epoch": 0.32774674115456237,
+      "grad_norm": 1.1489429473876953,
+      "learning_rate": 0.00015701190662290693,
+      "loss": 1.4731,
+      "step": 2288
+    },
+    {
+      "epoch": 0.3278899871078642,
+      "grad_norm": 1.1755743026733398,
+      "learning_rate": 0.0001569737818435316,
+      "loss": 1.557,
+      "step": 2289
+    },
+    {
+      "epoch": 0.328033233061166,
+      "grad_norm": 1.3215577602386475,
+      "learning_rate": 0.00015693564479911097,
+      "loss": 1.4595,
+      "step": 2290
+    },
+    {
+      "epoch": 0.32817647901446784,
+      "grad_norm": 1.0534961223602295,
+      "learning_rate": 0.0001568974954978549,
+      "loss": 1.5048,
+      "step": 2291
+    },
+    {
+      "epoch": 0.3283197249677697,
+      "grad_norm": 1.0880908966064453,
+      "learning_rate": 0.00015685933394797607,
+      "loss": 1.6027,
+      "step": 2292
+    },
+    {
+      "epoch": 0.32846297092107146,
+      "grad_norm": 1.0713154077529907,
+      "learning_rate": 0.00015682116015768965,
+      "loss": 1.3339,
+      "step": 2293
+    },
+    {
+      "epoch": 0.3286062168743733,
+      "grad_norm": 0.9762378334999084,
+      "learning_rate": 0.00015678297413521363,
+      "loss": 1.6278,
+      "step": 2294
+    },
+    {
+      "epoch": 0.32874946282767514,
+      "grad_norm": 1.059198021888733,
+      "learning_rate": 0.00015674477588876838,
+      "loss": 1.4662,
+      "step": 2295
+    },
+    {
+      "epoch": 0.32889270878097693,
+      "grad_norm": 1.2368459701538086,
+      "learning_rate": 0.00015670656542657714,
+      "loss": 1.6229,
+      "step": 2296
+    },
+    {
+      "epoch": 0.32903595473427877,
+      "grad_norm": 0.9224243760108948,
+      "learning_rate": 0.0001566683427568656,
+      "loss": 1.6694,
+      "step": 2297
+    },
+    {
+      "epoch": 0.32917920068758055,
+      "grad_norm": 1.1757206916809082,
+      "learning_rate": 0.00015663010788786221,
+      "loss": 1.4674,
+      "step": 2298
+    },
+    {
+      "epoch": 0.3293224466408824,
+      "grad_norm": 1.3940726518630981,
+      "learning_rate": 0.00015659186082779797,
+      "loss": 1.5533,
+      "step": 2299
+    },
+    {
+      "epoch": 0.32946569259418423,
+      "grad_norm": 1.1816432476043701,
+      "learning_rate": 0.00015655360158490651,
+      "loss": 1.5042,
+      "step": 2300
+    },
+    {
+      "epoch": 0.329608938547486,
+      "grad_norm": 1.0910738706588745,
+      "learning_rate": 0.00015651533016742414,
+      "loss": 1.7637,
+      "step": 2301
+    },
+    {
+      "epoch": 0.32975218450078786,
+      "grad_norm": 1.0349503755569458,
+      "learning_rate": 0.00015647704658358966,
+      "loss": 1.4985,
+      "step": 2302
+    },
+    {
+      "epoch": 0.32989543045408964,
+      "grad_norm": 0.9492807388305664,
+      "learning_rate": 0.00015643875084164467,
+      "loss": 1.5544,
+      "step": 2303
+    },
+    {
+      "epoch": 0.3300386764073915,
+      "grad_norm": 1.1529879570007324,
+      "learning_rate": 0.00015640044294983329,
+      "loss": 1.7901,
+      "step": 2304
+    },
+    {
+      "epoch": 0.3301819223606933,
+      "grad_norm": 1.3095252513885498,
+      "learning_rate": 0.00015636212291640224,
+      "loss": 1.4043,
+      "step": 2305
+    },
+    {
+      "epoch": 0.3303251683139951,
+      "grad_norm": 1.4352530241012573,
+      "learning_rate": 0.00015632379074960082,
+      "loss": 1.7133,
+      "step": 2306
+    },
+    {
+      "epoch": 0.33046841426729695,
+      "grad_norm": 1.1554458141326904,
+      "learning_rate": 0.0001562854464576811,
+      "loss": 1.5478,
+      "step": 2307
+    },
+    {
+      "epoch": 0.3306116602205988,
+      "grad_norm": 1.352418303489685,
+      "learning_rate": 0.00015624709004889758,
+      "loss": 1.7221,
+      "step": 2308
+    },
+    {
+      "epoch": 0.3307549061739006,
+      "grad_norm": 1.3092702627182007,
+      "learning_rate": 0.0001562087215315075,
+      "loss": 1.5236,
+      "step": 2309
+    },
+    {
+      "epoch": 0.3308981521272024,
+      "grad_norm": 0.8317862749099731,
+      "learning_rate": 0.0001561703409137706,
+      "loss": 1.4333,
+      "step": 2310
+    },
+    {
+      "epoch": 0.3310413980805042,
+      "grad_norm": 1.0208004713058472,
+      "learning_rate": 0.0001561319482039493,
+      "loss": 1.3576,
+      "step": 2311
+    },
+    {
+      "epoch": 0.33118464403380604,
+      "grad_norm": 1.1325374841690063,
+      "learning_rate": 0.0001560935434103086,
+      "loss": 1.3745,
+      "step": 2312
+    },
+    {
+      "epoch": 0.3313278899871079,
+      "grad_norm": 1.2139272689819336,
+      "learning_rate": 0.00015605512654111615,
+      "loss": 1.4423,
+      "step": 2313
+    },
+    {
+      "epoch": 0.33147113594040967,
+      "grad_norm": 0.8933784365653992,
+      "learning_rate": 0.00015601669760464203,
+      "loss": 1.4334,
+      "step": 2314
+    },
+    {
+      "epoch": 0.3316143818937115,
+      "grad_norm": 1.2064217329025269,
+      "learning_rate": 0.00015597825660915916,
+      "loss": 1.4352,
+      "step": 2315
+    },
+    {
+      "epoch": 0.33175762784701335,
+      "grad_norm": 1.0274087190628052,
+      "learning_rate": 0.0001559398035629429,
+      "loss": 1.405,
+      "step": 2316
+    },
+    {
+      "epoch": 0.33190087380031513,
+      "grad_norm": 1.232800006866455,
+      "learning_rate": 0.00015590133847427116,
+      "loss": 1.7677,
+      "step": 2317
+    },
+    {
+      "epoch": 0.332044119753617,
+      "grad_norm": 0.9552279710769653,
+      "learning_rate": 0.00015586286135142467,
+      "loss": 1.4655,
+      "step": 2318
+    },
+    {
+      "epoch": 0.33218736570691876,
+      "grad_norm": 0.8862260580062866,
+      "learning_rate": 0.00015582437220268647,
+      "loss": 1.695,
+      "step": 2319
+    },
+    {
+      "epoch": 0.3323306116602206,
+      "grad_norm": 0.983116626739502,
+      "learning_rate": 0.00015578587103634242,
+      "loss": 1.5106,
+      "step": 2320
+    },
+    {
+      "epoch": 0.33247385761352244,
+      "grad_norm": 1.0474997758865356,
+      "learning_rate": 0.00015574735786068078,
+      "loss": 1.6923,
+      "step": 2321
+    },
+    {
+      "epoch": 0.3326171035668242,
+      "grad_norm": 0.9780824184417725,
+      "learning_rate": 0.00015570883268399257,
+      "loss": 1.4715,
+      "step": 2322
+    },
+    {
+      "epoch": 0.33276034952012606,
+      "grad_norm": 1.036527395248413,
+      "learning_rate": 0.0001556702955145712,
+      "loss": 1.4953,
+      "step": 2323
+    },
+    {
+      "epoch": 0.33290359547342785,
+      "grad_norm": 1.5480650663375854,
+      "learning_rate": 0.00015563174636071286,
+      "loss": 1.4482,
+      "step": 2324
+    },
+    {
+      "epoch": 0.3330468414267297,
+      "grad_norm": 1.2101320028305054,
+      "learning_rate": 0.00015559318523071622,
+      "loss": 1.4294,
+      "step": 2325
+    },
+    {
+      "epoch": 0.33319008738003153,
+      "grad_norm": 1.269209384918213,
+      "learning_rate": 0.0001555546121328825,
+      "loss": 1.3902,
+      "step": 2326
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 1.0387290716171265,
+      "learning_rate": 0.00015551602707551557,
+      "loss": 1.5361,
+      "step": 2327
+    },
+    {
+      "epoch": 0.33347657928663516,
+      "grad_norm": 1.0292338132858276,
+      "learning_rate": 0.00015547743006692177,
+      "loss": 1.4481,
+      "step": 2328
+    },
+    {
+      "epoch": 0.333619825239937,
+      "grad_norm": 1.2122060060501099,
+      "learning_rate": 0.00015543882111541016,
+      "loss": 1.4987,
+      "step": 2329
+    },
+    {
+      "epoch": 0.3337630711932388,
+      "grad_norm": 1.0907412767410278,
+      "learning_rate": 0.0001554002002292923,
+      "loss": 1.4322,
+      "step": 2330
+    },
+    {
+      "epoch": 0.3339063171465406,
+      "grad_norm": 1.0858741998672485,
+      "learning_rate": 0.00015536156741688222,
+      "loss": 1.6363,
+      "step": 2331
+    },
+    {
+      "epoch": 0.3340495630998424,
+      "grad_norm": 1.3315855264663696,
+      "learning_rate": 0.00015532292268649668,
+      "loss": 1.3773,
+      "step": 2332
+    },
+    {
+      "epoch": 0.33419280905314425,
+      "grad_norm": 1.3842747211456299,
+      "learning_rate": 0.0001552842660464549,
+      "loss": 1.5783,
+      "step": 2333
+    },
+    {
+      "epoch": 0.3343360550064461,
+      "grad_norm": 0.9555928707122803,
+      "learning_rate": 0.00015524559750507873,
+      "loss": 1.4711,
+      "step": 2334
+    },
+    {
+      "epoch": 0.33447930095974787,
+      "grad_norm": 1.1100839376449585,
+      "learning_rate": 0.00015520691707069254,
+      "loss": 1.3037,
+      "step": 2335
+    },
+    {
+      "epoch": 0.3346225469130497,
+      "grad_norm": 0.981740415096283,
+      "learning_rate": 0.00015516822475162325,
+      "loss": 1.5109,
+      "step": 2336
+    },
+    {
+      "epoch": 0.33476579286635155,
+      "grad_norm": 1.177910327911377,
+      "learning_rate": 0.0001551295205562004,
+      "loss": 1.5041,
+      "step": 2337
+    },
+    {
+      "epoch": 0.33490903881965334,
+      "grad_norm": 1.1464322805404663,
+      "learning_rate": 0.000155090804492756,
+      "loss": 1.5878,
+      "step": 2338
+    },
+    {
+      "epoch": 0.3350522847729552,
+      "grad_norm": 1.1313244104385376,
+      "learning_rate": 0.00015505207656962467,
+      "loss": 1.5552,
+      "step": 2339
+    },
+    {
+      "epoch": 0.33519553072625696,
+      "grad_norm": 1.0865917205810547,
+      "learning_rate": 0.00015501333679514357,
+      "loss": 1.3999,
+      "step": 2340
+    },
+    {
+      "epoch": 0.3353387766795588,
+      "grad_norm": 1.0129238367080688,
+      "learning_rate": 0.00015497458517765245,
+      "loss": 1.3849,
+      "step": 2341
+    },
+    {
+      "epoch": 0.33548202263286064,
+      "grad_norm": 1.1810550689697266,
+      "learning_rate": 0.00015493582172549354,
+      "loss": 1.3837,
+      "step": 2342
+    },
+    {
+      "epoch": 0.33562526858616243,
+      "grad_norm": 1.138142704963684,
+      "learning_rate": 0.00015489704644701166,
+      "loss": 1.4245,
+      "step": 2343
+    },
+    {
+      "epoch": 0.33576851453946427,
+      "grad_norm": 0.9194649457931519,
+      "learning_rate": 0.00015485825935055418,
+      "loss": 1.3958,
+      "step": 2344
+    },
+    {
+      "epoch": 0.33591176049276605,
+      "grad_norm": 1.0777665376663208,
+      "learning_rate": 0.00015481946044447099,
+      "loss": 1.5131,
+      "step": 2345
+    },
+    {
+      "epoch": 0.3360550064460679,
+      "grad_norm": 1.0040287971496582,
+      "learning_rate": 0.0001547806497371145,
+      "loss": 1.4158,
+      "step": 2346
+    },
+    {
+      "epoch": 0.33619825239936973,
+      "grad_norm": 1.0556343793869019,
+      "learning_rate": 0.0001547418272368398,
+      "loss": 1.5085,
+      "step": 2347
+    },
+    {
+      "epoch": 0.3363414983526715,
+      "grad_norm": 1.1751904487609863,
+      "learning_rate": 0.00015470299295200434,
+      "loss": 1.4997,
+      "step": 2348
+    },
+    {
+      "epoch": 0.33648474430597336,
+      "grad_norm": 1.0956737995147705,
+      "learning_rate": 0.00015466414689096816,
+      "loss": 1.4552,
+      "step": 2349
+    },
+    {
+      "epoch": 0.3366279902592752,
+      "grad_norm": 1.100913405418396,
+      "learning_rate": 0.00015462528906209387,
+      "loss": 1.442,
+      "step": 2350
+    },
+    {
+      "epoch": 0.336771236212577,
+      "grad_norm": 1.019201636314392,
+      "learning_rate": 0.0001545864194737466,
+      "loss": 1.5283,
+      "step": 2351
+    },
+    {
+      "epoch": 0.3369144821658788,
+      "grad_norm": 1.2546511888504028,
+      "learning_rate": 0.00015454753813429407,
+      "loss": 1.3208,
+      "step": 2352
+    },
+    {
+      "epoch": 0.3370577281191806,
+      "grad_norm": 1.034959077835083,
+      "learning_rate": 0.0001545086450521064,
+      "loss": 1.5474,
+      "step": 2353
+    },
+    {
+      "epoch": 0.33720097407248245,
+      "grad_norm": 1.126562476158142,
+      "learning_rate": 0.00015446974023555632,
+      "loss": 1.3575,
+      "step": 2354
+    },
+    {
+      "epoch": 0.3373442200257843,
+      "grad_norm": 1.0099369287490845,
+      "learning_rate": 0.00015443082369301912,
+      "loss": 1.4158,
+      "step": 2355
+    },
+    {
+      "epoch": 0.3374874659790861,
+      "grad_norm": 1.0869007110595703,
+      "learning_rate": 0.00015439189543287247,
+      "loss": 1.4768,
+      "step": 2356
+    },
+    {
+      "epoch": 0.3376307119323879,
+      "grad_norm": 1.1470967531204224,
+      "learning_rate": 0.00015435295546349678,
+      "loss": 1.3347,
+      "step": 2357
+    },
+    {
+      "epoch": 0.3377739578856897,
+      "grad_norm": 1.0082340240478516,
+      "learning_rate": 0.0001543140037932748,
+      "loss": 1.6239,
+      "step": 2358
+    },
+    {
+      "epoch": 0.33791720383899154,
+      "grad_norm": 1.3684139251708984,
+      "learning_rate": 0.0001542750404305918,
+      "loss": 1.4803,
+      "step": 2359
+    },
+    {
+      "epoch": 0.3380604497922934,
+      "grad_norm": 0.9794795513153076,
+      "learning_rate": 0.00015423606538383577,
+      "loss": 1.5544,
+      "step": 2360
+    },
+    {
+      "epoch": 0.33820369574559517,
+      "grad_norm": 0.903112530708313,
+      "learning_rate": 0.00015419707866139696,
+      "loss": 1.4806,
+      "step": 2361
+    },
+    {
+      "epoch": 0.338346941698897,
+      "grad_norm": 0.9727863669395447,
+      "learning_rate": 0.00015415808027166832,
+      "loss": 1.3748,
+      "step": 2362
+    },
+    {
+      "epoch": 0.33849018765219885,
+      "grad_norm": 1.178299903869629,
+      "learning_rate": 0.00015411907022304516,
+      "loss": 1.3755,
+      "step": 2363
+    },
+    {
+      "epoch": 0.33863343360550063,
+      "grad_norm": 1.1647191047668457,
+      "learning_rate": 0.00015408004852392543,
+      "loss": 1.5097,
+      "step": 2364
+    },
+    {
+      "epoch": 0.3387766795588025,
+      "grad_norm": 1.2454203367233276,
+      "learning_rate": 0.00015404101518270955,
+      "loss": 1.6097,
+      "step": 2365
+    },
+    {
+      "epoch": 0.33891992551210426,
+      "grad_norm": 1.1562601327896118,
+      "learning_rate": 0.00015400197020780038,
+      "loss": 1.5163,
+      "step": 2366
+    },
+    {
+      "epoch": 0.3390631714654061,
+      "grad_norm": 0.9740133285522461,
+      "learning_rate": 0.0001539629136076034,
+      "loss": 1.4605,
+      "step": 2367
+    },
+    {
+      "epoch": 0.33920641741870794,
+      "grad_norm": 0.9081257581710815,
+      "learning_rate": 0.00015392384539052642,
+      "loss": 1.4722,
+      "step": 2368
+    },
+    {
+      "epoch": 0.3393496633720097,
+      "grad_norm": 1.0705432891845703,
+      "learning_rate": 0.00015388476556498003,
+      "loss": 1.2688,
+      "step": 2369
+    },
+    {
+      "epoch": 0.33949290932531156,
+      "grad_norm": 1.3483245372772217,
+      "learning_rate": 0.000153845674139377,
+      "loss": 1.4026,
+      "step": 2370
+    },
+    {
+      "epoch": 0.3396361552786134,
+      "grad_norm": 0.9600090384483337,
+      "learning_rate": 0.0001538065711221328,
+      "loss": 1.6361,
+      "step": 2371
+    },
+    {
+      "epoch": 0.3397794012319152,
+      "grad_norm": 0.9563367962837219,
+      "learning_rate": 0.00015376745652166535,
+      "loss": 1.574,
+      "step": 2372
+    },
+    {
+      "epoch": 0.33992264718521703,
+      "grad_norm": 1.0902090072631836,
+      "learning_rate": 0.0001537283303463951,
+      "loss": 1.375,
+      "step": 2373
+    },
+    {
+      "epoch": 0.3400658931385188,
+      "grad_norm": 1.204469084739685,
+      "learning_rate": 0.00015368919260474483,
+      "loss": 1.4267,
+      "step": 2374
+    },
+    {
+      "epoch": 0.34020913909182066,
+      "grad_norm": 1.0059566497802734,
+      "learning_rate": 0.00015365004330514,
+      "loss": 1.592,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3403523850451225,
+      "grad_norm": 1.2764005661010742,
+      "learning_rate": 0.0001536108824560085,
+      "loss": 1.5201,
+      "step": 2376
+    },
+    {
+      "epoch": 0.3404956309984243,
+      "grad_norm": 1.030251383781433,
+      "learning_rate": 0.00015357171006578067,
+      "loss": 1.4948,
+      "step": 2377
+    },
+    {
+      "epoch": 0.3406388769517261,
+      "grad_norm": 0.9539642333984375,
+      "learning_rate": 0.00015353252614288935,
+      "loss": 1.5233,
+      "step": 2378
+    },
+    {
+      "epoch": 0.3407821229050279,
+      "grad_norm": 0.9440853595733643,
+      "learning_rate": 0.0001534933306957699,
+      "loss": 1.5478,
+      "step": 2379
+    },
+    {
+      "epoch": 0.34092536885832975,
+      "grad_norm": 1.0001617670059204,
+      "learning_rate": 0.00015345412373286008,
+      "loss": 1.581,
+      "step": 2380
+    },
+    {
+      "epoch": 0.3410686148116316,
+      "grad_norm": 1.0040053129196167,
+      "learning_rate": 0.00015341490526260017,
+      "loss": 1.5313,
+      "step": 2381
+    },
+    {
+      "epoch": 0.3412118607649334,
+      "grad_norm": 1.5326651334762573,
+      "learning_rate": 0.00015337567529343302,
+      "loss": 1.4764,
+      "step": 2382
+    },
+    {
+      "epoch": 0.3413551067182352,
+      "grad_norm": 1.075150489807129,
+      "learning_rate": 0.00015333643383380383,
+      "loss": 1.5679,
+      "step": 2383
+    },
+    {
+      "epoch": 0.34149835267153705,
+      "grad_norm": 0.9078032970428467,
+      "learning_rate": 0.0001532971808921603,
+      "loss": 1.45,
+      "step": 2384
+    },
+    {
+      "epoch": 0.34164159862483884,
+      "grad_norm": 0.9889081716537476,
+      "learning_rate": 0.00015325791647695258,
+      "loss": 1.5495,
+      "step": 2385
+    },
+    {
+      "epoch": 0.3417848445781407,
+      "grad_norm": 1.1482744216918945,
+      "learning_rate": 0.00015321864059663343,
+      "loss": 1.5302,
+      "step": 2386
+    },
+    {
+      "epoch": 0.34192809053144246,
+      "grad_norm": 1.0411438941955566,
+      "learning_rate": 0.00015317935325965789,
+      "loss": 1.6798,
+      "step": 2387
+    },
+    {
+      "epoch": 0.3420713364847443,
+      "grad_norm": 1.0488414764404297,
+      "learning_rate": 0.00015314005447448356,
+      "loss": 1.4827,
+      "step": 2388
+    },
+    {
+      "epoch": 0.34221458243804614,
+      "grad_norm": 1.1988036632537842,
+      "learning_rate": 0.00015310074424957054,
+      "loss": 1.5906,
+      "step": 2389
+    },
+    {
+      "epoch": 0.34235782839134793,
+      "grad_norm": 1.1586886644363403,
+      "learning_rate": 0.00015306142259338129,
+      "loss": 1.5601,
+      "step": 2390
+    },
+    {
+      "epoch": 0.34250107434464977,
+      "grad_norm": 1.1813791990280151,
+      "learning_rate": 0.00015302208951438085,
+      "loss": 1.3832,
+      "step": 2391
+    },
+    {
+      "epoch": 0.3426443202979516,
+      "grad_norm": 1.2296481132507324,
+      "learning_rate": 0.00015298274502103664,
+      "loss": 1.3712,
+      "step": 2392
+    },
+    {
+      "epoch": 0.3427875662512534,
+      "grad_norm": 1.0913816690444946,
+      "learning_rate": 0.0001529433891218185,
+      "loss": 1.4606,
+      "step": 2393
+    },
+    {
+      "epoch": 0.34293081220455524,
+      "grad_norm": 1.1934775114059448,
+      "learning_rate": 0.0001529040218251989,
+      "loss": 1.4343,
+      "step": 2394
+    },
+    {
+      "epoch": 0.343074058157857,
+      "grad_norm": 1.0158480405807495,
+      "learning_rate": 0.00015286464313965254,
+      "loss": 1.5178,
+      "step": 2395
+    },
+    {
+      "epoch": 0.34321730411115886,
+      "grad_norm": 1.0629225969314575,
+      "learning_rate": 0.0001528252530736567,
+      "loss": 1.544,
+      "step": 2396
+    },
+    {
+      "epoch": 0.3433605500644607,
+      "grad_norm": 1.1829675436019897,
+      "learning_rate": 0.00015278585163569107,
+      "loss": 1.3817,
+      "step": 2397
+    },
+    {
+      "epoch": 0.3435037960177625,
+      "grad_norm": 0.97184157371521,
+      "learning_rate": 0.0001527464388342379,
+      "loss": 1.5223,
+      "step": 2398
+    },
+    {
+      "epoch": 0.3436470419710643,
+      "grad_norm": 1.1187664270401,
+      "learning_rate": 0.00015270701467778167,
+      "loss": 1.6572,
+      "step": 2399
+    },
+    {
+      "epoch": 0.3437902879243661,
+      "grad_norm": 1.1358665227890015,
+      "learning_rate": 0.00015266757917480948,
+      "loss": 1.7391,
+      "step": 2400
+    },
+    {
+      "epoch": 0.34393353387766795,
+      "grad_norm": 1.1216099262237549,
+      "learning_rate": 0.00015262813233381082,
+      "loss": 1.5509,
+      "step": 2401
+    },
+    {
+      "epoch": 0.3440767798309698,
+      "grad_norm": 1.242700457572937,
+      "learning_rate": 0.00015258867416327758,
+      "loss": 1.6703,
+      "step": 2402
+    },
+    {
+      "epoch": 0.3442200257842716,
+      "grad_norm": 1.3484718799591064,
+      "learning_rate": 0.0001525492046717042,
+      "loss": 1.369,
+      "step": 2403
+    },
+    {
+      "epoch": 0.3443632717375734,
+      "grad_norm": 0.9896492958068848,
+      "learning_rate": 0.00015250972386758745,
+      "loss": 1.3999,
+      "step": 2404
+    },
+    {
+      "epoch": 0.34450651769087526,
+      "grad_norm": 1.1322572231292725,
+      "learning_rate": 0.00015247023175942657,
+      "loss": 1.5559,
+      "step": 2405
+    },
+    {
+      "epoch": 0.34464976364417704,
+      "grad_norm": 1.2312464714050293,
+      "learning_rate": 0.00015243072835572318,
+      "loss": 1.5375,
+      "step": 2406
+    },
+    {
+      "epoch": 0.3447930095974789,
+      "grad_norm": 1.3706110715866089,
+      "learning_rate": 0.00015239121366498147,
+      "loss": 1.4782,
+      "step": 2407
+    },
+    {
+      "epoch": 0.34493625555078067,
+      "grad_norm": 1.0534924268722534,
+      "learning_rate": 0.00015235168769570792,
+      "loss": 1.4656,
+      "step": 2408
+    },
+    {
+      "epoch": 0.3450795015040825,
+      "grad_norm": 1.1452525854110718,
+      "learning_rate": 0.0001523121504564115,
+      "loss": 1.434,
+      "step": 2409
+    },
+    {
+      "epoch": 0.34522274745738435,
+      "grad_norm": 1.00017511844635,
+      "learning_rate": 0.00015227260195560367,
+      "loss": 1.466,
+      "step": 2410
+    },
+    {
+      "epoch": 0.34536599341068613,
+      "grad_norm": 0.8903220295906067,
+      "learning_rate": 0.00015223304220179812,
+      "loss": 1.5439,
+      "step": 2411
+    },
+    {
+      "epoch": 0.345509239363988,
+      "grad_norm": 1.0834609270095825,
+      "learning_rate": 0.00015219347120351123,
+      "loss": 1.6432,
+      "step": 2412
+    },
+    {
+      "epoch": 0.34565248531728976,
+      "grad_norm": 1.085816502571106,
+      "learning_rate": 0.00015215388896926152,
+      "loss": 1.5134,
+      "step": 2413
+    },
+    {
+      "epoch": 0.3457957312705916,
+      "grad_norm": 0.9752435088157654,
+      "learning_rate": 0.00015211429550757012,
+      "loss": 1.5332,
+      "step": 2414
+    },
+    {
+      "epoch": 0.34593897722389344,
+      "grad_norm": 1.2195255756378174,
+      "learning_rate": 0.00015207469082696053,
+      "loss": 1.5048,
+      "step": 2415
+    },
+    {
+      "epoch": 0.3460822231771952,
+      "grad_norm": 0.946786105632782,
+      "learning_rate": 0.00015203507493595866,
+      "loss": 1.5149,
+      "step": 2416
+    },
+    {
+      "epoch": 0.34622546913049707,
+      "grad_norm": 0.9170341491699219,
+      "learning_rate": 0.00015199544784309286,
+      "loss": 1.6255,
+      "step": 2417
+    },
+    {
+      "epoch": 0.3463687150837989,
+      "grad_norm": 1.009272813796997,
+      "learning_rate": 0.00015195580955689378,
+      "loss": 1.2763,
+      "step": 2418
+    },
+    {
+      "epoch": 0.3465119610371007,
+      "grad_norm": 1.0328967571258545,
+      "learning_rate": 0.00015191616008589461,
+      "loss": 1.4428,
+      "step": 2419
+    },
+    {
+      "epoch": 0.34665520699040253,
+      "grad_norm": 0.8425991535186768,
+      "learning_rate": 0.00015187649943863095,
+      "loss": 1.6375,
+      "step": 2420
+    },
+    {
+      "epoch": 0.3467984529437043,
+      "grad_norm": 1.1017752885818481,
+      "learning_rate": 0.00015183682762364066,
+      "loss": 1.4921,
+      "step": 2421
+    },
+    {
+      "epoch": 0.34694169889700616,
+      "grad_norm": 0.9963382482528687,
+      "learning_rate": 0.0001517971446494641,
+      "loss": 1.551,
+      "step": 2422
+    },
+    {
+      "epoch": 0.347084944850308,
+      "grad_norm": 1.1878329515457153,
+      "learning_rate": 0.00015175745052464415,
+      "loss": 1.4327,
+      "step": 2423
+    },
+    {
+      "epoch": 0.3472281908036098,
+      "grad_norm": 1.0319851636886597,
+      "learning_rate": 0.00015171774525772592,
+      "loss": 1.4853,
+      "step": 2424
+    },
+    {
+      "epoch": 0.3473714367569116,
+      "grad_norm": 1.091947078704834,
+      "learning_rate": 0.00015167802885725687,
+      "loss": 1.5946,
+      "step": 2425
+    },
+    {
+      "epoch": 0.34751468271021346,
+      "grad_norm": 1.1528592109680176,
+      "learning_rate": 0.0001516383013317871,
+      "loss": 1.4355,
+      "step": 2426
+    },
+    {
+      "epoch": 0.34765792866351525,
+      "grad_norm": 1.3249309062957764,
+      "learning_rate": 0.00015159856268986887,
+      "loss": 1.484,
+      "step": 2427
+    },
+    {
+      "epoch": 0.3478011746168171,
+      "grad_norm": 0.9875064492225647,
+      "learning_rate": 0.00015155881294005697,
+      "loss": 1.5213,
+      "step": 2428
+    },
+    {
+      "epoch": 0.3479444205701189,
+      "grad_norm": 0.9766676425933838,
+      "learning_rate": 0.00015151905209090854,
+      "loss": 1.3719,
+      "step": 2429
+    },
+    {
+      "epoch": 0.3480876665234207,
+      "grad_norm": 1.145322322845459,
+      "learning_rate": 0.0001514792801509831,
+      "loss": 1.4837,
+      "step": 2430
+    },
+    {
+      "epoch": 0.34823091247672255,
+      "grad_norm": 1.2254652976989746,
+      "learning_rate": 0.00015143949712884252,
+      "loss": 1.4352,
+      "step": 2431
+    },
+    {
+      "epoch": 0.34837415843002434,
+      "grad_norm": 1.1375126838684082,
+      "learning_rate": 0.00015139970303305119,
+      "loss": 1.4375,
+      "step": 2432
+    },
+    {
+      "epoch": 0.3485174043833262,
+      "grad_norm": 1.1974704265594482,
+      "learning_rate": 0.00015135989787217567,
+      "loss": 1.2757,
+      "step": 2433
+    },
+    {
+      "epoch": 0.34866065033662796,
+      "grad_norm": 0.9944350719451904,
+      "learning_rate": 0.00015132008165478516,
+      "loss": 1.3751,
+      "step": 2434
+    },
+    {
+      "epoch": 0.3488038962899298,
+      "grad_norm": 0.925966739654541,
+      "learning_rate": 0.00015128025438945102,
+      "loss": 1.5829,
+      "step": 2435
+    },
+    {
+      "epoch": 0.34894714224323164,
+      "grad_norm": 1.114221215248108,
+      "learning_rate": 0.0001512404160847471,
+      "loss": 1.5511,
+      "step": 2436
+    },
+    {
+      "epoch": 0.34909038819653343,
+      "grad_norm": 1.0546460151672363,
+      "learning_rate": 0.0001512005667492496,
+      "loss": 1.4196,
+      "step": 2437
+    },
+    {
+      "epoch": 0.34923363414983527,
+      "grad_norm": 0.9632213115692139,
+      "learning_rate": 0.0001511607063915371,
+      "loss": 1.4772,
+      "step": 2438
+    },
+    {
+      "epoch": 0.3493768801031371,
+      "grad_norm": 0.9782141447067261,
+      "learning_rate": 0.00015112083502019056,
+      "loss": 1.549,
+      "step": 2439
+    },
+    {
+      "epoch": 0.3495201260564389,
+      "grad_norm": 1.044585108757019,
+      "learning_rate": 0.00015108095264379325,
+      "loss": 1.6561,
+      "step": 2440
+    },
+    {
+      "epoch": 0.34966337200974074,
+      "grad_norm": 1.1784836053848267,
+      "learning_rate": 0.00015104105927093092,
+      "loss": 1.2664,
+      "step": 2441
+    },
+    {
+      "epoch": 0.3498066179630425,
+      "grad_norm": 1.4437427520751953,
+      "learning_rate": 0.0001510011549101916,
+      "loss": 1.5414,
+      "step": 2442
+    },
+    {
+      "epoch": 0.34994986391634436,
+      "grad_norm": 1.0666855573654175,
+      "learning_rate": 0.00015096123957016565,
+      "loss": 1.5941,
+      "step": 2443
+    },
+    {
+      "epoch": 0.3500931098696462,
+      "grad_norm": 1.2209464311599731,
+      "learning_rate": 0.000150921313259446,
+      "loss": 1.4854,
+      "step": 2444
+    },
+    {
+      "epoch": 0.350236355822948,
+      "grad_norm": 1.1417009830474854,
+      "learning_rate": 0.0001508813759866277,
+      "loss": 1.4182,
+      "step": 2445
+    },
+    {
+      "epoch": 0.3503796017762498,
+      "grad_norm": 0.9899564385414124,
+      "learning_rate": 0.00015084142776030824,
+      "loss": 1.4556,
+      "step": 2446
+    },
+    {
+      "epoch": 0.35052284772955167,
+      "grad_norm": 0.9361430406570435,
+      "learning_rate": 0.0001508014685890875,
+      "loss": 1.4994,
+      "step": 2447
+    },
+    {
+      "epoch": 0.35066609368285345,
+      "grad_norm": 1.1225767135620117,
+      "learning_rate": 0.00015076149848156775,
+      "loss": 1.6346,
+      "step": 2448
+    },
+    {
+      "epoch": 0.3508093396361553,
+      "grad_norm": 1.0214442014694214,
+      "learning_rate": 0.00015072151744635352,
+      "loss": 1.2996,
+      "step": 2449
+    },
+    {
+      "epoch": 0.3509525855894571,
+      "grad_norm": 0.9962581992149353,
+      "learning_rate": 0.00015068152549205173,
+      "loss": 1.5059,
+      "step": 2450
+    },
+    {
+      "epoch": 0.3510958315427589,
+      "grad_norm": 1.0421254634857178,
+      "learning_rate": 0.0001506415226272717,
+      "loss": 1.4689,
+      "step": 2451
+    },
+    {
+      "epoch": 0.35123907749606076,
+      "grad_norm": 1.0378090143203735,
+      "learning_rate": 0.000150601508860625,
+      "loss": 1.4786,
+      "step": 2452
+    },
+    {
+      "epoch": 0.35138232344936254,
+      "grad_norm": 0.8976671695709229,
+      "learning_rate": 0.00015056148420072564,
+      "loss": 1.38,
+      "step": 2453
+    },
+    {
+      "epoch": 0.3515255694026644,
+      "grad_norm": 1.1274287700653076,
+      "learning_rate": 0.00015052144865618995,
+      "loss": 1.4051,
+      "step": 2454
+    },
+    {
+      "epoch": 0.35166881535596617,
+      "grad_norm": 1.2942434549331665,
+      "learning_rate": 0.0001504814022356366,
+      "loss": 1.6011,
+      "step": 2455
+    },
+    {
+      "epoch": 0.351812061309268,
+      "grad_norm": 1.2929075956344604,
+      "learning_rate": 0.0001504413449476865,
+      "loss": 1.7191,
+      "step": 2456
+    },
+    {
+      "epoch": 0.35195530726256985,
+      "grad_norm": 0.9649601578712463,
+      "learning_rate": 0.00015040127680096313,
+      "loss": 1.5047,
+      "step": 2457
+    },
+    {
+      "epoch": 0.35209855321587163,
+      "grad_norm": 1.0711233615875244,
+      "learning_rate": 0.00015036119780409207,
+      "loss": 1.4356,
+      "step": 2458
+    },
+    {
+      "epoch": 0.3522417991691735,
+      "grad_norm": 1.0813677310943604,
+      "learning_rate": 0.00015032110796570137,
+      "loss": 1.4007,
+      "step": 2459
+    },
+    {
+      "epoch": 0.3523850451224753,
+      "grad_norm": 1.045467495918274,
+      "learning_rate": 0.00015028100729442138,
+      "loss": 1.2535,
+      "step": 2460
+    },
+    {
+      "epoch": 0.3525282910757771,
+      "grad_norm": 1.053380012512207,
+      "learning_rate": 0.00015024089579888478,
+      "loss": 1.4161,
+      "step": 2461
+    },
+    {
+      "epoch": 0.35267153702907894,
+      "grad_norm": 1.0328668355941772,
+      "learning_rate": 0.0001502007734877266,
+      "loss": 1.5953,
+      "step": 2462
+    },
+    {
+      "epoch": 0.3528147829823807,
+      "grad_norm": 1.0592424869537354,
+      "learning_rate": 0.00015016064036958414,
+      "loss": 1.2737,
+      "step": 2463
+    },
+    {
+      "epoch": 0.35295802893568257,
+      "grad_norm": 1.146668553352356,
+      "learning_rate": 0.00015012049645309712,
+      "loss": 1.4528,
+      "step": 2464
+    },
+    {
+      "epoch": 0.3531012748889844,
+      "grad_norm": 1.0678800344467163,
+      "learning_rate": 0.0001500803417469075,
+      "loss": 1.4085,
+      "step": 2465
+    },
+    {
+      "epoch": 0.3532445208422862,
+      "grad_norm": 1.0604286193847656,
+      "learning_rate": 0.00015004017625965958,
+      "loss": 1.5885,
+      "step": 2466
+    },
+    {
+      "epoch": 0.35338776679558803,
+      "grad_norm": 1.1248012781143188,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 1.4538,
+      "step": 2467
+    },
+    {
+      "epoch": 0.3535310127488898,
+      "grad_norm": 1.1243839263916016,
+      "learning_rate": 0.00014995981297657776,
+      "loss": 1.5336,
+      "step": 2468
+    },
+    {
+      "epoch": 0.35367425870219166,
+      "grad_norm": 1.1251708269119263,
+      "learning_rate": 0.00014991961519804408,
+      "loss": 1.4282,
+      "step": 2469
+    },
+    {
+      "epoch": 0.3538175046554935,
+      "grad_norm": 1.0161306858062744,
+      "learning_rate": 0.00014987940667305258,
+      "loss": 1.6765,
+      "step": 2470
+    },
+    {
+      "epoch": 0.3539607506087953,
+      "grad_norm": 0.8783040046691895,
+      "learning_rate": 0.00014983918741025916,
+      "loss": 1.2541,
+      "step": 2471
+    },
+    {
+      "epoch": 0.3541039965620971,
+      "grad_norm": 1.2722978591918945,
+      "learning_rate": 0.00014979895741832198,
+      "loss": 1.3731,
+      "step": 2472
+    },
+    {
+      "epoch": 0.35424724251539896,
+      "grad_norm": 1.022520899772644,
+      "learning_rate": 0.00014975871670590163,
+      "loss": 1.6601,
+      "step": 2473
+    },
+    {
+      "epoch": 0.35439048846870075,
+      "grad_norm": 1.243443250656128,
+      "learning_rate": 0.0001497184652816609,
+      "loss": 1.5419,
+      "step": 2474
+    },
+    {
+      "epoch": 0.3545337344220026,
+      "grad_norm": 1.2030287981033325,
+      "learning_rate": 0.0001496782031542649,
+      "loss": 1.4272,
+      "step": 2475
+    },
+    {
+      "epoch": 0.3546769803753044,
+      "grad_norm": 1.0987898111343384,
+      "learning_rate": 0.0001496379303323812,
+      "loss": 1.6966,
+      "step": 2476
+    },
+    {
+      "epoch": 0.3548202263286062,
+      "grad_norm": 1.3833413124084473,
+      "learning_rate": 0.00014959764682467933,
+      "loss": 1.4956,
+      "step": 2477
+    },
+    {
+      "epoch": 0.35496347228190805,
+      "grad_norm": 1.2168899774551392,
+      "learning_rate": 0.00014955735263983154,
+      "loss": 1.6053,
+      "step": 2478
+    },
+    {
+      "epoch": 0.35510671823520984,
+      "grad_norm": 0.9989078044891357,
+      "learning_rate": 0.00014951704778651202,
+      "loss": 1.4949,
+      "step": 2479
+    },
+    {
+      "epoch": 0.3552499641885117,
+      "grad_norm": 1.4816235303878784,
+      "learning_rate": 0.00014947673227339755,
+      "loss": 1.4775,
+      "step": 2480
+    },
+    {
+      "epoch": 0.3553932101418135,
+      "grad_norm": 1.0327545404434204,
+      "learning_rate": 0.00014943640610916688,
+      "loss": 1.4885,
+      "step": 2481
+    },
+    {
+      "epoch": 0.3555364560951153,
+      "grad_norm": 1.1564427614212036,
+      "learning_rate": 0.00014939606930250142,
+      "loss": 1.3667,
+      "step": 2482
+    },
+    {
+      "epoch": 0.35567970204841715,
+      "grad_norm": 0.9241465330123901,
+      "learning_rate": 0.00014935572186208456,
+      "loss": 1.3846,
+      "step": 2483
+    },
+    {
+      "epoch": 0.35582294800171893,
+      "grad_norm": 1.0589489936828613,
+      "learning_rate": 0.00014931536379660213,
+      "loss": 1.6279,
+      "step": 2484
+    },
+    {
+      "epoch": 0.35596619395502077,
+      "grad_norm": 1.040387749671936,
+      "learning_rate": 0.00014927499511474228,
+      "loss": 1.4184,
+      "step": 2485
+    },
+    {
+      "epoch": 0.3561094399083226,
+      "grad_norm": 1.073172688484192,
+      "learning_rate": 0.00014923461582519532,
+      "loss": 1.4292,
+      "step": 2486
+    },
+    {
+      "epoch": 0.3562526858616244,
+      "grad_norm": 1.159746527671814,
+      "learning_rate": 0.00014919422593665397,
+      "loss": 1.4072,
+      "step": 2487
+    },
+    {
+      "epoch": 0.35639593181492624,
+      "grad_norm": 1.0671240091323853,
+      "learning_rate": 0.00014915382545781315,
+      "loss": 1.6148,
+      "step": 2488
+    },
+    {
+      "epoch": 0.356539177768228,
+      "grad_norm": 1.419588327407837,
+      "learning_rate": 0.00014911341439737002,
+      "loss": 1.3538,
+      "step": 2489
+    },
+    {
+      "epoch": 0.35668242372152986,
+      "grad_norm": 1.1943116188049316,
+      "learning_rate": 0.00014907299276402418,
+      "loss": 1.5934,
+      "step": 2490
+    },
+    {
+      "epoch": 0.3568256696748317,
+      "grad_norm": 1.1950275897979736,
+      "learning_rate": 0.00014903256056647736,
+      "loss": 1.4866,
+      "step": 2491
+    },
+    {
+      "epoch": 0.3569689156281335,
+      "grad_norm": 1.0704443454742432,
+      "learning_rate": 0.0001489921178134336,
+      "loss": 1.5407,
+      "step": 2492
+    },
+    {
+      "epoch": 0.35711216158143533,
+      "grad_norm": 1.2221447229385376,
+      "learning_rate": 0.0001489516645135993,
+      "loss": 1.4492,
+      "step": 2493
+    },
+    {
+      "epoch": 0.35725540753473717,
+      "grad_norm": 1.0876796245574951,
+      "learning_rate": 0.00014891120067568294,
+      "loss": 1.5111,
+      "step": 2494
+    },
+    {
+      "epoch": 0.35739865348803895,
+      "grad_norm": 1.1295603513717651,
+      "learning_rate": 0.00014887072630839546,
+      "loss": 1.4686,
+      "step": 2495
+    },
+    {
+      "epoch": 0.3575418994413408,
+      "grad_norm": 0.9283111095428467,
+      "learning_rate": 0.00014883024142044995,
+      "loss": 1.5976,
+      "step": 2496
+    },
+    {
+      "epoch": 0.3576851453946426,
+      "grad_norm": 1.1339226961135864,
+      "learning_rate": 0.00014878974602056181,
+      "loss": 1.389,
+      "step": 2497
+    },
+    {
+      "epoch": 0.3578283913479444,
+      "grad_norm": 1.2406349182128906,
+      "learning_rate": 0.00014874924011744876,
+      "loss": 1.3157,
+      "step": 2498
+    },
+    {
+      "epoch": 0.35797163730124626,
+      "grad_norm": 1.0131365060806274,
+      "learning_rate": 0.00014870872371983062,
+      "loss": 1.4451,
+      "step": 2499
+    },
+    {
+      "epoch": 0.35811488325454804,
+      "grad_norm": 1.0796886682510376,
+      "learning_rate": 0.00014866819683642966,
+      "loss": 1.4014,
+      "step": 2500
+    },
+    {
+      "epoch": 0.3582581292078499,
+      "grad_norm": 1.1879550218582153,
+      "learning_rate": 0.00014862765947597025,
+      "loss": 1.3378,
+      "step": 2501
+    },
+    {
+      "epoch": 0.3584013751611517,
+      "grad_norm": 1.0554152727127075,
+      "learning_rate": 0.00014858711164717912,
+      "loss": 1.5826,
+      "step": 2502
+    },
+    {
+      "epoch": 0.3585446211144535,
+      "grad_norm": 1.0082541704177856,
+      "learning_rate": 0.00014854655335878517,
+      "loss": 1.5296,
+      "step": 2503
+    },
+    {
+      "epoch": 0.35868786706775535,
+      "grad_norm": 1.317839503288269,
+      "learning_rate": 0.00014850598461951963,
+      "loss": 1.3306,
+      "step": 2504
+    },
+    {
+      "epoch": 0.35883111302105714,
+      "grad_norm": 1.0495281219482422,
+      "learning_rate": 0.00014846540543811596,
+      "loss": 1.4847,
+      "step": 2505
+    },
+    {
+      "epoch": 0.358974358974359,
+      "grad_norm": 1.0883700847625732,
+      "learning_rate": 0.0001484248158233098,
+      "loss": 1.3739,
+      "step": 2506
+    },
+    {
+      "epoch": 0.3591176049276608,
+      "grad_norm": 1.0679465532302856,
+      "learning_rate": 0.00014838421578383914,
+      "loss": 1.4957,
+      "step": 2507
+    },
+    {
+      "epoch": 0.3592608508809626,
+      "grad_norm": 0.9930729269981384,
+      "learning_rate": 0.00014834360532844413,
+      "loss": 1.3648,
+      "step": 2508
+    },
+    {
+      "epoch": 0.35940409683426444,
+      "grad_norm": 0.9909912943840027,
+      "learning_rate": 0.0001483029844658672,
+      "loss": 1.4755,
+      "step": 2509
+    },
+    {
+      "epoch": 0.3595473427875662,
+      "grad_norm": 1.1765339374542236,
+      "learning_rate": 0.00014826235320485306,
+      "loss": 1.4994,
+      "step": 2510
+    },
+    {
+      "epoch": 0.35969058874086807,
+      "grad_norm": 0.9906312823295593,
+      "learning_rate": 0.00014822171155414856,
+      "loss": 1.6068,
+      "step": 2511
+    },
+    {
+      "epoch": 0.3598338346941699,
+      "grad_norm": 1.0495105981826782,
+      "learning_rate": 0.00014818105952250292,
+      "loss": 1.4004,
+      "step": 2512
+    },
+    {
+      "epoch": 0.3599770806474717,
+      "grad_norm": 1.0887959003448486,
+      "learning_rate": 0.0001481403971186674,
+      "loss": 1.3209,
+      "step": 2513
+    },
+    {
+      "epoch": 0.36012032660077353,
+      "grad_norm": 1.3240693807601929,
+      "learning_rate": 0.00014809972435139568,
+      "loss": 1.4552,
+      "step": 2514
+    },
+    {
+      "epoch": 0.3602635725540754,
+      "grad_norm": 1.398902416229248,
+      "learning_rate": 0.0001480590412294436,
+      "loss": 1.3028,
+      "step": 2515
+    },
+    {
+      "epoch": 0.36040681850737716,
+      "grad_norm": 0.9438291192054749,
+      "learning_rate": 0.00014801834776156925,
+      "loss": 1.6196,
+      "step": 2516
+    },
+    {
+      "epoch": 0.360550064460679,
+      "grad_norm": 0.9386163353919983,
+      "learning_rate": 0.00014797764395653283,
+      "loss": 1.4856,
+      "step": 2517
+    },
+    {
+      "epoch": 0.3606933104139808,
+      "grad_norm": 1.1203635931015015,
+      "learning_rate": 0.000147936929823097,
+      "loss": 1.3505,
+      "step": 2518
+    },
+    {
+      "epoch": 0.3608365563672826,
+      "grad_norm": 0.9864315986633301,
+      "learning_rate": 0.00014789620537002639,
+      "loss": 1.5086,
+      "step": 2519
+    },
+    {
+      "epoch": 0.36097980232058446,
+      "grad_norm": 1.3812755346298218,
+      "learning_rate": 0.000147855470606088,
+      "loss": 1.574,
+      "step": 2520
+    },
+    {
+      "epoch": 0.36112304827388625,
+      "grad_norm": 1.2663099765777588,
+      "learning_rate": 0.00014781472554005107,
+      "loss": 1.5159,
+      "step": 2521
+    },
+    {
+      "epoch": 0.3612662942271881,
+      "grad_norm": 1.139901041984558,
+      "learning_rate": 0.0001477739701806869,
+      "loss": 1.5214,
+      "step": 2522
+    },
+    {
+      "epoch": 0.3614095401804899,
+      "grad_norm": 0.9963120818138123,
+      "learning_rate": 0.00014773320453676924,
+      "loss": 1.37,
+      "step": 2523
+    },
+    {
+      "epoch": 0.3615527861337917,
+      "grad_norm": 1.318700909614563,
+      "learning_rate": 0.00014769242861707382,
+      "loss": 1.4811,
+      "step": 2524
+    },
+    {
+      "epoch": 0.36169603208709356,
+      "grad_norm": 1.014259696006775,
+      "learning_rate": 0.00014765164243037875,
+      "loss": 1.5023,
+      "step": 2525
+    },
+    {
+      "epoch": 0.36183927804039534,
+      "grad_norm": 0.9745672941207886,
+      "learning_rate": 0.0001476108459854642,
+      "loss": 1.5162,
+      "step": 2526
+    },
+    {
+      "epoch": 0.3619825239936972,
+      "grad_norm": 1.221721887588501,
+      "learning_rate": 0.00014757003929111276,
+      "loss": 1.4573,
+      "step": 2527
+    },
+    {
+      "epoch": 0.362125769946999,
+      "grad_norm": 1.2439346313476562,
+      "learning_rate": 0.000147529222356109,
+      "loss": 1.4534,
+      "step": 2528
+    },
+    {
+      "epoch": 0.3622690159003008,
+      "grad_norm": 1.2042937278747559,
+      "learning_rate": 0.00014748839518923985,
+      "loss": 1.4743,
+      "step": 2529
+    },
+    {
+      "epoch": 0.36241226185360265,
+      "grad_norm": 1.1788798570632935,
+      "learning_rate": 0.00014744755779929437,
+      "loss": 1.5843,
+      "step": 2530
+    },
+    {
+      "epoch": 0.36255550780690443,
+      "grad_norm": 0.9643951058387756,
+      "learning_rate": 0.00014740671019506383,
+      "loss": 1.41,
+      "step": 2531
+    },
+    {
+      "epoch": 0.36269875376020627,
+      "grad_norm": 1.18178129196167,
+      "learning_rate": 0.00014736585238534172,
+      "loss": 1.5437,
+      "step": 2532
+    },
+    {
+      "epoch": 0.3628419997135081,
+      "grad_norm": 0.8405631184577942,
+      "learning_rate": 0.00014732498437892373,
+      "loss": 1.5128,
+      "step": 2533
+    },
+    {
+      "epoch": 0.3629852456668099,
+      "grad_norm": 1.37094247341156,
+      "learning_rate": 0.0001472841061846077,
+      "loss": 1.5206,
+      "step": 2534
+    },
+    {
+      "epoch": 0.36312849162011174,
+      "grad_norm": 0.9210418462753296,
+      "learning_rate": 0.0001472432178111937,
+      "loss": 1.4832,
+      "step": 2535
+    },
+    {
+      "epoch": 0.3632717375734136,
+      "grad_norm": 1.1991007328033447,
+      "learning_rate": 0.000147202319267484,
+      "loss": 1.5595,
+      "step": 2536
+    },
+    {
+      "epoch": 0.36341498352671536,
+      "grad_norm": 1.0587409734725952,
+      "learning_rate": 0.00014716141056228305,
+      "loss": 1.5443,
+      "step": 2537
+    },
+    {
+      "epoch": 0.3635582294800172,
+      "grad_norm": 1.2905712127685547,
+      "learning_rate": 0.00014712049170439748,
+      "loss": 1.2964,
+      "step": 2538
+    },
+    {
+      "epoch": 0.363701475433319,
+      "grad_norm": 1.0540571212768555,
+      "learning_rate": 0.00014707956270263605,
+      "loss": 1.4241,
+      "step": 2539
+    },
+    {
+      "epoch": 0.36384472138662083,
+      "grad_norm": 1.0828938484191895,
+      "learning_rate": 0.00014703862356580985,
+      "loss": 1.4804,
+      "step": 2540
+    },
+    {
+      "epoch": 0.36398796733992267,
+      "grad_norm": 1.0514031648635864,
+      "learning_rate": 0.000146997674302732,
+      "loss": 1.4787,
+      "step": 2541
+    },
+    {
+      "epoch": 0.36413121329322445,
+      "grad_norm": 1.186245322227478,
+      "learning_rate": 0.00014695671492221792,
+      "loss": 1.4616,
+      "step": 2542
+    },
+    {
+      "epoch": 0.3642744592465263,
+      "grad_norm": 0.962455689907074,
+      "learning_rate": 0.0001469157454330851,
+      "loss": 1.5263,
+      "step": 2543
+    },
+    {
+      "epoch": 0.3644177051998281,
+      "grad_norm": 0.9447559118270874,
+      "learning_rate": 0.00014687476584415325,
+      "loss": 1.3663,
+      "step": 2544
+    },
+    {
+      "epoch": 0.3645609511531299,
+      "grad_norm": 1.0291787385940552,
+      "learning_rate": 0.00014683377616424428,
+      "loss": 1.661,
+      "step": 2545
+    },
+    {
+      "epoch": 0.36470419710643176,
+      "grad_norm": 0.9701642990112305,
+      "learning_rate": 0.0001467927764021823,
+      "loss": 1.4092,
+      "step": 2546
+    },
+    {
+      "epoch": 0.36484744305973354,
+      "grad_norm": 1.0159766674041748,
+      "learning_rate": 0.00014675176656679345,
+      "loss": 1.3618,
+      "step": 2547
+    },
+    {
+      "epoch": 0.3649906890130354,
+      "grad_norm": 0.9712131023406982,
+      "learning_rate": 0.0001467107466669062,
+      "loss": 1.5144,
+      "step": 2548
+    },
+    {
+      "epoch": 0.3651339349663372,
+      "grad_norm": 0.9349244236946106,
+      "learning_rate": 0.00014666971671135112,
+      "loss": 1.3617,
+      "step": 2549
+    },
+    {
+      "epoch": 0.365277180919639,
+      "grad_norm": 1.1574580669403076,
+      "learning_rate": 0.00014662867670896094,
+      "loss": 1.3269,
+      "step": 2550
+    },
+    {
+      "epoch": 0.36542042687294085,
+      "grad_norm": 0.9731888771057129,
+      "learning_rate": 0.00014658762666857052,
+      "loss": 1.5668,
+      "step": 2551
+    },
+    {
+      "epoch": 0.36556367282624264,
+      "grad_norm": 1.0602760314941406,
+      "learning_rate": 0.00014654656659901695,
+      "loss": 1.4436,
+      "step": 2552
+    },
+    {
+      "epoch": 0.3657069187795445,
+      "grad_norm": 1.0776679515838623,
+      "learning_rate": 0.00014650549650913945,
+      "loss": 1.5252,
+      "step": 2553
+    },
+    {
+      "epoch": 0.3658501647328463,
+      "grad_norm": 1.088853120803833,
+      "learning_rate": 0.00014646441640777936,
+      "loss": 1.4166,
+      "step": 2554
+    },
+    {
+      "epoch": 0.3659934106861481,
+      "grad_norm": 1.0030006170272827,
+      "learning_rate": 0.0001464233263037803,
+      "loss": 1.5117,
+      "step": 2555
+    },
+    {
+      "epoch": 0.36613665663944994,
+      "grad_norm": 1.433129906654358,
+      "learning_rate": 0.00014638222620598777,
+      "loss": 1.4324,
+      "step": 2556
+    },
+    {
+      "epoch": 0.3662799025927517,
+      "grad_norm": 1.0120203495025635,
+      "learning_rate": 0.00014634111612324982,
+      "loss": 1.4954,
+      "step": 2557
+    },
+    {
+      "epoch": 0.36642314854605357,
+      "grad_norm": 1.0086768865585327,
+      "learning_rate": 0.0001462999960644163,
+      "loss": 1.5619,
+      "step": 2558
+    },
+    {
+      "epoch": 0.3665663944993554,
+      "grad_norm": 0.970099151134491,
+      "learning_rate": 0.00014625886603833937,
+      "loss": 1.4454,
+      "step": 2559
+    },
+    {
+      "epoch": 0.3667096404526572,
+      "grad_norm": 1.0318728685379028,
+      "learning_rate": 0.0001462177260538733,
+      "loss": 1.7737,
+      "step": 2560
+    },
+    {
+      "epoch": 0.36685288640595903,
+      "grad_norm": 1.1565730571746826,
+      "learning_rate": 0.00014617657611987455,
+      "loss": 1.4058,
+      "step": 2561
+    },
+    {
+      "epoch": 0.3669961323592609,
+      "grad_norm": 1.1451666355133057,
+      "learning_rate": 0.00014613541624520165,
+      "loss": 1.4253,
+      "step": 2562
+    },
+    {
+      "epoch": 0.36713937831256266,
+      "grad_norm": 0.9027150273323059,
+      "learning_rate": 0.0001460942464387153,
+      "loss": 1.4412,
+      "step": 2563
+    },
+    {
+      "epoch": 0.3672826242658645,
+      "grad_norm": 1.3779253959655762,
+      "learning_rate": 0.0001460530667092783,
+      "loss": 1.3591,
+      "step": 2564
+    },
+    {
+      "epoch": 0.3674258702191663,
+      "grad_norm": 1.1813246011734009,
+      "learning_rate": 0.00014601187706575572,
+      "loss": 1.4881,
+      "step": 2565
+    },
+    {
+      "epoch": 0.3675691161724681,
+      "grad_norm": 1.155189037322998,
+      "learning_rate": 0.00014597067751701465,
+      "loss": 1.5388,
+      "step": 2566
+    },
+    {
+      "epoch": 0.36771236212576996,
+      "grad_norm": 1.136877417564392,
+      "learning_rate": 0.00014592946807192426,
+      "loss": 1.5709,
+      "step": 2567
+    },
+    {
+      "epoch": 0.36785560807907175,
+      "grad_norm": 0.9607234597206116,
+      "learning_rate": 0.000145888248739356,
+      "loss": 1.4744,
+      "step": 2568
+    },
+    {
+      "epoch": 0.3679988540323736,
+      "grad_norm": 0.927341103553772,
+      "learning_rate": 0.00014584701952818333,
+      "loss": 1.492,
+      "step": 2569
+    },
+    {
+      "epoch": 0.36814209998567543,
+      "grad_norm": 1.1136465072631836,
+      "learning_rate": 0.00014580578044728188,
+      "loss": 1.446,
+      "step": 2570
+    },
+    {
+      "epoch": 0.3682853459389772,
+      "grad_norm": 0.9942148327827454,
+      "learning_rate": 0.00014576453150552947,
+      "loss": 1.5861,
+      "step": 2571
+    },
+    {
+      "epoch": 0.36842859189227906,
+      "grad_norm": 1.0663684606552124,
+      "learning_rate": 0.00014572327271180586,
+      "loss": 1.2995,
+      "step": 2572
+    },
+    {
+      "epoch": 0.36857183784558084,
+      "grad_norm": 1.0643892288208008,
+      "learning_rate": 0.00014568200407499314,
+      "loss": 1.4586,
+      "step": 2573
+    },
+    {
+      "epoch": 0.3687150837988827,
+      "grad_norm": 0.997776448726654,
+      "learning_rate": 0.00014564072560397542,
+      "loss": 1.4867,
+      "step": 2574
+    },
+    {
+      "epoch": 0.3688583297521845,
+      "grad_norm": 1.1908965110778809,
+      "learning_rate": 0.00014559943730763889,
+      "loss": 1.5837,
+      "step": 2575
+    },
+    {
+      "epoch": 0.3690015757054863,
+      "grad_norm": 1.26681387424469,
+      "learning_rate": 0.0001455581391948719,
+      "loss": 1.4429,
+      "step": 2576
+    },
+    {
+      "epoch": 0.36914482165878815,
+      "grad_norm": 1.12142813205719,
+      "learning_rate": 0.00014551683127456494,
+      "loss": 1.4951,
+      "step": 2577
+    },
+    {
+      "epoch": 0.36928806761208993,
+      "grad_norm": 0.9695558547973633,
+      "learning_rate": 0.0001454755135556106,
+      "loss": 1.3664,
+      "step": 2578
+    },
+    {
+      "epoch": 0.3694313135653918,
+      "grad_norm": 1.3656272888183594,
+      "learning_rate": 0.0001454341860469035,
+      "loss": 1.4192,
+      "step": 2579
+    },
+    {
+      "epoch": 0.3695745595186936,
+      "grad_norm": 1.145105004310608,
+      "learning_rate": 0.0001453928487573405,
+      "loss": 1.4251,
+      "step": 2580
+    },
+    {
+      "epoch": 0.3697178054719954,
+      "grad_norm": 0.9380876421928406,
+      "learning_rate": 0.0001453515016958204,
+      "loss": 1.4077,
+      "step": 2581
+    },
+    {
+      "epoch": 0.36986105142529724,
+      "grad_norm": 1.128575086593628,
+      "learning_rate": 0.00014531014487124432,
+      "loss": 1.3453,
+      "step": 2582
+    },
+    {
+      "epoch": 0.3700042973785991,
+      "grad_norm": 1.2370272874832153,
+      "learning_rate": 0.00014526877829251528,
+      "loss": 1.4566,
+      "step": 2583
+    },
+    {
+      "epoch": 0.37014754333190086,
+      "grad_norm": 1.2097642421722412,
+      "learning_rate": 0.00014522740196853853,
+      "loss": 1.4052,
+      "step": 2584
+    },
+    {
+      "epoch": 0.3702907892852027,
+      "grad_norm": 1.2335832118988037,
+      "learning_rate": 0.0001451860159082213,
+      "loss": 1.5345,
+      "step": 2585
+    },
+    {
+      "epoch": 0.3704340352385045,
+      "grad_norm": 0.9791761040687561,
+      "learning_rate": 0.00014514462012047306,
+      "loss": 1.434,
+      "step": 2586
+    },
+    {
+      "epoch": 0.37057728119180633,
+      "grad_norm": 1.0724281072616577,
+      "learning_rate": 0.00014510321461420523,
+      "loss": 1.5902,
+      "step": 2587
+    },
+    {
+      "epoch": 0.37072052714510817,
+      "grad_norm": 1.2263315916061401,
+      "learning_rate": 0.00014506179939833142,
+      "loss": 1.5535,
+      "step": 2588
+    },
+    {
+      "epoch": 0.37086377309840995,
+      "grad_norm": 0.9745203256607056,
+      "learning_rate": 0.00014502037448176734,
+      "loss": 1.6535,
+      "step": 2589
+    },
+    {
+      "epoch": 0.3710070190517118,
+      "grad_norm": 0.9818680882453918,
+      "learning_rate": 0.0001449789398734307,
+      "loss": 1.2678,
+      "step": 2590
+    },
+    {
+      "epoch": 0.37115026500501364,
+      "grad_norm": 1.182867407798767,
+      "learning_rate": 0.00014493749558224138,
+      "loss": 1.511,
+      "step": 2591
+    },
+    {
+      "epoch": 0.3712935109583154,
+      "grad_norm": 0.9965745210647583,
+      "learning_rate": 0.00014489604161712128,
+      "loss": 1.4774,
+      "step": 2592
+    },
+    {
+      "epoch": 0.37143675691161726,
+      "grad_norm": 1.241690754890442,
+      "learning_rate": 0.0001448545779869944,
+      "loss": 1.418,
+      "step": 2593
+    },
+    {
+      "epoch": 0.37158000286491905,
+      "grad_norm": 1.1167036294937134,
+      "learning_rate": 0.00014481310470078687,
+      "loss": 1.5634,
+      "step": 2594
+    },
+    {
+      "epoch": 0.3717232488182209,
+      "grad_norm": 1.0721733570098877,
+      "learning_rate": 0.00014477162176742688,
+      "loss": 1.4552,
+      "step": 2595
+    },
+    {
+      "epoch": 0.3718664947715227,
+      "grad_norm": 1.2469803094863892,
+      "learning_rate": 0.00014473012919584462,
+      "loss": 1.4866,
+      "step": 2596
+    },
+    {
+      "epoch": 0.3720097407248245,
+      "grad_norm": 1.2512413263320923,
+      "learning_rate": 0.00014468862699497243,
+      "loss": 1.7247,
+      "step": 2597
+    },
+    {
+      "epoch": 0.37215298667812635,
+      "grad_norm": 0.9536823034286499,
+      "learning_rate": 0.00014464711517374475,
+      "loss": 1.4959,
+      "step": 2598
+    },
+    {
+      "epoch": 0.37229623263142814,
+      "grad_norm": 1.0686676502227783,
+      "learning_rate": 0.000144605593741098,
+      "loss": 1.4388,
+      "step": 2599
+    },
+    {
+      "epoch": 0.37243947858473,
+      "grad_norm": 1.0523757934570312,
+      "learning_rate": 0.00014456406270597073,
+      "loss": 1.4772,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3725827245380318,
+      "grad_norm": 1.237270712852478,
+      "learning_rate": 0.00014452252207730354,
+      "loss": 1.5769,
+      "step": 2601
+    },
+    {
+      "epoch": 0.3727259704913336,
+      "grad_norm": 1.1138817071914673,
+      "learning_rate": 0.00014448097186403914,
+      "loss": 1.3453,
+      "step": 2602
+    },
+    {
+      "epoch": 0.37286921644463544,
+      "grad_norm": 1.4604411125183105,
+      "learning_rate": 0.0001444394120751222,
+      "loss": 1.4401,
+      "step": 2603
+    },
+    {
+      "epoch": 0.3730124623979373,
+      "grad_norm": 1.2193959951400757,
+      "learning_rate": 0.0001443978427194996,
+      "loss": 1.4543,
+      "step": 2604
+    },
+    {
+      "epoch": 0.37315570835123907,
+      "grad_norm": 1.1178491115570068,
+      "learning_rate": 0.0001443562638061201,
+      "loss": 1.4051,
+      "step": 2605
+    },
+    {
+      "epoch": 0.3732989543045409,
+      "grad_norm": 1.2665640115737915,
+      "learning_rate": 0.00014431467534393463,
+      "loss": 1.317,
+      "step": 2606
+    },
+    {
+      "epoch": 0.3734422002578427,
+      "grad_norm": 1.1115286350250244,
+      "learning_rate": 0.0001442730773418962,
+      "loss": 1.4203,
+      "step": 2607
+    },
+    {
+      "epoch": 0.37358544621114453,
+      "grad_norm": 1.0135430097579956,
+      "learning_rate": 0.0001442314698089598,
+      "loss": 1.5336,
+      "step": 2608
+    },
+    {
+      "epoch": 0.3737286921644464,
+      "grad_norm": 1.2554289102554321,
+      "learning_rate": 0.00014418985275408254,
+      "loss": 1.3735,
+      "step": 2609
+    },
+    {
+      "epoch": 0.37387193811774816,
+      "grad_norm": 1.4053008556365967,
+      "learning_rate": 0.00014414822618622345,
+      "loss": 1.2913,
+      "step": 2610
+    },
+    {
+      "epoch": 0.37401518407105,
+      "grad_norm": 1.1863408088684082,
+      "learning_rate": 0.00014410659011434383,
+      "loss": 1.5733,
+      "step": 2611
+    },
+    {
+      "epoch": 0.3741584300243518,
+      "grad_norm": 1.1737792491912842,
+      "learning_rate": 0.00014406494454740677,
+      "loss": 1.4834,
+      "step": 2612
+    },
+    {
+      "epoch": 0.3743016759776536,
+      "grad_norm": 1.1465293169021606,
+      "learning_rate": 0.0001440232894943776,
+      "loss": 1.4574,
+      "step": 2613
+    },
+    {
+      "epoch": 0.37444492193095547,
+      "grad_norm": 1.1718120574951172,
+      "learning_rate": 0.00014398162496422363,
+      "loss": 1.4223,
+      "step": 2614
+    },
+    {
+      "epoch": 0.37458816788425725,
+      "grad_norm": 1.2207971811294556,
+      "learning_rate": 0.00014393995096591416,
+      "loss": 1.4216,
+      "step": 2615
+    },
+    {
+      "epoch": 0.3747314138375591,
+      "grad_norm": 0.9602391719818115,
+      "learning_rate": 0.0001438982675084206,
+      "loss": 1.5448,
+      "step": 2616
+    },
+    {
+      "epoch": 0.37487465979086093,
+      "grad_norm": 1.1969290971755981,
+      "learning_rate": 0.00014385657460071639,
+      "loss": 1.3185,
+      "step": 2617
+    },
+    {
+      "epoch": 0.3750179057441627,
+      "grad_norm": 1.1957051753997803,
+      "learning_rate": 0.0001438148722517769,
+      "loss": 1.6231,
+      "step": 2618
+    },
+    {
+      "epoch": 0.37516115169746456,
+      "grad_norm": 0.9887151122093201,
+      "learning_rate": 0.0001437731604705797,
+      "loss": 1.4478,
+      "step": 2619
+    },
+    {
+      "epoch": 0.37530439765076634,
+      "grad_norm": 1.1234973669052124,
+      "learning_rate": 0.00014373143926610425,
+      "loss": 1.2245,
+      "step": 2620
+    },
+    {
+      "epoch": 0.3754476436040682,
+      "grad_norm": 1.0284652709960938,
+      "learning_rate": 0.0001436897086473321,
+      "loss": 1.36,
+      "step": 2621
+    },
+    {
+      "epoch": 0.37559088955737,
+      "grad_norm": 1.1523773670196533,
+      "learning_rate": 0.00014364796862324685,
+      "loss": 1.5938,
+      "step": 2622
+    },
+    {
+      "epoch": 0.3757341355106718,
+      "grad_norm": 1.0668867826461792,
+      "learning_rate": 0.00014360621920283406,
+      "loss": 1.4621,
+      "step": 2623
+    },
+    {
+      "epoch": 0.37587738146397365,
+      "grad_norm": 1.0201764106750488,
+      "learning_rate": 0.00014356446039508138,
+      "loss": 1.6009,
+      "step": 2624
+    },
+    {
+      "epoch": 0.3760206274172755,
+      "grad_norm": 1.0825928449630737,
+      "learning_rate": 0.00014352269220897844,
+      "loss": 1.3984,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3761638733705773,
+      "grad_norm": 1.1918208599090576,
+      "learning_rate": 0.00014348091465351683,
+      "loss": 1.4295,
+      "step": 2626
+    },
+    {
+      "epoch": 0.3763071193238791,
+      "grad_norm": 1.110843300819397,
+      "learning_rate": 0.00014343912773769036,
+      "loss": 1.4965,
+      "step": 2627
+    },
+    {
+      "epoch": 0.3764503652771809,
+      "grad_norm": 1.0538225173950195,
+      "learning_rate": 0.00014339733147049458,
+      "loss": 1.5699,
+      "step": 2628
+    },
+    {
+      "epoch": 0.37659361123048274,
+      "grad_norm": 1.0259703397750854,
+      "learning_rate": 0.0001433555258609273,
+      "loss": 1.6132,
+      "step": 2629
+    },
+    {
+      "epoch": 0.3767368571837846,
+      "grad_norm": 1.077744722366333,
+      "learning_rate": 0.0001433137109179881,
+      "loss": 1.6624,
+      "step": 2630
+    },
+    {
+      "epoch": 0.37688010313708636,
+      "grad_norm": 1.0894765853881836,
+      "learning_rate": 0.00014327188665067887,
+      "loss": 1.4351,
+      "step": 2631
+    },
+    {
+      "epoch": 0.3770233490903882,
+      "grad_norm": 1.1024658679962158,
+      "learning_rate": 0.00014323005306800322,
+      "loss": 1.5356,
+      "step": 2632
+    },
+    {
+      "epoch": 0.37716659504369,
+      "grad_norm": 1.1609548330307007,
+      "learning_rate": 0.00014318821017896693,
+      "loss": 1.4226,
+      "step": 2633
+    },
+    {
+      "epoch": 0.37730984099699183,
+      "grad_norm": 1.1226094961166382,
+      "learning_rate": 0.00014314635799257775,
+      "loss": 1.6395,
+      "step": 2634
+    },
+    {
+      "epoch": 0.37745308695029367,
+      "grad_norm": 1.1190240383148193,
+      "learning_rate": 0.00014310449651784536,
+      "loss": 1.4597,
+      "step": 2635
+    },
+    {
+      "epoch": 0.37759633290359546,
+      "grad_norm": 0.9544335603713989,
+      "learning_rate": 0.00014306262576378157,
+      "loss": 1.5804,
+      "step": 2636
+    },
+    {
+      "epoch": 0.3777395788568973,
+      "grad_norm": 1.0044194459915161,
+      "learning_rate": 0.00014302074573940008,
+      "loss": 1.3347,
+      "step": 2637
+    },
+    {
+      "epoch": 0.37788282481019914,
+      "grad_norm": 0.961640477180481,
+      "learning_rate": 0.00014297885645371663,
+      "loss": 1.6661,
+      "step": 2638
+    },
+    {
+      "epoch": 0.3780260707635009,
+      "grad_norm": 0.9216458797454834,
+      "learning_rate": 0.00014293695791574895,
+      "loss": 1.5325,
+      "step": 2639
+    },
+    {
+      "epoch": 0.37816931671680276,
+      "grad_norm": 1.0467991828918457,
+      "learning_rate": 0.00014289505013451677,
+      "loss": 1.4796,
+      "step": 2640
+    },
+    {
+      "epoch": 0.37831256267010455,
+      "grad_norm": 0.9681648015975952,
+      "learning_rate": 0.00014285313311904177,
+      "loss": 1.4936,
+      "step": 2641
+    },
+    {
+      "epoch": 0.3784558086234064,
+      "grad_norm": 1.2174330949783325,
+      "learning_rate": 0.00014281120687834764,
+      "loss": 1.4717,
+      "step": 2642
+    },
+    {
+      "epoch": 0.3785990545767082,
+      "grad_norm": 1.1073857545852661,
+      "learning_rate": 0.0001427692714214601,
+      "loss": 1.4235,
+      "step": 2643
+    },
+    {
+      "epoch": 0.37874230053001,
+      "grad_norm": 1.0861539840698242,
+      "learning_rate": 0.0001427273267574068,
+      "loss": 1.4203,
+      "step": 2644
+    },
+    {
+      "epoch": 0.37888554648331185,
+      "grad_norm": 1.1117531061172485,
+      "learning_rate": 0.0001426853728952174,
+      "loss": 1.3531,
+      "step": 2645
+    },
+    {
+      "epoch": 0.3790287924366137,
+      "grad_norm": 1.0785324573516846,
+      "learning_rate": 0.0001426434098439235,
+      "loss": 1.4889,
+      "step": 2646
+    },
+    {
+      "epoch": 0.3791720383899155,
+      "grad_norm": 1.135010838508606,
+      "learning_rate": 0.0001426014376125587,
+      "loss": 1.4641,
+      "step": 2647
+    },
+    {
+      "epoch": 0.3793152843432173,
+      "grad_norm": 1.1038844585418701,
+      "learning_rate": 0.00014255945621015863,
+      "loss": 1.5394,
+      "step": 2648
+    },
+    {
+      "epoch": 0.3794585302965191,
+      "grad_norm": 0.9446346759796143,
+      "learning_rate": 0.00014251746564576082,
+      "loss": 1.5147,
+      "step": 2649
+    },
+    {
+      "epoch": 0.37960177624982094,
+      "grad_norm": 0.9287542104721069,
+      "learning_rate": 0.0001424754659284048,
+      "loss": 1.3251,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3797450222031228,
+      "grad_norm": 1.0747699737548828,
+      "learning_rate": 0.00014243345706713205,
+      "loss": 1.349,
+      "step": 2651
+    },
+    {
+      "epoch": 0.37988826815642457,
+      "grad_norm": 1.1224454641342163,
+      "learning_rate": 0.0001423914390709861,
+      "loss": 1.4356,
+      "step": 2652
+    },
+    {
+      "epoch": 0.3800315141097264,
+      "grad_norm": 0.94741290807724,
+      "learning_rate": 0.0001423494119490123,
+      "loss": 1.5793,
+      "step": 2653
+    },
+    {
+      "epoch": 0.3801747600630282,
+      "grad_norm": 0.918237030506134,
+      "learning_rate": 0.00014230737571025812,
+      "loss": 1.4907,
+      "step": 2654
+    },
+    {
+      "epoch": 0.38031800601633003,
+      "grad_norm": 1.1177525520324707,
+      "learning_rate": 0.00014226533036377286,
+      "loss": 1.3931,
+      "step": 2655
+    },
+    {
+      "epoch": 0.3804612519696319,
+      "grad_norm": 1.2126744985580444,
+      "learning_rate": 0.00014222327591860792,
+      "loss": 1.4665,
+      "step": 2656
+    },
+    {
+      "epoch": 0.38060449792293366,
+      "grad_norm": 1.2372280359268188,
+      "learning_rate": 0.00014218121238381652,
+      "loss": 1.4107,
+      "step": 2657
+    },
+    {
+      "epoch": 0.3807477438762355,
+      "grad_norm": 1.10421621799469,
+      "learning_rate": 0.0001421391397684539,
+      "loss": 1.4587,
+      "step": 2658
+    },
+    {
+      "epoch": 0.38089098982953734,
+      "grad_norm": 0.995398223400116,
+      "learning_rate": 0.00014209705808157733,
+      "loss": 1.538,
+      "step": 2659
+    },
+    {
+      "epoch": 0.3810342357828391,
+      "grad_norm": 1.3118505477905273,
+      "learning_rate": 0.00014205496733224582,
+      "loss": 1.573,
+      "step": 2660
+    },
+    {
+      "epoch": 0.38117748173614097,
+      "grad_norm": 1.1301652193069458,
+      "learning_rate": 0.00014201286752952056,
+      "loss": 1.5561,
+      "step": 2661
+    },
+    {
+      "epoch": 0.38132072768944275,
+      "grad_norm": 1.0426769256591797,
+      "learning_rate": 0.00014197075868246461,
+      "loss": 1.5017,
+      "step": 2662
+    },
+    {
+      "epoch": 0.3814639736427446,
+      "grad_norm": 1.0043362379074097,
+      "learning_rate": 0.0001419286408001429,
+      "loss": 1.5641,
+      "step": 2663
+    },
+    {
+      "epoch": 0.38160721959604643,
+      "grad_norm": 1.151498794555664,
+      "learning_rate": 0.00014188651389162243,
+      "loss": 1.5423,
+      "step": 2664
+    },
+    {
+      "epoch": 0.3817504655493482,
+      "grad_norm": 1.5886887311935425,
+      "learning_rate": 0.00014184437796597202,
+      "loss": 1.493,
+      "step": 2665
+    },
+    {
+      "epoch": 0.38189371150265006,
+      "grad_norm": 1.073287010192871,
+      "learning_rate": 0.00014180223303226255,
+      "loss": 1.5338,
+      "step": 2666
+    },
+    {
+      "epoch": 0.38203695745595184,
+      "grad_norm": 1.0466440916061401,
+      "learning_rate": 0.0001417600790995667,
+      "loss": 1.6,
+      "step": 2667
+    },
+    {
+      "epoch": 0.3821802034092537,
+      "grad_norm": 1.1487890481948853,
+      "learning_rate": 0.00014171791617695927,
+      "loss": 1.3788,
+      "step": 2668
+    },
+    {
+      "epoch": 0.3823234493625555,
+      "grad_norm": 1.2817672491073608,
+      "learning_rate": 0.00014167574427351683,
+      "loss": 1.436,
+      "step": 2669
+    },
+    {
+      "epoch": 0.3824666953158573,
+      "grad_norm": 1.2435009479522705,
+      "learning_rate": 0.00014163356339831797,
+      "loss": 1.531,
+      "step": 2670
+    },
+    {
+      "epoch": 0.38260994126915915,
+      "grad_norm": 1.1145908832550049,
+      "learning_rate": 0.00014159137356044318,
+      "loss": 1.4487,
+      "step": 2671
+    },
+    {
+      "epoch": 0.382753187222461,
+      "grad_norm": 0.95134437084198,
+      "learning_rate": 0.00014154917476897486,
+      "loss": 1.5154,
+      "step": 2672
+    },
+    {
+      "epoch": 0.3828964331757628,
+      "grad_norm": 1.1672654151916504,
+      "learning_rate": 0.00014150696703299744,
+      "loss": 1.5416,
+      "step": 2673
+    },
+    {
+      "epoch": 0.3830396791290646,
+      "grad_norm": 1.1011732816696167,
+      "learning_rate": 0.00014146475036159713,
+      "loss": 1.5968,
+      "step": 2674
+    },
+    {
+      "epoch": 0.3831829250823664,
+      "grad_norm": 0.9227125644683838,
+      "learning_rate": 0.00014142252476386218,
+      "loss": 1.6024,
+      "step": 2675
+    },
+    {
+      "epoch": 0.38332617103566824,
+      "grad_norm": 1.1286450624465942,
+      "learning_rate": 0.00014138029024888263,
+      "loss": 1.5507,
+      "step": 2676
+    },
+    {
+      "epoch": 0.3834694169889701,
+      "grad_norm": 1.1138662099838257,
+      "learning_rate": 0.00014133804682575068,
+      "loss": 1.3841,
+      "step": 2677
+    },
+    {
+      "epoch": 0.38361266294227186,
+      "grad_norm": 1.2396537065505981,
+      "learning_rate": 0.00014129579450356016,
+      "loss": 1.3841,
+      "step": 2678
+    },
+    {
+      "epoch": 0.3837559088955737,
+      "grad_norm": 1.0476948022842407,
+      "learning_rate": 0.00014125353329140703,
+      "loss": 1.5372,
+      "step": 2679
+    },
+    {
+      "epoch": 0.38389915484887555,
+      "grad_norm": 1.011254906654358,
+      "learning_rate": 0.000141211263198389,
+      "loss": 1.6016,
+      "step": 2680
+    },
+    {
+      "epoch": 0.38404240080217733,
+      "grad_norm": 1.123399257659912,
+      "learning_rate": 0.00014116898423360586,
+      "loss": 1.5043,
+      "step": 2681
+    },
+    {
+      "epoch": 0.38418564675547917,
+      "grad_norm": 1.0594180822372437,
+      "learning_rate": 0.00014112669640615918,
+      "loss": 1.4749,
+      "step": 2682
+    },
+    {
+      "epoch": 0.38432889270878096,
+      "grad_norm": 1.2565175294876099,
+      "learning_rate": 0.00014108439972515248,
+      "loss": 1.4582,
+      "step": 2683
+    },
+    {
+      "epoch": 0.3844721386620828,
+      "grad_norm": 1.3174315690994263,
+      "learning_rate": 0.00014104209419969123,
+      "loss": 1.5032,
+      "step": 2684
+    },
+    {
+      "epoch": 0.38461538461538464,
+      "grad_norm": 0.9755703806877136,
+      "learning_rate": 0.00014099977983888267,
+      "loss": 1.4994,
+      "step": 2685
+    },
+    {
+      "epoch": 0.3847586305686864,
+      "grad_norm": 1.0601673126220703,
+      "learning_rate": 0.00014095745665183618,
+      "loss": 1.4889,
+      "step": 2686
+    },
+    {
+      "epoch": 0.38490187652198826,
+      "grad_norm": 0.9351916313171387,
+      "learning_rate": 0.00014091512464766277,
+      "loss": 1.3901,
+      "step": 2687
+    },
+    {
+      "epoch": 0.38504512247529005,
+      "grad_norm": 0.8718965649604797,
+      "learning_rate": 0.00014087278383547553,
+      "loss": 1.4877,
+      "step": 2688
+    },
+    {
+      "epoch": 0.3851883684285919,
+      "grad_norm": 1.0059820413589478,
+      "learning_rate": 0.00014083043422438935,
+      "loss": 1.4758,
+      "step": 2689
+    },
+    {
+      "epoch": 0.38533161438189373,
+      "grad_norm": 0.9340869784355164,
+      "learning_rate": 0.00014078807582352108,
+      "loss": 1.4732,
+      "step": 2690
+    },
+    {
+      "epoch": 0.3854748603351955,
+      "grad_norm": 1.1431388854980469,
+      "learning_rate": 0.00014074570864198947,
+      "loss": 1.4033,
+      "step": 2691
+    },
+    {
+      "epoch": 0.38561810628849735,
+      "grad_norm": 0.9391220211982727,
+      "learning_rate": 0.00014070333268891504,
+      "loss": 1.5912,
+      "step": 2692
+    },
+    {
+      "epoch": 0.3857613522417992,
+      "grad_norm": 1.0616426467895508,
+      "learning_rate": 0.00014066094797342036,
+      "loss": 1.5263,
+      "step": 2693
+    },
+    {
+      "epoch": 0.385904598195101,
+      "grad_norm": 1.359800934791565,
+      "learning_rate": 0.00014061855450462978,
+      "loss": 1.4555,
+      "step": 2694
+    },
+    {
+      "epoch": 0.3860478441484028,
+      "grad_norm": 0.9767160415649414,
+      "learning_rate": 0.0001405761522916696,
+      "loss": 1.5502,
+      "step": 2695
+    },
+    {
+      "epoch": 0.3861910901017046,
+      "grad_norm": 1.1632981300354004,
+      "learning_rate": 0.00014053374134366788,
+      "loss": 1.4616,
+      "step": 2696
+    },
+    {
+      "epoch": 0.38633433605500644,
+      "grad_norm": 1.0715419054031372,
+      "learning_rate": 0.0001404913216697547,
+      "loss": 1.5666,
+      "step": 2697
+    },
+    {
+      "epoch": 0.3864775820083083,
+      "grad_norm": 0.9264151453971863,
+      "learning_rate": 0.00014044889327906202,
+      "loss": 1.547,
+      "step": 2698
+    },
+    {
+      "epoch": 0.38662082796161007,
+      "grad_norm": 0.9901891946792603,
+      "learning_rate": 0.00014040645618072355,
+      "loss": 1.5332,
+      "step": 2699
+    },
+    {
+      "epoch": 0.3867640739149119,
+      "grad_norm": 1.1466786861419678,
+      "learning_rate": 0.00014036401038387497,
+      "loss": 1.3989,
+      "step": 2700
+    },
+    {
+      "epoch": 0.38690731986821375,
+      "grad_norm": 0.9518594741821289,
+      "learning_rate": 0.00014032155589765378,
+      "loss": 1.5356,
+      "step": 2701
+    },
+    {
+      "epoch": 0.38705056582151554,
+      "grad_norm": 1.0041788816452026,
+      "learning_rate": 0.00014027909273119944,
+      "loss": 1.3053,
+      "step": 2702
+    },
+    {
+      "epoch": 0.3871938117748174,
+      "grad_norm": 0.9309248328208923,
+      "learning_rate": 0.00014023662089365319,
+      "loss": 1.5361,
+      "step": 2703
+    },
+    {
+      "epoch": 0.38733705772811916,
+      "grad_norm": 1.47532057762146,
+      "learning_rate": 0.00014019414039415817,
+      "loss": 1.5442,
+      "step": 2704
+    },
+    {
+      "epoch": 0.387480303681421,
+      "grad_norm": 1.126164197921753,
+      "learning_rate": 0.00014015165124185933,
+      "loss": 1.3683,
+      "step": 2705
+    },
+    {
+      "epoch": 0.38762354963472284,
+      "grad_norm": 1.124550223350525,
+      "learning_rate": 0.00014010915344590363,
+      "loss": 1.4258,
+      "step": 2706
+    },
+    {
+      "epoch": 0.3877667955880246,
+      "grad_norm": 1.1273953914642334,
+      "learning_rate": 0.0001400666470154397,
+      "loss": 1.5021,
+      "step": 2707
+    },
+    {
+      "epoch": 0.38791004154132647,
+      "grad_norm": 1.1844608783721924,
+      "learning_rate": 0.00014002413195961819,
+      "loss": 1.4035,
+      "step": 2708
+    },
+    {
+      "epoch": 0.38805328749462825,
+      "grad_norm": 1.0635744333267212,
+      "learning_rate": 0.0001399816082875915,
+      "loss": 1.4866,
+      "step": 2709
+    },
+    {
+      "epoch": 0.3881965334479301,
+      "grad_norm": 1.0015934705734253,
+      "learning_rate": 0.0001399390760085139,
+      "loss": 1.5667,
+      "step": 2710
+    },
+    {
+      "epoch": 0.38833977940123193,
+      "grad_norm": 0.8081392049789429,
+      "learning_rate": 0.00013989653513154165,
+      "loss": 1.583,
+      "step": 2711
+    },
+    {
+      "epoch": 0.3884830253545337,
+      "grad_norm": 1.1170185804367065,
+      "learning_rate": 0.00013985398566583262,
+      "loss": 1.4596,
+      "step": 2712
+    },
+    {
+      "epoch": 0.38862627130783556,
+      "grad_norm": 1.1533184051513672,
+      "learning_rate": 0.00013981142762054674,
+      "loss": 1.3776,
+      "step": 2713
+    },
+    {
+      "epoch": 0.3887695172611374,
+      "grad_norm": 1.3307713270187378,
+      "learning_rate": 0.00013976886100484562,
+      "loss": 1.4888,
+      "step": 2714
+    },
+    {
+      "epoch": 0.3889127632144392,
+      "grad_norm": 0.9647894501686096,
+      "learning_rate": 0.00013972628582789294,
+      "loss": 1.492,
+      "step": 2715
+    },
+    {
+      "epoch": 0.389056009167741,
+      "grad_norm": 1.0984077453613281,
+      "learning_rate": 0.00013968370209885392,
+      "loss": 1.456,
+      "step": 2716
+    },
+    {
+      "epoch": 0.3891992551210428,
+      "grad_norm": 1.112801194190979,
+      "learning_rate": 0.0001396411098268959,
+      "loss": 1.4371,
+      "step": 2717
+    },
+    {
+      "epoch": 0.38934250107434465,
+      "grad_norm": 1.256901502609253,
+      "learning_rate": 0.00013959850902118786,
+      "loss": 1.2387,
+      "step": 2718
+    },
+    {
+      "epoch": 0.3894857470276465,
+      "grad_norm": 1.2077091932296753,
+      "learning_rate": 0.00013955589969090075,
+      "loss": 1.4274,
+      "step": 2719
+    },
+    {
+      "epoch": 0.3896289929809483,
+      "grad_norm": 1.0568495988845825,
+      "learning_rate": 0.00013951328184520732,
+      "loss": 1.5655,
+      "step": 2720
+    },
+    {
+      "epoch": 0.3897722389342501,
+      "grad_norm": 1.0791631937026978,
+      "learning_rate": 0.0001394706554932821,
+      "loss": 1.4552,
+      "step": 2721
+    },
+    {
+      "epoch": 0.3899154848875519,
+      "grad_norm": 1.0041953325271606,
+      "learning_rate": 0.00013942802064430146,
+      "loss": 1.5617,
+      "step": 2722
+    },
+    {
+      "epoch": 0.39005873084085374,
+      "grad_norm": 1.029692530632019,
+      "learning_rate": 0.0001393853773074437,
+      "loss": 1.3407,
+      "step": 2723
+    },
+    {
+      "epoch": 0.3902019767941556,
+      "grad_norm": 1.0609378814697266,
+      "learning_rate": 0.00013934272549188888,
+      "loss": 1.3692,
+      "step": 2724
+    },
+    {
+      "epoch": 0.39034522274745737,
+      "grad_norm": 0.9555280208587646,
+      "learning_rate": 0.0001393000652068188,
+      "loss": 1.5194,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3904884687007592,
+      "grad_norm": 1.013482689857483,
+      "learning_rate": 0.0001392573964614172,
+      "loss": 1.4865,
+      "step": 2726
+    },
+    {
+      "epoch": 0.39063171465406105,
+      "grad_norm": 1.2055330276489258,
+      "learning_rate": 0.00013921471926486961,
+      "loss": 1.5248,
+      "step": 2727
+    },
+    {
+      "epoch": 0.39077496060736283,
+      "grad_norm": 1.0413647890090942,
+      "learning_rate": 0.0001391720336263634,
+      "loss": 1.5629,
+      "step": 2728
+    },
+    {
+      "epoch": 0.39091820656066467,
+      "grad_norm": 1.0525612831115723,
+      "learning_rate": 0.0001391293395550877,
+      "loss": 1.3425,
+      "step": 2729
+    },
+    {
+      "epoch": 0.39106145251396646,
+      "grad_norm": 1.1656723022460938,
+      "learning_rate": 0.00013908663706023347,
+      "loss": 1.4871,
+      "step": 2730
+    },
+    {
+      "epoch": 0.3912046984672683,
+      "grad_norm": 0.9921883940696716,
+      "learning_rate": 0.00013904392615099356,
+      "loss": 1.4084,
+      "step": 2731
+    },
+    {
+      "epoch": 0.39134794442057014,
+      "grad_norm": 1.1959959268569946,
+      "learning_rate": 0.00013900120683656253,
+      "loss": 1.3678,
+      "step": 2732
+    },
+    {
+      "epoch": 0.3914911903738719,
+      "grad_norm": 1.1189132928848267,
+      "learning_rate": 0.00013895847912613678,
+      "loss": 1.3374,
+      "step": 2733
+    },
+    {
+      "epoch": 0.39163443632717376,
+      "grad_norm": 1.1210464239120483,
+      "learning_rate": 0.00013891574302891458,
+      "loss": 1.5013,
+      "step": 2734
+    },
+    {
+      "epoch": 0.3917776822804756,
+      "grad_norm": 1.26416015625,
+      "learning_rate": 0.00013887299855409586,
+      "loss": 1.4604,
+      "step": 2735
+    },
+    {
+      "epoch": 0.3919209282337774,
+      "grad_norm": 1.1295803785324097,
+      "learning_rate": 0.00013883024571088257,
+      "loss": 1.3326,
+      "step": 2736
+    },
+    {
+      "epoch": 0.39206417418707923,
+      "grad_norm": 1.2652896642684937,
+      "learning_rate": 0.00013878748450847826,
+      "loss": 1.4907,
+      "step": 2737
+    },
+    {
+      "epoch": 0.392207420140381,
+      "grad_norm": 1.0757333040237427,
+      "learning_rate": 0.00013874471495608836,
+      "loss": 1.4759,
+      "step": 2738
+    },
+    {
+      "epoch": 0.39235066609368285,
+      "grad_norm": 1.036780595779419,
+      "learning_rate": 0.00013870193706292012,
+      "loss": 1.6466,
+      "step": 2739
+    },
+    {
+      "epoch": 0.3924939120469847,
+      "grad_norm": 1.3163206577301025,
+      "learning_rate": 0.00013865915083818256,
+      "loss": 1.5571,
+      "step": 2740
+    },
+    {
+      "epoch": 0.3926371580002865,
+      "grad_norm": 1.0602470636367798,
+      "learning_rate": 0.0001386163562910865,
+      "loss": 1.604,
+      "step": 2741
+    },
+    {
+      "epoch": 0.3927804039535883,
+      "grad_norm": 0.9829731583595276,
+      "learning_rate": 0.00013857355343084452,
+      "loss": 1.5681,
+      "step": 2742
+    },
+    {
+      "epoch": 0.3929236499068901,
+      "grad_norm": 1.1904025077819824,
+      "learning_rate": 0.00013853074226667102,
+      "loss": 1.3557,
+      "step": 2743
+    },
+    {
+      "epoch": 0.39306689586019194,
+      "grad_norm": 1.3371613025665283,
+      "learning_rate": 0.00013848792280778222,
+      "loss": 1.6048,
+      "step": 2744
+    },
+    {
+      "epoch": 0.3932101418134938,
+      "grad_norm": 1.229913353919983,
+      "learning_rate": 0.0001384450950633961,
+      "loss": 1.5371,
+      "step": 2745
+    },
+    {
+      "epoch": 0.39335338776679557,
+      "grad_norm": 0.9984180927276611,
+      "learning_rate": 0.00013840225904273234,
+      "loss": 1.5278,
+      "step": 2746
+    },
+    {
+      "epoch": 0.3934966337200974,
+      "grad_norm": 1.0682624578475952,
+      "learning_rate": 0.00013835941475501251,
+      "loss": 1.3891,
+      "step": 2747
+    },
+    {
+      "epoch": 0.39363987967339925,
+      "grad_norm": 1.1447701454162598,
+      "learning_rate": 0.00013831656220945993,
+      "loss": 1.4084,
+      "step": 2748
+    },
+    {
+      "epoch": 0.39378312562670104,
+      "grad_norm": 1.032676100730896,
+      "learning_rate": 0.0001382737014152997,
+      "loss": 1.5437,
+      "step": 2749
+    },
+    {
+      "epoch": 0.3939263715800029,
+      "grad_norm": 1.0448042154312134,
+      "learning_rate": 0.00013823083238175872,
+      "loss": 1.4237,
+      "step": 2750
+    },
+    {
+      "epoch": 0.39406961753330466,
+      "grad_norm": 1.1684205532073975,
+      "learning_rate": 0.00013818795511806554,
+      "loss": 1.5357,
+      "step": 2751
+    },
+    {
+      "epoch": 0.3942128634866065,
+      "grad_norm": 1.3684582710266113,
+      "learning_rate": 0.00013814506963345067,
+      "loss": 1.4053,
+      "step": 2752
+    },
+    {
+      "epoch": 0.39435610943990834,
+      "grad_norm": 1.1047074794769287,
+      "learning_rate": 0.00013810217593714623,
+      "loss": 1.6901,
+      "step": 2753
+    },
+    {
+      "epoch": 0.3944993553932101,
+      "grad_norm": 0.9616822600364685,
+      "learning_rate": 0.00013805927403838622,
+      "loss": 1.439,
+      "step": 2754
+    },
+    {
+      "epoch": 0.39464260134651197,
+      "grad_norm": 1.1488233804702759,
+      "learning_rate": 0.00013801636394640627,
+      "loss": 1.3693,
+      "step": 2755
+    },
+    {
+      "epoch": 0.3947858472998138,
+      "grad_norm": 1.105796456336975,
+      "learning_rate": 0.00013797344567044396,
+      "loss": 1.468,
+      "step": 2756
+    },
+    {
+      "epoch": 0.3949290932531156,
+      "grad_norm": 1.0531712770462036,
+      "learning_rate": 0.00013793051921973852,
+      "loss": 1.5318,
+      "step": 2757
+    },
+    {
+      "epoch": 0.39507233920641743,
+      "grad_norm": 1.0025858879089355,
+      "learning_rate": 0.00013788758460353087,
+      "loss": 1.5663,
+      "step": 2758
+    },
+    {
+      "epoch": 0.3952155851597192,
+      "grad_norm": 1.1818246841430664,
+      "learning_rate": 0.00013784464183106389,
+      "loss": 1.4896,
+      "step": 2759
+    },
+    {
+      "epoch": 0.39535883111302106,
+      "grad_norm": 0.9277039766311646,
+      "learning_rate": 0.00013780169091158197,
+      "loss": 1.3783,
+      "step": 2760
+    },
+    {
+      "epoch": 0.3955020770663229,
+      "grad_norm": 1.0150774717330933,
+      "learning_rate": 0.0001377587318543315,
+      "loss": 1.3388,
+      "step": 2761
+    },
+    {
+      "epoch": 0.3956453230196247,
+      "grad_norm": 1.0397430658340454,
+      "learning_rate": 0.0001377157646685604,
+      "loss": 1.5614,
+      "step": 2762
+    },
+    {
+      "epoch": 0.3957885689729265,
+      "grad_norm": 1.1410585641860962,
+      "learning_rate": 0.00013767278936351854,
+      "loss": 1.5452,
+      "step": 2763
+    },
+    {
+      "epoch": 0.3959318149262283,
+      "grad_norm": 1.1751958131790161,
+      "learning_rate": 0.0001376298059484573,
+      "loss": 1.475,
+      "step": 2764
+    },
+    {
+      "epoch": 0.39607506087953015,
+      "grad_norm": 0.9293283224105835,
+      "learning_rate": 0.00013758681443263012,
+      "loss": 1.5483,
+      "step": 2765
+    },
+    {
+      "epoch": 0.396218306832832,
+      "grad_norm": 1.1353331804275513,
+      "learning_rate": 0.00013754381482529188,
+      "loss": 1.5231,
+      "step": 2766
+    },
+    {
+      "epoch": 0.3963615527861338,
+      "grad_norm": 1.0729743242263794,
+      "learning_rate": 0.0001375008071356994,
+      "loss": 1.621,
+      "step": 2767
+    },
+    {
+      "epoch": 0.3965047987394356,
+      "grad_norm": 0.9568672180175781,
+      "learning_rate": 0.0001374577913731111,
+      "loss": 1.4988,
+      "step": 2768
+    },
+    {
+      "epoch": 0.39664804469273746,
+      "grad_norm": 0.8848252892494202,
+      "learning_rate": 0.0001374147675467873,
+      "loss": 1.3573,
+      "step": 2769
+    },
+    {
+      "epoch": 0.39679129064603924,
+      "grad_norm": 1.2172205448150635,
+      "learning_rate": 0.00013737173566598991,
+      "loss": 1.4341,
+      "step": 2770
+    },
+    {
+      "epoch": 0.3969345365993411,
+      "grad_norm": 1.200134038925171,
+      "learning_rate": 0.00013732869573998262,
+      "loss": 1.4939,
+      "step": 2771
+    },
+    {
+      "epoch": 0.39707778255264287,
+      "grad_norm": 0.9323946833610535,
+      "learning_rate": 0.00013728564777803088,
+      "loss": 1.4971,
+      "step": 2772
+    },
+    {
+      "epoch": 0.3972210285059447,
+      "grad_norm": 1.265039324760437,
+      "learning_rate": 0.00013724259178940184,
+      "loss": 1.6219,
+      "step": 2773
+    },
+    {
+      "epoch": 0.39736427445924655,
+      "grad_norm": 1.1351759433746338,
+      "learning_rate": 0.00013719952778336442,
+      "loss": 1.4343,
+      "step": 2774
+    },
+    {
+      "epoch": 0.39750752041254833,
+      "grad_norm": 1.5201894044876099,
+      "learning_rate": 0.0001371564557691892,
+      "loss": 1.5003,
+      "step": 2775
+    },
+    {
+      "epoch": 0.3976507663658502,
+      "grad_norm": 1.0734044313430786,
+      "learning_rate": 0.00013711337575614857,
+      "loss": 1.488,
+      "step": 2776
+    },
+    {
+      "epoch": 0.39779401231915196,
+      "grad_norm": 1.0503324270248413,
+      "learning_rate": 0.0001370702877535165,
+      "loss": 1.3929,
+      "step": 2777
+    },
+    {
+      "epoch": 0.3979372582724538,
+      "grad_norm": 0.9849287271499634,
+      "learning_rate": 0.00013702719177056884,
+      "loss": 1.7581,
+      "step": 2778
+    },
+    {
+      "epoch": 0.39808050422575564,
+      "grad_norm": 1.0357576608657837,
+      "learning_rate": 0.0001369840878165831,
+      "loss": 1.4417,
+      "step": 2779
+    },
+    {
+      "epoch": 0.3982237501790574,
+      "grad_norm": 1.2141422033309937,
+      "learning_rate": 0.00013694097590083844,
+      "loss": 1.4884,
+      "step": 2780
+    },
+    {
+      "epoch": 0.39836699613235926,
+      "grad_norm": 1.1219197511672974,
+      "learning_rate": 0.00013689785603261583,
+      "loss": 1.606,
+      "step": 2781
+    },
+    {
+      "epoch": 0.3985102420856611,
+      "grad_norm": 1.7885608673095703,
+      "learning_rate": 0.00013685472822119786,
+      "loss": 1.5261,
+      "step": 2782
+    },
+    {
+      "epoch": 0.3986534880389629,
+      "grad_norm": 1.0943975448608398,
+      "learning_rate": 0.00013681159247586896,
+      "loss": 1.5987,
+      "step": 2783
+    },
+    {
+      "epoch": 0.39879673399226473,
+      "grad_norm": 1.0441168546676636,
+      "learning_rate": 0.00013676844880591512,
+      "loss": 1.6351,
+      "step": 2784
+    },
+    {
+      "epoch": 0.3989399799455665,
+      "grad_norm": 0.9038130640983582,
+      "learning_rate": 0.00013672529722062415,
+      "loss": 1.5873,
+      "step": 2785
+    },
+    {
+      "epoch": 0.39908322589886835,
+      "grad_norm": 1.0505987405776978,
+      "learning_rate": 0.0001366821377292855,
+      "loss": 1.5257,
+      "step": 2786
+    },
+    {
+      "epoch": 0.3992264718521702,
+      "grad_norm": 1.1327440738677979,
+      "learning_rate": 0.0001366389703411903,
+      "loss": 1.4891,
+      "step": 2787
+    },
+    {
+      "epoch": 0.399369717805472,
+      "grad_norm": 1.0962803363800049,
+      "learning_rate": 0.0001365957950656315,
+      "loss": 1.6305,
+      "step": 2788
+    },
+    {
+      "epoch": 0.3995129637587738,
+      "grad_norm": 1.029666781425476,
+      "learning_rate": 0.0001365526119119036,
+      "loss": 1.5779,
+      "step": 2789
+    },
+    {
+      "epoch": 0.39965620971207566,
+      "grad_norm": 0.8497941493988037,
+      "learning_rate": 0.00013650942088930295,
+      "loss": 1.4493,
+      "step": 2790
+    },
+    {
+      "epoch": 0.39979945566537745,
+      "grad_norm": 1.438017725944519,
+      "learning_rate": 0.00013646622200712738,
+      "loss": 1.4055,
+      "step": 2791
+    },
+    {
+      "epoch": 0.3999427016186793,
+      "grad_norm": 1.0878610610961914,
+      "learning_rate": 0.00013642301527467664,
+      "loss": 1.2535,
+      "step": 2792
+    },
+    {
+      "epoch": 0.40008594757198107,
+      "grad_norm": 1.0197181701660156,
+      "learning_rate": 0.00013637980070125205,
+      "loss": 1.5463,
+      "step": 2793
+    },
+    {
+      "epoch": 0.4002291935252829,
+      "grad_norm": 1.1852786540985107,
+      "learning_rate": 0.0001363365782961566,
+      "loss": 1.3569,
+      "step": 2794
+    },
+    {
+      "epoch": 0.40037243947858475,
+      "grad_norm": 1.060031533241272,
+      "learning_rate": 0.00013629334806869507,
+      "loss": 1.5973,
+      "step": 2795
+    },
+    {
+      "epoch": 0.40051568543188654,
+      "grad_norm": 0.9170881509780884,
+      "learning_rate": 0.0001362501100281738,
+      "loss": 1.4128,
+      "step": 2796
+    },
+    {
+      "epoch": 0.4006589313851884,
+      "grad_norm": 1.223759651184082,
+      "learning_rate": 0.0001362068641839009,
+      "loss": 1.6273,
+      "step": 2797
+    },
+    {
+      "epoch": 0.40080217733849016,
+      "grad_norm": 1.7090171575546265,
+      "learning_rate": 0.0001361636105451861,
+      "loss": 1.3868,
+      "step": 2798
+    },
+    {
+      "epoch": 0.400945423291792,
+      "grad_norm": 1.1758321523666382,
+      "learning_rate": 0.0001361203491213409,
+      "loss": 1.5351,
+      "step": 2799
+    },
+    {
+      "epoch": 0.40108866924509384,
+      "grad_norm": 1.1248022317886353,
+      "learning_rate": 0.00013607707992167834,
+      "loss": 1.3722,
+      "step": 2800
+    },
+    {
+      "epoch": 0.40123191519839563,
+      "grad_norm": 1.2764956951141357,
+      "learning_rate": 0.00013603380295551328,
+      "loss": 1.5232,
+      "step": 2801
+    },
+    {
+      "epoch": 0.40137516115169747,
+      "grad_norm": 1.056456446647644,
+      "learning_rate": 0.0001359905182321621,
+      "loss": 1.2966,
+      "step": 2802
+    },
+    {
+      "epoch": 0.4015184071049993,
+      "grad_norm": 1.0570507049560547,
+      "learning_rate": 0.00013594722576094296,
+      "loss": 1.4387,
+      "step": 2803
+    },
+    {
+      "epoch": 0.4016616530583011,
+      "grad_norm": 1.3089216947555542,
+      "learning_rate": 0.00013590392555117573,
+      "loss": 1.5867,
+      "step": 2804
+    },
+    {
+      "epoch": 0.40180489901160293,
+      "grad_norm": 1.2863398790359497,
+      "learning_rate": 0.00013586061761218176,
+      "loss": 1.492,
+      "step": 2805
+    },
+    {
+      "epoch": 0.4019481449649047,
+      "grad_norm": 1.0695546865463257,
+      "learning_rate": 0.00013581730195328425,
+      "loss": 1.5656,
+      "step": 2806
+    },
+    {
+      "epoch": 0.40209139091820656,
+      "grad_norm": 1.1567796468734741,
+      "learning_rate": 0.00013577397858380798,
+      "loss": 1.6559,
+      "step": 2807
+    },
+    {
+      "epoch": 0.4022346368715084,
+      "grad_norm": 1.0812488794326782,
+      "learning_rate": 0.0001357306475130794,
+      "loss": 1.4515,
+      "step": 2808
+    },
+    {
+      "epoch": 0.4023778828248102,
+      "grad_norm": 1.111125111579895,
+      "learning_rate": 0.00013568730875042654,
+      "loss": 1.4613,
+      "step": 2809
+    },
+    {
+      "epoch": 0.402521128778112,
+      "grad_norm": 1.334120750427246,
+      "learning_rate": 0.0001356439623051793,
+      "loss": 1.5338,
+      "step": 2810
+    },
+    {
+      "epoch": 0.4026643747314138,
+      "grad_norm": 1.0176644325256348,
+      "learning_rate": 0.000135600608186669,
+      "loss": 1.549,
+      "step": 2811
+    },
+    {
+      "epoch": 0.40280762068471565,
+      "grad_norm": 0.9861528873443604,
+      "learning_rate": 0.00013555724640422874,
+      "loss": 1.5609,
+      "step": 2812
+    },
+    {
+      "epoch": 0.4029508666380175,
+      "grad_norm": 1.0036866664886475,
+      "learning_rate": 0.00013551387696719326,
+      "loss": 1.5973,
+      "step": 2813
+    },
+    {
+      "epoch": 0.4030941125913193,
+      "grad_norm": 0.9070624709129333,
+      "learning_rate": 0.00013547049988489883,
+      "loss": 1.7559,
+      "step": 2814
+    },
+    {
+      "epoch": 0.4032373585446211,
+      "grad_norm": 1.2343835830688477,
+      "learning_rate": 0.0001354271151666836,
+      "loss": 1.5225,
+      "step": 2815
+    },
+    {
+      "epoch": 0.40338060449792296,
+      "grad_norm": 1.1030654907226562,
+      "learning_rate": 0.00013538372282188713,
+      "loss": 1.6062,
+      "step": 2816
+    },
+    {
+      "epoch": 0.40352385045122474,
+      "grad_norm": 1.0319215059280396,
+      "learning_rate": 0.0001353403228598508,
+      "loss": 1.374,
+      "step": 2817
+    },
+    {
+      "epoch": 0.4036670964045266,
+      "grad_norm": 1.214929223060608,
+      "learning_rate": 0.00013529691528991743,
+      "loss": 1.5311,
+      "step": 2818
+    },
+    {
+      "epoch": 0.40381034235782837,
+      "grad_norm": 1.069445252418518,
+      "learning_rate": 0.00013525350012143168,
+      "loss": 1.434,
+      "step": 2819
+    },
+    {
+      "epoch": 0.4039535883111302,
+      "grad_norm": 1.0859055519104004,
+      "learning_rate": 0.00013521007736373974,
+      "loss": 1.5075,
+      "step": 2820
+    },
+    {
+      "epoch": 0.40409683426443205,
+      "grad_norm": 1.3388315439224243,
+      "learning_rate": 0.00013516664702618948,
+      "loss": 1.4823,
+      "step": 2821
+    },
+    {
+      "epoch": 0.40424008021773383,
+      "grad_norm": 0.968632698059082,
+      "learning_rate": 0.0001351232091181303,
+      "loss": 1.521,
+      "step": 2822
+    },
+    {
+      "epoch": 0.4043833261710357,
+      "grad_norm": 1.088887333869934,
+      "learning_rate": 0.0001350797636489134,
+      "loss": 1.4312,
+      "step": 2823
+    },
+    {
+      "epoch": 0.4045265721243375,
+      "grad_norm": 1.099273443222046,
+      "learning_rate": 0.0001350363106278915,
+      "loss": 1.5881,
+      "step": 2824
+    },
+    {
+      "epoch": 0.4046698180776393,
+      "grad_norm": 0.956416130065918,
+      "learning_rate": 0.00013499285006441888,
+      "loss": 1.4003,
+      "step": 2825
+    },
+    {
+      "epoch": 0.40481306403094114,
+      "grad_norm": 0.9372150897979736,
+      "learning_rate": 0.00013494938196785162,
+      "loss": 1.4321,
+      "step": 2826
+    },
+    {
+      "epoch": 0.4049563099842429,
+      "grad_norm": 1.0676017999649048,
+      "learning_rate": 0.00013490590634754728,
+      "loss": 1.455,
+      "step": 2827
+    },
+    {
+      "epoch": 0.40509955593754476,
+      "grad_norm": 1.0934609174728394,
+      "learning_rate": 0.00013486242321286506,
+      "loss": 1.4786,
+      "step": 2828
+    },
+    {
+      "epoch": 0.4052428018908466,
+      "grad_norm": 1.1827290058135986,
+      "learning_rate": 0.0001348189325731659,
+      "loss": 1.3768,
+      "step": 2829
+    },
+    {
+      "epoch": 0.4053860478441484,
+      "grad_norm": 0.8964229226112366,
+      "learning_rate": 0.0001347754344378121,
+      "loss": 1.5764,
+      "step": 2830
+    },
+    {
+      "epoch": 0.40552929379745023,
+      "grad_norm": 1.1230626106262207,
+      "learning_rate": 0.0001347319288161679,
+      "loss": 1.5149,
+      "step": 2831
+    },
+    {
+      "epoch": 0.405672539750752,
+      "grad_norm": 1.1877782344818115,
+      "learning_rate": 0.00013468841571759888,
+      "loss": 1.2544,
+      "step": 2832
+    },
+    {
+      "epoch": 0.40581578570405386,
+      "grad_norm": 1.2311490774154663,
+      "learning_rate": 0.00013464489515147238,
+      "loss": 1.3846,
+      "step": 2833
+    },
+    {
+      "epoch": 0.4059590316573557,
+      "grad_norm": 1.0377328395843506,
+      "learning_rate": 0.00013460136712715724,
+      "loss": 1.6418,
+      "step": 2834
+    },
+    {
+      "epoch": 0.4061022776106575,
+      "grad_norm": 1.2774453163146973,
+      "learning_rate": 0.00013455783165402404,
+      "loss": 1.4997,
+      "step": 2835
+    },
+    {
+      "epoch": 0.4062455235639593,
+      "grad_norm": 1.2613005638122559,
+      "learning_rate": 0.00013451428874144484,
+      "loss": 1.39,
+      "step": 2836
+    },
+    {
+      "epoch": 0.40638876951726116,
+      "grad_norm": 0.9842872619628906,
+      "learning_rate": 0.0001344707383987934,
+      "loss": 1.4353,
+      "step": 2837
+    },
+    {
+      "epoch": 0.40653201547056295,
+      "grad_norm": 1.2247403860092163,
+      "learning_rate": 0.000134427180635445,
+      "loss": 1.3595,
+      "step": 2838
+    },
+    {
+      "epoch": 0.4066752614238648,
+      "grad_norm": 1.1392050981521606,
+      "learning_rate": 0.0001343836154607765,
+      "loss": 1.4948,
+      "step": 2839
+    },
+    {
+      "epoch": 0.40681850737716657,
+      "grad_norm": 1.0401991605758667,
+      "learning_rate": 0.0001343400428841665,
+      "loss": 1.6345,
+      "step": 2840
+    },
+    {
+      "epoch": 0.4069617533304684,
+      "grad_norm": 1.1365314722061157,
+      "learning_rate": 0.00013429646291499502,
+      "loss": 1.4794,
+      "step": 2841
+    },
+    {
+      "epoch": 0.40710499928377025,
+      "grad_norm": 1.1953150033950806,
+      "learning_rate": 0.00013425287556264383,
+      "loss": 1.4264,
+      "step": 2842
+    },
+    {
+      "epoch": 0.40724824523707204,
+      "grad_norm": 1.124444603919983,
+      "learning_rate": 0.00013420928083649608,
+      "loss": 1.5683,
+      "step": 2843
+    },
+    {
+      "epoch": 0.4073914911903739,
+      "grad_norm": 1.0323210954666138,
+      "learning_rate": 0.0001341656787459368,
+      "loss": 1.5519,
+      "step": 2844
+    },
+    {
+      "epoch": 0.4075347371436757,
+      "grad_norm": 0.8368973135948181,
+      "learning_rate": 0.0001341220693003523,
+      "loss": 1.4422,
+      "step": 2845
+    },
+    {
+      "epoch": 0.4076779830969775,
+      "grad_norm": 1.2892706394195557,
+      "learning_rate": 0.00013407845250913066,
+      "loss": 1.4166,
+      "step": 2846
+    },
+    {
+      "epoch": 0.40782122905027934,
+      "grad_norm": 1.0277702808380127,
+      "learning_rate": 0.00013403482838166155,
+      "loss": 1.5274,
+      "step": 2847
+    },
+    {
+      "epoch": 0.40796447500358113,
+      "grad_norm": 1.361465334892273,
+      "learning_rate": 0.00013399119692733612,
+      "loss": 1.5409,
+      "step": 2848
+    },
+    {
+      "epoch": 0.40810772095688297,
+      "grad_norm": 0.9591192603111267,
+      "learning_rate": 0.00013394755815554713,
+      "loss": 1.5635,
+      "step": 2849
+    },
+    {
+      "epoch": 0.4082509669101848,
+      "grad_norm": 1.2720528841018677,
+      "learning_rate": 0.0001339039120756889,
+      "loss": 1.4289,
+      "step": 2850
+    },
+    {
+      "epoch": 0.4083942128634866,
+      "grad_norm": 1.252187728881836,
+      "learning_rate": 0.00013386025869715744,
+      "loss": 1.6521,
+      "step": 2851
+    },
+    {
+      "epoch": 0.40853745881678843,
+      "grad_norm": 1.0511447191238403,
+      "learning_rate": 0.00013381659802935017,
+      "loss": 1.4032,
+      "step": 2852
+    },
+    {
+      "epoch": 0.4086807047700902,
+      "grad_norm": 1.2227634191513062,
+      "learning_rate": 0.0001337729300816662,
+      "loss": 1.5008,
+      "step": 2853
+    },
+    {
+      "epoch": 0.40882395072339206,
+      "grad_norm": 1.190966248512268,
+      "learning_rate": 0.0001337292548635061,
+      "loss": 1.2988,
+      "step": 2854
+    },
+    {
+      "epoch": 0.4089671966766939,
+      "grad_norm": 1.0111980438232422,
+      "learning_rate": 0.00013368557238427212,
+      "loss": 1.4709,
+      "step": 2855
+    },
+    {
+      "epoch": 0.4091104426299957,
+      "grad_norm": 1.1334080696105957,
+      "learning_rate": 0.000133641882653368,
+      "loss": 1.6108,
+      "step": 2856
+    },
+    {
+      "epoch": 0.4092536885832975,
+      "grad_norm": 1.2228906154632568,
+      "learning_rate": 0.00013359818568019904,
+      "loss": 1.4096,
+      "step": 2857
+    },
+    {
+      "epoch": 0.40939693453659937,
+      "grad_norm": 1.0516180992126465,
+      "learning_rate": 0.00013355448147417214,
+      "loss": 1.5106,
+      "step": 2858
+    },
+    {
+      "epoch": 0.40954018048990115,
+      "grad_norm": 1.1482335329055786,
+      "learning_rate": 0.0001335107700446957,
+      "loss": 1.5131,
+      "step": 2859
+    },
+    {
+      "epoch": 0.409683426443203,
+      "grad_norm": 0.9821579456329346,
+      "learning_rate": 0.00013346705140117977,
+      "loss": 1.5969,
+      "step": 2860
+    },
+    {
+      "epoch": 0.4098266723965048,
+      "grad_norm": 1.1715480089187622,
+      "learning_rate": 0.0001334233255530358,
+      "loss": 1.5578,
+      "step": 2861
+    },
+    {
+      "epoch": 0.4099699183498066,
+      "grad_norm": 0.9828749299049377,
+      "learning_rate": 0.00013337959250967697,
+      "loss": 1.383,
+      "step": 2862
+    },
+    {
+      "epoch": 0.41011316430310846,
+      "grad_norm": 1.24411940574646,
+      "learning_rate": 0.0001333358522805179,
+      "loss": 1.492,
+      "step": 2863
+    },
+    {
+      "epoch": 0.41025641025641024,
+      "grad_norm": 1.4084632396697998,
+      "learning_rate": 0.00013329210487497475,
+      "loss": 1.4874,
+      "step": 2864
+    },
+    {
+      "epoch": 0.4103996562097121,
+      "grad_norm": 0.954209566116333,
+      "learning_rate": 0.0001332483503024653,
+      "loss": 1.512,
+      "step": 2865
+    },
+    {
+      "epoch": 0.41054290216301387,
+      "grad_norm": 1.248361587524414,
+      "learning_rate": 0.00013320458857240877,
+      "loss": 1.5524,
+      "step": 2866
+    },
+    {
+      "epoch": 0.4106861481163157,
+      "grad_norm": 1.1029781103134155,
+      "learning_rate": 0.00013316081969422602,
+      "loss": 1.4178,
+      "step": 2867
+    },
+    {
+      "epoch": 0.41082939406961755,
+      "grad_norm": 1.0118788480758667,
+      "learning_rate": 0.00013311704367733937,
+      "loss": 1.5386,
+      "step": 2868
+    },
+    {
+      "epoch": 0.41097264002291933,
+      "grad_norm": 1.1482142210006714,
+      "learning_rate": 0.00013307326053117277,
+      "loss": 1.4168,
+      "step": 2869
+    },
+    {
+      "epoch": 0.4111158859762212,
+      "grad_norm": 1.1478298902511597,
+      "learning_rate": 0.00013302947026515158,
+      "loss": 1.7351,
+      "step": 2870
+    },
+    {
+      "epoch": 0.411259131929523,
+      "grad_norm": 0.8816829919815063,
+      "learning_rate": 0.0001329856728887028,
+      "loss": 1.5936,
+      "step": 2871
+    },
+    {
+      "epoch": 0.4114023778828248,
+      "grad_norm": 0.9793601036071777,
+      "learning_rate": 0.00013294186841125493,
+      "loss": 1.5826,
+      "step": 2872
+    },
+    {
+      "epoch": 0.41154562383612664,
+      "grad_norm": 1.0834827423095703,
+      "learning_rate": 0.00013289805684223798,
+      "loss": 1.5329,
+      "step": 2873
+    },
+    {
+      "epoch": 0.4116888697894284,
+      "grad_norm": 0.9222987294197083,
+      "learning_rate": 0.0001328542381910835,
+      "loss": 1.4396,
+      "step": 2874
+    },
+    {
+      "epoch": 0.41183211574273026,
+      "grad_norm": 1.2720258235931396,
+      "learning_rate": 0.00013281041246722452,
+      "loss": 1.3623,
+      "step": 2875
+    },
+    {
+      "epoch": 0.4119753616960321,
+      "grad_norm": 0.9950901865959167,
+      "learning_rate": 0.00013276657968009568,
+      "loss": 1.4283,
+      "step": 2876
+    },
+    {
+      "epoch": 0.4121186076493339,
+      "grad_norm": 1.10958993434906,
+      "learning_rate": 0.0001327227398391331,
+      "loss": 1.5835,
+      "step": 2877
+    },
+    {
+      "epoch": 0.41226185360263573,
+      "grad_norm": 0.9750058650970459,
+      "learning_rate": 0.00013267889295377438,
+      "loss": 1.3791,
+      "step": 2878
+    },
+    {
+      "epoch": 0.41240509955593757,
+      "grad_norm": 0.9191014170646667,
+      "learning_rate": 0.00013263503903345868,
+      "loss": 1.454,
+      "step": 2879
+    },
+    {
+      "epoch": 0.41254834550923936,
+      "grad_norm": 0.9140107035636902,
+      "learning_rate": 0.0001325911780876267,
+      "loss": 1.3949,
+      "step": 2880
+    },
+    {
+      "epoch": 0.4126915914625412,
+      "grad_norm": 1.0990521907806396,
+      "learning_rate": 0.00013254731012572052,
+      "loss": 1.4356,
+      "step": 2881
+    },
+    {
+      "epoch": 0.412834837415843,
+      "grad_norm": 0.8915731906890869,
+      "learning_rate": 0.00013250343515718393,
+      "loss": 1.4068,
+      "step": 2882
+    },
+    {
+      "epoch": 0.4129780833691448,
+      "grad_norm": 1.0183119773864746,
+      "learning_rate": 0.0001324595531914621,
+      "loss": 1.3576,
+      "step": 2883
+    },
+    {
+      "epoch": 0.41312132932244666,
+      "grad_norm": 1.079304575920105,
+      "learning_rate": 0.0001324156642380017,
+      "loss": 1.3772,
+      "step": 2884
+    },
+    {
+      "epoch": 0.41326457527574845,
+      "grad_norm": 0.9861637949943542,
+      "learning_rate": 0.00013237176830625095,
+      "loss": 1.4805,
+      "step": 2885
+    },
+    {
+      "epoch": 0.4134078212290503,
+      "grad_norm": 1.1951030492782593,
+      "learning_rate": 0.00013232786540565955,
+      "loss": 1.505,
+      "step": 2886
+    },
+    {
+      "epoch": 0.4135510671823521,
+      "grad_norm": 1.1659387350082397,
+      "learning_rate": 0.00013228395554567874,
+      "loss": 1.3288,
+      "step": 2887
+    },
+    {
+      "epoch": 0.4136943131356539,
+      "grad_norm": 1.0025782585144043,
+      "learning_rate": 0.00013224003873576123,
+      "loss": 1.2436,
+      "step": 2888
+    },
+    {
+      "epoch": 0.41383755908895575,
+      "grad_norm": 1.3004010915756226,
+      "learning_rate": 0.00013219611498536114,
+      "loss": 1.5179,
+      "step": 2889
+    },
+    {
+      "epoch": 0.41398080504225754,
+      "grad_norm": 0.9722177386283875,
+      "learning_rate": 0.00013215218430393425,
+      "loss": 1.4089,
+      "step": 2890
+    },
+    {
+      "epoch": 0.4141240509955594,
+      "grad_norm": 1.0518277883529663,
+      "learning_rate": 0.0001321082467009377,
+      "loss": 1.4454,
+      "step": 2891
+    },
+    {
+      "epoch": 0.4142672969488612,
+      "grad_norm": 1.1826684474945068,
+      "learning_rate": 0.00013206430218583025,
+      "loss": 1.3822,
+      "step": 2892
+    },
+    {
+      "epoch": 0.414410542902163,
+      "grad_norm": 1.1491942405700684,
+      "learning_rate": 0.00013202035076807195,
+      "loss": 1.5617,
+      "step": 2893
+    },
+    {
+      "epoch": 0.41455378885546484,
+      "grad_norm": 1.2094213962554932,
+      "learning_rate": 0.00013197639245712454,
+      "loss": 1.414,
+      "step": 2894
+    },
+    {
+      "epoch": 0.41469703480876663,
+      "grad_norm": 1.1638051271438599,
+      "learning_rate": 0.0001319324272624511,
+      "loss": 1.4658,
+      "step": 2895
+    },
+    {
+      "epoch": 0.41484028076206847,
+      "grad_norm": 1.0392096042633057,
+      "learning_rate": 0.00013188845519351632,
+      "loss": 1.4136,
+      "step": 2896
+    },
+    {
+      "epoch": 0.4149835267153703,
+      "grad_norm": 1.0113989114761353,
+      "learning_rate": 0.0001318444762597862,
+      "loss": 1.2825,
+      "step": 2897
+    },
+    {
+      "epoch": 0.4151267726686721,
+      "grad_norm": 1.0701029300689697,
+      "learning_rate": 0.0001318004904707284,
+      "loss": 1.3856,
+      "step": 2898
+    },
+    {
+      "epoch": 0.41527001862197394,
+      "grad_norm": 1.0270887613296509,
+      "learning_rate": 0.00013175649783581195,
+      "loss": 1.7207,
+      "step": 2899
+    },
+    {
+      "epoch": 0.4154132645752758,
+      "grad_norm": 1.1965879201889038,
+      "learning_rate": 0.00013171249836450735,
+      "loss": 1.6327,
+      "step": 2900
+    },
+    {
+      "epoch": 0.41555651052857756,
+      "grad_norm": 1.031610131263733,
+      "learning_rate": 0.00013166849206628663,
+      "loss": 1.6124,
+      "step": 2901
+    },
+    {
+      "epoch": 0.4156997564818794,
+      "grad_norm": 1.1101624965667725,
+      "learning_rate": 0.00013162447895062322,
+      "loss": 1.5549,
+      "step": 2902
+    },
+    {
+      "epoch": 0.4158430024351812,
+      "grad_norm": 0.9087294936180115,
+      "learning_rate": 0.0001315804590269921,
+      "loss": 1.5699,
+      "step": 2903
+    },
+    {
+      "epoch": 0.415986248388483,
+      "grad_norm": 1.1458206176757812,
+      "learning_rate": 0.00013153643230486963,
+      "loss": 1.6546,
+      "step": 2904
+    },
+    {
+      "epoch": 0.41612949434178487,
+      "grad_norm": 1.1930837631225586,
+      "learning_rate": 0.0001314923987937337,
+      "loss": 1.7176,
+      "step": 2905
+    },
+    {
+      "epoch": 0.41627274029508665,
+      "grad_norm": 1.0920261144638062,
+      "learning_rate": 0.0001314483585030636,
+      "loss": 1.6759,
+      "step": 2906
+    },
+    {
+      "epoch": 0.4164159862483885,
+      "grad_norm": 1.1179746389389038,
+      "learning_rate": 0.00013140431144234018,
+      "loss": 1.4793,
+      "step": 2907
+    },
+    {
+      "epoch": 0.4165592322016903,
+      "grad_norm": 1.1953529119491577,
+      "learning_rate": 0.00013136025762104563,
+      "loss": 1.6006,
+      "step": 2908
+    },
+    {
+      "epoch": 0.4167024781549921,
+      "grad_norm": 0.8779622316360474,
+      "learning_rate": 0.00013131619704866363,
+      "loss": 1.5608,
+      "step": 2909
+    },
+    {
+      "epoch": 0.41684572410829396,
+      "grad_norm": 0.9820182919502258,
+      "learning_rate": 0.0001312721297346794,
+      "loss": 1.4628,
+      "step": 2910
+    },
+    {
+      "epoch": 0.41698897006159574,
+      "grad_norm": 1.1800357103347778,
+      "learning_rate": 0.00013122805568857948,
+      "loss": 1.5239,
+      "step": 2911
+    },
+    {
+      "epoch": 0.4171322160148976,
+      "grad_norm": 1.3125344514846802,
+      "learning_rate": 0.00013118397491985198,
+      "loss": 1.5284,
+      "step": 2912
+    },
+    {
+      "epoch": 0.4172754619681994,
+      "grad_norm": 1.1001393795013428,
+      "learning_rate": 0.00013113988743798628,
+      "loss": 1.5689,
+      "step": 2913
+    },
+    {
+      "epoch": 0.4174187079215012,
+      "grad_norm": 1.0330917835235596,
+      "learning_rate": 0.0001310957932524735,
+      "loss": 1.4413,
+      "step": 2914
+    },
+    {
+      "epoch": 0.41756195387480305,
+      "grad_norm": 1.270432710647583,
+      "learning_rate": 0.00013105169237280587,
+      "loss": 1.5599,
+      "step": 2915
+    },
+    {
+      "epoch": 0.41770519982810483,
+      "grad_norm": 1.093684434890747,
+      "learning_rate": 0.00013100758480847732,
+      "loss": 1.401,
+      "step": 2916
+    },
+    {
+      "epoch": 0.4178484457814067,
+      "grad_norm": 1.0924407243728638,
+      "learning_rate": 0.00013096347056898308,
+      "loss": 1.5579,
+      "step": 2917
+    },
+    {
+      "epoch": 0.4179916917347085,
+      "grad_norm": 0.9461836218833923,
+      "learning_rate": 0.00013091934966381983,
+      "loss": 1.4137,
+      "step": 2918
+    },
+    {
+      "epoch": 0.4181349376880103,
+      "grad_norm": 1.0751121044158936,
+      "learning_rate": 0.00013087522210248576,
+      "loss": 1.5217,
+      "step": 2919
+    },
+    {
+      "epoch": 0.41827818364131214,
+      "grad_norm": 0.9244852066040039,
+      "learning_rate": 0.00013083108789448038,
+      "loss": 1.5101,
+      "step": 2920
+    },
+    {
+      "epoch": 0.4184214295946139,
+      "grad_norm": 1.2332721948623657,
+      "learning_rate": 0.00013078694704930473,
+      "loss": 1.6369,
+      "step": 2921
+    },
+    {
+      "epoch": 0.41856467554791577,
+      "grad_norm": 1.1266720294952393,
+      "learning_rate": 0.00013074279957646126,
+      "loss": 1.4401,
+      "step": 2922
+    },
+    {
+      "epoch": 0.4187079215012176,
+      "grad_norm": 1.0773570537567139,
+      "learning_rate": 0.0001306986454854538,
+      "loss": 1.4331,
+      "step": 2923
+    },
+    {
+      "epoch": 0.4188511674545194,
+      "grad_norm": 1.0591049194335938,
+      "learning_rate": 0.00013065448478578764,
+      "loss": 1.5415,
+      "step": 2924
+    },
+    {
+      "epoch": 0.41899441340782123,
+      "grad_norm": 1.1103112697601318,
+      "learning_rate": 0.0001306103174869695,
+      "loss": 1.5475,
+      "step": 2925
+    },
+    {
+      "epoch": 0.41913765936112307,
+      "grad_norm": 1.133906602859497,
+      "learning_rate": 0.0001305661435985075,
+      "loss": 1.408,
+      "step": 2926
+    },
+    {
+      "epoch": 0.41928090531442486,
+      "grad_norm": 0.9528077244758606,
+      "learning_rate": 0.00013052196312991114,
+      "loss": 1.3717,
+      "step": 2927
+    },
+    {
+      "epoch": 0.4194241512677267,
+      "grad_norm": 0.9857365489006042,
+      "learning_rate": 0.00013047777609069146,
+      "loss": 1.4736,
+      "step": 2928
+    },
+    {
+      "epoch": 0.4195673972210285,
+      "grad_norm": 0.9938031435012817,
+      "learning_rate": 0.00013043358249036077,
+      "loss": 1.431,
+      "step": 2929
+    },
+    {
+      "epoch": 0.4197106431743303,
+      "grad_norm": 1.0421541929244995,
+      "learning_rate": 0.00013038938233843287,
+      "loss": 1.5708,
+      "step": 2930
+    },
+    {
+      "epoch": 0.41985388912763216,
+      "grad_norm": 1.0568362474441528,
+      "learning_rate": 0.000130345175644423,
+      "loss": 1.4672,
+      "step": 2931
+    },
+    {
+      "epoch": 0.41999713508093395,
+      "grad_norm": 1.1128759384155273,
+      "learning_rate": 0.00013030096241784772,
+      "loss": 1.4763,
+      "step": 2932
+    },
+    {
+      "epoch": 0.4201403810342358,
+      "grad_norm": 1.0525918006896973,
+      "learning_rate": 0.0001302567426682251,
+      "loss": 1.4102,
+      "step": 2933
+    },
+    {
+      "epoch": 0.42028362698753763,
+      "grad_norm": 1.0372663736343384,
+      "learning_rate": 0.00013021251640507448,
+      "loss": 1.3373,
+      "step": 2934
+    },
+    {
+      "epoch": 0.4204268729408394,
+      "grad_norm": 1.0303568840026855,
+      "learning_rate": 0.00013016828363791673,
+      "loss": 1.6211,
+      "step": 2935
+    },
+    {
+      "epoch": 0.42057011889414125,
+      "grad_norm": 1.035134196281433,
+      "learning_rate": 0.00013012404437627407,
+      "loss": 1.581,
+      "step": 2936
+    },
+    {
+      "epoch": 0.42071336484744304,
+      "grad_norm": 1.1976003646850586,
+      "learning_rate": 0.00013007979862967014,
+      "loss": 1.4588,
+      "step": 2937
+    },
+    {
+      "epoch": 0.4208566108007449,
+      "grad_norm": 1.0237112045288086,
+      "learning_rate": 0.00013003554640762986,
+      "loss": 1.5933,
+      "step": 2938
+    },
+    {
+      "epoch": 0.4209998567540467,
+      "grad_norm": 0.9546992182731628,
+      "learning_rate": 0.00012999128771967977,
+      "loss": 1.5563,
+      "step": 2939
+    },
+    {
+      "epoch": 0.4211431027073485,
+      "grad_norm": 0.9761136174201965,
+      "learning_rate": 0.00012994702257534756,
+      "loss": 1.6258,
+      "step": 2940
+    },
+    {
+      "epoch": 0.42128634866065034,
+      "grad_norm": 1.1254724264144897,
+      "learning_rate": 0.00012990275098416246,
+      "loss": 1.6087,
+      "step": 2941
+    },
+    {
+      "epoch": 0.42142959461395213,
+      "grad_norm": 1.201690435409546,
+      "learning_rate": 0.00012985847295565508,
+      "loss": 1.4836,
+      "step": 2942
+    },
+    {
+      "epoch": 0.42157284056725397,
+      "grad_norm": 1.2012437582015991,
+      "learning_rate": 0.00012981418849935733,
+      "loss": 1.5833,
+      "step": 2943
+    },
+    {
+      "epoch": 0.4217160865205558,
+      "grad_norm": 1.1026688814163208,
+      "learning_rate": 0.0001297698976248026,
+      "loss": 1.2949,
+      "step": 2944
+    },
+    {
+      "epoch": 0.4218593324738576,
+      "grad_norm": 1.0485172271728516,
+      "learning_rate": 0.00012972560034152562,
+      "loss": 1.4959,
+      "step": 2945
+    },
+    {
+      "epoch": 0.42200257842715944,
+      "grad_norm": 0.9386788606643677,
+      "learning_rate": 0.00012968129665906242,
+      "loss": 1.4381,
+      "step": 2946
+    },
+    {
+      "epoch": 0.4221458243804613,
+      "grad_norm": 1.158788800239563,
+      "learning_rate": 0.0001296369865869506,
+      "loss": 1.4755,
+      "step": 2947
+    },
+    {
+      "epoch": 0.42228907033376306,
+      "grad_norm": 1.2596791982650757,
+      "learning_rate": 0.00012959267013472892,
+      "loss": 1.4261,
+      "step": 2948
+    },
+    {
+      "epoch": 0.4224323162870649,
+      "grad_norm": 1.130779504776001,
+      "learning_rate": 0.00012954834731193775,
+      "loss": 1.4901,
+      "step": 2949
+    },
+    {
+      "epoch": 0.4225755622403667,
+      "grad_norm": 0.8830918669700623,
+      "learning_rate": 0.00012950401812811854,
+      "loss": 1.3959,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4227188081936685,
+      "grad_norm": 0.970628023147583,
+      "learning_rate": 0.00012945968259281437,
+      "loss": 1.358,
+      "step": 2951
+    },
+    {
+      "epoch": 0.42286205414697037,
+      "grad_norm": 1.832848310470581,
+      "learning_rate": 0.00012941534071556952,
+      "loss": 1.3715,
+      "step": 2952
+    },
+    {
+      "epoch": 0.42300530010027215,
+      "grad_norm": 1.1185158491134644,
+      "learning_rate": 0.00012937099250592975,
+      "loss": 1.4994,
+      "step": 2953
+    },
+    {
+      "epoch": 0.423148546053574,
+      "grad_norm": 1.0943069458007812,
+      "learning_rate": 0.00012932663797344214,
+      "loss": 1.5384,
+      "step": 2954
+    },
+    {
+      "epoch": 0.42329179200687583,
+      "grad_norm": 1.1418476104736328,
+      "learning_rate": 0.00012928227712765504,
+      "loss": 1.4405,
+      "step": 2955
+    },
+    {
+      "epoch": 0.4234350379601776,
+      "grad_norm": 0.9743349552154541,
+      "learning_rate": 0.00012923790997811834,
+      "loss": 1.5933,
+      "step": 2956
+    },
+    {
+      "epoch": 0.42357828391347946,
+      "grad_norm": 0.9953851699829102,
+      "learning_rate": 0.00012919353653438313,
+      "loss": 1.7678,
+      "step": 2957
+    },
+    {
+      "epoch": 0.42372152986678124,
+      "grad_norm": 1.0957316160202026,
+      "learning_rate": 0.00012914915680600195,
+      "loss": 1.4013,
+      "step": 2958
+    },
+    {
+      "epoch": 0.4238647758200831,
+      "grad_norm": 1.4052653312683105,
+      "learning_rate": 0.00012910477080252858,
+      "loss": 1.5597,
+      "step": 2959
+    },
+    {
+      "epoch": 0.4240080217733849,
+      "grad_norm": 1.0536153316497803,
+      "learning_rate": 0.00012906037853351835,
+      "loss": 1.3007,
+      "step": 2960
+    },
+    {
+      "epoch": 0.4241512677266867,
+      "grad_norm": 1.4250545501708984,
+      "learning_rate": 0.00012901598000852774,
+      "loss": 1.49,
+      "step": 2961
+    },
+    {
+      "epoch": 0.42429451367998855,
+      "grad_norm": 0.9315384030342102,
+      "learning_rate": 0.0001289715752371147,
+      "loss": 1.6529,
+      "step": 2962
+    },
+    {
+      "epoch": 0.42443775963329033,
+      "grad_norm": 0.9788684248924255,
+      "learning_rate": 0.00012892716422883838,
+      "loss": 1.6508,
+      "step": 2963
+    },
+    {
+      "epoch": 0.4245810055865922,
+      "grad_norm": 0.940326452255249,
+      "learning_rate": 0.0001288827469932595,
+      "loss": 1.525,
+      "step": 2964
+    },
+    {
+      "epoch": 0.424724251539894,
+      "grad_norm": 0.8655495047569275,
+      "learning_rate": 0.00012883832353993986,
+      "loss": 1.5057,
+      "step": 2965
+    },
+    {
+      "epoch": 0.4248674974931958,
+      "grad_norm": 1.3631905317306519,
+      "learning_rate": 0.00012879389387844285,
+      "loss": 1.4819,
+      "step": 2966
+    },
+    {
+      "epoch": 0.42501074344649764,
+      "grad_norm": 1.1047371625900269,
+      "learning_rate": 0.00012874945801833306,
+      "loss": 1.3151,
+      "step": 2967
+    },
+    {
+      "epoch": 0.4251539893997995,
+      "grad_norm": 1.151343822479248,
+      "learning_rate": 0.00012870501596917632,
+      "loss": 1.682,
+      "step": 2968
+    },
+    {
+      "epoch": 0.42529723535310127,
+      "grad_norm": 1.034244418144226,
+      "learning_rate": 0.00012866056774054002,
+      "loss": 1.5443,
+      "step": 2969
+    },
+    {
+      "epoch": 0.4254404813064031,
+      "grad_norm": 1.3214585781097412,
+      "learning_rate": 0.0001286161133419927,
+      "loss": 1.6029,
+      "step": 2970
+    },
+    {
+      "epoch": 0.4255837272597049,
+      "grad_norm": 1.0237261056900024,
+      "learning_rate": 0.00012857165278310436,
+      "loss": 1.6864,
+      "step": 2971
+    },
+    {
+      "epoch": 0.42572697321300673,
+      "grad_norm": 1.0168650150299072,
+      "learning_rate": 0.00012852718607344617,
+      "loss": 1.471,
+      "step": 2972
+    },
+    {
+      "epoch": 0.4258702191663086,
+      "grad_norm": 1.0390039682388306,
+      "learning_rate": 0.0001284827132225908,
+      "loss": 1.4194,
+      "step": 2973
+    },
+    {
+      "epoch": 0.42601346511961036,
+      "grad_norm": 0.998140275478363,
+      "learning_rate": 0.00012843823424011207,
+      "loss": 1.4285,
+      "step": 2974
+    },
+    {
+      "epoch": 0.4261567110729122,
+      "grad_norm": 0.953005313873291,
+      "learning_rate": 0.00012839374913558527,
+      "loss": 1.5401,
+      "step": 2975
+    },
+    {
+      "epoch": 0.426299957026214,
+      "grad_norm": 1.1435441970825195,
+      "learning_rate": 0.0001283492579185869,
+      "loss": 1.4272,
+      "step": 2976
+    },
+    {
+      "epoch": 0.4264432029795158,
+      "grad_norm": 0.97490394115448,
+      "learning_rate": 0.00012830476059869482,
+      "loss": 1.5149,
+      "step": 2977
+    },
+    {
+      "epoch": 0.42658644893281766,
+      "grad_norm": 1.038346767425537,
+      "learning_rate": 0.0001282602571854883,
+      "loss": 1.362,
+      "step": 2978
+    },
+    {
+      "epoch": 0.42672969488611945,
+      "grad_norm": 1.1564621925354004,
+      "learning_rate": 0.00012821574768854765,
+      "loss": 1.5697,
+      "step": 2979
+    },
+    {
+      "epoch": 0.4268729408394213,
+      "grad_norm": 1.0308592319488525,
+      "learning_rate": 0.0001281712321174548,
+      "loss": 1.5793,
+      "step": 2980
+    },
+    {
+      "epoch": 0.42701618679272313,
+      "grad_norm": 1.2919642925262451,
+      "learning_rate": 0.00012812671048179276,
+      "loss": 1.4766,
+      "step": 2981
+    },
+    {
+      "epoch": 0.4271594327460249,
+      "grad_norm": 1.0880341529846191,
+      "learning_rate": 0.00012808218279114603,
+      "loss": 1.5597,
+      "step": 2982
+    },
+    {
+      "epoch": 0.42730267869932675,
+      "grad_norm": 1.1198066473007202,
+      "learning_rate": 0.00012803764905510025,
+      "loss": 1.4811,
+      "step": 2983
+    },
+    {
+      "epoch": 0.42744592465262854,
+      "grad_norm": 1.0450992584228516,
+      "learning_rate": 0.00012799310928324244,
+      "loss": 1.4777,
+      "step": 2984
+    },
+    {
+      "epoch": 0.4275891706059304,
+      "grad_norm": 1.3159363269805908,
+      "learning_rate": 0.00012794856348516095,
+      "loss": 1.398,
+      "step": 2985
+    },
+    {
+      "epoch": 0.4277324165592322,
+      "grad_norm": 0.8428582549095154,
+      "learning_rate": 0.00012790401167044535,
+      "loss": 1.3767,
+      "step": 2986
+    },
+    {
+      "epoch": 0.427875662512534,
+      "grad_norm": 1.2782702445983887,
+      "learning_rate": 0.00012785945384868658,
+      "loss": 1.3344,
+      "step": 2987
+    },
+    {
+      "epoch": 0.42801890846583585,
+      "grad_norm": 0.9568143486976624,
+      "learning_rate": 0.00012781489002947676,
+      "loss": 1.2463,
+      "step": 2988
+    },
+    {
+      "epoch": 0.4281621544191377,
+      "grad_norm": 1.1698901653289795,
+      "learning_rate": 0.00012777032022240947,
+      "loss": 1.4501,
+      "step": 2989
+    },
+    {
+      "epoch": 0.42830540037243947,
+      "grad_norm": 1.020844578742981,
+      "learning_rate": 0.00012772574443707942,
+      "loss": 1.4445,
+      "step": 2990
+    },
+    {
+      "epoch": 0.4284486463257413,
+      "grad_norm": 1.0406328439712524,
+      "learning_rate": 0.0001276811626830827,
+      "loss": 1.4774,
+      "step": 2991
+    },
+    {
+      "epoch": 0.4285918922790431,
+      "grad_norm": 1.235324501991272,
+      "learning_rate": 0.00012763657497001668,
+      "loss": 1.3962,
+      "step": 2992
+    },
+    {
+      "epoch": 0.42873513823234494,
+      "grad_norm": 1.271895170211792,
+      "learning_rate": 0.00012759198130747994,
+      "loss": 1.2383,
+      "step": 2993
+    },
+    {
+      "epoch": 0.4288783841856468,
+      "grad_norm": 1.0480393171310425,
+      "learning_rate": 0.00012754738170507243,
+      "loss": 1.4312,
+      "step": 2994
+    },
+    {
+      "epoch": 0.42902163013894856,
+      "grad_norm": 1.00107741355896,
+      "learning_rate": 0.00012750277617239533,
+      "loss": 1.4424,
+      "step": 2995
+    },
+    {
+      "epoch": 0.4291648760922504,
+      "grad_norm": 1.0275036096572876,
+      "learning_rate": 0.00012745816471905114,
+      "loss": 1.5762,
+      "step": 2996
+    },
+    {
+      "epoch": 0.4293081220455522,
+      "grad_norm": 1.1402366161346436,
+      "learning_rate": 0.0001274135473546435,
+      "loss": 1.5419,
+      "step": 2997
+    },
+    {
+      "epoch": 0.42945136799885403,
+      "grad_norm": 1.0781800746917725,
+      "learning_rate": 0.00012736892408877758,
+      "loss": 1.4642,
+      "step": 2998
+    },
+    {
+      "epoch": 0.42959461395215587,
+      "grad_norm": 1.0619572401046753,
+      "learning_rate": 0.0001273242949310595,
+      "loss": 1.4618,
+      "step": 2999
+    },
+    {
+      "epoch": 0.42973785990545765,
+      "grad_norm": 0.9257991313934326,
+      "learning_rate": 0.00012727965989109692,
+      "loss": 1.3228,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4298811058587595,
+      "grad_norm": 1.505035400390625,
+      "learning_rate": 0.00012723501897849866,
+      "loss": 1.547,
+      "step": 3001
+    },
+    {
+      "epoch": 0.43002435181206133,
+      "grad_norm": 1.274060606956482,
+      "learning_rate": 0.00012719037220287476,
+      "loss": 1.239,
+      "step": 3002
+    },
+    {
+      "epoch": 0.4301675977653631,
+      "grad_norm": 0.9527320861816406,
+      "learning_rate": 0.00012714571957383658,
+      "loss": 1.54,
+      "step": 3003
+    },
+    {
+      "epoch": 0.43031084371866496,
+      "grad_norm": 1.232917308807373,
+      "learning_rate": 0.0001271010611009967,
+      "loss": 1.5598,
+      "step": 3004
+    },
+    {
+      "epoch": 0.43045408967196674,
+      "grad_norm": 1.261853575706482,
+      "learning_rate": 0.00012705639679396906,
+      "loss": 1.5434,
+      "step": 3005
+    },
+    {
+      "epoch": 0.4305973356252686,
+      "grad_norm": 0.9920631051063538,
+      "learning_rate": 0.00012701172666236869,
+      "loss": 1.5497,
+      "step": 3006
+    },
+    {
+      "epoch": 0.4307405815785704,
+      "grad_norm": 1.2865813970565796,
+      "learning_rate": 0.00012696705071581205,
+      "loss": 1.5025,
+      "step": 3007
+    },
+    {
+      "epoch": 0.4308838275318722,
+      "grad_norm": 1.0473946332931519,
+      "learning_rate": 0.0001269223689639167,
+      "loss": 1.4134,
+      "step": 3008
+    },
+    {
+      "epoch": 0.43102707348517405,
+      "grad_norm": 1.0698935985565186,
+      "learning_rate": 0.00012687768141630152,
+      "loss": 1.5041,
+      "step": 3009
+    },
+    {
+      "epoch": 0.43117031943847584,
+      "grad_norm": 1.0538285970687866,
+      "learning_rate": 0.00012683298808258665,
+      "loss": 1.5501,
+      "step": 3010
+    },
+    {
+      "epoch": 0.4313135653917777,
+      "grad_norm": 0.9699586629867554,
+      "learning_rate": 0.00012678828897239348,
+      "loss": 1.5832,
+      "step": 3011
+    },
+    {
+      "epoch": 0.4314568113450795,
+      "grad_norm": 1.0971943140029907,
+      "learning_rate": 0.00012674358409534462,
+      "loss": 1.3682,
+      "step": 3012
+    },
+    {
+      "epoch": 0.4316000572983813,
+      "grad_norm": 1.016292929649353,
+      "learning_rate": 0.00012669887346106385,
+      "loss": 1.599,
+      "step": 3013
+    },
+    {
+      "epoch": 0.43174330325168314,
+      "grad_norm": 1.5002176761627197,
+      "learning_rate": 0.00012665415707917638,
+      "loss": 1.4653,
+      "step": 3014
+    },
+    {
+      "epoch": 0.431886549204985,
+      "grad_norm": 1.1298490762710571,
+      "learning_rate": 0.00012660943495930845,
+      "loss": 1.3453,
+      "step": 3015
+    },
+    {
+      "epoch": 0.43202979515828677,
+      "grad_norm": 1.2221274375915527,
+      "learning_rate": 0.00012656470711108764,
+      "loss": 1.6009,
+      "step": 3016
+    },
+    {
+      "epoch": 0.4321730411115886,
+      "grad_norm": 0.9877992868423462,
+      "learning_rate": 0.00012651997354414278,
+      "loss": 1.5154,
+      "step": 3017
+    },
+    {
+      "epoch": 0.4323162870648904,
+      "grad_norm": 1.0957047939300537,
+      "learning_rate": 0.00012647523426810386,
+      "loss": 1.3872,
+      "step": 3018
+    },
+    {
+      "epoch": 0.43245953301819223,
+      "grad_norm": 0.9263080954551697,
+      "learning_rate": 0.00012643048929260222,
+      "loss": 1.5428,
+      "step": 3019
+    },
+    {
+      "epoch": 0.4326027789714941,
+      "grad_norm": 1.0157256126403809,
+      "learning_rate": 0.00012638573862727023,
+      "loss": 1.405,
+      "step": 3020
+    },
+    {
+      "epoch": 0.43274602492479586,
+      "grad_norm": 1.1147586107254028,
+      "learning_rate": 0.0001263409822817417,
+      "loss": 1.4777,
+      "step": 3021
+    },
+    {
+      "epoch": 0.4328892708780977,
+      "grad_norm": 1.1903834342956543,
+      "learning_rate": 0.00012629622026565147,
+      "loss": 1.3528,
+      "step": 3022
+    },
+    {
+      "epoch": 0.43303251683139954,
+      "grad_norm": 1.236700177192688,
+      "learning_rate": 0.0001262514525886358,
+      "loss": 1.5402,
+      "step": 3023
+    },
+    {
+      "epoch": 0.4331757627847013,
+      "grad_norm": 1.0939137935638428,
+      "learning_rate": 0.00012620667926033197,
+      "loss": 1.3903,
+      "step": 3024
+    },
+    {
+      "epoch": 0.43331900873800316,
+      "grad_norm": 1.0484181642532349,
+      "learning_rate": 0.00012616190029037864,
+      "loss": 1.54,
+      "step": 3025
+    },
+    {
+      "epoch": 0.43346225469130495,
+      "grad_norm": 1.1874299049377441,
+      "learning_rate": 0.00012611711568841558,
+      "loss": 1.5493,
+      "step": 3026
+    },
+    {
+      "epoch": 0.4336055006446068,
+      "grad_norm": 1.060313105583191,
+      "learning_rate": 0.0001260723254640838,
+      "loss": 1.4096,
+      "step": 3027
+    },
+    {
+      "epoch": 0.43374874659790863,
+      "grad_norm": 0.9765387177467346,
+      "learning_rate": 0.00012602752962702555,
+      "loss": 1.2324,
+      "step": 3028
+    },
+    {
+      "epoch": 0.4338919925512104,
+      "grad_norm": 0.9348967671394348,
+      "learning_rate": 0.00012598272818688423,
+      "loss": 1.7258,
+      "step": 3029
+    },
+    {
+      "epoch": 0.43403523850451226,
+      "grad_norm": 1.0239570140838623,
+      "learning_rate": 0.00012593792115330455,
+      "loss": 1.3776,
+      "step": 3030
+    },
+    {
+      "epoch": 0.43417848445781404,
+      "grad_norm": 1.178254246711731,
+      "learning_rate": 0.00012589310853593224,
+      "loss": 1.4467,
+      "step": 3031
+    },
+    {
+      "epoch": 0.4343217304111159,
+      "grad_norm": 1.0533071756362915,
+      "learning_rate": 0.00012584829034441446,
+      "loss": 1.4811,
+      "step": 3032
+    },
+    {
+      "epoch": 0.4344649763644177,
+      "grad_norm": 1.1101323366165161,
+      "learning_rate": 0.00012580346658839944,
+      "loss": 1.3884,
+      "step": 3033
+    },
+    {
+      "epoch": 0.4346082223177195,
+      "grad_norm": 1.1869535446166992,
+      "learning_rate": 0.00012575863727753655,
+      "loss": 1.3035,
+      "step": 3034
+    },
+    {
+      "epoch": 0.43475146827102135,
+      "grad_norm": 1.4389984607696533,
+      "learning_rate": 0.0001257138024214765,
+      "loss": 1.4073,
+      "step": 3035
+    },
+    {
+      "epoch": 0.4348947142243232,
+      "grad_norm": 1.0671650171279907,
+      "learning_rate": 0.0001256689620298711,
+      "loss": 1.5764,
+      "step": 3036
+    },
+    {
+      "epoch": 0.43503796017762497,
+      "grad_norm": 1.1494137048721313,
+      "learning_rate": 0.00012562411611237342,
+      "loss": 1.5173,
+      "step": 3037
+    },
+    {
+      "epoch": 0.4351812061309268,
+      "grad_norm": 0.9069539308547974,
+      "learning_rate": 0.00012557926467863758,
+      "loss": 1.4988,
+      "step": 3038
+    },
+    {
+      "epoch": 0.4353244520842286,
+      "grad_norm": 1.264318823814392,
+      "learning_rate": 0.0001255344077383191,
+      "loss": 1.4864,
+      "step": 3039
+    },
+    {
+      "epoch": 0.43546769803753044,
+      "grad_norm": 1.0567212104797363,
+      "learning_rate": 0.00012548954530107448,
+      "loss": 1.4856,
+      "step": 3040
+    },
+    {
+      "epoch": 0.4356109439908323,
+      "grad_norm": 1.2705470323562622,
+      "learning_rate": 0.00012544467737656153,
+      "loss": 1.5787,
+      "step": 3041
+    },
+    {
+      "epoch": 0.43575418994413406,
+      "grad_norm": 1.0369927883148193,
+      "learning_rate": 0.0001253998039744392,
+      "loss": 1.373,
+      "step": 3042
+    },
+    {
+      "epoch": 0.4358974358974359,
+      "grad_norm": 0.9388219118118286,
+      "learning_rate": 0.00012535492510436762,
+      "loss": 1.4917,
+      "step": 3043
+    },
+    {
+      "epoch": 0.43604068185073774,
+      "grad_norm": 1.1624082326889038,
+      "learning_rate": 0.0001253100407760081,
+      "loss": 1.485,
+      "step": 3044
+    },
+    {
+      "epoch": 0.43618392780403953,
+      "grad_norm": 1.2436283826828003,
+      "learning_rate": 0.00012526515099902313,
+      "loss": 1.5055,
+      "step": 3045
+    },
+    {
+      "epoch": 0.43632717375734137,
+      "grad_norm": 1.1796942949295044,
+      "learning_rate": 0.00012522025578307638,
+      "loss": 1.3203,
+      "step": 3046
+    },
+    {
+      "epoch": 0.43647041971064315,
+      "grad_norm": 0.9391337633132935,
+      "learning_rate": 0.00012517535513783263,
+      "loss": 1.5304,
+      "step": 3047
+    },
+    {
+      "epoch": 0.436613665663945,
+      "grad_norm": 1.0411057472229004,
+      "learning_rate": 0.00012513044907295795,
+      "loss": 1.4667,
+      "step": 3048
+    },
+    {
+      "epoch": 0.43675691161724683,
+      "grad_norm": 1.0085309743881226,
+      "learning_rate": 0.00012508553759811946,
+      "loss": 1.4176,
+      "step": 3049
+    },
+    {
+      "epoch": 0.4369001575705486,
+      "grad_norm": 1.046552062034607,
+      "learning_rate": 0.00012504062072298544,
+      "loss": 1.4514,
+      "step": 3050
+    },
+    {
+      "epoch": 0.43704340352385046,
+      "grad_norm": 1.0523357391357422,
+      "learning_rate": 0.0001249956984572255,
+      "loss": 1.3387,
+      "step": 3051
+    },
+    {
+      "epoch": 0.43718664947715224,
+      "grad_norm": 0.9784770011901855,
+      "learning_rate": 0.0001249507708105102,
+      "loss": 1.4947,
+      "step": 3052
+    },
+    {
+      "epoch": 0.4373298954304541,
+      "grad_norm": 1.1077362298965454,
+      "learning_rate": 0.00012490583779251142,
+      "loss": 1.5791,
+      "step": 3053
+    },
+    {
+      "epoch": 0.4374731413837559,
+      "grad_norm": 0.9377261996269226,
+      "learning_rate": 0.00012486089941290206,
+      "loss": 1.4445,
+      "step": 3054
+    },
+    {
+      "epoch": 0.4376163873370577,
+      "grad_norm": 1.199752688407898,
+      "learning_rate": 0.00012481595568135628,
+      "loss": 1.3481,
+      "step": 3055
+    },
+    {
+      "epoch": 0.43775963329035955,
+      "grad_norm": 1.0929635763168335,
+      "learning_rate": 0.00012477100660754933,
+      "loss": 1.3706,
+      "step": 3056
+    },
+    {
+      "epoch": 0.4379028792436614,
+      "grad_norm": 1.0990617275238037,
+      "learning_rate": 0.00012472605220115765,
+      "loss": 1.5108,
+      "step": 3057
+    },
+    {
+      "epoch": 0.4380461251969632,
+      "grad_norm": 1.0401194095611572,
+      "learning_rate": 0.0001246810924718588,
+      "loss": 1.4732,
+      "step": 3058
+    },
+    {
+      "epoch": 0.438189371150265,
+      "grad_norm": 1.1290754079818726,
+      "learning_rate": 0.00012463612742933148,
+      "loss": 1.4389,
+      "step": 3059
+    },
+    {
+      "epoch": 0.4383326171035668,
+      "grad_norm": 1.0075929164886475,
+      "learning_rate": 0.0001245911570832556,
+      "loss": 1.2978,
+      "step": 3060
+    },
+    {
+      "epoch": 0.43847586305686864,
+      "grad_norm": 0.9755558371543884,
+      "learning_rate": 0.00012454618144331213,
+      "loss": 1.3859,
+      "step": 3061
+    },
+    {
+      "epoch": 0.4386191090101705,
+      "grad_norm": 1.202598214149475,
+      "learning_rate": 0.00012450120051918324,
+      "loss": 1.4965,
+      "step": 3062
+    },
+    {
+      "epoch": 0.43876235496347227,
+      "grad_norm": 0.9515502452850342,
+      "learning_rate": 0.00012445621432055214,
+      "loss": 1.4951,
+      "step": 3063
+    },
+    {
+      "epoch": 0.4389056009167741,
+      "grad_norm": 0.91423499584198,
+      "learning_rate": 0.00012441122285710335,
+      "loss": 1.5987,
+      "step": 3064
+    },
+    {
+      "epoch": 0.4390488468700759,
+      "grad_norm": 1.1640225648880005,
+      "learning_rate": 0.00012436622613852234,
+      "loss": 1.4193,
+      "step": 3065
+    },
+    {
+      "epoch": 0.43919209282337773,
+      "grad_norm": 1.050690770149231,
+      "learning_rate": 0.0001243212241744958,
+      "loss": 1.4833,
+      "step": 3066
+    },
+    {
+      "epoch": 0.4393353387766796,
+      "grad_norm": 1.1595271825790405,
+      "learning_rate": 0.00012427621697471157,
+      "loss": 1.3945,
+      "step": 3067
+    },
+    {
+      "epoch": 0.43947858472998136,
+      "grad_norm": 1.2173848152160645,
+      "learning_rate": 0.00012423120454885857,
+      "loss": 1.4834,
+      "step": 3068
+    },
+    {
+      "epoch": 0.4396218306832832,
+      "grad_norm": 1.0879064798355103,
+      "learning_rate": 0.00012418618690662685,
+      "loss": 1.4384,
+      "step": 3069
+    },
+    {
+      "epoch": 0.43976507663658504,
+      "grad_norm": 1.0565226078033447,
+      "learning_rate": 0.00012414116405770758,
+      "loss": 1.3972,
+      "step": 3070
+    },
+    {
+      "epoch": 0.4399083225898868,
+      "grad_norm": 0.9149340391159058,
+      "learning_rate": 0.00012409613601179316,
+      "loss": 1.5535,
+      "step": 3071
+    },
+    {
+      "epoch": 0.44005156854318866,
+      "grad_norm": 1.024147629737854,
+      "learning_rate": 0.00012405110277857685,
+      "loss": 1.4839,
+      "step": 3072
+    },
+    {
+      "epoch": 0.44019481449649045,
+      "grad_norm": 1.2420445680618286,
+      "learning_rate": 0.00012400606436775336,
+      "loss": 1.5186,
+      "step": 3073
+    },
+    {
+      "epoch": 0.4403380604497923,
+      "grad_norm": 1.1340287923812866,
+      "learning_rate": 0.00012396102078901823,
+      "loss": 1.5323,
+      "step": 3074
+    },
+    {
+      "epoch": 0.44048130640309413,
+      "grad_norm": 0.9882985949516296,
+      "learning_rate": 0.00012391597205206828,
+      "loss": 1.2824,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4406245523563959,
+      "grad_norm": 1.0802706480026245,
+      "learning_rate": 0.00012387091816660136,
+      "loss": 1.4849,
+      "step": 3076
+    },
+    {
+      "epoch": 0.44076779830969776,
+      "grad_norm": 1.0895717144012451,
+      "learning_rate": 0.0001238258591423165,
+      "loss": 1.4423,
+      "step": 3077
+    },
+    {
+      "epoch": 0.4409110442629996,
+      "grad_norm": 1.4291986227035522,
+      "learning_rate": 0.00012378079498891377,
+      "loss": 1.4848,
+      "step": 3078
+    },
+    {
+      "epoch": 0.4410542902163014,
+      "grad_norm": 1.1899783611297607,
+      "learning_rate": 0.00012373572571609432,
+      "loss": 1.3031,
+      "step": 3079
+    },
+    {
+      "epoch": 0.4411975361696032,
+      "grad_norm": 1.0179587602615356,
+      "learning_rate": 0.00012369065133356052,
+      "loss": 1.4363,
+      "step": 3080
+    },
+    {
+      "epoch": 0.441340782122905,
+      "grad_norm": 0.9907364249229431,
+      "learning_rate": 0.00012364557185101576,
+      "loss": 1.3922,
+      "step": 3081
+    },
+    {
+      "epoch": 0.44148402807620685,
+      "grad_norm": 1.0692776441574097,
+      "learning_rate": 0.00012360048727816448,
+      "loss": 1.4682,
+      "step": 3082
+    },
+    {
+      "epoch": 0.4416272740295087,
+      "grad_norm": 1.0663713216781616,
+      "learning_rate": 0.00012355539762471234,
+      "loss": 1.5762,
+      "step": 3083
+    },
+    {
+      "epoch": 0.4417705199828105,
+      "grad_norm": 0.955024003982544,
+      "learning_rate": 0.000123510302900366,
+      "loss": 1.3916,
+      "step": 3084
+    },
+    {
+      "epoch": 0.4419137659361123,
+      "grad_norm": 1.0608514547348022,
+      "learning_rate": 0.00012346520311483318,
+      "loss": 1.541,
+      "step": 3085
+    },
+    {
+      "epoch": 0.4420570118894141,
+      "grad_norm": 1.1352640390396118,
+      "learning_rate": 0.00012342009827782284,
+      "loss": 1.3053,
+      "step": 3086
+    },
+    {
+      "epoch": 0.44220025784271594,
+      "grad_norm": 1.0416133403778076,
+      "learning_rate": 0.00012337498839904492,
+      "loss": 1.403,
+      "step": 3087
+    },
+    {
+      "epoch": 0.4423435037960178,
+      "grad_norm": 1.2926840782165527,
+      "learning_rate": 0.0001233298734882104,
+      "loss": 1.4144,
+      "step": 3088
+    },
+    {
+      "epoch": 0.44248674974931956,
+      "grad_norm": 1.1097180843353271,
+      "learning_rate": 0.00012328475355503145,
+      "loss": 1.3964,
+      "step": 3089
+    },
+    {
+      "epoch": 0.4426299957026214,
+      "grad_norm": 1.371717929840088,
+      "learning_rate": 0.0001232396286092213,
+      "loss": 1.4603,
+      "step": 3090
+    },
+    {
+      "epoch": 0.44277324165592324,
+      "grad_norm": 1.0650765895843506,
+      "learning_rate": 0.00012319449866049416,
+      "loss": 1.4717,
+      "step": 3091
+    },
+    {
+      "epoch": 0.44291648760922503,
+      "grad_norm": 1.4255731105804443,
+      "learning_rate": 0.00012314936371856543,
+      "loss": 1.562,
+      "step": 3092
+    },
+    {
+      "epoch": 0.44305973356252687,
+      "grad_norm": 1.0211234092712402,
+      "learning_rate": 0.00012310422379315162,
+      "loss": 1.6188,
+      "step": 3093
+    },
+    {
+      "epoch": 0.44320297951582865,
+      "grad_norm": 1.1057995557785034,
+      "learning_rate": 0.0001230590788939701,
+      "loss": 1.5358,
+      "step": 3094
+    },
+    {
+      "epoch": 0.4433462254691305,
+      "grad_norm": 1.1487953662872314,
+      "learning_rate": 0.00012301392903073954,
+      "loss": 1.4454,
+      "step": 3095
+    },
+    {
+      "epoch": 0.44348947142243234,
+      "grad_norm": 1.2321891784667969,
+      "learning_rate": 0.0001229687742131796,
+      "loss": 1.5832,
+      "step": 3096
+    },
+    {
+      "epoch": 0.4436327173757341,
+      "grad_norm": 1.3427679538726807,
+      "learning_rate": 0.0001229236144510109,
+      "loss": 1.4537,
+      "step": 3097
+    },
+    {
+      "epoch": 0.44377596332903596,
+      "grad_norm": 0.946789026260376,
+      "learning_rate": 0.0001228784497539553,
+      "loss": 1.4847,
+      "step": 3098
+    },
+    {
+      "epoch": 0.4439192092823378,
+      "grad_norm": 1.0053926706314087,
+      "learning_rate": 0.00012283328013173563,
+      "loss": 1.4886,
+      "step": 3099
+    },
+    {
+      "epoch": 0.4440624552356396,
+      "grad_norm": 1.0714620351791382,
+      "learning_rate": 0.00012278810559407578,
+      "loss": 1.4497,
+      "step": 3100
+    },
+    {
+      "epoch": 0.4442057011889414,
+      "grad_norm": 1.0733742713928223,
+      "learning_rate": 0.00012274292615070068,
+      "loss": 1.4825,
+      "step": 3101
+    },
+    {
+      "epoch": 0.4443489471422432,
+      "grad_norm": 1.0625994205474854,
+      "learning_rate": 0.00012269774181133643,
+      "loss": 1.6478,
+      "step": 3102
+    },
+    {
+      "epoch": 0.44449219309554505,
+      "grad_norm": 1.062044620513916,
+      "learning_rate": 0.00012265255258571005,
+      "loss": 1.3276,
+      "step": 3103
+    },
+    {
+      "epoch": 0.4446354390488469,
+      "grad_norm": 0.9625763893127441,
+      "learning_rate": 0.00012260735848354962,
+      "loss": 1.4048,
+      "step": 3104
+    },
+    {
+      "epoch": 0.4447786850021487,
+      "grad_norm": 1.0208336114883423,
+      "learning_rate": 0.00012256215951458437,
+      "loss": 1.5977,
+      "step": 3105
+    },
+    {
+      "epoch": 0.4449219309554505,
+      "grad_norm": 1.1198426485061646,
+      "learning_rate": 0.00012251695568854453,
+      "loss": 1.3715,
+      "step": 3106
+    },
+    {
+      "epoch": 0.4450651769087523,
+      "grad_norm": 1.0832040309906006,
+      "learning_rate": 0.00012247174701516134,
+      "loss": 1.4314,
+      "step": 3107
+    },
+    {
+      "epoch": 0.44520842286205414,
+      "grad_norm": 1.169127345085144,
+      "learning_rate": 0.00012242653350416708,
+      "loss": 1.4611,
+      "step": 3108
+    },
+    {
+      "epoch": 0.445351668815356,
+      "grad_norm": 1.622806191444397,
+      "learning_rate": 0.00012238131516529514,
+      "loss": 1.4733,
+      "step": 3109
+    },
+    {
+      "epoch": 0.44549491476865777,
+      "grad_norm": 1.2399218082427979,
+      "learning_rate": 0.00012233609200827986,
+      "loss": 1.345,
+      "step": 3110
+    },
+    {
+      "epoch": 0.4456381607219596,
+      "grad_norm": 1.235709309577942,
+      "learning_rate": 0.00012229086404285674,
+      "loss": 1.4288,
+      "step": 3111
+    },
+    {
+      "epoch": 0.44578140667526145,
+      "grad_norm": 1.14006507396698,
+      "learning_rate": 0.00012224563127876222,
+      "loss": 1.5496,
+      "step": 3112
+    },
+    {
+      "epoch": 0.44592465262856323,
+      "grad_norm": 1.1792999505996704,
+      "learning_rate": 0.00012220039372573373,
+      "loss": 1.3049,
+      "step": 3113
+    },
+    {
+      "epoch": 0.4460678985818651,
+      "grad_norm": 1.0484912395477295,
+      "learning_rate": 0.0001221551513935099,
+      "loss": 1.4826,
+      "step": 3114
+    },
+    {
+      "epoch": 0.44621114453516686,
+      "grad_norm": 1.058276653289795,
+      "learning_rate": 0.0001221099042918302,
+      "loss": 1.5025,
+      "step": 3115
+    },
+    {
+      "epoch": 0.4463543904884687,
+      "grad_norm": 1.1886029243469238,
+      "learning_rate": 0.00012206465243043525,
+      "loss": 1.529,
+      "step": 3116
+    },
+    {
+      "epoch": 0.44649763644177054,
+      "grad_norm": 1.1108249425888062,
+      "learning_rate": 0.00012201939581906662,
+      "loss": 1.4539,
+      "step": 3117
+    },
+    {
+      "epoch": 0.4466408823950723,
+      "grad_norm": 1.078540563583374,
+      "learning_rate": 0.00012197413446746702,
+      "loss": 1.4963,
+      "step": 3118
+    },
+    {
+      "epoch": 0.44678412834837417,
+      "grad_norm": 1.1211405992507935,
+      "learning_rate": 0.00012192886838538,
+      "loss": 1.4826,
+      "step": 3119
+    },
+    {
+      "epoch": 0.44692737430167595,
+      "grad_norm": 1.3305555582046509,
+      "learning_rate": 0.00012188359758255028,
+      "loss": 1.5423,
+      "step": 3120
+    },
+    {
+      "epoch": 0.4470706202549778,
+      "grad_norm": 1.0589885711669922,
+      "learning_rate": 0.00012183832206872355,
+      "loss": 1.5214,
+      "step": 3121
+    },
+    {
+      "epoch": 0.44721386620827963,
+      "grad_norm": 0.9022822976112366,
+      "learning_rate": 0.00012179304185364646,
+      "loss": 1.604,
+      "step": 3122
+    },
+    {
+      "epoch": 0.4473571121615814,
+      "grad_norm": 1.0176936388015747,
+      "learning_rate": 0.00012174775694706679,
+      "loss": 1.5378,
+      "step": 3123
+    },
+    {
+      "epoch": 0.44750035811488326,
+      "grad_norm": 1.114148497581482,
+      "learning_rate": 0.00012170246735873321,
+      "loss": 1.5233,
+      "step": 3124
+    },
+    {
+      "epoch": 0.4476436040681851,
+      "grad_norm": 1.0734840631484985,
+      "learning_rate": 0.00012165717309839548,
+      "loss": 1.4605,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4477868500214869,
+      "grad_norm": 1.0954011678695679,
+      "learning_rate": 0.00012161187417580427,
+      "loss": 1.6091,
+      "step": 3126
+    },
+    {
+      "epoch": 0.4479300959747887,
+      "grad_norm": 1.017162799835205,
+      "learning_rate": 0.0001215665706007114,
+      "loss": 1.5122,
+      "step": 3127
+    },
+    {
+      "epoch": 0.4480733419280905,
+      "grad_norm": 1.4684003591537476,
+      "learning_rate": 0.00012152126238286953,
+      "loss": 1.5366,
+      "step": 3128
+    },
+    {
+      "epoch": 0.44821658788139235,
+      "grad_norm": 1.168580174446106,
+      "learning_rate": 0.00012147594953203247,
+      "loss": 1.5322,
+      "step": 3129
+    },
+    {
+      "epoch": 0.4483598338346942,
+      "grad_norm": 1.0847282409667969,
+      "learning_rate": 0.0001214306320579549,
+      "loss": 1.4648,
+      "step": 3130
+    },
+    {
+      "epoch": 0.448503079787996,
+      "grad_norm": 1.044366478919983,
+      "learning_rate": 0.00012138530997039259,
+      "loss": 1.6278,
+      "step": 3131
+    },
+    {
+      "epoch": 0.4486463257412978,
+      "grad_norm": 1.1923342943191528,
+      "learning_rate": 0.00012133998327910225,
+      "loss": 1.4688,
+      "step": 3132
+    },
+    {
+      "epoch": 0.44878957169459965,
+      "grad_norm": 1.1572028398513794,
+      "learning_rate": 0.00012129465199384157,
+      "loss": 1.5257,
+      "step": 3133
+    },
+    {
+      "epoch": 0.44893281764790144,
+      "grad_norm": 1.2251744270324707,
+      "learning_rate": 0.00012124931612436932,
+      "loss": 1.5112,
+      "step": 3134
+    },
+    {
+      "epoch": 0.4490760636012033,
+      "grad_norm": 1.10017991065979,
+      "learning_rate": 0.0001212039756804451,
+      "loss": 1.4312,
+      "step": 3135
+    },
+    {
+      "epoch": 0.44921930955450506,
+      "grad_norm": 1.0783714056015015,
+      "learning_rate": 0.00012115863067182967,
+      "loss": 1.4073,
+      "step": 3136
+    },
+    {
+      "epoch": 0.4493625555078069,
+      "grad_norm": 1.433824062347412,
+      "learning_rate": 0.00012111328110828464,
+      "loss": 1.3813,
+      "step": 3137
+    },
+    {
+      "epoch": 0.44950580146110874,
+      "grad_norm": 1.0137302875518799,
+      "learning_rate": 0.00012106792699957263,
+      "loss": 1.7134,
+      "step": 3138
+    },
+    {
+      "epoch": 0.44964904741441053,
+      "grad_norm": 1.0468976497650146,
+      "learning_rate": 0.00012102256835545734,
+      "loss": 1.362,
+      "step": 3139
+    },
+    {
+      "epoch": 0.44979229336771237,
+      "grad_norm": 1.0430079698562622,
+      "learning_rate": 0.00012097720518570326,
+      "loss": 1.4709,
+      "step": 3140
+    },
+    {
+      "epoch": 0.44993553932101416,
+      "grad_norm": 1.0783718824386597,
+      "learning_rate": 0.00012093183750007606,
+      "loss": 1.4573,
+      "step": 3141
+    },
+    {
+      "epoch": 0.450078785274316,
+      "grad_norm": 0.9956135749816895,
+      "learning_rate": 0.00012088646530834218,
+      "loss": 1.5199,
+      "step": 3142
+    },
+    {
+      "epoch": 0.45022203122761784,
+      "grad_norm": 1.0538477897644043,
+      "learning_rate": 0.0001208410886202692,
+      "loss": 1.5119,
+      "step": 3143
+    },
+    {
+      "epoch": 0.4503652771809196,
+      "grad_norm": 0.9807617664337158,
+      "learning_rate": 0.00012079570744562558,
+      "loss": 1.396,
+      "step": 3144
+    },
+    {
+      "epoch": 0.45050852313422146,
+      "grad_norm": 1.0374119281768799,
+      "learning_rate": 0.00012075032179418076,
+      "loss": 1.4443,
+      "step": 3145
+    },
+    {
+      "epoch": 0.4506517690875233,
+      "grad_norm": 1.047699213027954,
+      "learning_rate": 0.00012070493167570516,
+      "loss": 1.6028,
+      "step": 3146
+    },
+    {
+      "epoch": 0.4507950150408251,
+      "grad_norm": 1.2185076475143433,
+      "learning_rate": 0.00012065953709997009,
+      "loss": 1.5366,
+      "step": 3147
+    },
+    {
+      "epoch": 0.4509382609941269,
+      "grad_norm": 1.0065901279449463,
+      "learning_rate": 0.00012061413807674797,
+      "loss": 1.3591,
+      "step": 3148
+    },
+    {
+      "epoch": 0.4510815069474287,
+      "grad_norm": 0.9387964010238647,
+      "learning_rate": 0.00012056873461581204,
+      "loss": 1.404,
+      "step": 3149
+    },
+    {
+      "epoch": 0.45122475290073055,
+      "grad_norm": 1.120527982711792,
+      "learning_rate": 0.00012052332672693656,
+      "loss": 1.3534,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4513679988540324,
+      "grad_norm": 1.1711233854293823,
+      "learning_rate": 0.00012047791441989665,
+      "loss": 1.6025,
+      "step": 3151
+    },
+    {
+      "epoch": 0.4515112448073342,
+      "grad_norm": 1.0791404247283936,
+      "learning_rate": 0.00012043249770446856,
+      "loss": 1.3247,
+      "step": 3152
+    },
+    {
+      "epoch": 0.451654490760636,
+      "grad_norm": 1.1981033086776733,
+      "learning_rate": 0.00012038707659042934,
+      "loss": 1.6227,
+      "step": 3153
+    },
+    {
+      "epoch": 0.45179773671393786,
+      "grad_norm": 0.9959396719932556,
+      "learning_rate": 0.00012034165108755702,
+      "loss": 1.5495,
+      "step": 3154
+    },
+    {
+      "epoch": 0.45194098266723964,
+      "grad_norm": 1.1605823040008545,
+      "learning_rate": 0.0001202962212056306,
+      "loss": 1.5611,
+      "step": 3155
+    },
+    {
+      "epoch": 0.4520842286205415,
+      "grad_norm": 0.9516505599021912,
+      "learning_rate": 0.00012025078695442999,
+      "loss": 1.4111,
+      "step": 3156
+    },
+    {
+      "epoch": 0.45222747457384327,
+      "grad_norm": 1.0369161367416382,
+      "learning_rate": 0.00012020534834373612,
+      "loss": 1.6365,
+      "step": 3157
+    },
+    {
+      "epoch": 0.4523707205271451,
+      "grad_norm": 1.3700897693634033,
+      "learning_rate": 0.00012015990538333073,
+      "loss": 1.6307,
+      "step": 3158
+    },
+    {
+      "epoch": 0.45251396648044695,
+      "grad_norm": 1.031625509262085,
+      "learning_rate": 0.00012011445808299659,
+      "loss": 1.5507,
+      "step": 3159
+    },
+    {
+      "epoch": 0.45265721243374873,
+      "grad_norm": 1.010871410369873,
+      "learning_rate": 0.0001200690064525174,
+      "loss": 1.3935,
+      "step": 3160
+    },
+    {
+      "epoch": 0.4528004583870506,
+      "grad_norm": 1.184543490409851,
+      "learning_rate": 0.00012002355050167776,
+      "loss": 1.2989,
+      "step": 3161
+    },
+    {
+      "epoch": 0.45294370434035236,
+      "grad_norm": 1.0402542352676392,
+      "learning_rate": 0.00011997809024026316,
+      "loss": 1.4011,
+      "step": 3162
+    },
+    {
+      "epoch": 0.4530869502936542,
+      "grad_norm": 1.4996297359466553,
+      "learning_rate": 0.00011993262567806012,
+      "loss": 1.4989,
+      "step": 3163
+    },
+    {
+      "epoch": 0.45323019624695604,
+      "grad_norm": 1.4267094135284424,
+      "learning_rate": 0.00011988715682485602,
+      "loss": 1.4628,
+      "step": 3164
+    },
+    {
+      "epoch": 0.4533734422002578,
+      "grad_norm": 1.010135531425476,
+      "learning_rate": 0.00011984168369043922,
+      "loss": 1.5254,
+      "step": 3165
+    },
+    {
+      "epoch": 0.45351668815355967,
+      "grad_norm": 1.1610512733459473,
+      "learning_rate": 0.00011979620628459893,
+      "loss": 1.6062,
+      "step": 3166
+    },
+    {
+      "epoch": 0.4536599341068615,
+      "grad_norm": 1.085351824760437,
+      "learning_rate": 0.00011975072461712527,
+      "loss": 1.5619,
+      "step": 3167
+    },
+    {
+      "epoch": 0.4538031800601633,
+      "grad_norm": 1.155334711074829,
+      "learning_rate": 0.00011970523869780938,
+      "loss": 1.2823,
+      "step": 3168
+    },
+    {
+      "epoch": 0.45394642601346513,
+      "grad_norm": 1.1103707551956177,
+      "learning_rate": 0.00011965974853644321,
+      "loss": 1.3759,
+      "step": 3169
+    },
+    {
+      "epoch": 0.4540896719667669,
+      "grad_norm": 1.026167869567871,
+      "learning_rate": 0.0001196142541428197,
+      "loss": 1.5461,
+      "step": 3170
+    },
+    {
+      "epoch": 0.45423291792006876,
+      "grad_norm": 0.8500032424926758,
+      "learning_rate": 0.00011956875552673268,
+      "loss": 1.5142,
+      "step": 3171
+    },
+    {
+      "epoch": 0.4543761638733706,
+      "grad_norm": 0.9292137026786804,
+      "learning_rate": 0.00011952325269797677,
+      "loss": 1.3754,
+      "step": 3172
+    },
+    {
+      "epoch": 0.4545194098266724,
+      "grad_norm": 0.919391393661499,
+      "learning_rate": 0.00011947774566634775,
+      "loss": 1.6075,
+      "step": 3173
+    },
+    {
+      "epoch": 0.4546626557799742,
+      "grad_norm": 1.0982846021652222,
+      "learning_rate": 0.00011943223444164205,
+      "loss": 1.5377,
+      "step": 3174
+    },
+    {
+      "epoch": 0.454805901733276,
+      "grad_norm": 1.1772130727767944,
+      "learning_rate": 0.00011938671903365717,
+      "loss": 1.3841,
+      "step": 3175
+    },
+    {
+      "epoch": 0.45494914768657785,
+      "grad_norm": 0.8777579665184021,
+      "learning_rate": 0.0001193411994521914,
+      "loss": 1.4512,
+      "step": 3176
+    },
+    {
+      "epoch": 0.4550923936398797,
+      "grad_norm": 1.0857372283935547,
+      "learning_rate": 0.00011929567570704403,
+      "loss": 1.406,
+      "step": 3177
+    },
+    {
+      "epoch": 0.4552356395931815,
+      "grad_norm": 1.0429253578186035,
+      "learning_rate": 0.00011925014780801516,
+      "loss": 1.3864,
+      "step": 3178
+    },
+    {
+      "epoch": 0.4553788855464833,
+      "grad_norm": 0.9506180882453918,
+      "learning_rate": 0.00011920461576490584,
+      "loss": 1.4223,
+      "step": 3179
+    },
+    {
+      "epoch": 0.45552213149978515,
+      "grad_norm": 1.1009167432785034,
+      "learning_rate": 0.000119159079587518,
+      "loss": 1.5136,
+      "step": 3180
+    },
+    {
+      "epoch": 0.45566537745308694,
+      "grad_norm": 1.026234745979309,
+      "learning_rate": 0.0001191135392856544,
+      "loss": 1.6157,
+      "step": 3181
+    },
+    {
+      "epoch": 0.4558086234063888,
+      "grad_norm": 1.197922945022583,
+      "learning_rate": 0.00011906799486911884,
+      "loss": 1.5319,
+      "step": 3182
+    },
+    {
+      "epoch": 0.45595186935969056,
+      "grad_norm": 1.154333233833313,
+      "learning_rate": 0.0001190224463477158,
+      "loss": 1.4074,
+      "step": 3183
+    },
+    {
+      "epoch": 0.4560951153129924,
+      "grad_norm": 1.261722445487976,
+      "learning_rate": 0.00011897689373125081,
+      "loss": 1.3519,
+      "step": 3184
+    },
+    {
+      "epoch": 0.45623836126629425,
+      "grad_norm": 1.0788379907608032,
+      "learning_rate": 0.00011893133702953018,
+      "loss": 1.4714,
+      "step": 3185
+    },
+    {
+      "epoch": 0.45638160721959603,
+      "grad_norm": 1.1899994611740112,
+      "learning_rate": 0.00011888577625236122,
+      "loss": 1.3777,
+      "step": 3186
+    },
+    {
+      "epoch": 0.45652485317289787,
+      "grad_norm": 1.009702444076538,
+      "learning_rate": 0.00011884021140955193,
+      "loss": 1.4798,
+      "step": 3187
+    },
+    {
+      "epoch": 0.4566680991261997,
+      "grad_norm": 0.9570240378379822,
+      "learning_rate": 0.00011879464251091135,
+      "loss": 1.5267,
+      "step": 3188
+    },
+    {
+      "epoch": 0.4568113450795015,
+      "grad_norm": 1.0861459970474243,
+      "learning_rate": 0.00011874906956624934,
+      "loss": 1.6472,
+      "step": 3189
+    },
+    {
+      "epoch": 0.45695459103280334,
+      "grad_norm": 1.100037693977356,
+      "learning_rate": 0.00011870349258537663,
+      "loss": 1.4402,
+      "step": 3190
+    },
+    {
+      "epoch": 0.4570978369861051,
+      "grad_norm": 1.1425777673721313,
+      "learning_rate": 0.00011865791157810482,
+      "loss": 1.4202,
+      "step": 3191
+    },
+    {
+      "epoch": 0.45724108293940696,
+      "grad_norm": 1.0600086450576782,
+      "learning_rate": 0.00011861232655424633,
+      "loss": 1.4797,
+      "step": 3192
+    },
+    {
+      "epoch": 0.4573843288927088,
+      "grad_norm": 0.9485912919044495,
+      "learning_rate": 0.00011856673752361453,
+      "loss": 1.5186,
+      "step": 3193
+    },
+    {
+      "epoch": 0.4575275748460106,
+      "grad_norm": 0.9269528388977051,
+      "learning_rate": 0.00011852114449602358,
+      "loss": 1.4422,
+      "step": 3194
+    },
+    {
+      "epoch": 0.45767082079931243,
+      "grad_norm": 1.04192316532135,
+      "learning_rate": 0.0001184755474812886,
+      "loss": 1.2307,
+      "step": 3195
+    },
+    {
+      "epoch": 0.4578140667526142,
+      "grad_norm": 1.0737314224243164,
+      "learning_rate": 0.00011842994648922536,
+      "loss": 1.53,
+      "step": 3196
+    },
+    {
+      "epoch": 0.45795731270591605,
+      "grad_norm": 0.9615187644958496,
+      "learning_rate": 0.00011838434152965079,
+      "loss": 1.4942,
+      "step": 3197
+    },
+    {
+      "epoch": 0.4581005586592179,
+      "grad_norm": 1.1711434125900269,
+      "learning_rate": 0.0001183387326123824,
+      "loss": 1.6514,
+      "step": 3198
+    },
+    {
+      "epoch": 0.4582438046125197,
+      "grad_norm": 1.004751443862915,
+      "learning_rate": 0.00011829311974723867,
+      "loss": 1.3907,
+      "step": 3199
+    },
+    {
+      "epoch": 0.4583870505658215,
+      "grad_norm": 1.0763533115386963,
+      "learning_rate": 0.00011824750294403899,
+      "loss": 1.5388,
+      "step": 3200
+    },
+    {
+      "epoch": 0.45853029651912336,
+      "grad_norm": 1.4385324716567993,
+      "learning_rate": 0.00011820188221260341,
+      "loss": 1.3935,
+      "step": 3201
+    },
+    {
+      "epoch": 0.45867354247242514,
+      "grad_norm": 1.5608218908309937,
+      "learning_rate": 0.0001181562575627531,
+      "loss": 1.2097,
+      "step": 3202
+    },
+    {
+      "epoch": 0.458816788425727,
+      "grad_norm": 1.0452760457992554,
+      "learning_rate": 0.00011811062900430978,
+      "loss": 1.4177,
+      "step": 3203
+    },
+    {
+      "epoch": 0.45896003437902877,
+      "grad_norm": 1.0532454252243042,
+      "learning_rate": 0.00011806499654709621,
+      "loss": 1.533,
+      "step": 3204
+    },
+    {
+      "epoch": 0.4591032803323306,
+      "grad_norm": 0.9516711235046387,
+      "learning_rate": 0.00011801936020093594,
+      "loss": 1.4013,
+      "step": 3205
+    },
+    {
+      "epoch": 0.45924652628563245,
+      "grad_norm": 1.1599644422531128,
+      "learning_rate": 0.00011797371997565332,
+      "loss": 1.5945,
+      "step": 3206
+    },
+    {
+      "epoch": 0.45938977223893424,
+      "grad_norm": 1.2802119255065918,
+      "learning_rate": 0.00011792807588107357,
+      "loss": 1.264,
+      "step": 3207
+    },
+    {
+      "epoch": 0.4595330181922361,
+      "grad_norm": 1.0486193895339966,
+      "learning_rate": 0.00011788242792702275,
+      "loss": 1.4878,
+      "step": 3208
+    },
+    {
+      "epoch": 0.4596762641455379,
+      "grad_norm": 0.9509756565093994,
+      "learning_rate": 0.00011783677612332769,
+      "loss": 1.4298,
+      "step": 3209
+    },
+    {
+      "epoch": 0.4598195100988397,
+      "grad_norm": 1.0395448207855225,
+      "learning_rate": 0.00011779112047981613,
+      "loss": 1.4476,
+      "step": 3210
+    },
+    {
+      "epoch": 0.45996275605214154,
+      "grad_norm": 0.8743534684181213,
+      "learning_rate": 0.00011774546100631662,
+      "loss": 1.4311,
+      "step": 3211
+    },
+    {
+      "epoch": 0.4601060020054433,
+      "grad_norm": 1.039474606513977,
+      "learning_rate": 0.00011769979771265846,
+      "loss": 1.408,
+      "step": 3212
+    },
+    {
+      "epoch": 0.46024924795874517,
+      "grad_norm": 1.0788880586624146,
+      "learning_rate": 0.00011765413060867185,
+      "loss": 1.5115,
+      "step": 3213
+    },
+    {
+      "epoch": 0.460392493912047,
+      "grad_norm": 1.125795602798462,
+      "learning_rate": 0.00011760845970418782,
+      "loss": 1.372,
+      "step": 3214
+    },
+    {
+      "epoch": 0.4605357398653488,
+      "grad_norm": 1.036564588546753,
+      "learning_rate": 0.00011756278500903812,
+      "loss": 1.4859,
+      "step": 3215
+    },
+    {
+      "epoch": 0.46067898581865063,
+      "grad_norm": 1.1384817361831665,
+      "learning_rate": 0.00011751710653305546,
+      "loss": 1.5717,
+      "step": 3216
+    },
+    {
+      "epoch": 0.4608222317719524,
+      "grad_norm": 0.8998371958732605,
+      "learning_rate": 0.00011747142428607318,
+      "loss": 1.6004,
+      "step": 3217
+    },
+    {
+      "epoch": 0.46096547772525426,
+      "grad_norm": 1.2226653099060059,
+      "learning_rate": 0.00011742573827792567,
+      "loss": 1.4535,
+      "step": 3218
+    },
+    {
+      "epoch": 0.4611087236785561,
+      "grad_norm": 1.1026391983032227,
+      "learning_rate": 0.0001173800485184479,
+      "loss": 1.2809,
+      "step": 3219
+    },
+    {
+      "epoch": 0.4612519696318579,
+      "grad_norm": 1.2836111783981323,
+      "learning_rate": 0.00011733435501747578,
+      "loss": 1.4318,
+      "step": 3220
+    },
+    {
+      "epoch": 0.4613952155851597,
+      "grad_norm": 1.0558149814605713,
+      "learning_rate": 0.00011728865778484597,
+      "loss": 1.422,
+      "step": 3221
+    },
+    {
+      "epoch": 0.46153846153846156,
+      "grad_norm": 1.0281951427459717,
+      "learning_rate": 0.00011724295683039599,
+      "loss": 1.6234,
+      "step": 3222
+    },
+    {
+      "epoch": 0.46168170749176335,
+      "grad_norm": 1.0108311176300049,
+      "learning_rate": 0.00011719725216396409,
+      "loss": 1.5126,
+      "step": 3223
+    },
+    {
+      "epoch": 0.4618249534450652,
+      "grad_norm": 1.1852006912231445,
+      "learning_rate": 0.00011715154379538935,
+      "loss": 1.4002,
+      "step": 3224
+    },
+    {
+      "epoch": 0.461968199398367,
+      "grad_norm": 1.0931638479232788,
+      "learning_rate": 0.0001171058317345117,
+      "loss": 1.4217,
+      "step": 3225
+    },
+    {
+      "epoch": 0.4621114453516688,
+      "grad_norm": 1.1720770597457886,
+      "learning_rate": 0.00011706011599117173,
+      "loss": 1.6957,
+      "step": 3226
+    },
+    {
+      "epoch": 0.46225469130497066,
+      "grad_norm": 1.0579986572265625,
+      "learning_rate": 0.000117014396575211,
+      "loss": 1.3844,
+      "step": 3227
+    },
+    {
+      "epoch": 0.46239793725827244,
+      "grad_norm": 1.1031848192214966,
+      "learning_rate": 0.00011696867349647171,
+      "loss": 1.4747,
+      "step": 3228
+    },
+    {
+      "epoch": 0.4625411832115743,
+      "grad_norm": 1.169037103652954,
+      "learning_rate": 0.00011692294676479696,
+      "loss": 1.4977,
+      "step": 3229
+    },
+    {
+      "epoch": 0.46268442916487607,
+      "grad_norm": 0.996142566204071,
+      "learning_rate": 0.00011687721639003051,
+      "loss": 1.419,
+      "step": 3230
+    },
+    {
+      "epoch": 0.4628276751181779,
+      "grad_norm": 1.23208749294281,
+      "learning_rate": 0.00011683148238201704,
+      "loss": 1.3857,
+      "step": 3231
+    },
+    {
+      "epoch": 0.46297092107147975,
+      "grad_norm": 1.1640323400497437,
+      "learning_rate": 0.00011678574475060191,
+      "loss": 1.3164,
+      "step": 3232
+    },
+    {
+      "epoch": 0.46311416702478153,
+      "grad_norm": 1.0968948602676392,
+      "learning_rate": 0.00011674000350563133,
+      "loss": 1.3071,
+      "step": 3233
+    },
+    {
+      "epoch": 0.46325741297808337,
+      "grad_norm": 1.123915672302246,
+      "learning_rate": 0.00011669425865695223,
+      "loss": 1.5148,
+      "step": 3234
+    },
+    {
+      "epoch": 0.4634006589313852,
+      "grad_norm": 1.0323755741119385,
+      "learning_rate": 0.00011664851021441237,
+      "loss": 1.5037,
+      "step": 3235
+    },
+    {
+      "epoch": 0.463543904884687,
+      "grad_norm": 1.11702299118042,
+      "learning_rate": 0.00011660275818786027,
+      "loss": 1.4731,
+      "step": 3236
+    },
+    {
+      "epoch": 0.46368715083798884,
+      "grad_norm": 1.2906684875488281,
+      "learning_rate": 0.00011655700258714517,
+      "loss": 1.4663,
+      "step": 3237
+    },
+    {
+      "epoch": 0.4638303967912906,
+      "grad_norm": 1.1297749280929565,
+      "learning_rate": 0.00011651124342211712,
+      "loss": 1.4664,
+      "step": 3238
+    },
+    {
+      "epoch": 0.46397364274459246,
+      "grad_norm": 1.0478384494781494,
+      "learning_rate": 0.00011646548070262695,
+      "loss": 1.4583,
+      "step": 3239
+    },
+    {
+      "epoch": 0.4641168886978943,
+      "grad_norm": 1.2968764305114746,
+      "learning_rate": 0.00011641971443852627,
+      "loss": 1.4521,
+      "step": 3240
+    },
+    {
+      "epoch": 0.4642601346511961,
+      "grad_norm": 1.0676485300064087,
+      "learning_rate": 0.00011637394463966737,
+      "loss": 1.3355,
+      "step": 3241
+    },
+    {
+      "epoch": 0.46440338060449793,
+      "grad_norm": 1.0460869073867798,
+      "learning_rate": 0.00011632817131590339,
+      "loss": 1.5549,
+      "step": 3242
+    },
+    {
+      "epoch": 0.46454662655779977,
+      "grad_norm": 0.9521598815917969,
+      "learning_rate": 0.0001162823944770882,
+      "loss": 1.3865,
+      "step": 3243
+    },
+    {
+      "epoch": 0.46468987251110155,
+      "grad_norm": 1.102631688117981,
+      "learning_rate": 0.00011623661413307639,
+      "loss": 1.3903,
+      "step": 3244
+    },
+    {
+      "epoch": 0.4648331184644034,
+      "grad_norm": 1.127218246459961,
+      "learning_rate": 0.00011619083029372338,
+      "loss": 1.2357,
+      "step": 3245
+    },
+    {
+      "epoch": 0.4649763644177052,
+      "grad_norm": 1.168906807899475,
+      "learning_rate": 0.0001161450429688852,
+      "loss": 1.5417,
+      "step": 3246
+    },
+    {
+      "epoch": 0.465119610371007,
+      "grad_norm": 1.1276023387908936,
+      "learning_rate": 0.00011609925216841886,
+      "loss": 1.5234,
+      "step": 3247
+    },
+    {
+      "epoch": 0.46526285632430886,
+      "grad_norm": 1.0573049783706665,
+      "learning_rate": 0.00011605345790218189,
+      "loss": 1.2549,
+      "step": 3248
+    },
+    {
+      "epoch": 0.46540610227761064,
+      "grad_norm": 1.1000947952270508,
+      "learning_rate": 0.0001160076601800327,
+      "loss": 1.6664,
+      "step": 3249
+    },
+    {
+      "epoch": 0.4655493482309125,
+      "grad_norm": 0.9801679253578186,
+      "learning_rate": 0.00011596185901183043,
+      "loss": 1.547,
+      "step": 3250
+    },
+    {
+      "epoch": 0.46569259418421427,
+      "grad_norm": 1.0053434371948242,
+      "learning_rate": 0.00011591605440743488,
+      "loss": 1.6373,
+      "step": 3251
+    },
+    {
+      "epoch": 0.4658358401375161,
+      "grad_norm": 1.1195003986358643,
+      "learning_rate": 0.00011587024637670669,
+      "loss": 1.5374,
+      "step": 3252
+    },
+    {
+      "epoch": 0.46597908609081795,
+      "grad_norm": 0.90777987241745,
+      "learning_rate": 0.00011582443492950716,
+      "loss": 1.4858,
+      "step": 3253
+    },
+    {
+      "epoch": 0.46612233204411974,
+      "grad_norm": 1.3054234981536865,
+      "learning_rate": 0.00011577862007569842,
+      "loss": 1.6001,
+      "step": 3254
+    },
+    {
+      "epoch": 0.4662655779974216,
+      "grad_norm": 1.0450290441513062,
+      "learning_rate": 0.00011573280182514321,
+      "loss": 1.5322,
+      "step": 3255
+    },
+    {
+      "epoch": 0.4664088239507234,
+      "grad_norm": 1.434654712677002,
+      "learning_rate": 0.00011568698018770512,
+      "loss": 1.5331,
+      "step": 3256
+    },
+    {
+      "epoch": 0.4665520699040252,
+      "grad_norm": 1.0617332458496094,
+      "learning_rate": 0.00011564115517324836,
+      "loss": 1.5277,
+      "step": 3257
+    },
+    {
+      "epoch": 0.46669531585732704,
+      "grad_norm": 1.181073546409607,
+      "learning_rate": 0.00011559532679163796,
+      "loss": 1.3337,
+      "step": 3258
+    },
+    {
+      "epoch": 0.4668385618106288,
+      "grad_norm": 0.9673194289207458,
+      "learning_rate": 0.00011554949505273962,
+      "loss": 1.2877,
+      "step": 3259
+    },
+    {
+      "epoch": 0.46698180776393067,
+      "grad_norm": 1.3296499252319336,
+      "learning_rate": 0.00011550365996641979,
+      "loss": 1.3269,
+      "step": 3260
+    },
+    {
+      "epoch": 0.4671250537172325,
+      "grad_norm": 1.2358039617538452,
+      "learning_rate": 0.00011545782154254565,
+      "loss": 1.5289,
+      "step": 3261
+    },
+    {
+      "epoch": 0.4672682996705343,
+      "grad_norm": 1.0895758867263794,
+      "learning_rate": 0.00011541197979098501,
+      "loss": 1.4932,
+      "step": 3262
+    },
+    {
+      "epoch": 0.46741154562383613,
+      "grad_norm": 1.0090049505233765,
+      "learning_rate": 0.00011536613472160653,
+      "loss": 1.2426,
+      "step": 3263
+    },
+    {
+      "epoch": 0.4675547915771379,
+      "grad_norm": 1.155519723892212,
+      "learning_rate": 0.00011532028634427949,
+      "loss": 1.504,
+      "step": 3264
+    },
+    {
+      "epoch": 0.46769803753043976,
+      "grad_norm": 0.9476839900016785,
+      "learning_rate": 0.00011527443466887393,
+      "loss": 1.1736,
+      "step": 3265
+    },
+    {
+      "epoch": 0.4678412834837416,
+      "grad_norm": 1.2241878509521484,
+      "learning_rate": 0.00011522857970526058,
+      "loss": 1.4682,
+      "step": 3266
+    },
+    {
+      "epoch": 0.4679845294370434,
+      "grad_norm": 1.0328119993209839,
+      "learning_rate": 0.00011518272146331082,
+      "loss": 1.3985,
+      "step": 3267
+    },
+    {
+      "epoch": 0.4681277753903452,
+      "grad_norm": 1.0002262592315674,
+      "learning_rate": 0.00011513685995289689,
+      "loss": 1.518,
+      "step": 3268
+    },
+    {
+      "epoch": 0.46827102134364706,
+      "grad_norm": 0.9629807472229004,
+      "learning_rate": 0.00011509099518389156,
+      "loss": 1.425,
+      "step": 3269
+    },
+    {
+      "epoch": 0.46841426729694885,
+      "grad_norm": 0.9797554612159729,
+      "learning_rate": 0.00011504512716616846,
+      "loss": 1.5817,
+      "step": 3270
+    },
+    {
+      "epoch": 0.4685575132502507,
+      "grad_norm": 0.9671228528022766,
+      "learning_rate": 0.00011499925590960172,
+      "loss": 1.5157,
+      "step": 3271
+    },
+    {
+      "epoch": 0.4687007592035525,
+      "grad_norm": 1.0524452924728394,
+      "learning_rate": 0.00011495338142406643,
+      "loss": 1.3797,
+      "step": 3272
+    },
+    {
+      "epoch": 0.4688440051568543,
+      "grad_norm": 0.9958918690681458,
+      "learning_rate": 0.00011490750371943813,
+      "loss": 1.3058,
+      "step": 3273
+    },
+    {
+      "epoch": 0.46898725111015616,
+      "grad_norm": 0.9720582365989685,
+      "learning_rate": 0.00011486162280559316,
+      "loss": 1.5141,
+      "step": 3274
+    },
+    {
+      "epoch": 0.46913049706345794,
+      "grad_norm": 1.1991382837295532,
+      "learning_rate": 0.0001148157386924086,
+      "loss": 1.3011,
+      "step": 3275
+    },
+    {
+      "epoch": 0.4692737430167598,
+      "grad_norm": 1.259795069694519,
+      "learning_rate": 0.00011476985138976209,
+      "loss": 1.4458,
+      "step": 3276
+    },
+    {
+      "epoch": 0.4694169889700616,
+      "grad_norm": 1.0171160697937012,
+      "learning_rate": 0.0001147239609075321,
+      "loss": 1.3746,
+      "step": 3277
+    },
+    {
+      "epoch": 0.4695602349233634,
+      "grad_norm": 1.175446629524231,
+      "learning_rate": 0.00011467806725559769,
+      "loss": 1.4087,
+      "step": 3278
+    },
+    {
+      "epoch": 0.46970348087666525,
+      "grad_norm": 1.0923751592636108,
+      "learning_rate": 0.00011463217044383865,
+      "loss": 1.4546,
+      "step": 3279
+    },
+    {
+      "epoch": 0.46984672682996703,
+      "grad_norm": 1.1275782585144043,
+      "learning_rate": 0.00011458627048213535,
+      "loss": 1.3847,
+      "step": 3280
+    },
+    {
+      "epoch": 0.4699899727832689,
+      "grad_norm": 1.1043955087661743,
+      "learning_rate": 0.00011454036738036899,
+      "loss": 1.3577,
+      "step": 3281
+    },
+    {
+      "epoch": 0.4701332187365707,
+      "grad_norm": 1.2091052532196045,
+      "learning_rate": 0.00011449446114842137,
+      "loss": 1.3986,
+      "step": 3282
+    },
+    {
+      "epoch": 0.4702764646898725,
+      "grad_norm": 0.9626469612121582,
+      "learning_rate": 0.00011444855179617493,
+      "loss": 1.6289,
+      "step": 3283
+    },
+    {
+      "epoch": 0.47041971064317434,
+      "grad_norm": 1.132197380065918,
+      "learning_rate": 0.00011440263933351283,
+      "loss": 1.5222,
+      "step": 3284
+    },
+    {
+      "epoch": 0.4705629565964761,
+      "grad_norm": 1.0736432075500488,
+      "learning_rate": 0.00011435672377031889,
+      "loss": 1.4965,
+      "step": 3285
+    },
+    {
+      "epoch": 0.47070620254977796,
+      "grad_norm": 1.2006347179412842,
+      "learning_rate": 0.00011431080511647763,
+      "loss": 1.2675,
+      "step": 3286
+    },
+    {
+      "epoch": 0.4708494485030798,
+      "grad_norm": 1.0816318988800049,
+      "learning_rate": 0.00011426488338187414,
+      "loss": 1.4757,
+      "step": 3287
+    },
+    {
+      "epoch": 0.4709926944563816,
+      "grad_norm": 0.969196081161499,
+      "learning_rate": 0.00011421895857639424,
+      "loss": 1.4335,
+      "step": 3288
+    },
+    {
+      "epoch": 0.47113594040968343,
+      "grad_norm": 0.9452285170555115,
+      "learning_rate": 0.00011417303070992445,
+      "loss": 1.4973,
+      "step": 3289
+    },
+    {
+      "epoch": 0.47127918636298527,
+      "grad_norm": 1.0748906135559082,
+      "learning_rate": 0.00011412709979235187,
+      "loss": 1.4592,
+      "step": 3290
+    },
+    {
+      "epoch": 0.47142243231628705,
+      "grad_norm": 1.0408546924591064,
+      "learning_rate": 0.0001140811658335643,
+      "loss": 1.435,
+      "step": 3291
+    },
+    {
+      "epoch": 0.4715656782695889,
+      "grad_norm": 1.0923651456832886,
+      "learning_rate": 0.00011403522884345017,
+      "loss": 1.6043,
+      "step": 3292
+    },
+    {
+      "epoch": 0.4717089242228907,
+      "grad_norm": 0.8434736132621765,
+      "learning_rate": 0.00011398928883189859,
+      "loss": 1.4778,
+      "step": 3293
+    },
+    {
+      "epoch": 0.4718521701761925,
+      "grad_norm": 0.9608731865882874,
+      "learning_rate": 0.00011394334580879931,
+      "loss": 1.4898,
+      "step": 3294
+    },
+    {
+      "epoch": 0.47199541612949436,
+      "grad_norm": 1.0261354446411133,
+      "learning_rate": 0.00011389739978404273,
+      "loss": 1.4945,
+      "step": 3295
+    },
+    {
+      "epoch": 0.47213866208279615,
+      "grad_norm": 1.0368950366973877,
+      "learning_rate": 0.00011385145076751986,
+      "loss": 1.3923,
+      "step": 3296
+    },
+    {
+      "epoch": 0.472281908036098,
+      "grad_norm": 1.3839246034622192,
+      "learning_rate": 0.00011380549876912244,
+      "loss": 1.5726,
+      "step": 3297
+    },
+    {
+      "epoch": 0.4724251539893998,
+      "grad_norm": 1.121016502380371,
+      "learning_rate": 0.00011375954379874274,
+      "loss": 1.3831,
+      "step": 3298
+    },
+    {
+      "epoch": 0.4725683999427016,
+      "grad_norm": 0.8932633996009827,
+      "learning_rate": 0.00011371358586627376,
+      "loss": 1.3057,
+      "step": 3299
+    },
+    {
+      "epoch": 0.47271164589600345,
+      "grad_norm": 0.9439173340797424,
+      "learning_rate": 0.00011366762498160914,
+      "loss": 1.3922,
+      "step": 3300
+    },
+    {
+      "epoch": 0.47285489184930524,
+      "grad_norm": 1.021574854850769,
+      "learning_rate": 0.00011362166115464304,
+      "loss": 1.5632,
+      "step": 3301
+    },
+    {
+      "epoch": 0.4729981378026071,
+      "grad_norm": 1.2107608318328857,
+      "learning_rate": 0.00011357569439527038,
+      "loss": 1.4835,
+      "step": 3302
+    },
+    {
+      "epoch": 0.4731413837559089,
+      "grad_norm": 1.2205986976623535,
+      "learning_rate": 0.00011352972471338668,
+      "loss": 1.3268,
+      "step": 3303
+    },
+    {
+      "epoch": 0.4732846297092107,
+      "grad_norm": 1.2473539113998413,
+      "learning_rate": 0.00011348375211888807,
+      "loss": 1.5102,
+      "step": 3304
+    },
+    {
+      "epoch": 0.47342787566251254,
+      "grad_norm": 1.0576350688934326,
+      "learning_rate": 0.00011343777662167126,
+      "loss": 1.4188,
+      "step": 3305
+    },
+    {
+      "epoch": 0.4735711216158143,
+      "grad_norm": 1.075757622718811,
+      "learning_rate": 0.0001133917982316337,
+      "loss": 1.6912,
+      "step": 3306
+    },
+    {
+      "epoch": 0.47371436756911617,
+      "grad_norm": 1.404772400856018,
+      "learning_rate": 0.00011334581695867339,
+      "loss": 1.3679,
+      "step": 3307
+    },
+    {
+      "epoch": 0.473857613522418,
+      "grad_norm": 1.0972334146499634,
+      "learning_rate": 0.00011329983281268892,
+      "loss": 1.5363,
+      "step": 3308
+    },
+    {
+      "epoch": 0.4740008594757198,
+      "grad_norm": 0.9183599352836609,
+      "learning_rate": 0.00011325384580357957,
+      "loss": 1.5424,
+      "step": 3309
+    },
+    {
+      "epoch": 0.47414410542902163,
+      "grad_norm": 1.0404592752456665,
+      "learning_rate": 0.00011320785594124518,
+      "loss": 1.6127,
+      "step": 3310
+    },
+    {
+      "epoch": 0.4742873513823235,
+      "grad_norm": 1.2652695178985596,
+      "learning_rate": 0.00011316186323558631,
+      "loss": 1.402,
+      "step": 3311
+    },
+    {
+      "epoch": 0.47443059733562526,
+      "grad_norm": 1.097785234451294,
+      "learning_rate": 0.00011311586769650395,
+      "loss": 1.7138,
+      "step": 3312
+    },
+    {
+      "epoch": 0.4745738432889271,
+      "grad_norm": 1.0272835493087769,
+      "learning_rate": 0.00011306986933389984,
+      "loss": 1.4731,
+      "step": 3313
+    },
+    {
+      "epoch": 0.4747170892422289,
+      "grad_norm": 1.192177176475525,
+      "learning_rate": 0.00011302386815767629,
+      "loss": 1.6429,
+      "step": 3314
+    },
+    {
+      "epoch": 0.4748603351955307,
+      "grad_norm": 0.9701184034347534,
+      "learning_rate": 0.00011297786417773626,
+      "loss": 1.3491,
+      "step": 3315
+    },
+    {
+      "epoch": 0.47500358114883257,
+      "grad_norm": 1.145180583000183,
+      "learning_rate": 0.00011293185740398317,
+      "loss": 1.4409,
+      "step": 3316
+    },
+    {
+      "epoch": 0.47514682710213435,
+      "grad_norm": 1.0142637491226196,
+      "learning_rate": 0.00011288584784632124,
+      "loss": 1.4782,
+      "step": 3317
+    },
+    {
+      "epoch": 0.4752900730554362,
+      "grad_norm": 1.0206375122070312,
+      "learning_rate": 0.00011283983551465511,
+      "loss": 1.437,
+      "step": 3318
+    },
+    {
+      "epoch": 0.475433319008738,
+      "grad_norm": 1.0824916362762451,
+      "learning_rate": 0.00011279382041889013,
+      "loss": 1.4468,
+      "step": 3319
+    },
+    {
+      "epoch": 0.4755765649620398,
+      "grad_norm": 1.147496223449707,
+      "learning_rate": 0.00011274780256893225,
+      "loss": 1.458,
+      "step": 3320
+    },
+    {
+      "epoch": 0.47571981091534166,
+      "grad_norm": 1.057595133781433,
+      "learning_rate": 0.00011270178197468789,
+      "loss": 1.3639,
+      "step": 3321
+    },
+    {
+      "epoch": 0.47586305686864344,
+      "grad_norm": 1.0545496940612793,
+      "learning_rate": 0.00011265575864606421,
+      "loss": 1.3979,
+      "step": 3322
+    },
+    {
+      "epoch": 0.4760063028219453,
+      "grad_norm": 1.0648891925811768,
+      "learning_rate": 0.00011260973259296888,
+      "loss": 1.3003,
+      "step": 3323
+    },
+    {
+      "epoch": 0.4761495487752471,
+      "grad_norm": 1.3091962337493896,
+      "learning_rate": 0.00011256370382531017,
+      "loss": 1.6418,
+      "step": 3324
+    },
+    {
+      "epoch": 0.4762927947285489,
+      "grad_norm": 0.9262732267379761,
+      "learning_rate": 0.00011251767235299688,
+      "loss": 1.461,
+      "step": 3325
+    },
+    {
+      "epoch": 0.47643604068185075,
+      "grad_norm": 0.844828724861145,
+      "learning_rate": 0.00011247163818593856,
+      "loss": 1.3531,
+      "step": 3326
+    },
+    {
+      "epoch": 0.47657928663515253,
+      "grad_norm": 1.2830713987350464,
+      "learning_rate": 0.00011242560133404513,
+      "loss": 1.5538,
+      "step": 3327
+    },
+    {
+      "epoch": 0.4767225325884544,
+      "grad_norm": 1.3123769760131836,
+      "learning_rate": 0.00011237956180722722,
+      "loss": 1.4524,
+      "step": 3328
+    },
+    {
+      "epoch": 0.4768657785417562,
+      "grad_norm": 0.9693499803543091,
+      "learning_rate": 0.00011233351961539605,
+      "loss": 1.4282,
+      "step": 3329
+    },
+    {
+      "epoch": 0.477009024495058,
+      "grad_norm": 1.170361876487732,
+      "learning_rate": 0.00011228747476846322,
+      "loss": 1.5516,
+      "step": 3330
+    },
+    {
+      "epoch": 0.47715227044835984,
+      "grad_norm": 1.1094154119491577,
+      "learning_rate": 0.00011224142727634122,
+      "loss": 1.5351,
+      "step": 3331
+    },
+    {
+      "epoch": 0.4772955164016617,
+      "grad_norm": 1.0362670421600342,
+      "learning_rate": 0.00011219537714894282,
+      "loss": 1.4957,
+      "step": 3332
+    },
+    {
+      "epoch": 0.47743876235496346,
+      "grad_norm": 0.943663477897644,
+      "learning_rate": 0.00011214932439618151,
+      "loss": 1.6541,
+      "step": 3333
+    },
+    {
+      "epoch": 0.4775820083082653,
+      "grad_norm": 1.0712724924087524,
+      "learning_rate": 0.00011210326902797131,
+      "loss": 1.416,
+      "step": 3334
+    },
+    {
+      "epoch": 0.4777252542615671,
+      "grad_norm": 1.0967580080032349,
+      "learning_rate": 0.00011205721105422679,
+      "loss": 1.3504,
+      "step": 3335
+    },
+    {
+      "epoch": 0.47786850021486893,
+      "grad_norm": 1.0057363510131836,
+      "learning_rate": 0.00011201115048486313,
+      "loss": 1.358,
+      "step": 3336
+    },
+    {
+      "epoch": 0.47801174616817077,
+      "grad_norm": 1.1870572566986084,
+      "learning_rate": 0.00011196508732979599,
+      "loss": 1.4569,
+      "step": 3337
+    },
+    {
+      "epoch": 0.47815499212147256,
+      "grad_norm": 0.9992843866348267,
+      "learning_rate": 0.00011191902159894161,
+      "loss": 1.5111,
+      "step": 3338
+    },
+    {
+      "epoch": 0.4782982380747744,
+      "grad_norm": 1.109848976135254,
+      "learning_rate": 0.00011187295330221686,
+      "loss": 1.5454,
+      "step": 3339
+    },
+    {
+      "epoch": 0.4784414840280762,
+      "grad_norm": 1.0592252016067505,
+      "learning_rate": 0.00011182688244953907,
+      "loss": 1.5917,
+      "step": 3340
+    },
+    {
+      "epoch": 0.478584729981378,
+      "grad_norm": 1.1973203420639038,
+      "learning_rate": 0.00011178080905082615,
+      "loss": 1.4264,
+      "step": 3341
+    },
+    {
+      "epoch": 0.47872797593467986,
+      "grad_norm": 0.9053455591201782,
+      "learning_rate": 0.00011173473311599656,
+      "loss": 1.3789,
+      "step": 3342
+    },
+    {
+      "epoch": 0.47887122188798165,
+      "grad_norm": 1.190586805343628,
+      "learning_rate": 0.00011168865465496932,
+      "loss": 1.5148,
+      "step": 3343
+    },
+    {
+      "epoch": 0.4790144678412835,
+      "grad_norm": 1.1668694019317627,
+      "learning_rate": 0.000111642573677664,
+      "loss": 1.3498,
+      "step": 3344
+    },
+    {
+      "epoch": 0.4791577137945853,
+      "grad_norm": 1.0653984546661377,
+      "learning_rate": 0.00011159649019400069,
+      "loss": 1.4869,
+      "step": 3345
+    },
+    {
+      "epoch": 0.4793009597478871,
+      "grad_norm": 1.2792714834213257,
+      "learning_rate": 0.00011155040421389996,
+      "loss": 1.4435,
+      "step": 3346
+    },
+    {
+      "epoch": 0.47944420570118895,
+      "grad_norm": 1.2289977073669434,
+      "learning_rate": 0.00011150431574728308,
+      "loss": 1.4711,
+      "step": 3347
+    },
+    {
+      "epoch": 0.47958745165449074,
+      "grad_norm": 1.0157462358474731,
+      "learning_rate": 0.00011145822480407168,
+      "loss": 1.3507,
+      "step": 3348
+    },
+    {
+      "epoch": 0.4797306976077926,
+      "grad_norm": 1.2078068256378174,
+      "learning_rate": 0.00011141213139418805,
+      "loss": 1.6371,
+      "step": 3349
+    },
+    {
+      "epoch": 0.4798739435610944,
+      "grad_norm": 1.0390548706054688,
+      "learning_rate": 0.00011136603552755489,
+      "loss": 1.4407,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4800171895143962,
+      "grad_norm": 1.0697219371795654,
+      "learning_rate": 0.00011131993721409559,
+      "loss": 1.5083,
+      "step": 3351
+    },
+    {
+      "epoch": 0.48016043546769804,
+      "grad_norm": 0.8879914879798889,
+      "learning_rate": 0.00011127383646373393,
+      "loss": 1.3649,
+      "step": 3352
+    },
+    {
+      "epoch": 0.4803036814209999,
+      "grad_norm": 0.8692481517791748,
+      "learning_rate": 0.00011122773328639424,
+      "loss": 1.371,
+      "step": 3353
+    },
+    {
+      "epoch": 0.48044692737430167,
+      "grad_norm": 1.4162640571594238,
+      "learning_rate": 0.00011118162769200146,
+      "loss": 1.4639,
+      "step": 3354
+    },
+    {
+      "epoch": 0.4805901733276035,
+      "grad_norm": 1.0502694845199585,
+      "learning_rate": 0.00011113551969048089,
+      "loss": 1.3872,
+      "step": 3355
+    },
+    {
+      "epoch": 0.4807334192809053,
+      "grad_norm": 1.1434749364852905,
+      "learning_rate": 0.00011108940929175853,
+      "loss": 1.5399,
+      "step": 3356
+    },
+    {
+      "epoch": 0.48087666523420713,
+      "grad_norm": 0.9617774486541748,
+      "learning_rate": 0.00011104329650576073,
+      "loss": 1.4539,
+      "step": 3357
+    },
+    {
+      "epoch": 0.481019911187509,
+      "grad_norm": 1.0427337884902954,
+      "learning_rate": 0.00011099718134241451,
+      "loss": 1.3645,
+      "step": 3358
+    },
+    {
+      "epoch": 0.48116315714081076,
+      "grad_norm": 0.9418497681617737,
+      "learning_rate": 0.00011095106381164727,
+      "loss": 1.4918,
+      "step": 3359
+    },
+    {
+      "epoch": 0.4813064030941126,
+      "grad_norm": 1.0199661254882812,
+      "learning_rate": 0.00011090494392338697,
+      "loss": 1.557,
+      "step": 3360
+    },
+    {
+      "epoch": 0.4814496490474144,
+      "grad_norm": 1.4038689136505127,
+      "learning_rate": 0.00011085882168756212,
+      "loss": 1.4524,
+      "step": 3361
+    },
+    {
+      "epoch": 0.4815928950007162,
+      "grad_norm": 1.153509497642517,
+      "learning_rate": 0.00011081269711410167,
+      "loss": 1.4706,
+      "step": 3362
+    },
+    {
+      "epoch": 0.48173614095401807,
+      "grad_norm": 1.032356858253479,
+      "learning_rate": 0.0001107665702129351,
+      "loss": 1.34,
+      "step": 3363
+    },
+    {
+      "epoch": 0.48187938690731985,
+      "grad_norm": 1.2069200277328491,
+      "learning_rate": 0.00011072044099399242,
+      "loss": 1.5832,
+      "step": 3364
+    },
+    {
+      "epoch": 0.4820226328606217,
+      "grad_norm": 0.9482157230377197,
+      "learning_rate": 0.00011067430946720408,
+      "loss": 1.4606,
+      "step": 3365
+    },
+    {
+      "epoch": 0.48216587881392353,
+      "grad_norm": 1.1711071729660034,
+      "learning_rate": 0.00011062817564250103,
+      "loss": 1.402,
+      "step": 3366
+    },
+    {
+      "epoch": 0.4823091247672253,
+      "grad_norm": 1.2399734258651733,
+      "learning_rate": 0.00011058203952981476,
+      "loss": 1.586,
+      "step": 3367
+    },
+    {
+      "epoch": 0.48245237072052716,
+      "grad_norm": 1.182405948638916,
+      "learning_rate": 0.00011053590113907728,
+      "loss": 1.4828,
+      "step": 3368
+    },
+    {
+      "epoch": 0.48259561667382894,
+      "grad_norm": 1.2785468101501465,
+      "learning_rate": 0.000110489760480221,
+      "loss": 1.5947,
+      "step": 3369
+    },
+    {
+      "epoch": 0.4827388626271308,
+      "grad_norm": 1.009675145149231,
+      "learning_rate": 0.00011044361756317887,
+      "loss": 1.5178,
+      "step": 3370
+    },
+    {
+      "epoch": 0.4828821085804326,
+      "grad_norm": 1.174443006515503,
+      "learning_rate": 0.0001103974723978843,
+      "loss": 1.3737,
+      "step": 3371
+    },
+    {
+      "epoch": 0.4830253545337344,
+      "grad_norm": 1.2197448015213013,
+      "learning_rate": 0.00011035132499427123,
+      "loss": 1.4604,
+      "step": 3372
+    },
+    {
+      "epoch": 0.48316860048703625,
+      "grad_norm": 0.9509033560752869,
+      "learning_rate": 0.00011030517536227405,
+      "loss": 1.2349,
+      "step": 3373
+    },
+    {
+      "epoch": 0.48331184644033803,
+      "grad_norm": 1.1031142473220825,
+      "learning_rate": 0.00011025902351182765,
+      "loss": 1.3261,
+      "step": 3374
+    },
+    {
+      "epoch": 0.4834550923936399,
+      "grad_norm": 1.074608325958252,
+      "learning_rate": 0.00011021286945286731,
+      "loss": 1.5468,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4835983383469417,
+      "grad_norm": 1.0464060306549072,
+      "learning_rate": 0.00011016671319532894,
+      "loss": 1.6095,
+      "step": 3376
+    },
+    {
+      "epoch": 0.4837415843002435,
+      "grad_norm": 0.9696769118309021,
+      "learning_rate": 0.0001101205547491488,
+      "loss": 1.4538,
+      "step": 3377
+    },
+    {
+      "epoch": 0.48388483025354534,
+      "grad_norm": 1.0577713251113892,
+      "learning_rate": 0.00011007439412426365,
+      "loss": 1.4577,
+      "step": 3378
+    },
+    {
+      "epoch": 0.4840280762068472,
+      "grad_norm": 1.0808309316635132,
+      "learning_rate": 0.00011002823133061079,
+      "loss": 1.4353,
+      "step": 3379
+    },
+    {
+      "epoch": 0.48417132216014896,
+      "grad_norm": 1.0436831712722778,
+      "learning_rate": 0.00010998206637812783,
+      "loss": 1.4366,
+      "step": 3380
+    },
+    {
+      "epoch": 0.4843145681134508,
+      "grad_norm": 1.1362571716308594,
+      "learning_rate": 0.00010993589927675305,
+      "loss": 1.4419,
+      "step": 3381
+    },
+    {
+      "epoch": 0.4844578140667526,
+      "grad_norm": 1.1097089052200317,
+      "learning_rate": 0.00010988973003642499,
+      "loss": 1.4967,
+      "step": 3382
+    },
+    {
+      "epoch": 0.48460106002005443,
+      "grad_norm": 1.252759575843811,
+      "learning_rate": 0.00010984355866708282,
+      "loss": 1.4292,
+      "step": 3383
+    },
+    {
+      "epoch": 0.48474430597335627,
+      "grad_norm": 0.9734598398208618,
+      "learning_rate": 0.000109797385178666,
+      "loss": 1.6156,
+      "step": 3384
+    },
+    {
+      "epoch": 0.48488755192665806,
+      "grad_norm": 0.978693425655365,
+      "learning_rate": 0.00010975120958111467,
+      "loss": 1.5172,
+      "step": 3385
+    },
+    {
+      "epoch": 0.4850307978799599,
+      "grad_norm": 0.9637698531150818,
+      "learning_rate": 0.00010970503188436918,
+      "loss": 1.7646,
+      "step": 3386
+    },
+    {
+      "epoch": 0.48517404383326174,
+      "grad_norm": 1.034670114517212,
+      "learning_rate": 0.0001096588520983705,
+      "loss": 1.5341,
+      "step": 3387
+    },
+    {
+      "epoch": 0.4853172897865635,
+      "grad_norm": 1.0669041872024536,
+      "learning_rate": 0.00010961267023305996,
+      "loss": 1.3786,
+      "step": 3388
+    },
+    {
+      "epoch": 0.48546053573986536,
+      "grad_norm": 0.9773755073547363,
+      "learning_rate": 0.00010956648629837943,
+      "loss": 1.3558,
+      "step": 3389
+    },
+    {
+      "epoch": 0.48560378169316715,
+      "grad_norm": 1.1252939701080322,
+      "learning_rate": 0.00010952030030427114,
+      "loss": 1.4397,
+      "step": 3390
+    },
+    {
+      "epoch": 0.485747027646469,
+      "grad_norm": 1.7808609008789062,
+      "learning_rate": 0.00010947411226067777,
+      "loss": 1.47,
+      "step": 3391
+    },
+    {
+      "epoch": 0.48589027359977083,
+      "grad_norm": 1.3852794170379639,
+      "learning_rate": 0.00010942792217754245,
+      "loss": 1.3722,
+      "step": 3392
+    },
+    {
+      "epoch": 0.4860335195530726,
+      "grad_norm": 1.2148218154907227,
+      "learning_rate": 0.00010938173006480881,
+      "loss": 1.612,
+      "step": 3393
+    },
+    {
+      "epoch": 0.48617676550637445,
+      "grad_norm": 0.9799351692199707,
+      "learning_rate": 0.00010933553593242085,
+      "loss": 1.4591,
+      "step": 3394
+    },
+    {
+      "epoch": 0.48632001145967624,
+      "grad_norm": 1.0646017789840698,
+      "learning_rate": 0.00010928933979032305,
+      "loss": 1.4898,
+      "step": 3395
+    },
+    {
+      "epoch": 0.4864632574129781,
+      "grad_norm": 1.1527953147888184,
+      "learning_rate": 0.00010924314164846021,
+      "loss": 1.4731,
+      "step": 3396
+    },
+    {
+      "epoch": 0.4866065033662799,
+      "grad_norm": 1.017787218093872,
+      "learning_rate": 0.00010919694151677778,
+      "loss": 1.438,
+      "step": 3397
+    },
+    {
+      "epoch": 0.4867497493195817,
+      "grad_norm": 1.2730518579483032,
+      "learning_rate": 0.00010915073940522136,
+      "loss": 1.2988,
+      "step": 3398
+    },
+    {
+      "epoch": 0.48689299527288354,
+      "grad_norm": 1.1137245893478394,
+      "learning_rate": 0.00010910453532373726,
+      "loss": 1.4866,
+      "step": 3399
+    },
+    {
+      "epoch": 0.4870362412261854,
+      "grad_norm": 1.2318625450134277,
+      "learning_rate": 0.00010905832928227193,
+      "loss": 1.4889,
+      "step": 3400
+    },
+    {
+      "epoch": 0.48717948717948717,
+      "grad_norm": 0.9678024053573608,
+      "learning_rate": 0.00010901212129077252,
+      "loss": 1.5282,
+      "step": 3401
+    },
+    {
+      "epoch": 0.487322733132789,
+      "grad_norm": 1.224950909614563,
+      "learning_rate": 0.00010896591135918638,
+      "loss": 1.4323,
+      "step": 3402
+    },
+    {
+      "epoch": 0.4874659790860908,
+      "grad_norm": 1.0451548099517822,
+      "learning_rate": 0.00010891969949746141,
+      "loss": 1.3904,
+      "step": 3403
+    },
+    {
+      "epoch": 0.48760922503939264,
+      "grad_norm": 1.0410856008529663,
+      "learning_rate": 0.0001088734857155459,
+      "loss": 1.5302,
+      "step": 3404
+    },
+    {
+      "epoch": 0.4877524709926945,
+      "grad_norm": 1.1113767623901367,
+      "learning_rate": 0.00010882727002338842,
+      "loss": 1.5414,
+      "step": 3405
+    },
+    {
+      "epoch": 0.48789571694599626,
+      "grad_norm": 1.1533170938491821,
+      "learning_rate": 0.00010878105243093821,
+      "loss": 1.4629,
+      "step": 3406
+    },
+    {
+      "epoch": 0.4880389628992981,
+      "grad_norm": 1.1296392679214478,
+      "learning_rate": 0.00010873483294814471,
+      "loss": 1.4781,
+      "step": 3407
+    },
+    {
+      "epoch": 0.48818220885259994,
+      "grad_norm": 1.0782091617584229,
+      "learning_rate": 0.00010868861158495782,
+      "loss": 1.3764,
+      "step": 3408
+    },
+    {
+      "epoch": 0.4883254548059017,
+      "grad_norm": 1.0295621156692505,
+      "learning_rate": 0.00010864238835132783,
+      "loss": 1.4673,
+      "step": 3409
+    },
+    {
+      "epoch": 0.48846870075920357,
+      "grad_norm": 1.171451449394226,
+      "learning_rate": 0.00010859616325720554,
+      "loss": 1.4806,
+      "step": 3410
+    },
+    {
+      "epoch": 0.48861194671250535,
+      "grad_norm": 1.1634126901626587,
+      "learning_rate": 0.000108549936312542,
+      "loss": 1.5157,
+      "step": 3411
+    },
+    {
+      "epoch": 0.4887551926658072,
+      "grad_norm": 1.1141294240951538,
+      "learning_rate": 0.00010850370752728874,
+      "loss": 1.3243,
+      "step": 3412
+    },
+    {
+      "epoch": 0.48889843861910903,
+      "grad_norm": 1.0380915403366089,
+      "learning_rate": 0.0001084574769113977,
+      "loss": 1.5132,
+      "step": 3413
+    },
+    {
+      "epoch": 0.4890416845724108,
+      "grad_norm": 1.2747856378555298,
+      "learning_rate": 0.00010841124447482115,
+      "loss": 1.4662,
+      "step": 3414
+    },
+    {
+      "epoch": 0.48918493052571266,
+      "grad_norm": 1.0835555791854858,
+      "learning_rate": 0.00010836501022751184,
+      "loss": 1.3097,
+      "step": 3415
+    },
+    {
+      "epoch": 0.48932817647901444,
+      "grad_norm": 1.053728461265564,
+      "learning_rate": 0.00010831877417942283,
+      "loss": 1.5036,
+      "step": 3416
+    },
+    {
+      "epoch": 0.4894714224323163,
+      "grad_norm": 1.223721981048584,
+      "learning_rate": 0.00010827253634050758,
+      "loss": 1.2967,
+      "step": 3417
+    },
+    {
+      "epoch": 0.4896146683856181,
+      "grad_norm": 1.095546007156372,
+      "learning_rate": 0.00010822629672071995,
+      "loss": 1.5376,
+      "step": 3418
+    },
+    {
+      "epoch": 0.4897579143389199,
+      "grad_norm": 1.059888243675232,
+      "learning_rate": 0.00010818005533001425,
+      "loss": 1.5786,
+      "step": 3419
+    },
+    {
+      "epoch": 0.48990116029222175,
+      "grad_norm": 0.9715409874916077,
+      "learning_rate": 0.00010813381217834503,
+      "loss": 1.3949,
+      "step": 3420
+    },
+    {
+      "epoch": 0.4900444062455236,
+      "grad_norm": 1.0910887718200684,
+      "learning_rate": 0.00010808756727566736,
+      "loss": 1.4234,
+      "step": 3421
+    },
+    {
+      "epoch": 0.4901876521988254,
+      "grad_norm": 1.1707744598388672,
+      "learning_rate": 0.00010804132063193655,
+      "loss": 1.4564,
+      "step": 3422
+    },
+    {
+      "epoch": 0.4903308981521272,
+      "grad_norm": 1.104290246963501,
+      "learning_rate": 0.00010799507225710843,
+      "loss": 1.4891,
+      "step": 3423
+    },
+    {
+      "epoch": 0.490474144105429,
+      "grad_norm": 1.0514644384384155,
+      "learning_rate": 0.00010794882216113911,
+      "loss": 1.3433,
+      "step": 3424
+    },
+    {
+      "epoch": 0.49061739005873084,
+      "grad_norm": 1.2012205123901367,
+      "learning_rate": 0.00010790257035398503,
+      "loss": 1.5514,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4907606360120327,
+      "grad_norm": 1.1877793073654175,
+      "learning_rate": 0.00010785631684560316,
+      "loss": 1.5184,
+      "step": 3426
+    },
+    {
+      "epoch": 0.49090388196533447,
+      "grad_norm": 0.961810290813446,
+      "learning_rate": 0.00010781006164595067,
+      "loss": 1.4184,
+      "step": 3427
+    },
+    {
+      "epoch": 0.4910471279186363,
+      "grad_norm": 1.3072545528411865,
+      "learning_rate": 0.00010776380476498518,
+      "loss": 1.3848,
+      "step": 3428
+    },
+    {
+      "epoch": 0.4911903738719381,
+      "grad_norm": 1.060263752937317,
+      "learning_rate": 0.00010771754621266466,
+      "loss": 1.4991,
+      "step": 3429
+    },
+    {
+      "epoch": 0.49133361982523993,
+      "grad_norm": 1.1866958141326904,
+      "learning_rate": 0.00010767128599894738,
+      "loss": 1.4521,
+      "step": 3430
+    },
+    {
+      "epoch": 0.49147686577854177,
+      "grad_norm": 1.1746193170547485,
+      "learning_rate": 0.00010762502413379209,
+      "loss": 1.4882,
+      "step": 3431
+    },
+    {
+      "epoch": 0.49162011173184356,
+      "grad_norm": 1.0411726236343384,
+      "learning_rate": 0.0001075787606271578,
+      "loss": 1.4493,
+      "step": 3432
+    },
+    {
+      "epoch": 0.4917633576851454,
+      "grad_norm": 1.2015349864959717,
+      "learning_rate": 0.0001075324954890039,
+      "loss": 1.5371,
+      "step": 3433
+    },
+    {
+      "epoch": 0.49190660363844724,
+      "grad_norm": 1.3203680515289307,
+      "learning_rate": 0.00010748622872929009,
+      "loss": 1.4198,
+      "step": 3434
+    },
+    {
+      "epoch": 0.492049849591749,
+      "grad_norm": 0.9463184475898743,
+      "learning_rate": 0.0001074399603579765,
+      "loss": 1.5277,
+      "step": 3435
+    },
+    {
+      "epoch": 0.49219309554505086,
+      "grad_norm": 1.038241982460022,
+      "learning_rate": 0.00010739369038502356,
+      "loss": 1.5415,
+      "step": 3436
+    },
+    {
+      "epoch": 0.49233634149835265,
+      "grad_norm": 1.2176263332366943,
+      "learning_rate": 0.00010734741882039204,
+      "loss": 1.4222,
+      "step": 3437
+    },
+    {
+      "epoch": 0.4924795874516545,
+      "grad_norm": 1.0873957872390747,
+      "learning_rate": 0.00010730114567404305,
+      "loss": 1.5965,
+      "step": 3438
+    },
+    {
+      "epoch": 0.49262283340495633,
+      "grad_norm": 1.0196465253829956,
+      "learning_rate": 0.00010725487095593811,
+      "loss": 1.5213,
+      "step": 3439
+    },
+    {
+      "epoch": 0.4927660793582581,
+      "grad_norm": 0.9753350019454956,
+      "learning_rate": 0.00010720859467603898,
+      "loss": 1.4511,
+      "step": 3440
+    },
+    {
+      "epoch": 0.49290932531155995,
+      "grad_norm": 1.2045774459838867,
+      "learning_rate": 0.00010716231684430779,
+      "loss": 1.465,
+      "step": 3441
+    },
+    {
+      "epoch": 0.4930525712648618,
+      "grad_norm": 1.0672804117202759,
+      "learning_rate": 0.00010711603747070702,
+      "loss": 1.1962,
+      "step": 3442
+    },
+    {
+      "epoch": 0.4931958172181636,
+      "grad_norm": 1.245741605758667,
+      "learning_rate": 0.00010706975656519946,
+      "loss": 1.3928,
+      "step": 3443
+    },
+    {
+      "epoch": 0.4933390631714654,
+      "grad_norm": 1.15577232837677,
+      "learning_rate": 0.00010702347413774832,
+      "loss": 1.4662,
+      "step": 3444
+    },
+    {
+      "epoch": 0.4934823091247672,
+      "grad_norm": 0.9318523406982422,
+      "learning_rate": 0.00010697719019831695,
+      "loss": 1.5771,
+      "step": 3445
+    },
+    {
+      "epoch": 0.49362555507806904,
+      "grad_norm": 0.9894225597381592,
+      "learning_rate": 0.0001069309047568692,
+      "loss": 1.3606,
+      "step": 3446
+    },
+    {
+      "epoch": 0.4937688010313709,
+      "grad_norm": 0.8419904112815857,
+      "learning_rate": 0.00010688461782336915,
+      "loss": 1.6055,
+      "step": 3447
+    },
+    {
+      "epoch": 0.49391204698467267,
+      "grad_norm": 0.981768012046814,
+      "learning_rate": 0.00010683832940778127,
+      "loss": 1.2551,
+      "step": 3448
+    },
+    {
+      "epoch": 0.4940552929379745,
+      "grad_norm": 0.927703857421875,
+      "learning_rate": 0.00010679203952007031,
+      "loss": 1.2162,
+      "step": 3449
+    },
+    {
+      "epoch": 0.4941985388912763,
+      "grad_norm": 0.9952819347381592,
+      "learning_rate": 0.00010674574817020128,
+      "loss": 1.5421,
+      "step": 3450
+    },
+    {
+      "epoch": 0.49434178484457814,
+      "grad_norm": 1.1129010915756226,
+      "learning_rate": 0.00010669945536813963,
+      "loss": 1.3375,
+      "step": 3451
+    },
+    {
+      "epoch": 0.49448503079788,
+      "grad_norm": 1.1609083414077759,
+      "learning_rate": 0.00010665316112385102,
+      "loss": 1.4397,
+      "step": 3452
+    },
+    {
+      "epoch": 0.49462827675118176,
+      "grad_norm": 1.0996040105819702,
+      "learning_rate": 0.00010660686544730145,
+      "loss": 1.3699,
+      "step": 3453
+    },
+    {
+      "epoch": 0.4947715227044836,
+      "grad_norm": 1.2252616882324219,
+      "learning_rate": 0.00010656056834845727,
+      "loss": 1.5484,
+      "step": 3454
+    },
+    {
+      "epoch": 0.49491476865778544,
+      "grad_norm": 1.0600818395614624,
+      "learning_rate": 0.00010651426983728503,
+      "loss": 1.2812,
+      "step": 3455
+    },
+    {
+      "epoch": 0.4950580146110872,
+      "grad_norm": 1.202845811843872,
+      "learning_rate": 0.00010646796992375172,
+      "loss": 1.4411,
+      "step": 3456
+    },
+    {
+      "epoch": 0.49520126056438907,
+      "grad_norm": 1.3200596570968628,
+      "learning_rate": 0.00010642166861782455,
+      "loss": 1.4262,
+      "step": 3457
+    },
+    {
+      "epoch": 0.49534450651769085,
+      "grad_norm": 1.121019959449768,
+      "learning_rate": 0.00010637536592947103,
+      "loss": 1.5908,
+      "step": 3458
+    },
+    {
+      "epoch": 0.4954877524709927,
+      "grad_norm": 1.0734161138534546,
+      "learning_rate": 0.00010632906186865899,
+      "loss": 1.4896,
+      "step": 3459
+    },
+    {
+      "epoch": 0.49563099842429453,
+      "grad_norm": 1.0285602807998657,
+      "learning_rate": 0.00010628275644535657,
+      "loss": 1.3653,
+      "step": 3460
+    },
+    {
+      "epoch": 0.4957742443775963,
+      "grad_norm": 1.4399058818817139,
+      "learning_rate": 0.00010623644966953212,
+      "loss": 1.496,
+      "step": 3461
+    },
+    {
+      "epoch": 0.49591749033089816,
+      "grad_norm": 0.9689223766326904,
+      "learning_rate": 0.00010619014155115441,
+      "loss": 1.4544,
+      "step": 3462
+    },
+    {
+      "epoch": 0.4960607362842,
+      "grad_norm": 1.1333450078964233,
+      "learning_rate": 0.00010614383210019241,
+      "loss": 1.3533,
+      "step": 3463
+    },
+    {
+      "epoch": 0.4962039822375018,
+      "grad_norm": 1.060459017753601,
+      "learning_rate": 0.00010609752132661539,
+      "loss": 1.3674,
+      "step": 3464
+    },
+    {
+      "epoch": 0.4963472281908036,
+      "grad_norm": 1.0266486406326294,
+      "learning_rate": 0.00010605120924039293,
+      "loss": 1.5051,
+      "step": 3465
+    },
+    {
+      "epoch": 0.4964904741441054,
+      "grad_norm": 1.1884053945541382,
+      "learning_rate": 0.00010600489585149484,
+      "loss": 1.3974,
+      "step": 3466
+    },
+    {
+      "epoch": 0.49663372009740725,
+      "grad_norm": 1.1495529413223267,
+      "learning_rate": 0.00010595858116989128,
+      "loss": 1.3598,
+      "step": 3467
+    },
+    {
+      "epoch": 0.4967769660507091,
+      "grad_norm": 1.061545491218567,
+      "learning_rate": 0.00010591226520555264,
+      "loss": 1.2653,
+      "step": 3468
+    },
+    {
+      "epoch": 0.4969202120040109,
+      "grad_norm": 1.0867997407913208,
+      "learning_rate": 0.00010586594796844965,
+      "loss": 1.4477,
+      "step": 3469
+    },
+    {
+      "epoch": 0.4970634579573127,
+      "grad_norm": 1.344999074935913,
+      "learning_rate": 0.00010581962946855317,
+      "loss": 1.6528,
+      "step": 3470
+    },
+    {
+      "epoch": 0.4972067039106145,
+      "grad_norm": 1.2693581581115723,
+      "learning_rate": 0.0001057733097158345,
+      "loss": 1.7235,
+      "step": 3471
+    },
+    {
+      "epoch": 0.49734994986391634,
+      "grad_norm": 1.2144538164138794,
+      "learning_rate": 0.0001057269887202651,
+      "loss": 1.5555,
+      "step": 3472
+    },
+    {
+      "epoch": 0.4974931958172182,
+      "grad_norm": 1.1253066062927246,
+      "learning_rate": 0.00010568066649181676,
+      "loss": 1.4163,
+      "step": 3473
+    },
+    {
+      "epoch": 0.49763644177051997,
+      "grad_norm": 1.1137232780456543,
+      "learning_rate": 0.00010563434304046151,
+      "loss": 1.3567,
+      "step": 3474
+    },
+    {
+      "epoch": 0.4977796877238218,
+      "grad_norm": 1.2428529262542725,
+      "learning_rate": 0.0001055880183761716,
+      "loss": 1.4704,
+      "step": 3475
+    },
+    {
+      "epoch": 0.49792293367712365,
+      "grad_norm": 1.2806330919265747,
+      "learning_rate": 0.00010554169250891967,
+      "loss": 1.234,
+      "step": 3476
+    },
+    {
+      "epoch": 0.49806617963042543,
+      "grad_norm": 1.3227680921554565,
+      "learning_rate": 0.00010549536544867845,
+      "loss": 1.4092,
+      "step": 3477
+    },
+    {
+      "epoch": 0.4982094255837273,
+      "grad_norm": 1.212487816810608,
+      "learning_rate": 0.00010544903720542105,
+      "loss": 1.4047,
+      "step": 3478
+    },
+    {
+      "epoch": 0.49835267153702906,
+      "grad_norm": 0.8638913631439209,
+      "learning_rate": 0.00010540270778912073,
+      "loss": 1.3921,
+      "step": 3479
+    },
+    {
+      "epoch": 0.4984959174903309,
+      "grad_norm": 0.963465690612793,
+      "learning_rate": 0.00010535637720975117,
+      "loss": 1.4366,
+      "step": 3480
+    },
+    {
+      "epoch": 0.49863916344363274,
+      "grad_norm": 1.1403956413269043,
+      "learning_rate": 0.00010531004547728613,
+      "loss": 1.499,
+      "step": 3481
+    },
+    {
+      "epoch": 0.4987824093969345,
+      "grad_norm": 0.9601225256919861,
+      "learning_rate": 0.00010526371260169972,
+      "loss": 1.5372,
+      "step": 3482
+    },
+    {
+      "epoch": 0.49892565535023636,
+      "grad_norm": 1.2512840032577515,
+      "learning_rate": 0.00010521737859296623,
+      "loss": 1.4588,
+      "step": 3483
+    },
+    {
+      "epoch": 0.49906890130353815,
+      "grad_norm": 1.1484594345092773,
+      "learning_rate": 0.00010517104346106022,
+      "loss": 1.3541,
+      "step": 3484
+    },
+    {
+      "epoch": 0.49921214725684,
+      "grad_norm": 0.9975404143333435,
+      "learning_rate": 0.00010512470721595655,
+      "loss": 1.1749,
+      "step": 3485
+    },
+    {
+      "epoch": 0.49935539321014183,
+      "grad_norm": 1.0218418836593628,
+      "learning_rate": 0.00010507836986763022,
+      "loss": 1.6,
+      "step": 3486
+    },
+    {
+      "epoch": 0.4994986391634436,
+      "grad_norm": 1.0656962394714355,
+      "learning_rate": 0.0001050320314260565,
+      "loss": 1.3255,
+      "step": 3487
+    },
+    {
+      "epoch": 0.49964188511674545,
+      "grad_norm": 1.242409586906433,
+      "learning_rate": 0.00010498569190121097,
+      "loss": 1.4369,
+      "step": 3488
+    },
+    {
+      "epoch": 0.4997851310700473,
+      "grad_norm": 1.4813082218170166,
+      "learning_rate": 0.00010493935130306934,
+      "loss": 1.3132,
+      "step": 3489
+    },
+    {
+      "epoch": 0.4999283770233491,
+      "grad_norm": 1.0552345514297485,
+      "learning_rate": 0.00010489300964160762,
+      "loss": 1.393,
+      "step": 3490
+    },
+    {
+      "epoch": 0.5000716229766509,
+      "grad_norm": 0.9968051314353943,
+      "learning_rate": 0.00010484666692680201,
+      "loss": 1.3217,
+      "step": 3491
+    },
+    {
+      "epoch": 0.5002148689299527,
+      "grad_norm": 1.1773072481155396,
+      "learning_rate": 0.00010480032316862891,
+      "loss": 1.3891,
+      "step": 3492
+    },
+    {
+      "epoch": 0.5003581148832545,
+      "grad_norm": 1.1163958311080933,
+      "learning_rate": 0.00010475397837706504,
+      "loss": 1.3729,
+      "step": 3493
+    },
+    {
+      "epoch": 0.5005013608365564,
+      "grad_norm": 0.902397871017456,
+      "learning_rate": 0.00010470763256208729,
+      "loss": 1.4392,
+      "step": 3494
+    },
+    {
+      "epoch": 0.5006446067898582,
+      "grad_norm": 1.0660796165466309,
+      "learning_rate": 0.00010466128573367273,
+      "loss": 1.6132,
+      "step": 3495
+    },
+    {
+      "epoch": 0.50078785274316,
+      "grad_norm": 1.193304419517517,
+      "learning_rate": 0.00010461493790179868,
+      "loss": 1.5209,
+      "step": 3496
+    },
+    {
+      "epoch": 0.5009310986964618,
+      "grad_norm": 1.0045522451400757,
+      "learning_rate": 0.00010456858907644271,
+      "loss": 1.3963,
+      "step": 3497
+    },
+    {
+      "epoch": 0.5010743446497636,
+      "grad_norm": 0.8667194843292236,
+      "learning_rate": 0.00010452223926758258,
+      "loss": 1.521,
+      "step": 3498
+    },
+    {
+      "epoch": 0.5012175906030655,
+      "grad_norm": 0.9745763540267944,
+      "learning_rate": 0.00010447588848519625,
+      "loss": 1.5982,
+      "step": 3499
+    },
+    {
+      "epoch": 0.5013608365563673,
+      "grad_norm": 1.0225639343261719,
+      "learning_rate": 0.00010442953673926185,
+      "loss": 1.4815,
+      "step": 3500
+    },
+    {
+      "epoch": 0.501504082509669,
+      "grad_norm": 1.03245210647583,
+      "learning_rate": 0.00010438318403975786,
+      "loss": 1.6738,
+      "step": 3501
+    },
+    {
+      "epoch": 0.5016473284629709,
+      "grad_norm": 1.022530436515808,
+      "learning_rate": 0.00010433683039666278,
+      "loss": 1.3329,
+      "step": 3502
+    },
+    {
+      "epoch": 0.5017905744162727,
+      "grad_norm": 1.1356518268585205,
+      "learning_rate": 0.00010429047581995546,
+      "loss": 1.4785,
+      "step": 3503
+    },
+    {
+      "epoch": 0.5019338203695746,
+      "grad_norm": 1.1141078472137451,
+      "learning_rate": 0.00010424412031961484,
+      "loss": 1.4771,
+      "step": 3504
+    },
+    {
+      "epoch": 0.5020770663228764,
+      "grad_norm": 1.0738989114761353,
+      "learning_rate": 0.00010419776390562015,
+      "loss": 1.5013,
+      "step": 3505
+    },
+    {
+      "epoch": 0.5022203122761782,
+      "grad_norm": 1.130717158317566,
+      "learning_rate": 0.00010415140658795077,
+      "loss": 1.3368,
+      "step": 3506
+    },
+    {
+      "epoch": 0.50236355822948,
+      "grad_norm": 1.276955008506775,
+      "learning_rate": 0.00010410504837658627,
+      "loss": 1.466,
+      "step": 3507
+    },
+    {
+      "epoch": 0.5025068041827818,
+      "grad_norm": 1.1057097911834717,
+      "learning_rate": 0.00010405868928150648,
+      "loss": 1.3355,
+      "step": 3508
+    },
+    {
+      "epoch": 0.5026500501360837,
+      "grad_norm": 1.182154655456543,
+      "learning_rate": 0.00010401232931269127,
+      "loss": 1.5247,
+      "step": 3509
+    },
+    {
+      "epoch": 0.5027932960893855,
+      "grad_norm": 0.9833611249923706,
+      "learning_rate": 0.0001039659684801209,
+      "loss": 1.418,
+      "step": 3510
+    },
+    {
+      "epoch": 0.5029365420426873,
+      "grad_norm": 1.0952458381652832,
+      "learning_rate": 0.00010391960679377563,
+      "loss": 1.2356,
+      "step": 3511
+    },
+    {
+      "epoch": 0.5030797879959891,
+      "grad_norm": 1.2305293083190918,
+      "learning_rate": 0.00010387324426363605,
+      "loss": 1.4513,
+      "step": 3512
+    },
+    {
+      "epoch": 0.5032230339492909,
+      "grad_norm": 0.9798910617828369,
+      "learning_rate": 0.00010382688089968275,
+      "loss": 1.4764,
+      "step": 3513
+    },
+    {
+      "epoch": 0.5033662799025928,
+      "grad_norm": 1.0205066204071045,
+      "learning_rate": 0.00010378051671189677,
+      "loss": 1.3764,
+      "step": 3514
+    },
+    {
+      "epoch": 0.5035095258558946,
+      "grad_norm": 1.1318401098251343,
+      "learning_rate": 0.00010373415171025904,
+      "loss": 1.5698,
+      "step": 3515
+    },
+    {
+      "epoch": 0.5036527718091964,
+      "grad_norm": 0.9641323089599609,
+      "learning_rate": 0.00010368778590475088,
+      "loss": 1.671,
+      "step": 3516
+    },
+    {
+      "epoch": 0.5037960177624982,
+      "grad_norm": 1.0838642120361328,
+      "learning_rate": 0.00010364141930535367,
+      "loss": 1.3901,
+      "step": 3517
+    },
+    {
+      "epoch": 0.5039392637158,
+      "grad_norm": 1.200361728668213,
+      "learning_rate": 0.00010359505192204899,
+      "loss": 1.3549,
+      "step": 3518
+    },
+    {
+      "epoch": 0.5040825096691018,
+      "grad_norm": 1.1549193859100342,
+      "learning_rate": 0.00010354868376481862,
+      "loss": 1.4587,
+      "step": 3519
+    },
+    {
+      "epoch": 0.5042257556224037,
+      "grad_norm": 1.1785235404968262,
+      "learning_rate": 0.00010350231484364443,
+      "loss": 1.4385,
+      "step": 3520
+    },
+    {
+      "epoch": 0.5043690015757055,
+      "grad_norm": 1.0131726264953613,
+      "learning_rate": 0.00010345594516850851,
+      "loss": 1.4725,
+      "step": 3521
+    },
+    {
+      "epoch": 0.5045122475290073,
+      "grad_norm": 0.9853789210319519,
+      "learning_rate": 0.00010340957474939312,
+      "loss": 1.5222,
+      "step": 3522
+    },
+    {
+      "epoch": 0.5046554934823091,
+      "grad_norm": 1.0477544069290161,
+      "learning_rate": 0.00010336320359628067,
+      "loss": 1.1922,
+      "step": 3523
+    },
+    {
+      "epoch": 0.5047987394356109,
+      "grad_norm": 1.0611661672592163,
+      "learning_rate": 0.00010331683171915374,
+      "loss": 1.4931,
+      "step": 3524
+    },
+    {
+      "epoch": 0.5049419853889128,
+      "grad_norm": 1.0210649967193604,
+      "learning_rate": 0.00010327045912799496,
+      "loss": 1.2419,
+      "step": 3525
+    },
+    {
+      "epoch": 0.5050852313422146,
+      "grad_norm": 1.0449470281600952,
+      "learning_rate": 0.00010322408583278732,
+      "loss": 1.3941,
+      "step": 3526
+    },
+    {
+      "epoch": 0.5052284772955165,
+      "grad_norm": 1.195343017578125,
+      "learning_rate": 0.00010317771184351375,
+      "loss": 1.4505,
+      "step": 3527
+    },
+    {
+      "epoch": 0.5053717232488182,
+      "grad_norm": 1.0019659996032715,
+      "learning_rate": 0.00010313133717015749,
+      "loss": 1.4579,
+      "step": 3528
+    },
+    {
+      "epoch": 0.50551496920212,
+      "grad_norm": 1.0488309860229492,
+      "learning_rate": 0.00010308496182270176,
+      "loss": 1.4085,
+      "step": 3529
+    },
+    {
+      "epoch": 0.5056582151554219,
+      "grad_norm": 1.078345775604248,
+      "learning_rate": 0.00010303858581113015,
+      "loss": 1.382,
+      "step": 3530
+    },
+    {
+      "epoch": 0.5058014611087237,
+      "grad_norm": 1.1018576622009277,
+      "learning_rate": 0.00010299220914542618,
+      "loss": 1.3087,
+      "step": 3531
+    },
+    {
+      "epoch": 0.5059447070620255,
+      "grad_norm": 1.0623480081558228,
+      "learning_rate": 0.00010294583183557362,
+      "loss": 1.3426,
+      "step": 3532
+    },
+    {
+      "epoch": 0.5060879530153273,
+      "grad_norm": 1.1521812677383423,
+      "learning_rate": 0.00010289945389155643,
+      "loss": 1.4584,
+      "step": 3533
+    },
+    {
+      "epoch": 0.5062311989686291,
+      "grad_norm": 1.0863685607910156,
+      "learning_rate": 0.00010285307532335846,
+      "loss": 1.4379,
+      "step": 3534
+    },
+    {
+      "epoch": 0.506374444921931,
+      "grad_norm": 1.278298258781433,
+      "learning_rate": 0.00010280669614096405,
+      "loss": 1.6289,
+      "step": 3535
+    },
+    {
+      "epoch": 0.5065176908752328,
+      "grad_norm": 1.2472399473190308,
+      "learning_rate": 0.00010276031635435741,
+      "loss": 1.3876,
+      "step": 3536
+    },
+    {
+      "epoch": 0.5066609368285346,
+      "grad_norm": 0.9592601656913757,
+      "learning_rate": 0.00010271393597352297,
+      "loss": 1.6186,
+      "step": 3537
+    },
+    {
+      "epoch": 0.5068041827818364,
+      "grad_norm": 1.2230250835418701,
+      "learning_rate": 0.00010266755500844523,
+      "loss": 1.4315,
+      "step": 3538
+    },
+    {
+      "epoch": 0.5069474287351382,
+      "grad_norm": 1.188578486442566,
+      "learning_rate": 0.00010262117346910896,
+      "loss": 1.4697,
+      "step": 3539
+    },
+    {
+      "epoch": 0.50709067468844,
+      "grad_norm": 1.140610933303833,
+      "learning_rate": 0.00010257479136549889,
+      "loss": 1.4002,
+      "step": 3540
+    },
+    {
+      "epoch": 0.5072339206417419,
+      "grad_norm": 1.096099615097046,
+      "learning_rate": 0.00010252840870759993,
+      "loss": 1.462,
+      "step": 3541
+    },
+    {
+      "epoch": 0.5073771665950437,
+      "grad_norm": 1.0889925956726074,
+      "learning_rate": 0.00010248202550539716,
+      "loss": 1.5744,
+      "step": 3542
+    },
+    {
+      "epoch": 0.5075204125483455,
+      "grad_norm": 1.0630431175231934,
+      "learning_rate": 0.0001024356417688757,
+      "loss": 1.4173,
+      "step": 3543
+    },
+    {
+      "epoch": 0.5076636585016473,
+      "grad_norm": 0.9769664406776428,
+      "learning_rate": 0.00010238925750802089,
+      "loss": 1.3749,
+      "step": 3544
+    },
+    {
+      "epoch": 0.5078069044549491,
+      "grad_norm": 1.240020513534546,
+      "learning_rate": 0.00010234287273281802,
+      "loss": 1.3804,
+      "step": 3545
+    },
+    {
+      "epoch": 0.507950150408251,
+      "grad_norm": 1.3235989809036255,
+      "learning_rate": 0.00010229648745325265,
+      "loss": 1.3185,
+      "step": 3546
+    },
+    {
+      "epoch": 0.5080933963615528,
+      "grad_norm": 1.090522289276123,
+      "learning_rate": 0.00010225010167931035,
+      "loss": 1.5724,
+      "step": 3547
+    },
+    {
+      "epoch": 0.5082366423148547,
+      "grad_norm": 0.8928617238998413,
+      "learning_rate": 0.00010220371542097682,
+      "loss": 1.3532,
+      "step": 3548
+    },
+    {
+      "epoch": 0.5083798882681564,
+      "grad_norm": 1.2189569473266602,
+      "learning_rate": 0.00010215732868823795,
+      "loss": 1.4713,
+      "step": 3549
+    },
+    {
+      "epoch": 0.5085231342214582,
+      "grad_norm": 0.9340590238571167,
+      "learning_rate": 0.00010211094149107954,
+      "loss": 1.509,
+      "step": 3550
+    },
+    {
+      "epoch": 0.5086663801747601,
+      "grad_norm": 1.0862008333206177,
+      "learning_rate": 0.0001020645538394877,
+      "loss": 1.471,
+      "step": 3551
+    },
+    {
+      "epoch": 0.5088096261280619,
+      "grad_norm": 0.9986935257911682,
+      "learning_rate": 0.00010201816574344849,
+      "loss": 1.466,
+      "step": 3552
+    },
+    {
+      "epoch": 0.5089528720813637,
+      "grad_norm": 1.0421168804168701,
+      "learning_rate": 0.00010197177721294818,
+      "loss": 1.4303,
+      "step": 3553
+    },
+    {
+      "epoch": 0.5090961180346655,
+      "grad_norm": 1.1353970766067505,
+      "learning_rate": 0.00010192538825797296,
+      "loss": 1.3586,
+      "step": 3554
+    },
+    {
+      "epoch": 0.5092393639879673,
+      "grad_norm": 1.018798589706421,
+      "learning_rate": 0.00010187899888850933,
+      "loss": 1.4399,
+      "step": 3555
+    },
+    {
+      "epoch": 0.5093826099412692,
+      "grad_norm": 1.172053337097168,
+      "learning_rate": 0.00010183260911454373,
+      "loss": 1.3347,
+      "step": 3556
+    },
+    {
+      "epoch": 0.509525855894571,
+      "grad_norm": 0.9371801614761353,
+      "learning_rate": 0.00010178621894606275,
+      "loss": 1.5711,
+      "step": 3557
+    },
+    {
+      "epoch": 0.5096691018478728,
+      "grad_norm": 1.1518524885177612,
+      "learning_rate": 0.00010173982839305304,
+      "loss": 1.4112,
+      "step": 3558
+    },
+    {
+      "epoch": 0.5098123478011746,
+      "grad_norm": 1.077150821685791,
+      "learning_rate": 0.0001016934374655013,
+      "loss": 1.4814,
+      "step": 3559
+    },
+    {
+      "epoch": 0.5099555937544764,
+      "grad_norm": 0.9473156929016113,
+      "learning_rate": 0.00010164704617339442,
+      "loss": 1.6081,
+      "step": 3560
+    },
+    {
+      "epoch": 0.5100988397077783,
+      "grad_norm": 1.0098549127578735,
+      "learning_rate": 0.00010160065452671923,
+      "loss": 1.45,
+      "step": 3561
+    },
+    {
+      "epoch": 0.5102420856610801,
+      "grad_norm": 1.0381205081939697,
+      "learning_rate": 0.00010155426253546274,
+      "loss": 1.4179,
+      "step": 3562
+    },
+    {
+      "epoch": 0.5103853316143819,
+      "grad_norm": 1.1644607782363892,
+      "learning_rate": 0.00010150787020961197,
+      "loss": 1.4986,
+      "step": 3563
+    },
+    {
+      "epoch": 0.5105285775676837,
+      "grad_norm": 1.068221092224121,
+      "learning_rate": 0.00010146147755915407,
+      "loss": 1.5755,
+      "step": 3564
+    },
+    {
+      "epoch": 0.5106718235209855,
+      "grad_norm": 1.0567706823349,
+      "learning_rate": 0.00010141508459407623,
+      "loss": 1.55,
+      "step": 3565
+    },
+    {
+      "epoch": 0.5108150694742873,
+      "grad_norm": 1.1151007413864136,
+      "learning_rate": 0.00010136869132436568,
+      "loss": 1.3053,
+      "step": 3566
+    },
+    {
+      "epoch": 0.5109583154275892,
+      "grad_norm": 1.0043463706970215,
+      "learning_rate": 0.00010132229776000974,
+      "loss": 1.4658,
+      "step": 3567
+    },
+    {
+      "epoch": 0.511101561380891,
+      "grad_norm": 1.052186369895935,
+      "learning_rate": 0.00010127590391099584,
+      "loss": 1.4639,
+      "step": 3568
+    },
+    {
+      "epoch": 0.5112448073341929,
+      "grad_norm": 0.94071364402771,
+      "learning_rate": 0.00010122950978731141,
+      "loss": 1.4539,
+      "step": 3569
+    },
+    {
+      "epoch": 0.5113880532874946,
+      "grad_norm": 1.0979418754577637,
+      "learning_rate": 0.00010118311539894394,
+      "loss": 1.5441,
+      "step": 3570
+    },
+    {
+      "epoch": 0.5115312992407964,
+      "grad_norm": 1.032828450202942,
+      "learning_rate": 0.00010113672075588099,
+      "loss": 1.4218,
+      "step": 3571
+    },
+    {
+      "epoch": 0.5116745451940983,
+      "grad_norm": 1.1859502792358398,
+      "learning_rate": 0.0001010903258681102,
+      "loss": 1.3496,
+      "step": 3572
+    },
+    {
+      "epoch": 0.5118177911474001,
+      "grad_norm": 1.0962282419204712,
+      "learning_rate": 0.00010104393074561924,
+      "loss": 1.4327,
+      "step": 3573
+    },
+    {
+      "epoch": 0.511961037100702,
+      "grad_norm": 1.07688307762146,
+      "learning_rate": 0.0001009975353983958,
+      "loss": 1.501,
+      "step": 3574
+    },
+    {
+      "epoch": 0.5121042830540037,
+      "grad_norm": 0.9684241414070129,
+      "learning_rate": 0.0001009511398364277,
+      "loss": 1.385,
+      "step": 3575
+    },
+    {
+      "epoch": 0.5122475290073055,
+      "grad_norm": 1.0826265811920166,
+      "learning_rate": 0.00010090474406970271,
+      "loss": 1.3973,
+      "step": 3576
+    },
+    {
+      "epoch": 0.5123907749606074,
+      "grad_norm": 0.8882268667221069,
+      "learning_rate": 0.00010085834810820871,
+      "loss": 1.5658,
+      "step": 3577
+    },
+    {
+      "epoch": 0.5125340209139092,
+      "grad_norm": 0.9560754895210266,
+      "learning_rate": 0.00010081195196193362,
+      "loss": 1.6424,
+      "step": 3578
+    },
+    {
+      "epoch": 0.512677266867211,
+      "grad_norm": 1.0421098470687866,
+      "learning_rate": 0.00010076555564086534,
+      "loss": 1.6662,
+      "step": 3579
+    },
+    {
+      "epoch": 0.5128205128205128,
+      "grad_norm": 0.8405349850654602,
+      "learning_rate": 0.0001007191591549919,
+      "loss": 1.4175,
+      "step": 3580
+    },
+    {
+      "epoch": 0.5129637587738146,
+      "grad_norm": 1.1041654348373413,
+      "learning_rate": 0.0001006727625143013,
+      "loss": 1.3959,
+      "step": 3581
+    },
+    {
+      "epoch": 0.5131070047271165,
+      "grad_norm": 1.2651163339614868,
+      "learning_rate": 0.00010062636572878155,
+      "loss": 1.461,
+      "step": 3582
+    },
+    {
+      "epoch": 0.5132502506804183,
+      "grad_norm": 0.8848360776901245,
+      "learning_rate": 0.00010057996880842078,
+      "loss": 1.4883,
+      "step": 3583
+    },
+    {
+      "epoch": 0.5133934966337201,
+      "grad_norm": 1.2597516775131226,
+      "learning_rate": 0.00010053357176320703,
+      "loss": 1.3522,
+      "step": 3584
+    },
+    {
+      "epoch": 0.5135367425870219,
+      "grad_norm": 1.527472972869873,
+      "learning_rate": 0.00010048717460312855,
+      "loss": 1.3855,
+      "step": 3585
+    },
+    {
+      "epoch": 0.5136799885403237,
+      "grad_norm": 0.93878573179245,
+      "learning_rate": 0.00010044077733817341,
+      "loss": 1.624,
+      "step": 3586
+    },
+    {
+      "epoch": 0.5138232344936255,
+      "grad_norm": 1.1333723068237305,
+      "learning_rate": 0.00010039437997832984,
+      "loss": 1.4408,
+      "step": 3587
+    },
+    {
+      "epoch": 0.5139664804469274,
+      "grad_norm": 1.1862603425979614,
+      "learning_rate": 0.00010034798253358595,
+      "loss": 1.4291,
+      "step": 3588
+    },
+    {
+      "epoch": 0.5141097264002292,
+      "grad_norm": 1.053566813468933,
+      "learning_rate": 0.00010030158501393008,
+      "loss": 1.5295,
+      "step": 3589
+    },
+    {
+      "epoch": 0.5142529723535311,
+      "grad_norm": 1.203316569328308,
+      "learning_rate": 0.00010025518742935041,
+      "loss": 1.2489,
+      "step": 3590
+    },
+    {
+      "epoch": 0.5143962183068328,
+      "grad_norm": 0.9675750732421875,
+      "learning_rate": 0.00010020878978983522,
+      "loss": 1.5795,
+      "step": 3591
+    },
+    {
+      "epoch": 0.5145394642601346,
+      "grad_norm": 1.1179112195968628,
+      "learning_rate": 0.00010016239210537273,
+      "loss": 1.5684,
+      "step": 3592
+    },
+    {
+      "epoch": 0.5146827102134365,
+      "grad_norm": 0.9410969614982605,
+      "learning_rate": 0.00010011599438595123,
+      "loss": 1.5384,
+      "step": 3593
+    },
+    {
+      "epoch": 0.5148259561667383,
+      "grad_norm": 0.9395551681518555,
+      "learning_rate": 0.00010006959664155904,
+      "loss": 1.4397,
+      "step": 3594
+    },
+    {
+      "epoch": 0.5149692021200402,
+      "grad_norm": 0.9346919059753418,
+      "learning_rate": 0.0001000231988821844,
+      "loss": 1.6335,
+      "step": 3595
+    },
+    {
+      "epoch": 0.5151124480733419,
+      "grad_norm": 1.115979790687561,
+      "learning_rate": 9.997680111781562e-05,
+      "loss": 1.5201,
+      "step": 3596
+    },
+    {
+      "epoch": 0.5152556940266437,
+      "grad_norm": 1.0328491926193237,
+      "learning_rate": 9.9930403358441e-05,
+      "loss": 1.3642,
+      "step": 3597
+    },
+    {
+      "epoch": 0.5153989399799456,
+      "grad_norm": 1.0678049325942993,
+      "learning_rate": 9.98840056140488e-05,
+      "loss": 1.3095,
+      "step": 3598
+    },
+    {
+      "epoch": 0.5155421859332474,
+      "grad_norm": 1.149939775466919,
+      "learning_rate": 9.983760789462728e-05,
+      "loss": 1.5049,
+      "step": 3599
+    },
+    {
+      "epoch": 0.5156854318865493,
+      "grad_norm": 0.9044758677482605,
+      "learning_rate": 9.979121021016482e-05,
+      "loss": 1.292,
+      "step": 3600
+    },
+    {
+      "epoch": 0.515828677839851,
+      "grad_norm": 1.014271855354309,
+      "learning_rate": 9.97448125706496e-05,
+      "loss": 1.6076,
+      "step": 3601
+    },
+    {
+      "epoch": 0.5159719237931528,
+      "grad_norm": 1.0986143350601196,
+      "learning_rate": 9.969841498606993e-05,
+      "loss": 1.5401,
+      "step": 3602
+    },
+    {
+      "epoch": 0.5161151697464547,
+      "grad_norm": 0.9316524863243103,
+      "learning_rate": 9.965201746641407e-05,
+      "loss": 1.3978,
+      "step": 3603
+    },
+    {
+      "epoch": 0.5162584156997565,
+      "grad_norm": 1.1503596305847168,
+      "learning_rate": 9.96056200216702e-05,
+      "loss": 1.4409,
+      "step": 3604
+    },
+    {
+      "epoch": 0.5164016616530583,
+      "grad_norm": 0.9373491406440735,
+      "learning_rate": 9.955922266182664e-05,
+      "loss": 1.4787,
+      "step": 3605
+    },
+    {
+      "epoch": 0.5165449076063601,
+      "grad_norm": 1.3142634630203247,
+      "learning_rate": 9.951282539687146e-05,
+      "loss": 1.3014,
+      "step": 3606
+    },
+    {
+      "epoch": 0.5166881535596619,
+      "grad_norm": 1.3192496299743652,
+      "learning_rate": 9.946642823679295e-05,
+      "loss": 1.3634,
+      "step": 3607
+    },
+    {
+      "epoch": 0.5168313995129638,
+      "grad_norm": 1.0671181678771973,
+      "learning_rate": 9.942003119157926e-05,
+      "loss": 1.3764,
+      "step": 3608
+    },
+    {
+      "epoch": 0.5169746454662656,
+      "grad_norm": 1.1812759637832642,
+      "learning_rate": 9.937363427121847e-05,
+      "loss": 1.5479,
+      "step": 3609
+    },
+    {
+      "epoch": 0.5171178914195674,
+      "grad_norm": 1.0039891004562378,
+      "learning_rate": 9.932723748569876e-05,
+      "loss": 1.3956,
+      "step": 3610
+    },
+    {
+      "epoch": 0.5172611373728692,
+      "grad_norm": 1.1727133989334106,
+      "learning_rate": 9.928084084500812e-05,
+      "loss": 1.4774,
+      "step": 3611
+    },
+    {
+      "epoch": 0.517404383326171,
+      "grad_norm": 0.9436763525009155,
+      "learning_rate": 9.923444435913466e-05,
+      "loss": 1.3159,
+      "step": 3612
+    },
+    {
+      "epoch": 0.5175476292794728,
+      "grad_norm": 1.02524733543396,
+      "learning_rate": 9.918804803806642e-05,
+      "loss": 1.3575,
+      "step": 3613
+    },
+    {
+      "epoch": 0.5176908752327747,
+      "grad_norm": 1.0743768215179443,
+      "learning_rate": 9.914165189179131e-05,
+      "loss": 1.323,
+      "step": 3614
+    },
+    {
+      "epoch": 0.5178341211860765,
+      "grad_norm": 1.1502407789230347,
+      "learning_rate": 9.90952559302973e-05,
+      "loss": 1.6466,
+      "step": 3615
+    },
+    {
+      "epoch": 0.5179773671393784,
+      "grad_norm": 1.1559752225875854,
+      "learning_rate": 9.904886016357233e-05,
+      "loss": 1.5823,
+      "step": 3616
+    },
+    {
+      "epoch": 0.5181206130926801,
+      "grad_norm": 1.0282098054885864,
+      "learning_rate": 9.900246460160422e-05,
+      "loss": 1.5841,
+      "step": 3617
+    },
+    {
+      "epoch": 0.5182638590459819,
+      "grad_norm": 1.1493769884109497,
+      "learning_rate": 9.89560692543808e-05,
+      "loss": 1.4564,
+      "step": 3618
+    },
+    {
+      "epoch": 0.5184071049992838,
+      "grad_norm": 1.2813529968261719,
+      "learning_rate": 9.890967413188983e-05,
+      "loss": 1.491,
+      "step": 3619
+    },
+    {
+      "epoch": 0.5185503509525856,
+      "grad_norm": 0.9939172863960266,
+      "learning_rate": 9.886327924411902e-05,
+      "loss": 1.4274,
+      "step": 3620
+    },
+    {
+      "epoch": 0.5186935969058875,
+      "grad_norm": 1.155564308166504,
+      "learning_rate": 9.88168846010561e-05,
+      "loss": 1.6616,
+      "step": 3621
+    },
+    {
+      "epoch": 0.5188368428591892,
+      "grad_norm": 1.1837539672851562,
+      "learning_rate": 9.87704902126886e-05,
+      "loss": 1.3373,
+      "step": 3622
+    },
+    {
+      "epoch": 0.518980088812491,
+      "grad_norm": 1.1422866582870483,
+      "learning_rate": 9.872409608900416e-05,
+      "loss": 1.3863,
+      "step": 3623
+    },
+    {
+      "epoch": 0.5191233347657929,
+      "grad_norm": 1.1456712484359741,
+      "learning_rate": 9.867770223999028e-05,
+      "loss": 1.2844,
+      "step": 3624
+    },
+    {
+      "epoch": 0.5192665807190947,
+      "grad_norm": 0.9606193900108337,
+      "learning_rate": 9.863130867563435e-05,
+      "loss": 1.5173,
+      "step": 3625
+    },
+    {
+      "epoch": 0.5194098266723965,
+      "grad_norm": 1.0780820846557617,
+      "learning_rate": 9.858491540592382e-05,
+      "loss": 1.5978,
+      "step": 3626
+    },
+    {
+      "epoch": 0.5195530726256983,
+      "grad_norm": 0.8822245597839355,
+      "learning_rate": 9.853852244084594e-05,
+      "loss": 1.4539,
+      "step": 3627
+    },
+    {
+      "epoch": 0.5196963185790001,
+      "grad_norm": 1.204800009727478,
+      "learning_rate": 9.849212979038804e-05,
+      "loss": 1.4755,
+      "step": 3628
+    },
+    {
+      "epoch": 0.519839564532302,
+      "grad_norm": 1.0536383390426636,
+      "learning_rate": 9.84457374645373e-05,
+      "loss": 1.3593,
+      "step": 3629
+    },
+    {
+      "epoch": 0.5199828104856038,
+      "grad_norm": 1.1608455181121826,
+      "learning_rate": 9.83993454732808e-05,
+      "loss": 1.4157,
+      "step": 3630
+    },
+    {
+      "epoch": 0.5201260564389056,
+      "grad_norm": 0.9145950078964233,
+      "learning_rate": 9.835295382660559e-05,
+      "loss": 1.4194,
+      "step": 3631
+    },
+    {
+      "epoch": 0.5202693023922074,
+      "grad_norm": 1.1701889038085938,
+      "learning_rate": 9.830656253449872e-05,
+      "loss": 1.4836,
+      "step": 3632
+    },
+    {
+      "epoch": 0.5204125483455092,
+      "grad_norm": 1.142586588859558,
+      "learning_rate": 9.826017160694697e-05,
+      "loss": 1.3552,
+      "step": 3633
+    },
+    {
+      "epoch": 0.520555794298811,
+      "grad_norm": 0.9662333726882935,
+      "learning_rate": 9.821378105393727e-05,
+      "loss": 1.4859,
+      "step": 3634
+    },
+    {
+      "epoch": 0.5206990402521129,
+      "grad_norm": 0.9974489808082581,
+      "learning_rate": 9.816739088545628e-05,
+      "loss": 1.4474,
+      "step": 3635
+    },
+    {
+      "epoch": 0.5208422862054147,
+      "grad_norm": 1.0281909704208374,
+      "learning_rate": 9.812100111149068e-05,
+      "loss": 1.5738,
+      "step": 3636
+    },
+    {
+      "epoch": 0.5209855321587166,
+      "grad_norm": 1.0253220796585083,
+      "learning_rate": 9.807461174202707e-05,
+      "loss": 1.3773,
+      "step": 3637
+    },
+    {
+      "epoch": 0.5211287781120183,
+      "grad_norm": 1.0492578744888306,
+      "learning_rate": 9.802822278705186e-05,
+      "loss": 1.3724,
+      "step": 3638
+    },
+    {
+      "epoch": 0.5212720240653201,
+      "grad_norm": 1.0510404109954834,
+      "learning_rate": 9.798183425655156e-05,
+      "loss": 1.6727,
+      "step": 3639
+    },
+    {
+      "epoch": 0.521415270018622,
+      "grad_norm": 1.1679924726486206,
+      "learning_rate": 9.793544616051232e-05,
+      "loss": 1.4994,
+      "step": 3640
+    },
+    {
+      "epoch": 0.5215585159719238,
+      "grad_norm": 0.9294899702072144,
+      "learning_rate": 9.788905850892047e-05,
+      "loss": 1.5947,
+      "step": 3641
+    },
+    {
+      "epoch": 0.5217017619252257,
+      "grad_norm": 1.485204815864563,
+      "learning_rate": 9.78426713117621e-05,
+      "loss": 1.4213,
+      "step": 3642
+    },
+    {
+      "epoch": 0.5218450078785274,
+      "grad_norm": 1.2425551414489746,
+      "learning_rate": 9.779628457902319e-05,
+      "loss": 1.4038,
+      "step": 3643
+    },
+    {
+      "epoch": 0.5219882538318292,
+      "grad_norm": 1.1413486003875732,
+      "learning_rate": 9.774989832068966e-05,
+      "loss": 1.4758,
+      "step": 3644
+    },
+    {
+      "epoch": 0.5221314997851311,
+      "grad_norm": 1.3572100400924683,
+      "learning_rate": 9.770351254674738e-05,
+      "loss": 1.4775,
+      "step": 3645
+    },
+    {
+      "epoch": 0.5222747457384329,
+      "grad_norm": 1.0656050443649292,
+      "learning_rate": 9.765712726718199e-05,
+      "loss": 1.4135,
+      "step": 3646
+    },
+    {
+      "epoch": 0.5224179916917348,
+      "grad_norm": 0.9746824502944946,
+      "learning_rate": 9.761074249197915e-05,
+      "loss": 1.4257,
+      "step": 3647
+    },
+    {
+      "epoch": 0.5225612376450365,
+      "grad_norm": 1.032085657119751,
+      "learning_rate": 9.75643582311243e-05,
+      "loss": 1.4941,
+      "step": 3648
+    },
+    {
+      "epoch": 0.5227044835983383,
+      "grad_norm": 0.9372568726539612,
+      "learning_rate": 9.751797449460285e-05,
+      "loss": 1.6092,
+      "step": 3649
+    },
+    {
+      "epoch": 0.5228477295516402,
+      "grad_norm": 0.9867637157440186,
+      "learning_rate": 9.74715912924001e-05,
+      "loss": 1.397,
+      "step": 3650
+    },
+    {
+      "epoch": 0.522990975504942,
+      "grad_norm": 0.9564312100410461,
+      "learning_rate": 9.742520863450115e-05,
+      "loss": 1.3563,
+      "step": 3651
+    },
+    {
+      "epoch": 0.5231342214582438,
+      "grad_norm": 1.032403826713562,
+      "learning_rate": 9.737882653089107e-05,
+      "loss": 1.4193,
+      "step": 3652
+    },
+    {
+      "epoch": 0.5232774674115456,
+      "grad_norm": 1.0462723970413208,
+      "learning_rate": 9.733244499155479e-05,
+      "loss": 1.5468,
+      "step": 3653
+    },
+    {
+      "epoch": 0.5234207133648474,
+      "grad_norm": 1.1857850551605225,
+      "learning_rate": 9.728606402647705e-05,
+      "loss": 1.5002,
+      "step": 3654
+    },
+    {
+      "epoch": 0.5235639593181493,
+      "grad_norm": 1.366687297821045,
+      "learning_rate": 9.723968364564264e-05,
+      "loss": 1.5286,
+      "step": 3655
+    },
+    {
+      "epoch": 0.5237072052714511,
+      "grad_norm": 1.8091353178024292,
+      "learning_rate": 9.719330385903596e-05,
+      "loss": 1.5721,
+      "step": 3656
+    },
+    {
+      "epoch": 0.5238504512247529,
+      "grad_norm": 1.0541880130767822,
+      "learning_rate": 9.714692467664152e-05,
+      "loss": 1.4054,
+      "step": 3657
+    },
+    {
+      "epoch": 0.5239936971780548,
+      "grad_norm": 1.0821703672409058,
+      "learning_rate": 9.710054610844364e-05,
+      "loss": 1.6216,
+      "step": 3658
+    },
+    {
+      "epoch": 0.5241369431313565,
+      "grad_norm": 1.3272136449813843,
+      "learning_rate": 9.705416816442639e-05,
+      "loss": 1.5101,
+      "step": 3659
+    },
+    {
+      "epoch": 0.5242801890846583,
+      "grad_norm": 0.961168646812439,
+      "learning_rate": 9.700779085457386e-05,
+      "loss": 1.496,
+      "step": 3660
+    },
+    {
+      "epoch": 0.5244234350379602,
+      "grad_norm": 1.1941304206848145,
+      "learning_rate": 9.696141418886987e-05,
+      "loss": 1.4124,
+      "step": 3661
+    },
+    {
+      "epoch": 0.524566680991262,
+      "grad_norm": 1.0471336841583252,
+      "learning_rate": 9.691503817729824e-05,
+      "loss": 1.5916,
+      "step": 3662
+    },
+    {
+      "epoch": 0.5247099269445639,
+      "grad_norm": 1.1841449737548828,
+      "learning_rate": 9.686866282984256e-05,
+      "loss": 1.3081,
+      "step": 3663
+    },
+    {
+      "epoch": 0.5248531728978656,
+      "grad_norm": 0.9417638778686523,
+      "learning_rate": 9.682228815648628e-05,
+      "loss": 1.3981,
+      "step": 3664
+    },
+    {
+      "epoch": 0.5249964188511674,
+      "grad_norm": 1.0364794731140137,
+      "learning_rate": 9.67759141672127e-05,
+      "loss": 1.3471,
+      "step": 3665
+    },
+    {
+      "epoch": 0.5251396648044693,
+      "grad_norm": 0.9749118685722351,
+      "learning_rate": 9.672954087200506e-05,
+      "loss": 1.4248,
+      "step": 3666
+    },
+    {
+      "epoch": 0.5252829107577711,
+      "grad_norm": 1.007877230644226,
+      "learning_rate": 9.668316828084628e-05,
+      "loss": 1.4015,
+      "step": 3667
+    },
+    {
+      "epoch": 0.525426156711073,
+      "grad_norm": 1.0197854042053223,
+      "learning_rate": 9.663679640371934e-05,
+      "loss": 1.3861,
+      "step": 3668
+    },
+    {
+      "epoch": 0.5255694026643747,
+      "grad_norm": 0.9615498185157776,
+      "learning_rate": 9.65904252506069e-05,
+      "loss": 1.6158,
+      "step": 3669
+    },
+    {
+      "epoch": 0.5257126486176765,
+      "grad_norm": 0.9661074280738831,
+      "learning_rate": 9.654405483149151e-05,
+      "loss": 1.6899,
+      "step": 3670
+    },
+    {
+      "epoch": 0.5258558945709784,
+      "grad_norm": 0.9892789721488953,
+      "learning_rate": 9.649768515635562e-05,
+      "loss": 1.4972,
+      "step": 3671
+    },
+    {
+      "epoch": 0.5259991405242802,
+      "grad_norm": 1.0670568943023682,
+      "learning_rate": 9.64513162351814e-05,
+      "loss": 1.4018,
+      "step": 3672
+    },
+    {
+      "epoch": 0.526142386477582,
+      "grad_norm": 1.0690839290618896,
+      "learning_rate": 9.6404948077951e-05,
+      "loss": 1.67,
+      "step": 3673
+    },
+    {
+      "epoch": 0.5262856324308838,
+      "grad_norm": 1.2881882190704346,
+      "learning_rate": 9.635858069464635e-05,
+      "loss": 1.524,
+      "step": 3674
+    },
+    {
+      "epoch": 0.5264288783841856,
+      "grad_norm": 0.9814013242721558,
+      "learning_rate": 9.631221409524913e-05,
+      "loss": 1.3549,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5265721243374875,
+      "grad_norm": 0.9260945916175842,
+      "learning_rate": 9.6265848289741e-05,
+      "loss": 1.4685,
+      "step": 3676
+    },
+    {
+      "epoch": 0.5267153702907893,
+      "grad_norm": 1.2528876066207886,
+      "learning_rate": 9.621948328810326e-05,
+      "loss": 1.4618,
+      "step": 3677
+    },
+    {
+      "epoch": 0.5268586162440911,
+      "grad_norm": 1.121245265007019,
+      "learning_rate": 9.617311910031724e-05,
+      "loss": 1.5001,
+      "step": 3678
+    },
+    {
+      "epoch": 0.527001862197393,
+      "grad_norm": 1.065065860748291,
+      "learning_rate": 9.6126755736364e-05,
+      "loss": 1.4434,
+      "step": 3679
+    },
+    {
+      "epoch": 0.5271451081506947,
+      "grad_norm": 1.0449342727661133,
+      "learning_rate": 9.608039320622439e-05,
+      "loss": 1.5771,
+      "step": 3680
+    },
+    {
+      "epoch": 0.5272883541039965,
+      "grad_norm": 1.0913090705871582,
+      "learning_rate": 9.60340315198791e-05,
+      "loss": 1.5633,
+      "step": 3681
+    },
+    {
+      "epoch": 0.5274316000572984,
+      "grad_norm": 1.030701994895935,
+      "learning_rate": 9.598767068730874e-05,
+      "loss": 1.5309,
+      "step": 3682
+    },
+    {
+      "epoch": 0.5275748460106002,
+      "grad_norm": 1.018375277519226,
+      "learning_rate": 9.594131071849353e-05,
+      "loss": 1.5493,
+      "step": 3683
+    },
+    {
+      "epoch": 0.5277180919639021,
+      "grad_norm": 0.8634425401687622,
+      "learning_rate": 9.589495162341374e-05,
+      "loss": 1.504,
+      "step": 3684
+    },
+    {
+      "epoch": 0.5278613379172038,
+      "grad_norm": 1.1253384351730347,
+      "learning_rate": 9.584859341204924e-05,
+      "loss": 1.3666,
+      "step": 3685
+    },
+    {
+      "epoch": 0.5280045838705056,
+      "grad_norm": 0.9816253185272217,
+      "learning_rate": 9.580223609437986e-05,
+      "loss": 1.4391,
+      "step": 3686
+    },
+    {
+      "epoch": 0.5281478298238075,
+      "grad_norm": 0.9913028478622437,
+      "learning_rate": 9.57558796803852e-05,
+      "loss": 1.3833,
+      "step": 3687
+    },
+    {
+      "epoch": 0.5282910757771093,
+      "grad_norm": 0.904725193977356,
+      "learning_rate": 9.570952418004455e-05,
+      "loss": 1.518,
+      "step": 3688
+    },
+    {
+      "epoch": 0.5284343217304112,
+      "grad_norm": 0.8907566666603088,
+      "learning_rate": 9.566316960333726e-05,
+      "loss": 1.4699,
+      "step": 3689
+    },
+    {
+      "epoch": 0.5285775676837129,
+      "grad_norm": 1.0499829053878784,
+      "learning_rate": 9.561681596024215e-05,
+      "loss": 1.5315,
+      "step": 3690
+    },
+    {
+      "epoch": 0.5287208136370147,
+      "grad_norm": 0.9125332236289978,
+      "learning_rate": 9.557046326073814e-05,
+      "loss": 1.4572,
+      "step": 3691
+    },
+    {
+      "epoch": 0.5288640595903166,
+      "grad_norm": 1.110592007637024,
+      "learning_rate": 9.552411151480378e-05,
+      "loss": 1.5192,
+      "step": 3692
+    },
+    {
+      "epoch": 0.5290073055436184,
+      "grad_norm": 1.3595906496047974,
+      "learning_rate": 9.547776073241744e-05,
+      "loss": 1.5705,
+      "step": 3693
+    },
+    {
+      "epoch": 0.5291505514969203,
+      "grad_norm": 1.053475260734558,
+      "learning_rate": 9.543141092355727e-05,
+      "loss": 1.2998,
+      "step": 3694
+    },
+    {
+      "epoch": 0.529293797450222,
+      "grad_norm": 0.9554246664047241,
+      "learning_rate": 9.538506209820133e-05,
+      "loss": 1.3674,
+      "step": 3695
+    },
+    {
+      "epoch": 0.5294370434035238,
+      "grad_norm": 0.9325063228607178,
+      "learning_rate": 9.53387142663273e-05,
+      "loss": 1.4702,
+      "step": 3696
+    },
+    {
+      "epoch": 0.5295802893568257,
+      "grad_norm": 1.0716009140014648,
+      "learning_rate": 9.529236743791276e-05,
+      "loss": 1.4657,
+      "step": 3697
+    },
+    {
+      "epoch": 0.5297235353101275,
+      "grad_norm": 1.3493986129760742,
+      "learning_rate": 9.524602162293497e-05,
+      "loss": 1.639,
+      "step": 3698
+    },
+    {
+      "epoch": 0.5298667812634293,
+      "grad_norm": 0.9105624556541443,
+      "learning_rate": 9.519967683137108e-05,
+      "loss": 1.4977,
+      "step": 3699
+    },
+    {
+      "epoch": 0.5300100272167311,
+      "grad_norm": 1.1785258054733276,
+      "learning_rate": 9.515333307319805e-05,
+      "loss": 1.5145,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5301532731700329,
+      "grad_norm": 1.0712037086486816,
+      "learning_rate": 9.51069903583924e-05,
+      "loss": 1.3406,
+      "step": 3701
+    },
+    {
+      "epoch": 0.5302965191233348,
+      "grad_norm": 1.1307774782180786,
+      "learning_rate": 9.506064869693066e-05,
+      "loss": 1.4798,
+      "step": 3702
+    },
+    {
+      "epoch": 0.5304397650766366,
+      "grad_norm": 1.0042505264282227,
+      "learning_rate": 9.501430809878906e-05,
+      "loss": 1.3987,
+      "step": 3703
+    },
+    {
+      "epoch": 0.5305830110299384,
+      "grad_norm": 1.1270831823349,
+      "learning_rate": 9.496796857394352e-05,
+      "loss": 1.5422,
+      "step": 3704
+    },
+    {
+      "epoch": 0.5307262569832403,
+      "grad_norm": 0.9394819140434265,
+      "learning_rate": 9.492163013236983e-05,
+      "loss": 1.4732,
+      "step": 3705
+    },
+    {
+      "epoch": 0.530869502936542,
+      "grad_norm": 1.3356412649154663,
+      "learning_rate": 9.487529278404347e-05,
+      "loss": 1.3733,
+      "step": 3706
+    },
+    {
+      "epoch": 0.5310127488898438,
+      "grad_norm": 1.1593106985092163,
+      "learning_rate": 9.482895653893978e-05,
+      "loss": 1.421,
+      "step": 3707
+    },
+    {
+      "epoch": 0.5311559948431457,
+      "grad_norm": 1.005353569984436,
+      "learning_rate": 9.478262140703381e-05,
+      "loss": 1.5626,
+      "step": 3708
+    },
+    {
+      "epoch": 0.5312992407964475,
+      "grad_norm": 1.2760593891143799,
+      "learning_rate": 9.473628739830032e-05,
+      "loss": 1.3318,
+      "step": 3709
+    },
+    {
+      "epoch": 0.5314424867497494,
+      "grad_norm": 0.9968245029449463,
+      "learning_rate": 9.468995452271387e-05,
+      "loss": 1.473,
+      "step": 3710
+    },
+    {
+      "epoch": 0.5315857327030511,
+      "grad_norm": 1.0674681663513184,
+      "learning_rate": 9.464362279024884e-05,
+      "loss": 1.5768,
+      "step": 3711
+    },
+    {
+      "epoch": 0.5317289786563529,
+      "grad_norm": 0.9731749296188354,
+      "learning_rate": 9.459729221087926e-05,
+      "loss": 1.5195,
+      "step": 3712
+    },
+    {
+      "epoch": 0.5318722246096548,
+      "grad_norm": 1.044157862663269,
+      "learning_rate": 9.4550962794579e-05,
+      "loss": 1.5047,
+      "step": 3713
+    },
+    {
+      "epoch": 0.5320154705629566,
+      "grad_norm": 1.0972700119018555,
+      "learning_rate": 9.450463455132158e-05,
+      "loss": 1.3488,
+      "step": 3714
+    },
+    {
+      "epoch": 0.5321587165162585,
+      "grad_norm": 0.9928647875785828,
+      "learning_rate": 9.445830749108034e-05,
+      "loss": 1.3899,
+      "step": 3715
+    },
+    {
+      "epoch": 0.5323019624695602,
+      "grad_norm": 1.1095454692840576,
+      "learning_rate": 9.44119816238284e-05,
+      "loss": 1.303,
+      "step": 3716
+    },
+    {
+      "epoch": 0.532445208422862,
+      "grad_norm": 1.0951017141342163,
+      "learning_rate": 9.43656569595385e-05,
+      "loss": 1.1757,
+      "step": 3717
+    },
+    {
+      "epoch": 0.5325884543761639,
+      "grad_norm": 1.0239847898483276,
+      "learning_rate": 9.431933350818326e-05,
+      "loss": 1.6106,
+      "step": 3718
+    },
+    {
+      "epoch": 0.5327317003294657,
+      "grad_norm": 1.0276610851287842,
+      "learning_rate": 9.427301127973491e-05,
+      "loss": 1.5495,
+      "step": 3719
+    },
+    {
+      "epoch": 0.5328749462827675,
+      "grad_norm": 1.051010012626648,
+      "learning_rate": 9.422669028416552e-05,
+      "loss": 1.3648,
+      "step": 3720
+    },
+    {
+      "epoch": 0.5330181922360693,
+      "grad_norm": 1.0294698476791382,
+      "learning_rate": 9.418037053144687e-05,
+      "loss": 1.4915,
+      "step": 3721
+    },
+    {
+      "epoch": 0.5331614381893711,
+      "grad_norm": 1.1154484748840332,
+      "learning_rate": 9.413405203155038e-05,
+      "loss": 1.4358,
+      "step": 3722
+    },
+    {
+      "epoch": 0.533304684142673,
+      "grad_norm": 1.066701054573059,
+      "learning_rate": 9.408773479444736e-05,
+      "loss": 1.4329,
+      "step": 3723
+    },
+    {
+      "epoch": 0.5334479300959748,
+      "grad_norm": 1.1281652450561523,
+      "learning_rate": 9.404141883010874e-05,
+      "loss": 1.4011,
+      "step": 3724
+    },
+    {
+      "epoch": 0.5335911760492766,
+      "grad_norm": 1.0561577081680298,
+      "learning_rate": 9.399510414850518e-05,
+      "loss": 1.3675,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5337344220025785,
+      "grad_norm": 1.1736193895339966,
+      "learning_rate": 9.394879075960712e-05,
+      "loss": 1.4952,
+      "step": 3726
+    },
+    {
+      "epoch": 0.5338776679558802,
+      "grad_norm": 1.492641806602478,
+      "learning_rate": 9.390247867338464e-05,
+      "loss": 1.3619,
+      "step": 3727
+    },
+    {
+      "epoch": 0.534020913909182,
+      "grad_norm": 1.0116454362869263,
+      "learning_rate": 9.385616789980759e-05,
+      "loss": 1.3065,
+      "step": 3728
+    },
+    {
+      "epoch": 0.5341641598624839,
+      "grad_norm": 1.0272656679153442,
+      "learning_rate": 9.380985844884561e-05,
+      "loss": 1.2946,
+      "step": 3729
+    },
+    {
+      "epoch": 0.5343074058157857,
+      "grad_norm": 0.9177758097648621,
+      "learning_rate": 9.376355033046789e-05,
+      "loss": 1.5304,
+      "step": 3730
+    },
+    {
+      "epoch": 0.5344506517690876,
+      "grad_norm": 1.3132327795028687,
+      "learning_rate": 9.371724355464346e-05,
+      "loss": 1.525,
+      "step": 3731
+    },
+    {
+      "epoch": 0.5345938977223893,
+      "grad_norm": 0.9225274324417114,
+      "learning_rate": 9.367093813134103e-05,
+      "loss": 1.5235,
+      "step": 3732
+    },
+    {
+      "epoch": 0.5347371436756911,
+      "grad_norm": 0.9495259523391724,
+      "learning_rate": 9.362463407052898e-05,
+      "loss": 1.559,
+      "step": 3733
+    },
+    {
+      "epoch": 0.534880389628993,
+      "grad_norm": 1.1263283491134644,
+      "learning_rate": 9.357833138217549e-05,
+      "loss": 1.4769,
+      "step": 3734
+    },
+    {
+      "epoch": 0.5350236355822948,
+      "grad_norm": 0.9646736979484558,
+      "learning_rate": 9.35320300762483e-05,
+      "loss": 1.358,
+      "step": 3735
+    },
+    {
+      "epoch": 0.5351668815355967,
+      "grad_norm": 1.387593388557434,
+      "learning_rate": 9.348573016271498e-05,
+      "loss": 1.6396,
+      "step": 3736
+    },
+    {
+      "epoch": 0.5353101274888984,
+      "grad_norm": 1.3924411535263062,
+      "learning_rate": 9.343943165154278e-05,
+      "loss": 1.6549,
+      "step": 3737
+    },
+    {
+      "epoch": 0.5354533734422002,
+      "grad_norm": 1.052427053451538,
+      "learning_rate": 9.339313455269856e-05,
+      "loss": 1.4841,
+      "step": 3738
+    },
+    {
+      "epoch": 0.5355966193955021,
+      "grad_norm": 0.96592116355896,
+      "learning_rate": 9.334683887614902e-05,
+      "loss": 1.5036,
+      "step": 3739
+    },
+    {
+      "epoch": 0.5357398653488039,
+      "grad_norm": 1.228516936302185,
+      "learning_rate": 9.330054463186038e-05,
+      "loss": 1.4877,
+      "step": 3740
+    },
+    {
+      "epoch": 0.5358831113021058,
+      "grad_norm": 1.0862354040145874,
+      "learning_rate": 9.325425182979873e-05,
+      "loss": 1.48,
+      "step": 3741
+    },
+    {
+      "epoch": 0.5360263572554075,
+      "grad_norm": 1.1747487783432007,
+      "learning_rate": 9.320796047992973e-05,
+      "loss": 1.2947,
+      "step": 3742
+    },
+    {
+      "epoch": 0.5361696032087093,
+      "grad_norm": 1.0766327381134033,
+      "learning_rate": 9.316167059221874e-05,
+      "loss": 1.5512,
+      "step": 3743
+    },
+    {
+      "epoch": 0.5363128491620112,
+      "grad_norm": 1.1095632314682007,
+      "learning_rate": 9.311538217663084e-05,
+      "loss": 1.4824,
+      "step": 3744
+    },
+    {
+      "epoch": 0.536456095115313,
+      "grad_norm": 1.180436611175537,
+      "learning_rate": 9.306909524313083e-05,
+      "loss": 1.4193,
+      "step": 3745
+    },
+    {
+      "epoch": 0.5365993410686148,
+      "grad_norm": 1.1128722429275513,
+      "learning_rate": 9.302280980168307e-05,
+      "loss": 1.3957,
+      "step": 3746
+    },
+    {
+      "epoch": 0.5367425870219167,
+      "grad_norm": 0.9409400224685669,
+      "learning_rate": 9.297652586225175e-05,
+      "loss": 1.5223,
+      "step": 3747
+    },
+    {
+      "epoch": 0.5368858329752184,
+      "grad_norm": 1.1013296842575073,
+      "learning_rate": 9.293024343480055e-05,
+      "loss": 1.4056,
+      "step": 3748
+    },
+    {
+      "epoch": 0.5370290789285203,
+      "grad_norm": 1.0315372943878174,
+      "learning_rate": 9.288396252929299e-05,
+      "loss": 1.3458,
+      "step": 3749
+    },
+    {
+      "epoch": 0.5371723248818221,
+      "grad_norm": 1.0596935749053955,
+      "learning_rate": 9.283768315569226e-05,
+      "loss": 1.5696,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5373155708351239,
+      "grad_norm": 0.993152916431427,
+      "learning_rate": 9.279140532396104e-05,
+      "loss": 1.4345,
+      "step": 3751
+    },
+    {
+      "epoch": 0.5374588167884258,
+      "grad_norm": 1.247186303138733,
+      "learning_rate": 9.27451290440619e-05,
+      "loss": 1.4699,
+      "step": 3752
+    },
+    {
+      "epoch": 0.5376020627417275,
+      "grad_norm": 1.095140814781189,
+      "learning_rate": 9.269885432595696e-05,
+      "loss": 1.649,
+      "step": 3753
+    },
+    {
+      "epoch": 0.5377453086950293,
+      "grad_norm": 1.0088491439819336,
+      "learning_rate": 9.265258117960797e-05,
+      "loss": 1.5561,
+      "step": 3754
+    },
+    {
+      "epoch": 0.5378885546483312,
+      "grad_norm": 1.0591967105865479,
+      "learning_rate": 9.260630961497648e-05,
+      "loss": 1.3892,
+      "step": 3755
+    },
+    {
+      "epoch": 0.538031800601633,
+      "grad_norm": 0.9037487506866455,
+      "learning_rate": 9.256003964202352e-05,
+      "loss": 1.6028,
+      "step": 3756
+    },
+    {
+      "epoch": 0.5381750465549349,
+      "grad_norm": 1.2708085775375366,
+      "learning_rate": 9.251377127070992e-05,
+      "loss": 1.4193,
+      "step": 3757
+    },
+    {
+      "epoch": 0.5383182925082366,
+      "grad_norm": 0.9906055331230164,
+      "learning_rate": 9.246750451099615e-05,
+      "loss": 1.3891,
+      "step": 3758
+    },
+    {
+      "epoch": 0.5384615384615384,
+      "grad_norm": 1.06361722946167,
+      "learning_rate": 9.242123937284223e-05,
+      "loss": 1.5691,
+      "step": 3759
+    },
+    {
+      "epoch": 0.5386047844148403,
+      "grad_norm": 1.1724755764007568,
+      "learning_rate": 9.23749758662079e-05,
+      "loss": 1.4389,
+      "step": 3760
+    },
+    {
+      "epoch": 0.5387480303681421,
+      "grad_norm": 1.3174530267715454,
+      "learning_rate": 9.232871400105265e-05,
+      "loss": 1.3631,
+      "step": 3761
+    },
+    {
+      "epoch": 0.538891276321444,
+      "grad_norm": 0.9628914594650269,
+      "learning_rate": 9.228245378733537e-05,
+      "loss": 1.291,
+      "step": 3762
+    },
+    {
+      "epoch": 0.5390345222747457,
+      "grad_norm": 1.097837209701538,
+      "learning_rate": 9.223619523501484e-05,
+      "loss": 1.4198,
+      "step": 3763
+    },
+    {
+      "epoch": 0.5391777682280475,
+      "grad_norm": 1.1131733655929565,
+      "learning_rate": 9.218993835404935e-05,
+      "loss": 1.4411,
+      "step": 3764
+    },
+    {
+      "epoch": 0.5393210141813494,
+      "grad_norm": 1.1385118961334229,
+      "learning_rate": 9.214368315439685e-05,
+      "loss": 1.4257,
+      "step": 3765
+    },
+    {
+      "epoch": 0.5394642601346512,
+      "grad_norm": 1.019806146621704,
+      "learning_rate": 9.209742964601498e-05,
+      "loss": 1.5173,
+      "step": 3766
+    },
+    {
+      "epoch": 0.539607506087953,
+      "grad_norm": 1.0430290699005127,
+      "learning_rate": 9.205117783886091e-05,
+      "loss": 1.4202,
+      "step": 3767
+    },
+    {
+      "epoch": 0.5397507520412549,
+      "grad_norm": 1.231879711151123,
+      "learning_rate": 9.20049277428916e-05,
+      "loss": 1.4805,
+      "step": 3768
+    },
+    {
+      "epoch": 0.5398939979945566,
+      "grad_norm": 0.946229100227356,
+      "learning_rate": 9.195867936806346e-05,
+      "loss": 1.3604,
+      "step": 3769
+    },
+    {
+      "epoch": 0.5400372439478585,
+      "grad_norm": 1.1848903894424438,
+      "learning_rate": 9.191243272433268e-05,
+      "loss": 1.3913,
+      "step": 3770
+    },
+    {
+      "epoch": 0.5401804899011603,
+      "grad_norm": 1.285207986831665,
+      "learning_rate": 9.1866187821655e-05,
+      "loss": 1.5611,
+      "step": 3771
+    },
+    {
+      "epoch": 0.5403237358544621,
+      "grad_norm": 1.06255042552948,
+      "learning_rate": 9.181994466998577e-05,
+      "loss": 1.2361,
+      "step": 3772
+    },
+    {
+      "epoch": 0.540466981807764,
+      "grad_norm": 1.0617461204528809,
+      "learning_rate": 9.177370327928004e-05,
+      "loss": 1.4728,
+      "step": 3773
+    },
+    {
+      "epoch": 0.5406102277610657,
+      "grad_norm": 1.0712438821792603,
+      "learning_rate": 9.172746365949246e-05,
+      "loss": 1.3626,
+      "step": 3774
+    },
+    {
+      "epoch": 0.5407534737143675,
+      "grad_norm": 1.3901863098144531,
+      "learning_rate": 9.16812258205772e-05,
+      "loss": 1.4924,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5408967196676694,
+      "grad_norm": 0.9060248136520386,
+      "learning_rate": 9.16349897724882e-05,
+      "loss": 1.2435,
+      "step": 3776
+    },
+    {
+      "epoch": 0.5410399656209712,
+      "grad_norm": 0.9542836546897888,
+      "learning_rate": 9.158875552517887e-05,
+      "loss": 1.4101,
+      "step": 3777
+    },
+    {
+      "epoch": 0.5411832115742731,
+      "grad_norm": 0.9828691482543945,
+      "learning_rate": 9.154252308860231e-05,
+      "loss": 1.288,
+      "step": 3778
+    },
+    {
+      "epoch": 0.5413264575275748,
+      "grad_norm": 0.9805358052253723,
+      "learning_rate": 9.149629247271128e-05,
+      "loss": 1.5303,
+      "step": 3779
+    },
+    {
+      "epoch": 0.5414697034808766,
+      "grad_norm": 1.081050992012024,
+      "learning_rate": 9.145006368745803e-05,
+      "loss": 1.2325,
+      "step": 3780
+    },
+    {
+      "epoch": 0.5416129494341785,
+      "grad_norm": 1.2133771181106567,
+      "learning_rate": 9.14038367427945e-05,
+      "loss": 1.4947,
+      "step": 3781
+    },
+    {
+      "epoch": 0.5417561953874803,
+      "grad_norm": 1.0079306364059448,
+      "learning_rate": 9.135761164867221e-05,
+      "loss": 1.5692,
+      "step": 3782
+    },
+    {
+      "epoch": 0.5418994413407822,
+      "grad_norm": 1.0841153860092163,
+      "learning_rate": 9.131138841504222e-05,
+      "loss": 1.3654,
+      "step": 3783
+    },
+    {
+      "epoch": 0.5420426872940839,
+      "grad_norm": 1.2001100778579712,
+      "learning_rate": 9.126516705185535e-05,
+      "loss": 1.4592,
+      "step": 3784
+    },
+    {
+      "epoch": 0.5421859332473857,
+      "grad_norm": 1.1872929334640503,
+      "learning_rate": 9.121894756906181e-05,
+      "loss": 1.522,
+      "step": 3785
+    },
+    {
+      "epoch": 0.5423291792006876,
+      "grad_norm": 0.9917281866073608,
+      "learning_rate": 9.117272997661157e-05,
+      "loss": 1.5062,
+      "step": 3786
+    },
+    {
+      "epoch": 0.5424724251539894,
+      "grad_norm": 1.1616346836090088,
+      "learning_rate": 9.112651428445416e-05,
+      "loss": 1.585,
+      "step": 3787
+    },
+    {
+      "epoch": 0.5426156711072913,
+      "grad_norm": 1.2031828165054321,
+      "learning_rate": 9.108030050253861e-05,
+      "loss": 1.4594,
+      "step": 3788
+    },
+    {
+      "epoch": 0.5427589170605931,
+      "grad_norm": 1.1231974363327026,
+      "learning_rate": 9.103408864081365e-05,
+      "loss": 1.3894,
+      "step": 3789
+    },
+    {
+      "epoch": 0.5429021630138948,
+      "grad_norm": 1.1349482536315918,
+      "learning_rate": 9.098787870922751e-05,
+      "loss": 1.5288,
+      "step": 3790
+    },
+    {
+      "epoch": 0.5430454089671967,
+      "grad_norm": 1.1391558647155762,
+      "learning_rate": 9.094167071772808e-05,
+      "loss": 1.4258,
+      "step": 3791
+    },
+    {
+      "epoch": 0.5431886549204985,
+      "grad_norm": 1.0005218982696533,
+      "learning_rate": 9.08954646762628e-05,
+      "loss": 1.4241,
+      "step": 3792
+    },
+    {
+      "epoch": 0.5433319008738003,
+      "grad_norm": 0.9379509091377258,
+      "learning_rate": 9.084926059477865e-05,
+      "loss": 1.3634,
+      "step": 3793
+    },
+    {
+      "epoch": 0.5434751468271022,
+      "grad_norm": 1.1874172687530518,
+      "learning_rate": 9.080305848322223e-05,
+      "loss": 1.4154,
+      "step": 3794
+    },
+    {
+      "epoch": 0.5436183927804039,
+      "grad_norm": 0.9710493087768555,
+      "learning_rate": 9.075685835153981e-05,
+      "loss": 1.4285,
+      "step": 3795
+    },
+    {
+      "epoch": 0.5437616387337058,
+      "grad_norm": 0.9827266335487366,
+      "learning_rate": 9.071066020967698e-05,
+      "loss": 1.4656,
+      "step": 3796
+    },
+    {
+      "epoch": 0.5439048846870076,
+      "grad_norm": 1.009162425994873,
+      "learning_rate": 9.066446406757916e-05,
+      "loss": 1.5328,
+      "step": 3797
+    },
+    {
+      "epoch": 0.5440481306403094,
+      "grad_norm": 1.297681212425232,
+      "learning_rate": 9.06182699351912e-05,
+      "loss": 1.2993,
+      "step": 3798
+    },
+    {
+      "epoch": 0.5441913765936113,
+      "grad_norm": 1.3142284154891968,
+      "learning_rate": 9.057207782245757e-05,
+      "loss": 1.4792,
+      "step": 3799
+    },
+    {
+      "epoch": 0.544334622546913,
+      "grad_norm": 1.1202914714813232,
+      "learning_rate": 9.052588773932228e-05,
+      "loss": 1.2981,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5444778685002148,
+      "grad_norm": 1.2199974060058594,
+      "learning_rate": 9.047969969572889e-05,
+      "loss": 1.5812,
+      "step": 3801
+    },
+    {
+      "epoch": 0.5446211144535167,
+      "grad_norm": 1.119985580444336,
+      "learning_rate": 9.043351370162058e-05,
+      "loss": 1.4063,
+      "step": 3802
+    },
+    {
+      "epoch": 0.5447643604068185,
+      "grad_norm": 1.0038018226623535,
+      "learning_rate": 9.038732976694005e-05,
+      "loss": 1.4041,
+      "step": 3803
+    },
+    {
+      "epoch": 0.5449076063601204,
+      "grad_norm": 1.1058692932128906,
+      "learning_rate": 9.034114790162952e-05,
+      "loss": 1.5677,
+      "step": 3804
+    },
+    {
+      "epoch": 0.5450508523134221,
+      "grad_norm": 1.0595307350158691,
+      "learning_rate": 9.029496811563086e-05,
+      "loss": 1.4911,
+      "step": 3805
+    },
+    {
+      "epoch": 0.5451940982667239,
+      "grad_norm": 1.1045829057693481,
+      "learning_rate": 9.024879041888535e-05,
+      "loss": 1.6732,
+      "step": 3806
+    },
+    {
+      "epoch": 0.5453373442200258,
+      "grad_norm": 0.9798338413238525,
+      "learning_rate": 9.020261482133398e-05,
+      "loss": 1.3912,
+      "step": 3807
+    },
+    {
+      "epoch": 0.5454805901733276,
+      "grad_norm": 1.0904219150543213,
+      "learning_rate": 9.015644133291723e-05,
+      "loss": 1.3266,
+      "step": 3808
+    },
+    {
+      "epoch": 0.5456238361266295,
+      "grad_norm": 1.0460784435272217,
+      "learning_rate": 9.011026996357503e-05,
+      "loss": 1.5387,
+      "step": 3809
+    },
+    {
+      "epoch": 0.5457670820799312,
+      "grad_norm": 1.0462229251861572,
+      "learning_rate": 9.006410072324696e-05,
+      "loss": 1.4417,
+      "step": 3810
+    },
+    {
+      "epoch": 0.545910328033233,
+      "grad_norm": 1.094861388206482,
+      "learning_rate": 9.00179336218722e-05,
+      "loss": 1.5301,
+      "step": 3811
+    },
+    {
+      "epoch": 0.5460535739865349,
+      "grad_norm": 1.0694599151611328,
+      "learning_rate": 8.997176866938923e-05,
+      "loss": 1.6693,
+      "step": 3812
+    },
+    {
+      "epoch": 0.5461968199398367,
+      "grad_norm": 1.1541491746902466,
+      "learning_rate": 8.992560587573636e-05,
+      "loss": 1.478,
+      "step": 3813
+    },
+    {
+      "epoch": 0.5463400658931385,
+      "grad_norm": 0.986068606376648,
+      "learning_rate": 8.987944525085123e-05,
+      "loss": 1.5936,
+      "step": 3814
+    },
+    {
+      "epoch": 0.5464833118464404,
+      "grad_norm": 1.2436209917068481,
+      "learning_rate": 8.983328680467108e-05,
+      "loss": 1.4446,
+      "step": 3815
+    },
+    {
+      "epoch": 0.5466265577997421,
+      "grad_norm": 1.1077172756195068,
+      "learning_rate": 8.978713054713271e-05,
+      "loss": 1.5973,
+      "step": 3816
+    },
+    {
+      "epoch": 0.546769803753044,
+      "grad_norm": 1.0793979167938232,
+      "learning_rate": 8.974097648817238e-05,
+      "loss": 1.4712,
+      "step": 3817
+    },
+    {
+      "epoch": 0.5469130497063458,
+      "grad_norm": 0.9659695029258728,
+      "learning_rate": 8.9694824637726e-05,
+      "loss": 1.4608,
+      "step": 3818
+    },
+    {
+      "epoch": 0.5470562956596476,
+      "grad_norm": 1.0949501991271973,
+      "learning_rate": 8.964867500572878e-05,
+      "loss": 1.4879,
+      "step": 3819
+    },
+    {
+      "epoch": 0.5471995416129495,
+      "grad_norm": 0.9649415612220764,
+      "learning_rate": 8.960252760211571e-05,
+      "loss": 1.3132,
+      "step": 3820
+    },
+    {
+      "epoch": 0.5473427875662512,
+      "grad_norm": 1.0436382293701172,
+      "learning_rate": 8.955638243682118e-05,
+      "loss": 1.2984,
+      "step": 3821
+    },
+    {
+      "epoch": 0.547486033519553,
+      "grad_norm": 1.0647273063659668,
+      "learning_rate": 8.951023951977904e-05,
+      "loss": 1.4556,
+      "step": 3822
+    },
+    {
+      "epoch": 0.5476292794728549,
+      "grad_norm": 1.3677531480789185,
+      "learning_rate": 8.946409886092273e-05,
+      "loss": 1.2689,
+      "step": 3823
+    },
+    {
+      "epoch": 0.5477725254261567,
+      "grad_norm": 0.9775151610374451,
+      "learning_rate": 8.941796047018525e-05,
+      "loss": 1.6255,
+      "step": 3824
+    },
+    {
+      "epoch": 0.5479157713794586,
+      "grad_norm": 1.0395750999450684,
+      "learning_rate": 8.9371824357499e-05,
+      "loss": 1.3896,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5480590173327603,
+      "grad_norm": 1.1269032955169678,
+      "learning_rate": 8.932569053279599e-05,
+      "loss": 1.2533,
+      "step": 3826
+    },
+    {
+      "epoch": 0.5482022632860621,
+      "grad_norm": 1.1840837001800537,
+      "learning_rate": 8.927955900600762e-05,
+      "loss": 1.5089,
+      "step": 3827
+    },
+    {
+      "epoch": 0.548345509239364,
+      "grad_norm": 1.0594879388809204,
+      "learning_rate": 8.92334297870649e-05,
+      "loss": 1.6975,
+      "step": 3828
+    },
+    {
+      "epoch": 0.5484887551926658,
+      "grad_norm": 1.125756859779358,
+      "learning_rate": 8.918730288589835e-05,
+      "loss": 1.3292,
+      "step": 3829
+    },
+    {
+      "epoch": 0.5486320011459677,
+      "grad_norm": 0.9916996955871582,
+      "learning_rate": 8.914117831243789e-05,
+      "loss": 1.4081,
+      "step": 3830
+    },
+    {
+      "epoch": 0.5487752470992694,
+      "grad_norm": 1.3145045042037964,
+      "learning_rate": 8.909505607661304e-05,
+      "loss": 1.4342,
+      "step": 3831
+    },
+    {
+      "epoch": 0.5489184930525712,
+      "grad_norm": 0.96387779712677,
+      "learning_rate": 8.904893618835277e-05,
+      "loss": 1.5699,
+      "step": 3832
+    },
+    {
+      "epoch": 0.5490617390058731,
+      "grad_norm": 0.9044823050498962,
+      "learning_rate": 8.900281865758551e-05,
+      "loss": 1.434,
+      "step": 3833
+    },
+    {
+      "epoch": 0.5492049849591749,
+      "grad_norm": 1.1349505186080933,
+      "learning_rate": 8.89567034942393e-05,
+      "loss": 1.4952,
+      "step": 3834
+    },
+    {
+      "epoch": 0.5493482309124768,
+      "grad_norm": 1.156217098236084,
+      "learning_rate": 8.89105907082415e-05,
+      "loss": 1.3432,
+      "step": 3835
+    },
+    {
+      "epoch": 0.5494914768657786,
+      "grad_norm": 1.1509956121444702,
+      "learning_rate": 8.886448030951912e-05,
+      "loss": 1.5059,
+      "step": 3836
+    },
+    {
+      "epoch": 0.5496347228190803,
+      "grad_norm": 1.0422645807266235,
+      "learning_rate": 8.881837230799859e-05,
+      "loss": 1.5027,
+      "step": 3837
+    },
+    {
+      "epoch": 0.5497779687723822,
+      "grad_norm": 1.124345064163208,
+      "learning_rate": 8.877226671360577e-05,
+      "loss": 1.5431,
+      "step": 3838
+    },
+    {
+      "epoch": 0.549921214725684,
+      "grad_norm": 0.9728684425354004,
+      "learning_rate": 8.872616353626608e-05,
+      "loss": 1.4236,
+      "step": 3839
+    },
+    {
+      "epoch": 0.5500644606789858,
+      "grad_norm": 1.0192064046859741,
+      "learning_rate": 8.868006278590442e-05,
+      "loss": 1.4471,
+      "step": 3840
+    },
+    {
+      "epoch": 0.5502077066322877,
+      "grad_norm": 1.1330386400222778,
+      "learning_rate": 8.863396447244511e-05,
+      "loss": 1.5068,
+      "step": 3841
+    },
+    {
+      "epoch": 0.5503509525855894,
+      "grad_norm": 0.9541002511978149,
+      "learning_rate": 8.8587868605812e-05,
+      "loss": 1.4464,
+      "step": 3842
+    },
+    {
+      "epoch": 0.5504941985388913,
+      "grad_norm": 1.0834025144577026,
+      "learning_rate": 8.854177519592834e-05,
+      "loss": 1.5666,
+      "step": 3843
+    },
+    {
+      "epoch": 0.5506374444921931,
+      "grad_norm": 1.0423028469085693,
+      "learning_rate": 8.849568425271693e-05,
+      "loss": 1.4477,
+      "step": 3844
+    },
+    {
+      "epoch": 0.5507806904454949,
+      "grad_norm": 1.2028241157531738,
+      "learning_rate": 8.844959578610005e-05,
+      "loss": 1.3805,
+      "step": 3845
+    },
+    {
+      "epoch": 0.5509239363987968,
+      "grad_norm": 1.0281370878219604,
+      "learning_rate": 8.840350980599934e-05,
+      "loss": 1.4256,
+      "step": 3846
+    },
+    {
+      "epoch": 0.5510671823520985,
+      "grad_norm": 1.0357186794281006,
+      "learning_rate": 8.835742632233603e-05,
+      "loss": 1.6376,
+      "step": 3847
+    },
+    {
+      "epoch": 0.5512104283054003,
+      "grad_norm": 1.0143104791641235,
+      "learning_rate": 8.831134534503069e-05,
+      "loss": 1.4429,
+      "step": 3848
+    },
+    {
+      "epoch": 0.5513536742587022,
+      "grad_norm": 0.9991410970687866,
+      "learning_rate": 8.826526688400346e-05,
+      "loss": 1.5334,
+      "step": 3849
+    },
+    {
+      "epoch": 0.551496920212004,
+      "grad_norm": 1.023917317390442,
+      "learning_rate": 8.82191909491739e-05,
+      "loss": 1.4937,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5516401661653059,
+      "grad_norm": 1.0619323253631592,
+      "learning_rate": 8.817311755046095e-05,
+      "loss": 1.3325,
+      "step": 3851
+    },
+    {
+      "epoch": 0.5517834121186076,
+      "grad_norm": 1.0307047367095947,
+      "learning_rate": 8.812704669778315e-05,
+      "loss": 1.3565,
+      "step": 3852
+    },
+    {
+      "epoch": 0.5519266580719094,
+      "grad_norm": 0.9894295334815979,
+      "learning_rate": 8.808097840105841e-05,
+      "loss": 1.4818,
+      "step": 3853
+    },
+    {
+      "epoch": 0.5520699040252113,
+      "grad_norm": 1.0442804098129272,
+      "learning_rate": 8.803491267020404e-05,
+      "loss": 1.5308,
+      "step": 3854
+    },
+    {
+      "epoch": 0.5522131499785131,
+      "grad_norm": 0.996025562286377,
+      "learning_rate": 8.79888495151369e-05,
+      "loss": 1.4061,
+      "step": 3855
+    },
+    {
+      "epoch": 0.552356395931815,
+      "grad_norm": 1.0073922872543335,
+      "learning_rate": 8.794278894577322e-05,
+      "loss": 1.4578,
+      "step": 3856
+    },
+    {
+      "epoch": 0.5524996418851168,
+      "grad_norm": 1.0147943496704102,
+      "learning_rate": 8.789673097202869e-05,
+      "loss": 1.4358,
+      "step": 3857
+    },
+    {
+      "epoch": 0.5526428878384185,
+      "grad_norm": 0.9661896824836731,
+      "learning_rate": 8.785067560381852e-05,
+      "loss": 1.4952,
+      "step": 3858
+    },
+    {
+      "epoch": 0.5527861337917204,
+      "grad_norm": 1.2750680446624756,
+      "learning_rate": 8.78046228510572e-05,
+      "loss": 1.5323,
+      "step": 3859
+    },
+    {
+      "epoch": 0.5529293797450222,
+      "grad_norm": 1.112851619720459,
+      "learning_rate": 8.77585727236588e-05,
+      "loss": 1.4256,
+      "step": 3860
+    },
+    {
+      "epoch": 0.553072625698324,
+      "grad_norm": 1.119991660118103,
+      "learning_rate": 8.771252523153679e-05,
+      "loss": 1.4074,
+      "step": 3861
+    },
+    {
+      "epoch": 0.5532158716516259,
+      "grad_norm": 1.2580434083938599,
+      "learning_rate": 8.766648038460399e-05,
+      "loss": 1.539,
+      "step": 3862
+    },
+    {
+      "epoch": 0.5533591176049276,
+      "grad_norm": 1.0191692113876343,
+      "learning_rate": 8.762043819277279e-05,
+      "loss": 1.5818,
+      "step": 3863
+    },
+    {
+      "epoch": 0.5535023635582295,
+      "grad_norm": 1.117834448814392,
+      "learning_rate": 8.757439866595489e-05,
+      "loss": 1.4567,
+      "step": 3864
+    },
+    {
+      "epoch": 0.5536456095115313,
+      "grad_norm": 1.0666587352752686,
+      "learning_rate": 8.752836181406147e-05,
+      "loss": 1.442,
+      "step": 3865
+    },
+    {
+      "epoch": 0.5537888554648331,
+      "grad_norm": 0.9829243421554565,
+      "learning_rate": 8.748232764700314e-05,
+      "loss": 1.4592,
+      "step": 3866
+    },
+    {
+      "epoch": 0.553932101418135,
+      "grad_norm": 1.019116759300232,
+      "learning_rate": 8.743629617468986e-05,
+      "loss": 1.4684,
+      "step": 3867
+    },
+    {
+      "epoch": 0.5540753473714367,
+      "grad_norm": 1.4596484899520874,
+      "learning_rate": 8.739026740703119e-05,
+      "loss": 1.4149,
+      "step": 3868
+    },
+    {
+      "epoch": 0.5542185933247386,
+      "grad_norm": 1.3572077751159668,
+      "learning_rate": 8.734424135393582e-05,
+      "loss": 1.5147,
+      "step": 3869
+    },
+    {
+      "epoch": 0.5543618392780404,
+      "grad_norm": 1.0679384469985962,
+      "learning_rate": 8.729821802531212e-05,
+      "loss": 1.4465,
+      "step": 3870
+    },
+    {
+      "epoch": 0.5545050852313422,
+      "grad_norm": 1.3410930633544922,
+      "learning_rate": 8.72521974310678e-05,
+      "loss": 1.4652,
+      "step": 3871
+    },
+    {
+      "epoch": 0.5546483311846441,
+      "grad_norm": 1.0214407444000244,
+      "learning_rate": 8.720617958110989e-05,
+      "loss": 1.3629,
+      "step": 3872
+    },
+    {
+      "epoch": 0.5547915771379458,
+      "grad_norm": 1.0155452489852905,
+      "learning_rate": 8.71601644853449e-05,
+      "loss": 1.3687,
+      "step": 3873
+    },
+    {
+      "epoch": 0.5549348230912476,
+      "grad_norm": 1.0824731588363647,
+      "learning_rate": 8.71141521536788e-05,
+      "loss": 1.448,
+      "step": 3874
+    },
+    {
+      "epoch": 0.5550780690445495,
+      "grad_norm": 0.908047616481781,
+      "learning_rate": 8.706814259601684e-05,
+      "loss": 1.3907,
+      "step": 3875
+    },
+    {
+      "epoch": 0.5552213149978513,
+      "grad_norm": 1.1305387020111084,
+      "learning_rate": 8.702213582226379e-05,
+      "loss": 1.5265,
+      "step": 3876
+    },
+    {
+      "epoch": 0.5553645609511532,
+      "grad_norm": 0.9820502996444702,
+      "learning_rate": 8.697613184232372e-05,
+      "loss": 1.4883,
+      "step": 3877
+    },
+    {
+      "epoch": 0.555507806904455,
+      "grad_norm": 1.200761079788208,
+      "learning_rate": 8.693013066610016e-05,
+      "loss": 1.4646,
+      "step": 3878
+    },
+    {
+      "epoch": 0.5556510528577567,
+      "grad_norm": 1.0490083694458008,
+      "learning_rate": 8.68841323034961e-05,
+      "loss": 1.413,
+      "step": 3879
+    },
+    {
+      "epoch": 0.5557942988110586,
+      "grad_norm": 0.9863044619560242,
+      "learning_rate": 8.68381367644137e-05,
+      "loss": 1.3852,
+      "step": 3880
+    },
+    {
+      "epoch": 0.5559375447643604,
+      "grad_norm": 1.113324522972107,
+      "learning_rate": 8.67921440587548e-05,
+      "loss": 1.4788,
+      "step": 3881
+    },
+    {
+      "epoch": 0.5560807907176623,
+      "grad_norm": 1.0483076572418213,
+      "learning_rate": 8.674615419642044e-05,
+      "loss": 1.5708,
+      "step": 3882
+    },
+    {
+      "epoch": 0.5562240366709641,
+      "grad_norm": 1.2621926069259644,
+      "learning_rate": 8.670016718731111e-05,
+      "loss": 1.37,
+      "step": 3883
+    },
+    {
+      "epoch": 0.5563672826242658,
+      "grad_norm": 1.0216878652572632,
+      "learning_rate": 8.665418304132666e-05,
+      "loss": 1.5767,
+      "step": 3884
+    },
+    {
+      "epoch": 0.5565105285775677,
+      "grad_norm": 1.1343331336975098,
+      "learning_rate": 8.66082017683663e-05,
+      "loss": 1.3059,
+      "step": 3885
+    },
+    {
+      "epoch": 0.5566537745308695,
+      "grad_norm": 1.0336447954177856,
+      "learning_rate": 8.656222337832875e-05,
+      "loss": 1.5078,
+      "step": 3886
+    },
+    {
+      "epoch": 0.5567970204841713,
+      "grad_norm": 1.0354665517807007,
+      "learning_rate": 8.651624788111197e-05,
+      "loss": 1.4115,
+      "step": 3887
+    },
+    {
+      "epoch": 0.5569402664374732,
+      "grad_norm": 1.1621276140213013,
+      "learning_rate": 8.647027528661333e-05,
+      "loss": 1.4469,
+      "step": 3888
+    },
+    {
+      "epoch": 0.5570835123907749,
+      "grad_norm": 1.1106805801391602,
+      "learning_rate": 8.64243056047296e-05,
+      "loss": 1.4499,
+      "step": 3889
+    },
+    {
+      "epoch": 0.5572267583440768,
+      "grad_norm": 1.003835916519165,
+      "learning_rate": 8.6378338845357e-05,
+      "loss": 1.4755,
+      "step": 3890
+    },
+    {
+      "epoch": 0.5573700042973786,
+      "grad_norm": 1.0290353298187256,
+      "learning_rate": 8.633237501839089e-05,
+      "loss": 1.4444,
+      "step": 3891
+    },
+    {
+      "epoch": 0.5575132502506804,
+      "grad_norm": 0.9574710726737976,
+      "learning_rate": 8.628641413372625e-05,
+      "loss": 1.4359,
+      "step": 3892
+    },
+    {
+      "epoch": 0.5576564962039823,
+      "grad_norm": 1.0339142084121704,
+      "learning_rate": 8.624045620125727e-05,
+      "loss": 1.4939,
+      "step": 3893
+    },
+    {
+      "epoch": 0.557799742157284,
+      "grad_norm": 0.9650383591651917,
+      "learning_rate": 8.619450123087757e-05,
+      "loss": 1.4627,
+      "step": 3894
+    },
+    {
+      "epoch": 0.5579429881105858,
+      "grad_norm": 1.1457477807998657,
+      "learning_rate": 8.614854923248016e-05,
+      "loss": 1.3275,
+      "step": 3895
+    },
+    {
+      "epoch": 0.5580862340638877,
+      "grad_norm": 1.178534984588623,
+      "learning_rate": 8.610260021595728e-05,
+      "loss": 1.5624,
+      "step": 3896
+    },
+    {
+      "epoch": 0.5582294800171895,
+      "grad_norm": 1.0805834531784058,
+      "learning_rate": 8.605665419120071e-05,
+      "loss": 1.6439,
+      "step": 3897
+    },
+    {
+      "epoch": 0.5583727259704914,
+      "grad_norm": 0.9872868061065674,
+      "learning_rate": 8.601071116810143e-05,
+      "loss": 1.2529,
+      "step": 3898
+    },
+    {
+      "epoch": 0.5585159719237931,
+      "grad_norm": 1.1058366298675537,
+      "learning_rate": 8.596477115654985e-05,
+      "loss": 1.4539,
+      "step": 3899
+    },
+    {
+      "epoch": 0.5586592178770949,
+      "grad_norm": 1.0926380157470703,
+      "learning_rate": 8.591883416643574e-05,
+      "loss": 1.4542,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5588024638303968,
+      "grad_norm": 0.9621227383613586,
+      "learning_rate": 8.587290020764814e-05,
+      "loss": 1.4805,
+      "step": 3901
+    },
+    {
+      "epoch": 0.5589457097836986,
+      "grad_norm": 1.1570326089859009,
+      "learning_rate": 8.582696929007556e-05,
+      "loss": 1.6447,
+      "step": 3902
+    },
+    {
+      "epoch": 0.5590889557370005,
+      "grad_norm": 1.2910305261611938,
+      "learning_rate": 8.578104142360578e-05,
+      "loss": 1.2552,
+      "step": 3903
+    },
+    {
+      "epoch": 0.5592322016903023,
+      "grad_norm": 1.2416069507598877,
+      "learning_rate": 8.573511661812589e-05,
+      "loss": 1.5075,
+      "step": 3904
+    },
+    {
+      "epoch": 0.559375447643604,
+      "grad_norm": 1.0806993246078491,
+      "learning_rate": 8.568919488352242e-05,
+      "loss": 1.409,
+      "step": 3905
+    },
+    {
+      "epoch": 0.5595186935969059,
+      "grad_norm": 1.1173073053359985,
+      "learning_rate": 8.564327622968113e-05,
+      "loss": 1.5982,
+      "step": 3906
+    },
+    {
+      "epoch": 0.5596619395502077,
+      "grad_norm": 0.9969653487205505,
+      "learning_rate": 8.559736066648717e-05,
+      "loss": 1.4937,
+      "step": 3907
+    },
+    {
+      "epoch": 0.5598051855035096,
+      "grad_norm": 0.9481828808784485,
+      "learning_rate": 8.55514482038251e-05,
+      "loss": 1.4303,
+      "step": 3908
+    },
+    {
+      "epoch": 0.5599484314568114,
+      "grad_norm": 1.0447025299072266,
+      "learning_rate": 8.550553885157866e-05,
+      "loss": 1.3553,
+      "step": 3909
+    },
+    {
+      "epoch": 0.5600916774101131,
+      "grad_norm": 1.014381766319275,
+      "learning_rate": 8.545963261963102e-05,
+      "loss": 1.5883,
+      "step": 3910
+    },
+    {
+      "epoch": 0.560234923363415,
+      "grad_norm": 0.9257584810256958,
+      "learning_rate": 8.541372951786469e-05,
+      "loss": 1.4358,
+      "step": 3911
+    },
+    {
+      "epoch": 0.5603781693167168,
+      "grad_norm": 0.9420837163925171,
+      "learning_rate": 8.536782955616138e-05,
+      "loss": 1.3634,
+      "step": 3912
+    },
+    {
+      "epoch": 0.5605214152700186,
+      "grad_norm": 1.033255696296692,
+      "learning_rate": 8.532193274440235e-05,
+      "loss": 1.5382,
+      "step": 3913
+    },
+    {
+      "epoch": 0.5606646612233205,
+      "grad_norm": 1.000390648841858,
+      "learning_rate": 8.527603909246791e-05,
+      "loss": 1.2871,
+      "step": 3914
+    },
+    {
+      "epoch": 0.5608079071766222,
+      "grad_norm": 1.0225059986114502,
+      "learning_rate": 8.523014861023791e-05,
+      "loss": 1.4086,
+      "step": 3915
+    },
+    {
+      "epoch": 0.560951153129924,
+      "grad_norm": 0.9923529624938965,
+      "learning_rate": 8.518426130759145e-05,
+      "loss": 1.3834,
+      "step": 3916
+    },
+    {
+      "epoch": 0.5610943990832259,
+      "grad_norm": 0.9652693271636963,
+      "learning_rate": 8.513837719440688e-05,
+      "loss": 1.3498,
+      "step": 3917
+    },
+    {
+      "epoch": 0.5612376450365277,
+      "grad_norm": 0.9340861439704895,
+      "learning_rate": 8.509249628056192e-05,
+      "loss": 1.4039,
+      "step": 3918
+    },
+    {
+      "epoch": 0.5613808909898296,
+      "grad_norm": 1.1371067762374878,
+      "learning_rate": 8.504661857593358e-05,
+      "loss": 1.4394,
+      "step": 3919
+    },
+    {
+      "epoch": 0.5615241369431313,
+      "grad_norm": 1.2700018882751465,
+      "learning_rate": 8.500074409039827e-05,
+      "loss": 1.4986,
+      "step": 3920
+    },
+    {
+      "epoch": 0.5616673828964331,
+      "grad_norm": 0.9649380445480347,
+      "learning_rate": 8.495487283383158e-05,
+      "loss": 1.4754,
+      "step": 3921
+    },
+    {
+      "epoch": 0.561810628849735,
+      "grad_norm": 1.0944358110427856,
+      "learning_rate": 8.490900481610845e-05,
+      "loss": 1.4009,
+      "step": 3922
+    },
+    {
+      "epoch": 0.5619538748030368,
+      "grad_norm": 1.0920557975769043,
+      "learning_rate": 8.486314004710311e-05,
+      "loss": 1.4038,
+      "step": 3923
+    },
+    {
+      "epoch": 0.5620971207563387,
+      "grad_norm": 0.9623047113418579,
+      "learning_rate": 8.48172785366892e-05,
+      "loss": 1.4269,
+      "step": 3924
+    },
+    {
+      "epoch": 0.5622403667096405,
+      "grad_norm": 1.1410871744155884,
+      "learning_rate": 8.477142029473945e-05,
+      "loss": 1.3248,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5623836126629422,
+      "grad_norm": 0.9313381314277649,
+      "learning_rate": 8.47255653311261e-05,
+      "loss": 1.5549,
+      "step": 3926
+    },
+    {
+      "epoch": 0.5625268586162441,
+      "grad_norm": 1.2161037921905518,
+      "learning_rate": 8.467971365572053e-05,
+      "loss": 1.5121,
+      "step": 3927
+    },
+    {
+      "epoch": 0.5626701045695459,
+      "grad_norm": 1.199950933456421,
+      "learning_rate": 8.463386527839349e-05,
+      "loss": 1.3817,
+      "step": 3928
+    },
+    {
+      "epoch": 0.5628133505228478,
+      "grad_norm": 1.0937238931655884,
+      "learning_rate": 8.458802020901503e-05,
+      "loss": 1.3631,
+      "step": 3929
+    },
+    {
+      "epoch": 0.5629565964761496,
+      "grad_norm": 1.222967267036438,
+      "learning_rate": 8.454217845745439e-05,
+      "loss": 1.5627,
+      "step": 3930
+    },
+    {
+      "epoch": 0.5630998424294513,
+      "grad_norm": 1.2670552730560303,
+      "learning_rate": 8.449634003358022e-05,
+      "loss": 1.3928,
+      "step": 3931
+    },
+    {
+      "epoch": 0.5632430883827532,
+      "grad_norm": 1.016030192375183,
+      "learning_rate": 8.44505049472604e-05,
+      "loss": 1.4664,
+      "step": 3932
+    },
+    {
+      "epoch": 0.563386334336055,
+      "grad_norm": 1.2094675302505493,
+      "learning_rate": 8.440467320836208e-05,
+      "loss": 1.5021,
+      "step": 3933
+    },
+    {
+      "epoch": 0.5635295802893568,
+      "grad_norm": 0.9983848333358765,
+      "learning_rate": 8.435884482675168e-05,
+      "loss": 1.4074,
+      "step": 3934
+    },
+    {
+      "epoch": 0.5636728262426587,
+      "grad_norm": 1.151353359222412,
+      "learning_rate": 8.431301981229492e-05,
+      "loss": 1.3578,
+      "step": 3935
+    },
+    {
+      "epoch": 0.5638160721959604,
+      "grad_norm": 1.0771452188491821,
+      "learning_rate": 8.42671981748568e-05,
+      "loss": 1.366,
+      "step": 3936
+    },
+    {
+      "epoch": 0.5639593181492623,
+      "grad_norm": 0.9068920016288757,
+      "learning_rate": 8.422137992430162e-05,
+      "loss": 1.3473,
+      "step": 3937
+    },
+    {
+      "epoch": 0.5641025641025641,
+      "grad_norm": 1.0523741245269775,
+      "learning_rate": 8.417556507049285e-05,
+      "loss": 1.3889,
+      "step": 3938
+    },
+    {
+      "epoch": 0.5642458100558659,
+      "grad_norm": 1.1137903928756714,
+      "learning_rate": 8.412975362329332e-05,
+      "loss": 1.3633,
+      "step": 3939
+    },
+    {
+      "epoch": 0.5643890560091678,
+      "grad_norm": 1.0227127075195312,
+      "learning_rate": 8.408394559256516e-05,
+      "loss": 1.3197,
+      "step": 3940
+    },
+    {
+      "epoch": 0.5645323019624695,
+      "grad_norm": 0.96559077501297,
+      "learning_rate": 8.40381409881696e-05,
+      "loss": 1.4968,
+      "step": 3941
+    },
+    {
+      "epoch": 0.5646755479157713,
+      "grad_norm": 0.9677904844284058,
+      "learning_rate": 8.399233981996731e-05,
+      "loss": 1.4819,
+      "step": 3942
+    },
+    {
+      "epoch": 0.5648187938690732,
+      "grad_norm": 1.1421489715576172,
+      "learning_rate": 8.394654209781813e-05,
+      "loss": 1.4401,
+      "step": 3943
+    },
+    {
+      "epoch": 0.564962039822375,
+      "grad_norm": 1.0023362636566162,
+      "learning_rate": 8.390074783158116e-05,
+      "loss": 1.4193,
+      "step": 3944
+    },
+    {
+      "epoch": 0.5651052857756769,
+      "grad_norm": 0.9260674118995667,
+      "learning_rate": 8.385495703111483e-05,
+      "loss": 1.2871,
+      "step": 3945
+    },
+    {
+      "epoch": 0.5652485317289787,
+      "grad_norm": 1.0982071161270142,
+      "learning_rate": 8.380916970627666e-05,
+      "loss": 1.4643,
+      "step": 3946
+    },
+    {
+      "epoch": 0.5653917776822804,
+      "grad_norm": 1.0054882764816284,
+      "learning_rate": 8.376338586692366e-05,
+      "loss": 1.3952,
+      "step": 3947
+    },
+    {
+      "epoch": 0.5655350236355823,
+      "grad_norm": 1.12131667137146,
+      "learning_rate": 8.371760552291183e-05,
+      "loss": 1.4279,
+      "step": 3948
+    },
+    {
+      "epoch": 0.5656782695888841,
+      "grad_norm": 1.2436209917068481,
+      "learning_rate": 8.367182868409662e-05,
+      "loss": 1.4079,
+      "step": 3949
+    },
+    {
+      "epoch": 0.565821515542186,
+      "grad_norm": 1.411811351776123,
+      "learning_rate": 8.362605536033265e-05,
+      "loss": 1.4564,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5659647614954878,
+      "grad_norm": 1.2025032043457031,
+      "learning_rate": 8.358028556147377e-05,
+      "loss": 1.2907,
+      "step": 3951
+    },
+    {
+      "epoch": 0.5661080074487895,
+      "grad_norm": 1.1331753730773926,
+      "learning_rate": 8.353451929737304e-05,
+      "loss": 1.4747,
+      "step": 3952
+    },
+    {
+      "epoch": 0.5662512534020914,
+      "grad_norm": 1.1726840734481812,
+      "learning_rate": 8.348875657788291e-05,
+      "loss": 1.3844,
+      "step": 3953
+    },
+    {
+      "epoch": 0.5663944993553932,
+      "grad_norm": 1.0277190208435059,
+      "learning_rate": 8.344299741285486e-05,
+      "loss": 1.3081,
+      "step": 3954
+    },
+    {
+      "epoch": 0.566537745308695,
+      "grad_norm": 1.0352312326431274,
+      "learning_rate": 8.339724181213977e-05,
+      "loss": 1.3252,
+      "step": 3955
+    },
+    {
+      "epoch": 0.5666809912619969,
+      "grad_norm": 1.1586459875106812,
+      "learning_rate": 8.335148978558764e-05,
+      "loss": 1.5264,
+      "step": 3956
+    },
+    {
+      "epoch": 0.5668242372152986,
+      "grad_norm": 0.9880736470222473,
+      "learning_rate": 8.330574134304776e-05,
+      "loss": 1.3285,
+      "step": 3957
+    },
+    {
+      "epoch": 0.5669674831686005,
+      "grad_norm": 1.236707091331482,
+      "learning_rate": 8.32599964943687e-05,
+      "loss": 1.2863,
+      "step": 3958
+    },
+    {
+      "epoch": 0.5671107291219023,
+      "grad_norm": 1.2749842405319214,
+      "learning_rate": 8.32142552493981e-05,
+      "loss": 1.4463,
+      "step": 3959
+    },
+    {
+      "epoch": 0.5672539750752041,
+      "grad_norm": 1.1208387613296509,
+      "learning_rate": 8.316851761798298e-05,
+      "loss": 1.4212,
+      "step": 3960
+    },
+    {
+      "epoch": 0.567397221028506,
+      "grad_norm": 1.110959529876709,
+      "learning_rate": 8.312278360996952e-05,
+      "loss": 1.3482,
+      "step": 3961
+    },
+    {
+      "epoch": 0.5675404669818077,
+      "grad_norm": 1.3533021211624146,
+      "learning_rate": 8.307705323520305e-05,
+      "loss": 1.5242,
+      "step": 3962
+    },
+    {
+      "epoch": 0.5676837129351096,
+      "grad_norm": 1.011827826499939,
+      "learning_rate": 8.303132650352831e-05,
+      "loss": 1.2896,
+      "step": 3963
+    },
+    {
+      "epoch": 0.5678269588884114,
+      "grad_norm": 1.1768875122070312,
+      "learning_rate": 8.298560342478901e-05,
+      "loss": 1.6087,
+      "step": 3964
+    },
+    {
+      "epoch": 0.5679702048417132,
+      "grad_norm": 1.3576440811157227,
+      "learning_rate": 8.293988400882826e-05,
+      "loss": 1.4745,
+      "step": 3965
+    },
+    {
+      "epoch": 0.5681134507950151,
+      "grad_norm": 1.080346941947937,
+      "learning_rate": 8.289416826548834e-05,
+      "loss": 1.4959,
+      "step": 3966
+    },
+    {
+      "epoch": 0.5682566967483169,
+      "grad_norm": 1.0996720790863037,
+      "learning_rate": 8.284845620461067e-05,
+      "loss": 1.6541,
+      "step": 3967
+    },
+    {
+      "epoch": 0.5683999427016186,
+      "grad_norm": 1.0441292524337769,
+      "learning_rate": 8.28027478360359e-05,
+      "loss": 1.3561,
+      "step": 3968
+    },
+    {
+      "epoch": 0.5685431886549205,
+      "grad_norm": 1.0955283641815186,
+      "learning_rate": 8.275704316960403e-05,
+      "loss": 1.1895,
+      "step": 3969
+    },
+    {
+      "epoch": 0.5686864346082223,
+      "grad_norm": 0.9964588284492493,
+      "learning_rate": 8.271134221515403e-05,
+      "loss": 1.3756,
+      "step": 3970
+    },
+    {
+      "epoch": 0.5688296805615242,
+      "grad_norm": 1.1440949440002441,
+      "learning_rate": 8.266564498252425e-05,
+      "loss": 1.7146,
+      "step": 3971
+    },
+    {
+      "epoch": 0.568972926514826,
+      "grad_norm": 1.03159761428833,
+      "learning_rate": 8.261995148155213e-05,
+      "loss": 1.5362,
+      "step": 3972
+    },
+    {
+      "epoch": 0.5691161724681277,
+      "grad_norm": 1.077358365058899,
+      "learning_rate": 8.257426172207434e-05,
+      "loss": 1.3597,
+      "step": 3973
+    },
+    {
+      "epoch": 0.5692594184214296,
+      "grad_norm": 1.0758122205734253,
+      "learning_rate": 8.252857571392683e-05,
+      "loss": 1.5402,
+      "step": 3974
+    },
+    {
+      "epoch": 0.5694026643747314,
+      "grad_norm": 0.9931212067604065,
+      "learning_rate": 8.248289346694457e-05,
+      "loss": 1.5285,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5695459103280333,
+      "grad_norm": 1.0778038501739502,
+      "learning_rate": 8.24372149909619e-05,
+      "loss": 1.4353,
+      "step": 3976
+    },
+    {
+      "epoch": 0.5696891562813351,
+      "grad_norm": 0.9726178050041199,
+      "learning_rate": 8.239154029581222e-05,
+      "loss": 1.3841,
+      "step": 3977
+    },
+    {
+      "epoch": 0.5698324022346368,
+      "grad_norm": 1.0772814750671387,
+      "learning_rate": 8.234586939132817e-05,
+      "loss": 1.4022,
+      "step": 3978
+    },
+    {
+      "epoch": 0.5699756481879387,
+      "grad_norm": 0.9630537629127502,
+      "learning_rate": 8.230020228734159e-05,
+      "loss": 1.5571,
+      "step": 3979
+    },
+    {
+      "epoch": 0.5701188941412405,
+      "grad_norm": 1.1459382772445679,
+      "learning_rate": 8.22545389936834e-05,
+      "loss": 1.4769,
+      "step": 3980
+    },
+    {
+      "epoch": 0.5702621400945423,
+      "grad_norm": 1.1901633739471436,
+      "learning_rate": 8.220887952018387e-05,
+      "loss": 1.4344,
+      "step": 3981
+    },
+    {
+      "epoch": 0.5704053860478442,
+      "grad_norm": 1.1619997024536133,
+      "learning_rate": 8.216322387667232e-05,
+      "loss": 1.3347,
+      "step": 3982
+    },
+    {
+      "epoch": 0.5705486320011459,
+      "grad_norm": 1.0061863660812378,
+      "learning_rate": 8.211757207297727e-05,
+      "loss": 1.6967,
+      "step": 3983
+    },
+    {
+      "epoch": 0.5706918779544478,
+      "grad_norm": 1.0157241821289062,
+      "learning_rate": 8.207192411892646e-05,
+      "loss": 1.4133,
+      "step": 3984
+    },
+    {
+      "epoch": 0.5708351239077496,
+      "grad_norm": 0.9288365840911865,
+      "learning_rate": 8.202628002434672e-05,
+      "loss": 1.5269,
+      "step": 3985
+    },
+    {
+      "epoch": 0.5709783698610514,
+      "grad_norm": 1.0225657224655151,
+      "learning_rate": 8.198063979906407e-05,
+      "loss": 1.5106,
+      "step": 3986
+    },
+    {
+      "epoch": 0.5711216158143533,
+      "grad_norm": 1.3645665645599365,
+      "learning_rate": 8.19350034529038e-05,
+      "loss": 1.36,
+      "step": 3987
+    },
+    {
+      "epoch": 0.5712648617676551,
+      "grad_norm": 1.0551788806915283,
+      "learning_rate": 8.188937099569024e-05,
+      "loss": 1.3861,
+      "step": 3988
+    },
+    {
+      "epoch": 0.5714081077209568,
+      "grad_norm": 1.0860575437545776,
+      "learning_rate": 8.184374243724693e-05,
+      "loss": 1.3604,
+      "step": 3989
+    },
+    {
+      "epoch": 0.5715513536742587,
+      "grad_norm": 0.9989764094352722,
+      "learning_rate": 8.17981177873966e-05,
+      "loss": 1.4829,
+      "step": 3990
+    },
+    {
+      "epoch": 0.5716945996275605,
+      "grad_norm": 0.9815551042556763,
+      "learning_rate": 8.175249705596105e-05,
+      "loss": 1.3384,
+      "step": 3991
+    },
+    {
+      "epoch": 0.5718378455808624,
+      "grad_norm": 1.075231909751892,
+      "learning_rate": 8.170688025276134e-05,
+      "loss": 1.3676,
+      "step": 3992
+    },
+    {
+      "epoch": 0.5719810915341642,
+      "grad_norm": 0.9899006485939026,
+      "learning_rate": 8.166126738761764e-05,
+      "loss": 1.4485,
+      "step": 3993
+    },
+    {
+      "epoch": 0.5721243374874659,
+      "grad_norm": 1.0879756212234497,
+      "learning_rate": 8.161565847034925e-05,
+      "loss": 1.4025,
+      "step": 3994
+    },
+    {
+      "epoch": 0.5722675834407678,
+      "grad_norm": 1.0301867723464966,
+      "learning_rate": 8.157005351077465e-05,
+      "loss": 1.3864,
+      "step": 3995
+    },
+    {
+      "epoch": 0.5724108293940696,
+      "grad_norm": 0.9742445349693298,
+      "learning_rate": 8.152445251871144e-05,
+      "loss": 1.4833,
+      "step": 3996
+    },
+    {
+      "epoch": 0.5725540753473715,
+      "grad_norm": 1.2943754196166992,
+      "learning_rate": 8.147885550397645e-05,
+      "loss": 1.4745,
+      "step": 3997
+    },
+    {
+      "epoch": 0.5726973213006733,
+      "grad_norm": 1.0822839736938477,
+      "learning_rate": 8.143326247638549e-05,
+      "loss": 1.437,
+      "step": 3998
+    },
+    {
+      "epoch": 0.572840567253975,
+      "grad_norm": 0.9512063264846802,
+      "learning_rate": 8.138767344575368e-05,
+      "loss": 1.6048,
+      "step": 3999
+    },
+    {
+      "epoch": 0.5729838132072769,
+      "grad_norm": 1.0484191179275513,
+      "learning_rate": 8.134208842189522e-05,
+      "loss": 1.5153,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5731270591605787,
+      "grad_norm": 1.4109985828399658,
+      "learning_rate": 8.12965074146234e-05,
+      "loss": 1.4263,
+      "step": 4001
+    },
+    {
+      "epoch": 0.5732703051138806,
+      "grad_norm": 1.0904258489608765,
+      "learning_rate": 8.125093043375064e-05,
+      "loss": 1.3353,
+      "step": 4002
+    },
+    {
+      "epoch": 0.5734135510671824,
+      "grad_norm": 1.0630288124084473,
+      "learning_rate": 8.120535748908866e-05,
+      "loss": 1.541,
+      "step": 4003
+    },
+    {
+      "epoch": 0.5735567970204841,
+      "grad_norm": 0.9996825456619263,
+      "learning_rate": 8.11597885904481e-05,
+      "loss": 1.3856,
+      "step": 4004
+    },
+    {
+      "epoch": 0.573700042973786,
+      "grad_norm": 1.2506152391433716,
+      "learning_rate": 8.111422374763883e-05,
+      "loss": 1.5867,
+      "step": 4005
+    },
+    {
+      "epoch": 0.5738432889270878,
+      "grad_norm": 1.0764214992523193,
+      "learning_rate": 8.106866297046983e-05,
+      "loss": 1.4703,
+      "step": 4006
+    },
+    {
+      "epoch": 0.5739865348803896,
+      "grad_norm": 1.0190867185592651,
+      "learning_rate": 8.10231062687492e-05,
+      "loss": 1.4993,
+      "step": 4007
+    },
+    {
+      "epoch": 0.5741297808336915,
+      "grad_norm": 1.0617520809173584,
+      "learning_rate": 8.097755365228425e-05,
+      "loss": 1.4361,
+      "step": 4008
+    },
+    {
+      "epoch": 0.5742730267869932,
+      "grad_norm": 1.1685316562652588,
+      "learning_rate": 8.093200513088118e-05,
+      "loss": 1.492,
+      "step": 4009
+    },
+    {
+      "epoch": 0.574416272740295,
+      "grad_norm": 1.0004624128341675,
+      "learning_rate": 8.088646071434559e-05,
+      "loss": 1.506,
+      "step": 4010
+    },
+    {
+      "epoch": 0.5745595186935969,
+      "grad_norm": 0.9898090958595276,
+      "learning_rate": 8.084092041248203e-05,
+      "loss": 1.3162,
+      "step": 4011
+    },
+    {
+      "epoch": 0.5747027646468987,
+      "grad_norm": 0.9473951458930969,
+      "learning_rate": 8.079538423509417e-05,
+      "loss": 1.7854,
+      "step": 4012
+    },
+    {
+      "epoch": 0.5748460106002006,
+      "grad_norm": 1.0990769863128662,
+      "learning_rate": 8.074985219198488e-05,
+      "loss": 1.5029,
+      "step": 4013
+    },
+    {
+      "epoch": 0.5749892565535024,
+      "grad_norm": 1.2017104625701904,
+      "learning_rate": 8.070432429295599e-05,
+      "loss": 1.3411,
+      "step": 4014
+    },
+    {
+      "epoch": 0.5751325025068041,
+      "grad_norm": 1.2627896070480347,
+      "learning_rate": 8.065880054780861e-05,
+      "loss": 1.4454,
+      "step": 4015
+    },
+    {
+      "epoch": 0.575275748460106,
+      "grad_norm": 1.1792933940887451,
+      "learning_rate": 8.061328096634288e-05,
+      "loss": 1.4656,
+      "step": 4016
+    },
+    {
+      "epoch": 0.5754189944134078,
+      "grad_norm": 1.0791646242141724,
+      "learning_rate": 8.056776555835798e-05,
+      "loss": 1.4101,
+      "step": 4017
+    },
+    {
+      "epoch": 0.5755622403667097,
+      "grad_norm": 1.0812814235687256,
+      "learning_rate": 8.052225433365226e-05,
+      "loss": 1.4392,
+      "step": 4018
+    },
+    {
+      "epoch": 0.5757054863200115,
+      "grad_norm": 1.1516655683517456,
+      "learning_rate": 8.047674730202325e-05,
+      "loss": 1.5474,
+      "step": 4019
+    },
+    {
+      "epoch": 0.5758487322733132,
+      "grad_norm": 0.9801172018051147,
+      "learning_rate": 8.043124447326736e-05,
+      "loss": 1.4688,
+      "step": 4020
+    },
+    {
+      "epoch": 0.5759919782266151,
+      "grad_norm": 1.0844820737838745,
+      "learning_rate": 8.038574585718032e-05,
+      "loss": 1.284,
+      "step": 4021
+    },
+    {
+      "epoch": 0.5761352241799169,
+      "grad_norm": 1.113169550895691,
+      "learning_rate": 8.03402514635568e-05,
+      "loss": 1.5333,
+      "step": 4022
+    },
+    {
+      "epoch": 0.5762784701332188,
+      "grad_norm": 1.0962460041046143,
+      "learning_rate": 8.029476130219064e-05,
+      "loss": 1.3266,
+      "step": 4023
+    },
+    {
+      "epoch": 0.5764217160865206,
+      "grad_norm": 1.1558905839920044,
+      "learning_rate": 8.024927538287476e-05,
+      "loss": 1.3581,
+      "step": 4024
+    },
+    {
+      "epoch": 0.5765649620398223,
+      "grad_norm": 1.058237075805664,
+      "learning_rate": 8.02037937154011e-05,
+      "loss": 1.4601,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5767082079931242,
+      "grad_norm": 1.1486608982086182,
+      "learning_rate": 8.015831630956079e-05,
+      "loss": 1.5222,
+      "step": 4026
+    },
+    {
+      "epoch": 0.576851453946426,
+      "grad_norm": 1.0420629978179932,
+      "learning_rate": 8.011284317514398e-05,
+      "loss": 1.3187,
+      "step": 4027
+    },
+    {
+      "epoch": 0.5769946998997278,
+      "grad_norm": 0.9866557717323303,
+      "learning_rate": 8.006737432193989e-05,
+      "loss": 1.4267,
+      "step": 4028
+    },
+    {
+      "epoch": 0.5771379458530297,
+      "grad_norm": 1.2485343217849731,
+      "learning_rate": 8.002190975973689e-05,
+      "loss": 1.3506,
+      "step": 4029
+    },
+    {
+      "epoch": 0.5772811918063314,
+      "grad_norm": 1.0826934576034546,
+      "learning_rate": 7.997644949832228e-05,
+      "loss": 1.4233,
+      "step": 4030
+    },
+    {
+      "epoch": 0.5774244377596333,
+      "grad_norm": 1.0440467596054077,
+      "learning_rate": 7.993099354748261e-05,
+      "loss": 1.4029,
+      "step": 4031
+    },
+    {
+      "epoch": 0.5775676837129351,
+      "grad_norm": 1.298893690109253,
+      "learning_rate": 7.988554191700343e-05,
+      "loss": 1.5979,
+      "step": 4032
+    },
+    {
+      "epoch": 0.5777109296662369,
+      "grad_norm": 0.9321389198303223,
+      "learning_rate": 7.98400946166693e-05,
+      "loss": 1.4969,
+      "step": 4033
+    },
+    {
+      "epoch": 0.5778541756195388,
+      "grad_norm": 1.1422433853149414,
+      "learning_rate": 7.979465165626392e-05,
+      "loss": 1.3774,
+      "step": 4034
+    },
+    {
+      "epoch": 0.5779974215728406,
+      "grad_norm": 1.02436363697052,
+      "learning_rate": 7.974921304557002e-05,
+      "loss": 1.3756,
+      "step": 4035
+    },
+    {
+      "epoch": 0.5781406675261423,
+      "grad_norm": 1.1638718843460083,
+      "learning_rate": 7.970377879436941e-05,
+      "loss": 1.3906,
+      "step": 4036
+    },
+    {
+      "epoch": 0.5782839134794442,
+      "grad_norm": 1.1833751201629639,
+      "learning_rate": 7.965834891244301e-05,
+      "loss": 1.4803,
+      "step": 4037
+    },
+    {
+      "epoch": 0.578427159432746,
+      "grad_norm": 1.0883444547653198,
+      "learning_rate": 7.961292340957069e-05,
+      "loss": 1.3881,
+      "step": 4038
+    },
+    {
+      "epoch": 0.5785704053860479,
+      "grad_norm": 0.9181064367294312,
+      "learning_rate": 7.956750229553145e-05,
+      "loss": 1.6082,
+      "step": 4039
+    },
+    {
+      "epoch": 0.5787136513393497,
+      "grad_norm": 1.0644947290420532,
+      "learning_rate": 7.952208558010336e-05,
+      "loss": 1.5267,
+      "step": 4040
+    },
+    {
+      "epoch": 0.5788568972926514,
+      "grad_norm": 0.9700509309768677,
+      "learning_rate": 7.947667327306348e-05,
+      "loss": 1.5105,
+      "step": 4041
+    },
+    {
+      "epoch": 0.5790001432459533,
+      "grad_norm": 0.8884853720664978,
+      "learning_rate": 7.943126538418802e-05,
+      "loss": 1.3516,
+      "step": 4042
+    },
+    {
+      "epoch": 0.5791433891992551,
+      "grad_norm": 1.0880149602890015,
+      "learning_rate": 7.938586192325205e-05,
+      "loss": 1.5334,
+      "step": 4043
+    },
+    {
+      "epoch": 0.579286635152557,
+      "grad_norm": 1.0054378509521484,
+      "learning_rate": 7.934046290002991e-05,
+      "loss": 1.445,
+      "step": 4044
+    },
+    {
+      "epoch": 0.5794298811058588,
+      "grad_norm": 1.077765941619873,
+      "learning_rate": 7.929506832429489e-05,
+      "loss": 1.5645,
+      "step": 4045
+    },
+    {
+      "epoch": 0.5795731270591605,
+      "grad_norm": 1.1859467029571533,
+      "learning_rate": 7.924967820581928e-05,
+      "loss": 1.5299,
+      "step": 4046
+    },
+    {
+      "epoch": 0.5797163730124624,
+      "grad_norm": 0.923247754573822,
+      "learning_rate": 7.920429255437447e-05,
+      "loss": 1.4308,
+      "step": 4047
+    },
+    {
+      "epoch": 0.5798596189657642,
+      "grad_norm": 1.2022103071212769,
+      "learning_rate": 7.915891137973082e-05,
+      "loss": 1.4044,
+      "step": 4048
+    },
+    {
+      "epoch": 0.580002864919066,
+      "grad_norm": 1.0518836975097656,
+      "learning_rate": 7.911353469165782e-05,
+      "loss": 1.4491,
+      "step": 4049
+    },
+    {
+      "epoch": 0.5801461108723679,
+      "grad_norm": 0.9357593059539795,
+      "learning_rate": 7.9068162499924e-05,
+      "loss": 1.5276,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5802893568256696,
+      "grad_norm": 1.1281086206436157,
+      "learning_rate": 7.902279481429675e-05,
+      "loss": 1.3414,
+      "step": 4051
+    },
+    {
+      "epoch": 0.5804326027789715,
+      "grad_norm": 1.0293152332305908,
+      "learning_rate": 7.897743164454267e-05,
+      "loss": 1.4616,
+      "step": 4052
+    },
+    {
+      "epoch": 0.5805758487322733,
+      "grad_norm": 1.1138865947723389,
+      "learning_rate": 7.89320730004274e-05,
+      "loss": 1.4372,
+      "step": 4053
+    },
+    {
+      "epoch": 0.5807190946855751,
+      "grad_norm": 1.0857784748077393,
+      "learning_rate": 7.888671889171538e-05,
+      "loss": 1.6776,
+      "step": 4054
+    },
+    {
+      "epoch": 0.580862340638877,
+      "grad_norm": 0.998155415058136,
+      "learning_rate": 7.884136932817037e-05,
+      "loss": 1.5273,
+      "step": 4055
+    },
+    {
+      "epoch": 0.5810055865921788,
+      "grad_norm": 1.1659905910491943,
+      "learning_rate": 7.879602431955492e-05,
+      "loss": 1.3414,
+      "step": 4056
+    },
+    {
+      "epoch": 0.5811488325454806,
+      "grad_norm": 1.214910626411438,
+      "learning_rate": 7.875068387563069e-05,
+      "loss": 1.3005,
+      "step": 4057
+    },
+    {
+      "epoch": 0.5812920784987824,
+      "grad_norm": 1.1319035291671753,
+      "learning_rate": 7.870534800615845e-05,
+      "loss": 1.2709,
+      "step": 4058
+    },
+    {
+      "epoch": 0.5814353244520842,
+      "grad_norm": 1.2357220649719238,
+      "learning_rate": 7.866001672089776e-05,
+      "loss": 1.5528,
+      "step": 4059
+    },
+    {
+      "epoch": 0.5815785704053861,
+      "grad_norm": 0.993206799030304,
+      "learning_rate": 7.861469002960742e-05,
+      "loss": 1.3761,
+      "step": 4060
+    },
+    {
+      "epoch": 0.5817218163586879,
+      "grad_norm": 1.107086420059204,
+      "learning_rate": 7.856936794204513e-05,
+      "loss": 1.515,
+      "step": 4061
+    },
+    {
+      "epoch": 0.5818650623119896,
+      "grad_norm": 1.0489246845245361,
+      "learning_rate": 7.852405046796756e-05,
+      "loss": 1.5358,
+      "step": 4062
+    },
+    {
+      "epoch": 0.5820083082652915,
+      "grad_norm": 1.0317543745040894,
+      "learning_rate": 7.84787376171305e-05,
+      "loss": 1.3869,
+      "step": 4063
+    },
+    {
+      "epoch": 0.5821515542185933,
+      "grad_norm": 1.1722530126571655,
+      "learning_rate": 7.843342939928864e-05,
+      "loss": 1.5083,
+      "step": 4064
+    },
+    {
+      "epoch": 0.5822948001718952,
+      "grad_norm": 1.057681679725647,
+      "learning_rate": 7.838812582419574e-05,
+      "loss": 1.4872,
+      "step": 4065
+    },
+    {
+      "epoch": 0.582438046125197,
+      "grad_norm": 1.1362016201019287,
+      "learning_rate": 7.834282690160457e-05,
+      "loss": 1.4052,
+      "step": 4066
+    },
+    {
+      "epoch": 0.5825812920784987,
+      "grad_norm": 0.9463660717010498,
+      "learning_rate": 7.829753264126681e-05,
+      "loss": 1.3733,
+      "step": 4067
+    },
+    {
+      "epoch": 0.5827245380318006,
+      "grad_norm": 1.114122748374939,
+      "learning_rate": 7.82522430529332e-05,
+      "loss": 1.4527,
+      "step": 4068
+    },
+    {
+      "epoch": 0.5828677839851024,
+      "grad_norm": 1.200742244720459,
+      "learning_rate": 7.820695814635356e-05,
+      "loss": 1.4398,
+      "step": 4069
+    },
+    {
+      "epoch": 0.5830110299384043,
+      "grad_norm": 0.9847142100334167,
+      "learning_rate": 7.816167793127646e-05,
+      "loss": 1.4482,
+      "step": 4070
+    },
+    {
+      "epoch": 0.5831542758917061,
+      "grad_norm": 0.9590388536453247,
+      "learning_rate": 7.811640241744975e-05,
+      "loss": 1.3094,
+      "step": 4071
+    },
+    {
+      "epoch": 0.5832975218450078,
+      "grad_norm": 1.1144720315933228,
+      "learning_rate": 7.807113161462003e-05,
+      "loss": 1.3859,
+      "step": 4072
+    },
+    {
+      "epoch": 0.5834407677983097,
+      "grad_norm": 0.9797472953796387,
+      "learning_rate": 7.802586553253301e-05,
+      "loss": 1.4907,
+      "step": 4073
+    },
+    {
+      "epoch": 0.5835840137516115,
+      "grad_norm": 1.0333468914031982,
+      "learning_rate": 7.79806041809334e-05,
+      "loss": 1.4637,
+      "step": 4074
+    },
+    {
+      "epoch": 0.5837272597049133,
+      "grad_norm": 1.3437522649765015,
+      "learning_rate": 7.793534756956477e-05,
+      "loss": 1.4597,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5838705056582152,
+      "grad_norm": 0.9713214635848999,
+      "learning_rate": 7.789009570816985e-05,
+      "loss": 1.5841,
+      "step": 4076
+    },
+    {
+      "epoch": 0.584013751611517,
+      "grad_norm": 1.1475555896759033,
+      "learning_rate": 7.784484860649013e-05,
+      "loss": 1.4032,
+      "step": 4077
+    },
+    {
+      "epoch": 0.5841569975648188,
+      "grad_norm": 1.252805471420288,
+      "learning_rate": 7.779960627426627e-05,
+      "loss": 1.5108,
+      "step": 4078
+    },
+    {
+      "epoch": 0.5843002435181206,
+      "grad_norm": 1.075998306274414,
+      "learning_rate": 7.775436872123783e-05,
+      "loss": 1.5817,
+      "step": 4079
+    },
+    {
+      "epoch": 0.5844434894714224,
+      "grad_norm": 0.985144317150116,
+      "learning_rate": 7.770913595714327e-05,
+      "loss": 1.3839,
+      "step": 4080
+    },
+    {
+      "epoch": 0.5845867354247243,
+      "grad_norm": 1.1453559398651123,
+      "learning_rate": 7.766390799172012e-05,
+      "loss": 1.3743,
+      "step": 4081
+    },
+    {
+      "epoch": 0.5847299813780261,
+      "grad_norm": 1.03864324092865,
+      "learning_rate": 7.76186848347049e-05,
+      "loss": 1.2358,
+      "step": 4082
+    },
+    {
+      "epoch": 0.5848732273313278,
+      "grad_norm": 1.0623549222946167,
+      "learning_rate": 7.757346649583294e-05,
+      "loss": 1.5204,
+      "step": 4083
+    },
+    {
+      "epoch": 0.5850164732846297,
+      "grad_norm": 1.1243053674697876,
+      "learning_rate": 7.75282529848387e-05,
+      "loss": 1.3506,
+      "step": 4084
+    },
+    {
+      "epoch": 0.5851597192379315,
+      "grad_norm": 0.8710164427757263,
+      "learning_rate": 7.74830443114555e-05,
+      "loss": 1.5169,
+      "step": 4085
+    },
+    {
+      "epoch": 0.5853029651912334,
+      "grad_norm": 1.0465863943099976,
+      "learning_rate": 7.743784048541561e-05,
+      "loss": 1.2898,
+      "step": 4086
+    },
+    {
+      "epoch": 0.5854462111445352,
+      "grad_norm": 1.1176003217697144,
+      "learning_rate": 7.739264151645039e-05,
+      "loss": 1.4515,
+      "step": 4087
+    },
+    {
+      "epoch": 0.5855894570978369,
+      "grad_norm": 1.028011679649353,
+      "learning_rate": 7.734744741428997e-05,
+      "loss": 1.4617,
+      "step": 4088
+    },
+    {
+      "epoch": 0.5857327030511388,
+      "grad_norm": 1.0280691385269165,
+      "learning_rate": 7.730225818866358e-05,
+      "loss": 1.4559,
+      "step": 4089
+    },
+    {
+      "epoch": 0.5858759490044406,
+      "grad_norm": 1.202917456626892,
+      "learning_rate": 7.725707384929932e-05,
+      "loss": 1.5056,
+      "step": 4090
+    },
+    {
+      "epoch": 0.5860191949577425,
+      "grad_norm": 0.9148136377334595,
+      "learning_rate": 7.721189440592423e-05,
+      "loss": 1.4573,
+      "step": 4091
+    },
+    {
+      "epoch": 0.5861624409110443,
+      "grad_norm": 0.9206281900405884,
+      "learning_rate": 7.716671986826443e-05,
+      "loss": 1.3742,
+      "step": 4092
+    },
+    {
+      "epoch": 0.586305686864346,
+      "grad_norm": 1.0989689826965332,
+      "learning_rate": 7.712155024604473e-05,
+      "loss": 1.5034,
+      "step": 4093
+    },
+    {
+      "epoch": 0.5864489328176479,
+      "grad_norm": 1.1077145338058472,
+      "learning_rate": 7.707638554898913e-05,
+      "loss": 1.4372,
+      "step": 4094
+    },
+    {
+      "epoch": 0.5865921787709497,
+      "grad_norm": 1.045541763305664,
+      "learning_rate": 7.703122578682046e-05,
+      "loss": 1.4337,
+      "step": 4095
+    },
+    {
+      "epoch": 0.5867354247242516,
+      "grad_norm": 1.1671667098999023,
+      "learning_rate": 7.698607096926048e-05,
+      "loss": 1.5179,
+      "step": 4096
+    },
+    {
+      "epoch": 0.5868786706775534,
+      "grad_norm": 1.0519638061523438,
+      "learning_rate": 7.69409211060299e-05,
+      "loss": 1.4934,
+      "step": 4097
+    },
+    {
+      "epoch": 0.5870219166308551,
+      "grad_norm": 1.053396463394165,
+      "learning_rate": 7.689577620684842e-05,
+      "loss": 1.5447,
+      "step": 4098
+    },
+    {
+      "epoch": 0.587165162584157,
+      "grad_norm": 0.9661069512367249,
+      "learning_rate": 7.685063628143455e-05,
+      "loss": 1.4514,
+      "step": 4099
+    },
+    {
+      "epoch": 0.5873084085374588,
+      "grad_norm": 1.0348033905029297,
+      "learning_rate": 7.680550133950586e-05,
+      "loss": 1.4778,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5874516544907606,
+      "grad_norm": 0.9997296333312988,
+      "learning_rate": 7.676037139077874e-05,
+      "loss": 1.4646,
+      "step": 4101
+    },
+    {
+      "epoch": 0.5875949004440625,
+      "grad_norm": 0.9474083185195923,
+      "learning_rate": 7.671524644496853e-05,
+      "loss": 1.3118,
+      "step": 4102
+    },
+    {
+      "epoch": 0.5877381463973643,
+      "grad_norm": 1.1029351949691772,
+      "learning_rate": 7.667012651178963e-05,
+      "loss": 1.4577,
+      "step": 4103
+    },
+    {
+      "epoch": 0.587881392350666,
+      "grad_norm": 1.1674506664276123,
+      "learning_rate": 7.662501160095509e-05,
+      "loss": 1.5403,
+      "step": 4104
+    },
+    {
+      "epoch": 0.5880246383039679,
+      "grad_norm": 0.973372220993042,
+      "learning_rate": 7.657990172217718e-05,
+      "loss": 1.4255,
+      "step": 4105
+    },
+    {
+      "epoch": 0.5881678842572697,
+      "grad_norm": 1.205539584159851,
+      "learning_rate": 7.653479688516683e-05,
+      "loss": 1.3722,
+      "step": 4106
+    },
+    {
+      "epoch": 0.5883111302105716,
+      "grad_norm": 1.0167616605758667,
+      "learning_rate": 7.648969709963405e-05,
+      "loss": 1.4428,
+      "step": 4107
+    },
+    {
+      "epoch": 0.5884543761638734,
+      "grad_norm": 1.07080078125,
+      "learning_rate": 7.644460237528771e-05,
+      "loss": 1.408,
+      "step": 4108
+    },
+    {
+      "epoch": 0.5885976221171751,
+      "grad_norm": 1.0218579769134521,
+      "learning_rate": 7.639951272183551e-05,
+      "loss": 1.4871,
+      "step": 4109
+    },
+    {
+      "epoch": 0.588740868070477,
+      "grad_norm": 1.0438573360443115,
+      "learning_rate": 7.635442814898426e-05,
+      "loss": 1.5122,
+      "step": 4110
+    },
+    {
+      "epoch": 0.5888841140237788,
+      "grad_norm": 1.2503055334091187,
+      "learning_rate": 7.630934866643949e-05,
+      "loss": 1.3237,
+      "step": 4111
+    },
+    {
+      "epoch": 0.5890273599770807,
+      "grad_norm": 1.2870897054672241,
+      "learning_rate": 7.626427428390567e-05,
+      "loss": 1.407,
+      "step": 4112
+    },
+    {
+      "epoch": 0.5891706059303825,
+      "grad_norm": 1.1957732439041138,
+      "learning_rate": 7.621920501108627e-05,
+      "loss": 1.4565,
+      "step": 4113
+    },
+    {
+      "epoch": 0.5893138518836842,
+      "grad_norm": 1.0828168392181396,
+      "learning_rate": 7.617414085768351e-05,
+      "loss": 1.3478,
+      "step": 4114
+    },
+    {
+      "epoch": 0.5894570978369861,
+      "grad_norm": 1.060288906097412,
+      "learning_rate": 7.612908183339862e-05,
+      "loss": 1.3723,
+      "step": 4115
+    },
+    {
+      "epoch": 0.5896003437902879,
+      "grad_norm": 1.10639488697052,
+      "learning_rate": 7.608402794793174e-05,
+      "loss": 1.4769,
+      "step": 4116
+    },
+    {
+      "epoch": 0.5897435897435898,
+      "grad_norm": 0.9051597118377686,
+      "learning_rate": 7.603897921098177e-05,
+      "loss": 1.613,
+      "step": 4117
+    },
+    {
+      "epoch": 0.5898868356968916,
+      "grad_norm": 1.1251776218414307,
+      "learning_rate": 7.599393563224666e-05,
+      "loss": 1.5646,
+      "step": 4118
+    },
+    {
+      "epoch": 0.5900300816501933,
+      "grad_norm": 0.9324492812156677,
+      "learning_rate": 7.594889722142316e-05,
+      "loss": 1.4945,
+      "step": 4119
+    },
+    {
+      "epoch": 0.5901733276034952,
+      "grad_norm": 1.0657817125320435,
+      "learning_rate": 7.590386398820687e-05,
+      "loss": 1.4269,
+      "step": 4120
+    },
+    {
+      "epoch": 0.590316573556797,
+      "grad_norm": 1.2681033611297607,
+      "learning_rate": 7.585883594229243e-05,
+      "loss": 1.4404,
+      "step": 4121
+    },
+    {
+      "epoch": 0.5904598195100988,
+      "grad_norm": 1.1010046005249023,
+      "learning_rate": 7.581381309337318e-05,
+      "loss": 1.5615,
+      "step": 4122
+    },
+    {
+      "epoch": 0.5906030654634007,
+      "grad_norm": 1.0575456619262695,
+      "learning_rate": 7.576879545114145e-05,
+      "loss": 1.4589,
+      "step": 4123
+    },
+    {
+      "epoch": 0.5907463114167025,
+      "grad_norm": 1.108132004737854,
+      "learning_rate": 7.572378302528847e-05,
+      "loss": 1.535,
+      "step": 4124
+    },
+    {
+      "epoch": 0.5908895573700043,
+      "grad_norm": 1.1413180828094482,
+      "learning_rate": 7.56787758255042e-05,
+      "loss": 1.3657,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5910328033233061,
+      "grad_norm": 0.9564298391342163,
+      "learning_rate": 7.56337738614777e-05,
+      "loss": 1.4696,
+      "step": 4126
+    },
+    {
+      "epoch": 0.5911760492766079,
+      "grad_norm": 0.9502796530723572,
+      "learning_rate": 7.558877714289667e-05,
+      "loss": 1.3563,
+      "step": 4127
+    },
+    {
+      "epoch": 0.5913192952299098,
+      "grad_norm": 0.8610528111457825,
+      "learning_rate": 7.554378567944786e-05,
+      "loss": 1.3844,
+      "step": 4128
+    },
+    {
+      "epoch": 0.5914625411832116,
+      "grad_norm": 1.1144174337387085,
+      "learning_rate": 7.549879948081681e-05,
+      "loss": 1.66,
+      "step": 4129
+    },
+    {
+      "epoch": 0.5916057871365134,
+      "grad_norm": 0.9988669753074646,
+      "learning_rate": 7.54538185566879e-05,
+      "loss": 1.4898,
+      "step": 4130
+    },
+    {
+      "epoch": 0.5917490330898152,
+      "grad_norm": 0.9823099374771118,
+      "learning_rate": 7.54088429167444e-05,
+      "loss": 1.4013,
+      "step": 4131
+    },
+    {
+      "epoch": 0.591892279043117,
+      "grad_norm": 1.198845386505127,
+      "learning_rate": 7.536387257066854e-05,
+      "loss": 1.3368,
+      "step": 4132
+    },
+    {
+      "epoch": 0.5920355249964189,
+      "grad_norm": 1.0633882284164429,
+      "learning_rate": 7.531890752814123e-05,
+      "loss": 1.436,
+      "step": 4133
+    },
+    {
+      "epoch": 0.5921787709497207,
+      "grad_norm": 1.1759592294692993,
+      "learning_rate": 7.52739477988424e-05,
+      "loss": 1.6108,
+      "step": 4134
+    },
+    {
+      "epoch": 0.5923220169030224,
+      "grad_norm": 1.0552480220794678,
+      "learning_rate": 7.52289933924507e-05,
+      "loss": 1.4378,
+      "step": 4135
+    },
+    {
+      "epoch": 0.5924652628563243,
+      "grad_norm": 1.105172872543335,
+      "learning_rate": 7.518404431864373e-05,
+      "loss": 1.3041,
+      "step": 4136
+    },
+    {
+      "epoch": 0.5926085088096261,
+      "grad_norm": 0.9933257102966309,
+      "learning_rate": 7.513910058709798e-05,
+      "loss": 1.5625,
+      "step": 4137
+    },
+    {
+      "epoch": 0.592751754762928,
+      "grad_norm": 1.2031444311141968,
+      "learning_rate": 7.50941622074886e-05,
+      "loss": 1.4332,
+      "step": 4138
+    },
+    {
+      "epoch": 0.5928950007162298,
+      "grad_norm": 0.9492106437683105,
+      "learning_rate": 7.504922918948978e-05,
+      "loss": 1.4401,
+      "step": 4139
+    },
+    {
+      "epoch": 0.5930382466695315,
+      "grad_norm": 1.1410350799560547,
+      "learning_rate": 7.500430154277452e-05,
+      "loss": 1.4522,
+      "step": 4140
+    },
+    {
+      "epoch": 0.5931814926228334,
+      "grad_norm": 1.0025920867919922,
+      "learning_rate": 7.495937927701455e-05,
+      "loss": 1.3335,
+      "step": 4141
+    },
+    {
+      "epoch": 0.5933247385761352,
+      "grad_norm": 1.0889941453933716,
+      "learning_rate": 7.49144624018806e-05,
+      "loss": 1.3858,
+      "step": 4142
+    },
+    {
+      "epoch": 0.593467984529437,
+      "grad_norm": 1.074478268623352,
+      "learning_rate": 7.486955092704207e-05,
+      "loss": 1.5041,
+      "step": 4143
+    },
+    {
+      "epoch": 0.5936112304827389,
+      "grad_norm": 1.1401218175888062,
+      "learning_rate": 7.482464486216737e-05,
+      "loss": 1.2741,
+      "step": 4144
+    },
+    {
+      "epoch": 0.5937544764360407,
+      "grad_norm": 1.0700501203536987,
+      "learning_rate": 7.477974421692367e-05,
+      "loss": 1.3713,
+      "step": 4145
+    },
+    {
+      "epoch": 0.5938977223893425,
+      "grad_norm": 1.0804314613342285,
+      "learning_rate": 7.47348490009769e-05,
+      "loss": 1.4193,
+      "step": 4146
+    },
+    {
+      "epoch": 0.5940409683426443,
+      "grad_norm": 1.008271336555481,
+      "learning_rate": 7.468995922399189e-05,
+      "loss": 1.5201,
+      "step": 4147
+    },
+    {
+      "epoch": 0.5941842142959461,
+      "grad_norm": 1.1773256063461304,
+      "learning_rate": 7.464507489563242e-05,
+      "loss": 1.5969,
+      "step": 4148
+    },
+    {
+      "epoch": 0.594327460249248,
+      "grad_norm": 0.9872267246246338,
+      "learning_rate": 7.460019602556081e-05,
+      "loss": 1.5235,
+      "step": 4149
+    },
+    {
+      "epoch": 0.5944707062025498,
+      "grad_norm": 1.250360131263733,
+      "learning_rate": 7.45553226234385e-05,
+      "loss": 1.3871,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5946139521558516,
+      "grad_norm": 1.1905544996261597,
+      "learning_rate": 7.451045469892554e-05,
+      "loss": 1.3039,
+      "step": 4151
+    },
+    {
+      "epoch": 0.5947571981091534,
+      "grad_norm": 1.2179522514343262,
+      "learning_rate": 7.44655922616809e-05,
+      "loss": 1.4181,
+      "step": 4152
+    },
+    {
+      "epoch": 0.5949004440624552,
+      "grad_norm": 1.2405298948287964,
+      "learning_rate": 7.442073532136244e-05,
+      "loss": 1.5115,
+      "step": 4153
+    },
+    {
+      "epoch": 0.5950436900157571,
+      "grad_norm": 0.8601717352867126,
+      "learning_rate": 7.43758838876266e-05,
+      "loss": 1.4866,
+      "step": 4154
+    },
+    {
+      "epoch": 0.5951869359690589,
+      "grad_norm": 1.0667932033538818,
+      "learning_rate": 7.433103797012892e-05,
+      "loss": 1.4851,
+      "step": 4155
+    },
+    {
+      "epoch": 0.5953301819223606,
+      "grad_norm": 1.0966559648513794,
+      "learning_rate": 7.428619757852352e-05,
+      "loss": 1.4976,
+      "step": 4156
+    },
+    {
+      "epoch": 0.5954734278756625,
+      "grad_norm": 1.1474429368972778,
+      "learning_rate": 7.424136272246347e-05,
+      "loss": 1.4712,
+      "step": 4157
+    },
+    {
+      "epoch": 0.5956166738289643,
+      "grad_norm": 1.207824945449829,
+      "learning_rate": 7.419653341160062e-05,
+      "loss": 1.4644,
+      "step": 4158
+    },
+    {
+      "epoch": 0.5957599197822662,
+      "grad_norm": 1.187817931175232,
+      "learning_rate": 7.415170965558553e-05,
+      "loss": 1.4386,
+      "step": 4159
+    },
+    {
+      "epoch": 0.595903165735568,
+      "grad_norm": 1.0644326210021973,
+      "learning_rate": 7.410689146406775e-05,
+      "loss": 1.3622,
+      "step": 4160
+    },
+    {
+      "epoch": 0.5960464116888697,
+      "grad_norm": 1.4061843156814575,
+      "learning_rate": 7.40620788466955e-05,
+      "loss": 1.3944,
+      "step": 4161
+    },
+    {
+      "epoch": 0.5961896576421716,
+      "grad_norm": 1.0085476636886597,
+      "learning_rate": 7.401727181311578e-05,
+      "loss": 1.4955,
+      "step": 4162
+    },
+    {
+      "epoch": 0.5963329035954734,
+      "grad_norm": 1.027311086654663,
+      "learning_rate": 7.397247037297449e-05,
+      "loss": 1.4162,
+      "step": 4163
+    },
+    {
+      "epoch": 0.5964761495487753,
+      "grad_norm": 0.9939926266670227,
+      "learning_rate": 7.392767453591623e-05,
+      "loss": 1.3581,
+      "step": 4164
+    },
+    {
+      "epoch": 0.5966193955020771,
+      "grad_norm": 1.0529184341430664,
+      "learning_rate": 7.388288431158443e-05,
+      "loss": 1.4218,
+      "step": 4165
+    },
+    {
+      "epoch": 0.5967626414553789,
+      "grad_norm": 0.9888595342636108,
+      "learning_rate": 7.383809970962137e-05,
+      "loss": 1.4311,
+      "step": 4166
+    },
+    {
+      "epoch": 0.5969058874086807,
+      "grad_norm": 1.1419336795806885,
+      "learning_rate": 7.379332073966804e-05,
+      "loss": 1.2137,
+      "step": 4167
+    },
+    {
+      "epoch": 0.5970491333619825,
+      "grad_norm": 1.028266191482544,
+      "learning_rate": 7.374854741136422e-05,
+      "loss": 1.6142,
+      "step": 4168
+    },
+    {
+      "epoch": 0.5971923793152843,
+      "grad_norm": 1.4027057886123657,
+      "learning_rate": 7.370377973434855e-05,
+      "loss": 1.4286,
+      "step": 4169
+    },
+    {
+      "epoch": 0.5973356252685862,
+      "grad_norm": 1.134526252746582,
+      "learning_rate": 7.365901771825833e-05,
+      "loss": 1.5579,
+      "step": 4170
+    },
+    {
+      "epoch": 0.597478871221888,
+      "grad_norm": 1.0785443782806396,
+      "learning_rate": 7.361426137272982e-05,
+      "loss": 1.4445,
+      "step": 4171
+    },
+    {
+      "epoch": 0.5976221171751898,
+      "grad_norm": 1.250407099723816,
+      "learning_rate": 7.356951070739781e-05,
+      "loss": 1.277,
+      "step": 4172
+    },
+    {
+      "epoch": 0.5977653631284916,
+      "grad_norm": 1.1087775230407715,
+      "learning_rate": 7.352476573189614e-05,
+      "loss": 1.562,
+      "step": 4173
+    },
+    {
+      "epoch": 0.5979086090817934,
+      "grad_norm": 1.1196593046188354,
+      "learning_rate": 7.348002645585725e-05,
+      "loss": 1.4191,
+      "step": 4174
+    },
+    {
+      "epoch": 0.5980518550350953,
+      "grad_norm": 1.1772323846817017,
+      "learning_rate": 7.343529288891239e-05,
+      "loss": 1.2155,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5981951009883971,
+      "grad_norm": 1.2379387617111206,
+      "learning_rate": 7.33905650406916e-05,
+      "loss": 1.3888,
+      "step": 4176
+    },
+    {
+      "epoch": 0.5983383469416989,
+      "grad_norm": 1.1469223499298096,
+      "learning_rate": 7.334584292082365e-05,
+      "loss": 1.5288,
+      "step": 4177
+    },
+    {
+      "epoch": 0.5984815928950007,
+      "grad_norm": 1.1063255071640015,
+      "learning_rate": 7.330112653893614e-05,
+      "loss": 1.5488,
+      "step": 4178
+    },
+    {
+      "epoch": 0.5986248388483025,
+      "grad_norm": 1.152740716934204,
+      "learning_rate": 7.325641590465542e-05,
+      "loss": 1.4188,
+      "step": 4179
+    },
+    {
+      "epoch": 0.5987680848016044,
+      "grad_norm": 1.0860729217529297,
+      "learning_rate": 7.321171102760653e-05,
+      "loss": 1.492,
+      "step": 4180
+    },
+    {
+      "epoch": 0.5989113307549062,
+      "grad_norm": 1.06771719455719,
+      "learning_rate": 7.316701191741333e-05,
+      "loss": 1.422,
+      "step": 4181
+    },
+    {
+      "epoch": 0.5990545767082079,
+      "grad_norm": 1.0565768480300903,
+      "learning_rate": 7.31223185836985e-05,
+      "loss": 1.5489,
+      "step": 4182
+    },
+    {
+      "epoch": 0.5991978226615098,
+      "grad_norm": 1.0329431295394897,
+      "learning_rate": 7.307763103608332e-05,
+      "loss": 1.5877,
+      "step": 4183
+    },
+    {
+      "epoch": 0.5993410686148116,
+      "grad_norm": 1.0958796739578247,
+      "learning_rate": 7.303294928418799e-05,
+      "loss": 1.3404,
+      "step": 4184
+    },
+    {
+      "epoch": 0.5994843145681135,
+      "grad_norm": 1.0391923189163208,
+      "learning_rate": 7.298827333763132e-05,
+      "loss": 1.5402,
+      "step": 4185
+    },
+    {
+      "epoch": 0.5996275605214153,
+      "grad_norm": 1.1823604106903076,
+      "learning_rate": 7.294360320603095e-05,
+      "loss": 1.6662,
+      "step": 4186
+    },
+    {
+      "epoch": 0.5997708064747171,
+      "grad_norm": 1.0504909753799438,
+      "learning_rate": 7.289893889900332e-05,
+      "loss": 1.3061,
+      "step": 4187
+    },
+    {
+      "epoch": 0.5999140524280189,
+      "grad_norm": 1.0657932758331299,
+      "learning_rate": 7.285428042616344e-05,
+      "loss": 1.4615,
+      "step": 4188
+    },
+    {
+      "epoch": 0.6000572983813207,
+      "grad_norm": 1.202592134475708,
+      "learning_rate": 7.280962779712525e-05,
+      "loss": 1.5199,
+      "step": 4189
+    },
+    {
+      "epoch": 0.6002005443346226,
+      "grad_norm": 1.023104190826416,
+      "learning_rate": 7.276498102150138e-05,
+      "loss": 1.3537,
+      "step": 4190
+    },
+    {
+      "epoch": 0.6003437902879244,
+      "grad_norm": 0.8843691349029541,
+      "learning_rate": 7.272034010890309e-05,
+      "loss": 1.56,
+      "step": 4191
+    },
+    {
+      "epoch": 0.6004870362412262,
+      "grad_norm": 1.2084065675735474,
+      "learning_rate": 7.267570506894052e-05,
+      "loss": 1.4125,
+      "step": 4192
+    },
+    {
+      "epoch": 0.600630282194528,
+      "grad_norm": 1.0005817413330078,
+      "learning_rate": 7.263107591122246e-05,
+      "loss": 1.4615,
+      "step": 4193
+    },
+    {
+      "epoch": 0.6007735281478298,
+      "grad_norm": 1.026045560836792,
+      "learning_rate": 7.258645264535649e-05,
+      "loss": 1.5157,
+      "step": 4194
+    },
+    {
+      "epoch": 0.6009167741011316,
+      "grad_norm": 0.9710100889205933,
+      "learning_rate": 7.254183528094891e-05,
+      "loss": 1.309,
+      "step": 4195
+    },
+    {
+      "epoch": 0.6010600200544335,
+      "grad_norm": 1.154704213142395,
+      "learning_rate": 7.249722382760469e-05,
+      "loss": 1.4268,
+      "step": 4196
+    },
+    {
+      "epoch": 0.6012032660077353,
+      "grad_norm": 0.9872708320617676,
+      "learning_rate": 7.245261829492755e-05,
+      "loss": 1.4323,
+      "step": 4197
+    },
+    {
+      "epoch": 0.6013465119610371,
+      "grad_norm": 1.0202903747558594,
+      "learning_rate": 7.24080186925201e-05,
+      "loss": 1.606,
+      "step": 4198
+    },
+    {
+      "epoch": 0.6014897579143389,
+      "grad_norm": 1.029012680053711,
+      "learning_rate": 7.236342502998335e-05,
+      "loss": 1.5421,
+      "step": 4199
+    },
+    {
+      "epoch": 0.6016330038676407,
+      "grad_norm": 0.9545555710792542,
+      "learning_rate": 7.231883731691732e-05,
+      "loss": 1.7288,
+      "step": 4200
+    },
+    {
+      "epoch": 0.6017762498209426,
+      "grad_norm": 1.1196826696395874,
+      "learning_rate": 7.22742555629206e-05,
+      "loss": 1.3985,
+      "step": 4201
+    },
+    {
+      "epoch": 0.6019194957742444,
+      "grad_norm": 1.1221647262573242,
+      "learning_rate": 7.222967977759056e-05,
+      "loss": 1.418,
+      "step": 4202
+    },
+    {
+      "epoch": 0.6020627417275461,
+      "grad_norm": 0.9514932632446289,
+      "learning_rate": 7.218510997052326e-05,
+      "loss": 1.3334,
+      "step": 4203
+    },
+    {
+      "epoch": 0.602205987680848,
+      "grad_norm": 1.1585861444473267,
+      "learning_rate": 7.214054615131345e-05,
+      "loss": 1.2615,
+      "step": 4204
+    },
+    {
+      "epoch": 0.6023492336341498,
+      "grad_norm": 1.1226060390472412,
+      "learning_rate": 7.209598832955469e-05,
+      "loss": 1.5103,
+      "step": 4205
+    },
+    {
+      "epoch": 0.6024924795874517,
+      "grad_norm": 0.9369402527809143,
+      "learning_rate": 7.205143651483906e-05,
+      "loss": 1.4305,
+      "step": 4206
+    },
+    {
+      "epoch": 0.6026357255407535,
+      "grad_norm": 1.0227845907211304,
+      "learning_rate": 7.200689071675755e-05,
+      "loss": 1.4749,
+      "step": 4207
+    },
+    {
+      "epoch": 0.6027789714940552,
+      "grad_norm": 1.2819918394088745,
+      "learning_rate": 7.196235094489978e-05,
+      "loss": 1.396,
+      "step": 4208
+    },
+    {
+      "epoch": 0.6029222174473571,
+      "grad_norm": 1.1882892847061157,
+      "learning_rate": 7.1917817208854e-05,
+      "loss": 1.5073,
+      "step": 4209
+    },
+    {
+      "epoch": 0.6030654634006589,
+      "grad_norm": 0.9559170007705688,
+      "learning_rate": 7.187328951820723e-05,
+      "loss": 1.4495,
+      "step": 4210
+    },
+    {
+      "epoch": 0.6032087093539608,
+      "grad_norm": 1.0738812685012817,
+      "learning_rate": 7.182876788254525e-05,
+      "loss": 1.5888,
+      "step": 4211
+    },
+    {
+      "epoch": 0.6033519553072626,
+      "grad_norm": 0.9327811598777771,
+      "learning_rate": 7.178425231145236e-05,
+      "loss": 1.2594,
+      "step": 4212
+    },
+    {
+      "epoch": 0.6034952012605644,
+      "grad_norm": 1.0819438695907593,
+      "learning_rate": 7.173974281451176e-05,
+      "loss": 1.629,
+      "step": 4213
+    },
+    {
+      "epoch": 0.6036384472138662,
+      "grad_norm": 1.0238008499145508,
+      "learning_rate": 7.169523940130519e-05,
+      "loss": 1.3962,
+      "step": 4214
+    },
+    {
+      "epoch": 0.603781693167168,
+      "grad_norm": 0.9088678359985352,
+      "learning_rate": 7.16507420814131e-05,
+      "loss": 1.6456,
+      "step": 4215
+    },
+    {
+      "epoch": 0.6039249391204699,
+      "grad_norm": 1.1267238855361938,
+      "learning_rate": 7.160625086441476e-05,
+      "loss": 1.5331,
+      "step": 4216
+    },
+    {
+      "epoch": 0.6040681850737717,
+      "grad_norm": 1.1171618700027466,
+      "learning_rate": 7.156176575988794e-05,
+      "loss": 1.2783,
+      "step": 4217
+    },
+    {
+      "epoch": 0.6042114310270735,
+      "grad_norm": 1.0173876285552979,
+      "learning_rate": 7.151728677740923e-05,
+      "loss": 1.2127,
+      "step": 4218
+    },
+    {
+      "epoch": 0.6043546769803753,
+      "grad_norm": 0.9380227327346802,
+      "learning_rate": 7.147281392655385e-05,
+      "loss": 1.6188,
+      "step": 4219
+    },
+    {
+      "epoch": 0.6044979229336771,
+      "grad_norm": 1.087249517440796,
+      "learning_rate": 7.142834721689565e-05,
+      "loss": 1.5674,
+      "step": 4220
+    },
+    {
+      "epoch": 0.6046411688869789,
+      "grad_norm": 1.0707955360412598,
+      "learning_rate": 7.138388665800733e-05,
+      "loss": 1.3327,
+      "step": 4221
+    },
+    {
+      "epoch": 0.6047844148402808,
+      "grad_norm": 1.1248067617416382,
+      "learning_rate": 7.133943225946e-05,
+      "loss": 1.2727,
+      "step": 4222
+    },
+    {
+      "epoch": 0.6049276607935826,
+      "grad_norm": 1.0700925588607788,
+      "learning_rate": 7.129498403082369e-05,
+      "loss": 1.4862,
+      "step": 4223
+    },
+    {
+      "epoch": 0.6050709067468844,
+      "grad_norm": 1.170390009880066,
+      "learning_rate": 7.125054198166701e-05,
+      "loss": 1.4256,
+      "step": 4224
+    },
+    {
+      "epoch": 0.6052141527001862,
+      "grad_norm": 1.0883378982543945,
+      "learning_rate": 7.120610612155716e-05,
+      "loss": 1.6001,
+      "step": 4225
+    },
+    {
+      "epoch": 0.605357398653488,
+      "grad_norm": 0.8624371290206909,
+      "learning_rate": 7.11616764600601e-05,
+      "loss": 1.8006,
+      "step": 4226
+    },
+    {
+      "epoch": 0.6055006446067899,
+      "grad_norm": 1.2260422706604004,
+      "learning_rate": 7.111725300674052e-05,
+      "loss": 1.4464,
+      "step": 4227
+    },
+    {
+      "epoch": 0.6056438905600917,
+      "grad_norm": 1.019074559211731,
+      "learning_rate": 7.107283577116161e-05,
+      "loss": 1.3303,
+      "step": 4228
+    },
+    {
+      "epoch": 0.6057871365133934,
+      "grad_norm": 1.007040023803711,
+      "learning_rate": 7.102842476288534e-05,
+      "loss": 1.4592,
+      "step": 4229
+    },
+    {
+      "epoch": 0.6059303824666953,
+      "grad_norm": 0.9934502840042114,
+      "learning_rate": 7.098401999147226e-05,
+      "loss": 1.3595,
+      "step": 4230
+    },
+    {
+      "epoch": 0.6060736284199971,
+      "grad_norm": 0.9351792335510254,
+      "learning_rate": 7.093962146648164e-05,
+      "loss": 1.5541,
+      "step": 4231
+    },
+    {
+      "epoch": 0.606216874373299,
+      "grad_norm": 1.026305913925171,
+      "learning_rate": 7.089522919747142e-05,
+      "loss": 1.5635,
+      "step": 4232
+    },
+    {
+      "epoch": 0.6063601203266008,
+      "grad_norm": 1.0972868204116821,
+      "learning_rate": 7.085084319399808e-05,
+      "loss": 1.4948,
+      "step": 4233
+    },
+    {
+      "epoch": 0.6065033662799026,
+      "grad_norm": 1.223664402961731,
+      "learning_rate": 7.08064634656169e-05,
+      "loss": 1.3384,
+      "step": 4234
+    },
+    {
+      "epoch": 0.6066466122332044,
+      "grad_norm": 1.0332229137420654,
+      "learning_rate": 7.076209002188168e-05,
+      "loss": 1.3744,
+      "step": 4235
+    },
+    {
+      "epoch": 0.6067898581865062,
+      "grad_norm": 1.2175142765045166,
+      "learning_rate": 7.071772287234497e-05,
+      "loss": 1.5561,
+      "step": 4236
+    },
+    {
+      "epoch": 0.606933104139808,
+      "grad_norm": 1.0374674797058105,
+      "learning_rate": 7.067336202655792e-05,
+      "loss": 1.5198,
+      "step": 4237
+    },
+    {
+      "epoch": 0.6070763500931099,
+      "grad_norm": 1.1553683280944824,
+      "learning_rate": 7.062900749407026e-05,
+      "loss": 1.2888,
+      "step": 4238
+    },
+    {
+      "epoch": 0.6072195960464117,
+      "grad_norm": 1.0761629343032837,
+      "learning_rate": 7.058465928443048e-05,
+      "loss": 1.5731,
+      "step": 4239
+    },
+    {
+      "epoch": 0.6073628419997135,
+      "grad_norm": 1.0439040660858154,
+      "learning_rate": 7.054031740718567e-05,
+      "loss": 1.4989,
+      "step": 4240
+    },
+    {
+      "epoch": 0.6075060879530153,
+      "grad_norm": 0.9354233741760254,
+      "learning_rate": 7.049598187188148e-05,
+      "loss": 1.451,
+      "step": 4241
+    },
+    {
+      "epoch": 0.6076493339063171,
+      "grad_norm": 0.9371536374092102,
+      "learning_rate": 7.045165268806231e-05,
+      "loss": 1.4152,
+      "step": 4242
+    },
+    {
+      "epoch": 0.607792579859619,
+      "grad_norm": 1.079567790031433,
+      "learning_rate": 7.040732986527108e-05,
+      "loss": 1.4443,
+      "step": 4243
+    },
+    {
+      "epoch": 0.6079358258129208,
+      "grad_norm": 1.0600478649139404,
+      "learning_rate": 7.03630134130494e-05,
+      "loss": 1.4038,
+      "step": 4244
+    },
+    {
+      "epoch": 0.6080790717662226,
+      "grad_norm": 1.0266737937927246,
+      "learning_rate": 7.03187033409376e-05,
+      "loss": 1.4133,
+      "step": 4245
+    },
+    {
+      "epoch": 0.6082223177195244,
+      "grad_norm": 1.0923864841461182,
+      "learning_rate": 7.027439965847442e-05,
+      "loss": 1.5131,
+      "step": 4246
+    },
+    {
+      "epoch": 0.6083655636728262,
+      "grad_norm": 1.1880598068237305,
+      "learning_rate": 7.023010237519739e-05,
+      "loss": 1.4066,
+      "step": 4247
+    },
+    {
+      "epoch": 0.6085088096261281,
+      "grad_norm": 0.9361521005630493,
+      "learning_rate": 7.018581150064269e-05,
+      "loss": 1.6071,
+      "step": 4248
+    },
+    {
+      "epoch": 0.6086520555794299,
+      "grad_norm": 1.0964574813842773,
+      "learning_rate": 7.014152704434494e-05,
+      "loss": 1.3601,
+      "step": 4249
+    },
+    {
+      "epoch": 0.6087953015327316,
+      "grad_norm": 0.9722748398780823,
+      "learning_rate": 7.009724901583755e-05,
+      "loss": 1.354,
+      "step": 4250
+    },
+    {
+      "epoch": 0.6089385474860335,
+      "grad_norm": 1.2245160341262817,
+      "learning_rate": 7.005297742465247e-05,
+      "loss": 1.3161,
+      "step": 4251
+    },
+    {
+      "epoch": 0.6090817934393353,
+      "grad_norm": 1.187208890914917,
+      "learning_rate": 7.000871228032027e-05,
+      "loss": 1.3434,
+      "step": 4252
+    },
+    {
+      "epoch": 0.6092250393926372,
+      "grad_norm": 0.8830415606498718,
+      "learning_rate": 6.996445359237016e-05,
+      "loss": 1.5095,
+      "step": 4253
+    },
+    {
+      "epoch": 0.609368285345939,
+      "grad_norm": 0.9534342288970947,
+      "learning_rate": 6.992020137032988e-05,
+      "loss": 1.5291,
+      "step": 4254
+    },
+    {
+      "epoch": 0.6095115312992408,
+      "grad_norm": 1.138674020767212,
+      "learning_rate": 6.987595562372596e-05,
+      "loss": 1.3736,
+      "step": 4255
+    },
+    {
+      "epoch": 0.6096547772525426,
+      "grad_norm": 1.74727463722229,
+      "learning_rate": 6.983171636208328e-05,
+      "loss": 1.4979,
+      "step": 4256
+    },
+    {
+      "epoch": 0.6097980232058444,
+      "grad_norm": 1.1635289192199707,
+      "learning_rate": 6.978748359492553e-05,
+      "loss": 1.5325,
+      "step": 4257
+    },
+    {
+      "epoch": 0.6099412691591463,
+      "grad_norm": 1.1031311750411987,
+      "learning_rate": 6.974325733177495e-05,
+      "loss": 1.4389,
+      "step": 4258
+    },
+    {
+      "epoch": 0.6100845151124481,
+      "grad_norm": 1.129741907119751,
+      "learning_rate": 6.96990375821523e-05,
+      "loss": 1.3788,
+      "step": 4259
+    },
+    {
+      "epoch": 0.6102277610657499,
+      "grad_norm": 1.3499150276184082,
+      "learning_rate": 6.9654824355577e-05,
+      "loss": 1.2871,
+      "step": 4260
+    },
+    {
+      "epoch": 0.6103710070190517,
+      "grad_norm": 1.137600302696228,
+      "learning_rate": 6.961061766156715e-05,
+      "loss": 1.53,
+      "step": 4261
+    },
+    {
+      "epoch": 0.6105142529723535,
+      "grad_norm": 0.9503241181373596,
+      "learning_rate": 6.956641750963927e-05,
+      "loss": 1.4369,
+      "step": 4262
+    },
+    {
+      "epoch": 0.6106574989256554,
+      "grad_norm": 1.0522072315216064,
+      "learning_rate": 6.952222390930858e-05,
+      "loss": 1.4852,
+      "step": 4263
+    },
+    {
+      "epoch": 0.6108007448789572,
+      "grad_norm": 0.9859063029289246,
+      "learning_rate": 6.947803687008888e-05,
+      "loss": 1.531,
+      "step": 4264
+    },
+    {
+      "epoch": 0.610943990832259,
+      "grad_norm": 1.1547940969467163,
+      "learning_rate": 6.943385640149251e-05,
+      "loss": 1.4519,
+      "step": 4265
+    },
+    {
+      "epoch": 0.6110872367855608,
+      "grad_norm": 1.0156456232070923,
+      "learning_rate": 6.938968251303053e-05,
+      "loss": 1.465,
+      "step": 4266
+    },
+    {
+      "epoch": 0.6112304827388626,
+      "grad_norm": 1.1185444593429565,
+      "learning_rate": 6.934551521421235e-05,
+      "loss": 1.3571,
+      "step": 4267
+    },
+    {
+      "epoch": 0.6113737286921644,
+      "grad_norm": 0.9712173342704773,
+      "learning_rate": 6.93013545145462e-05,
+      "loss": 1.4224,
+      "step": 4268
+    },
+    {
+      "epoch": 0.6115169746454663,
+      "grad_norm": 1.0339717864990234,
+      "learning_rate": 6.925720042353876e-05,
+      "loss": 1.6501,
+      "step": 4269
+    },
+    {
+      "epoch": 0.6116602205987681,
+      "grad_norm": 1.0327081680297852,
+      "learning_rate": 6.921305295069528e-05,
+      "loss": 1.4313,
+      "step": 4270
+    },
+    {
+      "epoch": 0.6118034665520699,
+      "grad_norm": 1.2181555032730103,
+      "learning_rate": 6.916891210551965e-05,
+      "loss": 1.2014,
+      "step": 4271
+    },
+    {
+      "epoch": 0.6119467125053717,
+      "grad_norm": 1.0205764770507812,
+      "learning_rate": 6.912477789751426e-05,
+      "loss": 1.2756,
+      "step": 4272
+    },
+    {
+      "epoch": 0.6120899584586735,
+      "grad_norm": 0.981336236000061,
+      "learning_rate": 6.908065033618018e-05,
+      "loss": 1.5469,
+      "step": 4273
+    },
+    {
+      "epoch": 0.6122332044119754,
+      "grad_norm": 1.1147658824920654,
+      "learning_rate": 6.903652943101697e-05,
+      "loss": 1.4183,
+      "step": 4274
+    },
+    {
+      "epoch": 0.6123764503652772,
+      "grad_norm": 0.966971218585968,
+      "learning_rate": 6.89924151915227e-05,
+      "loss": 1.421,
+      "step": 4275
+    },
+    {
+      "epoch": 0.612519696318579,
+      "grad_norm": 0.9736032485961914,
+      "learning_rate": 6.894830762719411e-05,
+      "loss": 1.4598,
+      "step": 4276
+    },
+    {
+      "epoch": 0.6126629422718808,
+      "grad_norm": 0.9822065830230713,
+      "learning_rate": 6.890420674752653e-05,
+      "loss": 1.4982,
+      "step": 4277
+    },
+    {
+      "epoch": 0.6128061882251826,
+      "grad_norm": 1.091976523399353,
+      "learning_rate": 6.886011256201371e-05,
+      "loss": 1.4634,
+      "step": 4278
+    },
+    {
+      "epoch": 0.6129494341784845,
+      "grad_norm": 1.0038955211639404,
+      "learning_rate": 6.881602508014808e-05,
+      "loss": 1.5007,
+      "step": 4279
+    },
+    {
+      "epoch": 0.6130926801317863,
+      "grad_norm": 1.0398815870285034,
+      "learning_rate": 6.877194431142055e-05,
+      "loss": 1.5369,
+      "step": 4280
+    },
+    {
+      "epoch": 0.6132359260850881,
+      "grad_norm": 0.8933253884315491,
+      "learning_rate": 6.872787026532062e-05,
+      "loss": 1.4622,
+      "step": 4281
+    },
+    {
+      "epoch": 0.6133791720383899,
+      "grad_norm": 1.1802555322647095,
+      "learning_rate": 6.868380295133641e-05,
+      "loss": 1.2846,
+      "step": 4282
+    },
+    {
+      "epoch": 0.6135224179916917,
+      "grad_norm": 1.1991442441940308,
+      "learning_rate": 6.86397423789544e-05,
+      "loss": 1.5018,
+      "step": 4283
+    },
+    {
+      "epoch": 0.6136656639449936,
+      "grad_norm": 1.1893606185913086,
+      "learning_rate": 6.859568855765985e-05,
+      "loss": 1.4871,
+      "step": 4284
+    },
+    {
+      "epoch": 0.6138089098982954,
+      "grad_norm": 0.9588652849197388,
+      "learning_rate": 6.855164149693641e-05,
+      "loss": 1.3396,
+      "step": 4285
+    },
+    {
+      "epoch": 0.6139521558515972,
+      "grad_norm": 1.0134165287017822,
+      "learning_rate": 6.850760120626633e-05,
+      "loss": 1.3972,
+      "step": 4286
+    },
+    {
+      "epoch": 0.614095401804899,
+      "grad_norm": 1.0830854177474976,
+      "learning_rate": 6.84635676951304e-05,
+      "loss": 1.4584,
+      "step": 4287
+    },
+    {
+      "epoch": 0.6142386477582008,
+      "grad_norm": 0.945844292640686,
+      "learning_rate": 6.841954097300791e-05,
+      "loss": 1.4146,
+      "step": 4288
+    },
+    {
+      "epoch": 0.6143818937115026,
+      "grad_norm": 1.0205492973327637,
+      "learning_rate": 6.837552104937679e-05,
+      "loss": 1.476,
+      "step": 4289
+    },
+    {
+      "epoch": 0.6145251396648045,
+      "grad_norm": 1.3061285018920898,
+      "learning_rate": 6.833150793371341e-05,
+      "loss": 1.2841,
+      "step": 4290
+    },
+    {
+      "epoch": 0.6146683856181063,
+      "grad_norm": 0.9405342936515808,
+      "learning_rate": 6.828750163549267e-05,
+      "loss": 1.4626,
+      "step": 4291
+    },
+    {
+      "epoch": 0.6148116315714081,
+      "grad_norm": 0.8408410549163818,
+      "learning_rate": 6.824350216418808e-05,
+      "loss": 1.4004,
+      "step": 4292
+    },
+    {
+      "epoch": 0.6149548775247099,
+      "grad_norm": 0.9721933603286743,
+      "learning_rate": 6.819950952927161e-05,
+      "loss": 1.322,
+      "step": 4293
+    },
+    {
+      "epoch": 0.6150981234780117,
+      "grad_norm": 1.0583866834640503,
+      "learning_rate": 6.815552374021378e-05,
+      "loss": 1.4921,
+      "step": 4294
+    },
+    {
+      "epoch": 0.6152413694313136,
+      "grad_norm": 1.007066011428833,
+      "learning_rate": 6.811154480648371e-05,
+      "loss": 1.5616,
+      "step": 4295
+    },
+    {
+      "epoch": 0.6153846153846154,
+      "grad_norm": 0.9477253556251526,
+      "learning_rate": 6.80675727375489e-05,
+      "loss": 1.5644,
+      "step": 4296
+    },
+    {
+      "epoch": 0.6155278613379173,
+      "grad_norm": 1.0988361835479736,
+      "learning_rate": 6.802360754287547e-05,
+      "loss": 1.3984,
+      "step": 4297
+    },
+    {
+      "epoch": 0.615671107291219,
+      "grad_norm": 1.3137363195419312,
+      "learning_rate": 6.797964923192807e-05,
+      "loss": 1.2565,
+      "step": 4298
+    },
+    {
+      "epoch": 0.6158143532445208,
+      "grad_norm": 1.1027262210845947,
+      "learning_rate": 6.793569781416978e-05,
+      "loss": 1.4915,
+      "step": 4299
+    },
+    {
+      "epoch": 0.6159575991978227,
+      "grad_norm": 1.0044183731079102,
+      "learning_rate": 6.789175329906232e-05,
+      "loss": 1.564,
+      "step": 4300
+    },
+    {
+      "epoch": 0.6161008451511245,
+      "grad_norm": 1.278615951538086,
+      "learning_rate": 6.784781569606576e-05,
+      "loss": 1.4085,
+      "step": 4301
+    },
+    {
+      "epoch": 0.6162440911044264,
+      "grad_norm": 1.0288450717926025,
+      "learning_rate": 6.780388501463887e-05,
+      "loss": 1.3518,
+      "step": 4302
+    },
+    {
+      "epoch": 0.6163873370577281,
+      "grad_norm": 1.1332374811172485,
+      "learning_rate": 6.775996126423882e-05,
+      "loss": 1.3425,
+      "step": 4303
+    },
+    {
+      "epoch": 0.6165305830110299,
+      "grad_norm": 1.1362642049789429,
+      "learning_rate": 6.771604445432127e-05,
+      "loss": 1.4496,
+      "step": 4304
+    },
+    {
+      "epoch": 0.6166738289643318,
+      "grad_norm": 0.9863338470458984,
+      "learning_rate": 6.767213459434047e-05,
+      "loss": 1.4519,
+      "step": 4305
+    },
+    {
+      "epoch": 0.6168170749176336,
+      "grad_norm": 1.1319990158081055,
+      "learning_rate": 6.762823169374906e-05,
+      "loss": 1.3868,
+      "step": 4306
+    },
+    {
+      "epoch": 0.6169603208709354,
+      "grad_norm": 1.1483030319213867,
+      "learning_rate": 6.758433576199832e-05,
+      "loss": 1.5675,
+      "step": 4307
+    },
+    {
+      "epoch": 0.6171035668242372,
+      "grad_norm": 1.1971511840820312,
+      "learning_rate": 6.754044680853794e-05,
+      "loss": 1.4592,
+      "step": 4308
+    },
+    {
+      "epoch": 0.617246812777539,
+      "grad_norm": 0.9513201117515564,
+      "learning_rate": 6.749656484281608e-05,
+      "loss": 1.3889,
+      "step": 4309
+    },
+    {
+      "epoch": 0.6173900587308409,
+      "grad_norm": 1.0117688179016113,
+      "learning_rate": 6.745268987427946e-05,
+      "loss": 1.439,
+      "step": 4310
+    },
+    {
+      "epoch": 0.6175333046841427,
+      "grad_norm": 0.9258051514625549,
+      "learning_rate": 6.740882191237334e-05,
+      "loss": 1.5816,
+      "step": 4311
+    },
+    {
+      "epoch": 0.6176765506374445,
+      "grad_norm": 1.107377052307129,
+      "learning_rate": 6.736496096654134e-05,
+      "loss": 1.2597,
+      "step": 4312
+    },
+    {
+      "epoch": 0.6178197965907463,
+      "grad_norm": 1.116672396659851,
+      "learning_rate": 6.732110704622564e-05,
+      "loss": 1.4582,
+      "step": 4313
+    },
+    {
+      "epoch": 0.6179630425440481,
+      "grad_norm": 0.9654465317726135,
+      "learning_rate": 6.727726016086693e-05,
+      "loss": 1.4387,
+      "step": 4314
+    },
+    {
+      "epoch": 0.6181062884973499,
+      "grad_norm": 0.9592750668525696,
+      "learning_rate": 6.723342031990431e-05,
+      "loss": 1.4483,
+      "step": 4315
+    },
+    {
+      "epoch": 0.6182495344506518,
+      "grad_norm": 0.9383431077003479,
+      "learning_rate": 6.71895875327755e-05,
+      "loss": 1.2912,
+      "step": 4316
+    },
+    {
+      "epoch": 0.6183927804039536,
+      "grad_norm": 1.2545166015625,
+      "learning_rate": 6.714576180891654e-05,
+      "loss": 1.4757,
+      "step": 4317
+    },
+    {
+      "epoch": 0.6185360263572554,
+      "grad_norm": 0.8997701406478882,
+      "learning_rate": 6.710194315776203e-05,
+      "loss": 1.5151,
+      "step": 4318
+    },
+    {
+      "epoch": 0.6186792723105572,
+      "grad_norm": 0.9674049019813538,
+      "learning_rate": 6.705813158874509e-05,
+      "loss": 1.478,
+      "step": 4319
+    },
+    {
+      "epoch": 0.618822518263859,
+      "grad_norm": 1.0558961629867554,
+      "learning_rate": 6.70143271112972e-05,
+      "loss": 1.2675,
+      "step": 4320
+    },
+    {
+      "epoch": 0.6189657642171609,
+      "grad_norm": 1.3002512454986572,
+      "learning_rate": 6.697052973484845e-05,
+      "loss": 1.2992,
+      "step": 4321
+    },
+    {
+      "epoch": 0.6191090101704627,
+      "grad_norm": 1.3135350942611694,
+      "learning_rate": 6.692673946882727e-05,
+      "loss": 1.4971,
+      "step": 4322
+    },
+    {
+      "epoch": 0.6192522561237646,
+      "grad_norm": 1.1353867053985596,
+      "learning_rate": 6.688295632266064e-05,
+      "loss": 1.436,
+      "step": 4323
+    },
+    {
+      "epoch": 0.6193955020770663,
+      "grad_norm": 1.08278226852417,
+      "learning_rate": 6.683918030577402e-05,
+      "loss": 1.5061,
+      "step": 4324
+    },
+    {
+      "epoch": 0.6195387480303681,
+      "grad_norm": 1.153124213218689,
+      "learning_rate": 6.679541142759126e-05,
+      "loss": 1.4749,
+      "step": 4325
+    },
+    {
+      "epoch": 0.61968199398367,
+      "grad_norm": 1.0166738033294678,
+      "learning_rate": 6.675164969753472e-05,
+      "loss": 1.3475,
+      "step": 4326
+    },
+    {
+      "epoch": 0.6198252399369718,
+      "grad_norm": 0.9952448606491089,
+      "learning_rate": 6.670789512502527e-05,
+      "loss": 1.4312,
+      "step": 4327
+    },
+    {
+      "epoch": 0.6199684858902736,
+      "grad_norm": 1.0478938817977905,
+      "learning_rate": 6.666414771948211e-05,
+      "loss": 1.3544,
+      "step": 4328
+    },
+    {
+      "epoch": 0.6201117318435754,
+      "grad_norm": 0.9896507263183594,
+      "learning_rate": 6.662040749032303e-05,
+      "loss": 1.541,
+      "step": 4329
+    },
+    {
+      "epoch": 0.6202549777968772,
+      "grad_norm": 1.1634491682052612,
+      "learning_rate": 6.65766744469642e-05,
+      "loss": 1.5707,
+      "step": 4330
+    },
+    {
+      "epoch": 0.6203982237501791,
+      "grad_norm": 1.433346152305603,
+      "learning_rate": 6.653294859882027e-05,
+      "loss": 1.1286,
+      "step": 4331
+    },
+    {
+      "epoch": 0.6205414697034809,
+      "grad_norm": 1.295898199081421,
+      "learning_rate": 6.648922995530433e-05,
+      "loss": 1.4642,
+      "step": 4332
+    },
+    {
+      "epoch": 0.6206847156567827,
+      "grad_norm": 1.0415147542953491,
+      "learning_rate": 6.644551852582787e-05,
+      "loss": 1.5915,
+      "step": 4333
+    },
+    {
+      "epoch": 0.6208279616100845,
+      "grad_norm": 1.026472806930542,
+      "learning_rate": 6.6401814319801e-05,
+      "loss": 1.1224,
+      "step": 4334
+    },
+    {
+      "epoch": 0.6209712075633863,
+      "grad_norm": 1.0530362129211426,
+      "learning_rate": 6.635811734663202e-05,
+      "loss": 1.4788,
+      "step": 4335
+    },
+    {
+      "epoch": 0.6211144535166881,
+      "grad_norm": 1.1952028274536133,
+      "learning_rate": 6.631442761572788e-05,
+      "loss": 1.3661,
+      "step": 4336
+    },
+    {
+      "epoch": 0.62125769946999,
+      "grad_norm": 1.1642942428588867,
+      "learning_rate": 6.627074513649392e-05,
+      "loss": 1.4036,
+      "step": 4337
+    },
+    {
+      "epoch": 0.6214009454232918,
+      "grad_norm": 1.17363703250885,
+      "learning_rate": 6.622706991833383e-05,
+      "loss": 1.3341,
+      "step": 4338
+    },
+    {
+      "epoch": 0.6215441913765936,
+      "grad_norm": 0.9965248107910156,
+      "learning_rate": 6.618340197064983e-05,
+      "loss": 1.3454,
+      "step": 4339
+    },
+    {
+      "epoch": 0.6216874373298954,
+      "grad_norm": 1.4164483547210693,
+      "learning_rate": 6.613974130284258e-05,
+      "loss": 1.4994,
+      "step": 4340
+    },
+    {
+      "epoch": 0.6218306832831972,
+      "grad_norm": 0.9964719414710999,
+      "learning_rate": 6.60960879243111e-05,
+      "loss": 1.6137,
+      "step": 4341
+    },
+    {
+      "epoch": 0.6219739292364991,
+      "grad_norm": 0.9793424606323242,
+      "learning_rate": 6.605244184445292e-05,
+      "loss": 1.2692,
+      "step": 4342
+    },
+    {
+      "epoch": 0.6221171751898009,
+      "grad_norm": 1.2184104919433594,
+      "learning_rate": 6.600880307266393e-05,
+      "loss": 1.4468,
+      "step": 4343
+    },
+    {
+      "epoch": 0.6222604211431028,
+      "grad_norm": 0.8989754915237427,
+      "learning_rate": 6.596517161833845e-05,
+      "loss": 1.3689,
+      "step": 4344
+    },
+    {
+      "epoch": 0.6224036670964045,
+      "grad_norm": 1.1258749961853027,
+      "learning_rate": 6.592154749086934e-05,
+      "loss": 1.4501,
+      "step": 4345
+    },
+    {
+      "epoch": 0.6225469130497063,
+      "grad_norm": 1.3081446886062622,
+      "learning_rate": 6.587793069964771e-05,
+      "loss": 1.5061,
+      "step": 4346
+    },
+    {
+      "epoch": 0.6226901590030082,
+      "grad_norm": 0.9665504693984985,
+      "learning_rate": 6.583432125406323e-05,
+      "loss": 1.2961,
+      "step": 4347
+    },
+    {
+      "epoch": 0.62283340495631,
+      "grad_norm": 1.0231714248657227,
+      "learning_rate": 6.579071916350393e-05,
+      "loss": 1.6468,
+      "step": 4348
+    },
+    {
+      "epoch": 0.6229766509096119,
+      "grad_norm": 1.0225448608398438,
+      "learning_rate": 6.57471244373562e-05,
+      "loss": 1.4169,
+      "step": 4349
+    },
+    {
+      "epoch": 0.6231198968629136,
+      "grad_norm": 0.9934008717536926,
+      "learning_rate": 6.5703537085005e-05,
+      "loss": 1.4828,
+      "step": 4350
+    },
+    {
+      "epoch": 0.6232631428162154,
+      "grad_norm": 1.0815974473953247,
+      "learning_rate": 6.565995711583353e-05,
+      "loss": 1.4924,
+      "step": 4351
+    },
+    {
+      "epoch": 0.6234063887695173,
+      "grad_norm": 0.9653924107551575,
+      "learning_rate": 6.561638453922349e-05,
+      "loss": 1.4143,
+      "step": 4352
+    },
+    {
+      "epoch": 0.6235496347228191,
+      "grad_norm": 0.9358774423599243,
+      "learning_rate": 6.557281936455506e-05,
+      "loss": 1.4056,
+      "step": 4353
+    },
+    {
+      "epoch": 0.6236928806761209,
+      "grad_norm": 1.097719430923462,
+      "learning_rate": 6.552926160120663e-05,
+      "loss": 1.3911,
+      "step": 4354
+    },
+    {
+      "epoch": 0.6238361266294227,
+      "grad_norm": 0.9293267726898193,
+      "learning_rate": 6.548571125855519e-05,
+      "loss": 1.5862,
+      "step": 4355
+    },
+    {
+      "epoch": 0.6239793725827245,
+      "grad_norm": 1.0498759746551514,
+      "learning_rate": 6.544216834597597e-05,
+      "loss": 1.401,
+      "step": 4356
+    },
+    {
+      "epoch": 0.6241226185360264,
+      "grad_norm": 1.2029914855957031,
+      "learning_rate": 6.539863287284275e-05,
+      "loss": 1.5196,
+      "step": 4357
+    },
+    {
+      "epoch": 0.6242658644893282,
+      "grad_norm": 0.9187729954719543,
+      "learning_rate": 6.535510484852767e-05,
+      "loss": 1.552,
+      "step": 4358
+    },
+    {
+      "epoch": 0.62440911044263,
+      "grad_norm": 0.9330984950065613,
+      "learning_rate": 6.531158428240113e-05,
+      "loss": 1.6811,
+      "step": 4359
+    },
+    {
+      "epoch": 0.6245523563959318,
+      "grad_norm": 0.9715617895126343,
+      "learning_rate": 6.52680711838321e-05,
+      "loss": 1.4115,
+      "step": 4360
+    },
+    {
+      "epoch": 0.6246956023492336,
+      "grad_norm": 1.1622567176818848,
+      "learning_rate": 6.522456556218791e-05,
+      "loss": 1.3984,
+      "step": 4361
+    },
+    {
+      "epoch": 0.6248388483025354,
+      "grad_norm": 1.0129735469818115,
+      "learning_rate": 6.518106742683415e-05,
+      "loss": 1.466,
+      "step": 4362
+    },
+    {
+      "epoch": 0.6249820942558373,
+      "grad_norm": 1.0628979206085205,
+      "learning_rate": 6.513757678713495e-05,
+      "loss": 1.5474,
+      "step": 4363
+    },
+    {
+      "epoch": 0.6251253402091391,
+      "grad_norm": 1.095182180404663,
+      "learning_rate": 6.509409365245276e-05,
+      "loss": 1.3537,
+      "step": 4364
+    },
+    {
+      "epoch": 0.625268586162441,
+      "grad_norm": 1.1306155920028687,
+      "learning_rate": 6.50506180321484e-05,
+      "loss": 1.2748,
+      "step": 4365
+    },
+    {
+      "epoch": 0.6254118321157427,
+      "grad_norm": 1.2748240232467651,
+      "learning_rate": 6.500714993558115e-05,
+      "loss": 1.4292,
+      "step": 4366
+    },
+    {
+      "epoch": 0.6255550780690445,
+      "grad_norm": 0.9598596096038818,
+      "learning_rate": 6.496368937210853e-05,
+      "loss": 1.444,
+      "step": 4367
+    },
+    {
+      "epoch": 0.6256983240223464,
+      "grad_norm": 0.9400508403778076,
+      "learning_rate": 6.49202363510866e-05,
+      "loss": 1.4432,
+      "step": 4368
+    },
+    {
+      "epoch": 0.6258415699756482,
+      "grad_norm": 1.1373034715652466,
+      "learning_rate": 6.487679088186973e-05,
+      "loss": 1.3601,
+      "step": 4369
+    },
+    {
+      "epoch": 0.6259848159289501,
+      "grad_norm": 1.0012270212173462,
+      "learning_rate": 6.483335297381057e-05,
+      "loss": 1.4768,
+      "step": 4370
+    },
+    {
+      "epoch": 0.6261280618822518,
+      "grad_norm": 0.9669285416603088,
+      "learning_rate": 6.478992263626031e-05,
+      "loss": 1.4891,
+      "step": 4371
+    },
+    {
+      "epoch": 0.6262713078355536,
+      "grad_norm": 1.1011998653411865,
+      "learning_rate": 6.474649987856834e-05,
+      "loss": 1.3614,
+      "step": 4372
+    },
+    {
+      "epoch": 0.6264145537888555,
+      "grad_norm": 0.9558221101760864,
+      "learning_rate": 6.47030847100826e-05,
+      "loss": 1.5478,
+      "step": 4373
+    },
+    {
+      "epoch": 0.6265577997421573,
+      "grad_norm": 1.1619890928268433,
+      "learning_rate": 6.465967714014927e-05,
+      "loss": 1.3519,
+      "step": 4374
+    },
+    {
+      "epoch": 0.6267010456954591,
+      "grad_norm": 0.9323570132255554,
+      "learning_rate": 6.461627717811288e-05,
+      "loss": 1.3452,
+      "step": 4375
+    },
+    {
+      "epoch": 0.6268442916487609,
+      "grad_norm": 1.2213332653045654,
+      "learning_rate": 6.457288483331639e-05,
+      "loss": 1.4126,
+      "step": 4376
+    },
+    {
+      "epoch": 0.6269875376020627,
+      "grad_norm": 1.0227388143539429,
+      "learning_rate": 6.452950011510118e-05,
+      "loss": 1.6073,
+      "step": 4377
+    },
+    {
+      "epoch": 0.6271307835553646,
+      "grad_norm": 0.9529331922531128,
+      "learning_rate": 6.448612303280677e-05,
+      "loss": 1.4695,
+      "step": 4378
+    },
+    {
+      "epoch": 0.6272740295086664,
+      "grad_norm": 1.167096734046936,
+      "learning_rate": 6.444275359577128e-05,
+      "loss": 1.4097,
+      "step": 4379
+    },
+    {
+      "epoch": 0.6274172754619682,
+      "grad_norm": 0.9661245346069336,
+      "learning_rate": 6.439939181333101e-05,
+      "loss": 1.5099,
+      "step": 4380
+    },
+    {
+      "epoch": 0.62756052141527,
+      "grad_norm": 1.0502618551254272,
+      "learning_rate": 6.435603769482071e-05,
+      "loss": 1.1113,
+      "step": 4381
+    },
+    {
+      "epoch": 0.6277037673685718,
+      "grad_norm": 0.8971771001815796,
+      "learning_rate": 6.431269124957347e-05,
+      "loss": 1.6696,
+      "step": 4382
+    },
+    {
+      "epoch": 0.6278470133218736,
+      "grad_norm": 1.033959150314331,
+      "learning_rate": 6.426935248692064e-05,
+      "loss": 1.2629,
+      "step": 4383
+    },
+    {
+      "epoch": 0.6279902592751755,
+      "grad_norm": 1.0969496965408325,
+      "learning_rate": 6.422602141619207e-05,
+      "loss": 1.5051,
+      "step": 4384
+    },
+    {
+      "epoch": 0.6281335052284773,
+      "grad_norm": 1.0463671684265137,
+      "learning_rate": 6.418269804671576e-05,
+      "loss": 1.5394,
+      "step": 4385
+    },
+    {
+      "epoch": 0.6282767511817792,
+      "grad_norm": 1.0316379070281982,
+      "learning_rate": 6.413938238781824e-05,
+      "loss": 1.422,
+      "step": 4386
+    },
+    {
+      "epoch": 0.6284199971350809,
+      "grad_norm": 1.0758056640625,
+      "learning_rate": 6.409607444882431e-05,
+      "loss": 1.4388,
+      "step": 4387
+    },
+    {
+      "epoch": 0.6285632430883827,
+      "grad_norm": 1.131775975227356,
+      "learning_rate": 6.405277423905705e-05,
+      "loss": 1.3505,
+      "step": 4388
+    },
+    {
+      "epoch": 0.6287064890416846,
+      "grad_norm": 1.0733948945999146,
+      "learning_rate": 6.40094817678379e-05,
+      "loss": 1.5248,
+      "step": 4389
+    },
+    {
+      "epoch": 0.6288497349949864,
+      "grad_norm": 1.1462819576263428,
+      "learning_rate": 6.396619704448677e-05,
+      "loss": 1.4999,
+      "step": 4390
+    },
+    {
+      "epoch": 0.6289929809482883,
+      "grad_norm": 1.0256716012954712,
+      "learning_rate": 6.392292007832168e-05,
+      "loss": 1.4962,
+      "step": 4391
+    },
+    {
+      "epoch": 0.62913622690159,
+      "grad_norm": 0.9894486665725708,
+      "learning_rate": 6.387965087865915e-05,
+      "loss": 1.4086,
+      "step": 4392
+    },
+    {
+      "epoch": 0.6292794728548918,
+      "grad_norm": 1.1985549926757812,
+      "learning_rate": 6.383638945481391e-05,
+      "loss": 1.4408,
+      "step": 4393
+    },
+    {
+      "epoch": 0.6294227188081937,
+      "grad_norm": 1.102524757385254,
+      "learning_rate": 6.379313581609912e-05,
+      "loss": 1.5811,
+      "step": 4394
+    },
+    {
+      "epoch": 0.6295659647614955,
+      "grad_norm": 1.118561863899231,
+      "learning_rate": 6.374988997182623e-05,
+      "loss": 1.4308,
+      "step": 4395
+    },
+    {
+      "epoch": 0.6297092107147974,
+      "grad_norm": 1.3125197887420654,
+      "learning_rate": 6.370665193130495e-05,
+      "loss": 1.4665,
+      "step": 4396
+    },
+    {
+      "epoch": 0.6298524566680991,
+      "grad_norm": 1.3146445751190186,
+      "learning_rate": 6.36634217038434e-05,
+      "loss": 1.4767,
+      "step": 4397
+    },
+    {
+      "epoch": 0.6299957026214009,
+      "grad_norm": 1.2789169549942017,
+      "learning_rate": 6.362019929874799e-05,
+      "loss": 1.3221,
+      "step": 4398
+    },
+    {
+      "epoch": 0.6301389485747028,
+      "grad_norm": 1.0271193981170654,
+      "learning_rate": 6.357698472532338e-05,
+      "loss": 1.3767,
+      "step": 4399
+    },
+    {
+      "epoch": 0.6302821945280046,
+      "grad_norm": 0.8947058916091919,
+      "learning_rate": 6.353377799287266e-05,
+      "loss": 1.5947,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6304254404813064,
+      "grad_norm": 0.8776208758354187,
+      "learning_rate": 6.349057911069709e-05,
+      "loss": 1.5171,
+      "step": 4401
+    },
+    {
+      "epoch": 0.6305686864346082,
+      "grad_norm": 1.301651954650879,
+      "learning_rate": 6.344738808809639e-05,
+      "loss": 1.5322,
+      "step": 4402
+    },
+    {
+      "epoch": 0.63071193238791,
+      "grad_norm": 1.054978370666504,
+      "learning_rate": 6.340420493436851e-05,
+      "loss": 1.1948,
+      "step": 4403
+    },
+    {
+      "epoch": 0.6308551783412119,
+      "grad_norm": 1.034976840019226,
+      "learning_rate": 6.33610296588097e-05,
+      "loss": 1.3599,
+      "step": 4404
+    },
+    {
+      "epoch": 0.6309984242945137,
+      "grad_norm": 1.1277443170547485,
+      "learning_rate": 6.33178622707145e-05,
+      "loss": 1.3987,
+      "step": 4405
+    },
+    {
+      "epoch": 0.6311416702478155,
+      "grad_norm": 1.067461371421814,
+      "learning_rate": 6.327470277937586e-05,
+      "loss": 1.4931,
+      "step": 4406
+    },
+    {
+      "epoch": 0.6312849162011173,
+      "grad_norm": 1.1526634693145752,
+      "learning_rate": 6.323155119408489e-05,
+      "loss": 1.5911,
+      "step": 4407
+    },
+    {
+      "epoch": 0.6314281621544191,
+      "grad_norm": 0.9236002564430237,
+      "learning_rate": 6.318840752413106e-05,
+      "loss": 1.4072,
+      "step": 4408
+    },
+    {
+      "epoch": 0.6315714081077209,
+      "grad_norm": 1.007652759552002,
+      "learning_rate": 6.314527177880215e-05,
+      "loss": 1.4068,
+      "step": 4409
+    },
+    {
+      "epoch": 0.6317146540610228,
+      "grad_norm": 1.0000240802764893,
+      "learning_rate": 6.310214396738419e-05,
+      "loss": 1.5426,
+      "step": 4410
+    },
+    {
+      "epoch": 0.6318579000143246,
+      "grad_norm": 1.4085124731063843,
+      "learning_rate": 6.30590240991616e-05,
+      "loss": 1.6185,
+      "step": 4411
+    },
+    {
+      "epoch": 0.6320011459676265,
+      "grad_norm": 1.0125666856765747,
+      "learning_rate": 6.301591218341693e-05,
+      "loss": 1.5071,
+      "step": 4412
+    },
+    {
+      "epoch": 0.6321443919209282,
+      "grad_norm": 0.9257673621177673,
+      "learning_rate": 6.297280822943118e-05,
+      "loss": 1.3312,
+      "step": 4413
+    },
+    {
+      "epoch": 0.63228763787423,
+      "grad_norm": 1.0662617683410645,
+      "learning_rate": 6.292971224648352e-05,
+      "loss": 1.5517,
+      "step": 4414
+    },
+    {
+      "epoch": 0.6324308838275319,
+      "grad_norm": 1.0084644556045532,
+      "learning_rate": 6.288662424385148e-05,
+      "loss": 1.4986,
+      "step": 4415
+    },
+    {
+      "epoch": 0.6325741297808337,
+      "grad_norm": 1.1263110637664795,
+      "learning_rate": 6.284354423081083e-05,
+      "loss": 1.4865,
+      "step": 4416
+    },
+    {
+      "epoch": 0.6327173757341356,
+      "grad_norm": 1.0711413621902466,
+      "learning_rate": 6.280047221663558e-05,
+      "loss": 1.4047,
+      "step": 4417
+    },
+    {
+      "epoch": 0.6328606216874373,
+      "grad_norm": 1.1849323511123657,
+      "learning_rate": 6.275740821059817e-05,
+      "loss": 1.4008,
+      "step": 4418
+    },
+    {
+      "epoch": 0.6330038676407391,
+      "grad_norm": 0.9410578012466431,
+      "learning_rate": 6.271435222196916e-05,
+      "loss": 1.4561,
+      "step": 4419
+    },
+    {
+      "epoch": 0.633147113594041,
+      "grad_norm": 1.1602407693862915,
+      "learning_rate": 6.267130426001742e-05,
+      "loss": 1.5119,
+      "step": 4420
+    },
+    {
+      "epoch": 0.6332903595473428,
+      "grad_norm": 1.0271854400634766,
+      "learning_rate": 6.262826433401015e-05,
+      "loss": 1.4903,
+      "step": 4421
+    },
+    {
+      "epoch": 0.6334336055006446,
+      "grad_norm": 1.0129574537277222,
+      "learning_rate": 6.258523245321274e-05,
+      "loss": 1.3769,
+      "step": 4422
+    },
+    {
+      "epoch": 0.6335768514539464,
+      "grad_norm": 0.957980751991272,
+      "learning_rate": 6.254220862688889e-05,
+      "loss": 1.5042,
+      "step": 4423
+    },
+    {
+      "epoch": 0.6337200974072482,
+      "grad_norm": 0.8681949973106384,
+      "learning_rate": 6.249919286430063e-05,
+      "loss": 1.408,
+      "step": 4424
+    },
+    {
+      "epoch": 0.6338633433605501,
+      "grad_norm": 1.0375818014144897,
+      "learning_rate": 6.245618517470813e-05,
+      "loss": 1.4114,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6340065893138519,
+      "grad_norm": 1.083371639251709,
+      "learning_rate": 6.24131855673699e-05,
+      "loss": 1.2476,
+      "step": 4426
+    },
+    {
+      "epoch": 0.6341498352671537,
+      "grad_norm": 1.3259061574935913,
+      "learning_rate": 6.23701940515427e-05,
+      "loss": 1.3824,
+      "step": 4427
+    },
+    {
+      "epoch": 0.6342930812204555,
+      "grad_norm": 1.0609303712844849,
+      "learning_rate": 6.232721063648148e-05,
+      "loss": 1.4385,
+      "step": 4428
+    },
+    {
+      "epoch": 0.6344363271737573,
+      "grad_norm": 1.1052016019821167,
+      "learning_rate": 6.228423533143963e-05,
+      "loss": 1.4999,
+      "step": 4429
+    },
+    {
+      "epoch": 0.6345795731270591,
+      "grad_norm": 1.369762897491455,
+      "learning_rate": 6.224126814566853e-05,
+      "loss": 1.5305,
+      "step": 4430
+    },
+    {
+      "epoch": 0.634722819080361,
+      "grad_norm": 1.0736572742462158,
+      "learning_rate": 6.219830908841802e-05,
+      "loss": 1.467,
+      "step": 4431
+    },
+    {
+      "epoch": 0.6348660650336628,
+      "grad_norm": 1.7053248882293701,
+      "learning_rate": 6.215535816893615e-05,
+      "loss": 1.4217,
+      "step": 4432
+    },
+    {
+      "epoch": 0.6350093109869647,
+      "grad_norm": 1.0533052682876587,
+      "learning_rate": 6.211241539646913e-05,
+      "loss": 1.4078,
+      "step": 4433
+    },
+    {
+      "epoch": 0.6351525569402664,
+      "grad_norm": 1.1415857076644897,
+      "learning_rate": 6.206948078026154e-05,
+      "loss": 1.4979,
+      "step": 4434
+    },
+    {
+      "epoch": 0.6352958028935682,
+      "grad_norm": 1.0046801567077637,
+      "learning_rate": 6.202655432955604e-05,
+      "loss": 1.4486,
+      "step": 4435
+    },
+    {
+      "epoch": 0.6354390488468701,
+      "grad_norm": 1.0963574647903442,
+      "learning_rate": 6.198363605359373e-05,
+      "loss": 1.3554,
+      "step": 4436
+    },
+    {
+      "epoch": 0.6355822948001719,
+      "grad_norm": 1.1668555736541748,
+      "learning_rate": 6.194072596161383e-05,
+      "loss": 1.4052,
+      "step": 4437
+    },
+    {
+      "epoch": 0.6357255407534738,
+      "grad_norm": 0.9466844201087952,
+      "learning_rate": 6.18978240628538e-05,
+      "loss": 1.4063,
+      "step": 4438
+    },
+    {
+      "epoch": 0.6358687867067755,
+      "grad_norm": 1.06083083152771,
+      "learning_rate": 6.185493036654934e-05,
+      "loss": 1.3426,
+      "step": 4439
+    },
+    {
+      "epoch": 0.6360120326600773,
+      "grad_norm": 1.2081350088119507,
+      "learning_rate": 6.181204488193446e-05,
+      "loss": 1.5545,
+      "step": 4440
+    },
+    {
+      "epoch": 0.6361552786133792,
+      "grad_norm": 0.9518621563911438,
+      "learning_rate": 6.176916761824129e-05,
+      "loss": 1.4862,
+      "step": 4441
+    },
+    {
+      "epoch": 0.636298524566681,
+      "grad_norm": 0.9769400954246521,
+      "learning_rate": 6.172629858470031e-05,
+      "loss": 1.531,
+      "step": 4442
+    },
+    {
+      "epoch": 0.6364417705199829,
+      "grad_norm": 1.1620234251022339,
+      "learning_rate": 6.168343779054009e-05,
+      "loss": 1.4062,
+      "step": 4443
+    },
+    {
+      "epoch": 0.6365850164732846,
+      "grad_norm": 1.2749991416931152,
+      "learning_rate": 6.16405852449875e-05,
+      "loss": 1.3949,
+      "step": 4444
+    },
+    {
+      "epoch": 0.6367282624265864,
+      "grad_norm": 1.3795965909957886,
+      "learning_rate": 6.159774095726771e-05,
+      "loss": 1.4212,
+      "step": 4445
+    },
+    {
+      "epoch": 0.6368715083798883,
+      "grad_norm": 1.506338119506836,
+      "learning_rate": 6.155490493660394e-05,
+      "loss": 1.4337,
+      "step": 4446
+    },
+    {
+      "epoch": 0.6370147543331901,
+      "grad_norm": 1.1287505626678467,
+      "learning_rate": 6.151207719221778e-05,
+      "loss": 1.4445,
+      "step": 4447
+    },
+    {
+      "epoch": 0.6371580002864919,
+      "grad_norm": 1.1614376306533813,
+      "learning_rate": 6.146925773332899e-05,
+      "loss": 1.4747,
+      "step": 4448
+    },
+    {
+      "epoch": 0.6373012462397937,
+      "grad_norm": 0.9862695932388306,
+      "learning_rate": 6.14264465691555e-05,
+      "loss": 1.5591,
+      "step": 4449
+    },
+    {
+      "epoch": 0.6374444921930955,
+      "grad_norm": 0.9897879958152771,
+      "learning_rate": 6.138364370891354e-05,
+      "loss": 1.5327,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6375877381463974,
+      "grad_norm": 1.047112226486206,
+      "learning_rate": 6.134084916181746e-05,
+      "loss": 1.5041,
+      "step": 4451
+    },
+    {
+      "epoch": 0.6377309840996992,
+      "grad_norm": 1.042271614074707,
+      "learning_rate": 6.129806293707989e-05,
+      "loss": 1.3867,
+      "step": 4452
+    },
+    {
+      "epoch": 0.637874230053001,
+      "grad_norm": 0.943679928779602,
+      "learning_rate": 6.125528504391167e-05,
+      "loss": 1.4646,
+      "step": 4453
+    },
+    {
+      "epoch": 0.6380174760063029,
+      "grad_norm": 1.3499020338058472,
+      "learning_rate": 6.121251549152178e-05,
+      "loss": 1.3726,
+      "step": 4454
+    },
+    {
+      "epoch": 0.6381607219596046,
+      "grad_norm": 1.119570016860962,
+      "learning_rate": 6.116975428911744e-05,
+      "loss": 1.4831,
+      "step": 4455
+    },
+    {
+      "epoch": 0.6383039679129064,
+      "grad_norm": 0.9276022911071777,
+      "learning_rate": 6.112700144590416e-05,
+      "loss": 1.5463,
+      "step": 4456
+    },
+    {
+      "epoch": 0.6384472138662083,
+      "grad_norm": 1.1316053867340088,
+      "learning_rate": 6.108425697108546e-05,
+      "loss": 1.5506,
+      "step": 4457
+    },
+    {
+      "epoch": 0.6385904598195101,
+      "grad_norm": 1.1409951448440552,
+      "learning_rate": 6.104152087386325e-05,
+      "loss": 1.4623,
+      "step": 4458
+    },
+    {
+      "epoch": 0.638733705772812,
+      "grad_norm": 1.2681066989898682,
+      "learning_rate": 6.0998793163437505e-05,
+      "loss": 1.5045,
+      "step": 4459
+    },
+    {
+      "epoch": 0.6388769517261137,
+      "grad_norm": 0.9616451263427734,
+      "learning_rate": 6.0956073849006456e-05,
+      "loss": 1.4403,
+      "step": 4460
+    },
+    {
+      "epoch": 0.6390201976794155,
+      "grad_norm": 1.0677623748779297,
+      "learning_rate": 6.091336293976655e-05,
+      "loss": 1.4101,
+      "step": 4461
+    },
+    {
+      "epoch": 0.6391634436327174,
+      "grad_norm": 1.1490238904953003,
+      "learning_rate": 6.087066044491232e-05,
+      "loss": 1.3529,
+      "step": 4462
+    },
+    {
+      "epoch": 0.6393066895860192,
+      "grad_norm": 1.1750527620315552,
+      "learning_rate": 6.0827966373636656e-05,
+      "loss": 1.394,
+      "step": 4463
+    },
+    {
+      "epoch": 0.6394499355393211,
+      "grad_norm": 1.0852476358413696,
+      "learning_rate": 6.078528073513041e-05,
+      "loss": 1.5296,
+      "step": 4464
+    },
+    {
+      "epoch": 0.6395931814926228,
+      "grad_norm": 1.178320288658142,
+      "learning_rate": 6.0742603538582835e-05,
+      "loss": 1.4964,
+      "step": 4465
+    },
+    {
+      "epoch": 0.6397364274459246,
+      "grad_norm": 1.1029149293899536,
+      "learning_rate": 6.069993479318126e-05,
+      "loss": 1.3976,
+      "step": 4466
+    },
+    {
+      "epoch": 0.6398796733992265,
+      "grad_norm": 1.0821189880371094,
+      "learning_rate": 6.065727450811115e-05,
+      "loss": 1.5039,
+      "step": 4467
+    },
+    {
+      "epoch": 0.6400229193525283,
+      "grad_norm": 1.0240033864974976,
+      "learning_rate": 6.061462269255629e-05,
+      "loss": 1.4334,
+      "step": 4468
+    },
+    {
+      "epoch": 0.6401661653058301,
+      "grad_norm": 1.0884215831756592,
+      "learning_rate": 6.057197935569854e-05,
+      "loss": 1.5398,
+      "step": 4469
+    },
+    {
+      "epoch": 0.6403094112591319,
+      "grad_norm": 1.0500987768173218,
+      "learning_rate": 6.0529344506717935e-05,
+      "loss": 1.4523,
+      "step": 4470
+    },
+    {
+      "epoch": 0.6404526572124337,
+      "grad_norm": 0.9477109909057617,
+      "learning_rate": 6.0486718154792724e-05,
+      "loss": 1.4042,
+      "step": 4471
+    },
+    {
+      "epoch": 0.6405959031657356,
+      "grad_norm": 1.450585961341858,
+      "learning_rate": 6.044410030909926e-05,
+      "loss": 1.4433,
+      "step": 4472
+    },
+    {
+      "epoch": 0.6407391491190374,
+      "grad_norm": 0.972114086151123,
+      "learning_rate": 6.040149097881214e-05,
+      "loss": 1.5034,
+      "step": 4473
+    },
+    {
+      "epoch": 0.6408823950723392,
+      "grad_norm": 1.1413666009902954,
+      "learning_rate": 6.035889017310414e-05,
+      "loss": 1.6026,
+      "step": 4474
+    },
+    {
+      "epoch": 0.6410256410256411,
+      "grad_norm": 1.0606579780578613,
+      "learning_rate": 6.0316297901146103e-05,
+      "loss": 1.539,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6411688869789428,
+      "grad_norm": 1.1845037937164307,
+      "learning_rate": 6.02737141721071e-05,
+      "loss": 1.5396,
+      "step": 4476
+    },
+    {
+      "epoch": 0.6413121329322446,
+      "grad_norm": 1.1974533796310425,
+      "learning_rate": 6.023113899515438e-05,
+      "loss": 1.5852,
+      "step": 4477
+    },
+    {
+      "epoch": 0.6414553788855465,
+      "grad_norm": 1.2522804737091064,
+      "learning_rate": 6.0188572379453276e-05,
+      "loss": 1.3195,
+      "step": 4478
+    },
+    {
+      "epoch": 0.6415986248388483,
+      "grad_norm": 0.8596370816230774,
+      "learning_rate": 6.014601433416741e-05,
+      "loss": 1.4394,
+      "step": 4479
+    },
+    {
+      "epoch": 0.6417418707921502,
+      "grad_norm": 1.0568764209747314,
+      "learning_rate": 6.010346486845837e-05,
+      "loss": 1.3393,
+      "step": 4480
+    },
+    {
+      "epoch": 0.6418851167454519,
+      "grad_norm": 1.0848032236099243,
+      "learning_rate": 6.0060923991486084e-05,
+      "loss": 1.2858,
+      "step": 4481
+    },
+    {
+      "epoch": 0.6420283626987537,
+      "grad_norm": 1.0283632278442383,
+      "learning_rate": 6.001839171240853e-05,
+      "loss": 1.348,
+      "step": 4482
+    },
+    {
+      "epoch": 0.6421716086520556,
+      "grad_norm": 1.0300624370574951,
+      "learning_rate": 5.9975868040381844e-05,
+      "loss": 1.4895,
+      "step": 4483
+    },
+    {
+      "epoch": 0.6423148546053574,
+      "grad_norm": 1.0577236413955688,
+      "learning_rate": 5.9933352984560334e-05,
+      "loss": 1.5406,
+      "step": 4484
+    },
+    {
+      "epoch": 0.6424581005586593,
+      "grad_norm": 0.9717058539390564,
+      "learning_rate": 5.98908465540964e-05,
+      "loss": 1.4646,
+      "step": 4485
+    },
+    {
+      "epoch": 0.642601346511961,
+      "grad_norm": 1.0855761766433716,
+      "learning_rate": 5.9848348758140674e-05,
+      "loss": 1.4528,
+      "step": 4486
+    },
+    {
+      "epoch": 0.6427445924652628,
+      "grad_norm": 1.02626371383667,
+      "learning_rate": 5.980585960584187e-05,
+      "loss": 1.5421,
+      "step": 4487
+    },
+    {
+      "epoch": 0.6428878384185647,
+      "grad_norm": 1.1601073741912842,
+      "learning_rate": 5.976337910634684e-05,
+      "loss": 1.5113,
+      "step": 4488
+    },
+    {
+      "epoch": 0.6430310843718665,
+      "grad_norm": 1.0072824954986572,
+      "learning_rate": 5.972090726880055e-05,
+      "loss": 1.319,
+      "step": 4489
+    },
+    {
+      "epoch": 0.6431743303251684,
+      "grad_norm": 1.260817289352417,
+      "learning_rate": 5.967844410234624e-05,
+      "loss": 1.3619,
+      "step": 4490
+    },
+    {
+      "epoch": 0.6433175762784701,
+      "grad_norm": 1.0693447589874268,
+      "learning_rate": 5.963598961612506e-05,
+      "loss": 1.5336,
+      "step": 4491
+    },
+    {
+      "epoch": 0.6434608222317719,
+      "grad_norm": 1.0358737707138062,
+      "learning_rate": 5.9593543819276486e-05,
+      "loss": 1.3906,
+      "step": 4492
+    },
+    {
+      "epoch": 0.6436040681850738,
+      "grad_norm": 0.9585225582122803,
+      "learning_rate": 5.955110672093801e-05,
+      "loss": 1.4238,
+      "step": 4493
+    },
+    {
+      "epoch": 0.6437473141383756,
+      "grad_norm": 0.981662929058075,
+      "learning_rate": 5.950867833024529e-05,
+      "loss": 1.4854,
+      "step": 4494
+    },
+    {
+      "epoch": 0.6438905600916774,
+      "grad_norm": 0.9404281377792358,
+      "learning_rate": 5.946625865633216e-05,
+      "loss": 1.51,
+      "step": 4495
+    },
+    {
+      "epoch": 0.6440338060449793,
+      "grad_norm": 1.1018071174621582,
+      "learning_rate": 5.942384770833045e-05,
+      "loss": 1.6671,
+      "step": 4496
+    },
+    {
+      "epoch": 0.644177051998281,
+      "grad_norm": 1.1763442754745483,
+      "learning_rate": 5.938144549537023e-05,
+      "loss": 1.3997,
+      "step": 4497
+    },
+    {
+      "epoch": 0.6443202979515829,
+      "grad_norm": 1.0112813711166382,
+      "learning_rate": 5.9339052026579654e-05,
+      "loss": 1.5962,
+      "step": 4498
+    },
+    {
+      "epoch": 0.6444635439048847,
+      "grad_norm": 0.995836615562439,
+      "learning_rate": 5.929666731108497e-05,
+      "loss": 1.3518,
+      "step": 4499
+    },
+    {
+      "epoch": 0.6446067898581865,
+      "grad_norm": 0.9802548289299011,
+      "learning_rate": 5.9254291358010586e-05,
+      "loss": 1.5364,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6447500358114884,
+      "grad_norm": 1.0056450366973877,
+      "learning_rate": 5.9211924176478915e-05,
+      "loss": 1.4357,
+      "step": 4501
+    },
+    {
+      "epoch": 0.6448932817647901,
+      "grad_norm": 0.929782509803772,
+      "learning_rate": 5.9169565775610656e-05,
+      "loss": 1.3916,
+      "step": 4502
+    },
+    {
+      "epoch": 0.645036527718092,
+      "grad_norm": 0.9330888986587524,
+      "learning_rate": 5.9127216164524504e-05,
+      "loss": 1.6138,
+      "step": 4503
+    },
+    {
+      "epoch": 0.6451797736713938,
+      "grad_norm": 0.9984841346740723,
+      "learning_rate": 5.908487535233725e-05,
+      "loss": 1.3935,
+      "step": 4504
+    },
+    {
+      "epoch": 0.6453230196246956,
+      "grad_norm": 1.0986160039901733,
+      "learning_rate": 5.904254334816381e-05,
+      "loss": 1.3516,
+      "step": 4505
+    },
+    {
+      "epoch": 0.6454662655779975,
+      "grad_norm": 1.2456729412078857,
+      "learning_rate": 5.900022016111733e-05,
+      "loss": 1.5149,
+      "step": 4506
+    },
+    {
+      "epoch": 0.6456095115312992,
+      "grad_norm": 1.0354112386703491,
+      "learning_rate": 5.895790580030879e-05,
+      "loss": 1.4564,
+      "step": 4507
+    },
+    {
+      "epoch": 0.645752757484601,
+      "grad_norm": 1.1140838861465454,
+      "learning_rate": 5.891560027484753e-05,
+      "loss": 1.406,
+      "step": 4508
+    },
+    {
+      "epoch": 0.6458960034379029,
+      "grad_norm": 0.999218225479126,
+      "learning_rate": 5.8873303593840846e-05,
+      "loss": 1.5367,
+      "step": 4509
+    },
+    {
+      "epoch": 0.6460392493912047,
+      "grad_norm": 1.1478116512298584,
+      "learning_rate": 5.883101576639415e-05,
+      "loss": 1.4329,
+      "step": 4510
+    },
+    {
+      "epoch": 0.6461824953445066,
+      "grad_norm": 0.9751808047294617,
+      "learning_rate": 5.878873680161101e-05,
+      "loss": 1.4838,
+      "step": 4511
+    },
+    {
+      "epoch": 0.6463257412978083,
+      "grad_norm": 0.9880028367042542,
+      "learning_rate": 5.8746466708592986e-05,
+      "loss": 1.5307,
+      "step": 4512
+    },
+    {
+      "epoch": 0.6464689872511101,
+      "grad_norm": 1.0958107709884644,
+      "learning_rate": 5.870420549643987e-05,
+      "loss": 1.4767,
+      "step": 4513
+    },
+    {
+      "epoch": 0.646612233204412,
+      "grad_norm": 1.203079342842102,
+      "learning_rate": 5.866195317424934e-05,
+      "loss": 1.5036,
+      "step": 4514
+    },
+    {
+      "epoch": 0.6467554791577138,
+      "grad_norm": 0.9912854433059692,
+      "learning_rate": 5.8619709751117344e-05,
+      "loss": 1.4792,
+      "step": 4515
+    },
+    {
+      "epoch": 0.6468987251110156,
+      "grad_norm": 1.0423023700714111,
+      "learning_rate": 5.8577475236137855e-05,
+      "loss": 1.3677,
+      "step": 4516
+    },
+    {
+      "epoch": 0.6470419710643174,
+      "grad_norm": 1.13326096534729,
+      "learning_rate": 5.853524963840289e-05,
+      "loss": 1.4915,
+      "step": 4517
+    },
+    {
+      "epoch": 0.6471852170176192,
+      "grad_norm": 1.094733476638794,
+      "learning_rate": 5.849303296700257e-05,
+      "loss": 1.4737,
+      "step": 4518
+    },
+    {
+      "epoch": 0.6473284629709211,
+      "grad_norm": 1.3119962215423584,
+      "learning_rate": 5.845082523102514e-05,
+      "loss": 1.4166,
+      "step": 4519
+    },
+    {
+      "epoch": 0.6474717089242229,
+      "grad_norm": 1.013318419456482,
+      "learning_rate": 5.8408626439556845e-05,
+      "loss": 1.4521,
+      "step": 4520
+    },
+    {
+      "epoch": 0.6476149548775247,
+      "grad_norm": 1.148317575454712,
+      "learning_rate": 5.8366436601682084e-05,
+      "loss": 1.3435,
+      "step": 4521
+    },
+    {
+      "epoch": 0.6477582008308266,
+      "grad_norm": 1.1504217386245728,
+      "learning_rate": 5.832425572648317e-05,
+      "loss": 1.388,
+      "step": 4522
+    },
+    {
+      "epoch": 0.6479014467841283,
+      "grad_norm": 0.9679978489875793,
+      "learning_rate": 5.828208382304072e-05,
+      "loss": 1.3561,
+      "step": 4523
+    },
+    {
+      "epoch": 0.6480446927374302,
+      "grad_norm": 0.9998926520347595,
+      "learning_rate": 5.823992090043333e-05,
+      "loss": 1.351,
+      "step": 4524
+    },
+    {
+      "epoch": 0.648187938690732,
+      "grad_norm": 1.0379929542541504,
+      "learning_rate": 5.819776696773751e-05,
+      "loss": 1.4687,
+      "step": 4525
+    },
+    {
+      "epoch": 0.6483311846440338,
+      "grad_norm": 0.9502056837081909,
+      "learning_rate": 5.815562203402798e-05,
+      "loss": 1.6343,
+      "step": 4526
+    },
+    {
+      "epoch": 0.6484744305973357,
+      "grad_norm": 1.190445065498352,
+      "learning_rate": 5.8113486108377615e-05,
+      "loss": 1.2763,
+      "step": 4527
+    },
+    {
+      "epoch": 0.6486176765506374,
+      "grad_norm": 0.9642749428749084,
+      "learning_rate": 5.8071359199857114e-05,
+      "loss": 1.5083,
+      "step": 4528
+    },
+    {
+      "epoch": 0.6487609225039392,
+      "grad_norm": 1.123937726020813,
+      "learning_rate": 5.802924131753542e-05,
+      "loss": 1.6279,
+      "step": 4529
+    },
+    {
+      "epoch": 0.6489041684572411,
+      "grad_norm": 1.0235486030578613,
+      "learning_rate": 5.798713247047944e-05,
+      "loss": 1.4264,
+      "step": 4530
+    },
+    {
+      "epoch": 0.6490474144105429,
+      "grad_norm": 1.1920193433761597,
+      "learning_rate": 5.79450326677542e-05,
+      "loss": 1.5516,
+      "step": 4531
+    },
+    {
+      "epoch": 0.6491906603638448,
+      "grad_norm": 1.0184662342071533,
+      "learning_rate": 5.790294191842276e-05,
+      "loss": 1.4065,
+      "step": 4532
+    },
+    {
+      "epoch": 0.6493339063171465,
+      "grad_norm": 0.9675561189651489,
+      "learning_rate": 5.786086023154609e-05,
+      "loss": 1.4442,
+      "step": 4533
+    },
+    {
+      "epoch": 0.6494771522704483,
+      "grad_norm": 0.8362724781036377,
+      "learning_rate": 5.781878761618349e-05,
+      "loss": 1.2867,
+      "step": 4534
+    },
+    {
+      "epoch": 0.6496203982237502,
+      "grad_norm": 1.1302191019058228,
+      "learning_rate": 5.777672408139212e-05,
+      "loss": 1.4391,
+      "step": 4535
+    },
+    {
+      "epoch": 0.649763644177052,
+      "grad_norm": 1.1032774448394775,
+      "learning_rate": 5.773466963622716e-05,
+      "loss": 1.4919,
+      "step": 4536
+    },
+    {
+      "epoch": 0.6499068901303539,
+      "grad_norm": 1.0458883047103882,
+      "learning_rate": 5.7692624289741914e-05,
+      "loss": 1.4668,
+      "step": 4537
+    },
+    {
+      "epoch": 0.6500501360836556,
+      "grad_norm": 1.0860028266906738,
+      "learning_rate": 5.765058805098773e-05,
+      "loss": 1.4192,
+      "step": 4538
+    },
+    {
+      "epoch": 0.6501933820369574,
+      "grad_norm": 1.0601071119308472,
+      "learning_rate": 5.7608560929013946e-05,
+      "loss": 1.2339,
+      "step": 4539
+    },
+    {
+      "epoch": 0.6503366279902593,
+      "grad_norm": 0.9371410012245178,
+      "learning_rate": 5.756654293286796e-05,
+      "loss": 1.4727,
+      "step": 4540
+    },
+    {
+      "epoch": 0.6504798739435611,
+      "grad_norm": 0.9764384627342224,
+      "learning_rate": 5.752453407159522e-05,
+      "loss": 1.5551,
+      "step": 4541
+    },
+    {
+      "epoch": 0.650623119896863,
+      "grad_norm": 1.080942153930664,
+      "learning_rate": 5.7482534354239225e-05,
+      "loss": 1.4613,
+      "step": 4542
+    },
+    {
+      "epoch": 0.6507663658501648,
+      "grad_norm": 1.0612707138061523,
+      "learning_rate": 5.74405437898414e-05,
+      "loss": 1.4735,
+      "step": 4543
+    },
+    {
+      "epoch": 0.6509096118034665,
+      "grad_norm": 1.0858855247497559,
+      "learning_rate": 5.739856238744129e-05,
+      "loss": 1.351,
+      "step": 4544
+    },
+    {
+      "epoch": 0.6510528577567684,
+      "grad_norm": 1.5185941457748413,
+      "learning_rate": 5.735659015607655e-05,
+      "loss": 1.3764,
+      "step": 4545
+    },
+    {
+      "epoch": 0.6511961037100702,
+      "grad_norm": 1.0058356523513794,
+      "learning_rate": 5.731462710478264e-05,
+      "loss": 1.4649,
+      "step": 4546
+    },
+    {
+      "epoch": 0.651339349663372,
+      "grad_norm": 0.994479238986969,
+      "learning_rate": 5.7272673242593174e-05,
+      "loss": 1.4267,
+      "step": 4547
+    },
+    {
+      "epoch": 0.6514825956166739,
+      "grad_norm": 1.1721916198730469,
+      "learning_rate": 5.723072857853992e-05,
+      "loss": 1.4568,
+      "step": 4548
+    },
+    {
+      "epoch": 0.6516258415699756,
+      "grad_norm": 1.0397611856460571,
+      "learning_rate": 5.7188793121652374e-05,
+      "loss": 1.3264,
+      "step": 4549
+    },
+    {
+      "epoch": 0.6517690875232774,
+      "grad_norm": 1.1729096174240112,
+      "learning_rate": 5.714686688095825e-05,
+      "loss": 1.3966,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6519123334765793,
+      "grad_norm": 1.123908281326294,
+      "learning_rate": 5.7104949865483246e-05,
+      "loss": 1.354,
+      "step": 4551
+    },
+    {
+      "epoch": 0.6520555794298811,
+      "grad_norm": 1.033349633216858,
+      "learning_rate": 5.706304208425105e-05,
+      "loss": 1.4208,
+      "step": 4552
+    },
+    {
+      "epoch": 0.652198825383183,
+      "grad_norm": 1.0345288515090942,
+      "learning_rate": 5.702114354628341e-05,
+      "loss": 1.4597,
+      "step": 4553
+    },
+    {
+      "epoch": 0.6523420713364847,
+      "grad_norm": 0.9267191290855408,
+      "learning_rate": 5.697925426059991e-05,
+      "loss": 1.2863,
+      "step": 4554
+    },
+    {
+      "epoch": 0.6524853172897865,
+      "grad_norm": 1.022447943687439,
+      "learning_rate": 5.6937374236218424e-05,
+      "loss": 1.4152,
+      "step": 4555
+    },
+    {
+      "epoch": 0.6526285632430884,
+      "grad_norm": 1.189542293548584,
+      "learning_rate": 5.6895503482154666e-05,
+      "loss": 1.2987,
+      "step": 4556
+    },
+    {
+      "epoch": 0.6527718091963902,
+      "grad_norm": 1.0588055849075317,
+      "learning_rate": 5.6853642007422294e-05,
+      "loss": 1.4038,
+      "step": 4557
+    },
+    {
+      "epoch": 0.6529150551496921,
+      "grad_norm": 1.142943024635315,
+      "learning_rate": 5.681178982103309e-05,
+      "loss": 1.4839,
+      "step": 4558
+    },
+    {
+      "epoch": 0.6530583011029938,
+      "grad_norm": 1.217365026473999,
+      "learning_rate": 5.6769946931996795e-05,
+      "loss": 1.36,
+      "step": 4559
+    },
+    {
+      "epoch": 0.6532015470562956,
+      "grad_norm": 1.2711046934127808,
+      "learning_rate": 5.672811334932116e-05,
+      "loss": 1.248,
+      "step": 4560
+    },
+    {
+      "epoch": 0.6533447930095975,
+      "grad_norm": 1.1670383214950562,
+      "learning_rate": 5.668628908201189e-05,
+      "loss": 1.4715,
+      "step": 4561
+    },
+    {
+      "epoch": 0.6534880389628993,
+      "grad_norm": 0.9465640187263489,
+      "learning_rate": 5.6644474139072746e-05,
+      "loss": 1.3542,
+      "step": 4562
+    },
+    {
+      "epoch": 0.6536312849162011,
+      "grad_norm": 1.0139261484146118,
+      "learning_rate": 5.660266852950547e-05,
+      "loss": 1.5074,
+      "step": 4563
+    },
+    {
+      "epoch": 0.653774530869503,
+      "grad_norm": 1.0605270862579346,
+      "learning_rate": 5.6560872262309704e-05,
+      "loss": 1.4231,
+      "step": 4564
+    },
+    {
+      "epoch": 0.6539177768228047,
+      "grad_norm": 0.9672388434410095,
+      "learning_rate": 5.651908534648315e-05,
+      "loss": 1.5318,
+      "step": 4565
+    },
+    {
+      "epoch": 0.6540610227761066,
+      "grad_norm": 0.9963374137878418,
+      "learning_rate": 5.647730779102161e-05,
+      "loss": 1.2992,
+      "step": 4566
+    },
+    {
+      "epoch": 0.6542042687294084,
+      "grad_norm": 1.0000481605529785,
+      "learning_rate": 5.6435539604918654e-05,
+      "loss": 1.4347,
+      "step": 4567
+    },
+    {
+      "epoch": 0.6543475146827102,
+      "grad_norm": 1.0542782545089722,
+      "learning_rate": 5.639378079716595e-05,
+      "loss": 1.3394,
+      "step": 4568
+    },
+    {
+      "epoch": 0.6544907606360121,
+      "grad_norm": 1.0104237794876099,
+      "learning_rate": 5.635203137675318e-05,
+      "loss": 1.5087,
+      "step": 4569
+    },
+    {
+      "epoch": 0.6546340065893138,
+      "grad_norm": 0.9432506561279297,
+      "learning_rate": 5.631029135266791e-05,
+      "loss": 1.4514,
+      "step": 4570
+    },
+    {
+      "epoch": 0.6547772525426157,
+      "grad_norm": 1.0830844640731812,
+      "learning_rate": 5.6268560733895816e-05,
+      "loss": 1.3913,
+      "step": 4571
+    },
+    {
+      "epoch": 0.6549204984959175,
+      "grad_norm": 1.1388123035430908,
+      "learning_rate": 5.6226839529420314e-05,
+      "loss": 1.4652,
+      "step": 4572
+    },
+    {
+      "epoch": 0.6550637444492193,
+      "grad_norm": 1.467560887336731,
+      "learning_rate": 5.618512774822311e-05,
+      "loss": 1.3373,
+      "step": 4573
+    },
+    {
+      "epoch": 0.6552069904025212,
+      "grad_norm": 0.9781869053840637,
+      "learning_rate": 5.6143425399283664e-05,
+      "loss": 1.4125,
+      "step": 4574
+    },
+    {
+      "epoch": 0.6553502363558229,
+      "grad_norm": 1.1643925905227661,
+      "learning_rate": 5.610173249157942e-05,
+      "loss": 1.4608,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6554934823091247,
+      "grad_norm": 1.0602562427520752,
+      "learning_rate": 5.6060049034085815e-05,
+      "loss": 1.435,
+      "step": 4576
+    },
+    {
+      "epoch": 0.6556367282624266,
+      "grad_norm": 1.080619215965271,
+      "learning_rate": 5.6018375035776406e-05,
+      "loss": 1.4425,
+      "step": 4577
+    },
+    {
+      "epoch": 0.6557799742157284,
+      "grad_norm": 1.05344820022583,
+      "learning_rate": 5.597671050562241e-05,
+      "loss": 1.5799,
+      "step": 4578
+    },
+    {
+      "epoch": 0.6559232201690303,
+      "grad_norm": 1.332395315170288,
+      "learning_rate": 5.5935055452593254e-05,
+      "loss": 1.2418,
+      "step": 4579
+    },
+    {
+      "epoch": 0.656066466122332,
+      "grad_norm": 1.068084478378296,
+      "learning_rate": 5.5893409885656214e-05,
+      "loss": 1.4244,
+      "step": 4580
+    },
+    {
+      "epoch": 0.6562097120756338,
+      "grad_norm": 1.0467371940612793,
+      "learning_rate": 5.5851773813776556e-05,
+      "loss": 1.5843,
+      "step": 4581
+    },
+    {
+      "epoch": 0.6563529580289357,
+      "grad_norm": 1.0303261280059814,
+      "learning_rate": 5.5810147245917535e-05,
+      "loss": 1.4598,
+      "step": 4582
+    },
+    {
+      "epoch": 0.6564962039822375,
+      "grad_norm": 1.1383150815963745,
+      "learning_rate": 5.5768530191040206e-05,
+      "loss": 1.4101,
+      "step": 4583
+    },
+    {
+      "epoch": 0.6566394499355394,
+      "grad_norm": 1.043053150177002,
+      "learning_rate": 5.57269226581038e-05,
+      "loss": 1.3361,
+      "step": 4584
+    },
+    {
+      "epoch": 0.6567826958888412,
+      "grad_norm": 1.110032320022583,
+      "learning_rate": 5.56853246560654e-05,
+      "loss": 1.4665,
+      "step": 4585
+    },
+    {
+      "epoch": 0.6569259418421429,
+      "grad_norm": 1.0037809610366821,
+      "learning_rate": 5.564373619387995e-05,
+      "loss": 1.4329,
+      "step": 4586
+    },
+    {
+      "epoch": 0.6570691877954448,
+      "grad_norm": 0.9919778108596802,
+      "learning_rate": 5.5602157280500446e-05,
+      "loss": 1.3696,
+      "step": 4587
+    },
+    {
+      "epoch": 0.6572124337487466,
+      "grad_norm": 0.9387726783752441,
+      "learning_rate": 5.556058792487779e-05,
+      "loss": 1.4871,
+      "step": 4588
+    },
+    {
+      "epoch": 0.6573556797020484,
+      "grad_norm": 1.3413736820220947,
+      "learning_rate": 5.551902813596087e-05,
+      "loss": 1.2926,
+      "step": 4589
+    },
+    {
+      "epoch": 0.6574989256553503,
+      "grad_norm": 0.9866845011711121,
+      "learning_rate": 5.5477477922696465e-05,
+      "loss": 1.4246,
+      "step": 4590
+    },
+    {
+      "epoch": 0.657642171608652,
+      "grad_norm": 1.0296746492385864,
+      "learning_rate": 5.543593729402927e-05,
+      "loss": 1.4916,
+      "step": 4591
+    },
+    {
+      "epoch": 0.6577854175619539,
+      "grad_norm": 0.8876432776451111,
+      "learning_rate": 5.5394406258902054e-05,
+      "loss": 1.4938,
+      "step": 4592
+    },
+    {
+      "epoch": 0.6579286635152557,
+      "grad_norm": 1.0782486200332642,
+      "learning_rate": 5.5352884826255317e-05,
+      "loss": 1.4404,
+      "step": 4593
+    },
+    {
+      "epoch": 0.6580719094685575,
+      "grad_norm": 1.076417326927185,
+      "learning_rate": 5.531137300502758e-05,
+      "loss": 1.5506,
+      "step": 4594
+    },
+    {
+      "epoch": 0.6582151554218594,
+      "grad_norm": 1.0044944286346436,
+      "learning_rate": 5.526987080415543e-05,
+      "loss": 1.4632,
+      "step": 4595
+    },
+    {
+      "epoch": 0.6583584013751611,
+      "grad_norm": 0.9910268783569336,
+      "learning_rate": 5.522837823257317e-05,
+      "loss": 1.5787,
+      "step": 4596
+    },
+    {
+      "epoch": 0.658501647328463,
+      "grad_norm": 0.9899634122848511,
+      "learning_rate": 5.518689529921315e-05,
+      "loss": 1.5512,
+      "step": 4597
+    },
+    {
+      "epoch": 0.6586448932817648,
+      "grad_norm": 1.232839822769165,
+      "learning_rate": 5.514542201300563e-05,
+      "loss": 1.4575,
+      "step": 4598
+    },
+    {
+      "epoch": 0.6587881392350666,
+      "grad_norm": 1.0822981595993042,
+      "learning_rate": 5.5103958382878765e-05,
+      "loss": 1.4659,
+      "step": 4599
+    },
+    {
+      "epoch": 0.6589313851883685,
+      "grad_norm": 1.155578851699829,
+      "learning_rate": 5.5062504417758684e-05,
+      "loss": 1.534,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6590746311416702,
+      "grad_norm": 1.1041051149368286,
+      "learning_rate": 5.502106012656931e-05,
+      "loss": 1.4114,
+      "step": 4601
+    },
+    {
+      "epoch": 0.659217877094972,
+      "grad_norm": 0.954622209072113,
+      "learning_rate": 5.497962551823266e-05,
+      "loss": 1.5522,
+      "step": 4602
+    },
+    {
+      "epoch": 0.6593611230482739,
+      "grad_norm": 1.121350884437561,
+      "learning_rate": 5.493820060166861e-05,
+      "loss": 1.4028,
+      "step": 4603
+    },
+    {
+      "epoch": 0.6595043690015757,
+      "grad_norm": 1.1282786130905151,
+      "learning_rate": 5.4896785385794815e-05,
+      "loss": 1.2697,
+      "step": 4604
+    },
+    {
+      "epoch": 0.6596476149548776,
+      "grad_norm": 1.0900079011917114,
+      "learning_rate": 5.485537987952696e-05,
+      "loss": 1.5478,
+      "step": 4605
+    },
+    {
+      "epoch": 0.6597908609081793,
+      "grad_norm": 1.0673240423202515,
+      "learning_rate": 5.4813984091778734e-05,
+      "loss": 1.4188,
+      "step": 4606
+    },
+    {
+      "epoch": 0.6599341068614811,
+      "grad_norm": 1.187276005744934,
+      "learning_rate": 5.4772598031461507e-05,
+      "loss": 1.4122,
+      "step": 4607
+    },
+    {
+      "epoch": 0.660077352814783,
+      "grad_norm": 0.9443936347961426,
+      "learning_rate": 5.473122170748472e-05,
+      "loss": 1.4641,
+      "step": 4608
+    },
+    {
+      "epoch": 0.6602205987680848,
+      "grad_norm": 1.055354118347168,
+      "learning_rate": 5.4689855128755686e-05,
+      "loss": 1.4834,
+      "step": 4609
+    },
+    {
+      "epoch": 0.6603638447213867,
+      "grad_norm": 1.0791553258895874,
+      "learning_rate": 5.4648498304179585e-05,
+      "loss": 1.2817,
+      "step": 4610
+    },
+    {
+      "epoch": 0.6605070906746885,
+      "grad_norm": 1.0368486642837524,
+      "learning_rate": 5.4607151242659524e-05,
+      "loss": 1.39,
+      "step": 4611
+    },
+    {
+      "epoch": 0.6606503366279902,
+      "grad_norm": 1.1345089673995972,
+      "learning_rate": 5.45658139530965e-05,
+      "loss": 1.5976,
+      "step": 4612
+    },
+    {
+      "epoch": 0.6607935825812921,
+      "grad_norm": 1.1174354553222656,
+      "learning_rate": 5.452448644438946e-05,
+      "loss": 1.58,
+      "step": 4613
+    },
+    {
+      "epoch": 0.6609368285345939,
+      "grad_norm": 1.0134913921356201,
+      "learning_rate": 5.4483168725435086e-05,
+      "loss": 1.3662,
+      "step": 4614
+    },
+    {
+      "epoch": 0.6610800744878957,
+      "grad_norm": 1.022965669631958,
+      "learning_rate": 5.444186080512809e-05,
+      "loss": 1.3582,
+      "step": 4615
+    },
+    {
+      "epoch": 0.6612233204411976,
+      "grad_norm": 1.0156528949737549,
+      "learning_rate": 5.4400562692361145e-05,
+      "loss": 1.3272,
+      "step": 4616
+    },
+    {
+      "epoch": 0.6613665663944993,
+      "grad_norm": 1.0223033428192139,
+      "learning_rate": 5.435927439602462e-05,
+      "loss": 1.5394,
+      "step": 4617
+    },
+    {
+      "epoch": 0.6615098123478012,
+      "grad_norm": 1.1148253679275513,
+      "learning_rate": 5.431799592500686e-05,
+      "loss": 1.4088,
+      "step": 4618
+    },
+    {
+      "epoch": 0.661653058301103,
+      "grad_norm": 1.1721428632736206,
+      "learning_rate": 5.427672728819414e-05,
+      "loss": 1.4562,
+      "step": 4619
+    },
+    {
+      "epoch": 0.6617963042544048,
+      "grad_norm": 1.0559444427490234,
+      "learning_rate": 5.423546849447055e-05,
+      "loss": 1.4471,
+      "step": 4620
+    },
+    {
+      "epoch": 0.6619395502077067,
+      "grad_norm": 0.9644497632980347,
+      "learning_rate": 5.419421955271815e-05,
+      "loss": 1.4494,
+      "step": 4621
+    },
+    {
+      "epoch": 0.6620827961610084,
+      "grad_norm": 1.2046515941619873,
+      "learning_rate": 5.415298047181667e-05,
+      "loss": 1.6811,
+      "step": 4622
+    },
+    {
+      "epoch": 0.6622260421143102,
+      "grad_norm": 1.1570082902908325,
+      "learning_rate": 5.4111751260644e-05,
+      "loss": 1.4821,
+      "step": 4623
+    },
+    {
+      "epoch": 0.6623692880676121,
+      "grad_norm": 0.9519679546356201,
+      "learning_rate": 5.407053192807576e-05,
+      "loss": 1.2827,
+      "step": 4624
+    },
+    {
+      "epoch": 0.6625125340209139,
+      "grad_norm": 1.1182398796081543,
+      "learning_rate": 5.40293224829854e-05,
+      "loss": 1.3565,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6626557799742158,
+      "grad_norm": 1.0649961233139038,
+      "learning_rate": 5.398812293424426e-05,
+      "loss": 1.398,
+      "step": 4626
+    },
+    {
+      "epoch": 0.6627990259275175,
+      "grad_norm": 0.8669629693031311,
+      "learning_rate": 5.394693329072171e-05,
+      "loss": 1.345,
+      "step": 4627
+    },
+    {
+      "epoch": 0.6629422718808193,
+      "grad_norm": 1.094475269317627,
+      "learning_rate": 5.390575356128474e-05,
+      "loss": 1.4521,
+      "step": 4628
+    },
+    {
+      "epoch": 0.6630855178341212,
+      "grad_norm": 1.137086272239685,
+      "learning_rate": 5.386458375479839e-05,
+      "loss": 1.3938,
+      "step": 4629
+    },
+    {
+      "epoch": 0.663228763787423,
+      "grad_norm": 1.0605108737945557,
+      "learning_rate": 5.382342388012547e-05,
+      "loss": 1.6532,
+      "step": 4630
+    },
+    {
+      "epoch": 0.6633720097407249,
+      "grad_norm": 1.0275412797927856,
+      "learning_rate": 5.37822739461267e-05,
+      "loss": 1.4011,
+      "step": 4631
+    },
+    {
+      "epoch": 0.6635152556940267,
+      "grad_norm": 1.0365220308303833,
+      "learning_rate": 5.3741133961660686e-05,
+      "loss": 1.3248,
+      "step": 4632
+    },
+    {
+      "epoch": 0.6636585016473284,
+      "grad_norm": 1.2257977724075317,
+      "learning_rate": 5.370000393558371e-05,
+      "loss": 1.679,
+      "step": 4633
+    },
+    {
+      "epoch": 0.6638017476006303,
+      "grad_norm": 1.1646496057510376,
+      "learning_rate": 5.365888387675018e-05,
+      "loss": 1.3443,
+      "step": 4634
+    },
+    {
+      "epoch": 0.6639449935539321,
+      "grad_norm": 1.1803932189941406,
+      "learning_rate": 5.361777379401223e-05,
+      "loss": 1.457,
+      "step": 4635
+    },
+    {
+      "epoch": 0.664088239507234,
+      "grad_norm": 0.9564499258995056,
+      "learning_rate": 5.357667369621977e-05,
+      "loss": 1.4941,
+      "step": 4636
+    },
+    {
+      "epoch": 0.6642314854605358,
+      "grad_norm": 0.9446483850479126,
+      "learning_rate": 5.353558359222065e-05,
+      "loss": 1.4149,
+      "step": 4637
+    },
+    {
+      "epoch": 0.6643747314138375,
+      "grad_norm": 1.1157374382019043,
+      "learning_rate": 5.349450349086057e-05,
+      "loss": 1.4554,
+      "step": 4638
+    },
+    {
+      "epoch": 0.6645179773671394,
+      "grad_norm": 0.9202443361282349,
+      "learning_rate": 5.3453433400983055e-05,
+      "loss": 1.4197,
+      "step": 4639
+    },
+    {
+      "epoch": 0.6646612233204412,
+      "grad_norm": 0.894295334815979,
+      "learning_rate": 5.3412373331429474e-05,
+      "loss": 1.51,
+      "step": 4640
+    },
+    {
+      "epoch": 0.664804469273743,
+      "grad_norm": 1.0521572828292847,
+      "learning_rate": 5.337132329103907e-05,
+      "loss": 1.5039,
+      "step": 4641
+    },
+    {
+      "epoch": 0.6649477152270449,
+      "grad_norm": 1.1395591497421265,
+      "learning_rate": 5.3330283288648906e-05,
+      "loss": 1.5296,
+      "step": 4642
+    },
+    {
+      "epoch": 0.6650909611803466,
+      "grad_norm": 1.0351860523223877,
+      "learning_rate": 5.3289253333093826e-05,
+      "loss": 1.5559,
+      "step": 4643
+    },
+    {
+      "epoch": 0.6652342071336484,
+      "grad_norm": 1.0624382495880127,
+      "learning_rate": 5.324823343320654e-05,
+      "loss": 1.4626,
+      "step": 4644
+    },
+    {
+      "epoch": 0.6653774530869503,
+      "grad_norm": 1.1435754299163818,
+      "learning_rate": 5.320722359781776e-05,
+      "loss": 1.409,
+      "step": 4645
+    },
+    {
+      "epoch": 0.6655206990402521,
+      "grad_norm": 0.9161067008972168,
+      "learning_rate": 5.3166223835755736e-05,
+      "loss": 1.5263,
+      "step": 4646
+    },
+    {
+      "epoch": 0.665663944993554,
+      "grad_norm": 1.078769326210022,
+      "learning_rate": 5.312523415584678e-05,
+      "loss": 1.4791,
+      "step": 4647
+    },
+    {
+      "epoch": 0.6658071909468557,
+      "grad_norm": 1.050185203552246,
+      "learning_rate": 5.308425456691495e-05,
+      "loss": 1.372,
+      "step": 4648
+    },
+    {
+      "epoch": 0.6659504369001575,
+      "grad_norm": 0.8988944292068481,
+      "learning_rate": 5.3043285077782114e-05,
+      "loss": 1.412,
+      "step": 4649
+    },
+    {
+      "epoch": 0.6660936828534594,
+      "grad_norm": 1.071649193763733,
+      "learning_rate": 5.300232569726804e-05,
+      "loss": 1.4371,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6662369288067612,
+      "grad_norm": 1.1250704526901245,
+      "learning_rate": 5.2961376434190144e-05,
+      "loss": 1.275,
+      "step": 4651
+    },
+    {
+      "epoch": 0.6663801747600631,
+      "grad_norm": 0.9902967810630798,
+      "learning_rate": 5.292043729736394e-05,
+      "loss": 1.5101,
+      "step": 4652
+    },
+    {
+      "epoch": 0.6665234207133649,
+      "grad_norm": 0.9878919720649719,
+      "learning_rate": 5.2879508295602575e-05,
+      "loss": 1.5033,
+      "step": 4653
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 1.1741969585418701,
+      "learning_rate": 5.283858943771698e-05,
+      "loss": 1.4715,
+      "step": 4654
+    },
+    {
+      "epoch": 0.6668099126199685,
+      "grad_norm": 1.1194181442260742,
+      "learning_rate": 5.2797680732515986e-05,
+      "loss": 1.5446,
+      "step": 4655
+    },
+    {
+      "epoch": 0.6669531585732703,
+      "grad_norm": 0.9926695227622986,
+      "learning_rate": 5.275678218880632e-05,
+      "loss": 1.4877,
+      "step": 4656
+    },
+    {
+      "epoch": 0.6670964045265722,
+      "grad_norm": 1.024867296218872,
+      "learning_rate": 5.2715893815392325e-05,
+      "loss": 1.3808,
+      "step": 4657
+    },
+    {
+      "epoch": 0.667239650479874,
+      "grad_norm": 1.0913439989089966,
+      "learning_rate": 5.26750156210763e-05,
+      "loss": 1.4482,
+      "step": 4658
+    },
+    {
+      "epoch": 0.6673828964331757,
+      "grad_norm": 1.0984677076339722,
+      "learning_rate": 5.2634147614658294e-05,
+      "loss": 1.4489,
+      "step": 4659
+    },
+    {
+      "epoch": 0.6675261423864776,
+      "grad_norm": 1.1130809783935547,
+      "learning_rate": 5.259328980493618e-05,
+      "loss": 1.2048,
+      "step": 4660
+    },
+    {
+      "epoch": 0.6676693883397794,
+      "grad_norm": 0.9319910407066345,
+      "learning_rate": 5.255244220070567e-05,
+      "loss": 1.513,
+      "step": 4661
+    },
+    {
+      "epoch": 0.6678126342930812,
+      "grad_norm": 1.0468584299087524,
+      "learning_rate": 5.251160481076016e-05,
+      "loss": 1.2931,
+      "step": 4662
+    },
+    {
+      "epoch": 0.6679558802463831,
+      "grad_norm": 1.0971177816390991,
+      "learning_rate": 5.247077764389099e-05,
+      "loss": 1.4761,
+      "step": 4663
+    },
+    {
+      "epoch": 0.6680991261996848,
+      "grad_norm": 1.2940932512283325,
+      "learning_rate": 5.242996070888728e-05,
+      "loss": 1.372,
+      "step": 4664
+    },
+    {
+      "epoch": 0.6682423721529867,
+      "grad_norm": 1.0448908805847168,
+      "learning_rate": 5.2389154014535814e-05,
+      "loss": 1.3592,
+      "step": 4665
+    },
+    {
+      "epoch": 0.6683856181062885,
+      "grad_norm": 1.0093162059783936,
+      "learning_rate": 5.23483575696213e-05,
+      "loss": 1.4184,
+      "step": 4666
+    },
+    {
+      "epoch": 0.6685288640595903,
+      "grad_norm": 1.6112895011901855,
+      "learning_rate": 5.2307571382926215e-05,
+      "loss": 1.3525,
+      "step": 4667
+    },
+    {
+      "epoch": 0.6686721100128922,
+      "grad_norm": 1.059985637664795,
+      "learning_rate": 5.226679546323079e-05,
+      "loss": 1.3354,
+      "step": 4668
+    },
+    {
+      "epoch": 0.6688153559661939,
+      "grad_norm": 0.9598016142845154,
+      "learning_rate": 5.222602981931309e-05,
+      "loss": 1.391,
+      "step": 4669
+    },
+    {
+      "epoch": 0.6689586019194957,
+      "grad_norm": 0.9876485466957092,
+      "learning_rate": 5.2185274459948965e-05,
+      "loss": 1.4688,
+      "step": 4670
+    },
+    {
+      "epoch": 0.6691018478727976,
+      "grad_norm": 0.9644986391067505,
+      "learning_rate": 5.2144529393912036e-05,
+      "loss": 1.5173,
+      "step": 4671
+    },
+    {
+      "epoch": 0.6692450938260994,
+      "grad_norm": 0.9936658143997192,
+      "learning_rate": 5.210379462997364e-05,
+      "loss": 1.6342,
+      "step": 4672
+    },
+    {
+      "epoch": 0.6693883397794013,
+      "grad_norm": 1.5488675832748413,
+      "learning_rate": 5.206307017690302e-05,
+      "loss": 1.5582,
+      "step": 4673
+    },
+    {
+      "epoch": 0.6695315857327031,
+      "grad_norm": 1.0123862028121948,
+      "learning_rate": 5.202235604346719e-05,
+      "loss": 1.3773,
+      "step": 4674
+    },
+    {
+      "epoch": 0.6696748316860048,
+      "grad_norm": 1.1887519359588623,
+      "learning_rate": 5.19816522384308e-05,
+      "loss": 1.4509,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6698180776393067,
+      "grad_norm": 1.0023562908172607,
+      "learning_rate": 5.1940958770556383e-05,
+      "loss": 1.3306,
+      "step": 4676
+    },
+    {
+      "epoch": 0.6699613235926085,
+      "grad_norm": 1.2827341556549072,
+      "learning_rate": 5.190027564860433e-05,
+      "loss": 1.5183,
+      "step": 4677
+    },
+    {
+      "epoch": 0.6701045695459104,
+      "grad_norm": 0.9124669432640076,
+      "learning_rate": 5.185960288133261e-05,
+      "loss": 1.3783,
+      "step": 4678
+    },
+    {
+      "epoch": 0.6702478154992122,
+      "grad_norm": 1.0714569091796875,
+      "learning_rate": 5.181894047749711e-05,
+      "loss": 1.5617,
+      "step": 4679
+    },
+    {
+      "epoch": 0.6703910614525139,
+      "grad_norm": 1.1612563133239746,
+      "learning_rate": 5.177828844585142e-05,
+      "loss": 1.2633,
+      "step": 4680
+    },
+    {
+      "epoch": 0.6705343074058158,
+      "grad_norm": 1.2152317762374878,
+      "learning_rate": 5.173764679514693e-05,
+      "loss": 1.3138,
+      "step": 4681
+    },
+    {
+      "epoch": 0.6706775533591176,
+      "grad_norm": 1.2835811376571655,
+      "learning_rate": 5.169701553413282e-05,
+      "loss": 1.5258,
+      "step": 4682
+    },
+    {
+      "epoch": 0.6708207993124194,
+      "grad_norm": 1.081905484199524,
+      "learning_rate": 5.1656394671555875e-05,
+      "loss": 1.3989,
+      "step": 4683
+    },
+    {
+      "epoch": 0.6709640452657213,
+      "grad_norm": 1.195109486579895,
+      "learning_rate": 5.161578421616087e-05,
+      "loss": 1.5633,
+      "step": 4684
+    },
+    {
+      "epoch": 0.671107291219023,
+      "grad_norm": 0.9715501666069031,
+      "learning_rate": 5.157518417669023e-05,
+      "loss": 1.1785,
+      "step": 4685
+    },
+    {
+      "epoch": 0.6712505371723249,
+      "grad_norm": 0.9870932698249817,
+      "learning_rate": 5.1534594561884086e-05,
+      "loss": 1.3299,
+      "step": 4686
+    },
+    {
+      "epoch": 0.6713937831256267,
+      "grad_norm": 1.1004470586776733,
+      "learning_rate": 5.1494015380480396e-05,
+      "loss": 1.2001,
+      "step": 4687
+    },
+    {
+      "epoch": 0.6715370290789285,
+      "grad_norm": 1.1064343452453613,
+      "learning_rate": 5.1453446641214854e-05,
+      "loss": 1.3042,
+      "step": 4688
+    },
+    {
+      "epoch": 0.6716802750322304,
+      "grad_norm": 1.1464532613754272,
+      "learning_rate": 5.141288835282092e-05,
+      "loss": 1.4738,
+      "step": 4689
+    },
+    {
+      "epoch": 0.6718235209855321,
+      "grad_norm": 1.2620582580566406,
+      "learning_rate": 5.137234052402977e-05,
+      "loss": 1.4643,
+      "step": 4690
+    },
+    {
+      "epoch": 0.671966766938834,
+      "grad_norm": 1.1983821392059326,
+      "learning_rate": 5.133180316357036e-05,
+      "loss": 1.3322,
+      "step": 4691
+    },
+    {
+      "epoch": 0.6721100128921358,
+      "grad_norm": 1.085768699645996,
+      "learning_rate": 5.129127628016941e-05,
+      "loss": 1.2923,
+      "step": 4692
+    },
+    {
+      "epoch": 0.6722532588454376,
+      "grad_norm": 1.058789849281311,
+      "learning_rate": 5.1250759882551284e-05,
+      "loss": 1.3854,
+      "step": 4693
+    },
+    {
+      "epoch": 0.6723965047987395,
+      "grad_norm": 1.187322974205017,
+      "learning_rate": 5.1210253979438174e-05,
+      "loss": 1.4488,
+      "step": 4694
+    },
+    {
+      "epoch": 0.6725397507520413,
+      "grad_norm": 1.2837350368499756,
+      "learning_rate": 5.1169758579550084e-05,
+      "loss": 1.2662,
+      "step": 4695
+    },
+    {
+      "epoch": 0.672682996705343,
+      "grad_norm": 0.9298090934753418,
+      "learning_rate": 5.112927369160458e-05,
+      "loss": 1.5498,
+      "step": 4696
+    },
+    {
+      "epoch": 0.6728262426586449,
+      "grad_norm": 0.9523746371269226,
+      "learning_rate": 5.108879932431709e-05,
+      "loss": 1.5379,
+      "step": 4697
+    },
+    {
+      "epoch": 0.6729694886119467,
+      "grad_norm": 1.1644649505615234,
+      "learning_rate": 5.104833548640074e-05,
+      "loss": 1.261,
+      "step": 4698
+    },
+    {
+      "epoch": 0.6731127345652486,
+      "grad_norm": 1.0391993522644043,
+      "learning_rate": 5.10078821865664e-05,
+      "loss": 1.2832,
+      "step": 4699
+    },
+    {
+      "epoch": 0.6732559805185504,
+      "grad_norm": 1.0080689191818237,
+      "learning_rate": 5.096743943352269e-05,
+      "loss": 1.4938,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6733992264718521,
+      "grad_norm": 1.087133765220642,
+      "learning_rate": 5.092700723597583e-05,
+      "loss": 1.4928,
+      "step": 4701
+    },
+    {
+      "epoch": 0.673542472425154,
+      "grad_norm": 1.2155293226242065,
+      "learning_rate": 5.088658560262998e-05,
+      "loss": 1.5003,
+      "step": 4702
+    },
+    {
+      "epoch": 0.6736857183784558,
+      "grad_norm": 1.0799803733825684,
+      "learning_rate": 5.084617454218692e-05,
+      "loss": 1.4139,
+      "step": 4703
+    },
+    {
+      "epoch": 0.6738289643317577,
+      "grad_norm": 1.3166106939315796,
+      "learning_rate": 5.080577406334607e-05,
+      "loss": 1.4485,
+      "step": 4704
+    },
+    {
+      "epoch": 0.6739722102850595,
+      "grad_norm": 1.0717707872390747,
+      "learning_rate": 5.076538417480465e-05,
+      "loss": 1.6334,
+      "step": 4705
+    },
+    {
+      "epoch": 0.6741154562383612,
+      "grad_norm": 1.1952738761901855,
+      "learning_rate": 5.072500488525775e-05,
+      "loss": 1.3877,
+      "step": 4706
+    },
+    {
+      "epoch": 0.6742587021916631,
+      "grad_norm": 1.1514909267425537,
+      "learning_rate": 5.068463620339787e-05,
+      "loss": 1.3259,
+      "step": 4707
+    },
+    {
+      "epoch": 0.6744019481449649,
+      "grad_norm": 0.8958123326301575,
+      "learning_rate": 5.064427813791547e-05,
+      "loss": 1.4432,
+      "step": 4708
+    },
+    {
+      "epoch": 0.6745451940982667,
+      "grad_norm": 1.1554080247879028,
+      "learning_rate": 5.0603930697498605e-05,
+      "loss": 1.7227,
+      "step": 4709
+    },
+    {
+      "epoch": 0.6746884400515686,
+      "grad_norm": 0.9463679790496826,
+      "learning_rate": 5.0563593890833115e-05,
+      "loss": 1.3104,
+      "step": 4710
+    },
+    {
+      "epoch": 0.6748316860048703,
+      "grad_norm": 1.3664664030075073,
+      "learning_rate": 5.052326772660252e-05,
+      "loss": 1.4422,
+      "step": 4711
+    },
+    {
+      "epoch": 0.6749749319581722,
+      "grad_norm": 1.3312894105911255,
+      "learning_rate": 5.048295221348795e-05,
+      "loss": 1.4579,
+      "step": 4712
+    },
+    {
+      "epoch": 0.675118177911474,
+      "grad_norm": 0.9838813543319702,
+      "learning_rate": 5.044264736016846e-05,
+      "loss": 1.4378,
+      "step": 4713
+    },
+    {
+      "epoch": 0.6752614238647758,
+      "grad_norm": 1.268743634223938,
+      "learning_rate": 5.040235317532067e-05,
+      "loss": 1.411,
+      "step": 4714
+    },
+    {
+      "epoch": 0.6754046698180777,
+      "grad_norm": 1.1611415147781372,
+      "learning_rate": 5.036206966761887e-05,
+      "loss": 1.3469,
+      "step": 4715
+    },
+    {
+      "epoch": 0.6755479157713794,
+      "grad_norm": 1.0536375045776367,
+      "learning_rate": 5.03217968457351e-05,
+      "loss": 1.3402,
+      "step": 4716
+    },
+    {
+      "epoch": 0.6756911617246812,
+      "grad_norm": 1.1908482313156128,
+      "learning_rate": 5.028153471833914e-05,
+      "loss": 1.4338,
+      "step": 4717
+    },
+    {
+      "epoch": 0.6758344076779831,
+      "grad_norm": 1.067970871925354,
+      "learning_rate": 5.024128329409841e-05,
+      "loss": 1.4793,
+      "step": 4718
+    },
+    {
+      "epoch": 0.6759776536312849,
+      "grad_norm": 1.001165747642517,
+      "learning_rate": 5.0201042581678034e-05,
+      "loss": 1.5405,
+      "step": 4719
+    },
+    {
+      "epoch": 0.6761208995845868,
+      "grad_norm": 1.0635451078414917,
+      "learning_rate": 5.016081258974088e-05,
+      "loss": 1.2727,
+      "step": 4720
+    },
+    {
+      "epoch": 0.6762641455378886,
+      "grad_norm": 1.040268898010254,
+      "learning_rate": 5.012059332694747e-05,
+      "loss": 1.3803,
+      "step": 4721
+    },
+    {
+      "epoch": 0.6764073914911903,
+      "grad_norm": 1.1323429346084595,
+      "learning_rate": 5.008038480195596e-05,
+      "loss": 1.5438,
+      "step": 4722
+    },
+    {
+      "epoch": 0.6765506374444922,
+      "grad_norm": 0.9880266189575195,
+      "learning_rate": 5.0040187023422237e-05,
+      "loss": 1.4832,
+      "step": 4723
+    },
+    {
+      "epoch": 0.676693883397794,
+      "grad_norm": 1.0457202196121216,
+      "learning_rate": 5.000000000000002e-05,
+      "loss": 1.2878,
+      "step": 4724
+    },
+    {
+      "epoch": 0.6768371293510959,
+      "grad_norm": 1.2742470502853394,
+      "learning_rate": 4.995982374034046e-05,
+      "loss": 1.477,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6769803753043977,
+      "grad_norm": 1.1467692852020264,
+      "learning_rate": 4.991965825309254e-05,
+      "loss": 1.48,
+      "step": 4726
+    },
+    {
+      "epoch": 0.6771236212576994,
+      "grad_norm": 1.1824254989624023,
+      "learning_rate": 4.9879503546902906e-05,
+      "loss": 1.4635,
+      "step": 4727
+    },
+    {
+      "epoch": 0.6772668672110013,
+      "grad_norm": 1.0762319564819336,
+      "learning_rate": 4.983935963041586e-05,
+      "loss": 1.3998,
+      "step": 4728
+    },
+    {
+      "epoch": 0.6774101131643031,
+      "grad_norm": 1.0592485666275024,
+      "learning_rate": 4.979922651227346e-05,
+      "loss": 1.3068,
+      "step": 4729
+    },
+    {
+      "epoch": 0.677553359117605,
+      "grad_norm": 1.0450092554092407,
+      "learning_rate": 4.9759104201115214e-05,
+      "loss": 1.5616,
+      "step": 4730
+    },
+    {
+      "epoch": 0.6776966050709068,
+      "grad_norm": 1.2336630821228027,
+      "learning_rate": 4.9718992705578615e-05,
+      "loss": 1.4395,
+      "step": 4731
+    },
+    {
+      "epoch": 0.6778398510242085,
+      "grad_norm": 1.0249117612838745,
+      "learning_rate": 4.967889203429866e-05,
+      "loss": 1.2768,
+      "step": 4732
+    },
+    {
+      "epoch": 0.6779830969775104,
+      "grad_norm": 1.068534255027771,
+      "learning_rate": 4.9638802195907976e-05,
+      "loss": 1.3635,
+      "step": 4733
+    },
+    {
+      "epoch": 0.6781263429308122,
+      "grad_norm": 0.9189790487289429,
+      "learning_rate": 4.9598723199036865e-05,
+      "loss": 1.4067,
+      "step": 4734
+    },
+    {
+      "epoch": 0.678269588884114,
+      "grad_norm": 1.0702317953109741,
+      "learning_rate": 4.955865505231351e-05,
+      "loss": 1.4136,
+      "step": 4735
+    },
+    {
+      "epoch": 0.6784128348374159,
+      "grad_norm": 1.0294544696807861,
+      "learning_rate": 4.951859776436345e-05,
+      "loss": 1.589,
+      "step": 4736
+    },
+    {
+      "epoch": 0.6785560807907176,
+      "grad_norm": 1.0905178785324097,
+      "learning_rate": 4.947855134381007e-05,
+      "loss": 1.4673,
+      "step": 4737
+    },
+    {
+      "epoch": 0.6786993267440194,
+      "grad_norm": 0.994128406047821,
+      "learning_rate": 4.943851579927436e-05,
+      "loss": 1.5066,
+      "step": 4738
+    },
+    {
+      "epoch": 0.6788425726973213,
+      "grad_norm": 1.055284023284912,
+      "learning_rate": 4.9398491139375016e-05,
+      "loss": 1.3321,
+      "step": 4739
+    },
+    {
+      "epoch": 0.6789858186506231,
+      "grad_norm": 1.6210715770721436,
+      "learning_rate": 4.9358477372728326e-05,
+      "loss": 1.5434,
+      "step": 4740
+    },
+    {
+      "epoch": 0.679129064603925,
+      "grad_norm": 1.0368919372558594,
+      "learning_rate": 4.931847450794828e-05,
+      "loss": 1.5274,
+      "step": 4741
+    },
+    {
+      "epoch": 0.6792723105572268,
+      "grad_norm": 1.1137548685073853,
+      "learning_rate": 4.9278482553646535e-05,
+      "loss": 1.4027,
+      "step": 4742
+    },
+    {
+      "epoch": 0.6794155565105285,
+      "grad_norm": 1.0547081232070923,
+      "learning_rate": 4.923850151843229e-05,
+      "loss": 1.5444,
+      "step": 4743
+    },
+    {
+      "epoch": 0.6795588024638304,
+      "grad_norm": 0.9851958155632019,
+      "learning_rate": 4.9198531410912486e-05,
+      "loss": 1.4501,
+      "step": 4744
+    },
+    {
+      "epoch": 0.6797020484171322,
+      "grad_norm": 1.0824306011199951,
+      "learning_rate": 4.91585722396918e-05,
+      "loss": 1.6266,
+      "step": 4745
+    },
+    {
+      "epoch": 0.6798452943704341,
+      "grad_norm": 1.107617974281311,
+      "learning_rate": 4.911862401337234e-05,
+      "loss": 1.3678,
+      "step": 4746
+    },
+    {
+      "epoch": 0.6799885403237359,
+      "grad_norm": 1.3977181911468506,
+      "learning_rate": 4.907868674055401e-05,
+      "loss": 1.5746,
+      "step": 4747
+    },
+    {
+      "epoch": 0.6801317862770376,
+      "grad_norm": 1.227630376815796,
+      "learning_rate": 4.903876042983433e-05,
+      "loss": 1.3733,
+      "step": 4748
+    },
+    {
+      "epoch": 0.6802750322303395,
+      "grad_norm": 1.210362434387207,
+      "learning_rate": 4.899884508980843e-05,
+      "loss": 1.2273,
+      "step": 4749
+    },
+    {
+      "epoch": 0.6804182781836413,
+      "grad_norm": 1.24695885181427,
+      "learning_rate": 4.8958940729069134e-05,
+      "loss": 1.3362,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6805615241369432,
+      "grad_norm": 1.162239670753479,
+      "learning_rate": 4.891904735620675e-05,
+      "loss": 1.5279,
+      "step": 4751
+    },
+    {
+      "epoch": 0.680704770090245,
+      "grad_norm": 1.1335252523422241,
+      "learning_rate": 4.8879164979809454e-05,
+      "loss": 1.4612,
+      "step": 4752
+    },
+    {
+      "epoch": 0.6808480160435467,
+      "grad_norm": 0.9900809526443481,
+      "learning_rate": 4.883929360846293e-05,
+      "loss": 1.5008,
+      "step": 4753
+    },
+    {
+      "epoch": 0.6809912619968486,
+      "grad_norm": 1.000170111656189,
+      "learning_rate": 4.8799433250750425e-05,
+      "loss": 1.5387,
+      "step": 4754
+    },
+    {
+      "epoch": 0.6811345079501504,
+      "grad_norm": 0.8697875738143921,
+      "learning_rate": 4.875958391525289e-05,
+      "loss": 1.5404,
+      "step": 4755
+    },
+    {
+      "epoch": 0.6812777539034522,
+      "grad_norm": 1.0125752687454224,
+      "learning_rate": 4.871974561054901e-05,
+      "loss": 1.4231,
+      "step": 4756
+    },
+    {
+      "epoch": 0.6814209998567541,
+      "grad_norm": 1.3331682682037354,
+      "learning_rate": 4.867991834521487e-05,
+      "loss": 1.5029,
+      "step": 4757
+    },
+    {
+      "epoch": 0.6815642458100558,
+      "grad_norm": 1.1297683715820312,
+      "learning_rate": 4.864010212782434e-05,
+      "loss": 1.4719,
+      "step": 4758
+    },
+    {
+      "epoch": 0.6817074917633577,
+      "grad_norm": 1.6153377294540405,
+      "learning_rate": 4.860029696694886e-05,
+      "loss": 1.3814,
+      "step": 4759
+    },
+    {
+      "epoch": 0.6818507377166595,
+      "grad_norm": 1.1380610466003418,
+      "learning_rate": 4.8560502871157485e-05,
+      "loss": 1.5675,
+      "step": 4760
+    },
+    {
+      "epoch": 0.6819939836699613,
+      "grad_norm": 0.8965358138084412,
+      "learning_rate": 4.852071984901696e-05,
+      "loss": 1.3258,
+      "step": 4761
+    },
+    {
+      "epoch": 0.6821372296232632,
+      "grad_norm": 1.070721983909607,
+      "learning_rate": 4.8480947909091454e-05,
+      "loss": 1.2547,
+      "step": 4762
+    },
+    {
+      "epoch": 0.682280475576565,
+      "grad_norm": 1.0971852540969849,
+      "learning_rate": 4.8441187059943015e-05,
+      "loss": 1.497,
+      "step": 4763
+    },
+    {
+      "epoch": 0.6824237215298667,
+      "grad_norm": 0.970284640789032,
+      "learning_rate": 4.840143731013115e-05,
+      "loss": 1.5535,
+      "step": 4764
+    },
+    {
+      "epoch": 0.6825669674831686,
+      "grad_norm": 0.9800046682357788,
+      "learning_rate": 4.836169866821293e-05,
+      "loss": 1.5095,
+      "step": 4765
+    },
+    {
+      "epoch": 0.6827102134364704,
+      "grad_norm": 1.021492838859558,
+      "learning_rate": 4.832197114274314e-05,
+      "loss": 1.4166,
+      "step": 4766
+    },
+    {
+      "epoch": 0.6828534593897723,
+      "grad_norm": 0.8929095268249512,
+      "learning_rate": 4.8282254742274126e-05,
+      "loss": 1.5056,
+      "step": 4767
+    },
+    {
+      "epoch": 0.6829967053430741,
+      "grad_norm": 1.1139575242996216,
+      "learning_rate": 4.8242549475355844e-05,
+      "loss": 1.3613,
+      "step": 4768
+    },
+    {
+      "epoch": 0.6831399512963758,
+      "grad_norm": 1.0946578979492188,
+      "learning_rate": 4.820285535053588e-05,
+      "loss": 1.527,
+      "step": 4769
+    },
+    {
+      "epoch": 0.6832831972496777,
+      "grad_norm": 1.0442405939102173,
+      "learning_rate": 4.816317237635937e-05,
+      "loss": 1.3999,
+      "step": 4770
+    },
+    {
+      "epoch": 0.6834264432029795,
+      "grad_norm": 1.1207940578460693,
+      "learning_rate": 4.8123500561369115e-05,
+      "loss": 1.3591,
+      "step": 4771
+    },
+    {
+      "epoch": 0.6835696891562814,
+      "grad_norm": 1.187117338180542,
+      "learning_rate": 4.808383991410542e-05,
+      "loss": 1.398,
+      "step": 4772
+    },
+    {
+      "epoch": 0.6837129351095832,
+      "grad_norm": 1.1243609189987183,
+      "learning_rate": 4.804419044310622e-05,
+      "loss": 1.4636,
+      "step": 4773
+    },
+    {
+      "epoch": 0.6838561810628849,
+      "grad_norm": 1.2263636589050293,
+      "learning_rate": 4.800455215690719e-05,
+      "loss": 1.313,
+      "step": 4774
+    },
+    {
+      "epoch": 0.6839994270161868,
+      "grad_norm": 1.0736011266708374,
+      "learning_rate": 4.7964925064041356e-05,
+      "loss": 1.4606,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6841426729694886,
+      "grad_norm": 0.9708648324012756,
+      "learning_rate": 4.792530917303948e-05,
+      "loss": 1.4725,
+      "step": 4776
+    },
+    {
+      "epoch": 0.6842859189227904,
+      "grad_norm": 1.1103867292404175,
+      "learning_rate": 4.7885704492429894e-05,
+      "loss": 1.3918,
+      "step": 4777
+    },
+    {
+      "epoch": 0.6844291648760923,
+      "grad_norm": 1.050775170326233,
+      "learning_rate": 4.7846111030738506e-05,
+      "loss": 1.5134,
+      "step": 4778
+    },
+    {
+      "epoch": 0.684572410829394,
+      "grad_norm": 0.984825074672699,
+      "learning_rate": 4.780652879648884e-05,
+      "loss": 1.5223,
+      "step": 4779
+    },
+    {
+      "epoch": 0.6847156567826959,
+      "grad_norm": 1.1400340795516968,
+      "learning_rate": 4.776695779820186e-05,
+      "loss": 1.4511,
+      "step": 4780
+    },
+    {
+      "epoch": 0.6848589027359977,
+      "grad_norm": 1.0971277952194214,
+      "learning_rate": 4.772739804439633e-05,
+      "loss": 1.518,
+      "step": 4781
+    },
+    {
+      "epoch": 0.6850021486892995,
+      "grad_norm": 0.9866223335266113,
+      "learning_rate": 4.7687849543588505e-05,
+      "loss": 1.4694,
+      "step": 4782
+    },
+    {
+      "epoch": 0.6851453946426014,
+      "grad_norm": 1.1374167203903198,
+      "learning_rate": 4.764831230429211e-05,
+      "loss": 1.3408,
+      "step": 4783
+    },
+    {
+      "epoch": 0.6852886405959032,
+      "grad_norm": 0.9912150502204895,
+      "learning_rate": 4.760878633501853e-05,
+      "loss": 1.369,
+      "step": 4784
+    },
+    {
+      "epoch": 0.685431886549205,
+      "grad_norm": 1.1248306035995483,
+      "learning_rate": 4.756927164427685e-05,
+      "loss": 1.6426,
+      "step": 4785
+    },
+    {
+      "epoch": 0.6855751325025068,
+      "grad_norm": 1.2009657621383667,
+      "learning_rate": 4.752976824057348e-05,
+      "loss": 1.5144,
+      "step": 4786
+    },
+    {
+      "epoch": 0.6857183784558086,
+      "grad_norm": 1.1297974586486816,
+      "learning_rate": 4.7490276132412584e-05,
+      "loss": 1.4556,
+      "step": 4787
+    },
+    {
+      "epoch": 0.6858616244091105,
+      "grad_norm": 1.0480964183807373,
+      "learning_rate": 4.745079532829582e-05,
+      "loss": 1.2255,
+      "step": 4788
+    },
+    {
+      "epoch": 0.6860048703624123,
+      "grad_norm": 1.092191457748413,
+      "learning_rate": 4.741132583672242e-05,
+      "loss": 1.5373,
+      "step": 4789
+    },
+    {
+      "epoch": 0.686148116315714,
+      "grad_norm": 1.1202908754348755,
+      "learning_rate": 4.737186766618924e-05,
+      "loss": 1.0682,
+      "step": 4790
+    },
+    {
+      "epoch": 0.6862913622690159,
+      "grad_norm": 0.9970054030418396,
+      "learning_rate": 4.733242082519054e-05,
+      "loss": 1.3985,
+      "step": 4791
+    },
+    {
+      "epoch": 0.6864346082223177,
+      "grad_norm": 1.1716113090515137,
+      "learning_rate": 4.7292985322218355e-05,
+      "loss": 1.3575,
+      "step": 4792
+    },
+    {
+      "epoch": 0.6865778541756196,
+      "grad_norm": 1.194453477859497,
+      "learning_rate": 4.7253561165762163e-05,
+      "loss": 1.3973,
+      "step": 4793
+    },
+    {
+      "epoch": 0.6867211001289214,
+      "grad_norm": 1.200117826461792,
+      "learning_rate": 4.721414836430894e-05,
+      "loss": 1.4916,
+      "step": 4794
+    },
+    {
+      "epoch": 0.6868643460822231,
+      "grad_norm": 0.8826735019683838,
+      "learning_rate": 4.717474692634334e-05,
+      "loss": 1.4912,
+      "step": 4795
+    },
+    {
+      "epoch": 0.687007592035525,
+      "grad_norm": 1.0404295921325684,
+      "learning_rate": 4.713535686034749e-05,
+      "loss": 1.4296,
+      "step": 4796
+    },
+    {
+      "epoch": 0.6871508379888268,
+      "grad_norm": 1.15431547164917,
+      "learning_rate": 4.709597817480112e-05,
+      "loss": 1.5623,
+      "step": 4797
+    },
+    {
+      "epoch": 0.6872940839421287,
+      "grad_norm": 1.0437378883361816,
+      "learning_rate": 4.7056610878181486e-05,
+      "loss": 1.3564,
+      "step": 4798
+    },
+    {
+      "epoch": 0.6874373298954305,
+      "grad_norm": 1.1253975629806519,
+      "learning_rate": 4.7017254978963366e-05,
+      "loss": 1.4665,
+      "step": 4799
+    },
+    {
+      "epoch": 0.6875805758487322,
+      "grad_norm": 1.1471246480941772,
+      "learning_rate": 4.697791048561918e-05,
+      "loss": 1.3108,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6877238218020341,
+      "grad_norm": 1.1004643440246582,
+      "learning_rate": 4.693857740661869e-05,
+      "loss": 1.5147,
+      "step": 4801
+    },
+    {
+      "epoch": 0.6878670677553359,
+      "grad_norm": 1.0633612871170044,
+      "learning_rate": 4.689925575042946e-05,
+      "loss": 1.1388,
+      "step": 4802
+    },
+    {
+      "epoch": 0.6880103137086377,
+      "grad_norm": 1.1825673580169678,
+      "learning_rate": 4.685994552551647e-05,
+      "loss": 1.5208,
+      "step": 4803
+    },
+    {
+      "epoch": 0.6881535596619396,
+      "grad_norm": 1.0801383256912231,
+      "learning_rate": 4.682064674034216e-05,
+      "loss": 1.4352,
+      "step": 4804
+    },
+    {
+      "epoch": 0.6882968056152414,
+      "grad_norm": 1.0214110612869263,
+      "learning_rate": 4.6781359403366576e-05,
+      "loss": 1.4482,
+      "step": 4805
+    },
+    {
+      "epoch": 0.6884400515685432,
+      "grad_norm": 1.0172678232192993,
+      "learning_rate": 4.6742083523047434e-05,
+      "loss": 1.3733,
+      "step": 4806
+    },
+    {
+      "epoch": 0.688583297521845,
+      "grad_norm": 1.1268353462219238,
+      "learning_rate": 4.670281910783974e-05,
+      "loss": 1.6071,
+      "step": 4807
+    },
+    {
+      "epoch": 0.6887265434751468,
+      "grad_norm": 1.1517504453659058,
+      "learning_rate": 4.666356616619619e-05,
+      "loss": 1.4247,
+      "step": 4808
+    },
+    {
+      "epoch": 0.6888697894284487,
+      "grad_norm": 0.966408908367157,
+      "learning_rate": 4.662432470656698e-05,
+      "loss": 1.4257,
+      "step": 4809
+    },
+    {
+      "epoch": 0.6890130353817505,
+      "grad_norm": 1.271168828010559,
+      "learning_rate": 4.658509473739981e-05,
+      "loss": 1.4008,
+      "step": 4810
+    },
+    {
+      "epoch": 0.6891562813350522,
+      "grad_norm": 0.9578956365585327,
+      "learning_rate": 4.6545876267139974e-05,
+      "loss": 1.3592,
+      "step": 4811
+    },
+    {
+      "epoch": 0.6892995272883541,
+      "grad_norm": 0.9158480763435364,
+      "learning_rate": 4.650666930423012e-05,
+      "loss": 1.5194,
+      "step": 4812
+    },
+    {
+      "epoch": 0.6894427732416559,
+      "grad_norm": 0.9107840061187744,
+      "learning_rate": 4.646747385711064e-05,
+      "loss": 1.2918,
+      "step": 4813
+    },
+    {
+      "epoch": 0.6895860191949578,
+      "grad_norm": 1.0689373016357422,
+      "learning_rate": 4.642828993421936e-05,
+      "loss": 1.3731,
+      "step": 4814
+    },
+    {
+      "epoch": 0.6897292651482596,
+      "grad_norm": 1.055579662322998,
+      "learning_rate": 4.638911754399152e-05,
+      "loss": 1.5502,
+      "step": 4815
+    },
+    {
+      "epoch": 0.6898725111015613,
+      "grad_norm": 1.108286738395691,
+      "learning_rate": 4.634995669486001e-05,
+      "loss": 1.3481,
+      "step": 4816
+    },
+    {
+      "epoch": 0.6900157570548632,
+      "grad_norm": 1.0138300657272339,
+      "learning_rate": 4.631080739525518e-05,
+      "loss": 1.1895,
+      "step": 4817
+    },
+    {
+      "epoch": 0.690159003008165,
+      "grad_norm": 0.9526529908180237,
+      "learning_rate": 4.6271669653604945e-05,
+      "loss": 1.3748,
+      "step": 4818
+    },
+    {
+      "epoch": 0.6903022489614669,
+      "grad_norm": 1.100691556930542,
+      "learning_rate": 4.623254347833464e-05,
+      "loss": 1.3387,
+      "step": 4819
+    },
+    {
+      "epoch": 0.6904454949147687,
+      "grad_norm": 1.1044915914535522,
+      "learning_rate": 4.61934288778672e-05,
+      "loss": 1.342,
+      "step": 4820
+    },
+    {
+      "epoch": 0.6905887408680704,
+      "grad_norm": 0.9740169644355774,
+      "learning_rate": 4.6154325860623037e-05,
+      "loss": 1.3945,
+      "step": 4821
+    },
+    {
+      "epoch": 0.6907319868213723,
+      "grad_norm": 0.9102680087089539,
+      "learning_rate": 4.6115234435020016e-05,
+      "loss": 1.4132,
+      "step": 4822
+    },
+    {
+      "epoch": 0.6908752327746741,
+      "grad_norm": 1.1466261148452759,
+      "learning_rate": 4.607615460947354e-05,
+      "loss": 1.4992,
+      "step": 4823
+    },
+    {
+      "epoch": 0.691018478727976,
+      "grad_norm": 1.0818095207214355,
+      "learning_rate": 4.6037086392396654e-05,
+      "loss": 1.4297,
+      "step": 4824
+    },
+    {
+      "epoch": 0.6911617246812778,
+      "grad_norm": 1.1332135200500488,
+      "learning_rate": 4.599802979219965e-05,
+      "loss": 1.5274,
+      "step": 4825
+    },
+    {
+      "epoch": 0.6913049706345795,
+      "grad_norm": 0.9700503945350647,
+      "learning_rate": 4.5958984817290484e-05,
+      "loss": 1.46,
+      "step": 4826
+    },
+    {
+      "epoch": 0.6914482165878814,
+      "grad_norm": 0.9507020711898804,
+      "learning_rate": 4.5919951476074583e-05,
+      "loss": 1.4141,
+      "step": 4827
+    },
+    {
+      "epoch": 0.6915914625411832,
+      "grad_norm": 1.2445101737976074,
+      "learning_rate": 4.588092977695485e-05,
+      "loss": 1.4347,
+      "step": 4828
+    },
+    {
+      "epoch": 0.691734708494485,
+      "grad_norm": 1.0732272863388062,
+      "learning_rate": 4.584191972833175e-05,
+      "loss": 1.4925,
+      "step": 4829
+    },
+    {
+      "epoch": 0.6918779544477869,
+      "grad_norm": 1.0833054780960083,
+      "learning_rate": 4.580292133860303e-05,
+      "loss": 1.5432,
+      "step": 4830
+    },
+    {
+      "epoch": 0.6920212004010887,
+      "grad_norm": 0.9348503351211548,
+      "learning_rate": 4.576393461616424e-05,
+      "loss": 1.502,
+      "step": 4831
+    },
+    {
+      "epoch": 0.6921644463543905,
+      "grad_norm": 1.3631435632705688,
+      "learning_rate": 4.572495956940821e-05,
+      "loss": 1.5225,
+      "step": 4832
+    },
+    {
+      "epoch": 0.6923076923076923,
+      "grad_norm": 1.059041976928711,
+      "learning_rate": 4.5685996206725253e-05,
+      "loss": 1.3541,
+      "step": 4833
+    },
+    {
+      "epoch": 0.6924509382609941,
+      "grad_norm": 1.0414105653762817,
+      "learning_rate": 4.564704453650323e-05,
+      "loss": 1.5269,
+      "step": 4834
+    },
+    {
+      "epoch": 0.692594184214296,
+      "grad_norm": 1.1907992362976074,
+      "learning_rate": 4.560810456712754e-05,
+      "loss": 1.5531,
+      "step": 4835
+    },
+    {
+      "epoch": 0.6927374301675978,
+      "grad_norm": 0.9650753140449524,
+      "learning_rate": 4.556917630698092e-05,
+      "loss": 1.5485,
+      "step": 4836
+    },
+    {
+      "epoch": 0.6928806761208995,
+      "grad_norm": 1.2161850929260254,
+      "learning_rate": 4.553025976444369e-05,
+      "loss": 1.2065,
+      "step": 4837
+    },
+    {
+      "epoch": 0.6930239220742014,
+      "grad_norm": 1.1537349224090576,
+      "learning_rate": 4.5491354947893616e-05,
+      "loss": 1.4188,
+      "step": 4838
+    },
+    {
+      "epoch": 0.6931671680275032,
+      "grad_norm": 1.1005189418792725,
+      "learning_rate": 4.545246186570594e-05,
+      "loss": 1.3292,
+      "step": 4839
+    },
+    {
+      "epoch": 0.6933104139808051,
+      "grad_norm": 0.9169079065322876,
+      "learning_rate": 4.541358052625342e-05,
+      "loss": 1.6252,
+      "step": 4840
+    },
+    {
+      "epoch": 0.6934536599341069,
+      "grad_norm": 0.9676295518875122,
+      "learning_rate": 4.537471093790614e-05,
+      "loss": 1.4553,
+      "step": 4841
+    },
+    {
+      "epoch": 0.6935969058874086,
+      "grad_norm": 0.9628229737281799,
+      "learning_rate": 4.5335853109031855e-05,
+      "loss": 1.4455,
+      "step": 4842
+    },
+    {
+      "epoch": 0.6937401518407105,
+      "grad_norm": 1.3207390308380127,
+      "learning_rate": 4.529700704799571e-05,
+      "loss": 1.5453,
+      "step": 4843
+    },
+    {
+      "epoch": 0.6938833977940123,
+      "grad_norm": 1.0616894960403442,
+      "learning_rate": 4.525817276316022e-05,
+      "loss": 1.436,
+      "step": 4844
+    },
+    {
+      "epoch": 0.6940266437473142,
+      "grad_norm": 1.036047101020813,
+      "learning_rate": 4.5219350262885484e-05,
+      "loss": 1.625,
+      "step": 4845
+    },
+    {
+      "epoch": 0.694169889700616,
+      "grad_norm": 1.1172515153884888,
+      "learning_rate": 4.518053955552903e-05,
+      "loss": 1.5864,
+      "step": 4846
+    },
+    {
+      "epoch": 0.6943131356539177,
+      "grad_norm": 1.3084690570831299,
+      "learning_rate": 4.514174064944584e-05,
+      "loss": 1.305,
+      "step": 4847
+    },
+    {
+      "epoch": 0.6944563816072196,
+      "grad_norm": 0.9399014711380005,
+      "learning_rate": 4.510295355298835e-05,
+      "loss": 1.2961,
+      "step": 4848
+    },
+    {
+      "epoch": 0.6945996275605214,
+      "grad_norm": 1.136569857597351,
+      "learning_rate": 4.506417827450647e-05,
+      "loss": 1.4142,
+      "step": 4849
+    },
+    {
+      "epoch": 0.6947428735138232,
+      "grad_norm": 1.0879366397857666,
+      "learning_rate": 4.50254148223476e-05,
+      "loss": 1.1822,
+      "step": 4850
+    },
+    {
+      "epoch": 0.6948861194671251,
+      "grad_norm": 1.0346524715423584,
+      "learning_rate": 4.498666320485647e-05,
+      "loss": 1.3196,
+      "step": 4851
+    },
+    {
+      "epoch": 0.6950293654204269,
+      "grad_norm": 0.9472512006759644,
+      "learning_rate": 4.494792343037535e-05,
+      "loss": 1.5516,
+      "step": 4852
+    },
+    {
+      "epoch": 0.6951726113737287,
+      "grad_norm": 0.9553470015525818,
+      "learning_rate": 4.490919550724405e-05,
+      "loss": 1.4783,
+      "step": 4853
+    },
+    {
+      "epoch": 0.6953158573270305,
+      "grad_norm": 1.2123180627822876,
+      "learning_rate": 4.487047944379964e-05,
+      "loss": 1.3033,
+      "step": 4854
+    },
+    {
+      "epoch": 0.6954591032803323,
+      "grad_norm": 1.0086698532104492,
+      "learning_rate": 4.4831775248376764e-05,
+      "loss": 1.4506,
+      "step": 4855
+    },
+    {
+      "epoch": 0.6956023492336342,
+      "grad_norm": 1.04758882522583,
+      "learning_rate": 4.4793082929307474e-05,
+      "loss": 1.5199,
+      "step": 4856
+    },
+    {
+      "epoch": 0.695745595186936,
+      "grad_norm": 1.168789029121399,
+      "learning_rate": 4.4754402494921275e-05,
+      "loss": 1.3336,
+      "step": 4857
+    },
+    {
+      "epoch": 0.6958888411402377,
+      "grad_norm": 1.0754828453063965,
+      "learning_rate": 4.471573395354514e-05,
+      "loss": 1.3303,
+      "step": 4858
+    },
+    {
+      "epoch": 0.6960320870935396,
+      "grad_norm": 1.0188654661178589,
+      "learning_rate": 4.467707731350332e-05,
+      "loss": 1.4852,
+      "step": 4859
+    },
+    {
+      "epoch": 0.6961753330468414,
+      "grad_norm": 1.1396567821502686,
+      "learning_rate": 4.4638432583117786e-05,
+      "loss": 1.5379,
+      "step": 4860
+    },
+    {
+      "epoch": 0.6963185790001433,
+      "grad_norm": 1.0610978603363037,
+      "learning_rate": 4.4599799770707754e-05,
+      "loss": 1.4373,
+      "step": 4861
+    },
+    {
+      "epoch": 0.6964618249534451,
+      "grad_norm": 1.1135027408599854,
+      "learning_rate": 4.4561178884589815e-05,
+      "loss": 1.3779,
+      "step": 4862
+    },
+    {
+      "epoch": 0.6966050709067468,
+      "grad_norm": 1.127676010131836,
+      "learning_rate": 4.452256993307821e-05,
+      "loss": 1.4887,
+      "step": 4863
+    },
+    {
+      "epoch": 0.6967483168600487,
+      "grad_norm": 0.9317387342453003,
+      "learning_rate": 4.4483972924484474e-05,
+      "loss": 1.599,
+      "step": 4864
+    },
+    {
+      "epoch": 0.6968915628133505,
+      "grad_norm": 1.057699203491211,
+      "learning_rate": 4.4445387867117526e-05,
+      "loss": 1.4475,
+      "step": 4865
+    },
+    {
+      "epoch": 0.6970348087666524,
+      "grad_norm": 1.0022302865982056,
+      "learning_rate": 4.44068147692838e-05,
+      "loss": 1.4987,
+      "step": 4866
+    },
+    {
+      "epoch": 0.6971780547199542,
+      "grad_norm": 0.8970544934272766,
+      "learning_rate": 4.436825363928714e-05,
+      "loss": 1.3762,
+      "step": 4867
+    },
+    {
+      "epoch": 0.6973213006732559,
+      "grad_norm": 0.9919925928115845,
+      "learning_rate": 4.43297044854288e-05,
+      "loss": 1.4598,
+      "step": 4868
+    },
+    {
+      "epoch": 0.6974645466265578,
+      "grad_norm": 0.960584282875061,
+      "learning_rate": 4.4291167316007464e-05,
+      "loss": 1.5061,
+      "step": 4869
+    },
+    {
+      "epoch": 0.6976077925798596,
+      "grad_norm": 1.0764046907424927,
+      "learning_rate": 4.4252642139319226e-05,
+      "loss": 1.2971,
+      "step": 4870
+    },
+    {
+      "epoch": 0.6977510385331614,
+      "grad_norm": 1.069248914718628,
+      "learning_rate": 4.421412896365763e-05,
+      "loss": 1.2586,
+      "step": 4871
+    },
+    {
+      "epoch": 0.6978942844864633,
+      "grad_norm": 1.062458872795105,
+      "learning_rate": 4.417562779731355e-05,
+      "loss": 1.6802,
+      "step": 4872
+    },
+    {
+      "epoch": 0.6980375304397651,
+      "grad_norm": 1.0550600290298462,
+      "learning_rate": 4.413713864857533e-05,
+      "loss": 1.3868,
+      "step": 4873
+    },
+    {
+      "epoch": 0.6981807763930669,
+      "grad_norm": 1.1290453672409058,
+      "learning_rate": 4.409866152572883e-05,
+      "loss": 1.6653,
+      "step": 4874
+    },
+    {
+      "epoch": 0.6983240223463687,
+      "grad_norm": 1.0709306001663208,
+      "learning_rate": 4.406019643705715e-05,
+      "loss": 1.4571,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6984672682996705,
+      "grad_norm": 1.0510765314102173,
+      "learning_rate": 4.4021743390840866e-05,
+      "loss": 1.5211,
+      "step": 4876
+    },
+    {
+      "epoch": 0.6986105142529724,
+      "grad_norm": 1.0048192739486694,
+      "learning_rate": 4.398330239535797e-05,
+      "loss": 1.5521,
+      "step": 4877
+    },
+    {
+      "epoch": 0.6987537602062742,
+      "grad_norm": 1.0471563339233398,
+      "learning_rate": 4.3944873458883887e-05,
+      "loss": 1.5311,
+      "step": 4878
+    },
+    {
+      "epoch": 0.698897006159576,
+      "grad_norm": 1.171160340309143,
+      "learning_rate": 4.390645658969143e-05,
+      "loss": 1.3377,
+      "step": 4879
+    },
+    {
+      "epoch": 0.6990402521128778,
+      "grad_norm": 1.1574232578277588,
+      "learning_rate": 4.3868051796050705e-05,
+      "loss": 1.2824,
+      "step": 4880
+    },
+    {
+      "epoch": 0.6991834980661796,
+      "grad_norm": 1.1720558404922485,
+      "learning_rate": 4.3829659086229403e-05,
+      "loss": 1.4932,
+      "step": 4881
+    },
+    {
+      "epoch": 0.6993267440194815,
+      "grad_norm": 1.101049780845642,
+      "learning_rate": 4.379127846849255e-05,
+      "loss": 1.5514,
+      "step": 4882
+    },
+    {
+      "epoch": 0.6994699899727833,
+      "grad_norm": 1.1308070421218872,
+      "learning_rate": 4.375290995110244e-05,
+      "loss": 1.3116,
+      "step": 4883
+    },
+    {
+      "epoch": 0.699613235926085,
+      "grad_norm": 1.1041228771209717,
+      "learning_rate": 4.371455354231889e-05,
+      "loss": 1.3556,
+      "step": 4884
+    },
+    {
+      "epoch": 0.6997564818793869,
+      "grad_norm": 1.239815354347229,
+      "learning_rate": 4.3676209250399194e-05,
+      "loss": 1.37,
+      "step": 4885
+    },
+    {
+      "epoch": 0.6998997278326887,
+      "grad_norm": 1.0589158535003662,
+      "learning_rate": 4.36378770835978e-05,
+      "loss": 1.5899,
+      "step": 4886
+    },
+    {
+      "epoch": 0.7000429737859906,
+      "grad_norm": 1.1610242128372192,
+      "learning_rate": 4.359955705016673e-05,
+      "loss": 1.5235,
+      "step": 4887
+    },
+    {
+      "epoch": 0.7001862197392924,
+      "grad_norm": 1.2812501192092896,
+      "learning_rate": 4.356124915835533e-05,
+      "loss": 1.4833,
+      "step": 4888
+    },
+    {
+      "epoch": 0.7003294656925941,
+      "grad_norm": 1.357333779335022,
+      "learning_rate": 4.352295341641035e-05,
+      "loss": 1.2809,
+      "step": 4889
+    },
+    {
+      "epoch": 0.700472711645896,
+      "grad_norm": 0.9926882386207581,
+      "learning_rate": 4.348466983257594e-05,
+      "loss": 1.4671,
+      "step": 4890
+    },
+    {
+      "epoch": 0.7006159575991978,
+      "grad_norm": 1.1714649200439453,
+      "learning_rate": 4.34463984150935e-05,
+      "loss": 1.3386,
+      "step": 4891
+    },
+    {
+      "epoch": 0.7007592035524997,
+      "grad_norm": 1.114356279373169,
+      "learning_rate": 4.3408139172202044e-05,
+      "loss": 1.4689,
+      "step": 4892
+    },
+    {
+      "epoch": 0.7009024495058015,
+      "grad_norm": 1.2038731575012207,
+      "learning_rate": 4.336989211213782e-05,
+      "loss": 1.4629,
+      "step": 4893
+    },
+    {
+      "epoch": 0.7010456954591033,
+      "grad_norm": 0.9583220481872559,
+      "learning_rate": 4.333165724313442e-05,
+      "loss": 1.3733,
+      "step": 4894
+    },
+    {
+      "epoch": 0.7011889414124051,
+      "grad_norm": 1.0692129135131836,
+      "learning_rate": 4.329343457342289e-05,
+      "loss": 1.4597,
+      "step": 4895
+    },
+    {
+      "epoch": 0.7013321873657069,
+      "grad_norm": 1.0734541416168213,
+      "learning_rate": 4.325522411123162e-05,
+      "loss": 1.4188,
+      "step": 4896
+    },
+    {
+      "epoch": 0.7014754333190087,
+      "grad_norm": 1.1599336862564087,
+      "learning_rate": 4.321702586478639e-05,
+      "loss": 1.2294,
+      "step": 4897
+    },
+    {
+      "epoch": 0.7016186792723106,
+      "grad_norm": 1.090198040008545,
+      "learning_rate": 4.3178839842310326e-05,
+      "loss": 1.4098,
+      "step": 4898
+    },
+    {
+      "epoch": 0.7017619252256124,
+      "grad_norm": 0.9711987972259521,
+      "learning_rate": 4.3140666052023936e-05,
+      "loss": 1.3558,
+      "step": 4899
+    },
+    {
+      "epoch": 0.7019051711789142,
+      "grad_norm": 1.0402679443359375,
+      "learning_rate": 4.3102504502145147e-05,
+      "loss": 1.391,
+      "step": 4900
+    },
+    {
+      "epoch": 0.702048417132216,
+      "grad_norm": 0.8699554800987244,
+      "learning_rate": 4.3064355200889094e-05,
+      "loss": 1.269,
+      "step": 4901
+    },
+    {
+      "epoch": 0.7021916630855178,
+      "grad_norm": 0.9316296577453613,
+      "learning_rate": 4.302621815646839e-05,
+      "loss": 1.4642,
+      "step": 4902
+    },
+    {
+      "epoch": 0.7023349090388197,
+      "grad_norm": 1.1536155939102173,
+      "learning_rate": 4.298809337709312e-05,
+      "loss": 1.5391,
+      "step": 4903
+    },
+    {
+      "epoch": 0.7024781549921215,
+      "grad_norm": 0.9846019744873047,
+      "learning_rate": 4.294998087097048e-05,
+      "loss": 1.4823,
+      "step": 4904
+    },
+    {
+      "epoch": 0.7026214009454232,
+      "grad_norm": 0.9582613706588745,
+      "learning_rate": 4.2911880646305184e-05,
+      "loss": 1.1371,
+      "step": 4905
+    },
+    {
+      "epoch": 0.7027646468987251,
+      "grad_norm": 1.0798910856246948,
+      "learning_rate": 4.2873792711299266e-05,
+      "loss": 1.4197,
+      "step": 4906
+    },
+    {
+      "epoch": 0.7029078928520269,
+      "grad_norm": 1.1823718547821045,
+      "learning_rate": 4.283571707415214e-05,
+      "loss": 1.3985,
+      "step": 4907
+    },
+    {
+      "epoch": 0.7030511388053288,
+      "grad_norm": 1.0173795223236084,
+      "learning_rate": 4.279765374306055e-05,
+      "loss": 1.6396,
+      "step": 4908
+    },
+    {
+      "epoch": 0.7031943847586306,
+      "grad_norm": 1.377347469329834,
+      "learning_rate": 4.275960272621852e-05,
+      "loss": 1.428,
+      "step": 4909
+    },
+    {
+      "epoch": 0.7033376307119323,
+      "grad_norm": 0.9363658428192139,
+      "learning_rate": 4.272156403181756e-05,
+      "loss": 1.4051,
+      "step": 4910
+    },
+    {
+      "epoch": 0.7034808766652342,
+      "grad_norm": 0.9198399186134338,
+      "learning_rate": 4.268353766804649e-05,
+      "loss": 1.358,
+      "step": 4911
+    },
+    {
+      "epoch": 0.703624122618536,
+      "grad_norm": 1.1144801378250122,
+      "learning_rate": 4.2645523643091354e-05,
+      "loss": 1.5291,
+      "step": 4912
+    },
+    {
+      "epoch": 0.7037673685718379,
+      "grad_norm": 1.0335124731063843,
+      "learning_rate": 4.2607521965135645e-05,
+      "loss": 1.2749,
+      "step": 4913
+    },
+    {
+      "epoch": 0.7039106145251397,
+      "grad_norm": 1.3674845695495605,
+      "learning_rate": 4.256953264236029e-05,
+      "loss": 1.4865,
+      "step": 4914
+    },
+    {
+      "epoch": 0.7040538604784414,
+      "grad_norm": 0.9705013036727905,
+      "learning_rate": 4.253155568294333e-05,
+      "loss": 1.6041,
+      "step": 4915
+    },
+    {
+      "epoch": 0.7041971064317433,
+      "grad_norm": 0.9618716239929199,
+      "learning_rate": 4.24935910950603e-05,
+      "loss": 1.368,
+      "step": 4916
+    },
+    {
+      "epoch": 0.7043403523850451,
+      "grad_norm": 1.227205514907837,
+      "learning_rate": 4.245563888688405e-05,
+      "loss": 1.504,
+      "step": 4917
+    },
+    {
+      "epoch": 0.704483598338347,
+      "grad_norm": 1.1802709102630615,
+      "learning_rate": 4.241769906658476e-05,
+      "loss": 1.4803,
+      "step": 4918
+    },
+    {
+      "epoch": 0.7046268442916488,
+      "grad_norm": 1.0988091230392456,
+      "learning_rate": 4.2379771642329944e-05,
+      "loss": 1.5469,
+      "step": 4919
+    },
+    {
+      "epoch": 0.7047700902449506,
+      "grad_norm": 1.0387684106826782,
+      "learning_rate": 4.234185662228435e-05,
+      "loss": 1.4982,
+      "step": 4920
+    },
+    {
+      "epoch": 0.7049133361982524,
+      "grad_norm": 1.1629506349563599,
+      "learning_rate": 4.2303954014610235e-05,
+      "loss": 1.373,
+      "step": 4921
+    },
+    {
+      "epoch": 0.7050565821515542,
+      "grad_norm": 1.0071097612380981,
+      "learning_rate": 4.226606382746711e-05,
+      "loss": 1.4421,
+      "step": 4922
+    },
+    {
+      "epoch": 0.705199828104856,
+      "grad_norm": 1.1494207382202148,
+      "learning_rate": 4.2228186069011696e-05,
+      "loss": 1.5034,
+      "step": 4923
+    },
+    {
+      "epoch": 0.7053430740581579,
+      "grad_norm": 0.9846344590187073,
+      "learning_rate": 4.2190320747398206e-05,
+      "loss": 1.5719,
+      "step": 4924
+    },
+    {
+      "epoch": 0.7054863200114597,
+      "grad_norm": 1.1594469547271729,
+      "learning_rate": 4.215246787077809e-05,
+      "loss": 1.3138,
+      "step": 4925
+    },
+    {
+      "epoch": 0.7056295659647615,
+      "grad_norm": 1.0309339761734009,
+      "learning_rate": 4.2114627447300134e-05,
+      "loss": 1.5378,
+      "step": 4926
+    },
+    {
+      "epoch": 0.7057728119180633,
+      "grad_norm": 0.9656078815460205,
+      "learning_rate": 4.2076799485110454e-05,
+      "loss": 1.483,
+      "step": 4927
+    },
+    {
+      "epoch": 0.7059160578713651,
+      "grad_norm": 1.1181665658950806,
+      "learning_rate": 4.203898399235246e-05,
+      "loss": 1.4439,
+      "step": 4928
+    },
+    {
+      "epoch": 0.706059303824667,
+      "grad_norm": 0.9446760416030884,
+      "learning_rate": 4.200118097716694e-05,
+      "loss": 1.5115,
+      "step": 4929
+    },
+    {
+      "epoch": 0.7062025497779688,
+      "grad_norm": 1.0275797843933105,
+      "learning_rate": 4.196339044769184e-05,
+      "loss": 1.5558,
+      "step": 4930
+    },
+    {
+      "epoch": 0.7063457957312705,
+      "grad_norm": 1.232668399810791,
+      "learning_rate": 4.192561241206262e-05,
+      "loss": 1.4636,
+      "step": 4931
+    },
+    {
+      "epoch": 0.7064890416845724,
+      "grad_norm": 1.0856927633285522,
+      "learning_rate": 4.1887846878411975e-05,
+      "loss": 1.5303,
+      "step": 4932
+    },
+    {
+      "epoch": 0.7066322876378742,
+      "grad_norm": 1.1997960805892944,
+      "learning_rate": 4.18500938548698e-05,
+      "loss": 1.6205,
+      "step": 4933
+    },
+    {
+      "epoch": 0.7067755335911761,
+      "grad_norm": 0.962439775466919,
+      "learning_rate": 4.181235334956341e-05,
+      "loss": 1.4466,
+      "step": 4934
+    },
+    {
+      "epoch": 0.7069187795444779,
+      "grad_norm": 0.9433894753456116,
+      "learning_rate": 4.1774625370617484e-05,
+      "loss": 1.7274,
+      "step": 4935
+    },
+    {
+      "epoch": 0.7070620254977796,
+      "grad_norm": 1.3140654563903809,
+      "learning_rate": 4.173690992615382e-05,
+      "loss": 1.2621,
+      "step": 4936
+    },
+    {
+      "epoch": 0.7072052714510815,
+      "grad_norm": 1.027161717414856,
+      "learning_rate": 4.1699207024291666e-05,
+      "loss": 1.5738,
+      "step": 4937
+    },
+    {
+      "epoch": 0.7073485174043833,
+      "grad_norm": 1.0232348442077637,
+      "learning_rate": 4.1661516673147517e-05,
+      "loss": 1.4738,
+      "step": 4938
+    },
+    {
+      "epoch": 0.7074917633576852,
+      "grad_norm": 1.045878529548645,
+      "learning_rate": 4.162383888083519e-05,
+      "loss": 1.5005,
+      "step": 4939
+    },
+    {
+      "epoch": 0.707635009310987,
+      "grad_norm": 1.1961121559143066,
+      "learning_rate": 4.1586173655465785e-05,
+      "loss": 1.6226,
+      "step": 4940
+    },
+    {
+      "epoch": 0.7077782552642888,
+      "grad_norm": 1.0134696960449219,
+      "learning_rate": 4.154852100514761e-05,
+      "loss": 1.6966,
+      "step": 4941
+    },
+    {
+      "epoch": 0.7079215012175906,
+      "grad_norm": 1.1194449663162231,
+      "learning_rate": 4.151088093798644e-05,
+      "loss": 1.4057,
+      "step": 4942
+    },
+    {
+      "epoch": 0.7080647471708924,
+      "grad_norm": 1.0106877088546753,
+      "learning_rate": 4.147325346208527e-05,
+      "loss": 1.361,
+      "step": 4943
+    },
+    {
+      "epoch": 0.7082079931241942,
+      "grad_norm": 0.9581996202468872,
+      "learning_rate": 4.143563858554428e-05,
+      "loss": 1.4781,
+      "step": 4944
+    },
+    {
+      "epoch": 0.7083512390774961,
+      "grad_norm": 1.0391044616699219,
+      "learning_rate": 4.1398036316461054e-05,
+      "loss": 1.445,
+      "step": 4945
+    },
+    {
+      "epoch": 0.7084944850307979,
+      "grad_norm": 1.2095017433166504,
+      "learning_rate": 4.136044666293044e-05,
+      "loss": 1.2459,
+      "step": 4946
+    },
+    {
+      "epoch": 0.7086377309840997,
+      "grad_norm": 0.9009524583816528,
+      "learning_rate": 4.132286963304456e-05,
+      "loss": 1.3814,
+      "step": 4947
+    },
+    {
+      "epoch": 0.7087809769374015,
+      "grad_norm": 1.1983805894851685,
+      "learning_rate": 4.1285305234892803e-05,
+      "loss": 1.5413,
+      "step": 4948
+    },
+    {
+      "epoch": 0.7089242228907033,
+      "grad_norm": 1.2302346229553223,
+      "learning_rate": 4.124775347656187e-05,
+      "loss": 1.2569,
+      "step": 4949
+    },
+    {
+      "epoch": 0.7090674688440052,
+      "grad_norm": 1.103324055671692,
+      "learning_rate": 4.121021436613576e-05,
+      "loss": 1.4185,
+      "step": 4950
+    },
+    {
+      "epoch": 0.709210714797307,
+      "grad_norm": 1.1509132385253906,
+      "learning_rate": 4.117268791169564e-05,
+      "loss": 1.2415,
+      "step": 4951
+    },
+    {
+      "epoch": 0.7093539607506087,
+      "grad_norm": 1.0897210836410522,
+      "learning_rate": 4.113517412132003e-05,
+      "loss": 1.2838,
+      "step": 4952
+    },
+    {
+      "epoch": 0.7094972067039106,
+      "grad_norm": 0.9445360898971558,
+      "learning_rate": 4.109767300308481e-05,
+      "loss": 1.5267,
+      "step": 4953
+    },
+    {
+      "epoch": 0.7096404526572124,
+      "grad_norm": 1.0074776411056519,
+      "learning_rate": 4.1060184565062963e-05,
+      "loss": 1.5167,
+      "step": 4954
+    },
+    {
+      "epoch": 0.7097836986105143,
+      "grad_norm": 0.9510627388954163,
+      "learning_rate": 4.102270881532485e-05,
+      "loss": 1.4717,
+      "step": 4955
+    },
+    {
+      "epoch": 0.7099269445638161,
+      "grad_norm": 1.0536688566207886,
+      "learning_rate": 4.0985245761938064e-05,
+      "loss": 1.4934,
+      "step": 4956
+    },
+    {
+      "epoch": 0.7100701905171178,
+      "grad_norm": 1.090347409248352,
+      "learning_rate": 4.094779541296747e-05,
+      "loss": 1.4715,
+      "step": 4957
+    },
+    {
+      "epoch": 0.7102134364704197,
+      "grad_norm": 1.0038141012191772,
+      "learning_rate": 4.091035777647525e-05,
+      "loss": 1.5281,
+      "step": 4958
+    },
+    {
+      "epoch": 0.7103566824237215,
+      "grad_norm": 1.0308789014816284,
+      "learning_rate": 4.087293286052069e-05,
+      "loss": 1.4342,
+      "step": 4959
+    },
+    {
+      "epoch": 0.7104999283770234,
+      "grad_norm": 1.079572319984436,
+      "learning_rate": 4.083552067316054e-05,
+      "loss": 1.4268,
+      "step": 4960
+    },
+    {
+      "epoch": 0.7106431743303252,
+      "grad_norm": 1.0962339639663696,
+      "learning_rate": 4.079812122244874e-05,
+      "loss": 1.2399,
+      "step": 4961
+    },
+    {
+      "epoch": 0.710786420283627,
+      "grad_norm": 1.2401854991912842,
+      "learning_rate": 4.076073451643639e-05,
+      "loss": 1.2937,
+      "step": 4962
+    },
+    {
+      "epoch": 0.7109296662369288,
+      "grad_norm": 1.191551685333252,
+      "learning_rate": 4.0723360563171906e-05,
+      "loss": 1.5839,
+      "step": 4963
+    },
+    {
+      "epoch": 0.7110729121902306,
+      "grad_norm": 0.972412645816803,
+      "learning_rate": 4.068599937070111e-05,
+      "loss": 1.2622,
+      "step": 4964
+    },
+    {
+      "epoch": 0.7112161581435325,
+      "grad_norm": 1.087736964225769,
+      "learning_rate": 4.064865094706681e-05,
+      "loss": 1.3417,
+      "step": 4965
+    },
+    {
+      "epoch": 0.7113594040968343,
+      "grad_norm": 1.0734821557998657,
+      "learning_rate": 4.0611315300309246e-05,
+      "loss": 1.5173,
+      "step": 4966
+    },
+    {
+      "epoch": 0.7115026500501361,
+      "grad_norm": 0.8960530757904053,
+      "learning_rate": 4.0573992438465866e-05,
+      "loss": 1.5114,
+      "step": 4967
+    },
+    {
+      "epoch": 0.7116458960034379,
+      "grad_norm": 1.0068626403808594,
+      "learning_rate": 4.053668236957134e-05,
+      "loss": 1.2617,
+      "step": 4968
+    },
+    {
+      "epoch": 0.7117891419567397,
+      "grad_norm": 1.0269739627838135,
+      "learning_rate": 4.049938510165765e-05,
+      "loss": 1.4053,
+      "step": 4969
+    },
+    {
+      "epoch": 0.7119323879100415,
+      "grad_norm": 1.0576475858688354,
+      "learning_rate": 4.0462100642753856e-05,
+      "loss": 1.3378,
+      "step": 4970
+    },
+    {
+      "epoch": 0.7120756338633434,
+      "grad_norm": 1.0583298206329346,
+      "learning_rate": 4.04248290008865e-05,
+      "loss": 1.4459,
+      "step": 4971
+    },
+    {
+      "epoch": 0.7122188798166452,
+      "grad_norm": 0.8785254955291748,
+      "learning_rate": 4.038757018407924e-05,
+      "loss": 1.3446,
+      "step": 4972
+    },
+    {
+      "epoch": 0.712362125769947,
+      "grad_norm": 1.1057301759719849,
+      "learning_rate": 4.035032420035291e-05,
+      "loss": 1.3014,
+      "step": 4973
+    },
+    {
+      "epoch": 0.7125053717232488,
+      "grad_norm": 1.0768520832061768,
+      "learning_rate": 4.031309105772567e-05,
+      "loss": 1.4605,
+      "step": 4974
+    },
+    {
+      "epoch": 0.7126486176765506,
+      "grad_norm": 1.1019494533538818,
+      "learning_rate": 4.027587076421291e-05,
+      "loss": 1.6205,
+      "step": 4975
+    },
+    {
+      "epoch": 0.7127918636298525,
+      "grad_norm": 1.1998043060302734,
+      "learning_rate": 4.023866332782723e-05,
+      "loss": 1.4025,
+      "step": 4976
+    },
+    {
+      "epoch": 0.7129351095831543,
+      "grad_norm": 0.9489910006523132,
+      "learning_rate": 4.0201468756578465e-05,
+      "loss": 1.4391,
+      "step": 4977
+    },
+    {
+      "epoch": 0.713078355536456,
+      "grad_norm": 0.9973582625389099,
+      "learning_rate": 4.01642870584737e-05,
+      "loss": 1.449,
+      "step": 4978
+    },
+    {
+      "epoch": 0.7132216014897579,
+      "grad_norm": 1.0565786361694336,
+      "learning_rate": 4.012711824151727e-05,
+      "loss": 1.4488,
+      "step": 4979
+    },
+    {
+      "epoch": 0.7133648474430597,
+      "grad_norm": 1.3065754175186157,
+      "learning_rate": 4.008996231371062e-05,
+      "loss": 1.4823,
+      "step": 4980
+    },
+    {
+      "epoch": 0.7135080933963616,
+      "grad_norm": 1.0365947484970093,
+      "learning_rate": 4.005281928305249e-05,
+      "loss": 1.5557,
+      "step": 4981
+    },
+    {
+      "epoch": 0.7136513393496634,
+      "grad_norm": 1.0013740062713623,
+      "learning_rate": 4.0015689157538994e-05,
+      "loss": 1.6409,
+      "step": 4982
+    },
+    {
+      "epoch": 0.7137945853029652,
+      "grad_norm": 0.9938010573387146,
+      "learning_rate": 3.997857194516319e-05,
+      "loss": 1.4703,
+      "step": 4983
+    },
+    {
+      "epoch": 0.713937831256267,
+      "grad_norm": 1.018427848815918,
+      "learning_rate": 3.994146765391557e-05,
+      "loss": 1.518,
+      "step": 4984
+    },
+    {
+      "epoch": 0.7140810772095688,
+      "grad_norm": 1.0878762006759644,
+      "learning_rate": 3.990437629178372e-05,
+      "loss": 1.3475,
+      "step": 4985
+    },
+    {
+      "epoch": 0.7142243231628707,
+      "grad_norm": 1.3193144798278809,
+      "learning_rate": 3.986729786675253e-05,
+      "loss": 1.5375,
+      "step": 4986
+    },
+    {
+      "epoch": 0.7143675691161725,
+      "grad_norm": 1.0857094526290894,
+      "learning_rate": 3.983023238680406e-05,
+      "loss": 1.399,
+      "step": 4987
+    },
+    {
+      "epoch": 0.7145108150694743,
+      "grad_norm": 0.9254189133644104,
+      "learning_rate": 3.9793179859917585e-05,
+      "loss": 1.2454,
+      "step": 4988
+    },
+    {
+      "epoch": 0.7146540610227761,
+      "grad_norm": 1.1823639869689941,
+      "learning_rate": 3.97561402940696e-05,
+      "loss": 1.3781,
+      "step": 4989
+    },
+    {
+      "epoch": 0.7147973069760779,
+      "grad_norm": 0.8916177153587341,
+      "learning_rate": 3.9719113697233835e-05,
+      "loss": 1.4269,
+      "step": 4990
+    },
+    {
+      "epoch": 0.7149405529293797,
+      "grad_norm": 1.0059521198272705,
+      "learning_rate": 3.96821000773811e-05,
+      "loss": 1.4942,
+      "step": 4991
+    },
+    {
+      "epoch": 0.7150837988826816,
+      "grad_norm": 1.2223423719406128,
+      "learning_rate": 3.964509944247962e-05,
+      "loss": 1.5295,
+      "step": 4992
+    },
+    {
+      "epoch": 0.7152270448359834,
+      "grad_norm": 1.1175578832626343,
+      "learning_rate": 3.9608111800494715e-05,
+      "loss": 1.6035,
+      "step": 4993
+    },
+    {
+      "epoch": 0.7153702907892852,
+      "grad_norm": 1.0262023210525513,
+      "learning_rate": 3.957113715938884e-05,
+      "loss": 1.5771,
+      "step": 4994
+    },
+    {
+      "epoch": 0.715513536742587,
+      "grad_norm": 1.0369614362716675,
+      "learning_rate": 3.953417552712174e-05,
+      "loss": 1.467,
+      "step": 4995
+    },
+    {
+      "epoch": 0.7156567826958888,
+      "grad_norm": 1.1106423139572144,
+      "learning_rate": 3.949722691165036e-05,
+      "loss": 1.4259,
+      "step": 4996
+    },
+    {
+      "epoch": 0.7158000286491907,
+      "grad_norm": 1.153645396232605,
+      "learning_rate": 3.9460291320928825e-05,
+      "loss": 1.4767,
+      "step": 4997
+    },
+    {
+      "epoch": 0.7159432746024925,
+      "grad_norm": 1.1861246824264526,
+      "learning_rate": 3.942336876290843e-05,
+      "loss": 1.4601,
+      "step": 4998
+    },
+    {
+      "epoch": 0.7160865205557942,
+      "grad_norm": 1.0675547122955322,
+      "learning_rate": 3.93864592455377e-05,
+      "loss": 1.5529,
+      "step": 4999
+    },
+    {
+      "epoch": 0.7162297665090961,
+      "grad_norm": 0.959530770778656,
+      "learning_rate": 3.9349562776762385e-05,
+      "loss": 1.3291,
+      "step": 5000
+    },
+    {
+      "epoch": 0.7163730124623979,
+      "grad_norm": 1.1204038858413696,
+      "learning_rate": 3.9312679364525294e-05,
+      "loss": 1.2765,
+      "step": 5001
+    },
+    {
+      "epoch": 0.7165162584156998,
+      "grad_norm": 1.152131199836731,
+      "learning_rate": 3.927580901676653e-05,
+      "loss": 1.498,
+      "step": 5002
+    },
+    {
+      "epoch": 0.7166595043690016,
+      "grad_norm": 1.0333600044250488,
+      "learning_rate": 3.923895174142347e-05,
+      "loss": 1.3809,
+      "step": 5003
+    },
+    {
+      "epoch": 0.7168027503223035,
+      "grad_norm": 0.9580958485603333,
+      "learning_rate": 3.9202107546430456e-05,
+      "loss": 1.4162,
+      "step": 5004
+    },
+    {
+      "epoch": 0.7169459962756052,
+      "grad_norm": 0.9460006952285767,
+      "learning_rate": 3.916527643971917e-05,
+      "loss": 1.4674,
+      "step": 5005
+    },
+    {
+      "epoch": 0.717089242228907,
+      "grad_norm": 1.0156965255737305,
+      "learning_rate": 3.912845842921844e-05,
+      "loss": 1.376,
+      "step": 5006
+    },
+    {
+      "epoch": 0.7172324881822089,
+      "grad_norm": 1.0292518138885498,
+      "learning_rate": 3.909165352285429e-05,
+      "loss": 1.4043,
+      "step": 5007
+    },
+    {
+      "epoch": 0.7173757341355107,
+      "grad_norm": 0.9331803321838379,
+      "learning_rate": 3.905486172854991e-05,
+      "loss": 1.3974,
+      "step": 5008
+    },
+    {
+      "epoch": 0.7175189800888125,
+      "grad_norm": 0.9524506330490112,
+      "learning_rate": 3.9018083054225564e-05,
+      "loss": 1.5044,
+      "step": 5009
+    },
+    {
+      "epoch": 0.7176622260421143,
+      "grad_norm": 1.178357481956482,
+      "learning_rate": 3.898131750779892e-05,
+      "loss": 1.3185,
+      "step": 5010
+    },
+    {
+      "epoch": 0.7178054719954161,
+      "grad_norm": 0.9993062019348145,
+      "learning_rate": 3.894456509718466e-05,
+      "loss": 1.3497,
+      "step": 5011
+    },
+    {
+      "epoch": 0.717948717948718,
+      "grad_norm": 0.8930679559707642,
+      "learning_rate": 3.890782583029462e-05,
+      "loss": 1.3415,
+      "step": 5012
+    },
+    {
+      "epoch": 0.7180919639020198,
+      "grad_norm": 1.9286572933197021,
+      "learning_rate": 3.887109971503785e-05,
+      "loss": 1.5204,
+      "step": 5013
+    },
+    {
+      "epoch": 0.7182352098553216,
+      "grad_norm": 0.9262595772743225,
+      "learning_rate": 3.883438675932067e-05,
+      "loss": 1.3263,
+      "step": 5014
+    },
+    {
+      "epoch": 0.7183784558086234,
+      "grad_norm": 0.9278319478034973,
+      "learning_rate": 3.8797686971046375e-05,
+      "loss": 1.5763,
+      "step": 5015
+    },
+    {
+      "epoch": 0.7185217017619252,
+      "grad_norm": 0.930401623249054,
+      "learning_rate": 3.876100035811555e-05,
+      "loss": 1.3994,
+      "step": 5016
+    },
+    {
+      "epoch": 0.718664947715227,
+      "grad_norm": 1.0273196697235107,
+      "learning_rate": 3.872432692842591e-05,
+      "loss": 1.6474,
+      "step": 5017
+    },
+    {
+      "epoch": 0.7188081936685289,
+      "grad_norm": 1.0372042655944824,
+      "learning_rate": 3.868766668987236e-05,
+      "loss": 1.465,
+      "step": 5018
+    },
+    {
+      "epoch": 0.7189514396218307,
+      "grad_norm": 1.1297895908355713,
+      "learning_rate": 3.8651019650346955e-05,
+      "loss": 1.5228,
+      "step": 5019
+    },
+    {
+      "epoch": 0.7190946855751325,
+      "grad_norm": 1.1283797025680542,
+      "learning_rate": 3.8614385817738794e-05,
+      "loss": 1.506,
+      "step": 5020
+    },
+    {
+      "epoch": 0.7192379315284343,
+      "grad_norm": 1.2239935398101807,
+      "learning_rate": 3.8577765199934354e-05,
+      "loss": 1.44,
+      "step": 5021
+    },
+    {
+      "epoch": 0.7193811774817361,
+      "grad_norm": 1.0048153400421143,
+      "learning_rate": 3.854115780481713e-05,
+      "loss": 1.5444,
+      "step": 5022
+    },
+    {
+      "epoch": 0.719524423435038,
+      "grad_norm": 0.997338056564331,
+      "learning_rate": 3.8504563640267735e-05,
+      "loss": 1.5272,
+      "step": 5023
+    },
+    {
+      "epoch": 0.7196676693883398,
+      "grad_norm": 1.0395591259002686,
+      "learning_rate": 3.8467982714163994e-05,
+      "loss": 1.5834,
+      "step": 5024
+    },
+    {
+      "epoch": 0.7198109153416415,
+      "grad_norm": 1.0881675481796265,
+      "learning_rate": 3.843141503438091e-05,
+      "loss": 1.357,
+      "step": 5025
+    },
+    {
+      "epoch": 0.7199541612949434,
+      "grad_norm": 0.9688494801521301,
+      "learning_rate": 3.839486060879057e-05,
+      "loss": 1.3081,
+      "step": 5026
+    },
+    {
+      "epoch": 0.7200974072482452,
+      "grad_norm": 1.1466201543807983,
+      "learning_rate": 3.8358319445262256e-05,
+      "loss": 1.2874,
+      "step": 5027
+    },
+    {
+      "epoch": 0.7202406532015471,
+      "grad_norm": 1.2463150024414062,
+      "learning_rate": 3.832179155166238e-05,
+      "loss": 1.3781,
+      "step": 5028
+    },
+    {
+      "epoch": 0.7203838991548489,
+      "grad_norm": 1.0999844074249268,
+      "learning_rate": 3.828527693585451e-05,
+      "loss": 1.3696,
+      "step": 5029
+    },
+    {
+      "epoch": 0.7205271451081507,
+      "grad_norm": 1.054478406906128,
+      "learning_rate": 3.8248775605699285e-05,
+      "loss": 1.4078,
+      "step": 5030
+    },
+    {
+      "epoch": 0.7206703910614525,
+      "grad_norm": 1.0723960399627686,
+      "learning_rate": 3.821228756905452e-05,
+      "loss": 1.3245,
+      "step": 5031
+    },
+    {
+      "epoch": 0.7208136370147543,
+      "grad_norm": 1.0089093446731567,
+      "learning_rate": 3.817581283377532e-05,
+      "loss": 1.3766,
+      "step": 5032
+    },
+    {
+      "epoch": 0.7209568829680562,
+      "grad_norm": 1.0731275081634521,
+      "learning_rate": 3.813935140771365e-05,
+      "loss": 1.1947,
+      "step": 5033
+    },
+    {
+      "epoch": 0.721100128921358,
+      "grad_norm": 1.3445881605148315,
+      "learning_rate": 3.810290329871882e-05,
+      "loss": 1.2634,
+      "step": 5034
+    },
+    {
+      "epoch": 0.7212433748746598,
+      "grad_norm": 1.1793653964996338,
+      "learning_rate": 3.8066468514637186e-05,
+      "loss": 1.3789,
+      "step": 5035
+    },
+    {
+      "epoch": 0.7213866208279616,
+      "grad_norm": 1.1979409456253052,
+      "learning_rate": 3.803004706331228e-05,
+      "loss": 1.5803,
+      "step": 5036
+    },
+    {
+      "epoch": 0.7215298667812634,
+      "grad_norm": 1.083263635635376,
+      "learning_rate": 3.7993638952584744e-05,
+      "loss": 1.4029,
+      "step": 5037
+    },
+    {
+      "epoch": 0.7216731127345652,
+      "grad_norm": 1.3968148231506348,
+      "learning_rate": 3.7957244190292264e-05,
+      "loss": 1.5099,
+      "step": 5038
+    },
+    {
+      "epoch": 0.7218163586878671,
+      "grad_norm": 1.059024453163147,
+      "learning_rate": 3.792086278426982e-05,
+      "loss": 1.4014,
+      "step": 5039
+    },
+    {
+      "epoch": 0.7219596046411689,
+      "grad_norm": 0.9737280607223511,
+      "learning_rate": 3.788449474234943e-05,
+      "loss": 1.4436,
+      "step": 5040
+    },
+    {
+      "epoch": 0.7221028505944707,
+      "grad_norm": 1.3262882232666016,
+      "learning_rate": 3.784814007236016e-05,
+      "loss": 1.4398,
+      "step": 5041
+    },
+    {
+      "epoch": 0.7222460965477725,
+      "grad_norm": 1.063187599182129,
+      "learning_rate": 3.781179878212829e-05,
+      "loss": 1.3926,
+      "step": 5042
+    },
+    {
+      "epoch": 0.7223893425010743,
+      "grad_norm": 1.050010085105896,
+      "learning_rate": 3.777547087947729e-05,
+      "loss": 1.3981,
+      "step": 5043
+    },
+    {
+      "epoch": 0.7225325884543762,
+      "grad_norm": 1.176552653312683,
+      "learning_rate": 3.773915637222756e-05,
+      "loss": 1.3623,
+      "step": 5044
+    },
+    {
+      "epoch": 0.722675834407678,
+      "grad_norm": 1.0926281213760376,
+      "learning_rate": 3.770285526819674e-05,
+      "loss": 1.3348,
+      "step": 5045
+    },
+    {
+      "epoch": 0.7228190803609797,
+      "grad_norm": 1.1466771364212036,
+      "learning_rate": 3.766656757519956e-05,
+      "loss": 1.3829,
+      "step": 5046
+    },
+    {
+      "epoch": 0.7229623263142816,
+      "grad_norm": 0.9901703596115112,
+      "learning_rate": 3.763029330104788e-05,
+      "loss": 1.394,
+      "step": 5047
+    },
+    {
+      "epoch": 0.7231055722675834,
+      "grad_norm": 1.2743521928787231,
+      "learning_rate": 3.759403245355068e-05,
+      "loss": 1.2701,
+      "step": 5048
+    },
+    {
+      "epoch": 0.7232488182208853,
+      "grad_norm": 0.9026103019714355,
+      "learning_rate": 3.7557785040513905e-05,
+      "loss": 1.2214,
+      "step": 5049
+    },
+    {
+      "epoch": 0.7233920641741871,
+      "grad_norm": 1.0088013410568237,
+      "learning_rate": 3.752155106974085e-05,
+      "loss": 1.4567,
+      "step": 5050
+    },
+    {
+      "epoch": 0.723535310127489,
+      "grad_norm": 1.1285003423690796,
+      "learning_rate": 3.7485330549031775e-05,
+      "loss": 1.3901,
+      "step": 5051
+    },
+    {
+      "epoch": 0.7236785560807907,
+      "grad_norm": 1.023666501045227,
+      "learning_rate": 3.744912348618399e-05,
+      "loss": 1.4672,
+      "step": 5052
+    },
+    {
+      "epoch": 0.7238218020340925,
+      "grad_norm": 1.2706636190414429,
+      "learning_rate": 3.741292988899204e-05,
+      "loss": 1.6159,
+      "step": 5053
+    },
+    {
+      "epoch": 0.7239650479873944,
+      "grad_norm": 0.9787884950637817,
+      "learning_rate": 3.737674976524749e-05,
+      "loss": 1.4773,
+      "step": 5054
+    },
+    {
+      "epoch": 0.7241082939406962,
+      "grad_norm": 0.9749720692634583,
+      "learning_rate": 3.734058312273904e-05,
+      "loss": 1.4514,
+      "step": 5055
+    },
+    {
+      "epoch": 0.724251539893998,
+      "grad_norm": 1.204365849494934,
+      "learning_rate": 3.730442996925245e-05,
+      "loss": 1.5804,
+      "step": 5056
+    },
+    {
+      "epoch": 0.7243947858472998,
+      "grad_norm": 1.0895273685455322,
+      "learning_rate": 3.726829031257062e-05,
+      "loss": 1.3372,
+      "step": 5057
+    },
+    {
+      "epoch": 0.7245380318006016,
+      "grad_norm": 1.0995901823043823,
+      "learning_rate": 3.723216416047355e-05,
+      "loss": 1.3633,
+      "step": 5058
+    },
+    {
+      "epoch": 0.7246812777539035,
+      "grad_norm": 0.8413363695144653,
+      "learning_rate": 3.7196051520738204e-05,
+      "loss": 1.5415,
+      "step": 5059
+    },
+    {
+      "epoch": 0.7248245237072053,
+      "grad_norm": 0.9922491908073425,
+      "learning_rate": 3.7159952401138844e-05,
+      "loss": 1.3201,
+      "step": 5060
+    },
+    {
+      "epoch": 0.7249677696605071,
+      "grad_norm": 0.8986577987670898,
+      "learning_rate": 3.712386680944672e-05,
+      "loss": 1.5021,
+      "step": 5061
+    },
+    {
+      "epoch": 0.7251110156138089,
+      "grad_norm": 1.0784331560134888,
+      "learning_rate": 3.708779475343009e-05,
+      "loss": 1.4996,
+      "step": 5062
+    },
+    {
+      "epoch": 0.7252542615671107,
+      "grad_norm": 1.0464500188827515,
+      "learning_rate": 3.705173624085438e-05,
+      "loss": 1.4093,
+      "step": 5063
+    },
+    {
+      "epoch": 0.7253975075204125,
+      "grad_norm": 1.1487480401992798,
+      "learning_rate": 3.70156912794822e-05,
+      "loss": 1.2134,
+      "step": 5064
+    },
+    {
+      "epoch": 0.7255407534737144,
+      "grad_norm": 1.3278003931045532,
+      "learning_rate": 3.6979659877073034e-05,
+      "loss": 1.3305,
+      "step": 5065
+    },
+    {
+      "epoch": 0.7256839994270162,
+      "grad_norm": 1.1741819381713867,
+      "learning_rate": 3.694364204138359e-05,
+      "loss": 1.487,
+      "step": 5066
+    },
+    {
+      "epoch": 0.725827245380318,
+      "grad_norm": 1.029098629951477,
+      "learning_rate": 3.6907637780167604e-05,
+      "loss": 1.3865,
+      "step": 5067
+    },
+    {
+      "epoch": 0.7259704913336198,
+      "grad_norm": 1.0359383821487427,
+      "learning_rate": 3.687164710117592e-05,
+      "loss": 1.3678,
+      "step": 5068
+    },
+    {
+      "epoch": 0.7261137372869216,
+      "grad_norm": 1.0275824069976807,
+      "learning_rate": 3.6835670012156456e-05,
+      "loss": 1.4555,
+      "step": 5069
+    },
+    {
+      "epoch": 0.7262569832402235,
+      "grad_norm": 1.013443112373352,
+      "learning_rate": 3.6799706520854094e-05,
+      "loss": 1.5267,
+      "step": 5070
+    },
+    {
+      "epoch": 0.7264002291935253,
+      "grad_norm": 1.209404706954956,
+      "learning_rate": 3.6763756635010993e-05,
+      "loss": 1.636,
+      "step": 5071
+    },
+    {
+      "epoch": 0.7265434751468272,
+      "grad_norm": 0.9003844857215881,
+      "learning_rate": 3.672782036236627e-05,
+      "loss": 1.4814,
+      "step": 5072
+    },
+    {
+      "epoch": 0.7266867211001289,
+      "grad_norm": 1.0946578979492188,
+      "learning_rate": 3.669189771065604e-05,
+      "loss": 1.4285,
+      "step": 5073
+    },
+    {
+      "epoch": 0.7268299670534307,
+      "grad_norm": 1.126710295677185,
+      "learning_rate": 3.6655988687613605e-05,
+      "loss": 1.5172,
+      "step": 5074
+    },
+    {
+      "epoch": 0.7269732130067326,
+      "grad_norm": 1.0524399280548096,
+      "learning_rate": 3.6620093300969284e-05,
+      "loss": 1.3675,
+      "step": 5075
+    },
+    {
+      "epoch": 0.7271164589600344,
+      "grad_norm": 1.1548240184783936,
+      "learning_rate": 3.658421155845047e-05,
+      "loss": 1.5639,
+      "step": 5076
+    },
+    {
+      "epoch": 0.7272597049133362,
+      "grad_norm": 1.1869970560073853,
+      "learning_rate": 3.654834346778161e-05,
+      "loss": 1.3779,
+      "step": 5077
+    },
+    {
+      "epoch": 0.727402950866638,
+      "grad_norm": 1.2326081991195679,
+      "learning_rate": 3.651248903668421e-05,
+      "loss": 1.3057,
+      "step": 5078
+    },
+    {
+      "epoch": 0.7275461968199398,
+      "grad_norm": 1.0895248651504517,
+      "learning_rate": 3.647664827287688e-05,
+      "loss": 1.2774,
+      "step": 5079
+    },
+    {
+      "epoch": 0.7276894427732417,
+      "grad_norm": 1.027172327041626,
+      "learning_rate": 3.644082118407519e-05,
+      "loss": 1.5502,
+      "step": 5080
+    },
+    {
+      "epoch": 0.7278326887265435,
+      "grad_norm": 1.1064841747283936,
+      "learning_rate": 3.640500777799182e-05,
+      "loss": 1.3346,
+      "step": 5081
+    },
+    {
+      "epoch": 0.7279759346798453,
+      "grad_norm": 0.9745250344276428,
+      "learning_rate": 3.636920806233661e-05,
+      "loss": 1.5137,
+      "step": 5082
+    },
+    {
+      "epoch": 0.7281191806331471,
+      "grad_norm": 1.1211442947387695,
+      "learning_rate": 3.6333422044816256e-05,
+      "loss": 1.3389,
+      "step": 5083
+    },
+    {
+      "epoch": 0.7282624265864489,
+      "grad_norm": 1.0591169595718384,
+      "learning_rate": 3.629764973313463e-05,
+      "loss": 1.4433,
+      "step": 5084
+    },
+    {
+      "epoch": 0.7284056725397507,
+      "grad_norm": 1.0364340543746948,
+      "learning_rate": 3.626189113499262e-05,
+      "loss": 1.4988,
+      "step": 5085
+    },
+    {
+      "epoch": 0.7285489184930526,
+      "grad_norm": 1.0072522163391113,
+      "learning_rate": 3.622614625808819e-05,
+      "loss": 1.4504,
+      "step": 5086
+    },
+    {
+      "epoch": 0.7286921644463544,
+      "grad_norm": 1.178402304649353,
+      "learning_rate": 3.6190415110116336e-05,
+      "loss": 1.2459,
+      "step": 5087
+    },
+    {
+      "epoch": 0.7288354103996562,
+      "grad_norm": 0.8942398428916931,
+      "learning_rate": 3.6154697698769005e-05,
+      "loss": 1.5912,
+      "step": 5088
+    },
+    {
+      "epoch": 0.728978656352958,
+      "grad_norm": 1.1928375959396362,
+      "learning_rate": 3.6118994031735365e-05,
+      "loss": 1.3302,
+      "step": 5089
+    },
+    {
+      "epoch": 0.7291219023062598,
+      "grad_norm": 1.1241416931152344,
+      "learning_rate": 3.6083304116701535e-05,
+      "loss": 1.4854,
+      "step": 5090
+    },
+    {
+      "epoch": 0.7292651482595617,
+      "grad_norm": 1.2460225820541382,
+      "learning_rate": 3.604762796135059e-05,
+      "loss": 1.328,
+      "step": 5091
+    },
+    {
+      "epoch": 0.7294083942128635,
+      "grad_norm": 1.0312856435775757,
+      "learning_rate": 3.601196557336275e-05,
+      "loss": 1.2912,
+      "step": 5092
+    },
+    {
+      "epoch": 0.7295516401661654,
+      "grad_norm": 1.0367310047149658,
+      "learning_rate": 3.5976316960415334e-05,
+      "loss": 1.3349,
+      "step": 5093
+    },
+    {
+      "epoch": 0.7296948861194671,
+      "grad_norm": 1.0904827117919922,
+      "learning_rate": 3.594068213018249e-05,
+      "loss": 1.4377,
+      "step": 5094
+    },
+    {
+      "epoch": 0.7298381320727689,
+      "grad_norm": 1.1260045766830444,
+      "learning_rate": 3.590506109033558e-05,
+      "loss": 1.5015,
+      "step": 5095
+    },
+    {
+      "epoch": 0.7299813780260708,
+      "grad_norm": 1.1192653179168701,
+      "learning_rate": 3.58694538485429e-05,
+      "loss": 1.462,
+      "step": 5096
+    },
+    {
+      "epoch": 0.7301246239793726,
+      "grad_norm": 1.1928460597991943,
+      "learning_rate": 3.583386041246982e-05,
+      "loss": 1.6449,
+      "step": 5097
+    },
+    {
+      "epoch": 0.7302678699326745,
+      "grad_norm": 1.231469988822937,
+      "learning_rate": 3.579828078977877e-05,
+      "loss": 1.2765,
+      "step": 5098
+    },
+    {
+      "epoch": 0.7304111158859762,
+      "grad_norm": 1.1595242023468018,
+      "learning_rate": 3.576271498812904e-05,
+      "loss": 1.4899,
+      "step": 5099
+    },
+    {
+      "epoch": 0.730554361839278,
+      "grad_norm": 1.1805369853973389,
+      "learning_rate": 3.572716301517719e-05,
+      "loss": 1.2555,
+      "step": 5100
+    },
+    {
+      "epoch": 0.7306976077925799,
+      "grad_norm": 1.1293162107467651,
+      "learning_rate": 3.5691624878576666e-05,
+      "loss": 1.5574,
+      "step": 5101
+    },
+    {
+      "epoch": 0.7308408537458817,
+      "grad_norm": 1.0411804914474487,
+      "learning_rate": 3.565610058597789e-05,
+      "loss": 1.4389,
+      "step": 5102
+    },
+    {
+      "epoch": 0.7309840996991835,
+      "grad_norm": 1.0490679740905762,
+      "learning_rate": 3.56205901450284e-05,
+      "loss": 1.3384,
+      "step": 5103
+    },
+    {
+      "epoch": 0.7311273456524853,
+      "grad_norm": 0.8473041653633118,
+      "learning_rate": 3.5585093563372706e-05,
+      "loss": 1.5023,
+      "step": 5104
+    },
+    {
+      "epoch": 0.7312705916057871,
+      "grad_norm": 1.0627155303955078,
+      "learning_rate": 3.5549610848652335e-05,
+      "loss": 1.5121,
+      "step": 5105
+    },
+    {
+      "epoch": 0.731413837559089,
+      "grad_norm": 1.1795216798782349,
+      "learning_rate": 3.551414200850586e-05,
+      "loss": 1.5531,
+      "step": 5106
+    },
+    {
+      "epoch": 0.7315570835123908,
+      "grad_norm": 0.982558012008667,
+      "learning_rate": 3.547868705056882e-05,
+      "loss": 1.3595,
+      "step": 5107
+    },
+    {
+      "epoch": 0.7317003294656926,
+      "grad_norm": 1.0606062412261963,
+      "learning_rate": 3.544324598247386e-05,
+      "loss": 1.276,
+      "step": 5108
+    },
+    {
+      "epoch": 0.7318435754189944,
+      "grad_norm": 1.0491943359375,
+      "learning_rate": 3.540781881185046e-05,
+      "loss": 1.5727,
+      "step": 5109
+    },
+    {
+      "epoch": 0.7319868213722962,
+      "grad_norm": 0.9895449876785278,
+      "learning_rate": 3.537240554632523e-05,
+      "loss": 1.274,
+      "step": 5110
+    },
+    {
+      "epoch": 0.732130067325598,
+      "grad_norm": 1.0122982263565063,
+      "learning_rate": 3.533700619352187e-05,
+      "loss": 1.2929,
+      "step": 5111
+    },
+    {
+      "epoch": 0.7322733132788999,
+      "grad_norm": 1.0813069343566895,
+      "learning_rate": 3.530162076106088e-05,
+      "loss": 1.2815,
+      "step": 5112
+    },
+    {
+      "epoch": 0.7324165592322017,
+      "grad_norm": 1.0527411699295044,
+      "learning_rate": 3.52662492565599e-05,
+      "loss": 1.2849,
+      "step": 5113
+    },
+    {
+      "epoch": 0.7325598051855035,
+      "grad_norm": 1.0696886777877808,
+      "learning_rate": 3.523089168763355e-05,
+      "loss": 1.328,
+      "step": 5114
+    },
+    {
+      "epoch": 0.7327030511388053,
+      "grad_norm": 0.9491750001907349,
+      "learning_rate": 3.519554806189343e-05,
+      "loss": 1.4169,
+      "step": 5115
+    },
+    {
+      "epoch": 0.7328462970921071,
+      "grad_norm": 1.3738816976547241,
+      "learning_rate": 3.516021838694815e-05,
+      "loss": 1.3919,
+      "step": 5116
+    },
+    {
+      "epoch": 0.732989543045409,
+      "grad_norm": 1.1422269344329834,
+      "learning_rate": 3.512490267040333e-05,
+      "loss": 1.293,
+      "step": 5117
+    },
+    {
+      "epoch": 0.7331327889987108,
+      "grad_norm": 1.1357134580612183,
+      "learning_rate": 3.5089600919861535e-05,
+      "loss": 1.2167,
+      "step": 5118
+    },
+    {
+      "epoch": 0.7332760349520127,
+      "grad_norm": 1.0588092803955078,
+      "learning_rate": 3.505431314292243e-05,
+      "loss": 1.4186,
+      "step": 5119
+    },
+    {
+      "epoch": 0.7334192809053144,
+      "grad_norm": 1.0088000297546387,
+      "learning_rate": 3.501903934718247e-05,
+      "loss": 1.4594,
+      "step": 5120
+    },
+    {
+      "epoch": 0.7335625268586162,
+      "grad_norm": 1.0483431816101074,
+      "learning_rate": 3.498377954023534e-05,
+      "loss": 1.547,
+      "step": 5121
+    },
+    {
+      "epoch": 0.7337057728119181,
+      "grad_norm": 1.0527704954147339,
+      "learning_rate": 3.4948533729671616e-05,
+      "loss": 1.2879,
+      "step": 5122
+    },
+    {
+      "epoch": 0.7338490187652199,
+      "grad_norm": 1.228010892868042,
+      "learning_rate": 3.4913301923078765e-05,
+      "loss": 1.3659,
+      "step": 5123
+    },
+    {
+      "epoch": 0.7339922647185217,
+      "grad_norm": 0.9781582355499268,
+      "learning_rate": 3.4878084128041366e-05,
+      "loss": 1.4761,
+      "step": 5124
+    },
+    {
+      "epoch": 0.7341355106718235,
+      "grad_norm": 1.1199175119400024,
+      "learning_rate": 3.484288035214095e-05,
+      "loss": 1.3767,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7342787566251253,
+      "grad_norm": 1.169909954071045,
+      "learning_rate": 3.480769060295599e-05,
+      "loss": 1.4413,
+      "step": 5126
+    },
+    {
+      "epoch": 0.7344220025784272,
+      "grad_norm": 1.0377883911132812,
+      "learning_rate": 3.477251488806199e-05,
+      "loss": 1.3179,
+      "step": 5127
+    },
+    {
+      "epoch": 0.734565248531729,
+      "grad_norm": 1.1571409702301025,
+      "learning_rate": 3.47373532150314e-05,
+      "loss": 1.5087,
+      "step": 5128
+    },
+    {
+      "epoch": 0.7347084944850308,
+      "grad_norm": 1.2061973810195923,
+      "learning_rate": 3.47022055914337e-05,
+      "loss": 1.4816,
+      "step": 5129
+    },
+    {
+      "epoch": 0.7348517404383326,
+      "grad_norm": 0.9663720726966858,
+      "learning_rate": 3.466707202483523e-05,
+      "loss": 1.4816,
+      "step": 5130
+    },
+    {
+      "epoch": 0.7349949863916344,
+      "grad_norm": 1.2300963401794434,
+      "learning_rate": 3.463195252279939e-05,
+      "loss": 1.4266,
+      "step": 5131
+    },
+    {
+      "epoch": 0.7351382323449362,
+      "grad_norm": 1.0983713865280151,
+      "learning_rate": 3.459684709288663e-05,
+      "loss": 1.4456,
+      "step": 5132
+    },
+    {
+      "epoch": 0.7352814782982381,
+      "grad_norm": 1.0082252025604248,
+      "learning_rate": 3.456175574265418e-05,
+      "loss": 1.4556,
+      "step": 5133
+    },
+    {
+      "epoch": 0.7354247242515399,
+      "grad_norm": 1.0956107378005981,
+      "learning_rate": 3.452667847965636e-05,
+      "loss": 1.447,
+      "step": 5134
+    },
+    {
+      "epoch": 0.7355679702048417,
+      "grad_norm": 0.990764319896698,
+      "learning_rate": 3.449161531144447e-05,
+      "loss": 1.3726,
+      "step": 5135
+    },
+    {
+      "epoch": 0.7357112161581435,
+      "grad_norm": 1.0471019744873047,
+      "learning_rate": 3.4456566245566715e-05,
+      "loss": 1.4305,
+      "step": 5136
+    },
+    {
+      "epoch": 0.7358544621114453,
+      "grad_norm": 0.8783173561096191,
+      "learning_rate": 3.4421531289568324e-05,
+      "loss": 1.4285,
+      "step": 5137
+    },
+    {
+      "epoch": 0.7359977080647472,
+      "grad_norm": 1.0430731773376465,
+      "learning_rate": 3.438651045099137e-05,
+      "loss": 1.4877,
+      "step": 5138
+    },
+    {
+      "epoch": 0.736140954018049,
+      "grad_norm": 1.0559494495391846,
+      "learning_rate": 3.4351503737375065e-05,
+      "loss": 1.5141,
+      "step": 5139
+    },
+    {
+      "epoch": 0.7362841999713509,
+      "grad_norm": 1.1803016662597656,
+      "learning_rate": 3.4316511156255494e-05,
+      "loss": 1.214,
+      "step": 5140
+    },
+    {
+      "epoch": 0.7364274459246526,
+      "grad_norm": 1.093036413192749,
+      "learning_rate": 3.428153271516562e-05,
+      "loss": 1.2549,
+      "step": 5141
+    },
+    {
+      "epoch": 0.7365706918779544,
+      "grad_norm": 0.9492512345314026,
+      "learning_rate": 3.424656842163545e-05,
+      "loss": 1.2837,
+      "step": 5142
+    },
+    {
+      "epoch": 0.7367139378312563,
+      "grad_norm": 0.9310402274131775,
+      "learning_rate": 3.4211618283192014e-05,
+      "loss": 1.4001,
+      "step": 5143
+    },
+    {
+      "epoch": 0.7368571837845581,
+      "grad_norm": 0.9967384338378906,
+      "learning_rate": 3.417668230735912e-05,
+      "loss": 1.3642,
+      "step": 5144
+    },
+    {
+      "epoch": 0.73700042973786,
+      "grad_norm": 1.1618696451187134,
+      "learning_rate": 3.414176050165765e-05,
+      "loss": 1.5075,
+      "step": 5145
+    },
+    {
+      "epoch": 0.7371436756911617,
+      "grad_norm": 1.187220811843872,
+      "learning_rate": 3.41068528736054e-05,
+      "loss": 1.5376,
+      "step": 5146
+    },
+    {
+      "epoch": 0.7372869216444635,
+      "grad_norm": 1.0790045261383057,
+      "learning_rate": 3.4071959430717124e-05,
+      "loss": 1.3522,
+      "step": 5147
+    },
+    {
+      "epoch": 0.7374301675977654,
+      "grad_norm": 1.1193538904190063,
+      "learning_rate": 3.403708018050456e-05,
+      "loss": 1.1428,
+      "step": 5148
+    },
+    {
+      "epoch": 0.7375734135510672,
+      "grad_norm": 1.7366751432418823,
+      "learning_rate": 3.4002215130476236e-05,
+      "loss": 1.2189,
+      "step": 5149
+    },
+    {
+      "epoch": 0.737716659504369,
+      "grad_norm": 1.2438619136810303,
+      "learning_rate": 3.3967364288137824e-05,
+      "loss": 1.2548,
+      "step": 5150
+    },
+    {
+      "epoch": 0.7378599054576708,
+      "grad_norm": 1.3137626647949219,
+      "learning_rate": 3.393252766099187e-05,
+      "loss": 1.5123,
+      "step": 5151
+    },
+    {
+      "epoch": 0.7380031514109726,
+      "grad_norm": 1.0091384649276733,
+      "learning_rate": 3.389770525653777e-05,
+      "loss": 1.3512,
+      "step": 5152
+    },
+    {
+      "epoch": 0.7381463973642745,
+      "grad_norm": 1.0346187353134155,
+      "learning_rate": 3.386289708227194e-05,
+      "loss": 1.6445,
+      "step": 5153
+    },
+    {
+      "epoch": 0.7382896433175763,
+      "grad_norm": 1.0657727718353271,
+      "learning_rate": 3.3828103145687726e-05,
+      "loss": 1.3227,
+      "step": 5154
+    },
+    {
+      "epoch": 0.7384328892708781,
+      "grad_norm": 1.1221344470977783,
+      "learning_rate": 3.379332345427541e-05,
+      "loss": 1.3396,
+      "step": 5155
+    },
+    {
+      "epoch": 0.7385761352241799,
+      "grad_norm": 1.1317507028579712,
+      "learning_rate": 3.375855801552219e-05,
+      "loss": 1.4497,
+      "step": 5156
+    },
+    {
+      "epoch": 0.7387193811774817,
+      "grad_norm": 1.2359516620635986,
+      "learning_rate": 3.372380683691221e-05,
+      "loss": 1.3252,
+      "step": 5157
+    },
+    {
+      "epoch": 0.7388626271307835,
+      "grad_norm": 0.9588965177536011,
+      "learning_rate": 3.368906992592656e-05,
+      "loss": 1.4197,
+      "step": 5158
+    },
+    {
+      "epoch": 0.7390058730840854,
+      "grad_norm": 1.1549263000488281,
+      "learning_rate": 3.36543472900432e-05,
+      "loss": 1.3504,
+      "step": 5159
+    },
+    {
+      "epoch": 0.7391491190373872,
+      "grad_norm": 0.9579527974128723,
+      "learning_rate": 3.361963893673703e-05,
+      "loss": 1.5114,
+      "step": 5160
+    },
+    {
+      "epoch": 0.7392923649906891,
+      "grad_norm": 1.0720223188400269,
+      "learning_rate": 3.358494487348e-05,
+      "loss": 1.338,
+      "step": 5161
+    },
+    {
+      "epoch": 0.7394356109439908,
+      "grad_norm": 0.9639701247215271,
+      "learning_rate": 3.355026510774079e-05,
+      "loss": 1.4521,
+      "step": 5162
+    },
+    {
+      "epoch": 0.7395788568972926,
+      "grad_norm": 1.3523536920547485,
+      "learning_rate": 3.3515599646985116e-05,
+      "loss": 1.3803,
+      "step": 5163
+    },
+    {
+      "epoch": 0.7397221028505945,
+      "grad_norm": 1.0039116144180298,
+      "learning_rate": 3.3480948498675616e-05,
+      "loss": 1.2877,
+      "step": 5164
+    },
+    {
+      "epoch": 0.7398653488038963,
+      "grad_norm": 1.024139404296875,
+      "learning_rate": 3.344631167027181e-05,
+      "loss": 1.3364,
+      "step": 5165
+    },
+    {
+      "epoch": 0.7400085947571982,
+      "grad_norm": 1.1302390098571777,
+      "learning_rate": 3.341168916923019e-05,
+      "loss": 1.4387,
+      "step": 5166
+    },
+    {
+      "epoch": 0.7401518407104999,
+      "grad_norm": 1.047930121421814,
+      "learning_rate": 3.3377081003004017e-05,
+      "loss": 1.4852,
+      "step": 5167
+    },
+    {
+      "epoch": 0.7402950866638017,
+      "grad_norm": 1.0995471477508545,
+      "learning_rate": 3.334248717904368e-05,
+      "loss": 1.3781,
+      "step": 5168
+    },
+    {
+      "epoch": 0.7404383326171036,
+      "grad_norm": 1.2587720155715942,
+      "learning_rate": 3.330790770479636e-05,
+      "loss": 1.3845,
+      "step": 5169
+    },
+    {
+      "epoch": 0.7405815785704054,
+      "grad_norm": 1.167436122894287,
+      "learning_rate": 3.327334258770611e-05,
+      "loss": 1.4312,
+      "step": 5170
+    },
+    {
+      "epoch": 0.7407248245237072,
+      "grad_norm": 1.2076668739318848,
+      "learning_rate": 3.3238791835213944e-05,
+      "loss": 1.4632,
+      "step": 5171
+    },
+    {
+      "epoch": 0.740868070477009,
+      "grad_norm": 1.030846357345581,
+      "learning_rate": 3.320425545475787e-05,
+      "loss": 1.6329,
+      "step": 5172
+    },
+    {
+      "epoch": 0.7410113164303108,
+      "grad_norm": 1.0352579355239868,
+      "learning_rate": 3.316973345377263e-05,
+      "loss": 1.4942,
+      "step": 5173
+    },
+    {
+      "epoch": 0.7411545623836127,
+      "grad_norm": 0.964449405670166,
+      "learning_rate": 3.313522583969e-05,
+      "loss": 1.5249,
+      "step": 5174
+    },
+    {
+      "epoch": 0.7412978083369145,
+      "grad_norm": 1.180228352546692,
+      "learning_rate": 3.3100732619938576e-05,
+      "loss": 1.3895,
+      "step": 5175
+    },
+    {
+      "epoch": 0.7414410542902163,
+      "grad_norm": 1.015186071395874,
+      "learning_rate": 3.306625380194394e-05,
+      "loss": 1.3629,
+      "step": 5176
+    },
+    {
+      "epoch": 0.7415843002435181,
+      "grad_norm": 0.9279608726501465,
+      "learning_rate": 3.303178939312849e-05,
+      "loss": 1.6396,
+      "step": 5177
+    },
+    {
+      "epoch": 0.7417275461968199,
+      "grad_norm": 1.048695683479309,
+      "learning_rate": 3.299733940091159e-05,
+      "loss": 1.2166,
+      "step": 5178
+    },
+    {
+      "epoch": 0.7418707921501217,
+      "grad_norm": 1.029881238937378,
+      "learning_rate": 3.296290383270948e-05,
+      "loss": 1.4193,
+      "step": 5179
+    },
+    {
+      "epoch": 0.7420140381034236,
+      "grad_norm": 1.0492643117904663,
+      "learning_rate": 3.292848269593524e-05,
+      "loss": 1.307,
+      "step": 5180
+    },
+    {
+      "epoch": 0.7421572840567254,
+      "grad_norm": 0.8984936475753784,
+      "learning_rate": 3.2894075997998876e-05,
+      "loss": 1.5111,
+      "step": 5181
+    },
+    {
+      "epoch": 0.7423005300100273,
+      "grad_norm": 1.0310943126678467,
+      "learning_rate": 3.28596837463074e-05,
+      "loss": 1.5802,
+      "step": 5182
+    },
+    {
+      "epoch": 0.742443775963329,
+      "grad_norm": 1.094296932220459,
+      "learning_rate": 3.282530594826452e-05,
+      "loss": 1.4925,
+      "step": 5183
+    },
+    {
+      "epoch": 0.7425870219166308,
+      "grad_norm": 0.993194580078125,
+      "learning_rate": 3.2790942611270955e-05,
+      "loss": 1.5132,
+      "step": 5184
+    },
+    {
+      "epoch": 0.7427302678699327,
+      "grad_norm": 1.1453348398208618,
+      "learning_rate": 3.2756593742724274e-05,
+      "loss": 1.4286,
+      "step": 5185
+    },
+    {
+      "epoch": 0.7428735138232345,
+      "grad_norm": 1.0752570629119873,
+      "learning_rate": 3.272225935001895e-05,
+      "loss": 1.5107,
+      "step": 5186
+    },
+    {
+      "epoch": 0.7430167597765364,
+      "grad_norm": 1.0571941137313843,
+      "learning_rate": 3.268793944054636e-05,
+      "loss": 1.4616,
+      "step": 5187
+    },
+    {
+      "epoch": 0.7431600057298381,
+      "grad_norm": 1.125859022140503,
+      "learning_rate": 3.265363402169461e-05,
+      "loss": 1.338,
+      "step": 5188
+    },
+    {
+      "epoch": 0.7433032516831399,
+      "grad_norm": 1.0515873432159424,
+      "learning_rate": 3.261934310084894e-05,
+      "loss": 1.5014,
+      "step": 5189
+    },
+    {
+      "epoch": 0.7434464976364418,
+      "grad_norm": 1.0168581008911133,
+      "learning_rate": 3.258506668539132e-05,
+      "loss": 1.4718,
+      "step": 5190
+    },
+    {
+      "epoch": 0.7435897435897436,
+      "grad_norm": 0.9561964273452759,
+      "learning_rate": 3.255080478270054e-05,
+      "loss": 1.3707,
+      "step": 5191
+    },
+    {
+      "epoch": 0.7437329895430455,
+      "grad_norm": 1.1562787294387817,
+      "learning_rate": 3.251655740015236e-05,
+      "loss": 1.7672,
+      "step": 5192
+    },
+    {
+      "epoch": 0.7438762354963472,
+      "grad_norm": 1.1708593368530273,
+      "learning_rate": 3.248232454511947e-05,
+      "loss": 1.4496,
+      "step": 5193
+    },
+    {
+      "epoch": 0.744019481449649,
+      "grad_norm": 1.0508021116256714,
+      "learning_rate": 3.2448106224971275e-05,
+      "loss": 1.4548,
+      "step": 5194
+    },
+    {
+      "epoch": 0.7441627274029509,
+      "grad_norm": 1.093133807182312,
+      "learning_rate": 3.2413902447074164e-05,
+      "loss": 1.4147,
+      "step": 5195
+    },
+    {
+      "epoch": 0.7443059733562527,
+      "grad_norm": 0.9571775197982788,
+      "learning_rate": 3.2379713218791355e-05,
+      "loss": 1.2785,
+      "step": 5196
+    },
+    {
+      "epoch": 0.7444492193095545,
+      "grad_norm": 1.0391050577163696,
+      "learning_rate": 3.2345538547482945e-05,
+      "loss": 1.3224,
+      "step": 5197
+    },
+    {
+      "epoch": 0.7445924652628563,
+      "grad_norm": 1.2053166627883911,
+      "learning_rate": 3.231137844050593e-05,
+      "loss": 1.4676,
+      "step": 5198
+    },
+    {
+      "epoch": 0.7447357112161581,
+      "grad_norm": 1.1196832656860352,
+      "learning_rate": 3.227723290521405e-05,
+      "loss": 1.5565,
+      "step": 5199
+    },
+    {
+      "epoch": 0.74487895716946,
+      "grad_norm": 1.0434062480926514,
+      "learning_rate": 3.224310194895807e-05,
+      "loss": 1.3929,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7450222031227618,
+      "grad_norm": 1.1660895347595215,
+      "learning_rate": 3.220898557908555e-05,
+      "loss": 1.4581,
+      "step": 5201
+    },
+    {
+      "epoch": 0.7451654490760636,
+      "grad_norm": 1.1239598989486694,
+      "learning_rate": 3.217488380294083e-05,
+      "loss": 1.4465,
+      "step": 5202
+    },
+    {
+      "epoch": 0.7453086950293655,
+      "grad_norm": 1.195378065109253,
+      "learning_rate": 3.214079662786523e-05,
+      "loss": 1.4653,
+      "step": 5203
+    },
+    {
+      "epoch": 0.7454519409826672,
+      "grad_norm": 0.934849202632904,
+      "learning_rate": 3.210672406119686e-05,
+      "loss": 1.442,
+      "step": 5204
+    },
+    {
+      "epoch": 0.745595186935969,
+      "grad_norm": 1.139104962348938,
+      "learning_rate": 3.207266611027069e-05,
+      "loss": 1.3339,
+      "step": 5205
+    },
+    {
+      "epoch": 0.7457384328892709,
+      "grad_norm": 1.2288426160812378,
+      "learning_rate": 3.203862278241857e-05,
+      "loss": 1.3647,
+      "step": 5206
+    },
+    {
+      "epoch": 0.7458816788425727,
+      "grad_norm": 0.9691689610481262,
+      "learning_rate": 3.200459408496919e-05,
+      "loss": 1.5018,
+      "step": 5207
+    },
+    {
+      "epoch": 0.7460249247958746,
+      "grad_norm": 1.1340525150299072,
+      "learning_rate": 3.197058002524811e-05,
+      "loss": 1.2857,
+      "step": 5208
+    },
+    {
+      "epoch": 0.7461681707491763,
+      "grad_norm": 1.0787322521209717,
+      "learning_rate": 3.1936580610577636e-05,
+      "loss": 1.4902,
+      "step": 5209
+    },
+    {
+      "epoch": 0.7463114167024781,
+      "grad_norm": 1.2833839654922485,
+      "learning_rate": 3.190259584827704e-05,
+      "loss": 1.3894,
+      "step": 5210
+    },
+    {
+      "epoch": 0.74645466265578,
+      "grad_norm": 1.1547589302062988,
+      "learning_rate": 3.186862574566245e-05,
+      "loss": 1.5063,
+      "step": 5211
+    },
+    {
+      "epoch": 0.7465979086090818,
+      "grad_norm": 1.1148182153701782,
+      "learning_rate": 3.1834670310046734e-05,
+      "loss": 1.4627,
+      "step": 5212
+    },
+    {
+      "epoch": 0.7467411545623837,
+      "grad_norm": 0.9911166429519653,
+      "learning_rate": 3.180072954873966e-05,
+      "loss": 1.3338,
+      "step": 5213
+    },
+    {
+      "epoch": 0.7468844005156854,
+      "grad_norm": 1.0513603687286377,
+      "learning_rate": 3.1766803469047846e-05,
+      "loss": 1.3916,
+      "step": 5214
+    },
+    {
+      "epoch": 0.7470276464689872,
+      "grad_norm": 1.0212492942810059,
+      "learning_rate": 3.1732892078274735e-05,
+      "loss": 1.4924,
+      "step": 5215
+    },
+    {
+      "epoch": 0.7471708924222891,
+      "grad_norm": 1.21880042552948,
+      "learning_rate": 3.1698995383720645e-05,
+      "loss": 1.4385,
+      "step": 5216
+    },
+    {
+      "epoch": 0.7473141383755909,
+      "grad_norm": 1.0192844867706299,
+      "learning_rate": 3.166511339268259e-05,
+      "loss": 1.4325,
+      "step": 5217
+    },
+    {
+      "epoch": 0.7474573843288927,
+      "grad_norm": 1.107875108718872,
+      "learning_rate": 3.163124611245464e-05,
+      "loss": 1.501,
+      "step": 5218
+    },
+    {
+      "epoch": 0.7476006302821945,
+      "grad_norm": 1.1540842056274414,
+      "learning_rate": 3.1597393550327556e-05,
+      "loss": 1.3319,
+      "step": 5219
+    },
+    {
+      "epoch": 0.7477438762354963,
+      "grad_norm": 1.050207257270813,
+      "learning_rate": 3.1563555713588924e-05,
+      "loss": 1.5084,
+      "step": 5220
+    },
+    {
+      "epoch": 0.7478871221887982,
+      "grad_norm": 1.0970042943954468,
+      "learning_rate": 3.152973260952315e-05,
+      "loss": 1.6198,
+      "step": 5221
+    },
+    {
+      "epoch": 0.7480303681421,
+      "grad_norm": 1.0806630849838257,
+      "learning_rate": 3.149592424541166e-05,
+      "loss": 1.4767,
+      "step": 5222
+    },
+    {
+      "epoch": 0.7481736140954018,
+      "grad_norm": 1.1163631677627563,
+      "learning_rate": 3.146213062853243e-05,
+      "loss": 1.4822,
+      "step": 5223
+    },
+    {
+      "epoch": 0.7483168600487036,
+      "grad_norm": 0.9366852045059204,
+      "learning_rate": 3.1428351766160415e-05,
+      "loss": 1.4067,
+      "step": 5224
+    },
+    {
+      "epoch": 0.7484601060020054,
+      "grad_norm": 0.9146079421043396,
+      "learning_rate": 3.139458766556739e-05,
+      "loss": 1.5007,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7486033519553073,
+      "grad_norm": 1.0865412950515747,
+      "learning_rate": 3.136083833402192e-05,
+      "loss": 1.3973,
+      "step": 5226
+    },
+    {
+      "epoch": 0.7487465979086091,
+      "grad_norm": 1.1104958057403564,
+      "learning_rate": 3.132710377878942e-05,
+      "loss": 1.5546,
+      "step": 5227
+    },
+    {
+      "epoch": 0.7488898438619109,
+      "grad_norm": 0.9300474524497986,
+      "learning_rate": 3.1293384007132035e-05,
+      "loss": 1.6484,
+      "step": 5228
+    },
+    {
+      "epoch": 0.7490330898152128,
+      "grad_norm": 0.9632583260536194,
+      "learning_rate": 3.1259679026308875e-05,
+      "loss": 1.3795,
+      "step": 5229
+    },
+    {
+      "epoch": 0.7491763357685145,
+      "grad_norm": 1.1092420816421509,
+      "learning_rate": 3.12259888435758e-05,
+      "loss": 1.3159,
+      "step": 5230
+    },
+    {
+      "epoch": 0.7493195817218163,
+      "grad_norm": 1.186406135559082,
+      "learning_rate": 3.11923134661854e-05,
+      "loss": 1.4037,
+      "step": 5231
+    },
+    {
+      "epoch": 0.7494628276751182,
+      "grad_norm": 1.0926897525787354,
+      "learning_rate": 3.1158652901387186e-05,
+      "loss": 1.4052,
+      "step": 5232
+    },
+    {
+      "epoch": 0.74960607362842,
+      "grad_norm": 0.9853431582450867,
+      "learning_rate": 3.112500715642743e-05,
+      "loss": 1.4472,
+      "step": 5233
+    },
+    {
+      "epoch": 0.7497493195817219,
+      "grad_norm": 1.0758463144302368,
+      "learning_rate": 3.1091376238549265e-05,
+      "loss": 1.4991,
+      "step": 5234
+    },
+    {
+      "epoch": 0.7498925655350236,
+      "grad_norm": 1.422745943069458,
+      "learning_rate": 3.105776015499255e-05,
+      "loss": 1.3247,
+      "step": 5235
+    },
+    {
+      "epoch": 0.7500358114883254,
+      "grad_norm": 1.3055528402328491,
+      "learning_rate": 3.102415891299403e-05,
+      "loss": 1.3141,
+      "step": 5236
+    },
+    {
+      "epoch": 0.7501790574416273,
+      "grad_norm": 1.0582822561264038,
+      "learning_rate": 3.099057251978724e-05,
+      "loss": 1.5459,
+      "step": 5237
+    },
+    {
+      "epoch": 0.7503223033949291,
+      "grad_norm": 1.1084495782852173,
+      "learning_rate": 3.0957000982602436e-05,
+      "loss": 1.2729,
+      "step": 5238
+    },
+    {
+      "epoch": 0.750465549348231,
+      "grad_norm": 1.1110541820526123,
+      "learning_rate": 3.092344430866674e-05,
+      "loss": 1.4289,
+      "step": 5239
+    },
+    {
+      "epoch": 0.7506087953015327,
+      "grad_norm": 1.1613723039627075,
+      "learning_rate": 3.088990250520417e-05,
+      "loss": 1.3872,
+      "step": 5240
+    },
+    {
+      "epoch": 0.7507520412548345,
+      "grad_norm": 1.0580974817276,
+      "learning_rate": 3.085637557943535e-05,
+      "loss": 1.5113,
+      "step": 5241
+    },
+    {
+      "epoch": 0.7508952872081364,
+      "grad_norm": 0.9285878539085388,
+      "learning_rate": 3.082286353857782e-05,
+      "loss": 1.3761,
+      "step": 5242
+    },
+    {
+      "epoch": 0.7510385331614382,
+      "grad_norm": 1.069991946220398,
+      "learning_rate": 3.0789366389845905e-05,
+      "loss": 1.4128,
+      "step": 5243
+    },
+    {
+      "epoch": 0.75118177911474,
+      "grad_norm": 1.2498918771743774,
+      "learning_rate": 3.0755884140450705e-05,
+      "loss": 1.41,
+      "step": 5244
+    },
+    {
+      "epoch": 0.7513250250680418,
+      "grad_norm": 0.8767202496528625,
+      "learning_rate": 3.072241679760014e-05,
+      "loss": 1.4447,
+      "step": 5245
+    },
+    {
+      "epoch": 0.7514682710213436,
+      "grad_norm": 1.0575581789016724,
+      "learning_rate": 3.068896436849888e-05,
+      "loss": 1.3457,
+      "step": 5246
+    },
+    {
+      "epoch": 0.7516115169746455,
+      "grad_norm": 1.2728489637374878,
+      "learning_rate": 3.0655526860348396e-05,
+      "loss": 1.3794,
+      "step": 5247
+    },
+    {
+      "epoch": 0.7517547629279473,
+      "grad_norm": 1.0636626482009888,
+      "learning_rate": 3.062210428034701e-05,
+      "loss": 1.3719,
+      "step": 5248
+    },
+    {
+      "epoch": 0.7518980088812491,
+      "grad_norm": 1.2972506284713745,
+      "learning_rate": 3.058869663568967e-05,
+      "loss": 1.4219,
+      "step": 5249
+    },
+    {
+      "epoch": 0.752041254834551,
+      "grad_norm": 1.349527359008789,
+      "learning_rate": 3.055530393356831e-05,
+      "loss": 1.4662,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7521845007878527,
+      "grad_norm": 1.0660570859909058,
+      "learning_rate": 3.0521926181171566e-05,
+      "loss": 1.3354,
+      "step": 5251
+    },
+    {
+      "epoch": 0.7523277467411545,
+      "grad_norm": 1.0753288269042969,
+      "learning_rate": 3.0488563385684764e-05,
+      "loss": 1.2467,
+      "step": 5252
+    },
+    {
+      "epoch": 0.7524709926944564,
+      "grad_norm": 1.062257170677185,
+      "learning_rate": 3.0455215554290128e-05,
+      "loss": 1.3323,
+      "step": 5253
+    },
+    {
+      "epoch": 0.7526142386477582,
+      "grad_norm": 1.0522457361221313,
+      "learning_rate": 3.0421882694166602e-05,
+      "loss": 1.5437,
+      "step": 5254
+    },
+    {
+      "epoch": 0.7527574846010601,
+      "grad_norm": 1.035522222518921,
+      "learning_rate": 3.038856481248996e-05,
+      "loss": 1.3422,
+      "step": 5255
+    },
+    {
+      "epoch": 0.7529007305543618,
+      "grad_norm": 1.0930211544036865,
+      "learning_rate": 3.0355261916432688e-05,
+      "loss": 1.335,
+      "step": 5256
+    },
+    {
+      "epoch": 0.7530439765076636,
+      "grad_norm": 0.9415991306304932,
+      "learning_rate": 3.032197401316409e-05,
+      "loss": 1.3188,
+      "step": 5257
+    },
+    {
+      "epoch": 0.7531872224609655,
+      "grad_norm": 1.0829074382781982,
+      "learning_rate": 3.028870110985025e-05,
+      "loss": 1.4067,
+      "step": 5258
+    },
+    {
+      "epoch": 0.7533304684142673,
+      "grad_norm": 1.0737755298614502,
+      "learning_rate": 3.0255443213653943e-05,
+      "loss": 1.2703,
+      "step": 5259
+    },
+    {
+      "epoch": 0.7534737143675692,
+      "grad_norm": 1.0295395851135254,
+      "learning_rate": 3.0222200331734772e-05,
+      "loss": 1.3871,
+      "step": 5260
+    },
+    {
+      "epoch": 0.7536169603208709,
+      "grad_norm": 1.121488094329834,
+      "learning_rate": 3.0188972471249198e-05,
+      "loss": 1.5052,
+      "step": 5261
+    },
+    {
+      "epoch": 0.7537602062741727,
+      "grad_norm": 1.0444889068603516,
+      "learning_rate": 3.015575963935027e-05,
+      "loss": 1.2261,
+      "step": 5262
+    },
+    {
+      "epoch": 0.7539034522274746,
+      "grad_norm": 0.9691606163978577,
+      "learning_rate": 3.0122561843187914e-05,
+      "loss": 1.4744,
+      "step": 5263
+    },
+    {
+      "epoch": 0.7540466981807764,
+      "grad_norm": 1.0992590188980103,
+      "learning_rate": 3.0089379089908786e-05,
+      "loss": 1.4209,
+      "step": 5264
+    },
+    {
+      "epoch": 0.7541899441340782,
+      "grad_norm": 1.0911099910736084,
+      "learning_rate": 3.005621138665633e-05,
+      "loss": 1.5303,
+      "step": 5265
+    },
+    {
+      "epoch": 0.75433319008738,
+      "grad_norm": 0.9311216473579407,
+      "learning_rate": 3.0023058740570754e-05,
+      "loss": 1.4725,
+      "step": 5266
+    },
+    {
+      "epoch": 0.7544764360406818,
+      "grad_norm": 1.1302876472473145,
+      "learning_rate": 2.9989921158788902e-05,
+      "loss": 1.4452,
+      "step": 5267
+    },
+    {
+      "epoch": 0.7546196819939837,
+      "grad_norm": 1.0722720623016357,
+      "learning_rate": 2.9956798648444584e-05,
+      "loss": 1.3283,
+      "step": 5268
+    },
+    {
+      "epoch": 0.7547629279472855,
+      "grad_norm": 0.9910078048706055,
+      "learning_rate": 2.9923691216668238e-05,
+      "loss": 1.518,
+      "step": 5269
+    },
+    {
+      "epoch": 0.7549061739005873,
+      "grad_norm": 1.0235639810562134,
+      "learning_rate": 2.989059887058703e-05,
+      "loss": 1.4281,
+      "step": 5270
+    },
+    {
+      "epoch": 0.7550494198538892,
+      "grad_norm": 1.3322440385818481,
+      "learning_rate": 2.9857521617324914e-05,
+      "loss": 1.4261,
+      "step": 5271
+    },
+    {
+      "epoch": 0.7551926658071909,
+      "grad_norm": 1.030181646347046,
+      "learning_rate": 2.9824459464002697e-05,
+      "loss": 1.2387,
+      "step": 5272
+    },
+    {
+      "epoch": 0.7553359117604928,
+      "grad_norm": 0.882349967956543,
+      "learning_rate": 2.979141241773775e-05,
+      "loss": 1.4698,
+      "step": 5273
+    },
+    {
+      "epoch": 0.7554791577137946,
+      "grad_norm": 1.192495346069336,
+      "learning_rate": 2.9758380485644323e-05,
+      "loss": 1.3235,
+      "step": 5274
+    },
+    {
+      "epoch": 0.7556224036670964,
+      "grad_norm": 1.040389060974121,
+      "learning_rate": 2.9725363674833362e-05,
+      "loss": 1.41,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7557656496203983,
+      "grad_norm": 0.9547433853149414,
+      "learning_rate": 2.9692361992412577e-05,
+      "loss": 1.3904,
+      "step": 5276
+    },
+    {
+      "epoch": 0.7559088955737,
+      "grad_norm": 0.8915620446205139,
+      "learning_rate": 2.965937544548645e-05,
+      "loss": 1.577,
+      "step": 5277
+    },
+    {
+      "epoch": 0.7560521415270018,
+      "grad_norm": 1.1632881164550781,
+      "learning_rate": 2.9626404041156053e-05,
+      "loss": 1.5113,
+      "step": 5278
+    },
+    {
+      "epoch": 0.7561953874803037,
+      "grad_norm": 1.0552623271942139,
+      "learning_rate": 2.9593447786519425e-05,
+      "loss": 1.4645,
+      "step": 5279
+    },
+    {
+      "epoch": 0.7563386334336055,
+      "grad_norm": 1.125306248664856,
+      "learning_rate": 2.956050668867123e-05,
+      "loss": 1.497,
+      "step": 5280
+    },
+    {
+      "epoch": 0.7564818793869074,
+      "grad_norm": 1.1257104873657227,
+      "learning_rate": 2.952758075470281e-05,
+      "loss": 1.4806,
+      "step": 5281
+    },
+    {
+      "epoch": 0.7566251253402091,
+      "grad_norm": 1.1255404949188232,
+      "learning_rate": 2.949466999170233e-05,
+      "loss": 1.4558,
+      "step": 5282
+    },
+    {
+      "epoch": 0.7567683712935109,
+      "grad_norm": 1.0135685205459595,
+      "learning_rate": 2.946177440675466e-05,
+      "loss": 1.4273,
+      "step": 5283
+    },
+    {
+      "epoch": 0.7569116172468128,
+      "grad_norm": 1.1838150024414062,
+      "learning_rate": 2.942889400694141e-05,
+      "loss": 1.3139,
+      "step": 5284
+    },
+    {
+      "epoch": 0.7570548632001146,
+      "grad_norm": 1.261345386505127,
+      "learning_rate": 2.9396028799340924e-05,
+      "loss": 1.4308,
+      "step": 5285
+    },
+    {
+      "epoch": 0.7571981091534165,
+      "grad_norm": 1.0248475074768066,
+      "learning_rate": 2.9363178791028257e-05,
+      "loss": 1.375,
+      "step": 5286
+    },
+    {
+      "epoch": 0.7573413551067182,
+      "grad_norm": 1.0272749662399292,
+      "learning_rate": 2.9330343989075236e-05,
+      "loss": 1.5377,
+      "step": 5287
+    },
+    {
+      "epoch": 0.75748460106002,
+      "grad_norm": 0.9836890697479248,
+      "learning_rate": 2.9297524400550325e-05,
+      "loss": 1.3714,
+      "step": 5288
+    },
+    {
+      "epoch": 0.7576278470133219,
+      "grad_norm": 1.1833789348602295,
+      "learning_rate": 2.9264720032518756e-05,
+      "loss": 1.3752,
+      "step": 5289
+    },
+    {
+      "epoch": 0.7577710929666237,
+      "grad_norm": 1.0666577816009521,
+      "learning_rate": 2.9231930892042614e-05,
+      "loss": 1.3245,
+      "step": 5290
+    },
+    {
+      "epoch": 0.7579143389199255,
+      "grad_norm": 0.9668419361114502,
+      "learning_rate": 2.9199156986180463e-05,
+      "loss": 1.3792,
+      "step": 5291
+    },
+    {
+      "epoch": 0.7580575848732274,
+      "grad_norm": 1.1413193941116333,
+      "learning_rate": 2.9166398321987774e-05,
+      "loss": 1.4696,
+      "step": 5292
+    },
+    {
+      "epoch": 0.7582008308265291,
+      "grad_norm": 0.9266912937164307,
+      "learning_rate": 2.9133654906516672e-05,
+      "loss": 1.556,
+      "step": 5293
+    },
+    {
+      "epoch": 0.758344076779831,
+      "grad_norm": 1.0027999877929688,
+      "learning_rate": 2.9100926746815992e-05,
+      "loss": 1.5315,
+      "step": 5294
+    },
+    {
+      "epoch": 0.7584873227331328,
+      "grad_norm": 1.0567269325256348,
+      "learning_rate": 2.9068213849931338e-05,
+      "loss": 1.535,
+      "step": 5295
+    },
+    {
+      "epoch": 0.7586305686864346,
+      "grad_norm": 1.0618195533752441,
+      "learning_rate": 2.903551622290489e-05,
+      "loss": 1.5569,
+      "step": 5296
+    },
+    {
+      "epoch": 0.7587738146397365,
+      "grad_norm": 1.361085057258606,
+      "learning_rate": 2.9002833872775735e-05,
+      "loss": 1.2774,
+      "step": 5297
+    },
+    {
+      "epoch": 0.7589170605930382,
+      "grad_norm": 1.1051065921783447,
+      "learning_rate": 2.8970166806579568e-05,
+      "loss": 1.1777,
+      "step": 5298
+    },
+    {
+      "epoch": 0.75906030654634,
+      "grad_norm": 1.3686212301254272,
+      "learning_rate": 2.893751503134874e-05,
+      "loss": 1.4098,
+      "step": 5299
+    },
+    {
+      "epoch": 0.7592035524996419,
+      "grad_norm": 1.112343430519104,
+      "learning_rate": 2.8904878554112367e-05,
+      "loss": 1.2525,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7593467984529437,
+      "grad_norm": 1.0798518657684326,
+      "learning_rate": 2.8872257381896385e-05,
+      "loss": 1.4716,
+      "step": 5301
+    },
+    {
+      "epoch": 0.7594900444062456,
+      "grad_norm": 1.0179659128189087,
+      "learning_rate": 2.883965152172321e-05,
+      "loss": 1.3986,
+      "step": 5302
+    },
+    {
+      "epoch": 0.7596332903595473,
+      "grad_norm": 0.9858939051628113,
+      "learning_rate": 2.880706098061211e-05,
+      "loss": 1.4853,
+      "step": 5303
+    },
+    {
+      "epoch": 0.7597765363128491,
+      "grad_norm": 0.8924254775047302,
+      "learning_rate": 2.877448576557904e-05,
+      "loss": 1.364,
+      "step": 5304
+    },
+    {
+      "epoch": 0.759919782266151,
+      "grad_norm": 1.283807396888733,
+      "learning_rate": 2.874192588363662e-05,
+      "loss": 1.2946,
+      "step": 5305
+    },
+    {
+      "epoch": 0.7600630282194528,
+      "grad_norm": 0.9289990663528442,
+      "learning_rate": 2.8709381341794204e-05,
+      "loss": 1.4198,
+      "step": 5306
+    },
+    {
+      "epoch": 0.7602062741727547,
+      "grad_norm": 1.0781567096710205,
+      "learning_rate": 2.867685214705781e-05,
+      "loss": 1.4604,
+      "step": 5307
+    },
+    {
+      "epoch": 0.7603495201260564,
+      "grad_norm": 1.095436453819275,
+      "learning_rate": 2.8644338306430208e-05,
+      "loss": 1.3651,
+      "step": 5308
+    },
+    {
+      "epoch": 0.7604927660793582,
+      "grad_norm": 1.1733214855194092,
+      "learning_rate": 2.8611839826910757e-05,
+      "loss": 1.3271,
+      "step": 5309
+    },
+    {
+      "epoch": 0.7606360120326601,
+      "grad_norm": 1.2337268590927124,
+      "learning_rate": 2.8579356715495577e-05,
+      "loss": 1.4601,
+      "step": 5310
+    },
+    {
+      "epoch": 0.7607792579859619,
+      "grad_norm": 1.087404489517212,
+      "learning_rate": 2.8546888979177578e-05,
+      "loss": 1.5557,
+      "step": 5311
+    },
+    {
+      "epoch": 0.7609225039392638,
+      "grad_norm": 1.0817351341247559,
+      "learning_rate": 2.851443662494615e-05,
+      "loss": 1.4117,
+      "step": 5312
+    },
+    {
+      "epoch": 0.7610657498925655,
+      "grad_norm": 1.311120629310608,
+      "learning_rate": 2.848199965978753e-05,
+      "loss": 1.4445,
+      "step": 5313
+    },
+    {
+      "epoch": 0.7612089958458673,
+      "grad_norm": 1.3498529195785522,
+      "learning_rate": 2.8449578090684593e-05,
+      "loss": 1.4253,
+      "step": 5314
+    },
+    {
+      "epoch": 0.7613522417991692,
+      "grad_norm": 1.1255192756652832,
+      "learning_rate": 2.841717192461688e-05,
+      "loss": 1.3978,
+      "step": 5315
+    },
+    {
+      "epoch": 0.761495487752471,
+      "grad_norm": 0.9641712307929993,
+      "learning_rate": 2.8384781168560693e-05,
+      "loss": 1.4699,
+      "step": 5316
+    },
+    {
+      "epoch": 0.7616387337057728,
+      "grad_norm": 1.2123911380767822,
+      "learning_rate": 2.835240582948886e-05,
+      "loss": 1.3763,
+      "step": 5317
+    },
+    {
+      "epoch": 0.7617819796590747,
+      "grad_norm": 1.0009818077087402,
+      "learning_rate": 2.8320045914371074e-05,
+      "loss": 1.5649,
+      "step": 5318
+    },
+    {
+      "epoch": 0.7619252256123764,
+      "grad_norm": 1.2372158765792847,
+      "learning_rate": 2.828770143017363e-05,
+      "loss": 1.2091,
+      "step": 5319
+    },
+    {
+      "epoch": 0.7620684715656783,
+      "grad_norm": 1.2802287340164185,
+      "learning_rate": 2.8255372383859435e-05,
+      "loss": 1.4342,
+      "step": 5320
+    },
+    {
+      "epoch": 0.7622117175189801,
+      "grad_norm": 1.024817705154419,
+      "learning_rate": 2.8223058782388134e-05,
+      "loss": 1.5787,
+      "step": 5321
+    },
+    {
+      "epoch": 0.7623549634722819,
+      "grad_norm": 0.9698505997657776,
+      "learning_rate": 2.8190760632716127e-05,
+      "loss": 1.442,
+      "step": 5322
+    },
+    {
+      "epoch": 0.7624982094255838,
+      "grad_norm": 1.1193389892578125,
+      "learning_rate": 2.8158477941796336e-05,
+      "loss": 1.3604,
+      "step": 5323
+    },
+    {
+      "epoch": 0.7626414553788855,
+      "grad_norm": 1.1740330457687378,
+      "learning_rate": 2.8126210716578427e-05,
+      "loss": 1.2948,
+      "step": 5324
+    },
+    {
+      "epoch": 0.7627847013321873,
+      "grad_norm": 1.262532353401184,
+      "learning_rate": 2.809395896400876e-05,
+      "loss": 1.3555,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7629279472854892,
+      "grad_norm": 1.13650381565094,
+      "learning_rate": 2.8061722691030335e-05,
+      "loss": 1.2706,
+      "step": 5326
+    },
+    {
+      "epoch": 0.763071193238791,
+      "grad_norm": 1.122369408607483,
+      "learning_rate": 2.8029501904582835e-05,
+      "loss": 1.4256,
+      "step": 5327
+    },
+    {
+      "epoch": 0.7632144391920929,
+      "grad_norm": 1.0487500429153442,
+      "learning_rate": 2.799729661160253e-05,
+      "loss": 1.4358,
+      "step": 5328
+    },
+    {
+      "epoch": 0.7633576851453946,
+      "grad_norm": 1.101311206817627,
+      "learning_rate": 2.7965106819022504e-05,
+      "loss": 1.5531,
+      "step": 5329
+    },
+    {
+      "epoch": 0.7635009310986964,
+      "grad_norm": 1.0551469326019287,
+      "learning_rate": 2.7932932533772417e-05,
+      "loss": 1.5635,
+      "step": 5330
+    },
+    {
+      "epoch": 0.7636441770519983,
+      "grad_norm": 1.0475586652755737,
+      "learning_rate": 2.790077376277854e-05,
+      "loss": 1.3971,
+      "step": 5331
+    },
+    {
+      "epoch": 0.7637874230053001,
+      "grad_norm": 1.1071058511734009,
+      "learning_rate": 2.786863051296391e-05,
+      "loss": 1.4862,
+      "step": 5332
+    },
+    {
+      "epoch": 0.763930668958602,
+      "grad_norm": 1.0337940454483032,
+      "learning_rate": 2.7836502791248142e-05,
+      "loss": 1.5318,
+      "step": 5333
+    },
+    {
+      "epoch": 0.7640739149119037,
+      "grad_norm": 1.0347539186477661,
+      "learning_rate": 2.7804390604547557e-05,
+      "loss": 1.512,
+      "step": 5334
+    },
+    {
+      "epoch": 0.7642171608652055,
+      "grad_norm": 1.0374915599822998,
+      "learning_rate": 2.777229395977511e-05,
+      "loss": 1.4491,
+      "step": 5335
+    },
+    {
+      "epoch": 0.7643604068185074,
+      "grad_norm": 1.0232760906219482,
+      "learning_rate": 2.774021286384042e-05,
+      "loss": 1.4342,
+      "step": 5336
+    },
+    {
+      "epoch": 0.7645036527718092,
+      "grad_norm": 1.0790446996688843,
+      "learning_rate": 2.770814732364978e-05,
+      "loss": 1.3994,
+      "step": 5337
+    },
+    {
+      "epoch": 0.764646898725111,
+      "grad_norm": 0.9537083506584167,
+      "learning_rate": 2.7676097346106034e-05,
+      "loss": 1.4035,
+      "step": 5338
+    },
+    {
+      "epoch": 0.7647901446784129,
+      "grad_norm": 1.1178150177001953,
+      "learning_rate": 2.7644062938108774e-05,
+      "loss": 1.2757,
+      "step": 5339
+    },
+    {
+      "epoch": 0.7649333906317146,
+      "grad_norm": 0.9377755522727966,
+      "learning_rate": 2.761204410655428e-05,
+      "loss": 1.5644,
+      "step": 5340
+    },
+    {
+      "epoch": 0.7650766365850165,
+      "grad_norm": 1.1713422536849976,
+      "learning_rate": 2.7580040858335345e-05,
+      "loss": 1.3893,
+      "step": 5341
+    },
+    {
+      "epoch": 0.7652198825383183,
+      "grad_norm": 1.1061978340148926,
+      "learning_rate": 2.7548053200341496e-05,
+      "loss": 1.3182,
+      "step": 5342
+    },
+    {
+      "epoch": 0.7653631284916201,
+      "grad_norm": 1.1610099077224731,
+      "learning_rate": 2.7516081139458883e-05,
+      "loss": 1.5229,
+      "step": 5343
+    },
+    {
+      "epoch": 0.765506374444922,
+      "grad_norm": 0.949156641960144,
+      "learning_rate": 2.7484124682570302e-05,
+      "loss": 1.4591,
+      "step": 5344
+    },
+    {
+      "epoch": 0.7656496203982237,
+      "grad_norm": 1.0784454345703125,
+      "learning_rate": 2.7452183836555212e-05,
+      "loss": 1.3342,
+      "step": 5345
+    },
+    {
+      "epoch": 0.7657928663515255,
+      "grad_norm": 0.9767168164253235,
+      "learning_rate": 2.7420258608289607e-05,
+      "loss": 1.3867,
+      "step": 5346
+    },
+    {
+      "epoch": 0.7659361123048274,
+      "grad_norm": 1.069759726524353,
+      "learning_rate": 2.7388349004646285e-05,
+      "loss": 1.347,
+      "step": 5347
+    },
+    {
+      "epoch": 0.7660793582581292,
+      "grad_norm": 1.2534525394439697,
+      "learning_rate": 2.7356455032494598e-05,
+      "loss": 1.3939,
+      "step": 5348
+    },
+    {
+      "epoch": 0.7662226042114311,
+      "grad_norm": 1.1539658308029175,
+      "learning_rate": 2.7324576698700453e-05,
+      "loss": 1.4897,
+      "step": 5349
+    },
+    {
+      "epoch": 0.7663658501647328,
+      "grad_norm": 1.057923674583435,
+      "learning_rate": 2.7292714010126484e-05,
+      "loss": 1.4272,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7665090961180346,
+      "grad_norm": 1.0542707443237305,
+      "learning_rate": 2.7260866973632025e-05,
+      "loss": 1.2943,
+      "step": 5351
+    },
+    {
+      "epoch": 0.7666523420713365,
+      "grad_norm": 1.026943325996399,
+      "learning_rate": 2.722903559607286e-05,
+      "loss": 1.4734,
+      "step": 5352
+    },
+    {
+      "epoch": 0.7667955880246383,
+      "grad_norm": 1.225486159324646,
+      "learning_rate": 2.719721988430153e-05,
+      "loss": 1.3151,
+      "step": 5353
+    },
+    {
+      "epoch": 0.7669388339779402,
+      "grad_norm": 1.2579162120819092,
+      "learning_rate": 2.7165419845167172e-05,
+      "loss": 1.5497,
+      "step": 5354
+    },
+    {
+      "epoch": 0.7670820799312419,
+      "grad_norm": 0.9624789953231812,
+      "learning_rate": 2.713363548551554e-05,
+      "loss": 1.4466,
+      "step": 5355
+    },
+    {
+      "epoch": 0.7672253258845437,
+      "grad_norm": 1.399349331855774,
+      "learning_rate": 2.7101866812189057e-05,
+      "loss": 1.281,
+      "step": 5356
+    },
+    {
+      "epoch": 0.7673685718378456,
+      "grad_norm": 1.0721899271011353,
+      "learning_rate": 2.7070113832026643e-05,
+      "loss": 1.4618,
+      "step": 5357
+    },
+    {
+      "epoch": 0.7675118177911474,
+      "grad_norm": 1.07511305809021,
+      "learning_rate": 2.7038376551864008e-05,
+      "loss": 1.5306,
+      "step": 5358
+    },
+    {
+      "epoch": 0.7676550637444493,
+      "grad_norm": 1.0583250522613525,
+      "learning_rate": 2.7006654978533417e-05,
+      "loss": 1.451,
+      "step": 5359
+    },
+    {
+      "epoch": 0.7677983096977511,
+      "grad_norm": 1.0394002199172974,
+      "learning_rate": 2.697494911886368e-05,
+      "loss": 1.3312,
+      "step": 5360
+    },
+    {
+      "epoch": 0.7679415556510528,
+      "grad_norm": 1.1802935600280762,
+      "learning_rate": 2.6943258979680308e-05,
+      "loss": 1.4399,
+      "step": 5361
+    },
+    {
+      "epoch": 0.7680848016043547,
+      "grad_norm": 1.1734710931777954,
+      "learning_rate": 2.6911584567805393e-05,
+      "loss": 1.552,
+      "step": 5362
+    },
+    {
+      "epoch": 0.7682280475576565,
+      "grad_norm": 1.031899333000183,
+      "learning_rate": 2.687992589005768e-05,
+      "loss": 1.3932,
+      "step": 5363
+    },
+    {
+      "epoch": 0.7683712935109583,
+      "grad_norm": 1.1585334539413452,
+      "learning_rate": 2.6848282953252467e-05,
+      "loss": 1.5243,
+      "step": 5364
+    },
+    {
+      "epoch": 0.7685145394642602,
+      "grad_norm": 1.2904186248779297,
+      "learning_rate": 2.6816655764201714e-05,
+      "loss": 1.372,
+      "step": 5365
+    },
+    {
+      "epoch": 0.7686577854175619,
+      "grad_norm": 0.9585208892822266,
+      "learning_rate": 2.6785044329714004e-05,
+      "loss": 1.4284,
+      "step": 5366
+    },
+    {
+      "epoch": 0.7688010313708638,
+      "grad_norm": 1.0950896739959717,
+      "learning_rate": 2.6753448656594393e-05,
+      "loss": 1.3078,
+      "step": 5367
+    },
+    {
+      "epoch": 0.7689442773241656,
+      "grad_norm": 0.9832031726837158,
+      "learning_rate": 2.672186875164475e-05,
+      "loss": 1.3769,
+      "step": 5368
+    },
+    {
+      "epoch": 0.7690875232774674,
+      "grad_norm": 0.9188505411148071,
+      "learning_rate": 2.6690304621663442e-05,
+      "loss": 1.6364,
+      "step": 5369
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 1.03062903881073,
+      "learning_rate": 2.6658756273445386e-05,
+      "loss": 1.4891,
+      "step": 5370
+    },
+    {
+      "epoch": 0.769374015184071,
+      "grad_norm": 1.425973653793335,
+      "learning_rate": 2.6627223713782157e-05,
+      "loss": 1.4283,
+      "step": 5371
+    },
+    {
+      "epoch": 0.7695172611373728,
+      "grad_norm": 1.0709326267242432,
+      "learning_rate": 2.659570694946203e-05,
+      "loss": 1.4805,
+      "step": 5372
+    },
+    {
+      "epoch": 0.7696605070906747,
+      "grad_norm": 1.2005201578140259,
+      "learning_rate": 2.6564205987269696e-05,
+      "loss": 1.3888,
+      "step": 5373
+    },
+    {
+      "epoch": 0.7698037530439765,
+      "grad_norm": 1.225691318511963,
+      "learning_rate": 2.653272083398656e-05,
+      "loss": 1.331,
+      "step": 5374
+    },
+    {
+      "epoch": 0.7699469989972784,
+      "grad_norm": 1.105782389640808,
+      "learning_rate": 2.650125149639059e-05,
+      "loss": 1.1711,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7700902449505801,
+      "grad_norm": 1.1008552312850952,
+      "learning_rate": 2.646979798125636e-05,
+      "loss": 1.5724,
+      "step": 5376
+    },
+    {
+      "epoch": 0.7702334909038819,
+      "grad_norm": 1.1628516912460327,
+      "learning_rate": 2.643836029535507e-05,
+      "loss": 1.5899,
+      "step": 5377
+    },
+    {
+      "epoch": 0.7703767368571838,
+      "grad_norm": 1.2145111560821533,
+      "learning_rate": 2.6406938445454376e-05,
+      "loss": 1.3581,
+      "step": 5378
+    },
+    {
+      "epoch": 0.7705199828104856,
+      "grad_norm": 1.0063672065734863,
+      "learning_rate": 2.6375532438318716e-05,
+      "loss": 1.4992,
+      "step": 5379
+    },
+    {
+      "epoch": 0.7706632287637875,
+      "grad_norm": 0.9841411113739014,
+      "learning_rate": 2.634414228070904e-05,
+      "loss": 1.4405,
+      "step": 5380
+    },
+    {
+      "epoch": 0.7708064747170893,
+      "grad_norm": 1.0474692583084106,
+      "learning_rate": 2.631276797938279e-05,
+      "loss": 1.4909,
+      "step": 5381
+    },
+    {
+      "epoch": 0.770949720670391,
+      "grad_norm": 0.9905768036842346,
+      "learning_rate": 2.6281409541094127e-05,
+      "loss": 1.3646,
+      "step": 5382
+    },
+    {
+      "epoch": 0.7710929666236929,
+      "grad_norm": 1.104244351387024,
+      "learning_rate": 2.6250066972593735e-05,
+      "loss": 1.3897,
+      "step": 5383
+    },
+    {
+      "epoch": 0.7712362125769947,
+      "grad_norm": 1.1929070949554443,
+      "learning_rate": 2.6218740280628896e-05,
+      "loss": 1.5176,
+      "step": 5384
+    },
+    {
+      "epoch": 0.7713794585302965,
+      "grad_norm": 0.9719460010528564,
+      "learning_rate": 2.618742947194347e-05,
+      "loss": 1.4411,
+      "step": 5385
+    },
+    {
+      "epoch": 0.7715227044835984,
+      "grad_norm": 1.0717124938964844,
+      "learning_rate": 2.615613455327791e-05,
+      "loss": 1.6824,
+      "step": 5386
+    },
+    {
+      "epoch": 0.7716659504369001,
+      "grad_norm": 1.208492398262024,
+      "learning_rate": 2.612485553136925e-05,
+      "loss": 1.3907,
+      "step": 5387
+    },
+    {
+      "epoch": 0.771809196390202,
+      "grad_norm": 1.101899266242981,
+      "learning_rate": 2.609359241295104e-05,
+      "loss": 1.4912,
+      "step": 5388
+    },
+    {
+      "epoch": 0.7719524423435038,
+      "grad_norm": 1.0054306983947754,
+      "learning_rate": 2.6062345204753457e-05,
+      "loss": 1.2836,
+      "step": 5389
+    },
+    {
+      "epoch": 0.7720956882968056,
+      "grad_norm": 0.9568530917167664,
+      "learning_rate": 2.6031113913503337e-05,
+      "loss": 1.5325,
+      "step": 5390
+    },
+    {
+      "epoch": 0.7722389342501075,
+      "grad_norm": 1.1699094772338867,
+      "learning_rate": 2.5999898545923908e-05,
+      "loss": 1.4436,
+      "step": 5391
+    },
+    {
+      "epoch": 0.7723821802034092,
+      "grad_norm": 1.010379433631897,
+      "learning_rate": 2.596869910873512e-05,
+      "loss": 1.5048,
+      "step": 5392
+    },
+    {
+      "epoch": 0.772525426156711,
+      "grad_norm": 0.9515384435653687,
+      "learning_rate": 2.5937515608653408e-05,
+      "loss": 1.3464,
+      "step": 5393
+    },
+    {
+      "epoch": 0.7726686721100129,
+      "grad_norm": 1.1895244121551514,
+      "learning_rate": 2.5906348052391828e-05,
+      "loss": 1.5512,
+      "step": 5394
+    },
+    {
+      "epoch": 0.7728119180633147,
+      "grad_norm": 0.9640127420425415,
+      "learning_rate": 2.587519644666001e-05,
+      "loss": 1.4288,
+      "step": 5395
+    },
+    {
+      "epoch": 0.7729551640166166,
+      "grad_norm": 1.0828911066055298,
+      "learning_rate": 2.5844060798164038e-05,
+      "loss": 1.3956,
+      "step": 5396
+    },
+    {
+      "epoch": 0.7730984099699183,
+      "grad_norm": 1.0743179321289062,
+      "learning_rate": 2.5812941113606726e-05,
+      "loss": 1.3827,
+      "step": 5397
+    },
+    {
+      "epoch": 0.7732416559232201,
+      "grad_norm": 1.1381059885025024,
+      "learning_rate": 2.578183739968738e-05,
+      "loss": 1.4242,
+      "step": 5398
+    },
+    {
+      "epoch": 0.773384901876522,
+      "grad_norm": 1.0294864177703857,
+      "learning_rate": 2.575074966310179e-05,
+      "loss": 1.3714,
+      "step": 5399
+    },
+    {
+      "epoch": 0.7735281478298238,
+      "grad_norm": 1.2352274656295776,
+      "learning_rate": 2.5719677910542394e-05,
+      "loss": 1.4948,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7736713937831257,
+      "grad_norm": 1.0148683786392212,
+      "learning_rate": 2.568862214869825e-05,
+      "loss": 1.2407,
+      "step": 5401
+    },
+    {
+      "epoch": 0.7738146397364275,
+      "grad_norm": 1.0893441438674927,
+      "learning_rate": 2.5657582384254796e-05,
+      "loss": 1.4903,
+      "step": 5402
+    },
+    {
+      "epoch": 0.7739578856897292,
+      "grad_norm": 1.0424251556396484,
+      "learning_rate": 2.562655862389418e-05,
+      "loss": 1.5097,
+      "step": 5403
+    },
+    {
+      "epoch": 0.7741011316430311,
+      "grad_norm": 1.0984923839569092,
+      "learning_rate": 2.5595550874295027e-05,
+      "loss": 1.6174,
+      "step": 5404
+    },
+    {
+      "epoch": 0.7742443775963329,
+      "grad_norm": 1.04768967628479,
+      "learning_rate": 2.556455914213255e-05,
+      "loss": 1.3977,
+      "step": 5405
+    },
+    {
+      "epoch": 0.7743876235496348,
+      "grad_norm": 0.9274544715881348,
+      "learning_rate": 2.5533583434078523e-05,
+      "loss": 1.0954,
+      "step": 5406
+    },
+    {
+      "epoch": 0.7745308695029366,
+      "grad_norm": 1.073665976524353,
+      "learning_rate": 2.550262375680117e-05,
+      "loss": 1.2158,
+      "step": 5407
+    },
+    {
+      "epoch": 0.7746741154562383,
+      "grad_norm": 1.1446291208267212,
+      "learning_rate": 2.5471680116965425e-05,
+      "loss": 1.3261,
+      "step": 5408
+    },
+    {
+      "epoch": 0.7748173614095402,
+      "grad_norm": 0.9714964032173157,
+      "learning_rate": 2.5440752521232692e-05,
+      "loss": 1.3284,
+      "step": 5409
+    },
+    {
+      "epoch": 0.774960607362842,
+      "grad_norm": 1.030173897743225,
+      "learning_rate": 2.5409840976260855e-05,
+      "loss": 1.4886,
+      "step": 5410
+    },
+    {
+      "epoch": 0.7751038533161438,
+      "grad_norm": 1.1297403573989868,
+      "learning_rate": 2.5378945488704443e-05,
+      "loss": 1.5988,
+      "step": 5411
+    },
+    {
+      "epoch": 0.7752470992694457,
+      "grad_norm": 1.0629428625106812,
+      "learning_rate": 2.5348066065214482e-05,
+      "loss": 1.4825,
+      "step": 5412
+    },
+    {
+      "epoch": 0.7753903452227474,
+      "grad_norm": 0.9420778751373291,
+      "learning_rate": 2.5317202712438535e-05,
+      "loss": 1.2662,
+      "step": 5413
+    },
+    {
+      "epoch": 0.7755335911760493,
+      "grad_norm": 1.1158088445663452,
+      "learning_rate": 2.5286355437020746e-05,
+      "loss": 1.3619,
+      "step": 5414
+    },
+    {
+      "epoch": 0.7756768371293511,
+      "grad_norm": 1.1119292974472046,
+      "learning_rate": 2.5255524245601748e-05,
+      "loss": 1.4221,
+      "step": 5415
+    },
+    {
+      "epoch": 0.7758200830826529,
+      "grad_norm": 1.0030839443206787,
+      "learning_rate": 2.5224709144818782e-05,
+      "loss": 1.4666,
+      "step": 5416
+    },
+    {
+      "epoch": 0.7759633290359548,
+      "grad_norm": 1.403307557106018,
+      "learning_rate": 2.51939101413055e-05,
+      "loss": 1.5454,
+      "step": 5417
+    },
+    {
+      "epoch": 0.7761065749892565,
+      "grad_norm": 1.0121095180511475,
+      "learning_rate": 2.5163127241692165e-05,
+      "loss": 1.4354,
+      "step": 5418
+    },
+    {
+      "epoch": 0.7762498209425583,
+      "grad_norm": 0.9072292447090149,
+      "learning_rate": 2.5132360452605673e-05,
+      "loss": 1.3279,
+      "step": 5419
+    },
+    {
+      "epoch": 0.7763930668958602,
+      "grad_norm": 1.137597918510437,
+      "learning_rate": 2.5101609780669266e-05,
+      "loss": 1.3513,
+      "step": 5420
+    },
+    {
+      "epoch": 0.776536312849162,
+      "grad_norm": 1.0755772590637207,
+      "learning_rate": 2.507087523250282e-05,
+      "loss": 1.4448,
+      "step": 5421
+    },
+    {
+      "epoch": 0.7766795588024639,
+      "grad_norm": 1.039787769317627,
+      "learning_rate": 2.5040156814722727e-05,
+      "loss": 1.4673,
+      "step": 5422
+    },
+    {
+      "epoch": 0.7768228047557656,
+      "grad_norm": 1.0445172786712646,
+      "learning_rate": 2.50094545339419e-05,
+      "loss": 1.4212,
+      "step": 5423
+    },
+    {
+      "epoch": 0.7769660507090674,
+      "grad_norm": 1.2758110761642456,
+      "learning_rate": 2.4978768396769824e-05,
+      "loss": 1.3218,
+      "step": 5424
+    },
+    {
+      "epoch": 0.7771092966623693,
+      "grad_norm": 1.1095980405807495,
+      "learning_rate": 2.494809840981236e-05,
+      "loss": 1.4636,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7772525426156711,
+      "grad_norm": 1.0162930488586426,
+      "learning_rate": 2.491744457967209e-05,
+      "loss": 1.4253,
+      "step": 5426
+    },
+    {
+      "epoch": 0.777395788568973,
+      "grad_norm": 1.0752431154251099,
+      "learning_rate": 2.4886806912948035e-05,
+      "loss": 1.4766,
+      "step": 5427
+    },
+    {
+      "epoch": 0.7775390345222748,
+      "grad_norm": 1.0976725816726685,
+      "learning_rate": 2.4856185416235656e-05,
+      "loss": 1.4675,
+      "step": 5428
+    },
+    {
+      "epoch": 0.7776822804755765,
+      "grad_norm": 1.1227904558181763,
+      "learning_rate": 2.4825580096126998e-05,
+      "loss": 1.4588,
+      "step": 5429
+    },
+    {
+      "epoch": 0.7778255264288784,
+      "grad_norm": 1.049495816230774,
+      "learning_rate": 2.479499095921074e-05,
+      "loss": 1.4934,
+      "step": 5430
+    },
+    {
+      "epoch": 0.7779687723821802,
+      "grad_norm": 1.0065079927444458,
+      "learning_rate": 2.4764418012071855e-05,
+      "loss": 1.4251,
+      "step": 5431
+    },
+    {
+      "epoch": 0.778112018335482,
+      "grad_norm": 1.0325907468795776,
+      "learning_rate": 2.473386126129198e-05,
+      "loss": 1.3918,
+      "step": 5432
+    },
+    {
+      "epoch": 0.7782552642887839,
+      "grad_norm": 0.9119368195533752,
+      "learning_rate": 2.470332071344923e-05,
+      "loss": 1.3841,
+      "step": 5433
+    },
+    {
+      "epoch": 0.7783985102420856,
+      "grad_norm": 1.1868395805358887,
+      "learning_rate": 2.4672796375118225e-05,
+      "loss": 1.51,
+      "step": 5434
+    },
+    {
+      "epoch": 0.7785417561953875,
+      "grad_norm": 1.1149864196777344,
+      "learning_rate": 2.4642288252870106e-05,
+      "loss": 1.3587,
+      "step": 5435
+    },
+    {
+      "epoch": 0.7786850021486893,
+      "grad_norm": 1.0567480325698853,
+      "learning_rate": 2.461179635327251e-05,
+      "loss": 1.3956,
+      "step": 5436
+    },
+    {
+      "epoch": 0.7788282481019911,
+      "grad_norm": 1.1532126665115356,
+      "learning_rate": 2.458132068288962e-05,
+      "loss": 1.3713,
+      "step": 5437
+    },
+    {
+      "epoch": 0.778971494055293,
+      "grad_norm": 1.1884377002716064,
+      "learning_rate": 2.4550861248282032e-05,
+      "loss": 1.2807,
+      "step": 5438
+    },
+    {
+      "epoch": 0.7791147400085947,
+      "grad_norm": 0.9921466112136841,
+      "learning_rate": 2.4520418056006912e-05,
+      "loss": 1.5009,
+      "step": 5439
+    },
+    {
+      "epoch": 0.7792579859618965,
+      "grad_norm": 1.0974012613296509,
+      "learning_rate": 2.4489991112618017e-05,
+      "loss": 1.487,
+      "step": 5440
+    },
+    {
+      "epoch": 0.7794012319151984,
+      "grad_norm": 0.9374672770500183,
+      "learning_rate": 2.4459580424665417e-05,
+      "loss": 1.351,
+      "step": 5441
+    },
+    {
+      "epoch": 0.7795444778685002,
+      "grad_norm": 1.003150463104248,
+      "learning_rate": 2.4429185998695825e-05,
+      "loss": 1.5045,
+      "step": 5442
+    },
+    {
+      "epoch": 0.7796877238218021,
+      "grad_norm": 1.135144591331482,
+      "learning_rate": 2.43988078412524e-05,
+      "loss": 1.3117,
+      "step": 5443
+    },
+    {
+      "epoch": 0.7798309697751038,
+      "grad_norm": 0.9600598812103271,
+      "learning_rate": 2.4368445958874807e-05,
+      "loss": 1.4747,
+      "step": 5444
+    },
+    {
+      "epoch": 0.7799742157284056,
+      "grad_norm": 1.1657201051712036,
+      "learning_rate": 2.4338100358099235e-05,
+      "loss": 1.514,
+      "step": 5445
+    },
+    {
+      "epoch": 0.7801174616817075,
+      "grad_norm": 1.1104916334152222,
+      "learning_rate": 2.430777104545826e-05,
+      "loss": 1.3622,
+      "step": 5446
+    },
+    {
+      "epoch": 0.7802607076350093,
+      "grad_norm": 1.0893120765686035,
+      "learning_rate": 2.4277458027481104e-05,
+      "loss": 1.4811,
+      "step": 5447
+    },
+    {
+      "epoch": 0.7804039535883112,
+      "grad_norm": 1.125078558921814,
+      "learning_rate": 2.4247161310693434e-05,
+      "loss": 1.3539,
+      "step": 5448
+    },
+    {
+      "epoch": 0.780547199541613,
+      "grad_norm": 1.1508647203445435,
+      "learning_rate": 2.4216880901617313e-05,
+      "loss": 1.4764,
+      "step": 5449
+    },
+    {
+      "epoch": 0.7806904454949147,
+      "grad_norm": 1.006523847579956,
+      "learning_rate": 2.4186616806771357e-05,
+      "loss": 1.3515,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7808336914482166,
+      "grad_norm": 1.14035964012146,
+      "learning_rate": 2.415636903267078e-05,
+      "loss": 1.4218,
+      "step": 5451
+    },
+    {
+      "epoch": 0.7809769374015184,
+      "grad_norm": 1.299720287322998,
+      "learning_rate": 2.412613758582707e-05,
+      "loss": 1.5335,
+      "step": 5452
+    },
+    {
+      "epoch": 0.7811201833548203,
+      "grad_norm": 1.0132077932357788,
+      "learning_rate": 2.4095922472748367e-05,
+      "loss": 1.3186,
+      "step": 5453
+    },
+    {
+      "epoch": 0.7812634293081221,
+      "grad_norm": 0.9665811657905579,
+      "learning_rate": 2.4065723699939203e-05,
+      "loss": 1.6515,
+      "step": 5454
+    },
+    {
+      "epoch": 0.7814066752614238,
+      "grad_norm": 1.016486406326294,
+      "learning_rate": 2.4035541273900663e-05,
+      "loss": 1.5935,
+      "step": 5455
+    },
+    {
+      "epoch": 0.7815499212147257,
+      "grad_norm": 0.9742612838745117,
+      "learning_rate": 2.4005375201130274e-05,
+      "loss": 1.343,
+      "step": 5456
+    },
+    {
+      "epoch": 0.7816931671680275,
+      "grad_norm": 1.0804808139801025,
+      "learning_rate": 2.3975225488121976e-05,
+      "loss": 1.4475,
+      "step": 5457
+    },
+    {
+      "epoch": 0.7818364131213293,
+      "grad_norm": 0.9689585566520691,
+      "learning_rate": 2.3945092141366343e-05,
+      "loss": 1.422,
+      "step": 5458
+    },
+    {
+      "epoch": 0.7819796590746312,
+      "grad_norm": 1.1455885171890259,
+      "learning_rate": 2.3914975167350328e-05,
+      "loss": 1.5212,
+      "step": 5459
+    },
+    {
+      "epoch": 0.7821229050279329,
+      "grad_norm": 1.0113751888275146,
+      "learning_rate": 2.3884874572557316e-05,
+      "loss": 1.4723,
+      "step": 5460
+    },
+    {
+      "epoch": 0.7822661509812348,
+      "grad_norm": 1.0811625719070435,
+      "learning_rate": 2.3854790363467262e-05,
+      "loss": 1.4031,
+      "step": 5461
+    },
+    {
+      "epoch": 0.7824093969345366,
+      "grad_norm": 1.139317512512207,
+      "learning_rate": 2.3824722546556533e-05,
+      "loss": 1.2324,
+      "step": 5462
+    },
+    {
+      "epoch": 0.7825526428878384,
+      "grad_norm": 1.1722750663757324,
+      "learning_rate": 2.3794671128297995e-05,
+      "loss": 1.2126,
+      "step": 5463
+    },
+    {
+      "epoch": 0.7826958888411403,
+      "grad_norm": 1.0507925748825073,
+      "learning_rate": 2.3764636115160978e-05,
+      "loss": 1.3801,
+      "step": 5464
+    },
+    {
+      "epoch": 0.782839134794442,
+      "grad_norm": 1.1300321817398071,
+      "learning_rate": 2.3734617513611266e-05,
+      "loss": 1.3046,
+      "step": 5465
+    },
+    {
+      "epoch": 0.7829823807477438,
+      "grad_norm": 1.1273959875106812,
+      "learning_rate": 2.3704615330111156e-05,
+      "loss": 1.4105,
+      "step": 5466
+    },
+    {
+      "epoch": 0.7831256267010457,
+      "grad_norm": 1.2980992794036865,
+      "learning_rate": 2.3674629571119332e-05,
+      "loss": 1.5302,
+      "step": 5467
+    },
+    {
+      "epoch": 0.7832688726543475,
+      "grad_norm": 1.2321728467941284,
+      "learning_rate": 2.3644660243090966e-05,
+      "loss": 1.3862,
+      "step": 5468
+    },
+    {
+      "epoch": 0.7834121186076494,
+      "grad_norm": 1.1208168268203735,
+      "learning_rate": 2.3614707352477804e-05,
+      "loss": 1.2855,
+      "step": 5469
+    },
+    {
+      "epoch": 0.7835553645609512,
+      "grad_norm": 0.9444179534912109,
+      "learning_rate": 2.358477090572787e-05,
+      "loss": 1.4095,
+      "step": 5470
+    },
+    {
+      "epoch": 0.7836986105142529,
+      "grad_norm": 1.0797215700149536,
+      "learning_rate": 2.3554850909285786e-05,
+      "loss": 1.3367,
+      "step": 5471
+    },
+    {
+      "epoch": 0.7838418564675548,
+      "grad_norm": 1.052294135093689,
+      "learning_rate": 2.3524947369592575e-05,
+      "loss": 1.1911,
+      "step": 5472
+    },
+    {
+      "epoch": 0.7839851024208566,
+      "grad_norm": 1.2049905061721802,
+      "learning_rate": 2.3495060293085735e-05,
+      "loss": 1.4692,
+      "step": 5473
+    },
+    {
+      "epoch": 0.7841283483741585,
+      "grad_norm": 0.9759107232093811,
+      "learning_rate": 2.346518968619924e-05,
+      "loss": 1.2965,
+      "step": 5474
+    },
+    {
+      "epoch": 0.7842715943274603,
+      "grad_norm": 1.0076630115509033,
+      "learning_rate": 2.34353355553634e-05,
+      "loss": 1.3826,
+      "step": 5475
+    },
+    {
+      "epoch": 0.784414840280762,
+      "grad_norm": 1.1156755685806274,
+      "learning_rate": 2.340549790700517e-05,
+      "loss": 1.5954,
+      "step": 5476
+    },
+    {
+      "epoch": 0.7845580862340639,
+      "grad_norm": 1.2634413242340088,
+      "learning_rate": 2.337567674754785e-05,
+      "loss": 1.2201,
+      "step": 5477
+    },
+    {
+      "epoch": 0.7847013321873657,
+      "grad_norm": 1.1298158168792725,
+      "learning_rate": 2.3345872083411135e-05,
+      "loss": 1.4741,
+      "step": 5478
+    },
+    {
+      "epoch": 0.7848445781406675,
+      "grad_norm": 1.1779032945632935,
+      "learning_rate": 2.3316083921011235e-05,
+      "loss": 1.361,
+      "step": 5479
+    },
+    {
+      "epoch": 0.7849878240939694,
+      "grad_norm": 0.9530149698257446,
+      "learning_rate": 2.328631226676089e-05,
+      "loss": 1.2834,
+      "step": 5480
+    },
+    {
+      "epoch": 0.7851310700472711,
+      "grad_norm": 1.1581414937973022,
+      "learning_rate": 2.3256557127069124e-05,
+      "loss": 1.3776,
+      "step": 5481
+    },
+    {
+      "epoch": 0.785274316000573,
+      "grad_norm": 1.297329306602478,
+      "learning_rate": 2.3226818508341496e-05,
+      "loss": 1.5846,
+      "step": 5482
+    },
+    {
+      "epoch": 0.7854175619538748,
+      "grad_norm": 1.0011823177337646,
+      "learning_rate": 2.3197096416980013e-05,
+      "loss": 1.4244,
+      "step": 5483
+    },
+    {
+      "epoch": 0.7855608079071766,
+      "grad_norm": 0.9567768573760986,
+      "learning_rate": 2.3167390859383088e-05,
+      "loss": 1.309,
+      "step": 5484
+    },
+    {
+      "epoch": 0.7857040538604785,
+      "grad_norm": 1.023065209388733,
+      "learning_rate": 2.3137701841945627e-05,
+      "loss": 1.4273,
+      "step": 5485
+    },
+    {
+      "epoch": 0.7858472998137802,
+      "grad_norm": 0.9633967280387878,
+      "learning_rate": 2.3108029371058848e-05,
+      "loss": 1.3416,
+      "step": 5486
+    },
+    {
+      "epoch": 0.785990545767082,
+      "grad_norm": 1.1680223941802979,
+      "learning_rate": 2.30783734531106e-05,
+      "loss": 1.4549,
+      "step": 5487
+    },
+    {
+      "epoch": 0.7861337917203839,
+      "grad_norm": 1.049060583114624,
+      "learning_rate": 2.304873409448506e-05,
+      "loss": 1.3291,
+      "step": 5488
+    },
+    {
+      "epoch": 0.7862770376736857,
+      "grad_norm": 1.1977590322494507,
+      "learning_rate": 2.3019111301562802e-05,
+      "loss": 1.3622,
+      "step": 5489
+    },
+    {
+      "epoch": 0.7864202836269876,
+      "grad_norm": 0.9269757866859436,
+      "learning_rate": 2.2989505080720886e-05,
+      "loss": 1.2958,
+      "step": 5490
+    },
+    {
+      "epoch": 0.7865635295802894,
+      "grad_norm": 1.0041248798370361,
+      "learning_rate": 2.2959915438332823e-05,
+      "loss": 1.3184,
+      "step": 5491
+    },
+    {
+      "epoch": 0.7867067755335911,
+      "grad_norm": 1.2692644596099854,
+      "learning_rate": 2.293034238076851e-05,
+      "loss": 1.3088,
+      "step": 5492
+    },
+    {
+      "epoch": 0.786850021486893,
+      "grad_norm": 1.15463387966156,
+      "learning_rate": 2.2900785914394308e-05,
+      "loss": 1.4264,
+      "step": 5493
+    },
+    {
+      "epoch": 0.7869932674401948,
+      "grad_norm": 1.0119587182998657,
+      "learning_rate": 2.2871246045572993e-05,
+      "loss": 1.518,
+      "step": 5494
+    },
+    {
+      "epoch": 0.7871365133934967,
+      "grad_norm": 1.3801947832107544,
+      "learning_rate": 2.2841722780663788e-05,
+      "loss": 1.4571,
+      "step": 5495
+    },
+    {
+      "epoch": 0.7872797593467985,
+      "grad_norm": 1.0707286596298218,
+      "learning_rate": 2.2812216126022245e-05,
+      "loss": 1.4284,
+      "step": 5496
+    },
+    {
+      "epoch": 0.7874230053001002,
+      "grad_norm": 0.9833521842956543,
+      "learning_rate": 2.2782726088000495e-05,
+      "loss": 1.5072,
+      "step": 5497
+    },
+    {
+      "epoch": 0.7875662512534021,
+      "grad_norm": 0.9236291646957397,
+      "learning_rate": 2.2753252672947022e-05,
+      "loss": 1.3886,
+      "step": 5498
+    },
+    {
+      "epoch": 0.7877094972067039,
+      "grad_norm": 1.0358233451843262,
+      "learning_rate": 2.2723795887206657e-05,
+      "loss": 1.5866,
+      "step": 5499
+    },
+    {
+      "epoch": 0.7878527431600058,
+      "grad_norm": 1.1840062141418457,
+      "learning_rate": 2.269435573712071e-05,
+      "loss": 1.5296,
+      "step": 5500
+    },
+    {
+      "epoch": 0.7879959891133076,
+      "grad_norm": 0.9584217667579651,
+      "learning_rate": 2.2664932229027024e-05,
+      "loss": 1.4226,
+      "step": 5501
+    },
+    {
+      "epoch": 0.7881392350666093,
+      "grad_norm": 1.0999631881713867,
+      "learning_rate": 2.2635525369259648e-05,
+      "loss": 1.457,
+      "step": 5502
+    },
+    {
+      "epoch": 0.7882824810199112,
+      "grad_norm": 1.1245625019073486,
+      "learning_rate": 2.260613516414919e-05,
+      "loss": 1.5018,
+      "step": 5503
+    },
+    {
+      "epoch": 0.788425726973213,
+      "grad_norm": 1.0901739597320557,
+      "learning_rate": 2.2576761620022626e-05,
+      "loss": 1.3669,
+      "step": 5504
+    },
+    {
+      "epoch": 0.7885689729265148,
+      "grad_norm": 1.1639854907989502,
+      "learning_rate": 2.254740474320336e-05,
+      "loss": 1.343,
+      "step": 5505
+    },
+    {
+      "epoch": 0.7887122188798167,
+      "grad_norm": 1.109857439994812,
+      "learning_rate": 2.251806454001123e-05,
+      "loss": 1.2469,
+      "step": 5506
+    },
+    {
+      "epoch": 0.7888554648331184,
+      "grad_norm": 1.0007373094558716,
+      "learning_rate": 2.248874101676236e-05,
+      "loss": 1.5422,
+      "step": 5507
+    },
+    {
+      "epoch": 0.7889987107864203,
+      "grad_norm": 1.1509169340133667,
+      "learning_rate": 2.245943417976948e-05,
+      "loss": 1.343,
+      "step": 5508
+    },
+    {
+      "epoch": 0.7891419567397221,
+      "grad_norm": 1.2628517150878906,
+      "learning_rate": 2.2430144035341617e-05,
+      "loss": 1.346,
+      "step": 5509
+    },
+    {
+      "epoch": 0.7892852026930239,
+      "grad_norm": 1.0185133218765259,
+      "learning_rate": 2.240087058978415e-05,
+      "loss": 1.382,
+      "step": 5510
+    },
+    {
+      "epoch": 0.7894284486463258,
+      "grad_norm": 1.0787156820297241,
+      "learning_rate": 2.2371613849398975e-05,
+      "loss": 1.4685,
+      "step": 5511
+    },
+    {
+      "epoch": 0.7895716945996276,
+      "grad_norm": 1.0387580394744873,
+      "learning_rate": 2.234237382048433e-05,
+      "loss": 1.3442,
+      "step": 5512
+    },
+    {
+      "epoch": 0.7897149405529293,
+      "grad_norm": 0.9261366724967957,
+      "learning_rate": 2.231315050933488e-05,
+      "loss": 1.3772,
+      "step": 5513
+    },
+    {
+      "epoch": 0.7898581865062312,
+      "grad_norm": 1.0108731985092163,
+      "learning_rate": 2.228394392224167e-05,
+      "loss": 1.4892,
+      "step": 5514
+    },
+    {
+      "epoch": 0.790001432459533,
+      "grad_norm": 1.0055805444717407,
+      "learning_rate": 2.2254754065492157e-05,
+      "loss": 1.3606,
+      "step": 5515
+    },
+    {
+      "epoch": 0.7901446784128349,
+      "grad_norm": 0.9390237331390381,
+      "learning_rate": 2.2225580945370228e-05,
+      "loss": 1.4727,
+      "step": 5516
+    },
+    {
+      "epoch": 0.7902879243661367,
+      "grad_norm": 1.0555130243301392,
+      "learning_rate": 2.2196424568156073e-05,
+      "loss": 1.5091,
+      "step": 5517
+    },
+    {
+      "epoch": 0.7904311703194384,
+      "grad_norm": 1.1467807292938232,
+      "learning_rate": 2.2167284940126344e-05,
+      "loss": 1.3514,
+      "step": 5518
+    },
+    {
+      "epoch": 0.7905744162727403,
+      "grad_norm": 1.0919740200042725,
+      "learning_rate": 2.2138162067554158e-05,
+      "loss": 1.5752,
+      "step": 5519
+    },
+    {
+      "epoch": 0.7907176622260421,
+      "grad_norm": 0.8981912732124329,
+      "learning_rate": 2.210905595670887e-05,
+      "loss": 1.4091,
+      "step": 5520
+    },
+    {
+      "epoch": 0.790860908179344,
+      "grad_norm": 1.2049040794372559,
+      "learning_rate": 2.207996661385634e-05,
+      "loss": 1.3425,
+      "step": 5521
+    },
+    {
+      "epoch": 0.7910041541326458,
+      "grad_norm": 0.9098926186561584,
+      "learning_rate": 2.2050894045258762e-05,
+      "loss": 1.393,
+      "step": 5522
+    },
+    {
+      "epoch": 0.7911474000859475,
+      "grad_norm": 1.0614453554153442,
+      "learning_rate": 2.2021838257174765e-05,
+      "loss": 1.3685,
+      "step": 5523
+    },
+    {
+      "epoch": 0.7912906460392494,
+      "grad_norm": 1.131258249282837,
+      "learning_rate": 2.1992799255859364e-05,
+      "loss": 1.4846,
+      "step": 5524
+    },
+    {
+      "epoch": 0.7914338919925512,
+      "grad_norm": 1.170118808746338,
+      "learning_rate": 2.196377704756385e-05,
+      "loss": 1.4265,
+      "step": 5525
+    },
+    {
+      "epoch": 0.791577137945853,
+      "grad_norm": 0.942499041557312,
+      "learning_rate": 2.1934771638536054e-05,
+      "loss": 1.3946,
+      "step": 5526
+    },
+    {
+      "epoch": 0.7917203838991549,
+      "grad_norm": 1.128647804260254,
+      "learning_rate": 2.1905783035020157e-05,
+      "loss": 1.3997,
+      "step": 5527
+    },
+    {
+      "epoch": 0.7918636298524566,
+      "grad_norm": 1.0670232772827148,
+      "learning_rate": 2.18768112432566e-05,
+      "loss": 1.5912,
+      "step": 5528
+    },
+    {
+      "epoch": 0.7920068758057585,
+      "grad_norm": 0.9444385766983032,
+      "learning_rate": 2.1847856269482303e-05,
+      "loss": 1.4778,
+      "step": 5529
+    },
+    {
+      "epoch": 0.7921501217590603,
+      "grad_norm": 1.0877703428268433,
+      "learning_rate": 2.1818918119930644e-05,
+      "loss": 1.3559,
+      "step": 5530
+    },
+    {
+      "epoch": 0.7922933677123621,
+      "grad_norm": 1.1188490390777588,
+      "learning_rate": 2.1789996800831215e-05,
+      "loss": 1.3858,
+      "step": 5531
+    },
+    {
+      "epoch": 0.792436613665664,
+      "grad_norm": 1.1319942474365234,
+      "learning_rate": 2.1761092318410072e-05,
+      "loss": 1.4038,
+      "step": 5532
+    },
+    {
+      "epoch": 0.7925798596189657,
+      "grad_norm": 0.8783363699913025,
+      "learning_rate": 2.1732204678889632e-05,
+      "loss": 1.4223,
+      "step": 5533
+    },
+    {
+      "epoch": 0.7927231055722676,
+      "grad_norm": 0.9840162396430969,
+      "learning_rate": 2.1703333888488708e-05,
+      "loss": 1.3648,
+      "step": 5534
+    },
+    {
+      "epoch": 0.7928663515255694,
+      "grad_norm": 1.1361525058746338,
+      "learning_rate": 2.1674479953422477e-05,
+      "loss": 1.4248,
+      "step": 5535
+    },
+    {
+      "epoch": 0.7930095974788712,
+      "grad_norm": 1.207936406135559,
+      "learning_rate": 2.1645642879902406e-05,
+      "loss": 1.2984,
+      "step": 5536
+    },
+    {
+      "epoch": 0.7931528434321731,
+      "grad_norm": 0.9924686551094055,
+      "learning_rate": 2.1616822674136473e-05,
+      "loss": 1.4225,
+      "step": 5537
+    },
+    {
+      "epoch": 0.7932960893854749,
+      "grad_norm": 0.9675230383872986,
+      "learning_rate": 2.1588019342328968e-05,
+      "loss": 1.3447,
+      "step": 5538
+    },
+    {
+      "epoch": 0.7934393353387766,
+      "grad_norm": 1.324799656867981,
+      "learning_rate": 2.155923289068048e-05,
+      "loss": 1.4894,
+      "step": 5539
+    },
+    {
+      "epoch": 0.7935825812920785,
+      "grad_norm": 0.9765081405639648,
+      "learning_rate": 2.153046332538804e-05,
+      "loss": 1.5544,
+      "step": 5540
+    },
+    {
+      "epoch": 0.7937258272453803,
+      "grad_norm": 0.9705348014831543,
+      "learning_rate": 2.1501710652645034e-05,
+      "loss": 1.3413,
+      "step": 5541
+    },
+    {
+      "epoch": 0.7938690731986822,
+      "grad_norm": 1.2078626155853271,
+      "learning_rate": 2.1472974878641183e-05,
+      "loss": 1.0989,
+      "step": 5542
+    },
+    {
+      "epoch": 0.794012319151984,
+      "grad_norm": 0.9738174080848694,
+      "learning_rate": 2.1444256009562602e-05,
+      "loss": 1.4535,
+      "step": 5543
+    },
+    {
+      "epoch": 0.7941555651052857,
+      "grad_norm": 1.1657755374908447,
+      "learning_rate": 2.1415554051591746e-05,
+      "loss": 1.5311,
+      "step": 5544
+    },
+    {
+      "epoch": 0.7942988110585876,
+      "grad_norm": 1.1574065685272217,
+      "learning_rate": 2.1386869010907472e-05,
+      "loss": 1.296,
+      "step": 5545
+    },
+    {
+      "epoch": 0.7944420570118894,
+      "grad_norm": 1.1026790142059326,
+      "learning_rate": 2.1358200893684898e-05,
+      "loss": 1.455,
+      "step": 5546
+    },
+    {
+      "epoch": 0.7945853029651913,
+      "grad_norm": 1.0960019826889038,
+      "learning_rate": 2.1329549706095562e-05,
+      "loss": 1.365,
+      "step": 5547
+    },
+    {
+      "epoch": 0.7947285489184931,
+      "grad_norm": 0.9115703105926514,
+      "learning_rate": 2.1300915454307435e-05,
+      "loss": 1.4833,
+      "step": 5548
+    },
+    {
+      "epoch": 0.7948717948717948,
+      "grad_norm": 1.0991278886795044,
+      "learning_rate": 2.1272298144484682e-05,
+      "loss": 1.3658,
+      "step": 5549
+    },
+    {
+      "epoch": 0.7950150408250967,
+      "grad_norm": 1.0816978216171265,
+      "learning_rate": 2.124369778278794e-05,
+      "loss": 1.5206,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7951582867783985,
+      "grad_norm": 0.9915816783905029,
+      "learning_rate": 2.1215114375374144e-05,
+      "loss": 1.5984,
+      "step": 5551
+    },
+    {
+      "epoch": 0.7953015327317003,
+      "grad_norm": 1.079188346862793,
+      "learning_rate": 2.1186547928396594e-05,
+      "loss": 1.4124,
+      "step": 5552
+    },
+    {
+      "epoch": 0.7954447786850022,
+      "grad_norm": 1.0917478799819946,
+      "learning_rate": 2.115799844800498e-05,
+      "loss": 1.3242,
+      "step": 5553
+    },
+    {
+      "epoch": 0.7955880246383039,
+      "grad_norm": 0.948096513748169,
+      "learning_rate": 2.1129465940345206e-05,
+      "loss": 1.3989,
+      "step": 5554
+    },
+    {
+      "epoch": 0.7957312705916058,
+      "grad_norm": 1.041391372680664,
+      "learning_rate": 2.1100950411559706e-05,
+      "loss": 1.4331,
+      "step": 5555
+    },
+    {
+      "epoch": 0.7958745165449076,
+      "grad_norm": 1.028477430343628,
+      "learning_rate": 2.1072451867787146e-05,
+      "loss": 1.3975,
+      "step": 5556
+    },
+    {
+      "epoch": 0.7960177624982094,
+      "grad_norm": 0.9828028082847595,
+      "learning_rate": 2.104397031516253e-05,
+      "loss": 1.4147,
+      "step": 5557
+    },
+    {
+      "epoch": 0.7961610084515113,
+      "grad_norm": 1.3374520540237427,
+      "learning_rate": 2.1015505759817223e-05,
+      "loss": 1.3527,
+      "step": 5558
+    },
+    {
+      "epoch": 0.7963042544048131,
+      "grad_norm": 1.222448468208313,
+      "learning_rate": 2.098705820787901e-05,
+      "loss": 1.4537,
+      "step": 5559
+    },
+    {
+      "epoch": 0.7964475003581148,
+      "grad_norm": 1.0087547302246094,
+      "learning_rate": 2.0958627665471865e-05,
+      "loss": 1.3996,
+      "step": 5560
+    },
+    {
+      "epoch": 0.7965907463114167,
+      "grad_norm": 1.3975646495819092,
+      "learning_rate": 2.093021413871622e-05,
+      "loss": 1.5438,
+      "step": 5561
+    },
+    {
+      "epoch": 0.7967339922647185,
+      "grad_norm": 1.2085113525390625,
+      "learning_rate": 2.0901817633728804e-05,
+      "loss": 1.5962,
+      "step": 5562
+    },
+    {
+      "epoch": 0.7968772382180204,
+      "grad_norm": 1.3244987726211548,
+      "learning_rate": 2.087343815662267e-05,
+      "loss": 1.2957,
+      "step": 5563
+    },
+    {
+      "epoch": 0.7970204841713222,
+      "grad_norm": 1.0742876529693604,
+      "learning_rate": 2.0845075713507222e-05,
+      "loss": 1.5071,
+      "step": 5564
+    },
+    {
+      "epoch": 0.7971637301246239,
+      "grad_norm": 1.1843903064727783,
+      "learning_rate": 2.0816730310488186e-05,
+      "loss": 1.2846,
+      "step": 5565
+    },
+    {
+      "epoch": 0.7973069760779258,
+      "grad_norm": 1.0791500806808472,
+      "learning_rate": 2.0788401953667668e-05,
+      "loss": 1.5063,
+      "step": 5566
+    },
+    {
+      "epoch": 0.7974502220312276,
+      "grad_norm": 1.1679874658584595,
+      "learning_rate": 2.0760090649144005e-05,
+      "loss": 1.1887,
+      "step": 5567
+    },
+    {
+      "epoch": 0.7975934679845295,
+      "grad_norm": 1.0164101123809814,
+      "learning_rate": 2.0731796403011906e-05,
+      "loss": 1.5702,
+      "step": 5568
+    },
+    {
+      "epoch": 0.7977367139378313,
+      "grad_norm": 1.107683539390564,
+      "learning_rate": 2.070351922136251e-05,
+      "loss": 1.4569,
+      "step": 5569
+    },
+    {
+      "epoch": 0.797879959891133,
+      "grad_norm": 1.1845225095748901,
+      "learning_rate": 2.0675259110283117e-05,
+      "loss": 1.5377,
+      "step": 5570
+    },
+    {
+      "epoch": 0.7980232058444349,
+      "grad_norm": 0.9658364653587341,
+      "learning_rate": 2.0647016075857463e-05,
+      "loss": 1.6143,
+      "step": 5571
+    },
+    {
+      "epoch": 0.7981664517977367,
+      "grad_norm": 1.1212375164031982,
+      "learning_rate": 2.0618790124165556e-05,
+      "loss": 1.4666,
+      "step": 5572
+    },
+    {
+      "epoch": 0.7983096977510385,
+      "grad_norm": 0.8937953114509583,
+      "learning_rate": 2.059058126128376e-05,
+      "loss": 1.3941,
+      "step": 5573
+    },
+    {
+      "epoch": 0.7984529437043404,
+      "grad_norm": 0.9072700142860413,
+      "learning_rate": 2.0562389493284763e-05,
+      "loss": 1.5161,
+      "step": 5574
+    },
+    {
+      "epoch": 0.7985961896576421,
+      "grad_norm": 1.2692140340805054,
+      "learning_rate": 2.0534214826237484e-05,
+      "loss": 1.3348,
+      "step": 5575
+    },
+    {
+      "epoch": 0.798739435610944,
+      "grad_norm": 1.456678032875061,
+      "learning_rate": 2.0506057266207313e-05,
+      "loss": 1.4904,
+      "step": 5576
+    },
+    {
+      "epoch": 0.7988826815642458,
+      "grad_norm": 1.022814154624939,
+      "learning_rate": 2.047791681925586e-05,
+      "loss": 1.3213,
+      "step": 5577
+    },
+    {
+      "epoch": 0.7990259275175476,
+      "grad_norm": 1.1558871269226074,
+      "learning_rate": 2.0449793491441028e-05,
+      "loss": 1.2671,
+      "step": 5578
+    },
+    {
+      "epoch": 0.7991691734708495,
+      "grad_norm": 1.031088948249817,
+      "learning_rate": 2.0421687288817058e-05,
+      "loss": 1.349,
+      "step": 5579
+    },
+    {
+      "epoch": 0.7993124194241513,
+      "grad_norm": 1.062900185585022,
+      "learning_rate": 2.0393598217434616e-05,
+      "loss": 1.429,
+      "step": 5580
+    },
+    {
+      "epoch": 0.799455665377453,
+      "grad_norm": 1.1713080406188965,
+      "learning_rate": 2.0365526283340508e-05,
+      "loss": 1.453,
+      "step": 5581
+    },
+    {
+      "epoch": 0.7995989113307549,
+      "grad_norm": 1.1545851230621338,
+      "learning_rate": 2.033747149257793e-05,
+      "loss": 1.3629,
+      "step": 5582
+    },
+    {
+      "epoch": 0.7997421572840567,
+      "grad_norm": 1.031272292137146,
+      "learning_rate": 2.030943385118641e-05,
+      "loss": 1.53,
+      "step": 5583
+    },
+    {
+      "epoch": 0.7998854032373586,
+      "grad_norm": 1.1469472646713257,
+      "learning_rate": 2.028141336520174e-05,
+      "loss": 1.3681,
+      "step": 5584
+    },
+    {
+      "epoch": 0.8000286491906604,
+      "grad_norm": 1.0539593696594238,
+      "learning_rate": 2.0253410040656073e-05,
+      "loss": 1.3901,
+      "step": 5585
+    },
+    {
+      "epoch": 0.8001718951439621,
+      "grad_norm": 1.020332932472229,
+      "learning_rate": 2.0225423883577754e-05,
+      "loss": 1.3508,
+      "step": 5586
+    },
+    {
+      "epoch": 0.800315141097264,
+      "grad_norm": 1.1579554080963135,
+      "learning_rate": 2.0197454899991573e-05,
+      "loss": 1.3703,
+      "step": 5587
+    },
+    {
+      "epoch": 0.8004583870505658,
+      "grad_norm": 1.1543258428573608,
+      "learning_rate": 2.0169503095918586e-05,
+      "loss": 1.3276,
+      "step": 5588
+    },
+    {
+      "epoch": 0.8006016330038677,
+      "grad_norm": 1.2337963581085205,
+      "learning_rate": 2.014156847737605e-05,
+      "loss": 1.2184,
+      "step": 5589
+    },
+    {
+      "epoch": 0.8007448789571695,
+      "grad_norm": 1.006259560585022,
+      "learning_rate": 2.0113651050377623e-05,
+      "loss": 1.498,
+      "step": 5590
+    },
+    {
+      "epoch": 0.8008881249104712,
+      "grad_norm": 1.0579776763916016,
+      "learning_rate": 2.0085750820933257e-05,
+      "loss": 1.5213,
+      "step": 5591
+    },
+    {
+      "epoch": 0.8010313708637731,
+      "grad_norm": 0.9532443284988403,
+      "learning_rate": 2.005786779504917e-05,
+      "loss": 1.3692,
+      "step": 5592
+    },
+    {
+      "epoch": 0.8011746168170749,
+      "grad_norm": 0.9950187802314758,
+      "learning_rate": 2.0030001978727874e-05,
+      "loss": 1.4965,
+      "step": 5593
+    },
+    {
+      "epoch": 0.8013178627703768,
+      "grad_norm": 1.072232961654663,
+      "learning_rate": 2.0002153377968213e-05,
+      "loss": 1.393,
+      "step": 5594
+    },
+    {
+      "epoch": 0.8014611087236786,
+      "grad_norm": 1.0913711786270142,
+      "learning_rate": 1.997432199876531e-05,
+      "loss": 1.385,
+      "step": 5595
+    },
+    {
+      "epoch": 0.8016043546769803,
+      "grad_norm": 1.278090238571167,
+      "learning_rate": 1.994650784711053e-05,
+      "loss": 1.5211,
+      "step": 5596
+    },
+    {
+      "epoch": 0.8017476006302822,
+      "grad_norm": 1.0302374362945557,
+      "learning_rate": 1.9918710928991567e-05,
+      "loss": 1.3141,
+      "step": 5597
+    },
+    {
+      "epoch": 0.801890846583584,
+      "grad_norm": 1.1093618869781494,
+      "learning_rate": 1.9890931250392498e-05,
+      "loss": 1.3876,
+      "step": 5598
+    },
+    {
+      "epoch": 0.8020340925368858,
+      "grad_norm": 0.9049178957939148,
+      "learning_rate": 1.9863168817293497e-05,
+      "loss": 1.486,
+      "step": 5599
+    },
+    {
+      "epoch": 0.8021773384901877,
+      "grad_norm": 1.2609314918518066,
+      "learning_rate": 1.983542363567118e-05,
+      "loss": 1.3333,
+      "step": 5600
+    },
+    {
+      "epoch": 0.8023205844434895,
+      "grad_norm": 1.083868145942688,
+      "learning_rate": 1.9807695711498385e-05,
+      "loss": 1.5391,
+      "step": 5601
+    },
+    {
+      "epoch": 0.8024638303967913,
+      "grad_norm": 1.081235647201538,
+      "learning_rate": 1.9779985050744256e-05,
+      "loss": 1.4512,
+      "step": 5602
+    },
+    {
+      "epoch": 0.8026070763500931,
+      "grad_norm": 1.057384967803955,
+      "learning_rate": 1.9752291659374234e-05,
+      "loss": 1.5839,
+      "step": 5603
+    },
+    {
+      "epoch": 0.8027503223033949,
+      "grad_norm": 1.1101104021072388,
+      "learning_rate": 1.9724615543349943e-05,
+      "loss": 1.3569,
+      "step": 5604
+    },
+    {
+      "epoch": 0.8028935682566968,
+      "grad_norm": 1.1000674962997437,
+      "learning_rate": 1.9696956708629445e-05,
+      "loss": 1.5012,
+      "step": 5605
+    },
+    {
+      "epoch": 0.8030368142099986,
+      "grad_norm": 1.2646551132202148,
+      "learning_rate": 1.9669315161167e-05,
+      "loss": 1.2753,
+      "step": 5606
+    },
+    {
+      "epoch": 0.8031800601633003,
+      "grad_norm": 1.1404573917388916,
+      "learning_rate": 1.964169090691309e-05,
+      "loss": 1.5197,
+      "step": 5607
+    },
+    {
+      "epoch": 0.8033233061166022,
+      "grad_norm": 1.0798105001449585,
+      "learning_rate": 1.9614083951814554e-05,
+      "loss": 1.3031,
+      "step": 5608
+    },
+    {
+      "epoch": 0.803466552069904,
+      "grad_norm": 1.1332687139511108,
+      "learning_rate": 1.958649430181455e-05,
+      "loss": 1.4567,
+      "step": 5609
+    },
+    {
+      "epoch": 0.8036097980232059,
+      "grad_norm": 1.0460422039031982,
+      "learning_rate": 1.955892196285237e-05,
+      "loss": 1.469,
+      "step": 5610
+    },
+    {
+      "epoch": 0.8037530439765077,
+      "grad_norm": 1.1506481170654297,
+      "learning_rate": 1.9531366940863694e-05,
+      "loss": 1.4179,
+      "step": 5611
+    },
+    {
+      "epoch": 0.8038962899298094,
+      "grad_norm": 1.1574491262435913,
+      "learning_rate": 1.9503829241780412e-05,
+      "loss": 1.376,
+      "step": 5612
+    },
+    {
+      "epoch": 0.8040395358831113,
+      "grad_norm": 1.085568904876709,
+      "learning_rate": 1.9476308871530723e-05,
+      "loss": 1.3493,
+      "step": 5613
+    },
+    {
+      "epoch": 0.8041827818364131,
+      "grad_norm": 0.9923722743988037,
+      "learning_rate": 1.944880583603912e-05,
+      "loss": 1.6303,
+      "step": 5614
+    },
+    {
+      "epoch": 0.804326027789715,
+      "grad_norm": 1.2986809015274048,
+      "learning_rate": 1.9421320141226228e-05,
+      "loss": 1.3559,
+      "step": 5615
+    },
+    {
+      "epoch": 0.8044692737430168,
+      "grad_norm": 1.309066891670227,
+      "learning_rate": 1.939385179300912e-05,
+      "loss": 1.6107,
+      "step": 5616
+    },
+    {
+      "epoch": 0.8046125196963185,
+      "grad_norm": 1.076312780380249,
+      "learning_rate": 1.9366400797301066e-05,
+      "loss": 1.4023,
+      "step": 5617
+    },
+    {
+      "epoch": 0.8047557656496204,
+      "grad_norm": 1.1688562631607056,
+      "learning_rate": 1.9338967160011512e-05,
+      "loss": 1.3928,
+      "step": 5618
+    },
+    {
+      "epoch": 0.8048990116029222,
+      "grad_norm": 1.1074249744415283,
+      "learning_rate": 1.9311550887046282e-05,
+      "loss": 1.3799,
+      "step": 5619
+    },
+    {
+      "epoch": 0.805042257556224,
+      "grad_norm": 1.0639925003051758,
+      "learning_rate": 1.928415198430742e-05,
+      "loss": 1.4878,
+      "step": 5620
+    },
+    {
+      "epoch": 0.8051855035095259,
+      "grad_norm": 0.9548881649971008,
+      "learning_rate": 1.925677045769322e-05,
+      "loss": 1.5793,
+      "step": 5621
+    },
+    {
+      "epoch": 0.8053287494628276,
+      "grad_norm": 0.9375328421592712,
+      "learning_rate": 1.9229406313098264e-05,
+      "loss": 1.5097,
+      "step": 5622
+    },
+    {
+      "epoch": 0.8054719954161295,
+      "grad_norm": 1.1378101110458374,
+      "learning_rate": 1.9202059556413366e-05,
+      "loss": 1.4728,
+      "step": 5623
+    },
+    {
+      "epoch": 0.8056152413694313,
+      "grad_norm": 0.9120345115661621,
+      "learning_rate": 1.9174730193525626e-05,
+      "loss": 1.3838,
+      "step": 5624
+    },
+    {
+      "epoch": 0.8057584873227331,
+      "grad_norm": 1.0188448429107666,
+      "learning_rate": 1.9147418230318316e-05,
+      "loss": 1.3869,
+      "step": 5625
+    },
+    {
+      "epoch": 0.805901733276035,
+      "grad_norm": 1.1688929796218872,
+      "learning_rate": 1.9120123672671086e-05,
+      "loss": 1.5213,
+      "step": 5626
+    },
+    {
+      "epoch": 0.8060449792293368,
+      "grad_norm": 1.0348984003067017,
+      "learning_rate": 1.9092846526459797e-05,
+      "loss": 1.4638,
+      "step": 5627
+    },
+    {
+      "epoch": 0.8061882251826386,
+      "grad_norm": 0.9429280161857605,
+      "learning_rate": 1.906558679755649e-05,
+      "loss": 1.4893,
+      "step": 5628
+    },
+    {
+      "epoch": 0.8063314711359404,
+      "grad_norm": 1.146880030632019,
+      "learning_rate": 1.9038344491829495e-05,
+      "loss": 1.5319,
+      "step": 5629
+    },
+    {
+      "epoch": 0.8064747170892422,
+      "grad_norm": 0.9235904216766357,
+      "learning_rate": 1.9011119615143492e-05,
+      "loss": 1.6023,
+      "step": 5630
+    },
+    {
+      "epoch": 0.8066179630425441,
+      "grad_norm": 1.0168483257293701,
+      "learning_rate": 1.898391217335924e-05,
+      "loss": 1.5867,
+      "step": 5631
+    },
+    {
+      "epoch": 0.8067612089958459,
+      "grad_norm": 1.0995638370513916,
+      "learning_rate": 1.8956722172333875e-05,
+      "loss": 1.3992,
+      "step": 5632
+    },
+    {
+      "epoch": 0.8069044549491476,
+      "grad_norm": 0.993110716342926,
+      "learning_rate": 1.8929549617920716e-05,
+      "loss": 1.4785,
+      "step": 5633
+    },
+    {
+      "epoch": 0.8070477009024495,
+      "grad_norm": 1.0010619163513184,
+      "learning_rate": 1.8902394515969335e-05,
+      "loss": 1.3881,
+      "step": 5634
+    },
+    {
+      "epoch": 0.8071909468557513,
+      "grad_norm": 1.088051438331604,
+      "learning_rate": 1.8875256872325587e-05,
+      "loss": 1.3654,
+      "step": 5635
+    },
+    {
+      "epoch": 0.8073341928090532,
+      "grad_norm": 1.1602602005004883,
+      "learning_rate": 1.884813669283145e-05,
+      "loss": 1.445,
+      "step": 5636
+    },
+    {
+      "epoch": 0.807477438762355,
+      "grad_norm": 1.009643316268921,
+      "learning_rate": 1.882103398332533e-05,
+      "loss": 1.4578,
+      "step": 5637
+    },
+    {
+      "epoch": 0.8076206847156567,
+      "grad_norm": 1.0264041423797607,
+      "learning_rate": 1.8793948749641744e-05,
+      "loss": 1.5628,
+      "step": 5638
+    },
+    {
+      "epoch": 0.8077639306689586,
+      "grad_norm": 1.4964592456817627,
+      "learning_rate": 1.8766880997611424e-05,
+      "loss": 1.3864,
+      "step": 5639
+    },
+    {
+      "epoch": 0.8079071766222604,
+      "grad_norm": 1.0351355075836182,
+      "learning_rate": 1.8739830733061413e-05,
+      "loss": 1.4879,
+      "step": 5640
+    },
+    {
+      "epoch": 0.8080504225755623,
+      "grad_norm": 0.9906002283096313,
+      "learning_rate": 1.8712797961814975e-05,
+      "loss": 1.3375,
+      "step": 5641
+    },
+    {
+      "epoch": 0.8081936685288641,
+      "grad_norm": 1.0132721662521362,
+      "learning_rate": 1.8685782689691587e-05,
+      "loss": 1.4395,
+      "step": 5642
+    },
+    {
+      "epoch": 0.8083369144821658,
+      "grad_norm": 0.9829593896865845,
+      "learning_rate": 1.865878492250698e-05,
+      "loss": 1.447,
+      "step": 5643
+    },
+    {
+      "epoch": 0.8084801604354677,
+      "grad_norm": 1.2086470127105713,
+      "learning_rate": 1.8631804666073094e-05,
+      "loss": 1.3424,
+      "step": 5644
+    },
+    {
+      "epoch": 0.8086234063887695,
+      "grad_norm": 1.2627739906311035,
+      "learning_rate": 1.8604841926198135e-05,
+      "loss": 1.3151,
+      "step": 5645
+    },
+    {
+      "epoch": 0.8087666523420713,
+      "grad_norm": 1.063509464263916,
+      "learning_rate": 1.857789670868647e-05,
+      "loss": 1.5535,
+      "step": 5646
+    },
+    {
+      "epoch": 0.8089098982953732,
+      "grad_norm": 1.1448057889938354,
+      "learning_rate": 1.8550969019338725e-05,
+      "loss": 1.3749,
+      "step": 5647
+    },
+    {
+      "epoch": 0.809053144248675,
+      "grad_norm": 0.9484381079673767,
+      "learning_rate": 1.8524058863951854e-05,
+      "loss": 1.2134,
+      "step": 5648
+    },
+    {
+      "epoch": 0.8091963902019768,
+      "grad_norm": 1.02443528175354,
+      "learning_rate": 1.8497166248318876e-05,
+      "loss": 1.4363,
+      "step": 5649
+    },
+    {
+      "epoch": 0.8093396361552786,
+      "grad_norm": 1.3344333171844482,
+      "learning_rate": 1.8470291178229116e-05,
+      "loss": 1.4643,
+      "step": 5650
+    },
+    {
+      "epoch": 0.8094828821085804,
+      "grad_norm": 0.984485387802124,
+      "learning_rate": 1.8443433659468123e-05,
+      "loss": 1.4128,
+      "step": 5651
+    },
+    {
+      "epoch": 0.8096261280618823,
+      "grad_norm": 1.2825340032577515,
+      "learning_rate": 1.841659369781764e-05,
+      "loss": 1.281,
+      "step": 5652
+    },
+    {
+      "epoch": 0.8097693740151841,
+      "grad_norm": 1.1787348985671997,
+      "learning_rate": 1.838977129905569e-05,
+      "loss": 1.3213,
+      "step": 5653
+    },
+    {
+      "epoch": 0.8099126199684858,
+      "grad_norm": 1.1584696769714355,
+      "learning_rate": 1.83629664689564e-05,
+      "loss": 1.3651,
+      "step": 5654
+    },
+    {
+      "epoch": 0.8100558659217877,
+      "grad_norm": 1.0671640634536743,
+      "learning_rate": 1.833617921329024e-05,
+      "loss": 1.4281,
+      "step": 5655
+    },
+    {
+      "epoch": 0.8101991118750895,
+      "grad_norm": 1.0280427932739258,
+      "learning_rate": 1.830940953782385e-05,
+      "loss": 1.3116,
+      "step": 5656
+    },
+    {
+      "epoch": 0.8103423578283914,
+      "grad_norm": 1.0789698362350464,
+      "learning_rate": 1.828265744832004e-05,
+      "loss": 1.4264,
+      "step": 5657
+    },
+    {
+      "epoch": 0.8104856037816932,
+      "grad_norm": 1.1920973062515259,
+      "learning_rate": 1.8255922950537872e-05,
+      "loss": 1.4309,
+      "step": 5658
+    },
+    {
+      "epoch": 0.8106288497349949,
+      "grad_norm": 1.2019320726394653,
+      "learning_rate": 1.8229206050232684e-05,
+      "loss": 1.2733,
+      "step": 5659
+    },
+    {
+      "epoch": 0.8107720956882968,
+      "grad_norm": 1.1598520278930664,
+      "learning_rate": 1.820250675315589e-05,
+      "loss": 1.3385,
+      "step": 5660
+    },
+    {
+      "epoch": 0.8109153416415986,
+      "grad_norm": 1.0257835388183594,
+      "learning_rate": 1.817582506505523e-05,
+      "loss": 1.2398,
+      "step": 5661
+    },
+    {
+      "epoch": 0.8110585875949005,
+      "grad_norm": 1.0817739963531494,
+      "learning_rate": 1.8149160991674597e-05,
+      "loss": 1.4946,
+      "step": 5662
+    },
+    {
+      "epoch": 0.8112018335482023,
+      "grad_norm": 1.0837596654891968,
+      "learning_rate": 1.81225145387541e-05,
+      "loss": 1.4846,
+      "step": 5663
+    },
+    {
+      "epoch": 0.811345079501504,
+      "grad_norm": 1.085623860359192,
+      "learning_rate": 1.80958857120301e-05,
+      "loss": 1.3213,
+      "step": 5664
+    },
+    {
+      "epoch": 0.8114883254548059,
+      "grad_norm": 0.9580466747283936,
+      "learning_rate": 1.8069274517235047e-05,
+      "loss": 1.4326,
+      "step": 5665
+    },
+    {
+      "epoch": 0.8116315714081077,
+      "grad_norm": 1.3830293416976929,
+      "learning_rate": 1.8042680960097735e-05,
+      "loss": 1.4574,
+      "step": 5666
+    },
+    {
+      "epoch": 0.8117748173614096,
+      "grad_norm": 1.348252773284912,
+      "learning_rate": 1.8016105046343123e-05,
+      "loss": 1.4534,
+      "step": 5667
+    },
+    {
+      "epoch": 0.8119180633147114,
+      "grad_norm": 1.0058975219726562,
+      "learning_rate": 1.798954678169228e-05,
+      "loss": 1.2427,
+      "step": 5668
+    },
+    {
+      "epoch": 0.8120613092680132,
+      "grad_norm": 1.0044407844543457,
+      "learning_rate": 1.7963006171862562e-05,
+      "loss": 1.4217,
+      "step": 5669
+    },
+    {
+      "epoch": 0.812204555221315,
+      "grad_norm": 1.1411828994750977,
+      "learning_rate": 1.7936483222567523e-05,
+      "loss": 1.4655,
+      "step": 5670
+    },
+    {
+      "epoch": 0.8123478011746168,
+      "grad_norm": 0.9986504316329956,
+      "learning_rate": 1.7909977939516887e-05,
+      "loss": 1.3286,
+      "step": 5671
+    },
+    {
+      "epoch": 0.8124910471279186,
+      "grad_norm": 1.000644564628601,
+      "learning_rate": 1.7883490328416587e-05,
+      "loss": 1.3921,
+      "step": 5672
+    },
+    {
+      "epoch": 0.8126342930812205,
+      "grad_norm": 1.3164314031600952,
+      "learning_rate": 1.785702039496875e-05,
+      "loss": 1.4547,
+      "step": 5673
+    },
+    {
+      "epoch": 0.8127775390345223,
+      "grad_norm": 1.0740158557891846,
+      "learning_rate": 1.783056814487172e-05,
+      "loss": 1.715,
+      "step": 5674
+    },
+    {
+      "epoch": 0.812920784987824,
+      "grad_norm": 1.0749303102493286,
+      "learning_rate": 1.780413358381997e-05,
+      "loss": 1.289,
+      "step": 5675
+    },
+    {
+      "epoch": 0.8130640309411259,
+      "grad_norm": 1.004802942276001,
+      "learning_rate": 1.7777716717504213e-05,
+      "loss": 1.4076,
+      "step": 5676
+    },
+    {
+      "epoch": 0.8132072768944277,
+      "grad_norm": 1.1409779787063599,
+      "learning_rate": 1.775131755161139e-05,
+      "loss": 1.301,
+      "step": 5677
+    },
+    {
+      "epoch": 0.8133505228477296,
+      "grad_norm": 0.977703332901001,
+      "learning_rate": 1.772493609182455e-05,
+      "loss": 1.5946,
+      "step": 5678
+    },
+    {
+      "epoch": 0.8134937688010314,
+      "grad_norm": 0.8954786062240601,
+      "learning_rate": 1.7698572343822973e-05,
+      "loss": 1.5614,
+      "step": 5679
+    },
+    {
+      "epoch": 0.8136370147543331,
+      "grad_norm": 1.2192710638046265,
+      "learning_rate": 1.7672226313282126e-05,
+      "loss": 1.3912,
+      "step": 5680
+    },
+    {
+      "epoch": 0.813780260707635,
+      "grad_norm": 0.8936663866043091,
+      "learning_rate": 1.7645898005873663e-05,
+      "loss": 1.4,
+      "step": 5681
+    },
+    {
+      "epoch": 0.8139235066609368,
+      "grad_norm": 0.9852843880653381,
+      "learning_rate": 1.7619587427265405e-05,
+      "loss": 1.3346,
+      "step": 5682
+    },
+    {
+      "epoch": 0.8140667526142387,
+      "grad_norm": 0.9591552019119263,
+      "learning_rate": 1.7593294583121377e-05,
+      "loss": 1.455,
+      "step": 5683
+    },
+    {
+      "epoch": 0.8142099985675405,
+      "grad_norm": 0.945946216583252,
+      "learning_rate": 1.7567019479101776e-05,
+      "loss": 1.4327,
+      "step": 5684
+    },
+    {
+      "epoch": 0.8143532445208422,
+      "grad_norm": 1.0266329050064087,
+      "learning_rate": 1.754076212086301e-05,
+      "loss": 1.3015,
+      "step": 5685
+    },
+    {
+      "epoch": 0.8144964904741441,
+      "grad_norm": 1.015834927558899,
+      "learning_rate": 1.7514522514057553e-05,
+      "loss": 1.3412,
+      "step": 5686
+    },
+    {
+      "epoch": 0.8146397364274459,
+      "grad_norm": 1.0297547578811646,
+      "learning_rate": 1.7488300664334236e-05,
+      "loss": 1.4312,
+      "step": 5687
+    },
+    {
+      "epoch": 0.8147829823807478,
+      "grad_norm": 0.9530820250511169,
+      "learning_rate": 1.746209657733795e-05,
+      "loss": 1.3017,
+      "step": 5688
+    },
+    {
+      "epoch": 0.8149262283340496,
+      "grad_norm": 1.0305721759796143,
+      "learning_rate": 1.7435910258709752e-05,
+      "loss": 1.3758,
+      "step": 5689
+    },
+    {
+      "epoch": 0.8150694742873514,
+      "grad_norm": 1.0581233501434326,
+      "learning_rate": 1.7409741714086948e-05,
+      "loss": 1.4498,
+      "step": 5690
+    },
+    {
+      "epoch": 0.8152127202406532,
+      "grad_norm": 1.032019019126892,
+      "learning_rate": 1.7383590949102945e-05,
+      "loss": 1.342,
+      "step": 5691
+    },
+    {
+      "epoch": 0.815355966193955,
+      "grad_norm": 1.0339137315750122,
+      "learning_rate": 1.7357457969387368e-05,
+      "loss": 1.3013,
+      "step": 5692
+    },
+    {
+      "epoch": 0.8154992121472568,
+      "grad_norm": 1.2104805707931519,
+      "learning_rate": 1.7331342780566017e-05,
+      "loss": 1.2239,
+      "step": 5693
+    },
+    {
+      "epoch": 0.8156424581005587,
+      "grad_norm": 0.930426836013794,
+      "learning_rate": 1.7305245388260826e-05,
+      "loss": 1.4793,
+      "step": 5694
+    },
+    {
+      "epoch": 0.8157857040538605,
+      "grad_norm": 1.1057804822921753,
+      "learning_rate": 1.7279165798089957e-05,
+      "loss": 1.5901,
+      "step": 5695
+    },
+    {
+      "epoch": 0.8159289500071623,
+      "grad_norm": 1.0021809339523315,
+      "learning_rate": 1.7253104015667643e-05,
+      "loss": 1.5352,
+      "step": 5696
+    },
+    {
+      "epoch": 0.8160721959604641,
+      "grad_norm": 1.0002468824386597,
+      "learning_rate": 1.7227060046604336e-05,
+      "loss": 1.2864,
+      "step": 5697
+    },
+    {
+      "epoch": 0.8162154419137659,
+      "grad_norm": 0.8950779438018799,
+      "learning_rate": 1.7201033896506746e-05,
+      "loss": 1.3376,
+      "step": 5698
+    },
+    {
+      "epoch": 0.8163586878670678,
+      "grad_norm": 1.3071295022964478,
+      "learning_rate": 1.7175025570977577e-05,
+      "loss": 1.4309,
+      "step": 5699
+    },
+    {
+      "epoch": 0.8165019338203696,
+      "grad_norm": 0.9995522499084473,
+      "learning_rate": 1.7149035075615794e-05,
+      "loss": 1.4245,
+      "step": 5700
+    },
+    {
+      "epoch": 0.8166451797736713,
+      "grad_norm": 1.1585102081298828,
+      "learning_rate": 1.7123062416016524e-05,
+      "loss": 1.3594,
+      "step": 5701
+    },
+    {
+      "epoch": 0.8167884257269732,
+      "grad_norm": 0.9527286291122437,
+      "learning_rate": 1.7097107597771024e-05,
+      "loss": 1.3403,
+      "step": 5702
+    },
+    {
+      "epoch": 0.816931671680275,
+      "grad_norm": 1.0437413454055786,
+      "learning_rate": 1.707117062646676e-05,
+      "loss": 1.3107,
+      "step": 5703
+    },
+    {
+      "epoch": 0.8170749176335769,
+      "grad_norm": 1.15324068069458,
+      "learning_rate": 1.7045251507687232e-05,
+      "loss": 1.3046,
+      "step": 5704
+    },
+    {
+      "epoch": 0.8172181635868787,
+      "grad_norm": 1.0976811647415161,
+      "learning_rate": 1.7019350247012278e-05,
+      "loss": 1.3116,
+      "step": 5705
+    },
+    {
+      "epoch": 0.8173614095401804,
+      "grad_norm": 1.2133632898330688,
+      "learning_rate": 1.699346685001778e-05,
+      "loss": 1.4367,
+      "step": 5706
+    },
+    {
+      "epoch": 0.8175046554934823,
+      "grad_norm": 1.2816722393035889,
+      "learning_rate": 1.696760132227576e-05,
+      "loss": 1.4961,
+      "step": 5707
+    },
+    {
+      "epoch": 0.8176479014467841,
+      "grad_norm": 1.1463098526000977,
+      "learning_rate": 1.694175366935442e-05,
+      "loss": 1.2836,
+      "step": 5708
+    },
+    {
+      "epoch": 0.817791147400086,
+      "grad_norm": 1.2070618867874146,
+      "learning_rate": 1.6915923896818188e-05,
+      "loss": 1.5269,
+      "step": 5709
+    },
+    {
+      "epoch": 0.8179343933533878,
+      "grad_norm": 1.0741207599639893,
+      "learning_rate": 1.6890112010227498e-05,
+      "loss": 1.4586,
+      "step": 5710
+    },
+    {
+      "epoch": 0.8180776393066896,
+      "grad_norm": 1.0533369779586792,
+      "learning_rate": 1.6864318015139047e-05,
+      "loss": 1.3398,
+      "step": 5711
+    },
+    {
+      "epoch": 0.8182208852599914,
+      "grad_norm": 1.2807118892669678,
+      "learning_rate": 1.6838541917105632e-05,
+      "loss": 1.3686,
+      "step": 5712
+    },
+    {
+      "epoch": 0.8183641312132932,
+      "grad_norm": 1.249854564666748,
+      "learning_rate": 1.6812783721676228e-05,
+      "loss": 1.3522,
+      "step": 5713
+    },
+    {
+      "epoch": 0.818507377166595,
+      "grad_norm": 1.086604356765747,
+      "learning_rate": 1.6787043434395942e-05,
+      "loss": 1.4833,
+      "step": 5714
+    },
+    {
+      "epoch": 0.8186506231198969,
+      "grad_norm": 1.1038742065429688,
+      "learning_rate": 1.6761321060805957e-05,
+      "loss": 1.3513,
+      "step": 5715
+    },
+    {
+      "epoch": 0.8187938690731987,
+      "grad_norm": 0.9785885214805603,
+      "learning_rate": 1.6735616606443728e-05,
+      "loss": 1.1833,
+      "step": 5716
+    },
+    {
+      "epoch": 0.8189371150265005,
+      "grad_norm": 1.1181936264038086,
+      "learning_rate": 1.6709930076842805e-05,
+      "loss": 1.4882,
+      "step": 5717
+    },
+    {
+      "epoch": 0.8190803609798023,
+      "grad_norm": 1.0041894912719727,
+      "learning_rate": 1.6684261477532793e-05,
+      "loss": 1.3682,
+      "step": 5718
+    },
+    {
+      "epoch": 0.8192236069331041,
+      "grad_norm": 1.2055341005325317,
+      "learning_rate": 1.6658610814039544e-05,
+      "loss": 1.4459,
+      "step": 5719
+    },
+    {
+      "epoch": 0.819366852886406,
+      "grad_norm": 1.178381085395813,
+      "learning_rate": 1.663297809188501e-05,
+      "loss": 1.6044,
+      "step": 5720
+    },
+    {
+      "epoch": 0.8195100988397078,
+      "grad_norm": 1.2200270891189575,
+      "learning_rate": 1.6607363316587277e-05,
+      "loss": 1.4006,
+      "step": 5721
+    },
+    {
+      "epoch": 0.8196533447930096,
+      "grad_norm": 1.1217262744903564,
+      "learning_rate": 1.6581766493660578e-05,
+      "loss": 1.2957,
+      "step": 5722
+    },
+    {
+      "epoch": 0.8197965907463114,
+      "grad_norm": 0.9617698788642883,
+      "learning_rate": 1.6556187628615273e-05,
+      "loss": 1.366,
+      "step": 5723
+    },
+    {
+      "epoch": 0.8199398366996132,
+      "grad_norm": 1.0563673973083496,
+      "learning_rate": 1.6530626726957877e-05,
+      "loss": 1.4759,
+      "step": 5724
+    },
+    {
+      "epoch": 0.8200830826529151,
+      "grad_norm": 1.019742727279663,
+      "learning_rate": 1.650508379419098e-05,
+      "loss": 1.5835,
+      "step": 5725
+    },
+    {
+      "epoch": 0.8202263286062169,
+      "grad_norm": 1.0609194040298462,
+      "learning_rate": 1.6479558835813334e-05,
+      "loss": 1.5199,
+      "step": 5726
+    },
+    {
+      "epoch": 0.8203695745595186,
+      "grad_norm": 1.1091746091842651,
+      "learning_rate": 1.6454051857319906e-05,
+      "loss": 1.6049,
+      "step": 5727
+    },
+    {
+      "epoch": 0.8205128205128205,
+      "grad_norm": 1.2185620069503784,
+      "learning_rate": 1.6428562864201658e-05,
+      "loss": 1.4753,
+      "step": 5728
+    },
+    {
+      "epoch": 0.8206560664661223,
+      "grad_norm": 0.927747905254364,
+      "learning_rate": 1.6403091861945753e-05,
+      "loss": 1.5002,
+      "step": 5729
+    },
+    {
+      "epoch": 0.8207993124194242,
+      "grad_norm": 1.125422716140747,
+      "learning_rate": 1.637763885603546e-05,
+      "loss": 1.4506,
+      "step": 5730
+    },
+    {
+      "epoch": 0.820942558372726,
+      "grad_norm": 0.9564774036407471,
+      "learning_rate": 1.6352203851950198e-05,
+      "loss": 1.5073,
+      "step": 5731
+    },
+    {
+      "epoch": 0.8210858043260277,
+      "grad_norm": 1.113968014717102,
+      "learning_rate": 1.63267868551655e-05,
+      "loss": 1.4433,
+      "step": 5732
+    },
+    {
+      "epoch": 0.8212290502793296,
+      "grad_norm": 0.9862500429153442,
+      "learning_rate": 1.6301387871152963e-05,
+      "loss": 1.2445,
+      "step": 5733
+    },
+    {
+      "epoch": 0.8213722962326314,
+      "grad_norm": 1.0181758403778076,
+      "learning_rate": 1.6276006905380413e-05,
+      "loss": 1.5584,
+      "step": 5734
+    },
+    {
+      "epoch": 0.8215155421859333,
+      "grad_norm": 0.9390767216682434,
+      "learning_rate": 1.625064396331176e-05,
+      "loss": 1.3966,
+      "step": 5735
+    },
+    {
+      "epoch": 0.8216587881392351,
+      "grad_norm": 1.2217614650726318,
+      "learning_rate": 1.622529905040696e-05,
+      "loss": 1.5468,
+      "step": 5736
+    },
+    {
+      "epoch": 0.8218020340925369,
+      "grad_norm": 1.1591497659683228,
+      "learning_rate": 1.6199972172122147e-05,
+      "loss": 1.5246,
+      "step": 5737
+    },
+    {
+      "epoch": 0.8219452800458387,
+      "grad_norm": 0.9538599252700806,
+      "learning_rate": 1.6174663333909646e-05,
+      "loss": 1.4312,
+      "step": 5738
+    },
+    {
+      "epoch": 0.8220885259991405,
+      "grad_norm": 1.0850722789764404,
+      "learning_rate": 1.6149372541217755e-05,
+      "loss": 1.4744,
+      "step": 5739
+    },
+    {
+      "epoch": 0.8222317719524423,
+      "grad_norm": 1.2641520500183105,
+      "learning_rate": 1.6124099799490968e-05,
+      "loss": 1.4775,
+      "step": 5740
+    },
+    {
+      "epoch": 0.8223750179057442,
+      "grad_norm": 1.2587634325027466,
+      "learning_rate": 1.6098845114169893e-05,
+      "loss": 1.4657,
+      "step": 5741
+    },
+    {
+      "epoch": 0.822518263859046,
+      "grad_norm": 1.0178965330123901,
+      "learning_rate": 1.6073608490691228e-05,
+      "loss": 1.5603,
+      "step": 5742
+    },
+    {
+      "epoch": 0.8226615098123478,
+      "grad_norm": 1.0359584093093872,
+      "learning_rate": 1.604838993448783e-05,
+      "loss": 1.3481,
+      "step": 5743
+    },
+    {
+      "epoch": 0.8228047557656496,
+      "grad_norm": 1.1248693466186523,
+      "learning_rate": 1.602318945098855e-05,
+      "loss": 1.3121,
+      "step": 5744
+    },
+    {
+      "epoch": 0.8229480017189514,
+      "grad_norm": 1.0227645635604858,
+      "learning_rate": 1.5998007045618502e-05,
+      "loss": 1.2984,
+      "step": 5745
+    },
+    {
+      "epoch": 0.8230912476722533,
+      "grad_norm": 1.247294306755066,
+      "learning_rate": 1.597284272379883e-05,
+      "loss": 1.3255,
+      "step": 5746
+    },
+    {
+      "epoch": 0.8232344936255551,
+      "grad_norm": 1.1551157236099243,
+      "learning_rate": 1.594769649094675e-05,
+      "loss": 1.4181,
+      "step": 5747
+    },
+    {
+      "epoch": 0.8233777395788568,
+      "grad_norm": 1.178959608078003,
+      "learning_rate": 1.5922568352475642e-05,
+      "loss": 1.5907,
+      "step": 5748
+    },
+    {
+      "epoch": 0.8235209855321587,
+      "grad_norm": 1.1311895847320557,
+      "learning_rate": 1.5897458313794966e-05,
+      "loss": 1.3347,
+      "step": 5749
+    },
+    {
+      "epoch": 0.8236642314854605,
+      "grad_norm": 1.1766711473464966,
+      "learning_rate": 1.587236638031031e-05,
+      "loss": 1.334,
+      "step": 5750
+    },
+    {
+      "epoch": 0.8238074774387624,
+      "grad_norm": 1.0980347394943237,
+      "learning_rate": 1.5847292557423344e-05,
+      "loss": 1.3068,
+      "step": 5751
+    },
+    {
+      "epoch": 0.8239507233920642,
+      "grad_norm": 0.9183484315872192,
+      "learning_rate": 1.5822236850531824e-05,
+      "loss": 1.2226,
+      "step": 5752
+    },
+    {
+      "epoch": 0.8240939693453659,
+      "grad_norm": 0.8628654479980469,
+      "learning_rate": 1.579719926502966e-05,
+      "loss": 1.462,
+      "step": 5753
+    },
+    {
+      "epoch": 0.8242372152986678,
+      "grad_norm": 0.9948381781578064,
+      "learning_rate": 1.5772179806306743e-05,
+      "loss": 1.3518,
+      "step": 5754
+    },
+    {
+      "epoch": 0.8243804612519696,
+      "grad_norm": 1.031611442565918,
+      "learning_rate": 1.5747178479749236e-05,
+      "loss": 1.2942,
+      "step": 5755
+    },
+    {
+      "epoch": 0.8245237072052715,
+      "grad_norm": 0.9058888554573059,
+      "learning_rate": 1.5722195290739285e-05,
+      "loss": 1.4063,
+      "step": 5756
+    },
+    {
+      "epoch": 0.8246669531585733,
+      "grad_norm": 1.017695665359497,
+      "learning_rate": 1.5697230244655114e-05,
+      "loss": 1.3919,
+      "step": 5757
+    },
+    {
+      "epoch": 0.8248101991118751,
+      "grad_norm": 1.105428695678711,
+      "learning_rate": 1.5672283346871074e-05,
+      "loss": 1.418,
+      "step": 5758
+    },
+    {
+      "epoch": 0.8249534450651769,
+      "grad_norm": 1.1992511749267578,
+      "learning_rate": 1.564735460275769e-05,
+      "loss": 1.5201,
+      "step": 5759
+    },
+    {
+      "epoch": 0.8250966910184787,
+      "grad_norm": 1.118895411491394,
+      "learning_rate": 1.562244401768144e-05,
+      "loss": 1.2469,
+      "step": 5760
+    },
+    {
+      "epoch": 0.8252399369717806,
+      "grad_norm": 1.0356694459915161,
+      "learning_rate": 1.5597551597004966e-05,
+      "loss": 1.361,
+      "step": 5761
+    },
+    {
+      "epoch": 0.8253831829250824,
+      "grad_norm": 1.1697949171066284,
+      "learning_rate": 1.5572677346087004e-05,
+      "loss": 1.3078,
+      "step": 5762
+    },
+    {
+      "epoch": 0.8255264288783842,
+      "grad_norm": 1.4247747659683228,
+      "learning_rate": 1.5547821270282346e-05,
+      "loss": 1.553,
+      "step": 5763
+    },
+    {
+      "epoch": 0.825669674831686,
+      "grad_norm": 1.1034775972366333,
+      "learning_rate": 1.5522983374941937e-05,
+      "loss": 1.2842,
+      "step": 5764
+    },
+    {
+      "epoch": 0.8258129207849878,
+      "grad_norm": 1.0799380540847778,
+      "learning_rate": 1.549816366541268e-05,
+      "loss": 1.2024,
+      "step": 5765
+    },
+    {
+      "epoch": 0.8259561667382896,
+      "grad_norm": 0.9973108172416687,
+      "learning_rate": 1.5473362147037706e-05,
+      "loss": 1.4436,
+      "step": 5766
+    },
+    {
+      "epoch": 0.8260994126915915,
+      "grad_norm": 1.0949839353561401,
+      "learning_rate": 1.544857882515617e-05,
+      "loss": 1.3307,
+      "step": 5767
+    },
+    {
+      "epoch": 0.8262426586448933,
+      "grad_norm": 1.0434980392456055,
+      "learning_rate": 1.5423813705103275e-05,
+      "loss": 1.5098,
+      "step": 5768
+    },
+    {
+      "epoch": 0.826385904598195,
+      "grad_norm": 1.0290933847427368,
+      "learning_rate": 1.539906679221035e-05,
+      "loss": 1.5474,
+      "step": 5769
+    },
+    {
+      "epoch": 0.8265291505514969,
+      "grad_norm": 0.9831076860427856,
+      "learning_rate": 1.537433809180481e-05,
+      "loss": 1.4851,
+      "step": 5770
+    },
+    {
+      "epoch": 0.8266723965047987,
+      "grad_norm": 1.2606384754180908,
+      "learning_rate": 1.5349627609210104e-05,
+      "loss": 1.3395,
+      "step": 5771
+    },
+    {
+      "epoch": 0.8268156424581006,
+      "grad_norm": 1.2608956098556519,
+      "learning_rate": 1.5324935349745805e-05,
+      "loss": 1.4951,
+      "step": 5772
+    },
+    {
+      "epoch": 0.8269588884114024,
+      "grad_norm": 1.196777105331421,
+      "learning_rate": 1.5300261318727537e-05,
+      "loss": 1.3841,
+      "step": 5773
+    },
+    {
+      "epoch": 0.8271021343647041,
+      "grad_norm": 1.051888346672058,
+      "learning_rate": 1.5275605521467052e-05,
+      "loss": 1.388,
+      "step": 5774
+    },
+    {
+      "epoch": 0.827245380318006,
+      "grad_norm": 0.9310103058815002,
+      "learning_rate": 1.5250967963272056e-05,
+      "loss": 1.4332,
+      "step": 5775
+    },
+    {
+      "epoch": 0.8273886262713078,
+      "grad_norm": 1.0532149076461792,
+      "learning_rate": 1.5226348649446432e-05,
+      "loss": 1.5387,
+      "step": 5776
+    },
+    {
+      "epoch": 0.8275318722246097,
+      "grad_norm": 1.1204220056533813,
+      "learning_rate": 1.520174758529016e-05,
+      "loss": 1.5444,
+      "step": 5777
+    },
+    {
+      "epoch": 0.8276751181779115,
+      "grad_norm": 1.0698763132095337,
+      "learning_rate": 1.5177164776099184e-05,
+      "loss": 1.4209,
+      "step": 5778
+    },
+    {
+      "epoch": 0.8278183641312133,
+      "grad_norm": 1.1227229833602905,
+      "learning_rate": 1.5152600227165591e-05,
+      "loss": 1.4007,
+      "step": 5779
+    },
+    {
+      "epoch": 0.8279616100845151,
+      "grad_norm": 1.0501266717910767,
+      "learning_rate": 1.5128053943777532e-05,
+      "loss": 1.5189,
+      "step": 5780
+    },
+    {
+      "epoch": 0.8281048560378169,
+      "grad_norm": 0.9471743106842041,
+      "learning_rate": 1.5103525931219186e-05,
+      "loss": 1.399,
+      "step": 5781
+    },
+    {
+      "epoch": 0.8282481019911188,
+      "grad_norm": 1.0414137840270996,
+      "learning_rate": 1.5079016194770889e-05,
+      "loss": 1.3954,
+      "step": 5782
+    },
+    {
+      "epoch": 0.8283913479444206,
+      "grad_norm": 1.2033958435058594,
+      "learning_rate": 1.5054524739708876e-05,
+      "loss": 1.4762,
+      "step": 5783
+    },
+    {
+      "epoch": 0.8285345938977224,
+      "grad_norm": 1.1067957878112793,
+      "learning_rate": 1.5030051571305637e-05,
+      "loss": 1.4478,
+      "step": 5784
+    },
+    {
+      "epoch": 0.8286778398510242,
+      "grad_norm": 1.0702548027038574,
+      "learning_rate": 1.5005596694829637e-05,
+      "loss": 1.653,
+      "step": 5785
+    },
+    {
+      "epoch": 0.828821085804326,
+      "grad_norm": 1.1226999759674072,
+      "learning_rate": 1.4981160115545367e-05,
+      "loss": 1.2073,
+      "step": 5786
+    },
+    {
+      "epoch": 0.8289643317576278,
+      "grad_norm": 1.0365146398544312,
+      "learning_rate": 1.4956741838713406e-05,
+      "loss": 1.4378,
+      "step": 5787
+    },
+    {
+      "epoch": 0.8291075777109297,
+      "grad_norm": 1.2004985809326172,
+      "learning_rate": 1.4932341869590483e-05,
+      "loss": 1.3719,
+      "step": 5788
+    },
+    {
+      "epoch": 0.8292508236642315,
+      "grad_norm": 0.9074617624282837,
+      "learning_rate": 1.4907960213429239e-05,
+      "loss": 1.7193,
+      "step": 5789
+    },
+    {
+      "epoch": 0.8293940696175333,
+      "grad_norm": 1.128556251525879,
+      "learning_rate": 1.4883596875478457e-05,
+      "loss": 1.4426,
+      "step": 5790
+    },
+    {
+      "epoch": 0.8295373155708351,
+      "grad_norm": 1.1089444160461426,
+      "learning_rate": 1.485925186098296e-05,
+      "loss": 1.2998,
+      "step": 5791
+    },
+    {
+      "epoch": 0.8296805615241369,
+      "grad_norm": 0.912885844707489,
+      "learning_rate": 1.4834925175183635e-05,
+      "loss": 1.3243,
+      "step": 5792
+    },
+    {
+      "epoch": 0.8298238074774388,
+      "grad_norm": 1.0118016004562378,
+      "learning_rate": 1.4810616823317425e-05,
+      "loss": 1.4465,
+      "step": 5793
+    },
+    {
+      "epoch": 0.8299670534307406,
+      "grad_norm": 1.057298183441162,
+      "learning_rate": 1.4786326810617268e-05,
+      "loss": 1.2569,
+      "step": 5794
+    },
+    {
+      "epoch": 0.8301102993840423,
+      "grad_norm": 1.1326614618301392,
+      "learning_rate": 1.476205514231226e-05,
+      "loss": 1.4901,
+      "step": 5795
+    },
+    {
+      "epoch": 0.8302535453373442,
+      "grad_norm": 1.209328293800354,
+      "learning_rate": 1.4737801823627485e-05,
+      "loss": 1.4061,
+      "step": 5796
+    },
+    {
+      "epoch": 0.830396791290646,
+      "grad_norm": 0.9928957223892212,
+      "learning_rate": 1.4713566859784045e-05,
+      "loss": 1.5703,
+      "step": 5797
+    },
+    {
+      "epoch": 0.8305400372439479,
+      "grad_norm": 1.0039793252944946,
+      "learning_rate": 1.4689350255999146e-05,
+      "loss": 1.3296,
+      "step": 5798
+    },
+    {
+      "epoch": 0.8306832831972497,
+      "grad_norm": 1.1747207641601562,
+      "learning_rate": 1.4665152017486028e-05,
+      "loss": 1.3454,
+      "step": 5799
+    },
+    {
+      "epoch": 0.8308265291505516,
+      "grad_norm": 1.1165622472763062,
+      "learning_rate": 1.4640972149453969e-05,
+      "loss": 1.3277,
+      "step": 5800
+    },
+    {
+      "epoch": 0.8309697751038533,
+      "grad_norm": 1.4879478216171265,
+      "learning_rate": 1.4616810657108304e-05,
+      "loss": 1.2968,
+      "step": 5801
+    },
+    {
+      "epoch": 0.8311130210571551,
+      "grad_norm": 1.2306768894195557,
+      "learning_rate": 1.4592667545650396e-05,
+      "loss": 1.3141,
+      "step": 5802
+    },
+    {
+      "epoch": 0.831256267010457,
+      "grad_norm": 1.0160503387451172,
+      "learning_rate": 1.4568542820277686e-05,
+      "loss": 1.4594,
+      "step": 5803
+    },
+    {
+      "epoch": 0.8313995129637588,
+      "grad_norm": 1.100045919418335,
+      "learning_rate": 1.4544436486183577e-05,
+      "loss": 1.5289,
+      "step": 5804
+    },
+    {
+      "epoch": 0.8315427589170606,
+      "grad_norm": 0.9857611060142517,
+      "learning_rate": 1.4520348548557583e-05,
+      "loss": 1.3449,
+      "step": 5805
+    },
+    {
+      "epoch": 0.8316860048703624,
+      "grad_norm": 1.7224894762039185,
+      "learning_rate": 1.449627901258529e-05,
+      "loss": 1.4482,
+      "step": 5806
+    },
+    {
+      "epoch": 0.8318292508236642,
+      "grad_norm": 0.963760256767273,
+      "learning_rate": 1.4472227883448219e-05,
+      "loss": 1.6468,
+      "step": 5807
+    },
+    {
+      "epoch": 0.831972496776966,
+      "grad_norm": 1.0410137176513672,
+      "learning_rate": 1.4448195166324008e-05,
+      "loss": 1.5178,
+      "step": 5808
+    },
+    {
+      "epoch": 0.8321157427302679,
+      "grad_norm": 0.9501294493675232,
+      "learning_rate": 1.4424180866386283e-05,
+      "loss": 1.5447,
+      "step": 5809
+    },
+    {
+      "epoch": 0.8322589886835697,
+      "grad_norm": 1.006148338317871,
+      "learning_rate": 1.4400184988804754e-05,
+      "loss": 1.4362,
+      "step": 5810
+    },
+    {
+      "epoch": 0.8324022346368715,
+      "grad_norm": 1.0513914823532104,
+      "learning_rate": 1.4376207538745134e-05,
+      "loss": 1.4977,
+      "step": 5811
+    },
+    {
+      "epoch": 0.8325454805901733,
+      "grad_norm": 1.0166982412338257,
+      "learning_rate": 1.4352248521369161e-05,
+      "loss": 1.26,
+      "step": 5812
+    },
+    {
+      "epoch": 0.8326887265434751,
+      "grad_norm": 1.0117906332015991,
+      "learning_rate": 1.432830794183464e-05,
+      "loss": 1.3583,
+      "step": 5813
+    },
+    {
+      "epoch": 0.832831972496777,
+      "grad_norm": 0.9986855387687683,
+      "learning_rate": 1.4304385805295384e-05,
+      "loss": 1.41,
+      "step": 5814
+    },
+    {
+      "epoch": 0.8329752184500788,
+      "grad_norm": 1.0510715246200562,
+      "learning_rate": 1.4280482116901195e-05,
+      "loss": 1.6364,
+      "step": 5815
+    },
+    {
+      "epoch": 0.8331184644033806,
+      "grad_norm": 1.0669224262237549,
+      "learning_rate": 1.425659688179799e-05,
+      "loss": 1.3263,
+      "step": 5816
+    },
+    {
+      "epoch": 0.8332617103566824,
+      "grad_norm": 1.2193102836608887,
+      "learning_rate": 1.4232730105127689e-05,
+      "loss": 1.4741,
+      "step": 5817
+    },
+    {
+      "epoch": 0.8334049563099842,
+      "grad_norm": 1.0290379524230957,
+      "learning_rate": 1.420888179202815e-05,
+      "loss": 1.3382,
+      "step": 5818
+    },
+    {
+      "epoch": 0.8335482022632861,
+      "grad_norm": 1.0251367092132568,
+      "learning_rate": 1.4185051947633377e-05,
+      "loss": 1.4969,
+      "step": 5819
+    },
+    {
+      "epoch": 0.8336914482165879,
+      "grad_norm": 1.114400029182434,
+      "learning_rate": 1.416124057707331e-05,
+      "loss": 1.3786,
+      "step": 5820
+    },
+    {
+      "epoch": 0.8338346941698896,
+      "grad_norm": 1.3425520658493042,
+      "learning_rate": 1.413744768547398e-05,
+      "loss": 1.3109,
+      "step": 5821
+    },
+    {
+      "epoch": 0.8339779401231915,
+      "grad_norm": 1.1497920751571655,
+      "learning_rate": 1.4113673277957395e-05,
+      "loss": 1.4498,
+      "step": 5822
+    },
+    {
+      "epoch": 0.8341211860764933,
+      "grad_norm": 1.1452714204788208,
+      "learning_rate": 1.408991735964159e-05,
+      "loss": 1.451,
+      "step": 5823
+    },
+    {
+      "epoch": 0.8342644320297952,
+      "grad_norm": 1.0418146848678589,
+      "learning_rate": 1.4066179935640666e-05,
+      "loss": 1.3428,
+      "step": 5824
+    },
+    {
+      "epoch": 0.834407677983097,
+      "grad_norm": 1.0206540822982788,
+      "learning_rate": 1.4042461011064634e-05,
+      "loss": 1.3492,
+      "step": 5825
+    },
+    {
+      "epoch": 0.8345509239363988,
+      "grad_norm": 1.3220325708389282,
+      "learning_rate": 1.401876059101962e-05,
+      "loss": 1.4536,
+      "step": 5826
+    },
+    {
+      "epoch": 0.8346941698897006,
+      "grad_norm": 1.2696229219436646,
+      "learning_rate": 1.3995078680607776e-05,
+      "loss": 1.3658,
+      "step": 5827
+    },
+    {
+      "epoch": 0.8348374158430024,
+      "grad_norm": 0.9545536041259766,
+      "learning_rate": 1.3971415284927192e-05,
+      "loss": 1.4369,
+      "step": 5828
+    },
+    {
+      "epoch": 0.8349806617963043,
+      "grad_norm": 1.0603188276290894,
+      "learning_rate": 1.3947770409072014e-05,
+      "loss": 1.366,
+      "step": 5829
+    },
+    {
+      "epoch": 0.8351239077496061,
+      "grad_norm": 0.9989056587219238,
+      "learning_rate": 1.3924144058132405e-05,
+      "loss": 1.5724,
+      "step": 5830
+    },
+    {
+      "epoch": 0.8352671537029079,
+      "grad_norm": 1.0754978656768799,
+      "learning_rate": 1.3900536237194528e-05,
+      "loss": 1.4671,
+      "step": 5831
+    },
+    {
+      "epoch": 0.8354103996562097,
+      "grad_norm": 0.9430328011512756,
+      "learning_rate": 1.3876946951340598e-05,
+      "loss": 1.5416,
+      "step": 5832
+    },
+    {
+      "epoch": 0.8355536456095115,
+      "grad_norm": 1.279902458190918,
+      "learning_rate": 1.3853376205648727e-05,
+      "loss": 1.3197,
+      "step": 5833
+    },
+    {
+      "epoch": 0.8356968915628133,
+      "grad_norm": 1.104517936706543,
+      "learning_rate": 1.3829824005193181e-05,
+      "loss": 1.435,
+      "step": 5834
+    },
+    {
+      "epoch": 0.8358401375161152,
+      "grad_norm": 1.0564770698547363,
+      "learning_rate": 1.3806290355044171e-05,
+      "loss": 1.3545,
+      "step": 5835
+    },
+    {
+      "epoch": 0.835983383469417,
+      "grad_norm": 0.9460663199424744,
+      "learning_rate": 1.3782775260267856e-05,
+      "loss": 1.42,
+      "step": 5836
+    },
+    {
+      "epoch": 0.8361266294227188,
+      "grad_norm": 0.9171202182769775,
+      "learning_rate": 1.3759278725926472e-05,
+      "loss": 1.4195,
+      "step": 5837
+    },
+    {
+      "epoch": 0.8362698753760206,
+      "grad_norm": 1.043309211730957,
+      "learning_rate": 1.3735800757078287e-05,
+      "loss": 1.4023,
+      "step": 5838
+    },
+    {
+      "epoch": 0.8364131213293224,
+      "grad_norm": 1.024634599685669,
+      "learning_rate": 1.3712341358777469e-05,
+      "loss": 1.3229,
+      "step": 5839
+    },
+    {
+      "epoch": 0.8365563672826243,
+      "grad_norm": 0.9502828121185303,
+      "learning_rate": 1.3688900536074278e-05,
+      "loss": 1.6361,
+      "step": 5840
+    },
+    {
+      "epoch": 0.8366996132359261,
+      "grad_norm": 1.083019733428955,
+      "learning_rate": 1.3665478294014922e-05,
+      "loss": 1.3415,
+      "step": 5841
+    },
+    {
+      "epoch": 0.8368428591892279,
+      "grad_norm": 1.1372387409210205,
+      "learning_rate": 1.3642074637641644e-05,
+      "loss": 1.4059,
+      "step": 5842
+    },
+    {
+      "epoch": 0.8369861051425297,
+      "grad_norm": 1.2148510217666626,
+      "learning_rate": 1.3618689571992705e-05,
+      "loss": 1.4549,
+      "step": 5843
+    },
+    {
+      "epoch": 0.8371293510958315,
+      "grad_norm": 1.0159411430358887,
+      "learning_rate": 1.359532310210223e-05,
+      "loss": 1.4483,
+      "step": 5844
+    },
+    {
+      "epoch": 0.8372725970491334,
+      "grad_norm": 1.155069351196289,
+      "learning_rate": 1.3571975233000544e-05,
+      "loss": 1.3805,
+      "step": 5845
+    },
+    {
+      "epoch": 0.8374158430024352,
+      "grad_norm": 1.2398996353149414,
+      "learning_rate": 1.3548645969713848e-05,
+      "loss": 1.4057,
+      "step": 5846
+    },
+    {
+      "epoch": 0.837559088955737,
+      "grad_norm": 1.0705610513687134,
+      "learning_rate": 1.352533531726432e-05,
+      "loss": 1.3144,
+      "step": 5847
+    },
+    {
+      "epoch": 0.8377023349090388,
+      "grad_norm": 1.056957721710205,
+      "learning_rate": 1.3502043280670174e-05,
+      "loss": 1.2288,
+      "step": 5848
+    },
+    {
+      "epoch": 0.8378455808623406,
+      "grad_norm": 1.1268354654312134,
+      "learning_rate": 1.3478769864945618e-05,
+      "loss": 1.3956,
+      "step": 5849
+    },
+    {
+      "epoch": 0.8379888268156425,
+      "grad_norm": 1.1876802444458008,
+      "learning_rate": 1.3455515075100844e-05,
+      "loss": 1.4401,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8381320727689443,
+      "grad_norm": 0.953788161277771,
+      "learning_rate": 1.3432278916142027e-05,
+      "loss": 1.3166,
+      "step": 5851
+    },
+    {
+      "epoch": 0.8382753187222461,
+      "grad_norm": 1.0109758377075195,
+      "learning_rate": 1.3409061393071343e-05,
+      "loss": 1.3409,
+      "step": 5852
+    },
+    {
+      "epoch": 0.8384185646755479,
+      "grad_norm": 1.2020193338394165,
+      "learning_rate": 1.3385862510886971e-05,
+      "loss": 1.5016,
+      "step": 5853
+    },
+    {
+      "epoch": 0.8385618106288497,
+      "grad_norm": 1.0780255794525146,
+      "learning_rate": 1.3362682274583017e-05,
+      "loss": 1.2783,
+      "step": 5854
+    },
+    {
+      "epoch": 0.8387050565821516,
+      "grad_norm": 1.118431568145752,
+      "learning_rate": 1.3339520689149599e-05,
+      "loss": 1.3406,
+      "step": 5855
+    },
+    {
+      "epoch": 0.8388483025354534,
+      "grad_norm": 1.0642396211624146,
+      "learning_rate": 1.3316377759572906e-05,
+      "loss": 1.4387,
+      "step": 5856
+    },
+    {
+      "epoch": 0.8389915484887552,
+      "grad_norm": 1.071355938911438,
+      "learning_rate": 1.3293253490834978e-05,
+      "loss": 1.4339,
+      "step": 5857
+    },
+    {
+      "epoch": 0.839134794442057,
+      "grad_norm": 1.075109601020813,
+      "learning_rate": 1.3270147887913909e-05,
+      "loss": 1.4844,
+      "step": 5858
+    },
+    {
+      "epoch": 0.8392780403953588,
+      "grad_norm": 1.0983312129974365,
+      "learning_rate": 1.3247060955783775e-05,
+      "loss": 1.4072,
+      "step": 5859
+    },
+    {
+      "epoch": 0.8394212863486606,
+      "grad_norm": 1.2558250427246094,
+      "learning_rate": 1.322399269941461e-05,
+      "loss": 1.4869,
+      "step": 5860
+    },
+    {
+      "epoch": 0.8395645323019625,
+      "grad_norm": 1.1877200603485107,
+      "learning_rate": 1.320094312377247e-05,
+      "loss": 1.3556,
+      "step": 5861
+    },
+    {
+      "epoch": 0.8397077782552643,
+      "grad_norm": 1.1233431100845337,
+      "learning_rate": 1.3177912233819289e-05,
+      "loss": 1.3704,
+      "step": 5862
+    },
+    {
+      "epoch": 0.839851024208566,
+      "grad_norm": 1.1442075967788696,
+      "learning_rate": 1.3154900034513106e-05,
+      "loss": 1.5553,
+      "step": 5863
+    },
+    {
+      "epoch": 0.8399942701618679,
+      "grad_norm": 0.9590736031532288,
+      "learning_rate": 1.3131906530807891e-05,
+      "loss": 1.5762,
+      "step": 5864
+    },
+    {
+      "epoch": 0.8401375161151697,
+      "grad_norm": 1.1304922103881836,
+      "learning_rate": 1.3108931727653529e-05,
+      "loss": 1.2943,
+      "step": 5865
+    },
+    {
+      "epoch": 0.8402807620684716,
+      "grad_norm": 1.2571653127670288,
+      "learning_rate": 1.3085975629995916e-05,
+      "loss": 1.2305,
+      "step": 5866
+    },
+    {
+      "epoch": 0.8404240080217734,
+      "grad_norm": 0.9156433939933777,
+      "learning_rate": 1.3063038242777014e-05,
+      "loss": 1.483,
+      "step": 5867
+    },
+    {
+      "epoch": 0.8405672539750753,
+      "grad_norm": 1.108713984489441,
+      "learning_rate": 1.3040119570934595e-05,
+      "loss": 1.218,
+      "step": 5868
+    },
+    {
+      "epoch": 0.840710499928377,
+      "grad_norm": 1.005721926689148,
+      "learning_rate": 1.3017219619402509e-05,
+      "loss": 1.4909,
+      "step": 5869
+    },
+    {
+      "epoch": 0.8408537458816788,
+      "grad_norm": 1.065073013305664,
+      "learning_rate": 1.299433839311055e-05,
+      "loss": 1.4479,
+      "step": 5870
+    },
+    {
+      "epoch": 0.8409969918349807,
+      "grad_norm": 0.9682039022445679,
+      "learning_rate": 1.2971475896984475e-05,
+      "loss": 1.4368,
+      "step": 5871
+    },
+    {
+      "epoch": 0.8411402377882825,
+      "grad_norm": 0.9408870339393616,
+      "learning_rate": 1.2948632135946048e-05,
+      "loss": 1.4396,
+      "step": 5872
+    },
+    {
+      "epoch": 0.8412834837415843,
+      "grad_norm": 0.9091697931289673,
+      "learning_rate": 1.292580711491289e-05,
+      "loss": 1.4179,
+      "step": 5873
+    },
+    {
+      "epoch": 0.8414267296948861,
+      "grad_norm": 1.1082245111465454,
+      "learning_rate": 1.2903000838798752e-05,
+      "loss": 1.4295,
+      "step": 5874
+    },
+    {
+      "epoch": 0.8415699756481879,
+      "grad_norm": 0.9716233015060425,
+      "learning_rate": 1.288021331251319e-05,
+      "loss": 1.4161,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8417132216014898,
+      "grad_norm": 1.2101705074310303,
+      "learning_rate": 1.2857444540961805e-05,
+      "loss": 1.3,
+      "step": 5876
+    },
+    {
+      "epoch": 0.8418564675547916,
+      "grad_norm": 0.9257790446281433,
+      "learning_rate": 1.2834694529046209e-05,
+      "loss": 1.3055,
+      "step": 5877
+    },
+    {
+      "epoch": 0.8419997135080934,
+      "grad_norm": 1.1537035703659058,
+      "learning_rate": 1.2811963281663853e-05,
+      "loss": 1.3553,
+      "step": 5878
+    },
+    {
+      "epoch": 0.8421429594613952,
+      "grad_norm": 1.014219045639038,
+      "learning_rate": 1.278925080370823e-05,
+      "loss": 1.5814,
+      "step": 5879
+    },
+    {
+      "epoch": 0.842286205414697,
+      "grad_norm": 1.1302090883255005,
+      "learning_rate": 1.2766557100068787e-05,
+      "loss": 1.2272,
+      "step": 5880
+    },
+    {
+      "epoch": 0.8424294513679988,
+      "grad_norm": 1.017802357673645,
+      "learning_rate": 1.2743882175630905e-05,
+      "loss": 1.5309,
+      "step": 5881
+    },
+    {
+      "epoch": 0.8425726973213007,
+      "grad_norm": 1.2192004919052124,
+      "learning_rate": 1.2721226035275957e-05,
+      "loss": 1.3715,
+      "step": 5882
+    },
+    {
+      "epoch": 0.8427159432746025,
+      "grad_norm": 1.1161366701126099,
+      "learning_rate": 1.2698588683881186e-05,
+      "loss": 1.35,
+      "step": 5883
+    },
+    {
+      "epoch": 0.8428591892279043,
+      "grad_norm": 1.0675193071365356,
+      "learning_rate": 1.2675970126319914e-05,
+      "loss": 1.4837,
+      "step": 5884
+    },
+    {
+      "epoch": 0.8430024351812061,
+      "grad_norm": 1.0421745777130127,
+      "learning_rate": 1.2653370367461359e-05,
+      "loss": 1.5051,
+      "step": 5885
+    },
+    {
+      "epoch": 0.8431456811345079,
+      "grad_norm": 1.1798417568206787,
+      "learning_rate": 1.2630789412170663e-05,
+      "loss": 1.2862,
+      "step": 5886
+    },
+    {
+      "epoch": 0.8432889270878098,
+      "grad_norm": 1.0613120794296265,
+      "learning_rate": 1.2608227265308925e-05,
+      "loss": 1.1984,
+      "step": 5887
+    },
+    {
+      "epoch": 0.8434321730411116,
+      "grad_norm": 1.1548584699630737,
+      "learning_rate": 1.2585683931733283e-05,
+      "loss": 1.2427,
+      "step": 5888
+    },
+    {
+      "epoch": 0.8435754189944135,
+      "grad_norm": 1.1319855451583862,
+      "learning_rate": 1.256315941629671e-05,
+      "loss": 1.5036,
+      "step": 5889
+    },
+    {
+      "epoch": 0.8437186649477152,
+      "grad_norm": 1.0443775653839111,
+      "learning_rate": 1.2540653723848183e-05,
+      "loss": 1.3036,
+      "step": 5890
+    },
+    {
+      "epoch": 0.843861910901017,
+      "grad_norm": 1.1111594438552856,
+      "learning_rate": 1.2518166859232627e-05,
+      "loss": 1.5467,
+      "step": 5891
+    },
+    {
+      "epoch": 0.8440051568543189,
+      "grad_norm": 1.1345793008804321,
+      "learning_rate": 1.2495698827290902e-05,
+      "loss": 1.3055,
+      "step": 5892
+    },
+    {
+      "epoch": 0.8441484028076207,
+      "grad_norm": 0.9807215929031372,
+      "learning_rate": 1.2473249632859862e-05,
+      "loss": 1.3559,
+      "step": 5893
+    },
+    {
+      "epoch": 0.8442916487609226,
+      "grad_norm": 1.1844282150268555,
+      "learning_rate": 1.2450819280772164e-05,
+      "loss": 1.5529,
+      "step": 5894
+    },
+    {
+      "epoch": 0.8444348947142243,
+      "grad_norm": 0.9861406683921814,
+      "learning_rate": 1.2428407775856598e-05,
+      "loss": 1.497,
+      "step": 5895
+    },
+    {
+      "epoch": 0.8445781406675261,
+      "grad_norm": 0.9106903076171875,
+      "learning_rate": 1.2406015122937809e-05,
+      "loss": 1.4382,
+      "step": 5896
+    },
+    {
+      "epoch": 0.844721386620828,
+      "grad_norm": 1.1318058967590332,
+      "learning_rate": 1.2383641326836314e-05,
+      "loss": 1.3412,
+      "step": 5897
+    },
+    {
+      "epoch": 0.8448646325741298,
+      "grad_norm": 1.2864288091659546,
+      "learning_rate": 1.2361286392368676e-05,
+      "loss": 1.3767,
+      "step": 5898
+    },
+    {
+      "epoch": 0.8450078785274316,
+      "grad_norm": 1.3367266654968262,
+      "learning_rate": 1.2338950324347354e-05,
+      "loss": 1.2206,
+      "step": 5899
+    },
+    {
+      "epoch": 0.8451511244807334,
+      "grad_norm": 0.9675455689430237,
+      "learning_rate": 1.2316633127580757e-05,
+      "loss": 1.3709,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8452943704340352,
+      "grad_norm": 0.9858438372612,
+      "learning_rate": 1.2294334806873231e-05,
+      "loss": 1.2423,
+      "step": 5901
+    },
+    {
+      "epoch": 0.845437616387337,
+      "grad_norm": 1.0164682865142822,
+      "learning_rate": 1.2272055367025027e-05,
+      "loss": 1.469,
+      "step": 5902
+    },
+    {
+      "epoch": 0.8455808623406389,
+      "grad_norm": 1.0164200067520142,
+      "learning_rate": 1.2249794812832404e-05,
+      "loss": 1.5619,
+      "step": 5903
+    },
+    {
+      "epoch": 0.8457241082939407,
+      "grad_norm": 1.0570811033248901,
+      "learning_rate": 1.2227553149087446e-05,
+      "loss": 1.4488,
+      "step": 5904
+    },
+    {
+      "epoch": 0.8458673542472425,
+      "grad_norm": 1.0335667133331299,
+      "learning_rate": 1.2205330380578251e-05,
+      "loss": 1.6743,
+      "step": 5905
+    },
+    {
+      "epoch": 0.8460106002005443,
+      "grad_norm": 1.0081394910812378,
+      "learning_rate": 1.2183126512088882e-05,
+      "loss": 1.1913,
+      "step": 5906
+    },
+    {
+      "epoch": 0.8461538461538461,
+      "grad_norm": 1.1591662168502808,
+      "learning_rate": 1.216094154839923e-05,
+      "loss": 1.4864,
+      "step": 5907
+    },
+    {
+      "epoch": 0.846297092107148,
+      "grad_norm": 1.0661838054656982,
+      "learning_rate": 1.2138775494285182e-05,
+      "loss": 1.4498,
+      "step": 5908
+    },
+    {
+      "epoch": 0.8464403380604498,
+      "grad_norm": 1.1362287998199463,
+      "learning_rate": 1.2116628354518544e-05,
+      "loss": 1.4111,
+      "step": 5909
+    },
+    {
+      "epoch": 0.8465835840137517,
+      "grad_norm": 0.9860062599182129,
+      "learning_rate": 1.2094500133867038e-05,
+      "loss": 1.4325,
+      "step": 5910
+    },
+    {
+      "epoch": 0.8467268299670534,
+      "grad_norm": 1.1639484167099,
+      "learning_rate": 1.207239083709435e-05,
+      "loss": 1.2113,
+      "step": 5911
+    },
+    {
+      "epoch": 0.8468700759203552,
+      "grad_norm": 0.982501208782196,
+      "learning_rate": 1.2050300468960007e-05,
+      "loss": 1.3923,
+      "step": 5912
+    },
+    {
+      "epoch": 0.8470133218736571,
+      "grad_norm": 1.1634966135025024,
+      "learning_rate": 1.2028229034219584e-05,
+      "loss": 1.5723,
+      "step": 5913
+    },
+    {
+      "epoch": 0.8471565678269589,
+      "grad_norm": 1.0850205421447754,
+      "learning_rate": 1.2006176537624491e-05,
+      "loss": 1.3595,
+      "step": 5914
+    },
+    {
+      "epoch": 0.8472998137802608,
+      "grad_norm": 1.0550744533538818,
+      "learning_rate": 1.1984142983922075e-05,
+      "loss": 1.3403,
+      "step": 5915
+    },
+    {
+      "epoch": 0.8474430597335625,
+      "grad_norm": 1.2118334770202637,
+      "learning_rate": 1.1962128377855597e-05,
+      "loss": 1.3752,
+      "step": 5916
+    },
+    {
+      "epoch": 0.8475863056868643,
+      "grad_norm": 1.0740149021148682,
+      "learning_rate": 1.194013272416431e-05,
+      "loss": 1.5376,
+      "step": 5917
+    },
+    {
+      "epoch": 0.8477295516401662,
+      "grad_norm": 1.0567030906677246,
+      "learning_rate": 1.1918156027583294e-05,
+      "loss": 1.3487,
+      "step": 5918
+    },
+    {
+      "epoch": 0.847872797593468,
+      "grad_norm": 0.9922475218772888,
+      "learning_rate": 1.1896198292843597e-05,
+      "loss": 1.3996,
+      "step": 5919
+    },
+    {
+      "epoch": 0.8480160435467698,
+      "grad_norm": 1.022894024848938,
+      "learning_rate": 1.187425952467217e-05,
+      "loss": 1.6125,
+      "step": 5920
+    },
+    {
+      "epoch": 0.8481592895000716,
+      "grad_norm": 1.1124155521392822,
+      "learning_rate": 1.1852339727791906e-05,
+      "loss": 1.5452,
+      "step": 5921
+    },
+    {
+      "epoch": 0.8483025354533734,
+      "grad_norm": 1.1265618801116943,
+      "learning_rate": 1.1830438906921592e-05,
+      "loss": 1.5766,
+      "step": 5922
+    },
+    {
+      "epoch": 0.8484457814066753,
+      "grad_norm": 1.1395500898361206,
+      "learning_rate": 1.1808557066775883e-05,
+      "loss": 1.3916,
+      "step": 5923
+    },
+    {
+      "epoch": 0.8485890273599771,
+      "grad_norm": 0.9533411860466003,
+      "learning_rate": 1.1786694212065463e-05,
+      "loss": 1.2626,
+      "step": 5924
+    },
+    {
+      "epoch": 0.8487322733132789,
+      "grad_norm": 1.0004308223724365,
+      "learning_rate": 1.1764850347496859e-05,
+      "loss": 1.3531,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8488755192665807,
+      "grad_norm": 1.2106624841690063,
+      "learning_rate": 1.1743025477772474e-05,
+      "loss": 1.4346,
+      "step": 5926
+    },
+    {
+      "epoch": 0.8490187652198825,
+      "grad_norm": 1.3134660720825195,
+      "learning_rate": 1.1721219607590683e-05,
+      "loss": 1.4191,
+      "step": 5927
+    },
+    {
+      "epoch": 0.8491620111731844,
+      "grad_norm": 1.258817434310913,
+      "learning_rate": 1.1699432741645754e-05,
+      "loss": 1.4092,
+      "step": 5928
+    },
+    {
+      "epoch": 0.8493052571264862,
+      "grad_norm": 0.9712224006652832,
+      "learning_rate": 1.1677664884627847e-05,
+      "loss": 1.3635,
+      "step": 5929
+    },
+    {
+      "epoch": 0.849448503079788,
+      "grad_norm": 1.0649539232254028,
+      "learning_rate": 1.1655916041223059e-05,
+      "loss": 1.4168,
+      "step": 5930
+    },
+    {
+      "epoch": 0.8495917490330898,
+      "grad_norm": 1.047568917274475,
+      "learning_rate": 1.1634186216113363e-05,
+      "loss": 1.1897,
+      "step": 5931
+    },
+    {
+      "epoch": 0.8497349949863916,
+      "grad_norm": 1.2103592157363892,
+      "learning_rate": 1.1612475413976686e-05,
+      "loss": 1.2219,
+      "step": 5932
+    },
+    {
+      "epoch": 0.8498782409396934,
+      "grad_norm": 1.2174773216247559,
+      "learning_rate": 1.159078363948678e-05,
+      "loss": 1.4117,
+      "step": 5933
+    },
+    {
+      "epoch": 0.8500214868929953,
+      "grad_norm": 1.1743401288986206,
+      "learning_rate": 1.1569110897313351e-05,
+      "loss": 1.595,
+      "step": 5934
+    },
+    {
+      "epoch": 0.8501647328462971,
+      "grad_norm": 1.1136070489883423,
+      "learning_rate": 1.1547457192122058e-05,
+      "loss": 1.4594,
+      "step": 5935
+    },
+    {
+      "epoch": 0.850307978799599,
+      "grad_norm": 0.9724217057228088,
+      "learning_rate": 1.1525822528574349e-05,
+      "loss": 1.3036,
+      "step": 5936
+    },
+    {
+      "epoch": 0.8504512247529007,
+      "grad_norm": 0.9890263676643372,
+      "learning_rate": 1.1504206911327653e-05,
+      "loss": 1.4645,
+      "step": 5937
+    },
+    {
+      "epoch": 0.8505944707062025,
+      "grad_norm": 1.0240123271942139,
+      "learning_rate": 1.1482610345035283e-05,
+      "loss": 1.5378,
+      "step": 5938
+    },
+    {
+      "epoch": 0.8507377166595044,
+      "grad_norm": 1.2187345027923584,
+      "learning_rate": 1.146103283434643e-05,
+      "loss": 1.412,
+      "step": 5939
+    },
+    {
+      "epoch": 0.8508809626128062,
+      "grad_norm": 0.9699723124504089,
+      "learning_rate": 1.1439474383906223e-05,
+      "loss": 1.5737,
+      "step": 5940
+    },
+    {
+      "epoch": 0.851024208566108,
+      "grad_norm": 1.0913254022598267,
+      "learning_rate": 1.141793499835564e-05,
+      "loss": 1.3766,
+      "step": 5941
+    },
+    {
+      "epoch": 0.8511674545194098,
+      "grad_norm": 1.0438249111175537,
+      "learning_rate": 1.1396414682331592e-05,
+      "loss": 1.5534,
+      "step": 5942
+    },
+    {
+      "epoch": 0.8513107004727116,
+      "grad_norm": 1.0536819696426392,
+      "learning_rate": 1.1374913440466872e-05,
+      "loss": 1.2829,
+      "step": 5943
+    },
+    {
+      "epoch": 0.8514539464260135,
+      "grad_norm": 1.0974277257919312,
+      "learning_rate": 1.1353431277390126e-05,
+      "loss": 1.3625,
+      "step": 5944
+    },
+    {
+      "epoch": 0.8515971923793153,
+      "grad_norm": 1.027570128440857,
+      "learning_rate": 1.1331968197725984e-05,
+      "loss": 1.4665,
+      "step": 5945
+    },
+    {
+      "epoch": 0.8517404383326171,
+      "grad_norm": 1.263677716255188,
+      "learning_rate": 1.1310524206094919e-05,
+      "loss": 1.5557,
+      "step": 5946
+    },
+    {
+      "epoch": 0.8518836842859189,
+      "grad_norm": 0.958541989326477,
+      "learning_rate": 1.128909930711325e-05,
+      "loss": 1.4733,
+      "step": 5947
+    },
+    {
+      "epoch": 0.8520269302392207,
+      "grad_norm": 0.925925076007843,
+      "learning_rate": 1.126769350539324e-05,
+      "loss": 1.7776,
+      "step": 5948
+    },
+    {
+      "epoch": 0.8521701761925226,
+      "grad_norm": 1.0070234537124634,
+      "learning_rate": 1.1246306805543038e-05,
+      "loss": 1.4077,
+      "step": 5949
+    },
+    {
+      "epoch": 0.8523134221458244,
+      "grad_norm": 1.1017221212387085,
+      "learning_rate": 1.1224939212166662e-05,
+      "loss": 1.4476,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8524566680991262,
+      "grad_norm": 1.116926908493042,
+      "learning_rate": 1.1203590729864033e-05,
+      "loss": 1.4865,
+      "step": 5951
+    },
+    {
+      "epoch": 0.852599914052428,
+      "grad_norm": 1.0606071949005127,
+      "learning_rate": 1.1182261363230962e-05,
+      "loss": 1.4301,
+      "step": 5952
+    },
+    {
+      "epoch": 0.8527431600057298,
+      "grad_norm": 1.0957975387573242,
+      "learning_rate": 1.116095111685913e-05,
+      "loss": 1.3052,
+      "step": 5953
+    },
+    {
+      "epoch": 0.8528864059590316,
+      "grad_norm": 1.1895833015441895,
+      "learning_rate": 1.1139659995336082e-05,
+      "loss": 1.3299,
+      "step": 5954
+    },
+    {
+      "epoch": 0.8530296519123335,
+      "grad_norm": 1.1669632196426392,
+      "learning_rate": 1.1118388003245262e-05,
+      "loss": 1.2587,
+      "step": 5955
+    },
+    {
+      "epoch": 0.8531728978656353,
+      "grad_norm": 1.1790670156478882,
+      "learning_rate": 1.1097135145166072e-05,
+      "loss": 1.3595,
+      "step": 5956
+    },
+    {
+      "epoch": 0.8533161438189372,
+      "grad_norm": 1.0532312393188477,
+      "learning_rate": 1.1075901425673651e-05,
+      "loss": 1.5379,
+      "step": 5957
+    },
+    {
+      "epoch": 0.8534593897722389,
+      "grad_norm": 1.1261231899261475,
+      "learning_rate": 1.1054686849339124e-05,
+      "loss": 1.5303,
+      "step": 5958
+    },
+    {
+      "epoch": 0.8536026357255407,
+      "grad_norm": 1.1731609106063843,
+      "learning_rate": 1.103349142072947e-05,
+      "loss": 1.519,
+      "step": 5959
+    },
+    {
+      "epoch": 0.8537458816788426,
+      "grad_norm": 0.8444980382919312,
+      "learning_rate": 1.1012315144407538e-05,
+      "loss": 1.4376,
+      "step": 5960
+    },
+    {
+      "epoch": 0.8538891276321444,
+      "grad_norm": 0.9698497653007507,
+      "learning_rate": 1.0991158024932068e-05,
+      "loss": 1.224,
+      "step": 5961
+    },
+    {
+      "epoch": 0.8540323735854463,
+      "grad_norm": 1.0676289796829224,
+      "learning_rate": 1.0970020066857601e-05,
+      "loss": 1.4219,
+      "step": 5962
+    },
+    {
+      "epoch": 0.854175619538748,
+      "grad_norm": 1.1963398456573486,
+      "learning_rate": 1.0948901274734691e-05,
+      "loss": 1.3516,
+      "step": 5963
+    },
+    {
+      "epoch": 0.8543188654920498,
+      "grad_norm": 1.0278575420379639,
+      "learning_rate": 1.0927801653109682e-05,
+      "loss": 1.3921,
+      "step": 5964
+    },
+    {
+      "epoch": 0.8544621114453517,
+      "grad_norm": 0.9933837652206421,
+      "learning_rate": 1.0906721206524762e-05,
+      "loss": 1.1313,
+      "step": 5965
+    },
+    {
+      "epoch": 0.8546053573986535,
+      "grad_norm": 0.9958370327949524,
+      "learning_rate": 1.0885659939518033e-05,
+      "loss": 1.4814,
+      "step": 5966
+    },
+    {
+      "epoch": 0.8547486033519553,
+      "grad_norm": 0.8934242725372314,
+      "learning_rate": 1.0864617856623516e-05,
+      "loss": 1.4829,
+      "step": 5967
+    },
+    {
+      "epoch": 0.8548918493052571,
+      "grad_norm": 0.9664876461029053,
+      "learning_rate": 1.0843594962371007e-05,
+      "loss": 1.5877,
+      "step": 5968
+    },
+    {
+      "epoch": 0.8550350952585589,
+      "grad_norm": 1.1720116138458252,
+      "learning_rate": 1.0822591261286207e-05,
+      "loss": 1.4279,
+      "step": 5969
+    },
+    {
+      "epoch": 0.8551783412118608,
+      "grad_norm": 1.1896820068359375,
+      "learning_rate": 1.0801606757890725e-05,
+      "loss": 1.5817,
+      "step": 5970
+    },
+    {
+      "epoch": 0.8553215871651626,
+      "grad_norm": 1.067202091217041,
+      "learning_rate": 1.078064145670199e-05,
+      "loss": 1.4579,
+      "step": 5971
+    },
+    {
+      "epoch": 0.8554648331184644,
+      "grad_norm": 1.0551743507385254,
+      "learning_rate": 1.0759695362233324e-05,
+      "loss": 1.2138,
+      "step": 5972
+    },
+    {
+      "epoch": 0.8556080790717662,
+      "grad_norm": 1.0810288190841675,
+      "learning_rate": 1.0738768478993854e-05,
+      "loss": 1.4012,
+      "step": 5973
+    },
+    {
+      "epoch": 0.855751325025068,
+      "grad_norm": 0.9784371852874756,
+      "learning_rate": 1.0717860811488689e-05,
+      "loss": 1.4934,
+      "step": 5974
+    },
+    {
+      "epoch": 0.8558945709783699,
+      "grad_norm": 1.1496751308441162,
+      "learning_rate": 1.0696972364218705e-05,
+      "loss": 1.4611,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8560378169316717,
+      "grad_norm": 1.113237977027893,
+      "learning_rate": 1.0676103141680649e-05,
+      "loss": 1.4377,
+      "step": 5976
+    },
+    {
+      "epoch": 0.8561810628849735,
+      "grad_norm": 1.3521257638931274,
+      "learning_rate": 1.0655253148367173e-05,
+      "loss": 1.5196,
+      "step": 5977
+    },
+    {
+      "epoch": 0.8563243088382754,
+      "grad_norm": 1.094201922416687,
+      "learning_rate": 1.0634422388766752e-05,
+      "loss": 1.4096,
+      "step": 5978
+    },
+    {
+      "epoch": 0.8564675547915771,
+      "grad_norm": 1.034277081489563,
+      "learning_rate": 1.0613610867363722e-05,
+      "loss": 1.4185,
+      "step": 5979
+    },
+    {
+      "epoch": 0.8566108007448789,
+      "grad_norm": 1.0258052349090576,
+      "learning_rate": 1.059281858863832e-05,
+      "loss": 1.145,
+      "step": 5980
+    },
+    {
+      "epoch": 0.8567540466981808,
+      "grad_norm": 1.0706790685653687,
+      "learning_rate": 1.0572045557066579e-05,
+      "loss": 1.3377,
+      "step": 5981
+    },
+    {
+      "epoch": 0.8568972926514826,
+      "grad_norm": 1.260936975479126,
+      "learning_rate": 1.0551291777120464e-05,
+      "loss": 1.3143,
+      "step": 5982
+    },
+    {
+      "epoch": 0.8570405386047845,
+      "grad_norm": 1.2541042566299438,
+      "learning_rate": 1.053055725326768e-05,
+      "loss": 1.3453,
+      "step": 5983
+    },
+    {
+      "epoch": 0.8571837845580862,
+      "grad_norm": 0.9011828303337097,
+      "learning_rate": 1.0509841989971891e-05,
+      "loss": 1.5814,
+      "step": 5984
+    },
+    {
+      "epoch": 0.857327030511388,
+      "grad_norm": 1.1128383874893188,
+      "learning_rate": 1.0489145991692618e-05,
+      "loss": 1.5108,
+      "step": 5985
+    },
+    {
+      "epoch": 0.8574702764646899,
+      "grad_norm": 1.1368194818496704,
+      "learning_rate": 1.0468469262885139e-05,
+      "loss": 1.3746,
+      "step": 5986
+    },
+    {
+      "epoch": 0.8576135224179917,
+      "grad_norm": 0.9809691309928894,
+      "learning_rate": 1.0447811808000673e-05,
+      "loss": 1.5259,
+      "step": 5987
+    },
+    {
+      "epoch": 0.8577567683712936,
+      "grad_norm": 0.9240637421607971,
+      "learning_rate": 1.0427173631486254e-05,
+      "loss": 1.2381,
+      "step": 5988
+    },
+    {
+      "epoch": 0.8579000143245953,
+      "grad_norm": 1.095725417137146,
+      "learning_rate": 1.0406554737784757e-05,
+      "loss": 1.5374,
+      "step": 5989
+    },
+    {
+      "epoch": 0.8580432602778971,
+      "grad_norm": 0.9398864507675171,
+      "learning_rate": 1.0385955131334958e-05,
+      "loss": 1.515,
+      "step": 5990
+    },
+    {
+      "epoch": 0.858186506231199,
+      "grad_norm": 0.9001768231391907,
+      "learning_rate": 1.0365374816571382e-05,
+      "loss": 1.3212,
+      "step": 5991
+    },
+    {
+      "epoch": 0.8583297521845008,
+      "grad_norm": 1.0709891319274902,
+      "learning_rate": 1.0344813797924501e-05,
+      "loss": 1.4107,
+      "step": 5992
+    },
+    {
+      "epoch": 0.8584729981378026,
+      "grad_norm": 1.035643458366394,
+      "learning_rate": 1.0324272079820618e-05,
+      "loss": 1.1973,
+      "step": 5993
+    },
+    {
+      "epoch": 0.8586162440911044,
+      "grad_norm": 1.060999870300293,
+      "learning_rate": 1.0303749666681806e-05,
+      "loss": 1.3523,
+      "step": 5994
+    },
+    {
+      "epoch": 0.8587594900444062,
+      "grad_norm": 1.0299553871154785,
+      "learning_rate": 1.0283246562926041e-05,
+      "loss": 1.2333,
+      "step": 5995
+    },
+    {
+      "epoch": 0.8589027359977081,
+      "grad_norm": 0.9915174841880798,
+      "learning_rate": 1.0262762772967172e-05,
+      "loss": 1.5042,
+      "step": 5996
+    },
+    {
+      "epoch": 0.8590459819510099,
+      "grad_norm": 1.0823034048080444,
+      "learning_rate": 1.0242298301214814e-05,
+      "loss": 1.3637,
+      "step": 5997
+    },
+    {
+      "epoch": 0.8591892279043117,
+      "grad_norm": 1.0860377550125122,
+      "learning_rate": 1.0221853152074468e-05,
+      "loss": 1.4814,
+      "step": 5998
+    },
+    {
+      "epoch": 0.8593324738576136,
+      "grad_norm": 1.3153990507125854,
+      "learning_rate": 1.0201427329947477e-05,
+      "loss": 1.2213,
+      "step": 5999
+    },
+    {
+      "epoch": 0.8594757198109153,
+      "grad_norm": 1.0692006349563599,
+      "learning_rate": 1.0181020839231014e-05,
+      "loss": 1.3001,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8596189657642171,
+      "grad_norm": 1.0630933046340942,
+      "learning_rate": 1.0160633684318088e-05,
+      "loss": 1.4275,
+      "step": 6001
+    },
+    {
+      "epoch": 0.859762211717519,
+      "grad_norm": 1.0075430870056152,
+      "learning_rate": 1.0140265869597554e-05,
+      "loss": 1.3733,
+      "step": 6002
+    },
+    {
+      "epoch": 0.8599054576708208,
+      "grad_norm": 0.9984532594680786,
+      "learning_rate": 1.0119917399454105e-05,
+      "loss": 1.5493,
+      "step": 6003
+    },
+    {
+      "epoch": 0.8600487036241227,
+      "grad_norm": 1.2808974981307983,
+      "learning_rate": 1.0099588278268246e-05,
+      "loss": 1.5359,
+      "step": 6004
+    },
+    {
+      "epoch": 0.8601919495774244,
+      "grad_norm": 1.010025143623352,
+      "learning_rate": 1.0079278510416313e-05,
+      "loss": 1.3751,
+      "step": 6005
+    },
+    {
+      "epoch": 0.8603351955307262,
+      "grad_norm": 1.3287924528121948,
+      "learning_rate": 1.0058988100270561e-05,
+      "loss": 1.3763,
+      "step": 6006
+    },
+    {
+      "epoch": 0.8604784414840281,
+      "grad_norm": 0.9732099771499634,
+      "learning_rate": 1.0038717052198965e-05,
+      "loss": 1.3466,
+      "step": 6007
+    },
+    {
+      "epoch": 0.8606216874373299,
+      "grad_norm": 1.147933006286621,
+      "learning_rate": 1.0018465370565388e-05,
+      "loss": 1.3371,
+      "step": 6008
+    },
+    {
+      "epoch": 0.8607649333906318,
+      "grad_norm": 1.1054093837738037,
+      "learning_rate": 9.998233059729523e-06,
+      "loss": 1.4007,
+      "step": 6009
+    },
+    {
+      "epoch": 0.8609081793439335,
+      "grad_norm": 1.069215178489685,
+      "learning_rate": 9.978020124046882e-06,
+      "loss": 1.3564,
+      "step": 6010
+    },
+    {
+      "epoch": 0.8610514252972353,
+      "grad_norm": 1.0086445808410645,
+      "learning_rate": 9.957826567868822e-06,
+      "loss": 1.6312,
+      "step": 6011
+    },
+    {
+      "epoch": 0.8611946712505372,
+      "grad_norm": 1.0773968696594238,
+      "learning_rate": 9.937652395542474e-06,
+      "loss": 1.4715,
+      "step": 6012
+    },
+    {
+      "epoch": 0.861337917203839,
+      "grad_norm": 1.05971097946167,
+      "learning_rate": 9.917497611410875e-06,
+      "loss": 1.4595,
+      "step": 6013
+    },
+    {
+      "epoch": 0.8614811631571409,
+      "grad_norm": 1.2296347618103027,
+      "learning_rate": 9.897362219812879e-06,
+      "loss": 1.3331,
+      "step": 6014
+    },
+    {
+      "epoch": 0.8616244091104426,
+      "grad_norm": 0.8964980244636536,
+      "learning_rate": 9.877246225083082e-06,
+      "loss": 1.4565,
+      "step": 6015
+    },
+    {
+      "epoch": 0.8617676550637444,
+      "grad_norm": 1.0474334955215454,
+      "learning_rate": 9.857149631551955e-06,
+      "loss": 1.5271,
+      "step": 6016
+    },
+    {
+      "epoch": 0.8619109010170463,
+      "grad_norm": 1.0581433773040771,
+      "learning_rate": 9.837072443545858e-06,
+      "loss": 1.4066,
+      "step": 6017
+    },
+    {
+      "epoch": 0.8620541469703481,
+      "grad_norm": 0.9534080624580383,
+      "learning_rate": 9.81701466538687e-06,
+      "loss": 1.3092,
+      "step": 6018
+    },
+    {
+      "epoch": 0.8621973929236499,
+      "grad_norm": 0.9402716159820557,
+      "learning_rate": 9.796976301392934e-06,
+      "loss": 1.6418,
+      "step": 6019
+    },
+    {
+      "epoch": 0.8623406388769517,
+      "grad_norm": 1.4801665544509888,
+      "learning_rate": 9.776957355877825e-06,
+      "loss": 1.5298,
+      "step": 6020
+    },
+    {
+      "epoch": 0.8624838848302535,
+      "grad_norm": 1.0649527311325073,
+      "learning_rate": 9.756957833151115e-06,
+      "loss": 1.5031,
+      "step": 6021
+    },
+    {
+      "epoch": 0.8626271307835554,
+      "grad_norm": 1.0244406461715698,
+      "learning_rate": 9.736977737518249e-06,
+      "loss": 1.3133,
+      "step": 6022
+    },
+    {
+      "epoch": 0.8627703767368572,
+      "grad_norm": 1.2168313264846802,
+      "learning_rate": 9.717017073280366e-06,
+      "loss": 1.4407,
+      "step": 6023
+    },
+    {
+      "epoch": 0.862913622690159,
+      "grad_norm": 1.115302324295044,
+      "learning_rate": 9.697075844734571e-06,
+      "loss": 1.3226,
+      "step": 6024
+    },
+    {
+      "epoch": 0.8630568686434609,
+      "grad_norm": 1.228877067565918,
+      "learning_rate": 9.67715405617371e-06,
+      "loss": 1.2888,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8632001145967626,
+      "grad_norm": 0.9632307291030884,
+      "learning_rate": 9.657251711886427e-06,
+      "loss": 1.369,
+      "step": 6026
+    },
+    {
+      "epoch": 0.8633433605500644,
+      "grad_norm": 1.0123622417449951,
+      "learning_rate": 9.63736881615721e-06,
+      "loss": 1.1735,
+      "step": 6027
+    },
+    {
+      "epoch": 0.8634866065033663,
+      "grad_norm": 1.1521817445755005,
+      "learning_rate": 9.617505373266355e-06,
+      "loss": 1.3326,
+      "step": 6028
+    },
+    {
+      "epoch": 0.8636298524566681,
+      "grad_norm": 1.1452254056930542,
+      "learning_rate": 9.597661387489987e-06,
+      "loss": 1.5397,
+      "step": 6029
+    },
+    {
+      "epoch": 0.86377309840997,
+      "grad_norm": 1.0195783376693726,
+      "learning_rate": 9.577836863099999e-06,
+      "loss": 1.5573,
+      "step": 6030
+    },
+    {
+      "epoch": 0.8639163443632717,
+      "grad_norm": 1.0462782382965088,
+      "learning_rate": 9.558031804364142e-06,
+      "loss": 1.5505,
+      "step": 6031
+    },
+    {
+      "epoch": 0.8640595903165735,
+      "grad_norm": 1.0745365619659424,
+      "learning_rate": 9.538246215545953e-06,
+      "loss": 1.479,
+      "step": 6032
+    },
+    {
+      "epoch": 0.8642028362698754,
+      "grad_norm": 1.1178288459777832,
+      "learning_rate": 9.518480100904769e-06,
+      "loss": 1.352,
+      "step": 6033
+    },
+    {
+      "epoch": 0.8643460822231772,
+      "grad_norm": 1.1100506782531738,
+      "learning_rate": 9.498733464695719e-06,
+      "loss": 1.4024,
+      "step": 6034
+    },
+    {
+      "epoch": 0.864489328176479,
+      "grad_norm": 1.0351651906967163,
+      "learning_rate": 9.479006311169835e-06,
+      "loss": 1.2502,
+      "step": 6035
+    },
+    {
+      "epoch": 0.8646325741297808,
+      "grad_norm": 0.9380226135253906,
+      "learning_rate": 9.459298644573833e-06,
+      "loss": 1.4327,
+      "step": 6036
+    },
+    {
+      "epoch": 0.8647758200830826,
+      "grad_norm": 0.9775813221931458,
+      "learning_rate": 9.439610469150295e-06,
+      "loss": 1.4053,
+      "step": 6037
+    },
+    {
+      "epoch": 0.8649190660363845,
+      "grad_norm": 0.9568825960159302,
+      "learning_rate": 9.419941789137598e-06,
+      "loss": 1.4663,
+      "step": 6038
+    },
+    {
+      "epoch": 0.8650623119896863,
+      "grad_norm": 1.198026180267334,
+      "learning_rate": 9.400292608769933e-06,
+      "loss": 1.3521,
+      "step": 6039
+    },
+    {
+      "epoch": 0.8652055579429881,
+      "grad_norm": 1.0724674463272095,
+      "learning_rate": 9.380662932277285e-06,
+      "loss": 1.4651,
+      "step": 6040
+    },
+    {
+      "epoch": 0.8653488038962899,
+      "grad_norm": 1.0250170230865479,
+      "learning_rate": 9.361052763885392e-06,
+      "loss": 1.3201,
+      "step": 6041
+    },
+    {
+      "epoch": 0.8654920498495917,
+      "grad_norm": 1.0010297298431396,
+      "learning_rate": 9.341462107815891e-06,
+      "loss": 1.4448,
+      "step": 6042
+    },
+    {
+      "epoch": 0.8656352958028936,
+      "grad_norm": 1.0245825052261353,
+      "learning_rate": 9.321890968286173e-06,
+      "loss": 1.3092,
+      "step": 6043
+    },
+    {
+      "epoch": 0.8657785417561954,
+      "grad_norm": 1.100393295288086,
+      "learning_rate": 9.302339349509371e-06,
+      "loss": 1.3471,
+      "step": 6044
+    },
+    {
+      "epoch": 0.8659217877094972,
+      "grad_norm": 1.0559656620025635,
+      "learning_rate": 9.28280725569447e-06,
+      "loss": 1.4765,
+      "step": 6045
+    },
+    {
+      "epoch": 0.8660650336627991,
+      "grad_norm": 1.0553914308547974,
+      "learning_rate": 9.263294691046297e-06,
+      "loss": 1.3781,
+      "step": 6046
+    },
+    {
+      "epoch": 0.8662082796161008,
+      "grad_norm": 1.035982370376587,
+      "learning_rate": 9.243801659765383e-06,
+      "loss": 1.4383,
+      "step": 6047
+    },
+    {
+      "epoch": 0.8663515255694026,
+      "grad_norm": 0.9544684290885925,
+      "learning_rate": 9.224328166048101e-06,
+      "loss": 1.4587,
+      "step": 6048
+    },
+    {
+      "epoch": 0.8664947715227045,
+      "grad_norm": 1.1514177322387695,
+      "learning_rate": 9.204874214086611e-06,
+      "loss": 1.4502,
+      "step": 6049
+    },
+    {
+      "epoch": 0.8666380174760063,
+      "grad_norm": 0.916363000869751,
+      "learning_rate": 9.185439808068885e-06,
+      "loss": 1.39,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8667812634293082,
+      "grad_norm": 1.0170536041259766,
+      "learning_rate": 9.166024952178665e-06,
+      "loss": 1.3958,
+      "step": 6051
+    },
+    {
+      "epoch": 0.8669245093826099,
+      "grad_norm": 1.1548097133636475,
+      "learning_rate": 9.14662965059544e-06,
+      "loss": 1.5091,
+      "step": 6052
+    },
+    {
+      "epoch": 0.8670677553359117,
+      "grad_norm": 1.0553878545761108,
+      "learning_rate": 9.127253907494604e-06,
+      "loss": 1.3767,
+      "step": 6053
+    },
+    {
+      "epoch": 0.8672110012892136,
+      "grad_norm": 1.1925569772720337,
+      "learning_rate": 9.107897727047276e-06,
+      "loss": 1.2966,
+      "step": 6054
+    },
+    {
+      "epoch": 0.8673542472425154,
+      "grad_norm": 0.9986073970794678,
+      "learning_rate": 9.088561113420302e-06,
+      "loss": 1.4655,
+      "step": 6055
+    },
+    {
+      "epoch": 0.8674974931958173,
+      "grad_norm": 1.088455080986023,
+      "learning_rate": 9.069244070776428e-06,
+      "loss": 1.5228,
+      "step": 6056
+    },
+    {
+      "epoch": 0.867640739149119,
+      "grad_norm": 1.1063977479934692,
+      "learning_rate": 9.049946603274106e-06,
+      "loss": 1.4334,
+      "step": 6057
+    },
+    {
+      "epoch": 0.8677839851024208,
+      "grad_norm": 1.2894251346588135,
+      "learning_rate": 9.030668715067625e-06,
+      "loss": 1.4064,
+      "step": 6058
+    },
+    {
+      "epoch": 0.8679272310557227,
+      "grad_norm": 0.9456628561019897,
+      "learning_rate": 9.011410410307019e-06,
+      "loss": 1.5088,
+      "step": 6059
+    },
+    {
+      "epoch": 0.8680704770090245,
+      "grad_norm": 1.0997509956359863,
+      "learning_rate": 8.99217169313814e-06,
+      "loss": 1.527,
+      "step": 6060
+    },
+    {
+      "epoch": 0.8682137229623264,
+      "grad_norm": 1.0759538412094116,
+      "learning_rate": 8.972952567702619e-06,
+      "loss": 1.5622,
+      "step": 6061
+    },
+    {
+      "epoch": 0.8683569689156281,
+      "grad_norm": 0.8066031336784363,
+      "learning_rate": 8.953753038137825e-06,
+      "loss": 1.5112,
+      "step": 6062
+    },
+    {
+      "epoch": 0.8685002148689299,
+      "grad_norm": 0.9384622573852539,
+      "learning_rate": 8.934573108576937e-06,
+      "loss": 1.4415,
+      "step": 6063
+    },
+    {
+      "epoch": 0.8686434608222318,
+      "grad_norm": 1.1092036962509155,
+      "learning_rate": 8.915412783148969e-06,
+      "loss": 1.5133,
+      "step": 6064
+    },
+    {
+      "epoch": 0.8687867067755336,
+      "grad_norm": 1.0570610761642456,
+      "learning_rate": 8.896272065978628e-06,
+      "loss": 1.389,
+      "step": 6065
+    },
+    {
+      "epoch": 0.8689299527288354,
+      "grad_norm": 1.117570400238037,
+      "learning_rate": 8.87715096118642e-06,
+      "loss": 1.4432,
+      "step": 6066
+    },
+    {
+      "epoch": 0.8690731986821373,
+      "grad_norm": 1.0799126625061035,
+      "learning_rate": 8.858049472888707e-06,
+      "loss": 1.3945,
+      "step": 6067
+    },
+    {
+      "epoch": 0.869216444635439,
+      "grad_norm": 1.06973397731781,
+      "learning_rate": 8.838967605197512e-06,
+      "loss": 1.4056,
+      "step": 6068
+    },
+    {
+      "epoch": 0.8693596905887409,
+      "grad_norm": 1.0847948789596558,
+      "learning_rate": 8.819905362220704e-06,
+      "loss": 1.5083,
+      "step": 6069
+    },
+    {
+      "epoch": 0.8695029365420427,
+      "grad_norm": 1.091644048690796,
+      "learning_rate": 8.800862748061911e-06,
+      "loss": 1.4937,
+      "step": 6070
+    },
+    {
+      "epoch": 0.8696461824953445,
+      "grad_norm": 1.2995915412902832,
+      "learning_rate": 8.781839766820543e-06,
+      "loss": 1.4428,
+      "step": 6071
+    },
+    {
+      "epoch": 0.8697894284486464,
+      "grad_norm": 0.9964327812194824,
+      "learning_rate": 8.762836422591802e-06,
+      "loss": 1.3757,
+      "step": 6072
+    },
+    {
+      "epoch": 0.8699326744019481,
+      "grad_norm": 1.147903561592102,
+      "learning_rate": 8.743852719466561e-06,
+      "loss": 1.2155,
+      "step": 6073
+    },
+    {
+      "epoch": 0.8700759203552499,
+      "grad_norm": 1.0716884136199951,
+      "learning_rate": 8.724888661531616e-06,
+      "loss": 1.3807,
+      "step": 6074
+    },
+    {
+      "epoch": 0.8702191663085518,
+      "grad_norm": 1.0492162704467773,
+      "learning_rate": 8.705944252869446e-06,
+      "loss": 1.4737,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8703624122618536,
+      "grad_norm": 1.0672438144683838,
+      "learning_rate": 8.68701949755829e-06,
+      "loss": 1.337,
+      "step": 6076
+    },
+    {
+      "epoch": 0.8705056582151555,
+      "grad_norm": 1.0436168909072876,
+      "learning_rate": 8.668114399672179e-06,
+      "loss": 1.322,
+      "step": 6077
+    },
+    {
+      "epoch": 0.8706489041684572,
+      "grad_norm": 1.0413328409194946,
+      "learning_rate": 8.649228963280931e-06,
+      "loss": 1.3956,
+      "step": 6078
+    },
+    {
+      "epoch": 0.870792150121759,
+      "grad_norm": 1.0770455598831177,
+      "learning_rate": 8.630363192450109e-06,
+      "loss": 1.3236,
+      "step": 6079
+    },
+    {
+      "epoch": 0.8709353960750609,
+      "grad_norm": 1.0670182704925537,
+      "learning_rate": 8.611517091241051e-06,
+      "loss": 1.5789,
+      "step": 6080
+    },
+    {
+      "epoch": 0.8710786420283627,
+      "grad_norm": 1.022876501083374,
+      "learning_rate": 8.592690663710834e-06,
+      "loss": 1.3335,
+      "step": 6081
+    },
+    {
+      "epoch": 0.8712218879816646,
+      "grad_norm": 1.1211562156677246,
+      "learning_rate": 8.573883913912361e-06,
+      "loss": 1.3107,
+      "step": 6082
+    },
+    {
+      "epoch": 0.8713651339349663,
+      "grad_norm": 1.1641665697097778,
+      "learning_rate": 8.555096845894228e-06,
+      "loss": 1.4804,
+      "step": 6083
+    },
+    {
+      "epoch": 0.8715083798882681,
+      "grad_norm": 1.0081006288528442,
+      "learning_rate": 8.53632946370081e-06,
+      "loss": 1.4288,
+      "step": 6084
+    },
+    {
+      "epoch": 0.87165162584157,
+      "grad_norm": 1.1376442909240723,
+      "learning_rate": 8.517581771372318e-06,
+      "loss": 1.19,
+      "step": 6085
+    },
+    {
+      "epoch": 0.8717948717948718,
+      "grad_norm": 0.9288269877433777,
+      "learning_rate": 8.498853772944614e-06,
+      "loss": 1.5963,
+      "step": 6086
+    },
+    {
+      "epoch": 0.8719381177481736,
+      "grad_norm": 1.0935972929000854,
+      "learning_rate": 8.480145472449386e-06,
+      "loss": 1.284,
+      "step": 6087
+    },
+    {
+      "epoch": 0.8720813637014755,
+      "grad_norm": 1.0670602321624756,
+      "learning_rate": 8.461456873914087e-06,
+      "loss": 1.578,
+      "step": 6088
+    },
+    {
+      "epoch": 0.8722246096547772,
+      "grad_norm": 1.0798954963684082,
+      "learning_rate": 8.442787981361877e-06,
+      "loss": 1.3407,
+      "step": 6089
+    },
+    {
+      "epoch": 0.8723678556080791,
+      "grad_norm": 1.098382830619812,
+      "learning_rate": 8.424138798811753e-06,
+      "loss": 1.3732,
+      "step": 6090
+    },
+    {
+      "epoch": 0.8725111015613809,
+      "grad_norm": 1.2883414030075073,
+      "learning_rate": 8.40550933027836e-06,
+      "loss": 1.2065,
+      "step": 6091
+    },
+    {
+      "epoch": 0.8726543475146827,
+      "grad_norm": 1.0507819652557373,
+      "learning_rate": 8.386899579772223e-06,
+      "loss": 1.3388,
+      "step": 6092
+    },
+    {
+      "epoch": 0.8727975934679846,
+      "grad_norm": 1.2881978750228882,
+      "learning_rate": 8.368309551299536e-06,
+      "loss": 1.3964,
+      "step": 6093
+    },
+    {
+      "epoch": 0.8729408394212863,
+      "grad_norm": 1.3636783361434937,
+      "learning_rate": 8.349739248862265e-06,
+      "loss": 1.3486,
+      "step": 6094
+    },
+    {
+      "epoch": 0.8730840853745881,
+      "grad_norm": 1.0989282131195068,
+      "learning_rate": 8.331188676458113e-06,
+      "loss": 1.5012,
+      "step": 6095
+    },
+    {
+      "epoch": 0.87322733132789,
+      "grad_norm": 0.9944540858268738,
+      "learning_rate": 8.312657838080629e-06,
+      "loss": 1.4938,
+      "step": 6096
+    },
+    {
+      "epoch": 0.8733705772811918,
+      "grad_norm": 0.9476514458656311,
+      "learning_rate": 8.294146737718988e-06,
+      "loss": 1.3209,
+      "step": 6097
+    },
+    {
+      "epoch": 0.8735138232344937,
+      "grad_norm": 1.0800929069519043,
+      "learning_rate": 8.275655379358183e-06,
+      "loss": 1.4792,
+      "step": 6098
+    },
+    {
+      "epoch": 0.8736570691877954,
+      "grad_norm": 1.1430234909057617,
+      "learning_rate": 8.257183766978948e-06,
+      "loss": 1.5607,
+      "step": 6099
+    },
+    {
+      "epoch": 0.8738003151410972,
+      "grad_norm": 1.0425187349319458,
+      "learning_rate": 8.238731904557773e-06,
+      "loss": 1.2953,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8739435610943991,
+      "grad_norm": 0.9583102464675903,
+      "learning_rate": 8.220299796066899e-06,
+      "loss": 1.2683,
+      "step": 6101
+    },
+    {
+      "epoch": 0.8740868070477009,
+      "grad_norm": 1.0188560485839844,
+      "learning_rate": 8.201887445474244e-06,
+      "loss": 1.292,
+      "step": 6102
+    },
+    {
+      "epoch": 0.8742300530010028,
+      "grad_norm": 1.035684585571289,
+      "learning_rate": 8.18349485674359e-06,
+      "loss": 1.5109,
+      "step": 6103
+    },
+    {
+      "epoch": 0.8743732989543045,
+      "grad_norm": 1.1510289907455444,
+      "learning_rate": 8.165122033834393e-06,
+      "loss": 1.5111,
+      "step": 6104
+    },
+    {
+      "epoch": 0.8745165449076063,
+      "grad_norm": 1.205975890159607,
+      "learning_rate": 8.146768980701858e-06,
+      "loss": 1.3309,
+      "step": 6105
+    },
+    {
+      "epoch": 0.8746597908609082,
+      "grad_norm": 1.2068657875061035,
+      "learning_rate": 8.128435701296943e-06,
+      "loss": 1.4072,
+      "step": 6106
+    },
+    {
+      "epoch": 0.87480303681421,
+      "grad_norm": 1.2891594171524048,
+      "learning_rate": 8.110122199566362e-06,
+      "loss": 1.3069,
+      "step": 6107
+    },
+    {
+      "epoch": 0.8749462827675119,
+      "grad_norm": 1.4157387018203735,
+      "learning_rate": 8.091828479452535e-06,
+      "loss": 1.4526,
+      "step": 6108
+    },
+    {
+      "epoch": 0.8750895287208137,
+      "grad_norm": 1.369388461112976,
+      "learning_rate": 8.073554544893668e-06,
+      "loss": 1.3974,
+      "step": 6109
+    },
+    {
+      "epoch": 0.8752327746741154,
+      "grad_norm": 1.2215615510940552,
+      "learning_rate": 8.055300399823684e-06,
+      "loss": 1.3747,
+      "step": 6110
+    },
+    {
+      "epoch": 0.8753760206274173,
+      "grad_norm": 1.1269357204437256,
+      "learning_rate": 8.03706604817226e-06,
+      "loss": 1.2901,
+      "step": 6111
+    },
+    {
+      "epoch": 0.8755192665807191,
+      "grad_norm": 0.9738755226135254,
+      "learning_rate": 8.018851493864777e-06,
+      "loss": 1.6172,
+      "step": 6112
+    },
+    {
+      "epoch": 0.8756625125340209,
+      "grad_norm": 1.0577664375305176,
+      "learning_rate": 8.000656740822365e-06,
+      "loss": 1.2786,
+      "step": 6113
+    },
+    {
+      "epoch": 0.8758057584873228,
+      "grad_norm": 1.2957839965820312,
+      "learning_rate": 7.98248179296196e-06,
+      "loss": 1.3727,
+      "step": 6114
+    },
+    {
+      "epoch": 0.8759490044406245,
+      "grad_norm": 1.2687162160873413,
+      "learning_rate": 7.964326654196119e-06,
+      "loss": 1.3894,
+      "step": 6115
+    },
+    {
+      "epoch": 0.8760922503939264,
+      "grad_norm": 1.0765297412872314,
+      "learning_rate": 7.946191328433228e-06,
+      "loss": 1.389,
+      "step": 6116
+    },
+    {
+      "epoch": 0.8762354963472282,
+      "grad_norm": 1.2603367567062378,
+      "learning_rate": 7.928075819577375e-06,
+      "loss": 1.369,
+      "step": 6117
+    },
+    {
+      "epoch": 0.87637874230053,
+      "grad_norm": 1.0636000633239746,
+      "learning_rate": 7.909980131528361e-06,
+      "loss": 1.4862,
+      "step": 6118
+    },
+    {
+      "epoch": 0.8765219882538319,
+      "grad_norm": 1.0854665040969849,
+      "learning_rate": 7.891904268181772e-06,
+      "loss": 1.2757,
+      "step": 6119
+    },
+    {
+      "epoch": 0.8766652342071336,
+      "grad_norm": 1.1511934995651245,
+      "learning_rate": 7.873848233428826e-06,
+      "loss": 1.4155,
+      "step": 6120
+    },
+    {
+      "epoch": 0.8768084801604354,
+      "grad_norm": 0.9742441177368164,
+      "learning_rate": 7.855812031156618e-06,
+      "loss": 1.4371,
+      "step": 6121
+    },
+    {
+      "epoch": 0.8769517261137373,
+      "grad_norm": 1.041437029838562,
+      "learning_rate": 7.837795665247882e-06,
+      "loss": 1.4377,
+      "step": 6122
+    },
+    {
+      "epoch": 0.8770949720670391,
+      "grad_norm": 1.1864509582519531,
+      "learning_rate": 7.819799139581051e-06,
+      "loss": 1.6089,
+      "step": 6123
+    },
+    {
+      "epoch": 0.877238218020341,
+      "grad_norm": 0.9949519038200378,
+      "learning_rate": 7.80182245803035e-06,
+      "loss": 1.2665,
+      "step": 6124
+    },
+    {
+      "epoch": 0.8773814639736427,
+      "grad_norm": 1.184801459312439,
+      "learning_rate": 7.783865624465758e-06,
+      "loss": 1.4917,
+      "step": 6125
+    },
+    {
+      "epoch": 0.8775247099269445,
+      "grad_norm": 1.0037561655044556,
+      "learning_rate": 7.765928642752884e-06,
+      "loss": 1.5625,
+      "step": 6126
+    },
+    {
+      "epoch": 0.8776679558802464,
+      "grad_norm": 0.9829437732696533,
+      "learning_rate": 7.74801151675314e-06,
+      "loss": 1.4242,
+      "step": 6127
+    },
+    {
+      "epoch": 0.8778112018335482,
+      "grad_norm": 0.981722354888916,
+      "learning_rate": 7.730114250323627e-06,
+      "loss": 1.5214,
+      "step": 6128
+    },
+    {
+      "epoch": 0.8779544477868501,
+      "grad_norm": 0.9354628920555115,
+      "learning_rate": 7.712236847317188e-06,
+      "loss": 1.4458,
+      "step": 6129
+    },
+    {
+      "epoch": 0.8780976937401518,
+      "grad_norm": 1.109094500541687,
+      "learning_rate": 7.6943793115824e-06,
+      "loss": 1.3674,
+      "step": 6130
+    },
+    {
+      "epoch": 0.8782409396934536,
+      "grad_norm": 1.107027292251587,
+      "learning_rate": 7.67654164696352e-06,
+      "loss": 1.5773,
+      "step": 6131
+    },
+    {
+      "epoch": 0.8783841856467555,
+      "grad_norm": 1.0103298425674438,
+      "learning_rate": 7.658723857300599e-06,
+      "loss": 1.4532,
+      "step": 6132
+    },
+    {
+      "epoch": 0.8785274316000573,
+      "grad_norm": 1.0053421258926392,
+      "learning_rate": 7.640925946429323e-06,
+      "loss": 1.5012,
+      "step": 6133
+    },
+    {
+      "epoch": 0.8786706775533591,
+      "grad_norm": 1.3913003206253052,
+      "learning_rate": 7.623147918181139e-06,
+      "loss": 1.2749,
+      "step": 6134
+    },
+    {
+      "epoch": 0.878813923506661,
+      "grad_norm": 1.1037273406982422,
+      "learning_rate": 7.605389776383276e-06,
+      "loss": 1.5827,
+      "step": 6135
+    },
+    {
+      "epoch": 0.8789571694599627,
+      "grad_norm": 1.0438719987869263,
+      "learning_rate": 7.587651524858564e-06,
+      "loss": 1.5058,
+      "step": 6136
+    },
+    {
+      "epoch": 0.8791004154132646,
+      "grad_norm": 1.0399413108825684,
+      "learning_rate": 7.569933167425625e-06,
+      "loss": 1.457,
+      "step": 6137
+    },
+    {
+      "epoch": 0.8792436613665664,
+      "grad_norm": 1.0518854856491089,
+      "learning_rate": 7.552234707898787e-06,
+      "loss": 1.3138,
+      "step": 6138
+    },
+    {
+      "epoch": 0.8793869073198682,
+      "grad_norm": 1.056238055229187,
+      "learning_rate": 7.53455615008809e-06,
+      "loss": 1.4297,
+      "step": 6139
+    },
+    {
+      "epoch": 0.8795301532731701,
+      "grad_norm": 1.1561009883880615,
+      "learning_rate": 7.516897497799302e-06,
+      "loss": 1.4103,
+      "step": 6140
+    },
+    {
+      "epoch": 0.8796733992264718,
+      "grad_norm": 0.9949953556060791,
+      "learning_rate": 7.4992587548338485e-06,
+      "loss": 1.4087,
+      "step": 6141
+    },
+    {
+      "epoch": 0.8798166451797736,
+      "grad_norm": 1.0357481241226196,
+      "learning_rate": 7.48163992498897e-06,
+      "loss": 1.4279,
+      "step": 6142
+    },
+    {
+      "epoch": 0.8799598911330755,
+      "grad_norm": 1.056215524673462,
+      "learning_rate": 7.464041012057554e-06,
+      "loss": 1.3883,
+      "step": 6143
+    },
+    {
+      "epoch": 0.8801031370863773,
+      "grad_norm": 1.0259791612625122,
+      "learning_rate": 7.446462019828182e-06,
+      "loss": 1.3001,
+      "step": 6144
+    },
+    {
+      "epoch": 0.8802463830396792,
+      "grad_norm": 1.1460975408554077,
+      "learning_rate": 7.428902952085171e-06,
+      "loss": 1.3025,
+      "step": 6145
+    },
+    {
+      "epoch": 0.8803896289929809,
+      "grad_norm": 1.0722354650497437,
+      "learning_rate": 7.411363812608618e-06,
+      "loss": 1.3387,
+      "step": 6146
+    },
+    {
+      "epoch": 0.8805328749462827,
+      "grad_norm": 1.416066288948059,
+      "learning_rate": 7.393844605174205e-06,
+      "loss": 1.2057,
+      "step": 6147
+    },
+    {
+      "epoch": 0.8806761208995846,
+      "grad_norm": 1.0135505199432373,
+      "learning_rate": 7.376345333553403e-06,
+      "loss": 1.3979,
+      "step": 6148
+    },
+    {
+      "epoch": 0.8808193668528864,
+      "grad_norm": 1.085558295249939,
+      "learning_rate": 7.358866001513364e-06,
+      "loss": 1.4134,
+      "step": 6149
+    },
+    {
+      "epoch": 0.8809626128061883,
+      "grad_norm": 1.0994210243225098,
+      "learning_rate": 7.3414066128169705e-06,
+      "loss": 1.4274,
+      "step": 6150
+    },
+    {
+      "epoch": 0.88110585875949,
+      "grad_norm": 1.0240575075149536,
+      "learning_rate": 7.323967171222801e-06,
+      "loss": 1.3504,
+      "step": 6151
+    },
+    {
+      "epoch": 0.8812491047127918,
+      "grad_norm": 1.1136277914047241,
+      "learning_rate": 7.306547680485088e-06,
+      "loss": 1.5163,
+      "step": 6152
+    },
+    {
+      "epoch": 0.8813923506660937,
+      "grad_norm": 1.0106709003448486,
+      "learning_rate": 7.289148144353875e-06,
+      "loss": 1.3833,
+      "step": 6153
+    },
+    {
+      "epoch": 0.8815355966193955,
+      "grad_norm": 0.9616336822509766,
+      "learning_rate": 7.271768566574843e-06,
+      "loss": 1.3285,
+      "step": 6154
+    },
+    {
+      "epoch": 0.8816788425726974,
+      "grad_norm": 1.2649950981140137,
+      "learning_rate": 7.2544089508893575e-06,
+      "loss": 1.3554,
+      "step": 6155
+    },
+    {
+      "epoch": 0.8818220885259992,
+      "grad_norm": 1.0566813945770264,
+      "learning_rate": 7.237069301034516e-06,
+      "loss": 1.5105,
+      "step": 6156
+    },
+    {
+      "epoch": 0.8819653344793009,
+      "grad_norm": 1.1749318838119507,
+      "learning_rate": 7.219749620743144e-06,
+      "loss": 1.2545,
+      "step": 6157
+    },
+    {
+      "epoch": 0.8821085804326028,
+      "grad_norm": 1.2608630657196045,
+      "learning_rate": 7.202449913743714e-06,
+      "loss": 1.4777,
+      "step": 6158
+    },
+    {
+      "epoch": 0.8822518263859046,
+      "grad_norm": 1.031212329864502,
+      "learning_rate": 7.185170183760437e-06,
+      "loss": 1.3576,
+      "step": 6159
+    },
+    {
+      "epoch": 0.8823950723392064,
+      "grad_norm": 0.9111664891242981,
+      "learning_rate": 7.167910434513214e-06,
+      "loss": 1.3352,
+      "step": 6160
+    },
+    {
+      "epoch": 0.8825383182925083,
+      "grad_norm": 0.9776498675346375,
+      "learning_rate": 7.15067066971764e-06,
+      "loss": 1.5312,
+      "step": 6161
+    },
+    {
+      "epoch": 0.88268156424581,
+      "grad_norm": 1.165837049484253,
+      "learning_rate": 7.133450893085003e-06,
+      "loss": 1.5006,
+      "step": 6162
+    },
+    {
+      "epoch": 0.8828248101991119,
+      "grad_norm": 1.0983281135559082,
+      "learning_rate": 7.116251108322281e-06,
+      "loss": 1.4594,
+      "step": 6163
+    },
+    {
+      "epoch": 0.8829680561524137,
+      "grad_norm": 0.9979454874992371,
+      "learning_rate": 7.099071319132211e-06,
+      "loss": 1.4473,
+      "step": 6164
+    },
+    {
+      "epoch": 0.8831113021057155,
+      "grad_norm": 1.0625267028808594,
+      "learning_rate": 7.081911529213126e-06,
+      "loss": 1.3028,
+      "step": 6165
+    },
+    {
+      "epoch": 0.8832545480590174,
+      "grad_norm": 1.045464038848877,
+      "learning_rate": 7.064771742259124e-06,
+      "loss": 1.538,
+      "step": 6166
+    },
+    {
+      "epoch": 0.8833977940123191,
+      "grad_norm": 1.2265398502349854,
+      "learning_rate": 7.047651961959978e-06,
+      "loss": 1.4187,
+      "step": 6167
+    },
+    {
+      "epoch": 0.883541039965621,
+      "grad_norm": 1.2077710628509521,
+      "learning_rate": 7.03055219200115e-06,
+      "loss": 1.3917,
+      "step": 6168
+    },
+    {
+      "epoch": 0.8836842859189228,
+      "grad_norm": 1.1952162981033325,
+      "learning_rate": 7.013472436063817e-06,
+      "loss": 1.2735,
+      "step": 6169
+    },
+    {
+      "epoch": 0.8838275318722246,
+      "grad_norm": 1.0150530338287354,
+      "learning_rate": 6.996412697824772e-06,
+      "loss": 1.356,
+      "step": 6170
+    },
+    {
+      "epoch": 0.8839707778255265,
+      "grad_norm": 1.0702602863311768,
+      "learning_rate": 6.979372980956611e-06,
+      "loss": 1.3593,
+      "step": 6171
+    },
+    {
+      "epoch": 0.8841140237788282,
+      "grad_norm": 1.1226245164871216,
+      "learning_rate": 6.962353289127555e-06,
+      "loss": 1.2977,
+      "step": 6172
+    },
+    {
+      "epoch": 0.88425726973213,
+      "grad_norm": 1.1784054040908813,
+      "learning_rate": 6.945353626001494e-06,
+      "loss": 1.3942,
+      "step": 6173
+    },
+    {
+      "epoch": 0.8844005156854319,
+      "grad_norm": 1.0432908535003662,
+      "learning_rate": 6.928373995238047e-06,
+      "loss": 1.5076,
+      "step": 6174
+    },
+    {
+      "epoch": 0.8845437616387337,
+      "grad_norm": 0.9731742143630981,
+      "learning_rate": 6.911414400492544e-06,
+      "loss": 1.4997,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8846870075920356,
+      "grad_norm": 1.0926109552383423,
+      "learning_rate": 6.89447484541591e-06,
+      "loss": 1.6032,
+      "step": 6176
+    },
+    {
+      "epoch": 0.8848302535453374,
+      "grad_norm": 1.1678152084350586,
+      "learning_rate": 6.87755533365485e-06,
+      "loss": 1.5673,
+      "step": 6177
+    },
+    {
+      "epoch": 0.8849734994986391,
+      "grad_norm": 1.0940924882888794,
+      "learning_rate": 6.860655868851696e-06,
+      "loss": 1.426,
+      "step": 6178
+    },
+    {
+      "epoch": 0.885116745451941,
+      "grad_norm": 1.183457851409912,
+      "learning_rate": 6.84377645464449e-06,
+      "loss": 1.3578,
+      "step": 6179
+    },
+    {
+      "epoch": 0.8852599914052428,
+      "grad_norm": 1.0539664030075073,
+      "learning_rate": 6.826917094666973e-06,
+      "loss": 1.3788,
+      "step": 6180
+    },
+    {
+      "epoch": 0.8854032373585446,
+      "grad_norm": 1.0972871780395508,
+      "learning_rate": 6.810077792548508e-06,
+      "loss": 1.3361,
+      "step": 6181
+    },
+    {
+      "epoch": 0.8855464833118465,
+      "grad_norm": 1.0657087564468384,
+      "learning_rate": 6.793258551914206e-06,
+      "loss": 1.4991,
+      "step": 6182
+    },
+    {
+      "epoch": 0.8856897292651482,
+      "grad_norm": 1.1760265827178955,
+      "learning_rate": 6.776459376384847e-06,
+      "loss": 1.3439,
+      "step": 6183
+    },
+    {
+      "epoch": 0.8858329752184501,
+      "grad_norm": 1.0928338766098022,
+      "learning_rate": 6.759680269576852e-06,
+      "loss": 1.5858,
+      "step": 6184
+    },
+    {
+      "epoch": 0.8859762211717519,
+      "grad_norm": 1.1026840209960938,
+      "learning_rate": 6.74292123510234e-06,
+      "loss": 1.3363,
+      "step": 6185
+    },
+    {
+      "epoch": 0.8861194671250537,
+      "grad_norm": 1.1441454887390137,
+      "learning_rate": 6.726182276569148e-06,
+      "loss": 1.4083,
+      "step": 6186
+    },
+    {
+      "epoch": 0.8862627130783556,
+      "grad_norm": 1.1660085916519165,
+      "learning_rate": 6.709463397580728e-06,
+      "loss": 1.4104,
+      "step": 6187
+    },
+    {
+      "epoch": 0.8864059590316573,
+      "grad_norm": 1.1737635135650635,
+      "learning_rate": 6.692764601736268e-06,
+      "loss": 1.4011,
+      "step": 6188
+    },
+    {
+      "epoch": 0.8865492049849591,
+      "grad_norm": 0.9725700616836548,
+      "learning_rate": 6.67608589263059e-06,
+      "loss": 1.4481,
+      "step": 6189
+    },
+    {
+      "epoch": 0.886692450938261,
+      "grad_norm": 1.1039087772369385,
+      "learning_rate": 6.659427273854224e-06,
+      "loss": 1.4961,
+      "step": 6190
+    },
+    {
+      "epoch": 0.8868356968915628,
+      "grad_norm": 0.9463222026824951,
+      "learning_rate": 6.642788748993323e-06,
+      "loss": 1.3234,
+      "step": 6191
+    },
+    {
+      "epoch": 0.8869789428448647,
+      "grad_norm": 0.9105991721153259,
+      "learning_rate": 6.626170321629776e-06,
+      "loss": 1.5446,
+      "step": 6192
+    },
+    {
+      "epoch": 0.8871221887981664,
+      "grad_norm": 1.019686222076416,
+      "learning_rate": 6.609571995341135e-06,
+      "loss": 1.323,
+      "step": 6193
+    },
+    {
+      "epoch": 0.8872654347514682,
+      "grad_norm": 1.2557377815246582,
+      "learning_rate": 6.592993773700573e-06,
+      "loss": 1.4393,
+      "step": 6194
+    },
+    {
+      "epoch": 0.8874086807047701,
+      "grad_norm": 1.0647262334823608,
+      "learning_rate": 6.576435660276969e-06,
+      "loss": 1.3508,
+      "step": 6195
+    },
+    {
+      "epoch": 0.8875519266580719,
+      "grad_norm": 1.222523808479309,
+      "learning_rate": 6.559897658634928e-06,
+      "loss": 1.4011,
+      "step": 6196
+    },
+    {
+      "epoch": 0.8876951726113738,
+      "grad_norm": 0.8999729752540588,
+      "learning_rate": 6.5433797723346235e-06,
+      "loss": 1.4897,
+      "step": 6197
+    },
+    {
+      "epoch": 0.8878384185646756,
+      "grad_norm": 1.1520406007766724,
+      "learning_rate": 6.526882004931967e-06,
+      "loss": 1.3649,
+      "step": 6198
+    },
+    {
+      "epoch": 0.8879816645179773,
+      "grad_norm": 1.0617752075195312,
+      "learning_rate": 6.510404359978506e-06,
+      "loss": 1.4025,
+      "step": 6199
+    },
+    {
+      "epoch": 0.8881249104712792,
+      "grad_norm": 1.0636162757873535,
+      "learning_rate": 6.493946841021481e-06,
+      "loss": 1.428,
+      "step": 6200
+    },
+    {
+      "epoch": 0.888268156424581,
+      "grad_norm": 0.9636270403862,
+      "learning_rate": 6.477509451603791e-06,
+      "loss": 1.5111,
+      "step": 6201
+    },
+    {
+      "epoch": 0.8884114023778829,
+      "grad_norm": 0.9908559918403625,
+      "learning_rate": 6.461092195263973e-06,
+      "loss": 1.6171,
+      "step": 6202
+    },
+    {
+      "epoch": 0.8885546483311847,
+      "grad_norm": 1.0503106117248535,
+      "learning_rate": 6.444695075536289e-06,
+      "loss": 1.4172,
+      "step": 6203
+    },
+    {
+      "epoch": 0.8886978942844864,
+      "grad_norm": 1.0711016654968262,
+      "learning_rate": 6.428318095950647e-06,
+      "loss": 1.5059,
+      "step": 6204
+    },
+    {
+      "epoch": 0.8888411402377883,
+      "grad_norm": 1.0866780281066895,
+      "learning_rate": 6.411961260032551e-06,
+      "loss": 1.4785,
+      "step": 6205
+    },
+    {
+      "epoch": 0.8889843861910901,
+      "grad_norm": 1.0253599882125854,
+      "learning_rate": 6.39562457130326e-06,
+      "loss": 1.465,
+      "step": 6206
+    },
+    {
+      "epoch": 0.8891276321443919,
+      "grad_norm": 1.0170546770095825,
+      "learning_rate": 6.379308033279641e-06,
+      "loss": 1.4399,
+      "step": 6207
+    },
+    {
+      "epoch": 0.8892708780976938,
+      "grad_norm": 0.9335058331489563,
+      "learning_rate": 6.363011649474249e-06,
+      "loss": 1.4472,
+      "step": 6208
+    },
+    {
+      "epoch": 0.8894141240509955,
+      "grad_norm": 1.0394105911254883,
+      "learning_rate": 6.3467354233953e-06,
+      "loss": 1.2681,
+      "step": 6209
+    },
+    {
+      "epoch": 0.8895573700042974,
+      "grad_norm": 1.2227734327316284,
+      "learning_rate": 6.3304793585466595e-06,
+      "loss": 1.3546,
+      "step": 6210
+    },
+    {
+      "epoch": 0.8897006159575992,
+      "grad_norm": 1.0220019817352295,
+      "learning_rate": 6.3142434584278596e-06,
+      "loss": 1.423,
+      "step": 6211
+    },
+    {
+      "epoch": 0.889843861910901,
+      "grad_norm": 1.0181370973587036,
+      "learning_rate": 6.2980277265340726e-06,
+      "loss": 1.3256,
+      "step": 6212
+    },
+    {
+      "epoch": 0.8899871078642029,
+      "grad_norm": 1.0890717506408691,
+      "learning_rate": 6.281832166356127e-06,
+      "loss": 1.4574,
+      "step": 6213
+    },
+    {
+      "epoch": 0.8901303538175046,
+      "grad_norm": 1.0394588708877563,
+      "learning_rate": 6.265656781380591e-06,
+      "loss": 1.381,
+      "step": 6214
+    },
+    {
+      "epoch": 0.8902735997708064,
+      "grad_norm": 0.9164876937866211,
+      "learning_rate": 6.249501575089567e-06,
+      "loss": 1.3592,
+      "step": 6215
+    },
+    {
+      "epoch": 0.8904168457241083,
+      "grad_norm": 1.1487382650375366,
+      "learning_rate": 6.233366550960884e-06,
+      "loss": 1.2375,
+      "step": 6216
+    },
+    {
+      "epoch": 0.8905600916774101,
+      "grad_norm": 1.1589725017547607,
+      "learning_rate": 6.2172517124680305e-06,
+      "loss": 1.5163,
+      "step": 6217
+    },
+    {
+      "epoch": 0.890703337630712,
+      "grad_norm": 1.051019549369812,
+      "learning_rate": 6.20115706308011e-06,
+      "loss": 1.391,
+      "step": 6218
+    },
+    {
+      "epoch": 0.8908465835840138,
+      "grad_norm": 0.971876859664917,
+      "learning_rate": 6.185082606261927e-06,
+      "loss": 1.4818,
+      "step": 6219
+    },
+    {
+      "epoch": 0.8909898295373155,
+      "grad_norm": 1.0121960639953613,
+      "learning_rate": 6.169028345473881e-06,
+      "loss": 1.4532,
+      "step": 6220
+    },
+    {
+      "epoch": 0.8911330754906174,
+      "grad_norm": 1.060319423675537,
+      "learning_rate": 6.152994284172076e-06,
+      "loss": 1.2701,
+      "step": 6221
+    },
+    {
+      "epoch": 0.8912763214439192,
+      "grad_norm": 1.1370691061019897,
+      "learning_rate": 6.136980425808281e-06,
+      "loss": 1.3615,
+      "step": 6222
+    },
+    {
+      "epoch": 0.8914195673972211,
+      "grad_norm": 1.1304688453674316,
+      "learning_rate": 6.1209867738298286e-06,
+      "loss": 1.3437,
+      "step": 6223
+    },
+    {
+      "epoch": 0.8915628133505229,
+      "grad_norm": 1.135362982749939,
+      "learning_rate": 6.105013331679754e-06,
+      "loss": 1.4937,
+      "step": 6224
+    },
+    {
+      "epoch": 0.8917060593038246,
+      "grad_norm": 1.0333000421524048,
+      "learning_rate": 6.089060102796807e-06,
+      "loss": 1.3297,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8918493052571265,
+      "grad_norm": 1.0888832807540894,
+      "learning_rate": 6.073127090615271e-06,
+      "loss": 1.3374,
+      "step": 6226
+    },
+    {
+      "epoch": 0.8919925512104283,
+      "grad_norm": 0.9742392301559448,
+      "learning_rate": 6.057214298565151e-06,
+      "loss": 1.4332,
+      "step": 6227
+    },
+    {
+      "epoch": 0.8921357971637301,
+      "grad_norm": 1.002204179763794,
+      "learning_rate": 6.041321730072058e-06,
+      "loss": 1.3265,
+      "step": 6228
+    },
+    {
+      "epoch": 0.892279043117032,
+      "grad_norm": 1.2742619514465332,
+      "learning_rate": 6.025449388557281e-06,
+      "loss": 1.3844,
+      "step": 6229
+    },
+    {
+      "epoch": 0.8924222890703337,
+      "grad_norm": 1.2412950992584229,
+      "learning_rate": 6.009597277437762e-06,
+      "loss": 1.4926,
+      "step": 6230
+    },
+    {
+      "epoch": 0.8925655350236356,
+      "grad_norm": 1.2764006853103638,
+      "learning_rate": 5.9937654001260164e-06,
+      "loss": 1.3313,
+      "step": 6231
+    },
+    {
+      "epoch": 0.8927087809769374,
+      "grad_norm": 1.1971936225891113,
+      "learning_rate": 5.977953760030297e-06,
+      "loss": 1.2476,
+      "step": 6232
+    },
+    {
+      "epoch": 0.8928520269302392,
+      "grad_norm": 1.0193358659744263,
+      "learning_rate": 5.962162360554469e-06,
+      "loss": 1.2732,
+      "step": 6233
+    },
+    {
+      "epoch": 0.8929952728835411,
+      "grad_norm": 1.0393463373184204,
+      "learning_rate": 5.9463912050979895e-06,
+      "loss": 1.5181,
+      "step": 6234
+    },
+    {
+      "epoch": 0.8931385188368428,
+      "grad_norm": 1.0391112565994263,
+      "learning_rate": 5.930640297056022e-06,
+      "loss": 1.4855,
+      "step": 6235
+    },
+    {
+      "epoch": 0.8932817647901447,
+      "grad_norm": 1.186385154724121,
+      "learning_rate": 5.914909639819344e-06,
+      "loss": 1.4172,
+      "step": 6236
+    },
+    {
+      "epoch": 0.8934250107434465,
+      "grad_norm": 1.273189663887024,
+      "learning_rate": 5.899199236774377e-06,
+      "loss": 1.4979,
+      "step": 6237
+    },
+    {
+      "epoch": 0.8935682566967483,
+      "grad_norm": 0.995607316493988,
+      "learning_rate": 5.883509091303174e-06,
+      "loss": 1.4818,
+      "step": 6238
+    },
+    {
+      "epoch": 0.8937115026500502,
+      "grad_norm": 0.9792833924293518,
+      "learning_rate": 5.867839206783454e-06,
+      "loss": 1.5104,
+      "step": 6239
+    },
+    {
+      "epoch": 0.8938547486033519,
+      "grad_norm": 1.2258132696151733,
+      "learning_rate": 5.852189586588552e-06,
+      "loss": 1.2725,
+      "step": 6240
+    },
+    {
+      "epoch": 0.8939979945566537,
+      "grad_norm": 1.1458114385604858,
+      "learning_rate": 5.836560234087418e-06,
+      "loss": 1.4634,
+      "step": 6241
+    },
+    {
+      "epoch": 0.8941412405099556,
+      "grad_norm": 1.045519471168518,
+      "learning_rate": 5.820951152644671e-06,
+      "loss": 1.2757,
+      "step": 6242
+    },
+    {
+      "epoch": 0.8942844864632574,
+      "grad_norm": 1.034162998199463,
+      "learning_rate": 5.805362345620602e-06,
+      "loss": 1.3034,
+      "step": 6243
+    },
+    {
+      "epoch": 0.8944277324165593,
+      "grad_norm": 1.21049964427948,
+      "learning_rate": 5.7897938163710365e-06,
+      "loss": 1.2271,
+      "step": 6244
+    },
+    {
+      "epoch": 0.8945709783698611,
+      "grad_norm": 0.9587298035621643,
+      "learning_rate": 5.7742455682475384e-06,
+      "loss": 1.2208,
+      "step": 6245
+    },
+    {
+      "epoch": 0.8947142243231628,
+      "grad_norm": 1.019167423248291,
+      "learning_rate": 5.758717604597242e-06,
+      "loss": 1.5899,
+      "step": 6246
+    },
+    {
+      "epoch": 0.8948574702764647,
+      "grad_norm": 1.1236368417739868,
+      "learning_rate": 5.743209928762927e-06,
+      "loss": 1.378,
+      "step": 6247
+    },
+    {
+      "epoch": 0.8950007162297665,
+      "grad_norm": 1.0332202911376953,
+      "learning_rate": 5.727722544083036e-06,
+      "loss": 1.376,
+      "step": 6248
+    },
+    {
+      "epoch": 0.8951439621830684,
+      "grad_norm": 1.2289108037948608,
+      "learning_rate": 5.71225545389158e-06,
+      "loss": 1.3098,
+      "step": 6249
+    },
+    {
+      "epoch": 0.8952872081363702,
+      "grad_norm": 1.0194878578186035,
+      "learning_rate": 5.696808661518283e-06,
+      "loss": 1.5052,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8954304540896719,
+      "grad_norm": 0.977573812007904,
+      "learning_rate": 5.681382170288452e-06,
+      "loss": 1.3293,
+      "step": 6251
+    },
+    {
+      "epoch": 0.8955737000429738,
+      "grad_norm": 1.1473339796066284,
+      "learning_rate": 5.665975983522997e-06,
+      "loss": 1.4356,
+      "step": 6252
+    },
+    {
+      "epoch": 0.8957169459962756,
+      "grad_norm": 1.1187756061553955,
+      "learning_rate": 5.6505901045385e-06,
+      "loss": 1.469,
+      "step": 6253
+    },
+    {
+      "epoch": 0.8958601919495774,
+      "grad_norm": 1.2606476545333862,
+      "learning_rate": 5.635224536647188e-06,
+      "loss": 1.5047,
+      "step": 6254
+    },
+    {
+      "epoch": 0.8960034379028793,
+      "grad_norm": 1.1383353471755981,
+      "learning_rate": 5.619879283156859e-06,
+      "loss": 1.302,
+      "step": 6255
+    },
+    {
+      "epoch": 0.896146683856181,
+      "grad_norm": 1.072655439376831,
+      "learning_rate": 5.604554347370983e-06,
+      "loss": 1.3901,
+      "step": 6256
+    },
+    {
+      "epoch": 0.8962899298094829,
+      "grad_norm": 1.2543240785598755,
+      "learning_rate": 5.5892497325886195e-06,
+      "loss": 1.4573,
+      "step": 6257
+    },
+    {
+      "epoch": 0.8964331757627847,
+      "grad_norm": 1.1185498237609863,
+      "learning_rate": 5.573965442104489e-06,
+      "loss": 1.4721,
+      "step": 6258
+    },
+    {
+      "epoch": 0.8965764217160865,
+      "grad_norm": 1.2140265703201294,
+      "learning_rate": 5.558701479208916e-06,
+      "loss": 1.4126,
+      "step": 6259
+    },
+    {
+      "epoch": 0.8967196676693884,
+      "grad_norm": 1.0526762008666992,
+      "learning_rate": 5.5434578471878605e-06,
+      "loss": 1.4598,
+      "step": 6260
+    },
+    {
+      "epoch": 0.8968629136226901,
+      "grad_norm": 1.3135911226272583,
+      "learning_rate": 5.528234549322908e-06,
+      "loss": 1.4782,
+      "step": 6261
+    },
+    {
+      "epoch": 0.897006159575992,
+      "grad_norm": 0.9718734622001648,
+      "learning_rate": 5.513031588891226e-06,
+      "loss": 1.2305,
+      "step": 6262
+    },
+    {
+      "epoch": 0.8971494055292938,
+      "grad_norm": 1.0604795217514038,
+      "learning_rate": 5.497848969165631e-06,
+      "loss": 1.5506,
+      "step": 6263
+    },
+    {
+      "epoch": 0.8972926514825956,
+      "grad_norm": 1.2236120700836182,
+      "learning_rate": 5.482686693414629e-06,
+      "loss": 1.2973,
+      "step": 6264
+    },
+    {
+      "epoch": 0.8974358974358975,
+      "grad_norm": 1.1118712425231934,
+      "learning_rate": 5.467544764902221e-06,
+      "loss": 1.3588,
+      "step": 6265
+    },
+    {
+      "epoch": 0.8975791433891993,
+      "grad_norm": 1.0406534671783447,
+      "learning_rate": 5.452423186888111e-06,
+      "loss": 1.4036,
+      "step": 6266
+    },
+    {
+      "epoch": 0.897722389342501,
+      "grad_norm": 1.1222323179244995,
+      "learning_rate": 5.437321962627606e-06,
+      "loss": 1.3272,
+      "step": 6267
+    },
+    {
+      "epoch": 0.8978656352958029,
+      "grad_norm": 1.0185686349868774,
+      "learning_rate": 5.422241095371605e-06,
+      "loss": 1.3161,
+      "step": 6268
+    },
+    {
+      "epoch": 0.8980088812491047,
+      "grad_norm": 0.9755160212516785,
+      "learning_rate": 5.407180588366689e-06,
+      "loss": 1.4805,
+      "step": 6269
+    },
+    {
+      "epoch": 0.8981521272024066,
+      "grad_norm": 1.1287962198257446,
+      "learning_rate": 5.392140444854954e-06,
+      "loss": 1.5086,
+      "step": 6270
+    },
+    {
+      "epoch": 0.8982953731557084,
+      "grad_norm": 1.0656185150146484,
+      "learning_rate": 5.377120668074209e-06,
+      "loss": 1.4051,
+      "step": 6271
+    },
+    {
+      "epoch": 0.8984386191090101,
+      "grad_norm": 1.2613283395767212,
+      "learning_rate": 5.362121261257847e-06,
+      "loss": 1.5857,
+      "step": 6272
+    },
+    {
+      "epoch": 0.898581865062312,
+      "grad_norm": 1.1695163249969482,
+      "learning_rate": 5.3471422276348385e-06,
+      "loss": 1.4927,
+      "step": 6273
+    },
+    {
+      "epoch": 0.8987251110156138,
+      "grad_norm": 1.1775624752044678,
+      "learning_rate": 5.332183570429794e-06,
+      "loss": 1.3306,
+      "step": 6274
+    },
+    {
+      "epoch": 0.8988683569689156,
+      "grad_norm": 1.367767095565796,
+      "learning_rate": 5.317245292862994e-06,
+      "loss": 1.5541,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8990116029222175,
+      "grad_norm": 1.0821754932403564,
+      "learning_rate": 5.302327398150242e-06,
+      "loss": 1.4586,
+      "step": 6276
+    },
+    {
+      "epoch": 0.8991548488755192,
+      "grad_norm": 1.1087195873260498,
+      "learning_rate": 5.287429889502993e-06,
+      "loss": 1.5761,
+      "step": 6277
+    },
+    {
+      "epoch": 0.8992980948288211,
+      "grad_norm": 1.1497455835342407,
+      "learning_rate": 5.272552770128314e-06,
+      "loss": 1.3765,
+      "step": 6278
+    },
+    {
+      "epoch": 0.8994413407821229,
+      "grad_norm": 1.0945699214935303,
+      "learning_rate": 5.257696043228888e-06,
+      "loss": 1.5542,
+      "step": 6279
+    },
+    {
+      "epoch": 0.8995845867354247,
+      "grad_norm": 1.1520041227340698,
+      "learning_rate": 5.242859712003001e-06,
+      "loss": 1.3578,
+      "step": 6280
+    },
+    {
+      "epoch": 0.8997278326887266,
+      "grad_norm": 1.0394275188446045,
+      "learning_rate": 5.22804377964452e-06,
+      "loss": 1.3898,
+      "step": 6281
+    },
+    {
+      "epoch": 0.8998710786420283,
+      "grad_norm": 1.1663857698440552,
+      "learning_rate": 5.2132482493429835e-06,
+      "loss": 1.5414,
+      "step": 6282
+    },
+    {
+      "epoch": 0.9000143245953302,
+      "grad_norm": 0.9243409633636475,
+      "learning_rate": 5.198473124283509e-06,
+      "loss": 1.5269,
+      "step": 6283
+    },
+    {
+      "epoch": 0.900157570548632,
+      "grad_norm": 1.2125672101974487,
+      "learning_rate": 5.183718407646787e-06,
+      "loss": 1.3491,
+      "step": 6284
+    },
+    {
+      "epoch": 0.9003008165019338,
+      "grad_norm": 1.1555185317993164,
+      "learning_rate": 5.168984102609142e-06,
+      "loss": 1.4002,
+      "step": 6285
+    },
+    {
+      "epoch": 0.9004440624552357,
+      "grad_norm": 0.96985924243927,
+      "learning_rate": 5.1542702123425264e-06,
+      "loss": 1.5441,
+      "step": 6286
+    },
+    {
+      "epoch": 0.9005873084085375,
+      "grad_norm": 0.918015718460083,
+      "learning_rate": 5.139576740014462e-06,
+      "loss": 1.4444,
+      "step": 6287
+    },
+    {
+      "epoch": 0.9007305543618392,
+      "grad_norm": 1.1330515146255493,
+      "learning_rate": 5.124903688788096e-06,
+      "loss": 1.5036,
+      "step": 6288
+    },
+    {
+      "epoch": 0.9008738003151411,
+      "grad_norm": 0.956964373588562,
+      "learning_rate": 5.1102510618221686e-06,
+      "loss": 1.4856,
+      "step": 6289
+    },
+    {
+      "epoch": 0.9010170462684429,
+      "grad_norm": 1.1334112882614136,
+      "learning_rate": 5.0956188622710455e-06,
+      "loss": 1.2995,
+      "step": 6290
+    },
+    {
+      "epoch": 0.9011602922217448,
+      "grad_norm": 0.990591287612915,
+      "learning_rate": 5.081007093284651e-06,
+      "loss": 1.3884,
+      "step": 6291
+    },
+    {
+      "epoch": 0.9013035381750466,
+      "grad_norm": 0.9959279894828796,
+      "learning_rate": 5.066415758008536e-06,
+      "loss": 1.4621,
+      "step": 6292
+    },
+    {
+      "epoch": 0.9014467841283483,
+      "grad_norm": 1.205352544784546,
+      "learning_rate": 5.051844859583888e-06,
+      "loss": 1.3758,
+      "step": 6293
+    },
+    {
+      "epoch": 0.9015900300816502,
+      "grad_norm": 1.0880807638168335,
+      "learning_rate": 5.03729440114743e-06,
+      "loss": 1.2296,
+      "step": 6294
+    },
+    {
+      "epoch": 0.901733276034952,
+      "grad_norm": 1.2512961626052856,
+      "learning_rate": 5.022764385831524e-06,
+      "loss": 1.4144,
+      "step": 6295
+    },
+    {
+      "epoch": 0.9018765219882539,
+      "grad_norm": 1.020394206047058,
+      "learning_rate": 5.008254816764124e-06,
+      "loss": 1.5216,
+      "step": 6296
+    },
+    {
+      "epoch": 0.9020197679415557,
+      "grad_norm": 0.9246445298194885,
+      "learning_rate": 4.993765697068787e-06,
+      "loss": 1.5183,
+      "step": 6297
+    },
+    {
+      "epoch": 0.9021630138948574,
+      "grad_norm": 0.9878193140029907,
+      "learning_rate": 4.979297029864672e-06,
+      "loss": 1.4028,
+      "step": 6298
+    },
+    {
+      "epoch": 0.9023062598481593,
+      "grad_norm": 0.9406009316444397,
+      "learning_rate": 4.964848818266466e-06,
+      "loss": 1.3481,
+      "step": 6299
+    },
+    {
+      "epoch": 0.9024495058014611,
+      "grad_norm": 1.2445976734161377,
+      "learning_rate": 4.950421065384581e-06,
+      "loss": 1.2559,
+      "step": 6300
+    },
+    {
+      "epoch": 0.902592751754763,
+      "grad_norm": 1.3139457702636719,
+      "learning_rate": 4.936013774324944e-06,
+      "loss": 1.4789,
+      "step": 6301
+    },
+    {
+      "epoch": 0.9027359977080648,
+      "grad_norm": 1.2413051128387451,
+      "learning_rate": 4.9216269481890505e-06,
+      "loss": 1.5214,
+      "step": 6302
+    },
+    {
+      "epoch": 0.9028792436613665,
+      "grad_norm": 1.183624505996704,
+      "learning_rate": 4.907260590074048e-06,
+      "loss": 1.378,
+      "step": 6303
+    },
+    {
+      "epoch": 0.9030224896146684,
+      "grad_norm": 1.085641622543335,
+      "learning_rate": 4.892914703072671e-06,
+      "loss": 1.3144,
+      "step": 6304
+    },
+    {
+      "epoch": 0.9031657355679702,
+      "grad_norm": 1.0637494325637817,
+      "learning_rate": 4.8785892902732275e-06,
+      "loss": 1.2997,
+      "step": 6305
+    },
+    {
+      "epoch": 0.903308981521272,
+      "grad_norm": 1.103173851966858,
+      "learning_rate": 4.864284354759607e-06,
+      "loss": 1.3649,
+      "step": 6306
+    },
+    {
+      "epoch": 0.9034522274745739,
+      "grad_norm": 1.1360841989517212,
+      "learning_rate": 4.849999899611324e-06,
+      "loss": 1.283,
+      "step": 6307
+    },
+    {
+      "epoch": 0.9035954734278757,
+      "grad_norm": 1.1780288219451904,
+      "learning_rate": 4.835735927903473e-06,
+      "loss": 1.2554,
+      "step": 6308
+    },
+    {
+      "epoch": 0.9037387193811774,
+      "grad_norm": 1.119297742843628,
+      "learning_rate": 4.821492442706732e-06,
+      "loss": 1.4898,
+      "step": 6309
+    },
+    {
+      "epoch": 0.9038819653344793,
+      "grad_norm": 0.9805101752281189,
+      "learning_rate": 4.807269447087348e-06,
+      "loss": 1.3611,
+      "step": 6310
+    },
+    {
+      "epoch": 0.9040252112877811,
+      "grad_norm": 1.1155318021774292,
+      "learning_rate": 4.793066944107205e-06,
+      "loss": 1.428,
+      "step": 6311
+    },
+    {
+      "epoch": 0.904168457241083,
+      "grad_norm": 0.977258563041687,
+      "learning_rate": 4.778884936823758e-06,
+      "loss": 1.565,
+      "step": 6312
+    },
+    {
+      "epoch": 0.9043117031943848,
+      "grad_norm": 1.0158205032348633,
+      "learning_rate": 4.764723428290019e-06,
+      "loss": 1.3421,
+      "step": 6313
+    },
+    {
+      "epoch": 0.9044549491476865,
+      "grad_norm": 1.1012588739395142,
+      "learning_rate": 4.750582421554605e-06,
+      "loss": 1.506,
+      "step": 6314
+    },
+    {
+      "epoch": 0.9045981951009884,
+      "grad_norm": 1.1143509149551392,
+      "learning_rate": 4.7364619196617495e-06,
+      "loss": 1.3486,
+      "step": 6315
+    },
+    {
+      "epoch": 0.9047414410542902,
+      "grad_norm": 1.0854368209838867,
+      "learning_rate": 4.722361925651231e-06,
+      "loss": 1.421,
+      "step": 6316
+    },
+    {
+      "epoch": 0.9048846870075921,
+      "grad_norm": 0.8643947243690491,
+      "learning_rate": 4.708282442558443e-06,
+      "loss": 1.3578,
+      "step": 6317
+    },
+    {
+      "epoch": 0.9050279329608939,
+      "grad_norm": 1.090000867843628,
+      "learning_rate": 4.694223473414328e-06,
+      "loss": 1.2989,
+      "step": 6318
+    },
+    {
+      "epoch": 0.9051711789141956,
+      "grad_norm": 0.943589448928833,
+      "learning_rate": 4.6801850212454755e-06,
+      "loss": 1.4078,
+      "step": 6319
+    },
+    {
+      "epoch": 0.9053144248674975,
+      "grad_norm": 1.1402839422225952,
+      "learning_rate": 4.6661670890739475e-06,
+      "loss": 1.4439,
+      "step": 6320
+    },
+    {
+      "epoch": 0.9054576708207993,
+      "grad_norm": 1.396989107131958,
+      "learning_rate": 4.652169679917517e-06,
+      "loss": 1.5265,
+      "step": 6321
+    },
+    {
+      "epoch": 0.9056009167741012,
+      "grad_norm": 1.0405306816101074,
+      "learning_rate": 4.638192796789487e-06,
+      "loss": 1.6114,
+      "step": 6322
+    },
+    {
+      "epoch": 0.905744162727403,
+      "grad_norm": 1.0775209665298462,
+      "learning_rate": 4.6242364426986815e-06,
+      "loss": 1.4726,
+      "step": 6323
+    },
+    {
+      "epoch": 0.9058874086807047,
+      "grad_norm": 1.1018314361572266,
+      "learning_rate": 4.610300620649577e-06,
+      "loss": 1.1575,
+      "step": 6324
+    },
+    {
+      "epoch": 0.9060306546340066,
+      "grad_norm": 0.9830519556999207,
+      "learning_rate": 4.59638533364225e-06,
+      "loss": 1.4403,
+      "step": 6325
+    },
+    {
+      "epoch": 0.9061739005873084,
+      "grad_norm": 1.3859965801239014,
+      "learning_rate": 4.582490584672272e-06,
+      "loss": 1.3798,
+      "step": 6326
+    },
+    {
+      "epoch": 0.9063171465406102,
+      "grad_norm": 1.302810549736023,
+      "learning_rate": 4.5686163767308606e-06,
+      "loss": 1.4413,
+      "step": 6327
+    },
+    {
+      "epoch": 0.9064603924939121,
+      "grad_norm": 1.0798993110656738,
+      "learning_rate": 4.554762712804772e-06,
+      "loss": 1.3169,
+      "step": 6328
+    },
+    {
+      "epoch": 0.9066036384472138,
+      "grad_norm": 1.1346153020858765,
+      "learning_rate": 4.540929595876376e-06,
+      "loss": 1.419,
+      "step": 6329
+    },
+    {
+      "epoch": 0.9067468844005157,
+      "grad_norm": 0.9723275303840637,
+      "learning_rate": 4.527117028923599e-06,
+      "loss": 1.4541,
+      "step": 6330
+    },
+    {
+      "epoch": 0.9068901303538175,
+      "grad_norm": 0.9596606492996216,
+      "learning_rate": 4.513325014919923e-06,
+      "loss": 1.5068,
+      "step": 6331
+    },
+    {
+      "epoch": 0.9070333763071193,
+      "grad_norm": 1.0098644495010376,
+      "learning_rate": 4.499553556834446e-06,
+      "loss": 1.3566,
+      "step": 6332
+    },
+    {
+      "epoch": 0.9071766222604212,
+      "grad_norm": 0.9861423373222351,
+      "learning_rate": 4.4858026576318435e-06,
+      "loss": 1.3774,
+      "step": 6333
+    },
+    {
+      "epoch": 0.907319868213723,
+      "grad_norm": 1.1266506910324097,
+      "learning_rate": 4.472072320272292e-06,
+      "loss": 1.4875,
+      "step": 6334
+    },
+    {
+      "epoch": 0.9074631141670247,
+      "grad_norm": 0.9782930612564087,
+      "learning_rate": 4.4583625477116256e-06,
+      "loss": 1.4333,
+      "step": 6335
+    },
+    {
+      "epoch": 0.9076063601203266,
+      "grad_norm": 1.1029564142227173,
+      "learning_rate": 4.444673342901218e-06,
+      "loss": 1.3255,
+      "step": 6336
+    },
+    {
+      "epoch": 0.9077496060736284,
+      "grad_norm": 1.2239032983779907,
+      "learning_rate": 4.431004708788011e-06,
+      "loss": 1.2623,
+      "step": 6337
+    },
+    {
+      "epoch": 0.9078928520269303,
+      "grad_norm": 1.157075047492981,
+      "learning_rate": 4.41735664831453e-06,
+      "loss": 1.3216,
+      "step": 6338
+    },
+    {
+      "epoch": 0.9080360979802321,
+      "grad_norm": 1.0580551624298096,
+      "learning_rate": 4.403729164418857e-06,
+      "loss": 1.4242,
+      "step": 6339
+    },
+    {
+      "epoch": 0.9081793439335338,
+      "grad_norm": 1.128772497177124,
+      "learning_rate": 4.390122260034657e-06,
+      "loss": 1.4495,
+      "step": 6340
+    },
+    {
+      "epoch": 0.9083225898868357,
+      "grad_norm": 1.118591547012329,
+      "learning_rate": 4.376535938091153e-06,
+      "loss": 1.1828,
+      "step": 6341
+    },
+    {
+      "epoch": 0.9084658358401375,
+      "grad_norm": 1.4759726524353027,
+      "learning_rate": 4.362970201513139e-06,
+      "loss": 1.3607,
+      "step": 6342
+    },
+    {
+      "epoch": 0.9086090817934394,
+      "grad_norm": 1.0948593616485596,
+      "learning_rate": 4.3494250532210124e-06,
+      "loss": 1.6938,
+      "step": 6343
+    },
+    {
+      "epoch": 0.9087523277467412,
+      "grad_norm": 1.1672608852386475,
+      "learning_rate": 4.335900496130674e-06,
+      "loss": 1.4723,
+      "step": 6344
+    },
+    {
+      "epoch": 0.9088955737000429,
+      "grad_norm": 1.0754538774490356,
+      "learning_rate": 4.3223965331536386e-06,
+      "loss": 1.3828,
+      "step": 6345
+    },
+    {
+      "epoch": 0.9090388196533448,
+      "grad_norm": 1.215622067451477,
+      "learning_rate": 4.308913167196982e-06,
+      "loss": 1.3218,
+      "step": 6346
+    },
+    {
+      "epoch": 0.9091820656066466,
+      "grad_norm": 1.0860058069229126,
+      "learning_rate": 4.2954504011633255e-06,
+      "loss": 1.4835,
+      "step": 6347
+    },
+    {
+      "epoch": 0.9093253115599484,
+      "grad_norm": 1.0573277473449707,
+      "learning_rate": 4.282008237950896e-06,
+      "loss": 1.3617,
+      "step": 6348
+    },
+    {
+      "epoch": 0.9094685575132503,
+      "grad_norm": 1.3425668478012085,
+      "learning_rate": 4.2685866804534236e-06,
+      "loss": 1.3341,
+      "step": 6349
+    },
+    {
+      "epoch": 0.909611803466552,
+      "grad_norm": 0.9042083621025085,
+      "learning_rate": 4.255185731560252e-06,
+      "loss": 1.5137,
+      "step": 6350
+    },
+    {
+      "epoch": 0.9097550494198539,
+      "grad_norm": 0.9958418607711792,
+      "learning_rate": 4.241805394156295e-06,
+      "loss": 1.5484,
+      "step": 6351
+    },
+    {
+      "epoch": 0.9098982953731557,
+      "grad_norm": 1.583027720451355,
+      "learning_rate": 4.228445671121972e-06,
+      "loss": 1.5344,
+      "step": 6352
+    },
+    {
+      "epoch": 0.9100415413264575,
+      "grad_norm": 0.9357221722602844,
+      "learning_rate": 4.215106565333316e-06,
+      "loss": 1.4708,
+      "step": 6353
+    },
+    {
+      "epoch": 0.9101847872797594,
+      "grad_norm": 1.00025475025177,
+      "learning_rate": 4.201788079661928e-06,
+      "loss": 1.4902,
+      "step": 6354
+    },
+    {
+      "epoch": 0.9103280332330612,
+      "grad_norm": 1.4275147914886475,
+      "learning_rate": 4.188490216974916e-06,
+      "loss": 1.5024,
+      "step": 6355
+    },
+    {
+      "epoch": 0.910471279186363,
+      "grad_norm": 0.9889761805534363,
+      "learning_rate": 4.17521298013499e-06,
+      "loss": 1.4748,
+      "step": 6356
+    },
+    {
+      "epoch": 0.9106145251396648,
+      "grad_norm": 1.2073086500167847,
+      "learning_rate": 4.161956372000419e-06,
+      "loss": 1.4881,
+      "step": 6357
+    },
+    {
+      "epoch": 0.9107577710929666,
+      "grad_norm": 1.0764003992080688,
+      "learning_rate": 4.14872039542501e-06,
+      "loss": 1.3845,
+      "step": 6358
+    },
+    {
+      "epoch": 0.9109010170462685,
+      "grad_norm": 0.9421550631523132,
+      "learning_rate": 4.135505053258171e-06,
+      "loss": 1.4836,
+      "step": 6359
+    },
+    {
+      "epoch": 0.9110442629995703,
+      "grad_norm": 0.9247095584869385,
+      "learning_rate": 4.122310348344782e-06,
+      "loss": 1.3995,
+      "step": 6360
+    },
+    {
+      "epoch": 0.911187508952872,
+      "grad_norm": 0.9876846671104431,
+      "learning_rate": 4.109136283525394e-06,
+      "loss": 1.5872,
+      "step": 6361
+    },
+    {
+      "epoch": 0.9113307549061739,
+      "grad_norm": 1.2483747005462646,
+      "learning_rate": 4.0959828616360385e-06,
+      "loss": 1.1838,
+      "step": 6362
+    },
+    {
+      "epoch": 0.9114740008594757,
+      "grad_norm": 1.0280324220657349,
+      "learning_rate": 4.082850085508305e-06,
+      "loss": 1.3445,
+      "step": 6363
+    },
+    {
+      "epoch": 0.9116172468127776,
+      "grad_norm": 1.0107249021530151,
+      "learning_rate": 4.069737957969366e-06,
+      "loss": 1.3585,
+      "step": 6364
+    },
+    {
+      "epoch": 0.9117604927660794,
+      "grad_norm": 1.0860885381698608,
+      "learning_rate": 4.056646481841952e-06,
+      "loss": 1.3312,
+      "step": 6365
+    },
+    {
+      "epoch": 0.9119037387193811,
+      "grad_norm": 1.0033942461013794,
+      "learning_rate": 4.04357565994431e-06,
+      "loss": 1.4502,
+      "step": 6366
+    },
+    {
+      "epoch": 0.912046984672683,
+      "grad_norm": 1.1806278228759766,
+      "learning_rate": 4.030525495090276e-06,
+      "loss": 1.4194,
+      "step": 6367
+    },
+    {
+      "epoch": 0.9121902306259848,
+      "grad_norm": 1.1102980375289917,
+      "learning_rate": 4.017495990089227e-06,
+      "loss": 1.4983,
+      "step": 6368
+    },
+    {
+      "epoch": 0.9123334765792867,
+      "grad_norm": 0.9422292113304138,
+      "learning_rate": 4.004487147746105e-06,
+      "loss": 1.4048,
+      "step": 6369
+    },
+    {
+      "epoch": 0.9124767225325885,
+      "grad_norm": 1.0673761367797852,
+      "learning_rate": 3.991498970861373e-06,
+      "loss": 1.3297,
+      "step": 6370
+    },
+    {
+      "epoch": 0.9126199684858902,
+      "grad_norm": 1.0775753259658813,
+      "learning_rate": 3.9785314622310495e-06,
+      "loss": 1.4202,
+      "step": 6371
+    },
+    {
+      "epoch": 0.9127632144391921,
+      "grad_norm": 1.0467000007629395,
+      "learning_rate": 3.965584624646768e-06,
+      "loss": 1.2452,
+      "step": 6372
+    },
+    {
+      "epoch": 0.9129064603924939,
+      "grad_norm": 1.1203004121780396,
+      "learning_rate": 3.9526584608956196e-06,
+      "loss": 1.4593,
+      "step": 6373
+    },
+    {
+      "epoch": 0.9130497063457957,
+      "grad_norm": 1.0110938549041748,
+      "learning_rate": 3.939752973760313e-06,
+      "loss": 1.4139,
+      "step": 6374
+    },
+    {
+      "epoch": 0.9131929522990976,
+      "grad_norm": 1.1139836311340332,
+      "learning_rate": 3.9268681660190595e-06,
+      "loss": 1.3361,
+      "step": 6375
+    },
+    {
+      "epoch": 0.9133361982523994,
+      "grad_norm": 1.119223952293396,
+      "learning_rate": 3.9140040404456515e-06,
+      "loss": 1.3304,
+      "step": 6376
+    },
+    {
+      "epoch": 0.9134794442057012,
+      "grad_norm": 1.048534870147705,
+      "learning_rate": 3.901160599809428e-06,
+      "loss": 1.3544,
+      "step": 6377
+    },
+    {
+      "epoch": 0.913622690159003,
+      "grad_norm": 1.0672327280044556,
+      "learning_rate": 3.888337846875223e-06,
+      "loss": 1.4367,
+      "step": 6378
+    },
+    {
+      "epoch": 0.9137659361123048,
+      "grad_norm": 1.0619200468063354,
+      "learning_rate": 3.875535784403495e-06,
+      "loss": 1.2414,
+      "step": 6379
+    },
+    {
+      "epoch": 0.9139091820656067,
+      "grad_norm": 1.148985743522644,
+      "learning_rate": 3.862754415150216e-06,
+      "loss": 1.4025,
+      "step": 6380
+    },
+    {
+      "epoch": 0.9140524280189085,
+      "grad_norm": 1.195387840270996,
+      "learning_rate": 3.849993741866864e-06,
+      "loss": 1.4488,
+      "step": 6381
+    },
+    {
+      "epoch": 0.9141956739722102,
+      "grad_norm": 1.0949747562408447,
+      "learning_rate": 3.837253767300519e-06,
+      "loss": 1.3696,
+      "step": 6382
+    },
+    {
+      "epoch": 0.9143389199255121,
+      "grad_norm": 1.1744087934494019,
+      "learning_rate": 3.824534494193799e-06,
+      "loss": 1.4687,
+      "step": 6383
+    },
+    {
+      "epoch": 0.9144821658788139,
+      "grad_norm": 1.0177662372589111,
+      "learning_rate": 3.8118359252848236e-06,
+      "loss": 1.2714,
+      "step": 6384
+    },
+    {
+      "epoch": 0.9146254118321158,
+      "grad_norm": 1.1878079175949097,
+      "learning_rate": 3.799158063307273e-06,
+      "loss": 1.4236,
+      "step": 6385
+    },
+    {
+      "epoch": 0.9147686577854176,
+      "grad_norm": 0.9410237073898315,
+      "learning_rate": 3.786500910990398e-06,
+      "loss": 1.4233,
+      "step": 6386
+    },
+    {
+      "epoch": 0.9149119037387193,
+      "grad_norm": 1.07319974899292,
+      "learning_rate": 3.773864471058963e-06,
+      "loss": 1.2288,
+      "step": 6387
+    },
+    {
+      "epoch": 0.9150551496920212,
+      "grad_norm": 1.0688315629959106,
+      "learning_rate": 3.76124874623327e-06,
+      "loss": 1.3372,
+      "step": 6388
+    },
+    {
+      "epoch": 0.915198395645323,
+      "grad_norm": 1.0353517532348633,
+      "learning_rate": 3.748653739229191e-06,
+      "loss": 1.3469,
+      "step": 6389
+    },
+    {
+      "epoch": 0.9153416415986249,
+      "grad_norm": 1.019753336906433,
+      "learning_rate": 3.7360794527581234e-06,
+      "loss": 1.429,
+      "step": 6390
+    },
+    {
+      "epoch": 0.9154848875519267,
+      "grad_norm": 0.9661506414413452,
+      "learning_rate": 3.7235258895269686e-06,
+      "loss": 1.208,
+      "step": 6391
+    },
+    {
+      "epoch": 0.9156281335052284,
+      "grad_norm": 1.280808925628662,
+      "learning_rate": 3.7109930522382097e-06,
+      "loss": 1.4451,
+      "step": 6392
+    },
+    {
+      "epoch": 0.9157713794585303,
+      "grad_norm": 1.1797090768814087,
+      "learning_rate": 3.698480943589888e-06,
+      "loss": 1.4483,
+      "step": 6393
+    },
+    {
+      "epoch": 0.9159146254118321,
+      "grad_norm": 1.089980125427246,
+      "learning_rate": 3.685989566275516e-06,
+      "loss": 1.505,
+      "step": 6394
+    },
+    {
+      "epoch": 0.916057871365134,
+      "grad_norm": 0.970294713973999,
+      "learning_rate": 3.673518922984187e-06,
+      "loss": 1.3925,
+      "step": 6395
+    },
+    {
+      "epoch": 0.9162011173184358,
+      "grad_norm": 1.1746958494186401,
+      "learning_rate": 3.66106901640052e-06,
+      "loss": 1.3393,
+      "step": 6396
+    },
+    {
+      "epoch": 0.9163443632717376,
+      "grad_norm": 1.1964621543884277,
+      "learning_rate": 3.6486398492046827e-06,
+      "loss": 1.4318,
+      "step": 6397
+    },
+    {
+      "epoch": 0.9164876092250394,
+      "grad_norm": 1.0053235292434692,
+      "learning_rate": 3.636231424072367e-06,
+      "loss": 1.3474,
+      "step": 6398
+    },
+    {
+      "epoch": 0.9166308551783412,
+      "grad_norm": 1.0195034742355347,
+      "learning_rate": 3.623843743674771e-06,
+      "loss": 1.4474,
+      "step": 6399
+    },
+    {
+      "epoch": 0.916774101131643,
+      "grad_norm": 1.2895842790603638,
+      "learning_rate": 3.611476810678693e-06,
+      "loss": 1.4155,
+      "step": 6400
+    },
+    {
+      "epoch": 0.9169173470849449,
+      "grad_norm": 0.9720560312271118,
+      "learning_rate": 3.5991306277464167e-06,
+      "loss": 1.4733,
+      "step": 6401
+    },
+    {
+      "epoch": 0.9170605930382467,
+      "grad_norm": 1.119398832321167,
+      "learning_rate": 3.5868051975357587e-06,
+      "loss": 1.3115,
+      "step": 6402
+    },
+    {
+      "epoch": 0.9172038389915484,
+      "grad_norm": 1.0377987623214722,
+      "learning_rate": 3.5745005227000637e-06,
+      "loss": 1.4755,
+      "step": 6403
+    },
+    {
+      "epoch": 0.9173470849448503,
+      "grad_norm": 1.2125979661941528,
+      "learning_rate": 3.56221660588828e-06,
+      "loss": 1.3377,
+      "step": 6404
+    },
+    {
+      "epoch": 0.9174903308981521,
+      "grad_norm": 1.0078781843185425,
+      "learning_rate": 3.5499534497447807e-06,
+      "loss": 1.2681,
+      "step": 6405
+    },
+    {
+      "epoch": 0.917633576851454,
+      "grad_norm": 1.0390719175338745,
+      "learning_rate": 3.5377110569095316e-06,
+      "loss": 1.3806,
+      "step": 6406
+    },
+    {
+      "epoch": 0.9177768228047558,
+      "grad_norm": 1.130592703819275,
+      "learning_rate": 3.5254894300180252e-06,
+      "loss": 1.447,
+      "step": 6407
+    },
+    {
+      "epoch": 0.9179200687580575,
+      "grad_norm": 1.1538242101669312,
+      "learning_rate": 3.5132885717012675e-06,
+      "loss": 1.2349,
+      "step": 6408
+    },
+    {
+      "epoch": 0.9180633147113594,
+      "grad_norm": 1.2864257097244263,
+      "learning_rate": 3.5011084845858246e-06,
+      "loss": 1.2719,
+      "step": 6409
+    },
+    {
+      "epoch": 0.9182065606646612,
+      "grad_norm": 1.018214225769043,
+      "learning_rate": 3.4889491712937205e-06,
+      "loss": 1.3384,
+      "step": 6410
+    },
+    {
+      "epoch": 0.9183498066179631,
+      "grad_norm": 0.9690468311309814,
+      "learning_rate": 3.4768106344425956e-06,
+      "loss": 1.4886,
+      "step": 6411
+    },
+    {
+      "epoch": 0.9184930525712649,
+      "grad_norm": 0.937770664691925,
+      "learning_rate": 3.46469287664557e-06,
+      "loss": 1.3224,
+      "step": 6412
+    },
+    {
+      "epoch": 0.9186362985245666,
+      "grad_norm": 1.2130100727081299,
+      "learning_rate": 3.4525959005112794e-06,
+      "loss": 1.5148,
+      "step": 6413
+    },
+    {
+      "epoch": 0.9187795444778685,
+      "grad_norm": 0.8964012265205383,
+      "learning_rate": 3.440519708643919e-06,
+      "loss": 1.3737,
+      "step": 6414
+    },
+    {
+      "epoch": 0.9189227904311703,
+      "grad_norm": 1.182912826538086,
+      "learning_rate": 3.428464303643186e-06,
+      "loss": 1.3598,
+      "step": 6415
+    },
+    {
+      "epoch": 0.9190660363844722,
+      "grad_norm": 1.2221131324768066,
+      "learning_rate": 3.4164296881043055e-06,
+      "loss": 1.5451,
+      "step": 6416
+    },
+    {
+      "epoch": 0.919209282337774,
+      "grad_norm": 0.9978241920471191,
+      "learning_rate": 3.4044158646180604e-06,
+      "loss": 1.4052,
+      "step": 6417
+    },
+    {
+      "epoch": 0.9193525282910758,
+      "grad_norm": 1.2182223796844482,
+      "learning_rate": 3.3924228357706922e-06,
+      "loss": 1.5297,
+      "step": 6418
+    },
+    {
+      "epoch": 0.9194957742443776,
+      "grad_norm": 1.1582732200622559,
+      "learning_rate": 3.3804506041440363e-06,
+      "loss": 1.6103,
+      "step": 6419
+    },
+    {
+      "epoch": 0.9196390201976794,
+      "grad_norm": 1.3703583478927612,
+      "learning_rate": 3.368499172315398e-06,
+      "loss": 1.3606,
+      "step": 6420
+    },
+    {
+      "epoch": 0.9197822661509812,
+      "grad_norm": 1.1609599590301514,
+      "learning_rate": 3.356568542857619e-06,
+      "loss": 1.242,
+      "step": 6421
+    },
+    {
+      "epoch": 0.9199255121042831,
+      "grad_norm": 1.139886498451233,
+      "learning_rate": 3.3446587183390888e-06,
+      "loss": 1.4803,
+      "step": 6422
+    },
+    {
+      "epoch": 0.9200687580575849,
+      "grad_norm": 1.0496658086776733,
+      "learning_rate": 3.3327697013236904e-06,
+      "loss": 1.5062,
+      "step": 6423
+    },
+    {
+      "epoch": 0.9202120040108867,
+      "grad_norm": 1.3452743291854858,
+      "learning_rate": 3.3209014943708204e-06,
+      "loss": 1.2202,
+      "step": 6424
+    },
+    {
+      "epoch": 0.9203552499641885,
+      "grad_norm": 0.9751825928688049,
+      "learning_rate": 3.3090541000354358e-06,
+      "loss": 1.4753,
+      "step": 6425
+    },
+    {
+      "epoch": 0.9204984959174903,
+      "grad_norm": 1.0564302206039429,
+      "learning_rate": 3.2972275208679625e-06,
+      "loss": 1.4392,
+      "step": 6426
+    },
+    {
+      "epoch": 0.9206417418707922,
+      "grad_norm": 0.9097181558609009,
+      "learning_rate": 3.2854217594143975e-06,
+      "loss": 1.3726,
+      "step": 6427
+    },
+    {
+      "epoch": 0.920784987824094,
+      "grad_norm": 1.233280897140503,
+      "learning_rate": 3.273636818216197e-06,
+      "loss": 1.5067,
+      "step": 6428
+    },
+    {
+      "epoch": 0.9209282337773957,
+      "grad_norm": 1.1452491283416748,
+      "learning_rate": 3.2618726998103867e-06,
+      "loss": 1.6335,
+      "step": 6429
+    },
+    {
+      "epoch": 0.9210714797306976,
+      "grad_norm": 1.074838638305664,
+      "learning_rate": 3.2501294067295073e-06,
+      "loss": 1.6793,
+      "step": 6430
+    },
+    {
+      "epoch": 0.9212147256839994,
+      "grad_norm": 1.175089716911316,
+      "learning_rate": 3.2384069415015594e-06,
+      "loss": 1.285,
+      "step": 6431
+    },
+    {
+      "epoch": 0.9213579716373013,
+      "grad_norm": 1.0840801000595093,
+      "learning_rate": 3.226705306650113e-06,
+      "loss": 1.4208,
+      "step": 6432
+    },
+    {
+      "epoch": 0.9215012175906031,
+      "grad_norm": 1.1551790237426758,
+      "learning_rate": 3.215024504694264e-06,
+      "loss": 1.5012,
+      "step": 6433
+    },
+    {
+      "epoch": 0.9216444635439048,
+      "grad_norm": 0.9709231853485107,
+      "learning_rate": 3.203364538148579e-06,
+      "loss": 1.3812,
+      "step": 6434
+    },
+    {
+      "epoch": 0.9217877094972067,
+      "grad_norm": 0.9022632837295532,
+      "learning_rate": 3.1917254095231606e-06,
+      "loss": 1.4048,
+      "step": 6435
+    },
+    {
+      "epoch": 0.9219309554505085,
+      "grad_norm": 1.0848182439804077,
+      "learning_rate": 3.1801071213236277e-06,
+      "loss": 1.4275,
+      "step": 6436
+    },
+    {
+      "epoch": 0.9220742014038104,
+      "grad_norm": 0.9623299241065979,
+      "learning_rate": 3.1685096760511123e-06,
+      "loss": 1.5368,
+      "step": 6437
+    },
+    {
+      "epoch": 0.9222174473571122,
+      "grad_norm": 1.0503973960876465,
+      "learning_rate": 3.156933076202262e-06,
+      "loss": 1.319,
+      "step": 6438
+    },
+    {
+      "epoch": 0.9223606933104139,
+      "grad_norm": 1.0150331258773804,
+      "learning_rate": 3.145377324269205e-06,
+      "loss": 1.549,
+      "step": 6439
+    },
+    {
+      "epoch": 0.9225039392637158,
+      "grad_norm": 1.2025303840637207,
+      "learning_rate": 3.1338424227396524e-06,
+      "loss": 1.5054,
+      "step": 6440
+    },
+    {
+      "epoch": 0.9226471852170176,
+      "grad_norm": 0.8872280120849609,
+      "learning_rate": 3.122328374096761e-06,
+      "loss": 1.3981,
+      "step": 6441
+    },
+    {
+      "epoch": 0.9227904311703194,
+      "grad_norm": 1.0482522249221802,
+      "learning_rate": 3.110835180819216e-06,
+      "loss": 1.388,
+      "step": 6442
+    },
+    {
+      "epoch": 0.9229336771236213,
+      "grad_norm": 1.0854207277297974,
+      "learning_rate": 3.099362845381215e-06,
+      "loss": 1.396,
+      "step": 6443
+    },
+    {
+      "epoch": 0.9230769230769231,
+      "grad_norm": 1.0515236854553223,
+      "learning_rate": 3.0879113702524832e-06,
+      "loss": 1.3437,
+      "step": 6444
+    },
+    {
+      "epoch": 0.9232201690302249,
+      "grad_norm": 1.431052803993225,
+      "learning_rate": 3.0764807578982256e-06,
+      "loss": 1.2292,
+      "step": 6445
+    },
+    {
+      "epoch": 0.9233634149835267,
+      "grad_norm": 1.0787327289581299,
+      "learning_rate": 3.0650710107791748e-06,
+      "loss": 1.4039,
+      "step": 6446
+    },
+    {
+      "epoch": 0.9235066609368285,
+      "grad_norm": 0.8837710022926331,
+      "learning_rate": 3.053682131351576e-06,
+      "loss": 1.4251,
+      "step": 6447
+    },
+    {
+      "epoch": 0.9236499068901304,
+      "grad_norm": 1.074719786643982,
+      "learning_rate": 3.042314122067169e-06,
+      "loss": 1.3458,
+      "step": 6448
+    },
+    {
+      "epoch": 0.9237931528434322,
+      "grad_norm": 1.3115264177322388,
+      "learning_rate": 3.0309669853731848e-06,
+      "loss": 1.3821,
+      "step": 6449
+    },
+    {
+      "epoch": 0.923936398796734,
+      "grad_norm": 0.9966912269592285,
+      "learning_rate": 3.0196407237124024e-06,
+      "loss": 1.3857,
+      "step": 6450
+    },
+    {
+      "epoch": 0.9240796447500358,
+      "grad_norm": 1.0268218517303467,
+      "learning_rate": 3.008335339523105e-06,
+      "loss": 1.4235,
+      "step": 6451
+    },
+    {
+      "epoch": 0.9242228907033376,
+      "grad_norm": 1.1190305948257446,
+      "learning_rate": 2.9970508352390125e-06,
+      "loss": 1.3527,
+      "step": 6452
+    },
+    {
+      "epoch": 0.9243661366566395,
+      "grad_norm": 1.0660287141799927,
+      "learning_rate": 2.985787213289415e-06,
+      "loss": 1.4,
+      "step": 6453
+    },
+    {
+      "epoch": 0.9245093826099413,
+      "grad_norm": 0.9513484239578247,
+      "learning_rate": 2.9745444760991283e-06,
+      "loss": 1.3539,
+      "step": 6454
+    },
+    {
+      "epoch": 0.924652628563243,
+      "grad_norm": 1.0119197368621826,
+      "learning_rate": 2.963322626088405e-06,
+      "loss": 1.3995,
+      "step": 6455
+    },
+    {
+      "epoch": 0.9247958745165449,
+      "grad_norm": 1.1172553300857544,
+      "learning_rate": 2.9521216656730242e-06,
+      "loss": 1.4923,
+      "step": 6456
+    },
+    {
+      "epoch": 0.9249391204698467,
+      "grad_norm": 1.1415332555770874,
+      "learning_rate": 2.9409415972642905e-06,
+      "loss": 1.42,
+      "step": 6457
+    },
+    {
+      "epoch": 0.9250823664231486,
+      "grad_norm": 1.1004066467285156,
+      "learning_rate": 2.9297824232689895e-06,
+      "loss": 1.519,
+      "step": 6458
+    },
+    {
+      "epoch": 0.9252256123764504,
+      "grad_norm": 1.0522913932800293,
+      "learning_rate": 2.9186441460894333e-06,
+      "loss": 1.3847,
+      "step": 6459
+    },
+    {
+      "epoch": 0.9253688583297521,
+      "grad_norm": 1.1068953275680542,
+      "learning_rate": 2.9075267681233697e-06,
+      "loss": 1.2978,
+      "step": 6460
+    },
+    {
+      "epoch": 0.925512104283054,
+      "grad_norm": 1.3516517877578735,
+      "learning_rate": 2.896430291764152e-06,
+      "loss": 1.3402,
+      "step": 6461
+    },
+    {
+      "epoch": 0.9256553502363558,
+      "grad_norm": 1.294644832611084,
+      "learning_rate": 2.885354719400557e-06,
+      "loss": 1.3699,
+      "step": 6462
+    },
+    {
+      "epoch": 0.9257985961896577,
+      "grad_norm": 1.0465837717056274,
+      "learning_rate": 2.8743000534168675e-06,
+      "loss": 1.5413,
+      "step": 6463
+    },
+    {
+      "epoch": 0.9259418421429595,
+      "grad_norm": 0.9346882104873657,
+      "learning_rate": 2.863266296192879e-06,
+      "loss": 1.5523,
+      "step": 6464
+    },
+    {
+      "epoch": 0.9260850880962613,
+      "grad_norm": 0.9946966767311096,
+      "learning_rate": 2.8522534501039035e-06,
+      "loss": 1.3799,
+      "step": 6465
+    },
+    {
+      "epoch": 0.9262283340495631,
+      "grad_norm": 1.1969940662384033,
+      "learning_rate": 2.8412615175207324e-06,
+      "loss": 1.482,
+      "step": 6466
+    },
+    {
+      "epoch": 0.9263715800028649,
+      "grad_norm": 0.9795405864715576,
+      "learning_rate": 2.8302905008096403e-06,
+      "loss": 1.3511,
+      "step": 6467
+    },
+    {
+      "epoch": 0.9265148259561667,
+      "grad_norm": 1.0569908618927002,
+      "learning_rate": 2.8193404023324376e-06,
+      "loss": 1.4938,
+      "step": 6468
+    },
+    {
+      "epoch": 0.9266580719094686,
+      "grad_norm": 1.2047502994537354,
+      "learning_rate": 2.8084112244464056e-06,
+      "loss": 1.445,
+      "step": 6469
+    },
+    {
+      "epoch": 0.9268013178627704,
+      "grad_norm": 1.103607177734375,
+      "learning_rate": 2.7975029695043064e-06,
+      "loss": 1.3306,
+      "step": 6470
+    },
+    {
+      "epoch": 0.9269445638160722,
+      "grad_norm": 0.9598881006240845,
+      "learning_rate": 2.7866156398544176e-06,
+      "loss": 1.3954,
+      "step": 6471
+    },
+    {
+      "epoch": 0.927087809769374,
+      "grad_norm": 1.182254433631897,
+      "learning_rate": 2.7757492378405414e-06,
+      "loss": 1.3212,
+      "step": 6472
+    },
+    {
+      "epoch": 0.9272310557226758,
+      "grad_norm": 1.0206116437911987,
+      "learning_rate": 2.7649037658019183e-06,
+      "loss": 1.4074,
+      "step": 6473
+    },
+    {
+      "epoch": 0.9273743016759777,
+      "grad_norm": 1.0183771848678589,
+      "learning_rate": 2.754079226073325e-06,
+      "loss": 1.5851,
+      "step": 6474
+    },
+    {
+      "epoch": 0.9275175476292795,
+      "grad_norm": 0.9388441443443298,
+      "learning_rate": 2.7432756209850084e-06,
+      "loss": 1.4358,
+      "step": 6475
+    },
+    {
+      "epoch": 0.9276607935825812,
+      "grad_norm": 1.0813370943069458,
+      "learning_rate": 2.7324929528627195e-06,
+      "loss": 1.444,
+      "step": 6476
+    },
+    {
+      "epoch": 0.9278040395358831,
+      "grad_norm": 0.9675087928771973,
+      "learning_rate": 2.7217312240277127e-06,
+      "loss": 1.2866,
+      "step": 6477
+    },
+    {
+      "epoch": 0.9279472854891849,
+      "grad_norm": 1.1413661241531372,
+      "learning_rate": 2.71099043679669e-06,
+      "loss": 1.4126,
+      "step": 6478
+    },
+    {
+      "epoch": 0.9280905314424868,
+      "grad_norm": 1.2090322971343994,
+      "learning_rate": 2.7002705934819018e-06,
+      "loss": 1.2716,
+      "step": 6479
+    },
+    {
+      "epoch": 0.9282337773957886,
+      "grad_norm": 1.1424903869628906,
+      "learning_rate": 2.68957169639108e-06,
+      "loss": 1.3701,
+      "step": 6480
+    },
+    {
+      "epoch": 0.9283770233490903,
+      "grad_norm": 1.079257845878601,
+      "learning_rate": 2.6788937478273934e-06,
+      "loss": 1.4815,
+      "step": 6481
+    },
+    {
+      "epoch": 0.9285202693023922,
+      "grad_norm": 1.0339585542678833,
+      "learning_rate": 2.6682367500895587e-06,
+      "loss": 1.3733,
+      "step": 6482
+    },
+    {
+      "epoch": 0.928663515255694,
+      "grad_norm": 1.0101605653762817,
+      "learning_rate": 2.6576007054717746e-06,
+      "loss": 1.4439,
+      "step": 6483
+    },
+    {
+      "epoch": 0.9288067612089959,
+      "grad_norm": 1.0938245058059692,
+      "learning_rate": 2.6469856162637086e-06,
+      "loss": 1.6033,
+      "step": 6484
+    },
+    {
+      "epoch": 0.9289500071622977,
+      "grad_norm": 1.0533347129821777,
+      "learning_rate": 2.6363914847505113e-06,
+      "loss": 1.4057,
+      "step": 6485
+    },
+    {
+      "epoch": 0.9290932531155995,
+      "grad_norm": 1.006540298461914,
+      "learning_rate": 2.625818313212869e-06,
+      "loss": 1.5008,
+      "step": 6486
+    },
+    {
+      "epoch": 0.9292364990689013,
+      "grad_norm": 1.1440658569335938,
+      "learning_rate": 2.6152661039268943e-06,
+      "loss": 1.5014,
+      "step": 6487
+    },
+    {
+      "epoch": 0.9293797450222031,
+      "grad_norm": 1.1894358396530151,
+      "learning_rate": 2.6047348591642483e-06,
+      "loss": 1.4008,
+      "step": 6488
+    },
+    {
+      "epoch": 0.929522990975505,
+      "grad_norm": 1.1469511985778809,
+      "learning_rate": 2.5942245811920065e-06,
+      "loss": 1.5645,
+      "step": 6489
+    },
+    {
+      "epoch": 0.9296662369288068,
+      "grad_norm": 0.997744083404541,
+      "learning_rate": 2.5837352722728026e-06,
+      "loss": 1.5878,
+      "step": 6490
+    },
+    {
+      "epoch": 0.9298094828821086,
+      "grad_norm": 0.8534286022186279,
+      "learning_rate": 2.57326693466472e-06,
+      "loss": 1.4844,
+      "step": 6491
+    },
+    {
+      "epoch": 0.9299527288354104,
+      "grad_norm": 1.0610753297805786,
+      "learning_rate": 2.562819570621322e-06,
+      "loss": 1.4325,
+      "step": 6492
+    },
+    {
+      "epoch": 0.9300959747887122,
+      "grad_norm": 1.0720840692520142,
+      "learning_rate": 2.552393182391677e-06,
+      "loss": 1.4069,
+      "step": 6493
+    },
+    {
+      "epoch": 0.930239220742014,
+      "grad_norm": 0.9670534133911133,
+      "learning_rate": 2.5419877722203333e-06,
+      "loss": 1.4115,
+      "step": 6494
+    },
+    {
+      "epoch": 0.9303824666953159,
+      "grad_norm": 1.43678879737854,
+      "learning_rate": 2.5316033423472997e-06,
+      "loss": 1.41,
+      "step": 6495
+    },
+    {
+      "epoch": 0.9305257126486177,
+      "grad_norm": 1.2441197633743286,
+      "learning_rate": 2.5212398950081096e-06,
+      "loss": 1.418,
+      "step": 6496
+    },
+    {
+      "epoch": 0.9306689586019194,
+      "grad_norm": 1.1306568384170532,
+      "learning_rate": 2.510897432433734e-06,
+      "loss": 1.3781,
+      "step": 6497
+    },
+    {
+      "epoch": 0.9308122045552213,
+      "grad_norm": 0.8776222467422485,
+      "learning_rate": 2.5005759568506704e-06,
+      "loss": 1.3684,
+      "step": 6498
+    },
+    {
+      "epoch": 0.9309554505085231,
+      "grad_norm": 0.9135615229606628,
+      "learning_rate": 2.490275470480863e-06,
+      "loss": 1.467,
+      "step": 6499
+    },
+    {
+      "epoch": 0.931098696461825,
+      "grad_norm": 0.9505895972251892,
+      "learning_rate": 2.479995975541749e-06,
+      "loss": 1.4607,
+      "step": 6500
+    },
+    {
+      "epoch": 0.9312419424151268,
+      "grad_norm": 1.2107053995132446,
+      "learning_rate": 2.4697374742462698e-06,
+      "loss": 1.3122,
+      "step": 6501
+    },
+    {
+      "epoch": 0.9313851883684285,
+      "grad_norm": 0.9821723699569702,
+      "learning_rate": 2.4594999688028032e-06,
+      "loss": 1.4086,
+      "step": 6502
+    },
+    {
+      "epoch": 0.9315284343217304,
+      "grad_norm": 0.9573082327842712,
+      "learning_rate": 2.4492834614152414e-06,
+      "loss": 1.2158,
+      "step": 6503
+    },
+    {
+      "epoch": 0.9316716802750322,
+      "grad_norm": 1.4816721677780151,
+      "learning_rate": 2.439087954282948e-06,
+      "loss": 1.4338,
+      "step": 6504
+    },
+    {
+      "epoch": 0.9318149262283341,
+      "grad_norm": 1.119554877281189,
+      "learning_rate": 2.428913449600756e-06,
+      "loss": 1.2087,
+      "step": 6505
+    },
+    {
+      "epoch": 0.9319581721816359,
+      "grad_norm": 1.1076109409332275,
+      "learning_rate": 2.418759949558991e-06,
+      "loss": 1.4425,
+      "step": 6506
+    },
+    {
+      "epoch": 0.9321014181349377,
+      "grad_norm": 1.1837137937545776,
+      "learning_rate": 2.4086274563434488e-06,
+      "loss": 1.4973,
+      "step": 6507
+    },
+    {
+      "epoch": 0.9322446640882395,
+      "grad_norm": 1.1697105169296265,
+      "learning_rate": 2.3985159721353956e-06,
+      "loss": 1.3642,
+      "step": 6508
+    },
+    {
+      "epoch": 0.9323879100415413,
+      "grad_norm": 0.9447447657585144,
+      "learning_rate": 2.388425499111613e-06,
+      "loss": 1.5317,
+      "step": 6509
+    },
+    {
+      "epoch": 0.9325311559948432,
+      "grad_norm": 0.9925352334976196,
+      "learning_rate": 2.378356039444285e-06,
+      "loss": 1.3945,
+      "step": 6510
+    },
+    {
+      "epoch": 0.932674401948145,
+      "grad_norm": 0.9785394072532654,
+      "learning_rate": 2.3683075953011558e-06,
+      "loss": 1.6937,
+      "step": 6511
+    },
+    {
+      "epoch": 0.9328176479014468,
+      "grad_norm": 1.3845551013946533,
+      "learning_rate": 2.3582801688453948e-06,
+      "loss": 1.5156,
+      "step": 6512
+    },
+    {
+      "epoch": 0.9329608938547486,
+      "grad_norm": 0.9299357533454895,
+      "learning_rate": 2.348273762235642e-06,
+      "loss": 1.391,
+      "step": 6513
+    },
+    {
+      "epoch": 0.9331041398080504,
+      "grad_norm": 1.1880205869674683,
+      "learning_rate": 2.3382883776260524e-06,
+      "loss": 1.4663,
+      "step": 6514
+    },
+    {
+      "epoch": 0.9332473857613522,
+      "grad_norm": 1.1671701669692993,
+      "learning_rate": 2.3283240171662167e-06,
+      "loss": 1.3932,
+      "step": 6515
+    },
+    {
+      "epoch": 0.9333906317146541,
+      "grad_norm": 1.0501930713653564,
+      "learning_rate": 2.318380683001231e-06,
+      "loss": 1.3485,
+      "step": 6516
+    },
+    {
+      "epoch": 0.9335338776679559,
+      "grad_norm": 1.1303112506866455,
+      "learning_rate": 2.3084583772716275e-06,
+      "loss": 1.5611,
+      "step": 6517
+    },
+    {
+      "epoch": 0.9336771236212577,
+      "grad_norm": 1.1824496984481812,
+      "learning_rate": 2.2985571021134524e-06,
+      "loss": 1.438,
+      "step": 6518
+    },
+    {
+      "epoch": 0.9338203695745595,
+      "grad_norm": 1.2263480424880981,
+      "learning_rate": 2.288676859658212e-06,
+      "loss": 1.3546,
+      "step": 6519
+    },
+    {
+      "epoch": 0.9339636155278613,
+      "grad_norm": 1.1676160097122192,
+      "learning_rate": 2.27881765203285e-06,
+      "loss": 1.4705,
+      "step": 6520
+    },
+    {
+      "epoch": 0.9341068614811632,
+      "grad_norm": 1.0888087749481201,
+      "learning_rate": 2.268979481359812e-06,
+      "loss": 1.4984,
+      "step": 6521
+    },
+    {
+      "epoch": 0.934250107434465,
+      "grad_norm": 1.009061574935913,
+      "learning_rate": 2.259162349757038e-06,
+      "loss": 1.3695,
+      "step": 6522
+    },
+    {
+      "epoch": 0.9343933533877667,
+      "grad_norm": 0.9343023896217346,
+      "learning_rate": 2.249366259337893e-06,
+      "loss": 1.4602,
+      "step": 6523
+    },
+    {
+      "epoch": 0.9345365993410686,
+      "grad_norm": 1.1063107252120972,
+      "learning_rate": 2.239591212211245e-06,
+      "loss": 1.3435,
+      "step": 6524
+    },
+    {
+      "epoch": 0.9346798452943704,
+      "grad_norm": 1.1319624185562134,
+      "learning_rate": 2.2298372104814115e-06,
+      "loss": 1.2952,
+      "step": 6525
+    },
+    {
+      "epoch": 0.9348230912476723,
+      "grad_norm": 1.1091595888137817,
+      "learning_rate": 2.22010425624819e-06,
+      "loss": 1.4322,
+      "step": 6526
+    },
+    {
+      "epoch": 0.9349663372009741,
+      "grad_norm": 0.9591045379638672,
+      "learning_rate": 2.2103923516068605e-06,
+      "loss": 1.3428,
+      "step": 6527
+    },
+    {
+      "epoch": 0.9351095831542758,
+      "grad_norm": 1.0039751529693604,
+      "learning_rate": 2.2007014986481167e-06,
+      "loss": 1.3258,
+      "step": 6528
+    },
+    {
+      "epoch": 0.9352528291075777,
+      "grad_norm": 1.008966088294983,
+      "learning_rate": 2.1910316994581904e-06,
+      "loss": 1.4748,
+      "step": 6529
+    },
+    {
+      "epoch": 0.9353960750608795,
+      "grad_norm": 1.0155115127563477,
+      "learning_rate": 2.1813829561187604e-06,
+      "loss": 1.2425,
+      "step": 6530
+    },
+    {
+      "epoch": 0.9355393210141814,
+      "grad_norm": 1.1259080171585083,
+      "learning_rate": 2.1717552707069323e-06,
+      "loss": 1.3075,
+      "step": 6531
+    },
+    {
+      "epoch": 0.9356825669674832,
+      "grad_norm": 0.9015929698944092,
+      "learning_rate": 2.1621486452953144e-06,
+      "loss": 1.5418,
+      "step": 6532
+    },
+    {
+      "epoch": 0.935825812920785,
+      "grad_norm": 1.0166552066802979,
+      "learning_rate": 2.152563081951997e-06,
+      "loss": 1.2658,
+      "step": 6533
+    },
+    {
+      "epoch": 0.9359690588740868,
+      "grad_norm": 1.5712997913360596,
+      "learning_rate": 2.1429985827404853e-06,
+      "loss": 1.3157,
+      "step": 6534
+    },
+    {
+      "epoch": 0.9361123048273886,
+      "grad_norm": 1.0300949811935425,
+      "learning_rate": 2.1334551497197987e-06,
+      "loss": 1.4975,
+      "step": 6535
+    },
+    {
+      "epoch": 0.9362555507806904,
+      "grad_norm": 1.0809245109558105,
+      "learning_rate": 2.1239327849444045e-06,
+      "loss": 1.2329,
+      "step": 6536
+    },
+    {
+      "epoch": 0.9363987967339923,
+      "grad_norm": 1.0664920806884766,
+      "learning_rate": 2.1144314904642195e-06,
+      "loss": 1.3496,
+      "step": 6537
+    },
+    {
+      "epoch": 0.9365420426872941,
+      "grad_norm": 1.128576636314392,
+      "learning_rate": 2.104951268324651e-06,
+      "loss": 1.4131,
+      "step": 6538
+    },
+    {
+      "epoch": 0.9366852886405959,
+      "grad_norm": 1.1365360021591187,
+      "learning_rate": 2.095492120566522e-06,
+      "loss": 1.2359,
+      "step": 6539
+    },
+    {
+      "epoch": 0.9368285345938977,
+      "grad_norm": 1.133937954902649,
+      "learning_rate": 2.0860540492262047e-06,
+      "loss": 1.3199,
+      "step": 6540
+    },
+    {
+      "epoch": 0.9369717805471995,
+      "grad_norm": 1.0778917074203491,
+      "learning_rate": 2.0766370563354508e-06,
+      "loss": 1.5063,
+      "step": 6541
+    },
+    {
+      "epoch": 0.9371150265005014,
+      "grad_norm": 0.9487828016281128,
+      "learning_rate": 2.0672411439215165e-06,
+      "loss": 1.361,
+      "step": 6542
+    },
+    {
+      "epoch": 0.9372582724538032,
+      "grad_norm": 1.1380813121795654,
+      "learning_rate": 2.0578663140070954e-06,
+      "loss": 1.3336,
+      "step": 6543
+    },
+    {
+      "epoch": 0.937401518407105,
+      "grad_norm": 1.212490200996399,
+      "learning_rate": 2.048512568610361e-06,
+      "loss": 1.2306,
+      "step": 6544
+    },
+    {
+      "epoch": 0.9375447643604068,
+      "grad_norm": 1.1406131982803345,
+      "learning_rate": 2.0391799097449593e-06,
+      "loss": 1.1771,
+      "step": 6545
+    },
+    {
+      "epoch": 0.9376880103137086,
+      "grad_norm": 1.1240540742874146,
+      "learning_rate": 2.02986833941996e-06,
+      "loss": 1.4404,
+      "step": 6546
+    },
+    {
+      "epoch": 0.9378312562670105,
+      "grad_norm": 1.024953007698059,
+      "learning_rate": 2.020577859639927e-06,
+      "loss": 1.304,
+      "step": 6547
+    },
+    {
+      "epoch": 0.9379745022203123,
+      "grad_norm": 1.2192482948303223,
+      "learning_rate": 2.0113084724048715e-06,
+      "loss": 1.2823,
+      "step": 6548
+    },
+    {
+      "epoch": 0.938117748173614,
+      "grad_norm": 0.9276260733604431,
+      "learning_rate": 2.0020601797102523e-06,
+      "loss": 1.4994,
+      "step": 6549
+    },
+    {
+      "epoch": 0.9382609941269159,
+      "grad_norm": 1.218206763267517,
+      "learning_rate": 1.9928329835469996e-06,
+      "loss": 1.5065,
+      "step": 6550
+    },
+    {
+      "epoch": 0.9384042400802177,
+      "grad_norm": 0.9166037440299988,
+      "learning_rate": 1.983626885901513e-06,
+      "loss": 1.4899,
+      "step": 6551
+    },
+    {
+      "epoch": 0.9385474860335196,
+      "grad_norm": 1.0384888648986816,
+      "learning_rate": 1.974441888755629e-06,
+      "loss": 1.3761,
+      "step": 6552
+    },
+    {
+      "epoch": 0.9386907319868214,
+      "grad_norm": 1.0007317066192627,
+      "learning_rate": 1.965277994086645e-06,
+      "loss": 1.3427,
+      "step": 6553
+    },
+    {
+      "epoch": 0.9388339779401232,
+      "grad_norm": 0.9881051778793335,
+      "learning_rate": 1.9561352038673263e-06,
+      "loss": 1.4236,
+      "step": 6554
+    },
+    {
+      "epoch": 0.938977223893425,
+      "grad_norm": 1.1131623983383179,
+      "learning_rate": 1.947013520065899e-06,
+      "loss": 1.5233,
+      "step": 6555
+    },
+    {
+      "epoch": 0.9391204698467268,
+      "grad_norm": 1.2066962718963623,
+      "learning_rate": 1.9379129446460253e-06,
+      "loss": 1.292,
+      "step": 6556
+    },
+    {
+      "epoch": 0.9392637158000287,
+      "grad_norm": 1.056447148323059,
+      "learning_rate": 1.9288334795668163e-06,
+      "loss": 1.4889,
+      "step": 6557
+    },
+    {
+      "epoch": 0.9394069617533305,
+      "grad_norm": 1.0396842956542969,
+      "learning_rate": 1.9197751267828855e-06,
+      "loss": 1.4831,
+      "step": 6558
+    },
+    {
+      "epoch": 0.9395502077066323,
+      "grad_norm": 1.034509301185608,
+      "learning_rate": 1.910737888244274e-06,
+      "loss": 1.455,
+      "step": 6559
+    },
+    {
+      "epoch": 0.9396934536599341,
+      "grad_norm": 1.1251413822174072,
+      "learning_rate": 1.901721765896447e-06,
+      "loss": 1.3488,
+      "step": 6560
+    },
+    {
+      "epoch": 0.9398366996132359,
+      "grad_norm": 0.9569963812828064,
+      "learning_rate": 1.8927267616803634e-06,
+      "loss": 1.3962,
+      "step": 6561
+    },
+    {
+      "epoch": 0.9399799455665377,
+      "grad_norm": 1.0383076667785645,
+      "learning_rate": 1.883752877532452e-06,
+      "loss": 1.4473,
+      "step": 6562
+    },
+    {
+      "epoch": 0.9401231915198396,
+      "grad_norm": 1.2141894102096558,
+      "learning_rate": 1.874800115384523e-06,
+      "loss": 1.2775,
+      "step": 6563
+    },
+    {
+      "epoch": 0.9402664374731414,
+      "grad_norm": 0.946225643157959,
+      "learning_rate": 1.8658684771639234e-06,
+      "loss": 1.5359,
+      "step": 6564
+    },
+    {
+      "epoch": 0.9404096834264432,
+      "grad_norm": 1.1461002826690674,
+      "learning_rate": 1.8569579647933933e-06,
+      "loss": 1.5349,
+      "step": 6565
+    },
+    {
+      "epoch": 0.940552929379745,
+      "grad_norm": 1.2419174909591675,
+      "learning_rate": 1.8480685801911424e-06,
+      "loss": 1.5099,
+      "step": 6566
+    },
+    {
+      "epoch": 0.9406961753330468,
+      "grad_norm": 1.0438897609710693,
+      "learning_rate": 1.8392003252708622e-06,
+      "loss": 1.3066,
+      "step": 6567
+    },
+    {
+      "epoch": 0.9408394212863487,
+      "grad_norm": 1.0552157163619995,
+      "learning_rate": 1.8303532019416258e-06,
+      "loss": 1.3517,
+      "step": 6568
+    },
+    {
+      "epoch": 0.9409826672396505,
+      "grad_norm": 0.9948485493659973,
+      "learning_rate": 1.8215272121080317e-06,
+      "loss": 1.374,
+      "step": 6569
+    },
+    {
+      "epoch": 0.9411259131929522,
+      "grad_norm": 1.0065410137176514,
+      "learning_rate": 1.8127223576701046e-06,
+      "loss": 1.2832,
+      "step": 6570
+    },
+    {
+      "epoch": 0.9412691591462541,
+      "grad_norm": 1.0742260217666626,
+      "learning_rate": 1.8039386405232728e-06,
+      "loss": 1.2128,
+      "step": 6571
+    },
+    {
+      "epoch": 0.9414124050995559,
+      "grad_norm": 1.1171255111694336,
+      "learning_rate": 1.79517606255849e-06,
+      "loss": 1.4013,
+      "step": 6572
+    },
+    {
+      "epoch": 0.9415556510528578,
+      "grad_norm": 0.9541905522346497,
+      "learning_rate": 1.7864346256621033e-06,
+      "loss": 1.4194,
+      "step": 6573
+    },
+    {
+      "epoch": 0.9416988970061596,
+      "grad_norm": 1.358850359916687,
+      "learning_rate": 1.7777143317159406e-06,
+      "loss": 1.3248,
+      "step": 6574
+    },
+    {
+      "epoch": 0.9418421429594614,
+      "grad_norm": 0.9885478615760803,
+      "learning_rate": 1.7690151825972446e-06,
+      "loss": 1.3424,
+      "step": 6575
+    },
+    {
+      "epoch": 0.9419853889127632,
+      "grad_norm": 1.0541131496429443,
+      "learning_rate": 1.7603371801787505e-06,
+      "loss": 1.3249,
+      "step": 6576
+    },
+    {
+      "epoch": 0.942128634866065,
+      "grad_norm": 1.076899528503418,
+      "learning_rate": 1.7516803263286086e-06,
+      "loss": 1.4437,
+      "step": 6577
+    },
+    {
+      "epoch": 0.9422718808193669,
+      "grad_norm": 0.8715803623199463,
+      "learning_rate": 1.743044622910417e-06,
+      "loss": 1.4753,
+      "step": 6578
+    },
+    {
+      "epoch": 0.9424151267726687,
+      "grad_norm": 1.1477165222167969,
+      "learning_rate": 1.734430071783244e-06,
+      "loss": 1.5137,
+      "step": 6579
+    },
+    {
+      "epoch": 0.9425583727259705,
+      "grad_norm": 1.1577835083007812,
+      "learning_rate": 1.7258366748015842e-06,
+      "loss": 1.4154,
+      "step": 6580
+    },
+    {
+      "epoch": 0.9427016186792723,
+      "grad_norm": 1.1454237699508667,
+      "learning_rate": 1.7172644338153686e-06,
+      "loss": 1.4893,
+      "step": 6581
+    },
+    {
+      "epoch": 0.9428448646325741,
+      "grad_norm": 1.0415709018707275,
+      "learning_rate": 1.7087133506699992e-06,
+      "loss": 1.3456,
+      "step": 6582
+    },
+    {
+      "epoch": 0.942988110585876,
+      "grad_norm": 1.069929838180542,
+      "learning_rate": 1.7001834272063255e-06,
+      "loss": 1.5275,
+      "step": 6583
+    },
+    {
+      "epoch": 0.9431313565391778,
+      "grad_norm": 1.0982435941696167,
+      "learning_rate": 1.6916746652606119e-06,
+      "loss": 1.5651,
+      "step": 6584
+    },
+    {
+      "epoch": 0.9432746024924796,
+      "grad_norm": 1.0245795249938965,
+      "learning_rate": 1.6831870666645822e-06,
+      "loss": 1.3071,
+      "step": 6585
+    },
+    {
+      "epoch": 0.9434178484457814,
+      "grad_norm": 0.9710742831230164,
+      "learning_rate": 1.6747206332454191e-06,
+      "loss": 1.36,
+      "step": 6586
+    },
+    {
+      "epoch": 0.9435610943990832,
+      "grad_norm": 1.2114722728729248,
+      "learning_rate": 1.6662753668257314e-06,
+      "loss": 1.3018,
+      "step": 6587
+    },
+    {
+      "epoch": 0.943704340352385,
+      "grad_norm": 1.290373682975769,
+      "learning_rate": 1.657851269223587e-06,
+      "loss": 1.2955,
+      "step": 6588
+    },
+    {
+      "epoch": 0.9438475863056869,
+      "grad_norm": 1.1496546268463135,
+      "learning_rate": 1.6494483422524466e-06,
+      "loss": 1.2906,
+      "step": 6589
+    },
+    {
+      "epoch": 0.9439908322589887,
+      "grad_norm": 0.9815535545349121,
+      "learning_rate": 1.641066587721296e-06,
+      "loss": 1.2056,
+      "step": 6590
+    },
+    {
+      "epoch": 0.9441340782122905,
+      "grad_norm": 1.2625752687454224,
+      "learning_rate": 1.6327060074345147e-06,
+      "loss": 1.4267,
+      "step": 6591
+    },
+    {
+      "epoch": 0.9442773241655923,
+      "grad_norm": 1.1500663757324219,
+      "learning_rate": 1.624366603191907e-06,
+      "loss": 1.1569,
+      "step": 6592
+    },
+    {
+      "epoch": 0.9444205701188941,
+      "grad_norm": 0.9745806455612183,
+      "learning_rate": 1.616048376788748e-06,
+      "loss": 1.4236,
+      "step": 6593
+    },
+    {
+      "epoch": 0.944563816072196,
+      "grad_norm": 1.3252803087234497,
+      "learning_rate": 1.6077513300157499e-06,
+      "loss": 1.3593,
+      "step": 6594
+    },
+    {
+      "epoch": 0.9447070620254978,
+      "grad_norm": 0.9661095142364502,
+      "learning_rate": 1.5994754646590615e-06,
+      "loss": 1.2713,
+      "step": 6595
+    },
+    {
+      "epoch": 0.9448503079787997,
+      "grad_norm": 1.0140842199325562,
+      "learning_rate": 1.591220782500269e-06,
+      "loss": 1.4724,
+      "step": 6596
+    },
+    {
+      "epoch": 0.9449935539321014,
+      "grad_norm": 1.092024803161621,
+      "learning_rate": 1.5829872853163952e-06,
+      "loss": 1.3956,
+      "step": 6597
+    },
+    {
+      "epoch": 0.9451367998854032,
+      "grad_norm": 1.064742088317871,
+      "learning_rate": 1.5747749748799334e-06,
+      "loss": 1.2499,
+      "step": 6598
+    },
+    {
+      "epoch": 0.9452800458387051,
+      "grad_norm": 0.957534909248352,
+      "learning_rate": 1.5665838529587695e-06,
+      "loss": 1.3754,
+      "step": 6599
+    },
+    {
+      "epoch": 0.9454232917920069,
+      "grad_norm": 1.12086021900177,
+      "learning_rate": 1.5584139213162374e-06,
+      "loss": 1.32,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9455665377453087,
+      "grad_norm": 0.991972029209137,
+      "learning_rate": 1.5502651817111524e-06,
+      "loss": 1.566,
+      "step": 6601
+    },
+    {
+      "epoch": 0.9457097836986105,
+      "grad_norm": 1.0794386863708496,
+      "learning_rate": 1.5421376358977224e-06,
+      "loss": 1.4416,
+      "step": 6602
+    },
+    {
+      "epoch": 0.9458530296519123,
+      "grad_norm": 1.2479945421218872,
+      "learning_rate": 1.5340312856255922e-06,
+      "loss": 1.2756,
+      "step": 6603
+    },
+    {
+      "epoch": 0.9459962756052142,
+      "grad_norm": 1.0187654495239258,
+      "learning_rate": 1.5259461326398772e-06,
+      "loss": 1.5933,
+      "step": 6604
+    },
+    {
+      "epoch": 0.946139521558516,
+      "grad_norm": 1.0929582118988037,
+      "learning_rate": 1.517882178681107e-06,
+      "loss": 1.3876,
+      "step": 6605
+    },
+    {
+      "epoch": 0.9462827675118178,
+      "grad_norm": 0.8794203996658325,
+      "learning_rate": 1.50983942548526e-06,
+      "loss": 1.3228,
+      "step": 6606
+    },
+    {
+      "epoch": 0.9464260134651196,
+      "grad_norm": 1.1945359706878662,
+      "learning_rate": 1.5018178747837174e-06,
+      "loss": 1.2665,
+      "step": 6607
+    },
+    {
+      "epoch": 0.9465692594184214,
+      "grad_norm": 1.215524673461914,
+      "learning_rate": 1.4938175283033319e-06,
+      "loss": 1.3652,
+      "step": 6608
+    },
+    {
+      "epoch": 0.9467125053717232,
+      "grad_norm": 1.1369322538375854,
+      "learning_rate": 1.4858383877664029e-06,
+      "loss": 1.3951,
+      "step": 6609
+    },
+    {
+      "epoch": 0.9468557513250251,
+      "grad_norm": 0.9661931991577148,
+      "learning_rate": 1.477880454890601e-06,
+      "loss": 1.4009,
+      "step": 6610
+    },
+    {
+      "epoch": 0.9469989972783269,
+      "grad_norm": 1.0364961624145508,
+      "learning_rate": 1.4699437313891007e-06,
+      "loss": 1.457,
+      "step": 6611
+    },
+    {
+      "epoch": 0.9471422432316287,
+      "grad_norm": 0.964143693447113,
+      "learning_rate": 1.4620282189704793e-06,
+      "loss": 1.5694,
+      "step": 6612
+    },
+    {
+      "epoch": 0.9472854891849305,
+      "grad_norm": 1.0134053230285645,
+      "learning_rate": 1.4541339193387404e-06,
+      "loss": 1.2351,
+      "step": 6613
+    },
+    {
+      "epoch": 0.9474287351382323,
+      "grad_norm": 1.0462646484375,
+      "learning_rate": 1.446260834193336e-06,
+      "loss": 1.5459,
+      "step": 6614
+    },
+    {
+      "epoch": 0.9475719810915342,
+      "grad_norm": 1.077470064163208,
+      "learning_rate": 1.4384089652291543e-06,
+      "loss": 1.5141,
+      "step": 6615
+    },
+    {
+      "epoch": 0.947715227044836,
+      "grad_norm": 1.1558784246444702,
+      "learning_rate": 1.4305783141364992e-06,
+      "loss": 1.4843,
+      "step": 6616
+    },
+    {
+      "epoch": 0.9478584729981379,
+      "grad_norm": 1.2262006998062134,
+      "learning_rate": 1.422768882601122e-06,
+      "loss": 1.5372,
+      "step": 6617
+    },
+    {
+      "epoch": 0.9480017189514396,
+      "grad_norm": 0.9633108377456665,
+      "learning_rate": 1.4149806723041892e-06,
+      "loss": 1.3984,
+      "step": 6618
+    },
+    {
+      "epoch": 0.9481449649047414,
+      "grad_norm": 1.1134941577911377,
+      "learning_rate": 1.407213684922315e-06,
+      "loss": 1.3784,
+      "step": 6619
+    },
+    {
+      "epoch": 0.9482882108580433,
+      "grad_norm": 1.0059852600097656,
+      "learning_rate": 1.3994679221275509e-06,
+      "loss": 1.402,
+      "step": 6620
+    },
+    {
+      "epoch": 0.9484314568113451,
+      "grad_norm": 1.1468524932861328,
+      "learning_rate": 1.391743385587363e-06,
+      "loss": 1.4555,
+      "step": 6621
+    },
+    {
+      "epoch": 0.948574702764647,
+      "grad_norm": 1.7302879095077515,
+      "learning_rate": 1.3840400769646322e-06,
+      "loss": 1.404,
+      "step": 6622
+    },
+    {
+      "epoch": 0.9487179487179487,
+      "grad_norm": 1.0743716955184937,
+      "learning_rate": 1.376357997917721e-06,
+      "loss": 1.2336,
+      "step": 6623
+    },
+    {
+      "epoch": 0.9488611946712505,
+      "grad_norm": 0.970007598400116,
+      "learning_rate": 1.3686971501003621e-06,
+      "loss": 1.4474,
+      "step": 6624
+    },
+    {
+      "epoch": 0.9490044406245524,
+      "grad_norm": 1.0147777795791626,
+      "learning_rate": 1.3610575351617693e-06,
+      "loss": 1.3074,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9491476865778542,
+      "grad_norm": 1.0709980726242065,
+      "learning_rate": 1.3534391547465608e-06,
+      "loss": 1.326,
+      "step": 6626
+    },
+    {
+      "epoch": 0.949290932531156,
+      "grad_norm": 1.1296675205230713,
+      "learning_rate": 1.34584201049478e-06,
+      "loss": 1.4824,
+      "step": 6627
+    },
+    {
+      "epoch": 0.9494341784844578,
+      "grad_norm": 1.164501428604126,
+      "learning_rate": 1.3382661040418964e-06,
+      "loss": 1.4919,
+      "step": 6628
+    },
+    {
+      "epoch": 0.9495774244377596,
+      "grad_norm": 1.1013251543045044,
+      "learning_rate": 1.3307114370188057e-06,
+      "loss": 1.4155,
+      "step": 6629
+    },
+    {
+      "epoch": 0.9497206703910615,
+      "grad_norm": 1.0097200870513916,
+      "learning_rate": 1.3231780110518844e-06,
+      "loss": 1.6041,
+      "step": 6630
+    },
+    {
+      "epoch": 0.9498639163443633,
+      "grad_norm": 0.9272100329399109,
+      "learning_rate": 1.3156658277628463e-06,
+      "loss": 1.3832,
+      "step": 6631
+    },
+    {
+      "epoch": 0.9500071622976651,
+      "grad_norm": 1.0195883512496948,
+      "learning_rate": 1.3081748887689094e-06,
+      "loss": 1.3472,
+      "step": 6632
+    },
+    {
+      "epoch": 0.9501504082509669,
+      "grad_norm": 1.0255485773086548,
+      "learning_rate": 1.3007051956826611e-06,
+      "loss": 1.3273,
+      "step": 6633
+    },
+    {
+      "epoch": 0.9502936542042687,
+      "grad_norm": 0.9701765775680542,
+      "learning_rate": 1.2932567501121707e-06,
+      "loss": 1.4191,
+      "step": 6634
+    },
+    {
+      "epoch": 0.9504369001575705,
+      "grad_norm": 1.1005254983901978,
+      "learning_rate": 1.2858295536608778e-06,
+      "loss": 1.3969,
+      "step": 6635
+    },
+    {
+      "epoch": 0.9505801461108724,
+      "grad_norm": 0.9434216022491455,
+      "learning_rate": 1.2784236079276924e-06,
+      "loss": 1.519,
+      "step": 6636
+    },
+    {
+      "epoch": 0.9507233920641742,
+      "grad_norm": 1.1306933164596558,
+      "learning_rate": 1.271038914506928e-06,
+      "loss": 1.3687,
+      "step": 6637
+    },
+    {
+      "epoch": 0.950866638017476,
+      "grad_norm": 1.2398241758346558,
+      "learning_rate": 1.263675474988324e-06,
+      "loss": 1.4978,
+      "step": 6638
+    },
+    {
+      "epoch": 0.9510098839707778,
+      "grad_norm": 0.9617544412612915,
+      "learning_rate": 1.2563332909570346e-06,
+      "loss": 1.5039,
+      "step": 6639
+    },
+    {
+      "epoch": 0.9511531299240796,
+      "grad_norm": 1.0126653909683228,
+      "learning_rate": 1.2490123639936625e-06,
+      "loss": 1.4017,
+      "step": 6640
+    },
+    {
+      "epoch": 0.9512963758773815,
+      "grad_norm": 1.0613523721694946,
+      "learning_rate": 1.2417126956742241e-06,
+      "loss": 1.4096,
+      "step": 6641
+    },
+    {
+      "epoch": 0.9514396218306833,
+      "grad_norm": 0.9582236409187317,
+      "learning_rate": 1.234434287570163e-06,
+      "loss": 1.5018,
+      "step": 6642
+    },
+    {
+      "epoch": 0.9515828677839852,
+      "grad_norm": 1.167758584022522,
+      "learning_rate": 1.2271771412483146e-06,
+      "loss": 1.4211,
+      "step": 6643
+    },
+    {
+      "epoch": 0.9517261137372869,
+      "grad_norm": 1.103019118309021,
+      "learning_rate": 1.2199412582709956e-06,
+      "loss": 1.3775,
+      "step": 6644
+    },
+    {
+      "epoch": 0.9518693596905887,
+      "grad_norm": 0.9809699654579163,
+      "learning_rate": 1.2127266401958826e-06,
+      "loss": 1.4975,
+      "step": 6645
+    },
+    {
+      "epoch": 0.9520126056438906,
+      "grad_norm": 1.0575557947158813,
+      "learning_rate": 1.2055332885761327e-06,
+      "loss": 1.4159,
+      "step": 6646
+    },
+    {
+      "epoch": 0.9521558515971924,
+      "grad_norm": 1.050188422203064,
+      "learning_rate": 1.1983612049602744e-06,
+      "loss": 1.4375,
+      "step": 6647
+    },
+    {
+      "epoch": 0.9522990975504942,
+      "grad_norm": 1.105515718460083,
+      "learning_rate": 1.1912103908922945e-06,
+      "loss": 1.4258,
+      "step": 6648
+    },
+    {
+      "epoch": 0.952442343503796,
+      "grad_norm": 1.0881412029266357,
+      "learning_rate": 1.1840808479115727e-06,
+      "loss": 1.464,
+      "step": 6649
+    },
+    {
+      "epoch": 0.9525855894570978,
+      "grad_norm": 0.9741120338439941,
+      "learning_rate": 1.176972577552915e-06,
+      "loss": 1.5148,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9527288354103997,
+      "grad_norm": 0.9674427509307861,
+      "learning_rate": 1.169885581346597e-06,
+      "loss": 1.4406,
+      "step": 6651
+    },
+    {
+      "epoch": 0.9528720813637015,
+      "grad_norm": 1.057909369468689,
+      "learning_rate": 1.1628198608182429e-06,
+      "loss": 1.4719,
+      "step": 6652
+    },
+    {
+      "epoch": 0.9530153273170033,
+      "grad_norm": 1.1823983192443848,
+      "learning_rate": 1.1557754174889247e-06,
+      "loss": 1.2749,
+      "step": 6653
+    },
+    {
+      "epoch": 0.9531585732703051,
+      "grad_norm": 1.0790822505950928,
+      "learning_rate": 1.1487522528751404e-06,
+      "loss": 1.4667,
+      "step": 6654
+    },
+    {
+      "epoch": 0.9533018192236069,
+      "grad_norm": 1.019741415977478,
+      "learning_rate": 1.1417503684888142e-06,
+      "loss": 1.382,
+      "step": 6655
+    },
+    {
+      "epoch": 0.9534450651769087,
+      "grad_norm": 0.9556184411048889,
+      "learning_rate": 1.1347697658372847e-06,
+      "loss": 1.3513,
+      "step": 6656
+    },
+    {
+      "epoch": 0.9535883111302106,
+      "grad_norm": 0.978661298751831,
+      "learning_rate": 1.127810446423261e-06,
+      "loss": 1.3805,
+      "step": 6657
+    },
+    {
+      "epoch": 0.9537315570835124,
+      "grad_norm": 0.9714284539222717,
+      "learning_rate": 1.1208724117449554e-06,
+      "loss": 1.5755,
+      "step": 6658
+    },
+    {
+      "epoch": 0.9538748030368142,
+      "grad_norm": 1.085932731628418,
+      "learning_rate": 1.1139556632959515e-06,
+      "loss": 1.4216,
+      "step": 6659
+    },
+    {
+      "epoch": 0.954018048990116,
+      "grad_norm": 0.9108219742774963,
+      "learning_rate": 1.1070602025652355e-06,
+      "loss": 1.4378,
+      "step": 6660
+    },
+    {
+      "epoch": 0.9541612949434178,
+      "grad_norm": 1.0614440441131592,
+      "learning_rate": 1.1001860310372314e-06,
+      "loss": 1.3623,
+      "step": 6661
+    },
+    {
+      "epoch": 0.9543045408967197,
+      "grad_norm": 0.9867023229598999,
+      "learning_rate": 1.0933331501917998e-06,
+      "loss": 1.5661,
+      "step": 6662
+    },
+    {
+      "epoch": 0.9544477868500215,
+      "grad_norm": 0.9874579310417175,
+      "learning_rate": 1.0865015615041607e-06,
+      "loss": 1.4438,
+      "step": 6663
+    },
+    {
+      "epoch": 0.9545910328033234,
+      "grad_norm": 1.3264987468719482,
+      "learning_rate": 1.0796912664450265e-06,
+      "loss": 1.464,
+      "step": 6664
+    },
+    {
+      "epoch": 0.9547342787566251,
+      "grad_norm": 0.9178909063339233,
+      "learning_rate": 1.0729022664804467e-06,
+      "loss": 1.5914,
+      "step": 6665
+    },
+    {
+      "epoch": 0.9548775247099269,
+      "grad_norm": 1.1294474601745605,
+      "learning_rate": 1.0661345630719522e-06,
+      "loss": 1.4043,
+      "step": 6666
+    },
+    {
+      "epoch": 0.9550207706632288,
+      "grad_norm": 0.9660833477973938,
+      "learning_rate": 1.0593881576764664e-06,
+      "loss": 1.4164,
+      "step": 6667
+    },
+    {
+      "epoch": 0.9551640166165306,
+      "grad_norm": 1.0054978132247925,
+      "learning_rate": 1.0526630517462833e-06,
+      "loss": 1.5719,
+      "step": 6668
+    },
+    {
+      "epoch": 0.9553072625698324,
+      "grad_norm": 1.0768756866455078,
+      "learning_rate": 1.045959246729189e-06,
+      "loss": 1.3247,
+      "step": 6669
+    },
+    {
+      "epoch": 0.9554505085231342,
+      "grad_norm": 1.114036202430725,
+      "learning_rate": 1.0392767440683516e-06,
+      "loss": 1.5028,
+      "step": 6670
+    },
+    {
+      "epoch": 0.955593754476436,
+      "grad_norm": 1.0507138967514038,
+      "learning_rate": 1.03261554520232e-06,
+      "loss": 1.371,
+      "step": 6671
+    },
+    {
+      "epoch": 0.9557370004297379,
+      "grad_norm": 0.9796955585479736,
+      "learning_rate": 1.0259756515651032e-06,
+      "loss": 1.5692,
+      "step": 6672
+    },
+    {
+      "epoch": 0.9558802463830397,
+      "grad_norm": 1.2048752307891846,
+      "learning_rate": 1.0193570645860905e-06,
+      "loss": 1.3108,
+      "step": 6673
+    },
+    {
+      "epoch": 0.9560234923363415,
+      "grad_norm": 0.9171919822692871,
+      "learning_rate": 1.0127597856901205e-06,
+      "loss": 1.3878,
+      "step": 6674
+    },
+    {
+      "epoch": 0.9561667382896433,
+      "grad_norm": 1.1095327138900757,
+      "learning_rate": 1.0061838162974235e-06,
+      "loss": 1.3677,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9563099842429451,
+      "grad_norm": 1.2154241800308228,
+      "learning_rate": 9.996291578236228e-07,
+      "loss": 1.3093,
+      "step": 6676
+    },
+    {
+      "epoch": 0.956453230196247,
+      "grad_norm": 1.4272925853729248,
+      "learning_rate": 9.930958116797895e-07,
+      "loss": 1.5783,
+      "step": 6677
+    },
+    {
+      "epoch": 0.9565964761495488,
+      "grad_norm": 1.2545185089111328,
+      "learning_rate": 9.865837792723875e-07,
+      "loss": 1.3447,
+      "step": 6678
+    },
+    {
+      "epoch": 0.9567397221028506,
+      "grad_norm": 1.0200241804122925,
+      "learning_rate": 9.800930620032843e-07,
+      "loss": 1.6104,
+      "step": 6679
+    },
+    {
+      "epoch": 0.9568829680561524,
+      "grad_norm": 1.0497232675552368,
+      "learning_rate": 9.736236612697957e-07,
+      "loss": 1.3463,
+      "step": 6680
+    },
+    {
+      "epoch": 0.9570262140094542,
+      "grad_norm": 1.1005017757415771,
+      "learning_rate": 9.671755784646075e-07,
+      "loss": 1.2977,
+      "step": 6681
+    },
+    {
+      "epoch": 0.957169459962756,
+      "grad_norm": 0.9470116496086121,
+      "learning_rate": 9.607488149758425e-07,
+      "loss": 1.243,
+      "step": 6682
+    },
+    {
+      "epoch": 0.9573127059160579,
+      "grad_norm": 1.2143195867538452,
+      "learning_rate": 9.543433721870055e-07,
+      "loss": 1.3005,
+      "step": 6683
+    },
+    {
+      "epoch": 0.9574559518693597,
+      "grad_norm": 0.9070098996162415,
+      "learning_rate": 9.479592514770486e-07,
+      "loss": 1.38,
+      "step": 6684
+    },
+    {
+      "epoch": 0.9575991978226616,
+      "grad_norm": 0.9633354544639587,
+      "learning_rate": 9.415964542203059e-07,
+      "loss": 1.3843,
+      "step": 6685
+    },
+    {
+      "epoch": 0.9577424437759633,
+      "grad_norm": 0.9815954566001892,
+      "learning_rate": 9.352549817865263e-07,
+      "loss": 1.5262,
+      "step": 6686
+    },
+    {
+      "epoch": 0.9578856897292651,
+      "grad_norm": 1.0649584531784058,
+      "learning_rate": 9.289348355408734e-07,
+      "loss": 1.3398,
+      "step": 6687
+    },
+    {
+      "epoch": 0.958028935682567,
+      "grad_norm": 1.2860538959503174,
+      "learning_rate": 9.226360168439363e-07,
+      "loss": 1.5222,
+      "step": 6688
+    },
+    {
+      "epoch": 0.9581721816358688,
+      "grad_norm": 0.9073857069015503,
+      "learning_rate": 9.16358527051675e-07,
+      "loss": 1.5207,
+      "step": 6689
+    },
+    {
+      "epoch": 0.9583154275891707,
+      "grad_norm": 1.138116717338562,
+      "learning_rate": 9.101023675154751e-07,
+      "loss": 1.4209,
+      "step": 6690
+    },
+    {
+      "epoch": 0.9584586735424724,
+      "grad_norm": 1.2685110569000244,
+      "learning_rate": 9.038675395821594e-07,
+      "loss": 1.3926,
+      "step": 6691
+    },
+    {
+      "epoch": 0.9586019194957742,
+      "grad_norm": 1.0041930675506592,
+      "learning_rate": 8.976540445938986e-07,
+      "loss": 1.3483,
+      "step": 6692
+    },
+    {
+      "epoch": 0.9587451654490761,
+      "grad_norm": 0.9846737384796143,
+      "learning_rate": 8.914618838883226e-07,
+      "loss": 1.2747,
+      "step": 6693
+    },
+    {
+      "epoch": 0.9588884114023779,
+      "grad_norm": 1.0476559400558472,
+      "learning_rate": 8.852910587984542e-07,
+      "loss": 1.7322,
+      "step": 6694
+    },
+    {
+      "epoch": 0.9590316573556797,
+      "grad_norm": 0.8806349039077759,
+      "learning_rate": 8.791415706526973e-07,
+      "loss": 1.4423,
+      "step": 6695
+    },
+    {
+      "epoch": 0.9591749033089815,
+      "grad_norm": 1.0557126998901367,
+      "learning_rate": 8.730134207749152e-07,
+      "loss": 1.4298,
+      "step": 6696
+    },
+    {
+      "epoch": 0.9593181492622833,
+      "grad_norm": 1.0888996124267578,
+      "learning_rate": 8.669066104843304e-07,
+      "loss": 1.2398,
+      "step": 6697
+    },
+    {
+      "epoch": 0.9594613952155852,
+      "grad_norm": 1.1004736423492432,
+      "learning_rate": 8.608211410955802e-07,
+      "loss": 1.3619,
+      "step": 6698
+    },
+    {
+      "epoch": 0.959604641168887,
+      "grad_norm": 1.0928770303726196,
+      "learning_rate": 8.547570139187388e-07,
+      "loss": 1.4001,
+      "step": 6699
+    },
+    {
+      "epoch": 0.9597478871221888,
+      "grad_norm": 1.0470982789993286,
+      "learning_rate": 8.487142302592288e-07,
+      "loss": 1.4463,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9598911330754906,
+      "grad_norm": 1.1747462749481201,
+      "learning_rate": 8.426927914179428e-07,
+      "loss": 1.5924,
+      "step": 6701
+    },
+    {
+      "epoch": 0.9600343790287924,
+      "grad_norm": 1.0253262519836426,
+      "learning_rate": 8.366926986911328e-07,
+      "loss": 1.6238,
+      "step": 6702
+    },
+    {
+      "epoch": 0.9601776249820942,
+      "grad_norm": 1.2827092409133911,
+      "learning_rate": 8.307139533704766e-07,
+      "loss": 1.3728,
+      "step": 6703
+    },
+    {
+      "epoch": 0.9603208709353961,
+      "grad_norm": 1.0786054134368896,
+      "learning_rate": 8.247565567430559e-07,
+      "loss": 1.3279,
+      "step": 6704
+    },
+    {
+      "epoch": 0.9604641168886979,
+      "grad_norm": 1.0139482021331787,
+      "learning_rate": 8.188205100913337e-07,
+      "loss": 1.3873,
+      "step": 6705
+    },
+    {
+      "epoch": 0.9606073628419998,
+      "grad_norm": 1.0574615001678467,
+      "learning_rate": 8.12905814693199e-07,
+      "loss": 1.5295,
+      "step": 6706
+    },
+    {
+      "epoch": 0.9607506087953015,
+      "grad_norm": 1.1081997156143188,
+      "learning_rate": 8.07012471821944e-07,
+      "loss": 1.4512,
+      "step": 6707
+    },
+    {
+      "epoch": 0.9608938547486033,
+      "grad_norm": 1.0645253658294678,
+      "learning_rate": 8.011404827462654e-07,
+      "loss": 1.3273,
+      "step": 6708
+    },
+    {
+      "epoch": 0.9610371007019052,
+      "grad_norm": 0.9245084524154663,
+      "learning_rate": 7.952898487302518e-07,
+      "loss": 1.4524,
+      "step": 6709
+    },
+    {
+      "epoch": 0.961180346655207,
+      "grad_norm": 1.122718334197998,
+      "learning_rate": 7.894605710333847e-07,
+      "loss": 1.4219,
+      "step": 6710
+    },
+    {
+      "epoch": 0.9613235926085089,
+      "grad_norm": 0.9844067692756653,
+      "learning_rate": 7.836526509105824e-07,
+      "loss": 1.4226,
+      "step": 6711
+    },
+    {
+      "epoch": 0.9614668385618106,
+      "grad_norm": 0.9828483462333679,
+      "learning_rate": 7.778660896121448e-07,
+      "loss": 1.6366,
+      "step": 6712
+    },
+    {
+      "epoch": 0.9616100845151124,
+      "grad_norm": 1.1247228384017944,
+      "learning_rate": 7.721008883837755e-07,
+      "loss": 1.3207,
+      "step": 6713
+    },
+    {
+      "epoch": 0.9617533304684143,
+      "grad_norm": 1.4611084461212158,
+      "learning_rate": 7.663570484665705e-07,
+      "loss": 1.3934,
+      "step": 6714
+    },
+    {
+      "epoch": 0.9618965764217161,
+      "grad_norm": 1.061801552772522,
+      "learning_rate": 7.606345710970409e-07,
+      "loss": 1.534,
+      "step": 6715
+    },
+    {
+      "epoch": 0.962039822375018,
+      "grad_norm": 1.3030056953430176,
+      "learning_rate": 7.549334575070899e-07,
+      "loss": 1.3943,
+      "step": 6716
+    },
+    {
+      "epoch": 0.9621830683283197,
+      "grad_norm": 0.8557271361351013,
+      "learning_rate": 7.492537089240471e-07,
+      "loss": 1.4349,
+      "step": 6717
+    },
+    {
+      "epoch": 0.9623263142816215,
+      "grad_norm": 1.1693146228790283,
+      "learning_rate": 7.435953265705897e-07,
+      "loss": 1.6158,
+      "step": 6718
+    },
+    {
+      "epoch": 0.9624695602349234,
+      "grad_norm": 1.2135621309280396,
+      "learning_rate": 7.379583116648436e-07,
+      "loss": 1.2874,
+      "step": 6719
+    },
+    {
+      "epoch": 0.9626128061882252,
+      "grad_norm": 1.40748929977417,
+      "learning_rate": 7.32342665420338e-07,
+      "loss": 1.4613,
+      "step": 6720
+    },
+    {
+      "epoch": 0.962756052141527,
+      "grad_norm": 1.050246000289917,
+      "learning_rate": 7.267483890459503e-07,
+      "loss": 1.2786,
+      "step": 6721
+    },
+    {
+      "epoch": 0.9628992980948288,
+      "grad_norm": 1.1717522144317627,
+      "learning_rate": 7.21175483745995e-07,
+      "loss": 1.2534,
+      "step": 6722
+    },
+    {
+      "epoch": 0.9630425440481306,
+      "grad_norm": 1.209023356437683,
+      "learning_rate": 7.156239507202011e-07,
+      "loss": 1.385,
+      "step": 6723
+    },
+    {
+      "epoch": 0.9631857900014325,
+      "grad_norm": 0.9411014914512634,
+      "learning_rate": 7.100937911636574e-07,
+      "loss": 1.2634,
+      "step": 6724
+    },
+    {
+      "epoch": 0.9633290359547343,
+      "grad_norm": 1.0267219543457031,
+      "learning_rate": 7.04585006266878e-07,
+      "loss": 1.5338,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9634722819080361,
+      "grad_norm": 1.1732773780822754,
+      "learning_rate": 6.990975972157699e-07,
+      "loss": 1.3375,
+      "step": 6726
+    },
+    {
+      "epoch": 0.963615527861338,
+      "grad_norm": 0.9542164206504822,
+      "learning_rate": 6.936315651916325e-07,
+      "loss": 1.4402,
+      "step": 6727
+    },
+    {
+      "epoch": 0.9637587738146397,
+      "grad_norm": 0.9844747185707092,
+      "learning_rate": 6.881869113711692e-07,
+      "loss": 1.3448,
+      "step": 6728
+    },
+    {
+      "epoch": 0.9639020197679415,
+      "grad_norm": 0.8189351558685303,
+      "learning_rate": 6.827636369264645e-07,
+      "loss": 1.6318,
+      "step": 6729
+    },
+    {
+      "epoch": 0.9640452657212434,
+      "grad_norm": 1.0559431314468384,
+      "learning_rate": 6.773617430250512e-07,
+      "loss": 1.5395,
+      "step": 6730
+    },
+    {
+      "epoch": 0.9641885116745452,
+      "grad_norm": 1.044092059135437,
+      "learning_rate": 6.71981230829788e-07,
+      "loss": 1.5754,
+      "step": 6731
+    },
+    {
+      "epoch": 0.9643317576278471,
+      "grad_norm": 1.014738917350769,
+      "learning_rate": 6.666221014989815e-07,
+      "loss": 1.5756,
+      "step": 6732
+    },
+    {
+      "epoch": 0.9644750035811488,
+      "grad_norm": 1.1452624797821045,
+      "learning_rate": 6.612843561863092e-07,
+      "loss": 1.2314,
+      "step": 6733
+    },
+    {
+      "epoch": 0.9646182495344506,
+      "grad_norm": 1.1297589540481567,
+      "learning_rate": 6.559679960408738e-07,
+      "loss": 1.4751,
+      "step": 6734
+    },
+    {
+      "epoch": 0.9647614954877525,
+      "grad_norm": 1.0301953554153442,
+      "learning_rate": 6.506730222071488e-07,
+      "loss": 1.4828,
+      "step": 6735
+    },
+    {
+      "epoch": 0.9649047414410543,
+      "grad_norm": 0.9187699556350708,
+      "learning_rate": 6.453994358249893e-07,
+      "loss": 1.4357,
+      "step": 6736
+    },
+    {
+      "epoch": 0.9650479873943562,
+      "grad_norm": 0.9434537887573242,
+      "learning_rate": 6.401472380297091e-07,
+      "loss": 1.4584,
+      "step": 6737
+    },
+    {
+      "epoch": 0.9651912333476579,
+      "grad_norm": 0.8675475120544434,
+      "learning_rate": 6.349164299519483e-07,
+      "loss": 1.4913,
+      "step": 6738
+    },
+    {
+      "epoch": 0.9653344793009597,
+      "grad_norm": 1.1032488346099854,
+      "learning_rate": 6.297070127177617e-07,
+      "loss": 1.3107,
+      "step": 6739
+    },
+    {
+      "epoch": 0.9654777252542616,
+      "grad_norm": 0.8991180062294006,
+      "learning_rate": 6.245189874486301e-07,
+      "loss": 1.3592,
+      "step": 6740
+    },
+    {
+      "epoch": 0.9656209712075634,
+      "grad_norm": 1.0872286558151245,
+      "learning_rate": 6.193523552614044e-07,
+      "loss": 1.338,
+      "step": 6741
+    },
+    {
+      "epoch": 0.9657642171608652,
+      "grad_norm": 1.164855718612671,
+      "learning_rate": 6.142071172683284e-07,
+      "loss": 1.361,
+      "step": 6742
+    },
+    {
+      "epoch": 0.965907463114167,
+      "grad_norm": 1.0678881406784058,
+      "learning_rate": 6.09083274577038e-07,
+      "loss": 1.1705,
+      "step": 6743
+    },
+    {
+      "epoch": 0.9660507090674688,
+      "grad_norm": 1.0835288763046265,
+      "learning_rate": 6.039808282905735e-07,
+      "loss": 1.3443,
+      "step": 6744
+    },
+    {
+      "epoch": 0.9661939550207707,
+      "grad_norm": 1.0296216011047363,
+      "learning_rate": 5.98899779507367e-07,
+      "loss": 1.6707,
+      "step": 6745
+    },
+    {
+      "epoch": 0.9663372009740725,
+      "grad_norm": 1.283203363418579,
+      "learning_rate": 5.938401293212547e-07,
+      "loss": 1.2451,
+      "step": 6746
+    },
+    {
+      "epoch": 0.9664804469273743,
+      "grad_norm": 1.017263412475586,
+      "learning_rate": 5.888018788214322e-07,
+      "loss": 1.5162,
+      "step": 6747
+    },
+    {
+      "epoch": 0.9666236928806761,
+      "grad_norm": 0.9494290947914124,
+      "learning_rate": 5.837850290925206e-07,
+      "loss": 1.3543,
+      "step": 6748
+    },
+    {
+      "epoch": 0.9667669388339779,
+      "grad_norm": 1.1947872638702393,
+      "learning_rate": 5.787895812145227e-07,
+      "loss": 1.4141,
+      "step": 6749
+    },
+    {
+      "epoch": 0.9669101847872797,
+      "grad_norm": 1.1069636344909668,
+      "learning_rate": 5.738155362628339e-07,
+      "loss": 1.5229,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9670534307405816,
+      "grad_norm": 1.1878916025161743,
+      "learning_rate": 5.68862895308242e-07,
+      "loss": 1.2847,
+      "step": 6751
+    },
+    {
+      "epoch": 0.9671966766938834,
+      "grad_norm": 1.035509705543518,
+      "learning_rate": 5.639316594169386e-07,
+      "loss": 1.6396,
+      "step": 6752
+    },
+    {
+      "epoch": 0.9673399226471853,
+      "grad_norm": 0.9893700480461121,
+      "learning_rate": 5.590218296504857e-07,
+      "loss": 1.5477,
+      "step": 6753
+    },
+    {
+      "epoch": 0.967483168600487,
+      "grad_norm": 1.0118515491485596,
+      "learning_rate": 5.541334070658488e-07,
+      "loss": 1.6107,
+      "step": 6754
+    },
+    {
+      "epoch": 0.9676264145537888,
+      "grad_norm": 0.9904412031173706,
+      "learning_rate": 5.492663927153863e-07,
+      "loss": 1.2955,
+      "step": 6755
+    },
+    {
+      "epoch": 0.9677696605070907,
+      "grad_norm": 1.0797574520111084,
+      "learning_rate": 5.444207876468488e-07,
+      "loss": 1.4587,
+      "step": 6756
+    },
+    {
+      "epoch": 0.9679129064603925,
+      "grad_norm": 1.0928281545639038,
+      "learning_rate": 5.395965929033686e-07,
+      "loss": 1.4983,
+      "step": 6757
+    },
+    {
+      "epoch": 0.9680561524136944,
+      "grad_norm": 1.1320828199386597,
+      "learning_rate": 5.347938095234705e-07,
+      "loss": 1.5118,
+      "step": 6758
+    },
+    {
+      "epoch": 0.9681993983669961,
+      "grad_norm": 1.2785348892211914,
+      "learning_rate": 5.300124385410943e-07,
+      "loss": 1.3517,
+      "step": 6759
+    },
+    {
+      "epoch": 0.9683426443202979,
+      "grad_norm": 1.0974881649017334,
+      "learning_rate": 5.252524809855386e-07,
+      "loss": 1.4359,
+      "step": 6760
+    },
+    {
+      "epoch": 0.9684858902735998,
+      "grad_norm": 1.1323727369308472,
+      "learning_rate": 5.20513937881506e-07,
+      "loss": 1.4474,
+      "step": 6761
+    },
+    {
+      "epoch": 0.9686291362269016,
+      "grad_norm": 0.9083863496780396,
+      "learning_rate": 5.157968102490918e-07,
+      "loss": 1.3885,
+      "step": 6762
+    },
+    {
+      "epoch": 0.9687723821802035,
+      "grad_norm": 0.987263023853302,
+      "learning_rate": 5.111010991037613e-07,
+      "loss": 1.42,
+      "step": 6763
+    },
+    {
+      "epoch": 0.9689156281335052,
+      "grad_norm": 0.8949503898620605,
+      "learning_rate": 5.064268054564059e-07,
+      "loss": 1.487,
+      "step": 6764
+    },
+    {
+      "epoch": 0.969058874086807,
+      "grad_norm": 0.9623385667800903,
+      "learning_rate": 5.017739303132763e-07,
+      "loss": 1.3194,
+      "step": 6765
+    },
+    {
+      "epoch": 0.9692021200401089,
+      "grad_norm": 1.049103856086731,
+      "learning_rate": 4.971424746760156e-07,
+      "loss": 1.365,
+      "step": 6766
+    },
+    {
+      "epoch": 0.9693453659934107,
+      "grad_norm": 1.0956085920333862,
+      "learning_rate": 4.925324395416709e-07,
+      "loss": 1.6276,
+      "step": 6767
+    },
+    {
+      "epoch": 0.9694886119467125,
+      "grad_norm": 0.9925194978713989,
+      "learning_rate": 4.879438259026592e-07,
+      "loss": 1.3802,
+      "step": 6768
+    },
+    {
+      "epoch": 0.9696318579000143,
+      "grad_norm": 1.043272852897644,
+      "learning_rate": 4.833766347468016e-07,
+      "loss": 1.4487,
+      "step": 6769
+    },
+    {
+      "epoch": 0.9697751038533161,
+      "grad_norm": 1.0359015464782715,
+      "learning_rate": 4.788308670573005e-07,
+      "loss": 1.2679,
+      "step": 6770
+    },
+    {
+      "epoch": 0.969918349806618,
+      "grad_norm": 1.006873369216919,
+      "learning_rate": 4.743065238127509e-07,
+      "loss": 1.3058,
+      "step": 6771
+    },
+    {
+      "epoch": 0.9700615957599198,
+      "grad_norm": 1.0532081127166748,
+      "learning_rate": 4.698036059871291e-07,
+      "loss": 1.5695,
+      "step": 6772
+    },
+    {
+      "epoch": 0.9702048417132216,
+      "grad_norm": 0.926746666431427,
+      "learning_rate": 4.6532211454979324e-07,
+      "loss": 1.4644,
+      "step": 6773
+    },
+    {
+      "epoch": 0.9703480876665235,
+      "grad_norm": 0.8730567693710327,
+      "learning_rate": 4.608620504655048e-07,
+      "loss": 1.4387,
+      "step": 6774
+    },
+    {
+      "epoch": 0.9704913336198252,
+      "grad_norm": 0.9865559935569763,
+      "learning_rate": 4.5642341469441794e-07,
+      "loss": 1.3587,
+      "step": 6775
+    },
+    {
+      "epoch": 0.970634579573127,
+      "grad_norm": 0.9190458655357361,
+      "learning_rate": 4.520062081920351e-07,
+      "loss": 1.4498,
+      "step": 6776
+    },
+    {
+      "epoch": 0.9707778255264289,
+      "grad_norm": 1.0065641403198242,
+      "learning_rate": 4.4761043190929553e-07,
+      "loss": 1.4311,
+      "step": 6777
+    },
+    {
+      "epoch": 0.9709210714797307,
+      "grad_norm": 1.1349998712539673,
+      "learning_rate": 4.4323608679248676e-07,
+      "loss": 1.5217,
+      "step": 6778
+    },
+    {
+      "epoch": 0.9710643174330326,
+      "grad_norm": 0.9706824421882629,
+      "learning_rate": 4.388831737832999e-07,
+      "loss": 1.4538,
+      "step": 6779
+    },
+    {
+      "epoch": 0.9712075633863343,
+      "grad_norm": 1.1180568933486938,
+      "learning_rate": 4.345516938188188e-07,
+      "loss": 1.2824,
+      "step": 6780
+    },
+    {
+      "epoch": 0.9713508093396361,
+      "grad_norm": 0.9842263460159302,
+      "learning_rate": 4.3024164783148636e-07,
+      "loss": 1.48,
+      "step": 6781
+    },
+    {
+      "epoch": 0.971494055292938,
+      "grad_norm": 1.1390620470046997,
+      "learning_rate": 4.2595303674916044e-07,
+      "loss": 1.4821,
+      "step": 6782
+    },
+    {
+      "epoch": 0.9716373012462398,
+      "grad_norm": 1.0757521390914917,
+      "learning_rate": 4.216858614950692e-07,
+      "loss": 1.5509,
+      "step": 6783
+    },
+    {
+      "epoch": 0.9717805471995417,
+      "grad_norm": 0.924069344997406,
+      "learning_rate": 4.174401229878333e-07,
+      "loss": 1.4408,
+      "step": 6784
+    },
+    {
+      "epoch": 0.9719237931528434,
+      "grad_norm": 0.9312421679496765,
+      "learning_rate": 4.1321582214145506e-07,
+      "loss": 1.5837,
+      "step": 6785
+    },
+    {
+      "epoch": 0.9720670391061452,
+      "grad_norm": 1.0862983465194702,
+      "learning_rate": 4.090129598653181e-07,
+      "loss": 1.3524,
+      "step": 6786
+    },
+    {
+      "epoch": 0.9722102850594471,
+      "grad_norm": 1.1605103015899658,
+      "learning_rate": 4.048315370641986e-07,
+      "loss": 1.5216,
+      "step": 6787
+    },
+    {
+      "epoch": 0.9723535310127489,
+      "grad_norm": 0.9960696697235107,
+      "learning_rate": 4.006715546382434e-07,
+      "loss": 1.4425,
+      "step": 6788
+    },
+    {
+      "epoch": 0.9724967769660507,
+      "grad_norm": 1.0681113004684448,
+      "learning_rate": 3.9653301348301364e-07,
+      "loss": 1.3476,
+      "step": 6789
+    },
+    {
+      "epoch": 0.9726400229193525,
+      "grad_norm": 1.2422206401824951,
+      "learning_rate": 3.92415914489408e-07,
+      "loss": 1.4293,
+      "step": 6790
+    },
+    {
+      "epoch": 0.9727832688726543,
+      "grad_norm": 1.1112440824508667,
+      "learning_rate": 3.8832025854376176e-07,
+      "loss": 1.3491,
+      "step": 6791
+    },
+    {
+      "epoch": 0.9729265148259562,
+      "grad_norm": 0.9703029990196228,
+      "learning_rate": 3.842460465277586e-07,
+      "loss": 1.4261,
+      "step": 6792
+    },
+    {
+      "epoch": 0.973069760779258,
+      "grad_norm": 1.0764310359954834,
+      "learning_rate": 3.801932793184748e-07,
+      "loss": 1.2813,
+      "step": 6793
+    },
+    {
+      "epoch": 0.9732130067325598,
+      "grad_norm": 1.2274600267410278,
+      "learning_rate": 3.7616195778836793e-07,
+      "loss": 1.2431,
+      "step": 6794
+    },
+    {
+      "epoch": 0.9733562526858617,
+      "grad_norm": 1.0587447881698608,
+      "learning_rate": 3.721520828052771e-07,
+      "loss": 1.4291,
+      "step": 6795
+    },
+    {
+      "epoch": 0.9734994986391634,
+      "grad_norm": 0.9895859956741333,
+      "learning_rate": 3.681636552324452e-07,
+      "loss": 1.4146,
+      "step": 6796
+    },
+    {
+      "epoch": 0.9736427445924652,
+      "grad_norm": 0.9560429453849792,
+      "learning_rate": 3.6419667592847427e-07,
+      "loss": 1.3514,
+      "step": 6797
+    },
+    {
+      "epoch": 0.9737859905457671,
+      "grad_norm": 1.008008360862732,
+      "learning_rate": 3.6025114574734785e-07,
+      "loss": 1.2703,
+      "step": 6798
+    },
+    {
+      "epoch": 0.9739292364990689,
+      "grad_norm": 1.042434573173523,
+      "learning_rate": 3.563270655384532e-07,
+      "loss": 1.3563,
+      "step": 6799
+    },
+    {
+      "epoch": 0.9740724824523708,
+      "grad_norm": 0.956372857093811,
+      "learning_rate": 3.5242443614654784e-07,
+      "loss": 1.5462,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9742157284056725,
+      "grad_norm": 1.152912974357605,
+      "learning_rate": 3.4854325841175985e-07,
+      "loss": 1.4305,
+      "step": 6801
+    },
+    {
+      "epoch": 0.9743589743589743,
+      "grad_norm": 1.0200248956680298,
+      "learning_rate": 3.446835331696208e-07,
+      "loss": 1.343,
+      "step": 6802
+    },
+    {
+      "epoch": 0.9745022203122762,
+      "grad_norm": 0.9426090717315674,
+      "learning_rate": 3.4084526125103267e-07,
+      "loss": 1.5278,
+      "step": 6803
+    },
+    {
+      "epoch": 0.974645466265578,
+      "grad_norm": 0.8496160507202148,
+      "learning_rate": 3.370284434822679e-07,
+      "loss": 1.4484,
+      "step": 6804
+    },
+    {
+      "epoch": 0.9747887122188799,
+      "grad_norm": 0.9888375401496887,
+      "learning_rate": 3.332330806850137e-07,
+      "loss": 1.53,
+      "step": 6805
+    },
+    {
+      "epoch": 0.9749319581721816,
+      "grad_norm": 1.0686651468276978,
+      "learning_rate": 3.294591736763164e-07,
+      "loss": 1.3552,
+      "step": 6806
+    },
+    {
+      "epoch": 0.9750752041254834,
+      "grad_norm": 1.0439682006835938,
+      "learning_rate": 3.2570672326858175e-07,
+      "loss": 1.4452,
+      "step": 6807
+    },
+    {
+      "epoch": 0.9752184500787853,
+      "grad_norm": 1.0423394441604614,
+      "learning_rate": 3.219757302696302e-07,
+      "loss": 1.5061,
+      "step": 6808
+    },
+    {
+      "epoch": 0.9753616960320871,
+      "grad_norm": 1.0511150360107422,
+      "learning_rate": 3.182661954826638e-07,
+      "loss": 1.2548,
+      "step": 6809
+    },
+    {
+      "epoch": 0.975504941985389,
+      "grad_norm": 1.0575108528137207,
+      "learning_rate": 3.1457811970624364e-07,
+      "loss": 1.372,
+      "step": 6810
+    },
+    {
+      "epoch": 0.9756481879386907,
+      "grad_norm": 1.1002269983291626,
+      "learning_rate": 3.1091150373433465e-07,
+      "loss": 1.2718,
+      "step": 6811
+    },
+    {
+      "epoch": 0.9757914338919925,
+      "grad_norm": 1.1514437198638916,
+      "learning_rate": 3.072663483562388e-07,
+      "loss": 1.3238,
+      "step": 6812
+    },
+    {
+      "epoch": 0.9759346798452944,
+      "grad_norm": 1.1003563404083252,
+      "learning_rate": 3.0364265435669503e-07,
+      "loss": 1.4051,
+      "step": 6813
+    },
+    {
+      "epoch": 0.9760779257985962,
+      "grad_norm": 1.2602903842926025,
+      "learning_rate": 3.0004042251579047e-07,
+      "loss": 1.4608,
+      "step": 6814
+    },
+    {
+      "epoch": 0.976221171751898,
+      "grad_norm": 1.2669941186904907,
+      "learning_rate": 2.9645965360898255e-07,
+      "loss": 1.3409,
+      "step": 6815
+    },
+    {
+      "epoch": 0.9763644177051999,
+      "grad_norm": 0.917188286781311,
+      "learning_rate": 2.9290034840713245e-07,
+      "loss": 1.458,
+      "step": 6816
+    },
+    {
+      "epoch": 0.9765076636585016,
+      "grad_norm": 0.9952293634414673,
+      "learning_rate": 2.8936250767647167e-07,
+      "loss": 1.4448,
+      "step": 6817
+    },
+    {
+      "epoch": 0.9766509096118035,
+      "grad_norm": 1.0812208652496338,
+      "learning_rate": 2.8584613217861324e-07,
+      "loss": 1.3223,
+      "step": 6818
+    },
+    {
+      "epoch": 0.9767941555651053,
+      "grad_norm": 1.0036649703979492,
+      "learning_rate": 2.8235122267052936e-07,
+      "loss": 1.3394,
+      "step": 6819
+    },
+    {
+      "epoch": 0.9769374015184071,
+      "grad_norm": 1.0076559782028198,
+      "learning_rate": 2.7887777990460716e-07,
+      "loss": 1.3587,
+      "step": 6820
+    },
+    {
+      "epoch": 0.977080647471709,
+      "grad_norm": 0.9941087961196899,
+      "learning_rate": 2.754258046285818e-07,
+      "loss": 1.3876,
+      "step": 6821
+    },
+    {
+      "epoch": 0.9772238934250107,
+      "grad_norm": 1.2799135446548462,
+      "learning_rate": 2.719952975855811e-07,
+      "loss": 1.3601,
+      "step": 6822
+    },
+    {
+      "epoch": 0.9773671393783125,
+      "grad_norm": 0.9985824227333069,
+      "learning_rate": 2.685862595141142e-07,
+      "loss": 1.4506,
+      "step": 6823
+    },
+    {
+      "epoch": 0.9775103853316144,
+      "grad_norm": 1.2215064764022827,
+      "learning_rate": 2.6519869114804975e-07,
+      "loss": 1.4419,
+      "step": 6824
+    },
+    {
+      "epoch": 0.9776536312849162,
+      "grad_norm": 0.9648181796073914,
+      "learning_rate": 2.618325932166488e-07,
+      "loss": 1.3788,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9777968772382181,
+      "grad_norm": 1.1412359476089478,
+      "learning_rate": 2.58487966444565e-07,
+      "loss": 1.5114,
+      "step": 6826
+    },
+    {
+      "epoch": 0.9779401231915198,
+      "grad_norm": 1.2183496952056885,
+      "learning_rate": 2.5516481155180014e-07,
+      "loss": 1.3865,
+      "step": 6827
+    },
+    {
+      "epoch": 0.9780833691448216,
+      "grad_norm": 1.0076305866241455,
+      "learning_rate": 2.518631292537488e-07,
+      "loss": 1.4259,
+      "step": 6828
+    },
+    {
+      "epoch": 0.9782266150981235,
+      "grad_norm": 1.3063254356384277,
+      "learning_rate": 2.485829202611756e-07,
+      "loss": 1.4008,
+      "step": 6829
+    },
+    {
+      "epoch": 0.9783698610514253,
+      "grad_norm": 0.9924145936965942,
+      "learning_rate": 2.453241852802379e-07,
+      "loss": 1.4294,
+      "step": 6830
+    },
+    {
+      "epoch": 0.9785131070047272,
+      "grad_norm": 1.096651315689087,
+      "learning_rate": 2.4208692501246354e-07,
+      "loss": 1.2426,
+      "step": 6831
+    },
+    {
+      "epoch": 0.9786563529580289,
+      "grad_norm": 0.9843244552612305,
+      "learning_rate": 2.3887114015475056e-07,
+      "loss": 1.4081,
+      "step": 6832
+    },
+    {
+      "epoch": 0.9787995989113307,
+      "grad_norm": 1.1056734323501587,
+      "learning_rate": 2.3567683139936735e-07,
+      "loss": 1.6568,
+      "step": 6833
+    },
+    {
+      "epoch": 0.9789428448646326,
+      "grad_norm": 1.0278946161270142,
+      "learning_rate": 2.3250399943398614e-07,
+      "loss": 1.3937,
+      "step": 6834
+    },
+    {
+      "epoch": 0.9790860908179344,
+      "grad_norm": 1.1321687698364258,
+      "learning_rate": 2.2935264494162724e-07,
+      "loss": 1.495,
+      "step": 6835
+    },
+    {
+      "epoch": 0.9792293367712362,
+      "grad_norm": 0.9998905062675476,
+      "learning_rate": 2.2622276860070346e-07,
+      "loss": 1.5186,
+      "step": 6836
+    },
+    {
+      "epoch": 0.979372582724538,
+      "grad_norm": 1.2690037488937378,
+      "learning_rate": 2.231143710849981e-07,
+      "loss": 1.4595,
+      "step": 6837
+    },
+    {
+      "epoch": 0.9795158286778398,
+      "grad_norm": 0.9417411088943481,
+      "learning_rate": 2.20027453063687e-07,
+      "loss": 1.4475,
+      "step": 6838
+    },
+    {
+      "epoch": 0.9796590746311417,
+      "grad_norm": 1.0338630676269531,
+      "learning_rate": 2.1696201520128302e-07,
+      "loss": 1.3734,
+      "step": 6839
+    },
+    {
+      "epoch": 0.9798023205844435,
+      "grad_norm": 1.150684118270874,
+      "learning_rate": 2.1391805815771382e-07,
+      "loss": 1.311,
+      "step": 6840
+    },
+    {
+      "epoch": 0.9799455665377453,
+      "grad_norm": 1.0823333263397217,
+      "learning_rate": 2.1089558258826637e-07,
+      "loss": 1.3391,
+      "step": 6841
+    },
+    {
+      "epoch": 0.9800888124910472,
+      "grad_norm": 0.9662067890167236,
+      "learning_rate": 2.0789458914359793e-07,
+      "loss": 1.3606,
+      "step": 6842
+    },
+    {
+      "epoch": 0.9802320584443489,
+      "grad_norm": 1.0137076377868652,
+      "learning_rate": 2.0491507846975843e-07,
+      "loss": 1.4325,
+      "step": 6843
+    },
+    {
+      "epoch": 0.9803753043976507,
+      "grad_norm": 1.196308970451355,
+      "learning_rate": 2.019570512081459e-07,
+      "loss": 1.5428,
+      "step": 6844
+    },
+    {
+      "epoch": 0.9805185503509526,
+      "grad_norm": 1.060678243637085,
+      "learning_rate": 1.9902050799557315e-07,
+      "loss": 1.4035,
+      "step": 6845
+    },
+    {
+      "epoch": 0.9806617963042544,
+      "grad_norm": 0.9628415703773499,
+      "learning_rate": 1.9610544946420117e-07,
+      "loss": 1.425,
+      "step": 6846
+    },
+    {
+      "epoch": 0.9808050422575563,
+      "grad_norm": 1.1119108200073242,
+      "learning_rate": 1.9321187624155024e-07,
+      "loss": 1.4767,
+      "step": 6847
+    },
+    {
+      "epoch": 0.980948288210858,
+      "grad_norm": 1.255140781402588,
+      "learning_rate": 1.9033978895054429e-07,
+      "loss": 1.4142,
+      "step": 6848
+    },
+    {
+      "epoch": 0.9810915341641598,
+      "grad_norm": 1.115557074546814,
+      "learning_rate": 1.8748918820948868e-07,
+      "loss": 1.4142,
+      "step": 6849
+    },
+    {
+      "epoch": 0.9812347801174617,
+      "grad_norm": 1.1532025337219238,
+      "learning_rate": 1.8466007463202596e-07,
+      "loss": 1.4397,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9813780260707635,
+      "grad_norm": 1.0235517024993896,
+      "learning_rate": 1.8185244882721332e-07,
+      "loss": 1.513,
+      "step": 6851
+    },
+    {
+      "epoch": 0.9815212720240654,
+      "grad_norm": 1.04762864112854,
+      "learning_rate": 1.7906631139944508e-07,
+      "loss": 1.3178,
+      "step": 6852
+    },
+    {
+      "epoch": 0.9816645179773671,
+      "grad_norm": 1.1120867729187012,
+      "learning_rate": 1.7630166294850813e-07,
+      "loss": 1.3427,
+      "step": 6853
+    },
+    {
+      "epoch": 0.9818077639306689,
+      "grad_norm": 1.1330376863479614,
+      "learning_rate": 1.7355850406958196e-07,
+      "loss": 1.3759,
+      "step": 6854
+    },
+    {
+      "epoch": 0.9819510098839708,
+      "grad_norm": 1.022983193397522,
+      "learning_rate": 1.7083683535318306e-07,
+      "loss": 1.4302,
+      "step": 6855
+    },
+    {
+      "epoch": 0.9820942558372726,
+      "grad_norm": 1.1447092294692993,
+      "learning_rate": 1.6813665738523166e-07,
+      "loss": 1.5118,
+      "step": 6856
+    },
+    {
+      "epoch": 0.9822375017905745,
+      "grad_norm": 1.0212138891220093,
+      "learning_rate": 1.654579707469961e-07,
+      "loss": 1.3117,
+      "step": 6857
+    },
+    {
+      "epoch": 0.9823807477438762,
+      "grad_norm": 1.2894595861434937,
+      "learning_rate": 1.6280077601513734e-07,
+      "loss": 1.2729,
+      "step": 6858
+    },
+    {
+      "epoch": 0.982523993697178,
+      "grad_norm": 1.1878100633621216,
+      "learning_rate": 1.6016507376169777e-07,
+      "loss": 1.2658,
+      "step": 6859
+    },
+    {
+      "epoch": 0.9826672396504799,
+      "grad_norm": 1.1033306121826172,
+      "learning_rate": 1.5755086455404577e-07,
+      "loss": 1.3271,
+      "step": 6860
+    },
+    {
+      "epoch": 0.9828104856037817,
+      "grad_norm": 0.9994727969169617,
+      "learning_rate": 1.5495814895498673e-07,
+      "loss": 1.4237,
+      "step": 6861
+    },
+    {
+      "epoch": 0.9829537315570835,
+      "grad_norm": 1.1489145755767822,
+      "learning_rate": 1.5238692752266303e-07,
+      "loss": 1.4139,
+      "step": 6862
+    },
+    {
+      "epoch": 0.9830969775103854,
+      "grad_norm": 0.911854088306427,
+      "learning_rate": 1.498372008105764e-07,
+      "loss": 1.4092,
+      "step": 6863
+    },
+    {
+      "epoch": 0.9832402234636871,
+      "grad_norm": 1.1345853805541992,
+      "learning_rate": 1.4730896936764327e-07,
+      "loss": 1.2905,
+      "step": 6864
+    },
+    {
+      "epoch": 0.983383469416989,
+      "grad_norm": 1.0401586294174194,
+      "learning_rate": 1.448022337381061e-07,
+      "loss": 1.4337,
+      "step": 6865
+    },
+    {
+      "epoch": 0.9835267153702908,
+      "grad_norm": 1.2860431671142578,
+      "learning_rate": 1.4231699446162205e-07,
+      "loss": 1.4001,
+      "step": 6866
+    },
+    {
+      "epoch": 0.9836699613235926,
+      "grad_norm": 0.9982812404632568,
+      "learning_rate": 1.3985325207319655e-07,
+      "loss": 1.5287,
+      "step": 6867
+    },
+    {
+      "epoch": 0.9838132072768945,
+      "grad_norm": 0.9525570869445801,
+      "learning_rate": 1.3741100710321643e-07,
+      "loss": 1.2917,
+      "step": 6868
+    },
+    {
+      "epoch": 0.9839564532301962,
+      "grad_norm": 0.8974379301071167,
+      "learning_rate": 1.3499026007741665e-07,
+      "loss": 1.4132,
+      "step": 6869
+    },
+    {
+      "epoch": 0.984099699183498,
+      "grad_norm": 0.9668851494789124,
+      "learning_rate": 1.3259101151694708e-07,
+      "loss": 1.3467,
+      "step": 6870
+    },
+    {
+      "epoch": 0.9842429451367999,
+      "grad_norm": 1.1283328533172607,
+      "learning_rate": 1.3021326193830564e-07,
+      "loss": 1.3877,
+      "step": 6871
+    },
+    {
+      "epoch": 0.9843861910901017,
+      "grad_norm": 0.9883521199226379,
+      "learning_rate": 1.2785701185333844e-07,
+      "loss": 1.4182,
+      "step": 6872
+    },
+    {
+      "epoch": 0.9845294370434036,
+      "grad_norm": 1.0594696998596191,
+      "learning_rate": 1.2552226176931746e-07,
+      "loss": 1.2806,
+      "step": 6873
+    },
+    {
+      "epoch": 0.9846726829967053,
+      "grad_norm": 0.8932961225509644,
+      "learning_rate": 1.2320901218884072e-07,
+      "loss": 1.4021,
+      "step": 6874
+    },
+    {
+      "epoch": 0.9848159289500071,
+      "grad_norm": 1.1341668367385864,
+      "learning_rate": 1.2091726360989874e-07,
+      "loss": 1.2925,
+      "step": 6875
+    },
+    {
+      "epoch": 0.984959174903309,
+      "grad_norm": 1.008155345916748,
+      "learning_rate": 1.1864701652584132e-07,
+      "loss": 1.6698,
+      "step": 6876
+    },
+    {
+      "epoch": 0.9851024208566108,
+      "grad_norm": 1.1576281785964966,
+      "learning_rate": 1.1639827142539972e-07,
+      "loss": 1.3933,
+      "step": 6877
+    },
+    {
+      "epoch": 0.9852456668099127,
+      "grad_norm": 1.0310837030410767,
+      "learning_rate": 1.1417102879268671e-07,
+      "loss": 1.436,
+      "step": 6878
+    },
+    {
+      "epoch": 0.9853889127632144,
+      "grad_norm": 1.1483125686645508,
+      "learning_rate": 1.1196528910715209e-07,
+      "loss": 1.3536,
+      "step": 6879
+    },
+    {
+      "epoch": 0.9855321587165162,
+      "grad_norm": 0.9523026347160339,
+      "learning_rate": 1.0978105284363826e-07,
+      "loss": 1.4578,
+      "step": 6880
+    },
+    {
+      "epoch": 0.9856754046698181,
+      "grad_norm": 1.1222437620162964,
+      "learning_rate": 1.0761832047238019e-07,
+      "loss": 1.5329,
+      "step": 6881
+    },
+    {
+      "epoch": 0.9858186506231199,
+      "grad_norm": 1.0925524234771729,
+      "learning_rate": 1.0547709245893877e-07,
+      "loss": 1.3223,
+      "step": 6882
+    },
+    {
+      "epoch": 0.9859618965764217,
+      "grad_norm": 1.0484070777893066,
+      "learning_rate": 1.0335736926426754e-07,
+      "loss": 1.4087,
+      "step": 6883
+    },
+    {
+      "epoch": 0.9861051425297236,
+      "grad_norm": 1.0100384950637817,
+      "learning_rate": 1.0125915134470143e-07,
+      "loss": 1.4299,
+      "step": 6884
+    },
+    {
+      "epoch": 0.9862483884830253,
+      "grad_norm": 1.004934549331665,
+      "learning_rate": 9.918243915193471e-08,
+      "loss": 1.3003,
+      "step": 6885
+    },
+    {
+      "epoch": 0.9863916344363272,
+      "grad_norm": 1.0680996179580688,
+      "learning_rate": 9.712723313302085e-08,
+      "loss": 1.2744,
+      "step": 6886
+    },
+    {
+      "epoch": 0.986534880389629,
+      "grad_norm": 1.1753429174423218,
+      "learning_rate": 9.509353373040596e-08,
+      "loss": 1.3455,
+      "step": 6887
+    },
+    {
+      "epoch": 0.9866781263429308,
+      "grad_norm": 1.149436354637146,
+      "learning_rate": 9.308134138188429e-08,
+      "loss": 1.6051,
+      "step": 6888
+    },
+    {
+      "epoch": 0.9868213722962327,
+      "grad_norm": 1.0931040048599243,
+      "learning_rate": 9.109065652064263e-08,
+      "loss": 1.4859,
+      "step": 6889
+    },
+    {
+      "epoch": 0.9869646182495344,
+      "grad_norm": 1.1245319843292236,
+      "learning_rate": 8.9121479575216e-08,
+      "loss": 1.4254,
+      "step": 6890
+    },
+    {
+      "epoch": 0.9871078642028362,
+      "grad_norm": 0.9399316906929016,
+      "learning_rate": 8.717381096953192e-08,
+      "loss": 1.5195,
+      "step": 6891
+    },
+    {
+      "epoch": 0.9872511101561381,
+      "grad_norm": 1.0413306951522827,
+      "learning_rate": 8.524765112286614e-08,
+      "loss": 1.3563,
+      "step": 6892
+    },
+    {
+      "epoch": 0.9873943561094399,
+      "grad_norm": 1.071725606918335,
+      "learning_rate": 8.334300044987587e-08,
+      "loss": 1.4862,
+      "step": 6893
+    },
+    {
+      "epoch": 0.9875376020627418,
+      "grad_norm": 1.074080467224121,
+      "learning_rate": 8.145985936057754e-08,
+      "loss": 1.3622,
+      "step": 6894
+    },
+    {
+      "epoch": 0.9876808480160435,
+      "grad_norm": 1.0164281129837036,
+      "learning_rate": 7.959822826038022e-08,
+      "loss": 1.43,
+      "step": 6895
+    },
+    {
+      "epoch": 0.9878240939693453,
+      "grad_norm": 1.0840808153152466,
+      "learning_rate": 7.775810755003e-08,
+      "loss": 1.4237,
+      "step": 6896
+    },
+    {
+      "epoch": 0.9879673399226472,
+      "grad_norm": 0.9866342544555664,
+      "learning_rate": 7.593949762567664e-08,
+      "loss": 1.4144,
+      "step": 6897
+    },
+    {
+      "epoch": 0.988110585875949,
+      "grad_norm": 1.1823991537094116,
+      "learning_rate": 7.414239887880702e-08,
+      "loss": 1.2793,
+      "step": 6898
+    },
+    {
+      "epoch": 0.9882538318292509,
+      "grad_norm": 0.9250807762145996,
+      "learning_rate": 7.236681169628945e-08,
+      "loss": 1.4531,
+      "step": 6899
+    },
+    {
+      "epoch": 0.9883970777825526,
+      "grad_norm": 1.077149510383606,
+      "learning_rate": 7.06127364603848e-08,
+      "loss": 1.2933,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9885403237358544,
+      "grad_norm": 0.9785210490226746,
+      "learning_rate": 6.888017354869103e-08,
+      "loss": 1.3731,
+      "step": 6901
+    },
+    {
+      "epoch": 0.9886835696891563,
+      "grad_norm": 0.883624792098999,
+      "learning_rate": 6.716912333417646e-08,
+      "loss": 1.5594,
+      "step": 6902
+    },
+    {
+      "epoch": 0.9888268156424581,
+      "grad_norm": 0.9802455306053162,
+      "learning_rate": 6.5479586185202e-08,
+      "loss": 1.3395,
+      "step": 6903
+    },
+    {
+      "epoch": 0.98897006159576,
+      "grad_norm": 1.070555567741394,
+      "learning_rate": 6.38115624654656e-08,
+      "loss": 1.3284,
+      "step": 6904
+    },
+    {
+      "epoch": 0.9891133075490618,
+      "grad_norm": 1.2855534553527832,
+      "learning_rate": 6.216505253408e-08,
+      "loss": 1.5091,
+      "step": 6905
+    },
+    {
+      "epoch": 0.9892565535023635,
+      "grad_norm": 1.101159930229187,
+      "learning_rate": 6.05400567454728e-08,
+      "loss": 1.5157,
+      "step": 6906
+    },
+    {
+      "epoch": 0.9893997994556654,
+      "grad_norm": 1.105353832244873,
+      "learning_rate": 5.893657544947528e-08,
+      "loss": 1.1821,
+      "step": 6907
+    },
+    {
+      "epoch": 0.9895430454089672,
+      "grad_norm": 1.0386812686920166,
+      "learning_rate": 5.7354608991266876e-08,
+      "loss": 1.3245,
+      "step": 6908
+    },
+    {
+      "epoch": 0.989686291362269,
+      "grad_norm": 1.1159615516662598,
+      "learning_rate": 5.5794157711430705e-08,
+      "loss": 1.3744,
+      "step": 6909
+    },
+    {
+      "epoch": 0.9898295373155709,
+      "grad_norm": 0.9929404258728027,
+      "learning_rate": 5.4255221945864744e-08,
+      "loss": 1.5076,
+      "step": 6910
+    },
+    {
+      "epoch": 0.9899727832688726,
+      "grad_norm": 0.965086817741394,
+      "learning_rate": 5.273780202588174e-08,
+      "loss": 1.5013,
+      "step": 6911
+    },
+    {
+      "epoch": 0.9901160292221745,
+      "grad_norm": 1.0657801628112793,
+      "learning_rate": 5.124189827813153e-08,
+      "loss": 1.3492,
+      "step": 6912
+    },
+    {
+      "epoch": 0.9902592751754763,
+      "grad_norm": 1.1441714763641357,
+      "learning_rate": 4.9767511024656486e-08,
+      "loss": 1.3905,
+      "step": 6913
+    },
+    {
+      "epoch": 0.9904025211287781,
+      "grad_norm": 1.1218209266662598,
+      "learning_rate": 4.8314640582858284e-08,
+      "loss": 1.3191,
+      "step": 6914
+    },
+    {
+      "epoch": 0.99054576708208,
+      "grad_norm": 0.9751311540603638,
+      "learning_rate": 4.6883287265497844e-08,
+      "loss": 1.4773,
+      "step": 6915
+    },
+    {
+      "epoch": 0.9906890130353817,
+      "grad_norm": 1.0416339635849,
+      "learning_rate": 4.5473451380706463e-08,
+      "loss": 1.3759,
+      "step": 6916
+    },
+    {
+      "epoch": 0.9908322589886835,
+      "grad_norm": 0.9752503037452698,
+      "learning_rate": 4.408513323198582e-08,
+      "loss": 1.4084,
+      "step": 6917
+    },
+    {
+      "epoch": 0.9909755049419854,
+      "grad_norm": 1.0433348417282104,
+      "learning_rate": 4.271833311821905e-08,
+      "loss": 1.5011,
+      "step": 6918
+    },
+    {
+      "epoch": 0.9911187508952872,
+      "grad_norm": 1.1392463445663452,
+      "learning_rate": 4.137305133362634e-08,
+      "loss": 1.3996,
+      "step": 6919
+    },
+    {
+      "epoch": 0.9912619968485891,
+      "grad_norm": 1.0006673336029053,
+      "learning_rate": 4.0049288167842705e-08,
+      "loss": 1.47,
+      "step": 6920
+    },
+    {
+      "epoch": 0.9914052428018908,
+      "grad_norm": 1.1669334173202515,
+      "learning_rate": 3.8747043905806856e-08,
+      "loss": 1.3528,
+      "step": 6921
+    },
+    {
+      "epoch": 0.9915484887551926,
+      "grad_norm": 1.0863393545150757,
+      "learning_rate": 3.746631882787233e-08,
+      "loss": 1.2307,
+      "step": 6922
+    },
+    {
+      "epoch": 0.9916917347084945,
+      "grad_norm": 1.0146652460098267,
+      "learning_rate": 3.6207113209763e-08,
+      "loss": 1.4573,
+      "step": 6923
+    },
+    {
+      "epoch": 0.9918349806617963,
+      "grad_norm": 1.1554642915725708,
+      "learning_rate": 3.496942732253983e-08,
+      "loss": 1.3483,
+      "step": 6924
+    },
+    {
+      "epoch": 0.9919782266150982,
+      "grad_norm": 1.095729112625122,
+      "learning_rate": 3.375326143264523e-08,
+      "loss": 1.2952,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9921214725684,
+      "grad_norm": 1.0416451692581177,
+      "learning_rate": 3.2558615801892014e-08,
+      "loss": 1.404,
+      "step": 6926
+    },
+    {
+      "epoch": 0.9922647185217017,
+      "grad_norm": 1.0294092893600464,
+      "learning_rate": 3.138549068745222e-08,
+      "loss": 1.43,
+      "step": 6927
+    },
+    {
+      "epoch": 0.9924079644750036,
+      "grad_norm": 1.0487141609191895,
+      "learning_rate": 3.0233886341890504e-08,
+      "loss": 1.4942,
+      "step": 6928
+    },
+    {
+      "epoch": 0.9925512104283054,
+      "grad_norm": 1.269450068473816,
+      "learning_rate": 2.9103803013097453e-08,
+      "loss": 1.1909,
+      "step": 6929
+    },
+    {
+      "epoch": 0.9926944563816072,
+      "grad_norm": 1.0961313247680664,
+      "learning_rate": 2.799524094436734e-08,
+      "loss": 1.4161,
+      "step": 6930
+    },
+    {
+      "epoch": 0.9928377023349091,
+      "grad_norm": 0.9992673993110657,
+      "learning_rate": 2.6908200374331503e-08,
+      "loss": 1.3977,
+      "step": 6931
+    },
+    {
+      "epoch": 0.9929809482882108,
+      "grad_norm": 1.0157605409622192,
+      "learning_rate": 2.584268153701386e-08,
+      "loss": 1.3183,
+      "step": 6932
+    },
+    {
+      "epoch": 0.9931241942415127,
+      "grad_norm": 1.143729567527771,
+      "learning_rate": 2.4798684661786476e-08,
+      "loss": 1.5526,
+      "step": 6933
+    },
+    {
+      "epoch": 0.9932674401948145,
+      "grad_norm": 1.0652892589569092,
+      "learning_rate": 2.377620997340291e-08,
+      "loss": 1.3244,
+      "step": 6934
+    },
+    {
+      "epoch": 0.9934106861481163,
+      "grad_norm": 1.036015272140503,
+      "learning_rate": 2.2775257691975972e-08,
+      "loss": 1.363,
+      "step": 6935
+    },
+    {
+      "epoch": 0.9935539321014182,
+      "grad_norm": 1.1642589569091797,
+      "learning_rate": 2.179582803297775e-08,
+      "loss": 1.535,
+      "step": 6936
+    },
+    {
+      "epoch": 0.9936971780547199,
+      "grad_norm": 1.0643857717514038,
+      "learning_rate": 2.0837921207272902e-08,
+      "loss": 1.2805,
+      "step": 6937
+    },
+    {
+      "epoch": 0.9938404240080217,
+      "grad_norm": 0.9890209436416626,
+      "learning_rate": 1.990153742105205e-08,
+      "loss": 1.3874,
+      "step": 6938
+    },
+    {
+      "epoch": 0.9939836699613236,
+      "grad_norm": 1.140325903892517,
+      "learning_rate": 1.8986676875909494e-08,
+      "loss": 1.551,
+      "step": 6939
+    },
+    {
+      "epoch": 0.9941269159146254,
+      "grad_norm": 1.0354828834533691,
+      "learning_rate": 1.8093339768798788e-08,
+      "loss": 1.5359,
+      "step": 6940
+    },
+    {
+      "epoch": 0.9942701618679273,
+      "grad_norm": 1.0546835660934448,
+      "learning_rate": 1.722152629201057e-08,
+      "loss": 1.3838,
+      "step": 6941
+    },
+    {
+      "epoch": 0.994413407821229,
+      "grad_norm": 1.1134083271026611,
+      "learning_rate": 1.637123663323914e-08,
+      "loss": 1.3516,
+      "step": 6942
+    },
+    {
+      "epoch": 0.9945566537745308,
+      "grad_norm": 1.2317687273025513,
+      "learning_rate": 1.554247097553807e-08,
+      "loss": 1.5006,
+      "step": 6943
+    },
+    {
+      "epoch": 0.9946998997278327,
+      "grad_norm": 1.0348536968231201,
+      "learning_rate": 1.47352294973091e-08,
+      "loss": 1.507,
+      "step": 6944
+    },
+    {
+      "epoch": 0.9948431456811345,
+      "grad_norm": 1.050315022468567,
+      "learning_rate": 1.3949512372335438e-08,
+      "loss": 1.6768,
+      "step": 6945
+    },
+    {
+      "epoch": 0.9949863916344364,
+      "grad_norm": 1.0395089387893677,
+      "learning_rate": 1.3185319769759564e-08,
+      "loss": 1.3535,
+      "step": 6946
+    },
+    {
+      "epoch": 0.9951296375877381,
+      "grad_norm": 1.0833200216293335,
+      "learning_rate": 1.2442651854094322e-08,
+      "loss": 1.373,
+      "step": 6947
+    },
+    {
+      "epoch": 0.9952728835410399,
+      "grad_norm": 1.0897454023361206,
+      "learning_rate": 1.1721508785211832e-08,
+      "loss": 1.4969,
+      "step": 6948
+    },
+    {
+      "epoch": 0.9954161294943418,
+      "grad_norm": 0.9983315467834473,
+      "learning_rate": 1.1021890718376781e-08,
+      "loss": 1.311,
+      "step": 6949
+    },
+    {
+      "epoch": 0.9955593754476436,
+      "grad_norm": 1.210731029510498,
+      "learning_rate": 1.034379780416872e-08,
+      "loss": 1.4691,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9957026214009455,
+      "grad_norm": 0.9337180852890015,
+      "learning_rate": 9.687230188593077e-09,
+      "loss": 1.344,
+      "step": 6951
+    },
+    {
+      "epoch": 0.9958458673542473,
+      "grad_norm": 1.083657145500183,
+      "learning_rate": 9.052188012981244e-09,
+      "loss": 1.4107,
+      "step": 6952
+    },
+    {
+      "epoch": 0.995989113307549,
+      "grad_norm": 1.0720975399017334,
+      "learning_rate": 8.438671414034982e-09,
+      "loss": 1.4607,
+      "step": 6953
+    },
+    {
+      "epoch": 0.9961323592608509,
+      "grad_norm": 1.0509977340698242,
+      "learning_rate": 7.846680523837524e-09,
+      "loss": 1.2373,
+      "step": 6954
+    },
+    {
+      "epoch": 0.9962756052141527,
+      "grad_norm": 1.0365902185440063,
+      "learning_rate": 7.276215469831371e-09,
+      "loss": 1.4066,
+      "step": 6955
+    },
+    {
+      "epoch": 0.9964188511674545,
+      "grad_norm": 1.011818528175354,
+      "learning_rate": 6.727276374818292e-09,
+      "loss": 1.4216,
+      "step": 6956
+    },
+    {
+      "epoch": 0.9965620971207564,
+      "grad_norm": 1.0936322212219238,
+      "learning_rate": 6.1998633569704256e-09,
+      "loss": 1.3273,
+      "step": 6957
+    },
+    {
+      "epoch": 0.9967053430740581,
+      "grad_norm": 1.0488194227218628,
+      "learning_rate": 5.693976529841383e-09,
+      "loss": 1.3616,
+      "step": 6958
+    },
+    {
+      "epoch": 0.99684858902736,
+      "grad_norm": 1.1787208318710327,
+      "learning_rate": 5.209616002310736e-09,
+      "loss": 1.4218,
+      "step": 6959
+    },
+    {
+      "epoch": 0.9969918349806618,
+      "grad_norm": 1.105486512184143,
+      "learning_rate": 4.746781878672835e-09,
+      "loss": 1.5065,
+      "step": 6960
+    },
+    {
+      "epoch": 0.9971350809339636,
+      "grad_norm": 1.1277960538864136,
+      "learning_rate": 4.305474258547993e-09,
+      "loss": 1.5416,
+      "step": 6961
+    },
+    {
+      "epoch": 0.9972783268872655,
+      "grad_norm": 1.1757656335830688,
+      "learning_rate": 3.885693236949095e-09,
+      "loss": 1.3806,
+      "step": 6962
+    },
+    {
+      "epoch": 0.9974215728405672,
+      "grad_norm": 1.0941858291625977,
+      "learning_rate": 3.487438904237195e-09,
+      "loss": 1.6091,
+      "step": 6963
+    },
+    {
+      "epoch": 0.997564818793869,
+      "grad_norm": 1.1358102560043335,
+      "learning_rate": 3.1107113461437133e-09,
+      "loss": 1.4381,
+      "step": 6964
+    },
+    {
+      "epoch": 0.9977080647471709,
+      "grad_norm": 1.0576947927474976,
+      "learning_rate": 2.755510643792647e-09,
+      "loss": 1.4954,
+      "step": 6965
+    },
+    {
+      "epoch": 0.9978513107004727,
+      "grad_norm": 1.1150517463684082,
+      "learning_rate": 2.4218368736228512e-09,
+      "loss": 1.3633,
+      "step": 6966
+    },
+    {
+      "epoch": 0.9979945566537746,
+      "grad_norm": 0.9596296548843384,
+      "learning_rate": 2.109690107465756e-09,
+      "loss": 1.3917,
+      "step": 6967
+    },
+    {
+      "epoch": 0.9981378026070763,
+      "grad_norm": 1.0394195318222046,
+      "learning_rate": 1.819070412545365e-09,
+      "loss": 1.436,
+      "step": 6968
+    },
+    {
+      "epoch": 0.9982810485603781,
+      "grad_norm": 1.0927077531814575,
+      "learning_rate": 1.5499778514005415e-09,
+      "loss": 1.5139,
+      "step": 6969
+    },
+    {
+      "epoch": 0.99842429451368,
+      "grad_norm": 1.0987801551818848,
+      "learning_rate": 1.3024124819738247e-09,
+      "loss": 1.3507,
+      "step": 6970
+    },
+    {
+      "epoch": 0.9985675404669818,
+      "grad_norm": 1.0660735368728638,
+      "learning_rate": 1.0763743575448182e-09,
+      "loss": 1.4095,
+      "step": 6971
+    },
+    {
+      "epoch": 0.9987107864202837,
+      "grad_norm": 1.1485823392868042,
+      "learning_rate": 8.718635267856989e-10,
+      "loss": 1.2735,
+      "step": 6972
+    },
+    {
+      "epoch": 0.9988540323735855,
+      "grad_norm": 0.9328075647354126,
+      "learning_rate": 6.888800337279122e-10,
+      "loss": 1.6108,
+      "step": 6973
+    },
+    {
+      "epoch": 0.9989972783268872,
+      "grad_norm": 0.9856194853782654,
+      "learning_rate": 5.274239177510687e-10,
+      "loss": 1.4547,
+      "step": 6974
+    },
+    {
+      "epoch": 0.9991405242801891,
+      "grad_norm": 0.9984855055809021,
+      "learning_rate": 3.874952136162513e-10,
+      "loss": 1.4103,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9992837702334909,
+      "grad_norm": 1.002748727798462,
+      "learning_rate": 2.690939514438107e-10,
+      "loss": 1.369,
+      "step": 6976
+    },
+    {
+      "epoch": 0.9994270161867927,
+      "grad_norm": 0.998071014881134,
+      "learning_rate": 1.7222015673556968e-10,
+      "loss": 1.4628,
+      "step": 6977
+    },
+    {
+      "epoch": 0.9995702621400946,
+      "grad_norm": 1.117497444152832,
+      "learning_rate": 9.687385033041451e-11,
+      "loss": 1.4927,
+      "step": 6978
+    },
+    {
+      "epoch": 0.9997135080933963,
+      "grad_norm": 1.0837246179580688,
+      "learning_rate": 4.305504844870356e-11,
+      "loss": 1.2822,
+      "step": 6979
+    },
+    {
+      "epoch": 0.9998567540466982,
+      "grad_norm": 1.10527503490448,
+      "learning_rate": 1.0763762692267421e-11,
+      "loss": 1.5118,
+      "step": 6980
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.2427741289138794,
+      "learning_rate": 0.0,
+      "loss": 1.4465,
+      "step": 6981
+    },
+    {
+      "epoch": 1.0,
+      "step": 6981,
+      "total_flos": 2.483784471942267e+17,
+      "train_loss": 1.5112873977686543,
+      "train_runtime": 11734.4356,
+      "train_samples_per_second": 19.037,
+      "train_steps_per_second": 0.595
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 6981,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.483784471942267e+17,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}