diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,20173 +1,17772 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 1.999839180079193,
+  "epoch": 1.9999210266535044,
   "eval_steps": 500,
-  "global_step": 14378,
+  "global_step": 12662,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.00013908749907637209,
-      "grad_norm": 0.07104925371873026,
-      "learning_rate": 6.954102920723226e-07,
-      "loss": 1.8488,
+      "epoch": 0.0001579466929911155,
+      "grad_norm": 0.350656192636216,
+      "learning_rate": 7.892659826361484e-07,
+      "loss": 2.0316,
       "step": 1
     },
     {
-      "epoch": 0.0006954374953818603,
-      "grad_norm": 0.06757432200986543,
-      "learning_rate": 3.4770514603616134e-06,
-      "loss": 1.8519,
+      "epoch": 0.0007897334649555774,
+      "grad_norm": 0.3527056076767423,
+      "learning_rate": 3.946329913180742e-06,
+      "loss": 2.0444,
       "step": 5
     },
     {
-      "epoch": 0.0013908749907637207,
-      "grad_norm": 0.06489713574010732,
-      "learning_rate": 6.954102920723227e-06,
-      "loss": 1.8401,
+      "epoch": 0.0015794669299111549,
+      "grad_norm": 0.31679974449481324,
+      "learning_rate": 7.892659826361484e-06,
+      "loss": 2.0119,
       "step": 10
     },
     {
-      "epoch": 0.002086312486145581,
-      "grad_norm": 0.06588464002323459,
-      "learning_rate": 1.0431154381084841e-05,
-      "loss": 1.8556,
+      "epoch": 0.0023692003948667323,
+      "grad_norm": 0.23067202454954913,
+      "learning_rate": 1.1838989739542226e-05,
+      "loss": 1.9657,
       "step": 15
     },
     {
-      "epoch": 0.0027817499815274414,
-      "grad_norm": 0.05362345428302239,
-      "learning_rate": 1.3908205841446454e-05,
-      "loss": 1.8479,
+      "epoch": 0.0031589338598223098,
+      "grad_norm": 0.22743430491437266,
+      "learning_rate": 1.5785319652722967e-05,
+      "loss": 2.0148,
       "step": 20
     },
     {
-      "epoch": 0.003477187476909302,
-      "grad_norm": 0.03935870711587496,
-      "learning_rate": 1.7385257301808065e-05,
-      "loss": 1.7311,
+      "epoch": 0.003948667324777887,
+      "grad_norm": 0.18689214753373803,
+      "learning_rate": 1.973164956590371e-05,
+      "loss": 1.8835,
       "step": 25
     },
     {
-      "epoch": 0.004172624972291162,
-      "grad_norm": 0.03369457750688698,
-      "learning_rate": 2.0862308762169682e-05,
-      "loss": 1.7322,
+      "epoch": 0.004738400789733465,
+      "grad_norm": 0.20248384614396775,
+      "learning_rate": 2.3677979479084452e-05,
+      "loss": 1.9163,
       "step": 30
     },
     {
-      "epoch": 0.004868062467673023,
-      "grad_norm": 0.026189274033635725,
-      "learning_rate": 2.4339360222531293e-05,
-      "loss": 1.6983,
+      "epoch": 0.005528134254689042,
+      "grad_norm": 0.16649313173827565,
+      "learning_rate": 2.7624309392265193e-05,
+      "loss": 1.8586,
       "step": 35
     },
     {
-      "epoch": 0.005563499963054883,
-      "grad_norm": 0.016641186164380775,
-      "learning_rate": 2.7816411682892907e-05,
-      "loss": 1.615,
+      "epoch": 0.0063178677196446195,
+      "grad_norm": 0.15489271964806245,
+      "learning_rate": 3.1570639305445934e-05,
+      "loss": 1.8488,
       "step": 40
     },
     {
-      "epoch": 0.0062589374584367434,
-      "grad_norm": 0.017661403703388492,
-      "learning_rate": 3.129346314325452e-05,
-      "loss": 1.641,
+      "epoch": 0.007107601184600198,
+      "grad_norm": 0.1324519362126783,
+      "learning_rate": 3.551696921862668e-05,
+      "loss": 1.8042,
       "step": 45
     },
     {
-      "epoch": 0.006954374953818604,
-      "grad_norm": 0.014782667803204932,
-      "learning_rate": 3.477051460361613e-05,
-      "loss": 1.5896,
+      "epoch": 0.007897334649555774,
+      "grad_norm": 0.12149494277772327,
+      "learning_rate": 3.946329913180742e-05,
+      "loss": 1.7885,
       "step": 50
     },
     {
-      "epoch": 0.007649812449200464,
-      "grad_norm": 0.013666444634248702,
-      "learning_rate": 3.8247566063977743e-05,
-      "loss": 1.6064,
+      "epoch": 0.008687068114511353,
+      "grad_norm": 0.11133438355357926,
+      "learning_rate": 4.340962904498817e-05,
+      "loss": 1.7951,
       "step": 55
     },
     {
-      "epoch": 0.008345249944582325,
-      "grad_norm": 0.013679663705299576,
-      "learning_rate": 4.1724617524339364e-05,
-      "loss": 1.5451,
+      "epoch": 0.00947680157946693,
+      "grad_norm": 0.10099075817204337,
+      "learning_rate": 4.7355958958168905e-05,
+      "loss": 1.736,
       "step": 60
     },
     {
-      "epoch": 0.009040687439964185,
-      "grad_norm": 0.011989754376936817,
-      "learning_rate": 4.520166898470097e-05,
-      "loss": 1.5785,
+      "epoch": 0.010266535044422508,
+      "grad_norm": 0.0993472965291767,
+      "learning_rate": 5.130228887134965e-05,
+      "loss": 1.7189,
       "step": 65
     },
     {
-      "epoch": 0.009736124935346046,
-      "grad_norm": 0.012613030194588586,
-      "learning_rate": 4.8678720445062586e-05,
-      "loss": 1.5601,
+      "epoch": 0.011056268509378084,
+      "grad_norm": 0.09615485828512403,
+      "learning_rate": 5.524861878453039e-05,
+      "loss": 1.6685,
       "step": 70
     },
     {
-      "epoch": 0.010431562430727907,
-      "grad_norm": 0.011973212807823683,
-      "learning_rate": 5.21557719054242e-05,
-      "loss": 1.516,
+      "epoch": 0.011846001974333662,
+      "grad_norm": 0.08904419793850153,
+      "learning_rate": 5.919494869771113e-05,
+      "loss": 1.6929,
       "step": 75
     },
     {
-      "epoch": 0.011126999926109766,
-      "grad_norm": 0.01060656993594413,
-      "learning_rate": 5.5632823365785815e-05,
-      "loss": 1.4996,
+      "epoch": 0.012635735439289239,
+      "grad_norm": 0.09018879715945295,
+      "learning_rate": 6.314127861089187e-05,
+      "loss": 1.7326,
       "step": 80
     },
     {
-      "epoch": 0.011822437421491626,
-      "grad_norm": 0.010123638414683112,
-      "learning_rate": 5.910987482614743e-05,
-      "loss": 1.5476,
+      "epoch": 0.013425468904244817,
+      "grad_norm": 0.08658164706065641,
+      "learning_rate": 6.70876085240726e-05,
+      "loss": 1.637,
       "step": 85
     },
     {
-      "epoch": 0.012517874916873487,
-      "grad_norm": 0.010114229248414623,
-      "learning_rate": 6.258692628650904e-05,
-      "loss": 1.5001,
+      "epoch": 0.014215202369200396,
+      "grad_norm": 0.0834670783645785,
+      "learning_rate": 7.103393843725336e-05,
+      "loss": 1.6589,
       "step": 90
     },
     {
-      "epoch": 0.013213312412255348,
-      "grad_norm": 0.009920474269563254,
-      "learning_rate": 6.606397774687066e-05,
-      "loss": 1.507,
+      "epoch": 0.015004935834155972,
+      "grad_norm": 0.08519594788992131,
+      "learning_rate": 7.498026835043411e-05,
+      "loss": 1.6453,
       "step": 95
     },
     {
-      "epoch": 0.013908749907637208,
-      "grad_norm": 0.009756364597914322,
-      "learning_rate": 6.954102920723226e-05,
-      "loss": 1.4986,
+      "epoch": 0.01579466929911155,
+      "grad_norm": 0.08365214834527467,
+      "learning_rate": 7.892659826361485e-05,
+      "loss": 1.6639,
       "step": 100
     },
     {
-      "epoch": 0.014604187403019069,
-      "grad_norm": 0.010220921099181915,
-      "learning_rate": 7.301808066759389e-05,
-      "loss": 1.5357,
+      "epoch": 0.016584402764067127,
+      "grad_norm": 0.07989676601606273,
+      "learning_rate": 8.287292817679558e-05,
+      "loss": 1.5859,
       "step": 105
     },
     {
-      "epoch": 0.015299624898400928,
-      "grad_norm": 0.009908566697378086,
-      "learning_rate": 7.649513212795549e-05,
-      "loss": 1.4873,
+      "epoch": 0.017374136229022705,
+      "grad_norm": 0.07858287727647538,
+      "learning_rate": 8.681925808997633e-05,
+      "loss": 1.6422,
       "step": 110
     },
     {
-      "epoch": 0.01599506239378279,
-      "grad_norm": 0.010394492228534735,
-      "learning_rate": 7.99721835883171e-05,
-      "loss": 1.4803,
+      "epoch": 0.018163869693978284,
+      "grad_norm": 0.07600080497247587,
+      "learning_rate": 9.076558800315707e-05,
+      "loss": 1.6301,
       "step": 115
     },
     {
-      "epoch": 0.01669049988916465,
-      "grad_norm": 0.010276917325838297,
-      "learning_rate": 8.344923504867873e-05,
-      "loss": 1.5133,
+      "epoch": 0.01895360315893386,
+      "grad_norm": 0.07966087790563962,
+      "learning_rate": 9.471191791633781e-05,
+      "loss": 1.5999,
       "step": 120
     },
     {
-      "epoch": 0.01738593738454651,
-      "grad_norm": 0.010506314385241885,
-      "learning_rate": 8.692628650904033e-05,
-      "loss": 1.5031,
+      "epoch": 0.019743336623889437,
+      "grad_norm": 0.08259450186024,
+      "learning_rate": 9.865824782951855e-05,
+      "loss": 1.6231,
       "step": 125
     },
     {
-      "epoch": 0.01808137487992837,
-      "grad_norm": 0.01096461359179531,
-      "learning_rate": 9.040333796940194e-05,
-      "loss": 1.5236,
+      "epoch": 0.020533070088845015,
+      "grad_norm": 0.07904353389464798,
+      "learning_rate": 0.0001026045777426993,
+      "loss": 1.6266,
       "step": 130
     },
     {
-      "epoch": 0.01877681237531023,
-      "grad_norm": 0.01018733192223372,
-      "learning_rate": 9.388038942976357e-05,
-      "loss": 1.4765,
+      "epoch": 0.021322803553800593,
+      "grad_norm": 0.07892827957739325,
+      "learning_rate": 0.00010655090765588004,
+      "loss": 1.6028,
       "step": 135
     },
     {
-      "epoch": 0.019472249870692092,
-      "grad_norm": 0.009851012761610727,
-      "learning_rate": 9.735744089012517e-05,
-      "loss": 1.4816,
+      "epoch": 0.02211253701875617,
+      "grad_norm": 0.08253131541319399,
+      "learning_rate": 0.00011049723756906077,
+      "loss": 1.605,
       "step": 140
     },
     {
-      "epoch": 0.020167687366073953,
-      "grad_norm": 0.01048566870481927,
-      "learning_rate": 0.00010083449235048679,
-      "loss": 1.4355,
+      "epoch": 0.022902270483711747,
+      "grad_norm": 0.08095245599700933,
+      "learning_rate": 0.00011444356748224152,
+      "loss": 1.6169,
       "step": 145
     },
     {
-      "epoch": 0.020863124861455813,
-      "grad_norm": 0.011925623072915968,
-      "learning_rate": 0.0001043115438108484,
-      "loss": 1.4532,
+      "epoch": 0.023692003948667325,
+      "grad_norm": 0.07779417094979106,
+      "learning_rate": 0.00011838989739542226,
+      "loss": 1.64,
       "step": 150
     },
     {
-      "epoch": 0.02155856235683767,
-      "grad_norm": 0.00961836074826662,
-      "learning_rate": 0.00010778859527121002,
-      "loss": 1.4496,
+      "epoch": 0.024481737413622903,
+      "grad_norm": 0.07440534943743857,
+      "learning_rate": 0.000122336227308603,
+      "loss": 1.5685,
       "step": 155
     },
     {
-      "epoch": 0.02225399985221953,
-      "grad_norm": 0.009901705296627645,
-      "learning_rate": 0.00011126564673157163,
-      "loss": 1.4662,
+      "epoch": 0.025271470878578478,
+      "grad_norm": 0.07700261483684533,
+      "learning_rate": 0.00012628255722178374,
+      "loss": 1.5789,
       "step": 160
     },
     {
-      "epoch": 0.02294943734760139,
-      "grad_norm": 0.011167281915441139,
-      "learning_rate": 0.00011474269819193324,
-      "loss": 1.4418,
+      "epoch": 0.026061204343534056,
+      "grad_norm": 0.0763458083674966,
+      "learning_rate": 0.00013022888713496448,
+      "loss": 1.545,
       "step": 165
     },
     {
-      "epoch": 0.023644874842983252,
-      "grad_norm": 0.010212785209813995,
-      "learning_rate": 0.00011821974965229486,
-      "loss": 1.4219,
+      "epoch": 0.026850937808489635,
+      "grad_norm": 0.0789283362977864,
+      "learning_rate": 0.0001341752170481452,
+      "loss": 1.6153,
       "step": 170
     },
     {
-      "epoch": 0.024340312338365113,
-      "grad_norm": 0.010625588052518464,
-      "learning_rate": 0.00012169680111265646,
-      "loss": 1.4348,
+      "epoch": 0.027640671273445213,
+      "grad_norm": 0.08131196018820376,
+      "learning_rate": 0.00013812154696132598,
+      "loss": 1.5535,
       "step": 175
     },
     {
-      "epoch": 0.025035749833746974,
-      "grad_norm": 0.011544775102908376,
-      "learning_rate": 0.0001251738525730181,
-      "loss": 1.44,
+      "epoch": 0.02843040473840079,
+      "grad_norm": 0.07657875211796651,
+      "learning_rate": 0.00014206787687450671,
+      "loss": 1.5441,
       "step": 180
     },
     {
-      "epoch": 0.025731187329128834,
-      "grad_norm": 0.009947152174601154,
-      "learning_rate": 0.0001286509040333797,
-      "loss": 1.4732,
+      "epoch": 0.029220138203356366,
+      "grad_norm": 0.07382037594102668,
+      "learning_rate": 0.00014601420678768745,
+      "loss": 1.5894,
       "step": 185
     },
     {
-      "epoch": 0.026426624824510695,
-      "grad_norm": 0.01073925259921624,
-      "learning_rate": 0.00013212795549374132,
-      "loss": 1.4577,
+      "epoch": 0.030009871668311944,
+      "grad_norm": 0.075519324840201,
+      "learning_rate": 0.00014996053670086822,
+      "loss": 1.6076,
       "step": 190
     },
     {
-      "epoch": 0.027122062319892556,
-      "grad_norm": 0.010880611982260034,
-      "learning_rate": 0.00013560500695410292,
-      "loss": 1.3944,
+      "epoch": 0.030799605133267523,
+      "grad_norm": 0.08046271338138455,
+      "learning_rate": 0.00015390686661404893,
+      "loss": 1.5496,
       "step": 195
     },
     {
-      "epoch": 0.027817499815274416,
-      "grad_norm": 0.010816558263969905,
-      "learning_rate": 0.00013908205841446452,
-      "loss": 1.4389,
+      "epoch": 0.0315893385982231,
+      "grad_norm": 0.07538475887511718,
+      "learning_rate": 0.0001578531965272297,
+      "loss": 1.5472,
       "step": 200
     },
     {
-      "epoch": 0.028512937310656277,
-      "grad_norm": 0.011535734197590717,
-      "learning_rate": 0.00014255910987482614,
-      "loss": 1.4691,
+      "epoch": 0.03237907206317868,
+      "grad_norm": 0.07561707292637711,
+      "learning_rate": 0.00016179952644041043,
+      "loss": 1.5784,
       "step": 205
     },
     {
-      "epoch": 0.029208374806038138,
-      "grad_norm": 0.010665559162269805,
-      "learning_rate": 0.00014603616133518777,
-      "loss": 1.4031,
+      "epoch": 0.033168805528134254,
+      "grad_norm": 0.07852661564430652,
+      "learning_rate": 0.00016574585635359117,
+      "loss": 1.5142,
       "step": 210
     },
     {
-      "epoch": 0.029903812301419995,
-      "grad_norm": 0.011712077974121736,
-      "learning_rate": 0.00014951321279554937,
-      "loss": 1.4269,
+      "epoch": 0.03395853899308983,
+      "grad_norm": 0.0796066082568342,
+      "learning_rate": 0.0001696921862667719,
+      "loss": 1.5378,
       "step": 215
     },
     {
-      "epoch": 0.030599249796801856,
-      "grad_norm": 0.010348355719191505,
-      "learning_rate": 0.00015299026425591097,
-      "loss": 1.4765,
+      "epoch": 0.03474827245804541,
+      "grad_norm": 0.0799041645204502,
+      "learning_rate": 0.00017363851617995267,
+      "loss": 1.564,
       "step": 220
     },
     {
-      "epoch": 0.031294687292183716,
-      "grad_norm": 0.010958666924152372,
-      "learning_rate": 0.0001564673157162726,
-      "loss": 1.4251,
+      "epoch": 0.035538005923000986,
+      "grad_norm": 0.0734226641213233,
+      "learning_rate": 0.00017758484609313338,
+      "loss": 1.5392,
       "step": 225
     },
     {
-      "epoch": 0.03199012478756558,
-      "grad_norm": 0.0108424501336754,
-      "learning_rate": 0.0001599443671766342,
-      "loss": 1.3787,
+      "epoch": 0.03632773938795657,
+      "grad_norm": 0.08043625878286077,
+      "learning_rate": 0.00018153117600631414,
+      "loss": 1.5388,
       "step": 230
     },
     {
-      "epoch": 0.03268556228294744,
-      "grad_norm": 0.011570934611662167,
-      "learning_rate": 0.00016342141863699583,
-      "loss": 1.4411,
+      "epoch": 0.03711747285291214,
+      "grad_norm": 0.076693159309532,
+      "learning_rate": 0.00018547750591949486,
+      "loss": 1.5244,
       "step": 235
     },
     {
-      "epoch": 0.0333809997783293,
-      "grad_norm": 0.011201898200638076,
-      "learning_rate": 0.00016689847009735746,
-      "loss": 1.4322,
+      "epoch": 0.03790720631786772,
+      "grad_norm": 0.07694630567784823,
+      "learning_rate": 0.00018942383583267562,
+      "loss": 1.5451,
       "step": 240
     },
     {
-      "epoch": 0.03407643727371116,
-      "grad_norm": 0.010875534428075703,
-      "learning_rate": 0.00017037552155771906,
-      "loss": 1.3857,
+      "epoch": 0.0386969397828233,
+      "grad_norm": 0.0808407488606261,
+      "learning_rate": 0.00019337016574585636,
+      "loss": 1.5612,
       "step": 245
     },
     {
-      "epoch": 0.03477187476909302,
-      "grad_norm": 0.010491436680841612,
-      "learning_rate": 0.00017385257301808066,
-      "loss": 1.4032,
+      "epoch": 0.039486673247778874,
+      "grad_norm": 0.07605036094885943,
+      "learning_rate": 0.0001973164956590371,
+      "loss": 1.5907,
       "step": 250
     },
     {
-      "epoch": 0.03546731226447488,
-      "grad_norm": 0.010377116566442392,
-      "learning_rate": 0.0001773296244784423,
-      "loss": 1.4187,
+      "epoch": 0.040276406712734455,
+      "grad_norm": 0.0795384268760742,
+      "learning_rate": 0.00020126282557221783,
+      "loss": 1.5522,
       "step": 255
     },
     {
-      "epoch": 0.03616274975985674,
-      "grad_norm": 0.010157487967929993,
-      "learning_rate": 0.0001808066759388039,
-      "loss": 1.4222,
+      "epoch": 0.04106614017769003,
+      "grad_norm": 0.08126812853934173,
+      "learning_rate": 0.0002052091554853986,
+      "loss": 1.5437,
       "step": 260
     },
     {
-      "epoch": 0.0368581872552386,
-      "grad_norm": 0.011475451945786143,
-      "learning_rate": 0.00018428372739916552,
-      "loss": 1.3878,
+      "epoch": 0.041855873642645605,
+      "grad_norm": 0.07915958638839311,
+      "learning_rate": 0.0002091554853985793,
+      "loss": 1.5243,
       "step": 265
     },
     {
-      "epoch": 0.03755362475062046,
-      "grad_norm": 0.009728775034660457,
-      "learning_rate": 0.00018776077885952714,
-      "loss": 1.4209,
+      "epoch": 0.04264560710760119,
+      "grad_norm": 0.07483534069359875,
+      "learning_rate": 0.00021310181531176007,
+      "loss": 1.5336,
       "step": 270
     },
     {
-      "epoch": 0.03824906224600232,
-      "grad_norm": 0.01104971348785358,
-      "learning_rate": 0.00019123783031988872,
-      "loss": 1.371,
+      "epoch": 0.04343534057255676,
+      "grad_norm": 0.07713428390967138,
+      "learning_rate": 0.0002170481452249408,
+      "loss": 1.5256,
       "step": 275
     },
     {
-      "epoch": 0.038944499741384184,
-      "grad_norm": 0.010238901144051297,
-      "learning_rate": 0.00019471488178025035,
-      "loss": 1.3684,
+      "epoch": 0.04422507403751234,
+      "grad_norm": 0.07479283956272731,
+      "learning_rate": 0.00022099447513812155,
+      "loss": 1.5074,
       "step": 280
     },
     {
-      "epoch": 0.039639937236766044,
-      "grad_norm": 0.012001762128324033,
-      "learning_rate": 0.00019819193324061197,
-      "loss": 1.4173,
+      "epoch": 0.04501480750246792,
+      "grad_norm": 0.07660325017605543,
+      "learning_rate": 0.00022494080505130229,
+      "loss": 1.5385,
       "step": 285
     },
     {
-      "epoch": 0.040335374732147905,
-      "grad_norm": 0.011393976306970652,
-      "learning_rate": 0.00020166898470097357,
-      "loss": 1.3912,
+      "epoch": 0.04580454096742349,
+      "grad_norm": 0.07462413934398576,
+      "learning_rate": 0.00022888713496448305,
+      "loss": 1.5239,
       "step": 290
     },
     {
-      "epoch": 0.041030812227529766,
-      "grad_norm": 0.011743837923887597,
-      "learning_rate": 0.0002051460361613352,
-      "loss": 1.365,
+      "epoch": 0.046594274432379075,
+      "grad_norm": 0.0752043418392736,
+      "learning_rate": 0.00023283346487766376,
+      "loss": 1.5607,
       "step": 295
     },
     {
-      "epoch": 0.041726249722911626,
-      "grad_norm": 0.013125957491946314,
-      "learning_rate": 0.0002086230876216968,
-      "loss": 1.4504,
+      "epoch": 0.04738400789733465,
+      "grad_norm": 0.07795315370096063,
+      "learning_rate": 0.00023677979479084452,
+      "loss": 1.5788,
       "step": 300
     },
     {
-      "epoch": 0.04242168721829348,
-      "grad_norm": 0.01030712823941515,
-      "learning_rate": 0.0002121001390820584,
-      "loss": 1.3915,
+      "epoch": 0.048173741362290225,
+      "grad_norm": 0.08717518652052816,
+      "learning_rate": 0.00024072612470402526,
+      "loss": 1.5225,
       "step": 305
     },
     {
-      "epoch": 0.04311712471367534,
-      "grad_norm": 0.011968373291812254,
-      "learning_rate": 0.00021557719054242003,
-      "loss": 1.4406,
+      "epoch": 0.048963474827245806,
+      "grad_norm": 0.08627656539205679,
+      "learning_rate": 0.000244672454617206,
+      "loss": 1.5562,
       "step": 310
     },
     {
-      "epoch": 0.0438125622090572,
-      "grad_norm": 0.011303165664286574,
-      "learning_rate": 0.00021905424200278166,
-      "loss": 1.4026,
+      "epoch": 0.04975320829220138,
+      "grad_norm": 0.07958826749147017,
+      "learning_rate": 0.00024861878453038676,
+      "loss": 1.5375,
       "step": 315
     },
     {
-      "epoch": 0.04450799970443906,
-      "grad_norm": 0.009901984897787285,
-      "learning_rate": 0.00022253129346314326,
-      "loss": 1.3718,
+      "epoch": 0.050542941757156956,
+      "grad_norm": 0.07835238284093887,
+      "learning_rate": 0.0002525651144435675,
+      "loss": 1.4841,
       "step": 320
     },
     {
-      "epoch": 0.04520343719982092,
-      "grad_norm": 0.009960238505478254,
-      "learning_rate": 0.00022600834492350486,
-      "loss": 1.3839,
+      "epoch": 0.05133267522211254,
+      "grad_norm": 0.1052342482815035,
+      "learning_rate": 0.00025651144435674824,
+      "loss": 1.5548,
       "step": 325
     },
     {
-      "epoch": 0.04589887469520278,
-      "grad_norm": 0.011031337930470852,
-      "learning_rate": 0.0002294853963838665,
-      "loss": 1.4022,
+      "epoch": 0.05212240868706811,
+      "grad_norm": 0.07739639437931695,
+      "learning_rate": 0.00026045777426992895,
+      "loss": 1.5421,
       "step": 330
     },
     {
-      "epoch": 0.046594312190584644,
-      "grad_norm": 0.009986645058733782,
-      "learning_rate": 0.0002329624478442281,
-      "loss": 1.3748,
+      "epoch": 0.052912142152023695,
+      "grad_norm": 0.09154913921416069,
+      "learning_rate": 0.0002644041041831097,
+      "loss": 1.5606,
       "step": 335
     },
     {
-      "epoch": 0.047289749685966505,
-      "grad_norm": 0.014046811178077982,
-      "learning_rate": 0.00023643949930458972,
-      "loss": 1.423,
+      "epoch": 0.05370187561697927,
+      "grad_norm": 0.07692328692044574,
+      "learning_rate": 0.0002683504340962904,
+      "loss": 1.5284,
       "step": 340
     },
     {
-      "epoch": 0.047985187181348365,
-      "grad_norm": 0.012428476407661739,
-      "learning_rate": 0.00023991655076495134,
-      "loss": 1.3689,
+      "epoch": 0.054491609081934844,
+      "grad_norm": 0.07605984764522465,
+      "learning_rate": 0.0002722967640094712,
+      "loss": 1.5589,
       "step": 345
     },
     {
-      "epoch": 0.048680624676730226,
-      "grad_norm": 0.011840796356215794,
-      "learning_rate": 0.00024339360222531292,
-      "loss": 1.4423,
+      "epoch": 0.055281342546890426,
+      "grad_norm": 0.08121066045388521,
+      "learning_rate": 0.00027624309392265195,
+      "loss": 1.5335,
       "step": 350
     },
     {
-      "epoch": 0.04937606217211209,
-      "grad_norm": 0.012467163701064215,
-      "learning_rate": 0.00024687065368567455,
-      "loss": 1.3983,
+      "epoch": 0.056071076011846,
+      "grad_norm": 0.07726807106714625,
+      "learning_rate": 0.00028018942383583267,
+      "loss": 1.4949,
       "step": 355
     },
     {
-      "epoch": 0.05007149966749395,
-      "grad_norm": 0.010670874813223768,
-      "learning_rate": 0.0002503477051460362,
-      "loss": 1.3953,
+      "epoch": 0.05686080947680158,
+      "grad_norm": 0.07970060304511685,
+      "learning_rate": 0.00028413575374901343,
+      "loss": 1.5817,
       "step": 360
     },
     {
-      "epoch": 0.05076693716287581,
-      "grad_norm": 0.013282750359758365,
-      "learning_rate": 0.00025382475660639775,
-      "loss": 1.4361,
+      "epoch": 0.05765054294175716,
+      "grad_norm": 0.07682608258635924,
+      "learning_rate": 0.0002880820836621942,
+      "loss": 1.5237,
       "step": 365
     },
     {
-      "epoch": 0.05146237465825767,
-      "grad_norm": 0.011104017417049118,
-      "learning_rate": 0.0002573018080667594,
-      "loss": 1.3587,
+      "epoch": 0.05844027640671273,
+      "grad_norm": 0.080842963983509,
+      "learning_rate": 0.0002920284135753749,
+      "loss": 1.5037,
       "step": 370
     },
     {
-      "epoch": 0.05215781215363953,
-      "grad_norm": 0.011106050859117214,
-      "learning_rate": 0.000260778859527121,
-      "loss": 1.4189,
+      "epoch": 0.059230009871668314,
+      "grad_norm": 0.08214362717971,
+      "learning_rate": 0.0002959747434885556,
+      "loss": 1.5033,
       "step": 375
     },
     {
-      "epoch": 0.05285324964902139,
-      "grad_norm": 0.011367902660627323,
-      "learning_rate": 0.00026425591098748263,
-      "loss": 1.3922,
+      "epoch": 0.06001974333662389,
+      "grad_norm": 0.08332512325806986,
+      "learning_rate": 0.00029992107340173643,
+      "loss": 1.5583,
       "step": 380
     },
     {
-      "epoch": 0.05354868714440325,
-      "grad_norm": 0.011332512350847016,
-      "learning_rate": 0.0002677329624478442,
-      "loss": 1.4129,
+      "epoch": 0.060809476801579464,
+      "grad_norm": 0.08170590034963729,
+      "learning_rate": 0.00030386740331491714,
+      "loss": 1.5098,
       "step": 385
     },
     {
-      "epoch": 0.05424412463978511,
-      "grad_norm": 0.010645509537760195,
-      "learning_rate": 0.00027121001390820583,
-      "loss": 1.3799,
+      "epoch": 0.061599210266535045,
+      "grad_norm": 0.07955750634646838,
+      "learning_rate": 0.00030781373322809786,
+      "loss": 1.4517,
       "step": 390
     },
     {
-      "epoch": 0.05493956213516697,
-      "grad_norm": 0.010353069731861494,
-      "learning_rate": 0.00027468706536856746,
-      "loss": 1.3625,
+      "epoch": 0.06238894373149062,
+      "grad_norm": 0.080241372418949,
+      "learning_rate": 0.0003117600631412786,
+      "loss": 1.5052,
       "step": 395
     },
     {
-      "epoch": 0.05563499963054883,
-      "grad_norm": 0.010474329766020357,
-      "learning_rate": 0.00027816411682892903,
-      "loss": 1.4007,
+      "epoch": 0.0631786771964462,
+      "grad_norm": 0.07723169852769325,
+      "learning_rate": 0.0003157063930544594,
+      "loss": 1.5324,
       "step": 400
     },
     {
-      "epoch": 0.056330437125930694,
-      "grad_norm": 0.010183785317868552,
-      "learning_rate": 0.0002816411682892907,
-      "loss": 1.3265,
+      "epoch": 0.06396841066140177,
+      "grad_norm": 0.08172964122729931,
+      "learning_rate": 0.0003196527229676401,
+      "loss": 1.5019,
       "step": 405
     },
     {
-      "epoch": 0.057025874621312554,
-      "grad_norm": 0.011897692936209564,
-      "learning_rate": 0.0002851182197496523,
-      "loss": 1.3916,
+      "epoch": 0.06475814412635736,
+      "grad_norm": 0.07334159453633107,
+      "learning_rate": 0.00032359905288082086,
+      "loss": 1.4747,
       "step": 410
     },
     {
-      "epoch": 0.057721312116694415,
-      "grad_norm": 0.012371632005698303,
-      "learning_rate": 0.00028859527121001386,
-      "loss": 1.3612,
+      "epoch": 0.06554787759131293,
+      "grad_norm": 0.08309658976596153,
+      "learning_rate": 0.00032754538279400157,
+      "loss": 1.5206,
       "step": 415
     },
     {
-      "epoch": 0.058416749612076276,
-      "grad_norm": 0.01261644674647628,
-      "learning_rate": 0.00029207232267037554,
-      "loss": 1.3346,
+      "epoch": 0.06633761105626851,
+      "grad_norm": 0.08807802297938332,
+      "learning_rate": 0.00033149171270718233,
+      "loss": 1.5055,
       "step": 420
     },
     {
-      "epoch": 0.05911218710745813,
-      "grad_norm": 0.011059194527091714,
-      "learning_rate": 0.0002955493741307371,
-      "loss": 1.4093,
+      "epoch": 0.06712734452122408,
+      "grad_norm": 0.08404924890242713,
+      "learning_rate": 0.0003354380426203631,
+      "loss": 1.5097,
       "step": 425
     },
     {
-      "epoch": 0.05980762460283999,
-      "grad_norm": 0.010723040044559354,
-      "learning_rate": 0.00029902642559109875,
-      "loss": 1.3799,
+      "epoch": 0.06791707798617966,
+      "grad_norm": 0.07571537096235746,
+      "learning_rate": 0.0003393843725335438,
+      "loss": 1.4575,
       "step": 430
     },
     {
-      "epoch": 0.06050306209822185,
-      "grad_norm": 0.011662333637329476,
-      "learning_rate": 0.0003025034770514604,
-      "loss": 1.3972,
+      "epoch": 0.06870681145113525,
+      "grad_norm": 0.07453471987677875,
+      "learning_rate": 0.0003433307024467245,
+      "loss": 1.5405,
       "step": 435
     },
     {
-      "epoch": 0.06119849959360371,
-      "grad_norm": 0.010588576690651365,
-      "learning_rate": 0.00030598052851182195,
-      "loss": 1.4094,
+      "epoch": 0.06949654491609082,
+      "grad_norm": 0.11460283357606965,
+      "learning_rate": 0.00034727703235990534,
+      "loss": 1.5657,
       "step": 440
     },
     {
-      "epoch": 0.06189393708898557,
-      "grad_norm": 0.010375830764568538,
-      "learning_rate": 0.0003094575799721836,
-      "loss": 1.3297,
+      "epoch": 0.0702862783810464,
+      "grad_norm": 0.08206319404274941,
+      "learning_rate": 0.00035122336227308605,
+      "loss": 1.4849,
       "step": 445
     },
     {
-      "epoch": 0.06258937458436743,
-      "grad_norm": 0.01014420120371517,
-      "learning_rate": 0.0003129346314325452,
-      "loss": 1.4068,
+      "epoch": 0.07107601184600197,
+      "grad_norm": 0.20326369691382912,
+      "learning_rate": 0.00035516969218626676,
+      "loss": 1.5392,
       "step": 450
     },
     {
-      "epoch": 0.0632848120797493,
-      "grad_norm": 0.009940908345797441,
-      "learning_rate": 0.00031641168289290683,
-      "loss": 1.3825,
+      "epoch": 0.07186574531095755,
+      "grad_norm": 0.07872619202701761,
+      "learning_rate": 0.0003591160220994475,
+      "loss": 1.5147,
       "step": 455
     },
     {
-      "epoch": 0.06398024957513115,
-      "grad_norm": 0.013048076675522465,
-      "learning_rate": 0.0003198887343532684,
-      "loss": 1.3364,
+      "epoch": 0.07265547877591313,
+      "grad_norm": 0.07806249891295604,
+      "learning_rate": 0.0003630623520126283,
+      "loss": 1.5565,
       "step": 460
     },
     {
-      "epoch": 0.06467568707051302,
-      "grad_norm": 0.010356642754538483,
-      "learning_rate": 0.0003233657858136301,
-      "loss": 1.345,
+      "epoch": 0.07344521224086871,
+      "grad_norm": 0.08250317368740273,
+      "learning_rate": 0.000367008681925809,
+      "loss": 1.5105,
       "step": 465
     },
     {
-      "epoch": 0.06537112456589488,
-      "grad_norm": 0.011255118949633236,
-      "learning_rate": 0.00032684283727399166,
-      "loss": 1.3585,
+      "epoch": 0.07423494570582428,
+      "grad_norm": 0.07568977432316472,
+      "learning_rate": 0.0003709550118389897,
+      "loss": 1.4946,
       "step": 470
     },
     {
-      "epoch": 0.06606656206127674,
-      "grad_norm": 0.011517041943726493,
-      "learning_rate": 0.00033031988873435323,
-      "loss": 1.345,
+      "epoch": 0.07502467917077986,
+      "grad_norm": 0.07714863110194466,
+      "learning_rate": 0.0003749013417521705,
+      "loss": 1.5476,
       "step": 475
     },
     {
-      "epoch": 0.0667619995566586,
-      "grad_norm": 0.010790654196972128,
-      "learning_rate": 0.0003337969401947149,
-      "loss": 1.4243,
+      "epoch": 0.07581441263573543,
+      "grad_norm": 0.07528483770020847,
+      "learning_rate": 0.00037884767166535124,
+      "loss": 1.539,
       "step": 480
     },
     {
-      "epoch": 0.06745743705204045,
-      "grad_norm": 0.01151885308838351,
-      "learning_rate": 0.0003372739916550765,
-      "loss": 1.311,
+      "epoch": 0.07660414610069102,
+      "grad_norm": 0.07891472886170092,
+      "learning_rate": 0.00038279400157853195,
+      "loss": 1.4889,
       "step": 485
     },
     {
-      "epoch": 0.06815287454742232,
-      "grad_norm": 0.010038967024166406,
-      "learning_rate": 0.0003407510431154381,
-      "loss": 1.3752,
+      "epoch": 0.0773938795656466,
+      "grad_norm": 0.09021521644935067,
+      "learning_rate": 0.0003867403314917127,
+      "loss": 1.5455,
       "step": 490
     },
     {
-      "epoch": 0.06884831204280417,
-      "grad_norm": 0.011308643870821134,
-      "learning_rate": 0.00034422809457579975,
-      "loss": 1.3847,
+      "epoch": 0.07818361303060217,
+      "grad_norm": 0.1054279688006444,
+      "learning_rate": 0.0003906866614048934,
+      "loss": 1.4553,
       "step": 495
     },
     {
-      "epoch": 0.06954374953818604,
-      "grad_norm": 0.011329967760167986,
-      "learning_rate": 0.0003477051460361613,
-      "loss": 1.3866,
+      "epoch": 0.07897334649555775,
+      "grad_norm": 0.07875899523787717,
+      "learning_rate": 0.0003946329913180742,
+      "loss": 1.5233,
       "step": 500
     },
     {
-      "epoch": 0.07023918703356789,
-      "grad_norm": 0.01063903024176376,
-      "learning_rate": 0.00035118219749652295,
-      "loss": 1.4024,
+      "epoch": 0.07976307996051332,
+      "grad_norm": 0.08301276686243318,
+      "learning_rate": 0.00039857932123125495,
+      "loss": 1.4935,
       "step": 505
     },
     {
-      "epoch": 0.07093462452894976,
-      "grad_norm": 0.011021020691095704,
-      "learning_rate": 0.0003546592489568846,
-      "loss": 1.3572,
+      "epoch": 0.08055281342546891,
+      "grad_norm": 0.0883565718762897,
+      "learning_rate": 0.00040252565114443567,
+      "loss": 1.4917,
       "step": 510
     },
     {
-      "epoch": 0.07163006202433161,
-      "grad_norm": 0.010804906799502677,
-      "learning_rate": 0.0003581363004172462,
-      "loss": 1.3999,
+      "epoch": 0.08134254689042449,
+      "grad_norm": 0.0909157582911384,
+      "learning_rate": 0.0004064719810576164,
+      "loss": 1.5788,
       "step": 515
     },
     {
-      "epoch": 0.07232549951971348,
-      "grad_norm": 0.010100189023662717,
-      "learning_rate": 0.0003616133518776078,
-      "loss": 1.38,
+      "epoch": 0.08213228035538006,
+      "grad_norm": 0.07479405780474944,
+      "learning_rate": 0.0004104183109707972,
+      "loss": 1.5543,
       "step": 520
     },
     {
-      "epoch": 0.07302093701509534,
-      "grad_norm": 0.010104859100865803,
-      "learning_rate": 0.0003650904033379694,
-      "loss": 1.4153,
+      "epoch": 0.08292201382033564,
+      "grad_norm": 0.07928343568256863,
+      "learning_rate": 0.0004143646408839779,
+      "loss": 1.552,
       "step": 525
     },
     {
-      "epoch": 0.0737163745104772,
-      "grad_norm": 0.011540098599540072,
-      "learning_rate": 0.00036856745479833103,
-      "loss": 1.3501,
+      "epoch": 0.08371174728529121,
+      "grad_norm": 0.08338679767410745,
+      "learning_rate": 0.0004183109707971586,
+      "loss": 1.4505,
       "step": 530
     },
     {
-      "epoch": 0.07441181200585906,
-      "grad_norm": 0.010686570506529918,
-      "learning_rate": 0.0003720445062586926,
-      "loss": 1.3859,
+      "epoch": 0.08450148075024679,
+      "grad_norm": 0.07770725989545253,
+      "learning_rate": 0.00042225730071033943,
+      "loss": 1.4792,
       "step": 535
     },
     {
-      "epoch": 0.07510724950124092,
-      "grad_norm": 0.010315484335020771,
-      "learning_rate": 0.0003755215577190543,
-      "loss": 1.3689,
+      "epoch": 0.08529121421520237,
+      "grad_norm": 0.10571903035028238,
+      "learning_rate": 0.00042620363062352014,
+      "loss": 1.5406,
       "step": 540
     },
     {
-      "epoch": 0.07580268699662278,
-      "grad_norm": 0.011841646734997489,
-      "learning_rate": 0.00037899860917941586,
-      "loss": 1.3617,
+      "epoch": 0.08608094768015795,
+      "grad_norm": 0.08950628599803766,
+      "learning_rate": 0.00043014996053670086,
+      "loss": 1.4921,
       "step": 545
     },
     {
-      "epoch": 0.07649812449200465,
-      "grad_norm": 0.01093674539420494,
-      "learning_rate": 0.00038247566063977743,
-      "loss": 1.3508,
+      "epoch": 0.08687068114511352,
+      "grad_norm": 0.08431938061408556,
+      "learning_rate": 0.0004340962904498816,
+      "loss": 1.458,
       "step": 550
     },
     {
-      "epoch": 0.0771935619873865,
-      "grad_norm": 0.010298677028411772,
-      "learning_rate": 0.0003859527121001391,
-      "loss": 1.3554,
+      "epoch": 0.0876604146100691,
+      "grad_norm": 0.0817662058157926,
+      "learning_rate": 0.0004380426203630624,
+      "loss": 1.5036,
       "step": 555
     },
     {
-      "epoch": 0.07788899948276837,
-      "grad_norm": 0.011671669487808062,
-      "learning_rate": 0.0003894297635605007,
-      "loss": 1.3438,
+      "epoch": 0.08845014807502467,
+      "grad_norm": 0.08037692871460908,
+      "learning_rate": 0.0004419889502762431,
+      "loss": 1.4953,
       "step": 560
     },
     {
-      "epoch": 0.07858443697815022,
-      "grad_norm": 0.009688314931714207,
-      "learning_rate": 0.0003929068150208623,
-      "loss": 1.3407,
+      "epoch": 0.08923988153998026,
+      "grad_norm": 0.08254199928974529,
+      "learning_rate": 0.00044593528018942386,
+      "loss": 1.5163,
       "step": 565
     },
     {
-      "epoch": 0.07927987447353209,
-      "grad_norm": 0.012902543894479354,
-      "learning_rate": 0.00039638386648122395,
-      "loss": 1.434,
+      "epoch": 0.09002961500493584,
+      "grad_norm": 0.0772519229663668,
+      "learning_rate": 0.00044988161010260457,
+      "loss": 1.4563,
       "step": 570
     },
     {
-      "epoch": 0.07997531196891394,
-      "grad_norm": 0.01045723834279412,
-      "learning_rate": 0.0003998609179415855,
-      "loss": 1.414,
+      "epoch": 0.09081934846989141,
+      "grad_norm": 0.07884707880704177,
+      "learning_rate": 0.00045382794001578533,
+      "loss": 1.4879,
       "step": 575
     },
     {
-      "epoch": 0.08067074946429581,
-      "grad_norm": 0.011338722959436168,
-      "learning_rate": 0.00040333796940194715,
-      "loss": 1.3562,
+      "epoch": 0.09160908193484699,
+      "grad_norm": 0.07056823862155401,
+      "learning_rate": 0.0004577742699289661,
+      "loss": 1.4901,
       "step": 580
     },
     {
-      "epoch": 0.08136618695967766,
-      "grad_norm": 0.010938990673569942,
-      "learning_rate": 0.0004068150208623088,
-      "loss": 1.3906,
+      "epoch": 0.09239881539980256,
+      "grad_norm": 0.0756219768279375,
+      "learning_rate": 0.0004617205998421468,
+      "loss": 1.5047,
       "step": 585
     },
     {
-      "epoch": 0.08206162445505953,
-      "grad_norm": 0.010913575307999471,
-      "learning_rate": 0.0004102920723226704,
-      "loss": 1.3555,
+      "epoch": 0.09318854886475815,
+      "grad_norm": 0.07864733518080026,
+      "learning_rate": 0.0004656669297553275,
+      "loss": 1.5052,
       "step": 590
     },
     {
-      "epoch": 0.08275706195044139,
-      "grad_norm": 0.011362673014745998,
-      "learning_rate": 0.000413769123783032,
-      "loss": 1.4545,
+      "epoch": 0.09397828232971372,
+      "grad_norm": 0.07800197673504854,
+      "learning_rate": 0.00046961325966850834,
+      "loss": 1.476,
       "step": 595
     },
     {
-      "epoch": 0.08345249944582325,
-      "grad_norm": 0.011460333661958614,
-      "learning_rate": 0.0004172461752433936,
-      "loss": 1.3758,
+      "epoch": 0.0947680157946693,
+      "grad_norm": 0.07901341662588918,
+      "learning_rate": 0.00047355958958168905,
+      "loss": 1.5129,
       "step": 600
     },
     {
-      "epoch": 0.0841479369412051,
-      "grad_norm": 0.016889974942832797,
-      "learning_rate": 0.00042072322670375523,
-      "loss": 1.409,
+      "epoch": 0.09555774925962487,
+      "grad_norm": 0.08545148150043431,
+      "learning_rate": 0.00047750591949486976,
+      "loss": 1.5173,
       "step": 605
     },
     {
-      "epoch": 0.08484337443658696,
-      "grad_norm": 0.012157698367432124,
-      "learning_rate": 0.0004242002781641168,
-      "loss": 1.3854,
+      "epoch": 0.09634748272458045,
+      "grad_norm": 0.08123827231785509,
+      "learning_rate": 0.0004814522494080505,
+      "loss": 1.4933,
       "step": 610
     },
     {
-      "epoch": 0.08553881193196883,
-      "grad_norm": 0.00981709623966591,
-      "learning_rate": 0.0004276773296244785,
-      "loss": 1.3548,
+      "epoch": 0.09713721618953604,
+      "grad_norm": 0.07655955844908452,
+      "learning_rate": 0.0004853985793212313,
+      "loss": 1.5309,
       "step": 615
     },
     {
-      "epoch": 0.08623424942735068,
-      "grad_norm": 0.011254538079822338,
-      "learning_rate": 0.00043115438108484006,
-      "loss": 1.3775,
+      "epoch": 0.09792694965449161,
+      "grad_norm": 0.07360759067261888,
+      "learning_rate": 0.000489344909234412,
+      "loss": 1.4987,
       "step": 620
     },
     {
-      "epoch": 0.08692968692273255,
-      "grad_norm": 0.011818462129030784,
-      "learning_rate": 0.00043463143254520163,
-      "loss": 1.3876,
+      "epoch": 0.09871668311944719,
+      "grad_norm": 0.06935406144531492,
+      "learning_rate": 0.0004932912391475928,
+      "loss": 1.5239,
       "step": 625
     },
     {
-      "epoch": 0.0876251244181144,
-      "grad_norm": 0.010627092255913517,
-      "learning_rate": 0.0004381084840055633,
-      "loss": 1.3983,
+      "epoch": 0.09950641658440276,
+      "grad_norm": 0.0750153415533421,
+      "learning_rate": 0.0004972375690607735,
+      "loss": 1.5044,
       "step": 630
     },
     {
-      "epoch": 0.08832056191349627,
-      "grad_norm": 0.011860776481548771,
-      "learning_rate": 0.0004415855354659249,
-      "loss": 1.3731,
+      "epoch": 0.10029615004935834,
+      "grad_norm": 0.0931802971216506,
+      "learning_rate": 0.0005011838989739542,
+      "loss": 1.5059,
       "step": 635
     },
     {
-      "epoch": 0.08901599940887812,
-      "grad_norm": 0.01216409053006705,
-      "learning_rate": 0.0004450625869262865,
-      "loss": 1.366,
+      "epoch": 0.10108588351431391,
+      "grad_norm": 0.08384566940467607,
+      "learning_rate": 0.000505130228887135,
+      "loss": 1.5202,
       "step": 640
     },
     {
-      "epoch": 0.08971143690425999,
-      "grad_norm": 0.011681671597587066,
-      "learning_rate": 0.00044853963838664815,
-      "loss": 1.3525,
+      "epoch": 0.1018756169792695,
+      "grad_norm": 0.07501340132388268,
+      "learning_rate": 0.0005090765588003157,
+      "loss": 1.5489,
       "step": 645
     },
     {
-      "epoch": 0.09040687439964185,
-      "grad_norm": 0.010964353311935963,
-      "learning_rate": 0.0004520166898470097,
-      "loss": 1.3296,
+      "epoch": 0.10266535044422508,
+      "grad_norm": 0.07980605652666278,
+      "learning_rate": 0.0005130228887134965,
+      "loss": 1.4948,
       "step": 650
     },
     {
-      "epoch": 0.09110231189502371,
-      "grad_norm": 0.01101674135202891,
-      "learning_rate": 0.00045549374130737135,
-      "loss": 1.3534,
+      "epoch": 0.10345508390918065,
+      "grad_norm": 0.08475148599013049,
+      "learning_rate": 0.0005169692186266772,
+      "loss": 1.5174,
       "step": 655
     },
     {
-      "epoch": 0.09179774939040557,
-      "grad_norm": 0.010558667868636818,
-      "learning_rate": 0.000458970792767733,
-      "loss": 1.3602,
+      "epoch": 0.10424481737413623,
+      "grad_norm": 0.07260485861349071,
+      "learning_rate": 0.0005209155485398579,
+      "loss": 1.5162,
       "step": 660
     },
     {
-      "epoch": 0.09249318688578743,
-      "grad_norm": 0.010526633076017691,
-      "learning_rate": 0.0004624478442280946,
-      "loss": 1.331,
+      "epoch": 0.1050345508390918,
+      "grad_norm": 0.0797266359214972,
+      "learning_rate": 0.0005248618784530387,
+      "loss": 1.5098,
       "step": 665
     },
     {
-      "epoch": 0.09318862438116929,
-      "grad_norm": 0.01116326117878599,
-      "learning_rate": 0.0004659248956884562,
-      "loss": 1.3412,
+      "epoch": 0.10582428430404739,
+      "grad_norm": 0.08090110327024704,
+      "learning_rate": 0.0005288082083662194,
+      "loss": 1.5345,
       "step": 670
     },
     {
-      "epoch": 0.09388406187655116,
-      "grad_norm": 0.012599026229424064,
-      "learning_rate": 0.0004694019471488178,
-      "loss": 1.3801,
+      "epoch": 0.10661401776900296,
+      "grad_norm": 0.07889255413791701,
+      "learning_rate": 0.0005327545382794001,
+      "loss": 1.5129,
       "step": 675
     },
     {
-      "epoch": 0.09457949937193301,
-      "grad_norm": 0.009458121144579503,
-      "learning_rate": 0.00047287899860917943,
-      "loss": 1.3493,
+      "epoch": 0.10740375123395854,
+      "grad_norm": 0.0731839439108593,
+      "learning_rate": 0.0005367008681925809,
+      "loss": 1.5064,
       "step": 680
     },
     {
-      "epoch": 0.09527493686731488,
-      "grad_norm": 0.011639821341436702,
-      "learning_rate": 0.000476356050069541,
-      "loss": 1.4122,
+      "epoch": 0.10819348469891411,
+      "grad_norm": 0.07741896745552868,
+      "learning_rate": 0.0005406471981057617,
+      "loss": 1.462,
       "step": 685
     },
     {
-      "epoch": 0.09597037436269673,
-      "grad_norm": 0.010541420708907009,
-      "learning_rate": 0.0004798331015299027,
-      "loss": 1.3381,
+      "epoch": 0.10898321816386969,
+      "grad_norm": 0.07184724684421559,
+      "learning_rate": 0.0005445935280189424,
+      "loss": 1.4951,
       "step": 690
     },
     {
-      "epoch": 0.0966658118580786,
-      "grad_norm": 0.013487307124681503,
-      "learning_rate": 0.00048331015299026426,
-      "loss": 1.3705,
+      "epoch": 0.10977295162882528,
+      "grad_norm": 0.07708406699037107,
+      "learning_rate": 0.0005485398579321231,
+      "loss": 1.4785,
       "step": 695
     },
     {
-      "epoch": 0.09736124935346045,
-      "grad_norm": 0.010335066228198384,
-      "learning_rate": 0.00048678720445062584,
-      "loss": 1.3735,
+      "epoch": 0.11056268509378085,
+      "grad_norm": 0.07747239583894573,
+      "learning_rate": 0.0005524861878453039,
+      "loss": 1.4994,
       "step": 700
     },
     {
-      "epoch": 0.09805668684884232,
-      "grad_norm": 0.011209098458332303,
-      "learning_rate": 0.0004902642559109875,
-      "loss": 1.3378,
+      "epoch": 0.11135241855873643,
+      "grad_norm": 0.07670239837658849,
+      "learning_rate": 0.0005564325177584846,
+      "loss": 1.4913,
       "step": 705
     },
     {
-      "epoch": 0.09875212434422417,
-      "grad_norm": 0.010967118235239859,
-      "learning_rate": 0.0004937413073713491,
-      "loss": 1.3476,
+      "epoch": 0.112142152023692,
+      "grad_norm": 0.08299495392342655,
+      "learning_rate": 0.0005603788476716653,
+      "loss": 1.5016,
       "step": 710
     },
     {
-      "epoch": 0.09944756183960604,
-      "grad_norm": 0.010568435447108789,
-      "learning_rate": 0.0004972183588317108,
-      "loss": 1.3738,
+      "epoch": 0.11293188548864758,
+      "grad_norm": 0.07455206117027202,
+      "learning_rate": 0.0005643251775848461,
+      "loss": 1.5151,
       "step": 715
     },
     {
-      "epoch": 0.1001429993349879,
-      "grad_norm": 0.011641824336464358,
-      "learning_rate": 0.0005006954102920723,
-      "loss": 1.4235,
+      "epoch": 0.11372161895360317,
+      "grad_norm": 0.0798659212778811,
+      "learning_rate": 0.0005682715074980269,
+      "loss": 1.4687,
       "step": 720
     },
     {
-      "epoch": 0.10083843683036975,
-      "grad_norm": 0.011262401205433965,
-      "learning_rate": 0.0005041724617524339,
-      "loss": 1.3748,
+      "epoch": 0.11451135241855874,
+      "grad_norm": 0.0712720611220376,
+      "learning_rate": 0.0005722178374112076,
+      "loss": 1.4818,
       "step": 725
     },
     {
-      "epoch": 0.10153387432575162,
-      "grad_norm": 0.011034352770709589,
-      "learning_rate": 0.0005076495132127955,
-      "loss": 1.3702,
+      "epoch": 0.11530108588351431,
+      "grad_norm": 0.08030469010376046,
+      "learning_rate": 0.0005761641673243884,
+      "loss": 1.47,
       "step": 730
     },
     {
-      "epoch": 0.10222931182113347,
-      "grad_norm": 0.012482744123679505,
-      "learning_rate": 0.0005111265646731572,
-      "loss": 1.3537,
+      "epoch": 0.11609081934846989,
+      "grad_norm": 0.08868458540828683,
+      "learning_rate": 0.000580110497237569,
+      "loss": 1.5113,
       "step": 735
     },
     {
-      "epoch": 0.10292474931651534,
-      "grad_norm": 0.01198097035631714,
-      "learning_rate": 0.0005146036161335187,
-      "loss": 1.3569,
+      "epoch": 0.11688055281342546,
+      "grad_norm": 0.07732148549751683,
+      "learning_rate": 0.0005840568271507498,
+      "loss": 1.5633,
       "step": 740
     },
     {
-      "epoch": 0.10362018681189719,
-      "grad_norm": 0.010609667639177431,
-      "learning_rate": 0.0005180806675938804,
-      "loss": 1.37,
+      "epoch": 0.11767028627838105,
+      "grad_norm": 0.08207554891503639,
+      "learning_rate": 0.0005880031570639306,
+      "loss": 1.5312,
       "step": 745
     },
     {
-      "epoch": 0.10431562430727906,
-      "grad_norm": 0.01017234818536273,
-      "learning_rate": 0.000521557719054242,
-      "loss": 1.3465,
+      "epoch": 0.11846001974333663,
+      "grad_norm": 0.08054501615252714,
+      "learning_rate": 0.0005919494869771112,
+      "loss": 1.5352,
       "step": 750
     },
     {
-      "epoch": 0.10501106180266091,
-      "grad_norm": 0.012289008965416556,
-      "learning_rate": 0.0005250347705146036,
-      "loss": 1.3679,
+      "epoch": 0.1192497532082922,
+      "grad_norm": 0.0872806955296701,
+      "learning_rate": 0.000595895816890292,
+      "loss": 1.4722,
       "step": 755
     },
     {
-      "epoch": 0.10570649929804278,
-      "grad_norm": 0.010864048760940893,
-      "learning_rate": 0.0005285118219749653,
-      "loss": 1.3603,
+      "epoch": 0.12003948667324778,
+      "grad_norm": 0.08596541599975777,
+      "learning_rate": 0.0005998421468034729,
+      "loss": 1.4845,
       "step": 760
     },
     {
-      "epoch": 0.10640193679342463,
-      "grad_norm": 0.010289377481315216,
-      "learning_rate": 0.0005319888734353268,
-      "loss": 1.3271,
+      "epoch": 0.12082922013820335,
+      "grad_norm": 0.07741866158182865,
+      "learning_rate": 0.0006037884767166535,
+      "loss": 1.5196,
       "step": 765
     },
     {
-      "epoch": 0.1070973742888065,
-      "grad_norm": 0.01040877696800247,
-      "learning_rate": 0.0005354659248956884,
-      "loss": 1.3495,
+      "epoch": 0.12161895360315893,
+      "grad_norm": 0.0737393794990609,
+      "learning_rate": 0.0006077348066298343,
+      "loss": 1.4898,
       "step": 770
     },
     {
-      "epoch": 0.10779281178418836,
-      "grad_norm": 0.010570385399335936,
-      "learning_rate": 0.0005389429763560501,
-      "loss": 1.3396,
+      "epoch": 0.12240868706811452,
+      "grad_norm": 0.08463233039894885,
+      "learning_rate": 0.0006116811365430151,
+      "loss": 1.5198,
       "step": 775
     },
     {
-      "epoch": 0.10848824927957022,
-      "grad_norm": 0.012955668626940356,
-      "learning_rate": 0.0005424200278164117,
-      "loss": 1.4014,
+      "epoch": 0.12319842053307009,
+      "grad_norm": 0.09736173010487922,
+      "learning_rate": 0.0006156274664561957,
+      "loss": 1.4858,
       "step": 780
     },
     {
-      "epoch": 0.10918368677495208,
-      "grad_norm": 0.009941154311803166,
-      "learning_rate": 0.0005458970792767733,
-      "loss": 1.3021,
+      "epoch": 0.12398815399802567,
+      "grad_norm": 0.09152769821664249,
+      "learning_rate": 0.0006195737963693765,
+      "loss": 1.5296,
       "step": 785
     },
     {
-      "epoch": 0.10987912427033394,
-      "grad_norm": 0.011694400130393596,
-      "learning_rate": 0.0005493741307371349,
-      "loss": 1.3433,
+      "epoch": 0.12477788746298124,
+      "grad_norm": 0.0771866507758279,
+      "learning_rate": 0.0006235201262825572,
+      "loss": 1.5077,
       "step": 790
     },
     {
-      "epoch": 0.1105745617657158,
-      "grad_norm": 0.014031733933898446,
-      "learning_rate": 0.0005528511821974965,
-      "loss": 1.3808,
+      "epoch": 0.12556762092793683,
+      "grad_norm": 0.07649534230565017,
+      "learning_rate": 0.0006274664561957379,
+      "loss": 1.5145,
       "step": 795
     },
     {
-      "epoch": 0.11126999926109767,
-      "grad_norm": 0.012193611178693144,
-      "learning_rate": 0.0005563282336578581,
-      "loss": 1.4391,
+      "epoch": 0.1263573543928924,
+      "grad_norm": 0.07253142101684422,
+      "learning_rate": 0.0006314127861089188,
+      "loss": 1.5035,
       "step": 800
     },
     {
-      "epoch": 0.11196543675647952,
-      "grad_norm": 0.013848553390761159,
-      "learning_rate": 0.0005598052851182197,
-      "loss": 1.3627,
+      "epoch": 0.12714708785784798,
+      "grad_norm": 0.07897726159998951,
+      "learning_rate": 0.0006353591160220995,
+      "loss": 1.4731,
       "step": 805
     },
     {
-      "epoch": 0.11266087425186139,
-      "grad_norm": 0.010119487596308676,
-      "learning_rate": 0.0005632823365785814,
-      "loss": 1.3679,
+      "epoch": 0.12793682132280354,
+      "grad_norm": 0.07625392472075529,
+      "learning_rate": 0.0006393054459352802,
+      "loss": 1.4924,
       "step": 810
     },
     {
-      "epoch": 0.11335631174724324,
-      "grad_norm": 0.010577091321423203,
-      "learning_rate": 0.000566759388038943,
-      "loss": 1.3667,
+      "epoch": 0.12872655478775913,
+      "grad_norm": 0.07606890678520724,
+      "learning_rate": 0.000643251775848461,
+      "loss": 1.4755,
       "step": 815
     },
     {
-      "epoch": 0.11405174924262511,
-      "grad_norm": 0.0136004594318243,
-      "learning_rate": 0.0005702364394993046,
-      "loss": 1.4189,
+      "epoch": 0.12951628825271472,
+      "grad_norm": 0.07644342918149026,
+      "learning_rate": 0.0006471981057616417,
+      "loss": 1.5306,
       "step": 820
     },
     {
-      "epoch": 0.11474718673800696,
-      "grad_norm": 0.01122138912384958,
-      "learning_rate": 0.0005737134909596662,
-      "loss": 1.3817,
+      "epoch": 0.13030602171767028,
+      "grad_norm": 0.07454482213809772,
+      "learning_rate": 0.0006511444356748224,
+      "loss": 1.4521,
       "step": 825
     },
     {
-      "epoch": 0.11544262423338883,
-      "grad_norm": 0.010123611370866824,
-      "learning_rate": 0.0005771905424200277,
-      "loss": 1.3548,
+      "epoch": 0.13109575518262587,
+      "grad_norm": 0.08475457359806497,
+      "learning_rate": 0.0006550907655880031,
+      "loss": 1.5215,
       "step": 830
     },
     {
-      "epoch": 0.11613806172877068,
-      "grad_norm": 0.012579216983191767,
-      "learning_rate": 0.0005806675938803895,
-      "loss": 1.3609,
+      "epoch": 0.13188548864758143,
+      "grad_norm": 0.08245028130431285,
+      "learning_rate": 0.0006590370955011839,
+      "loss": 1.5095,
       "step": 835
     },
     {
-      "epoch": 0.11683349922415255,
-      "grad_norm": 0.017239519257469287,
-      "learning_rate": 0.0005841446453407511,
-      "loss": 1.3686,
+      "epoch": 0.13267522211253702,
+      "grad_norm": 0.08346235628266875,
+      "learning_rate": 0.0006629834254143647,
+      "loss": 1.5294,
       "step": 840
     },
     {
-      "epoch": 0.1175289367195344,
-      "grad_norm": 0.013345155667837586,
-      "learning_rate": 0.0005876216968011127,
-      "loss": 1.3409,
+      "epoch": 0.1334649555774926,
+      "grad_norm": 0.08296066161757369,
+      "learning_rate": 0.0006669297553275454,
+      "loss": 1.4647,
       "step": 845
     },
     {
-      "epoch": 0.11822437421491626,
-      "grad_norm": 0.011835075940539149,
-      "learning_rate": 0.0005910987482614742,
-      "loss": 1.3772,
+      "epoch": 0.13425468904244817,
+      "grad_norm": 0.07064181175948099,
+      "learning_rate": 0.0006708760852407262,
+      "loss": 1.53,
       "step": 850
     },
     {
-      "epoch": 0.11891981171029813,
-      "grad_norm": 0.011106747107985817,
-      "learning_rate": 0.0005945757997218358,
-      "loss": 1.3632,
+      "epoch": 0.13504442250740376,
+      "grad_norm": 0.07319521095493468,
+      "learning_rate": 0.0006748224151539069,
+      "loss": 1.4438,
       "step": 855
     },
     {
-      "epoch": 0.11961524920567998,
-      "grad_norm": 0.012489014971380484,
-      "learning_rate": 0.0005980528511821975,
-      "loss": 1.3619,
+      "epoch": 0.13583415597235932,
+      "grad_norm": 0.0813650392991576,
+      "learning_rate": 0.0006787687450670876,
+      "loss": 1.5182,
       "step": 860
     },
     {
-      "epoch": 0.12031068670106185,
-      "grad_norm": 0.012034382203376473,
-      "learning_rate": 0.0006015299026425592,
-      "loss": 1.353,
+      "epoch": 0.1366238894373149,
+      "grad_norm": 0.08351897683657608,
+      "learning_rate": 0.0006827150749802684,
+      "loss": 1.4863,
       "step": 865
     },
     {
-      "epoch": 0.1210061241964437,
-      "grad_norm": 0.010319871911307702,
-      "learning_rate": 0.0006050069541029207,
-      "loss": 1.3842,
+      "epoch": 0.1374136229022705,
+      "grad_norm": 0.07395242037290696,
+      "learning_rate": 0.000686661404893449,
+      "loss": 1.5139,
       "step": 870
     },
     {
-      "epoch": 0.12170156169182557,
-      "grad_norm": 0.010780793908233055,
-      "learning_rate": 0.0006084840055632823,
-      "loss": 1.3302,
+      "epoch": 0.13820335636722605,
+      "grad_norm": 0.08668851619402715,
+      "learning_rate": 0.0006906077348066299,
+      "loss": 1.5035,
       "step": 875
     },
     {
-      "epoch": 0.12239699918720742,
-      "grad_norm": 0.010618378396769611,
-      "learning_rate": 0.0006119610570236439,
-      "loss": 1.3532,
+      "epoch": 0.13899308983218164,
+      "grad_norm": 0.08397496907226042,
+      "learning_rate": 0.0006945540647198107,
+      "loss": 1.5002,
       "step": 880
     },
     {
-      "epoch": 0.12309243668258929,
-      "grad_norm": 0.010287910384718428,
-      "learning_rate": 0.0006154381084840056,
-      "loss": 1.3802,
+      "epoch": 0.1397828232971372,
+      "grad_norm": 0.08673565718646964,
+      "learning_rate": 0.0006985003946329913,
+      "loss": 1.4847,
       "step": 885
     },
     {
-      "epoch": 0.12378787417797114,
-      "grad_norm": 0.011751678206335449,
-      "learning_rate": 0.0006189151599443672,
-      "loss": 1.3478,
+      "epoch": 0.1405725567620928,
+      "grad_norm": 0.0797578356196692,
+      "learning_rate": 0.0007024467245461721,
+      "loss": 1.5066,
       "step": 890
     },
     {
-      "epoch": 0.12448331167335301,
-      "grad_norm": 0.011042065836136176,
-      "learning_rate": 0.0006223922114047288,
-      "loss": 1.3636,
+      "epoch": 0.14136229022704838,
+      "grad_norm": 0.10883409475065016,
+      "learning_rate": 0.0007063930544593529,
+      "loss": 1.5026,
       "step": 895
     },
     {
-      "epoch": 0.12517874916873487,
-      "grad_norm": 0.011025199767582592,
-      "learning_rate": 0.0006258692628650904,
-      "loss": 1.382,
+      "epoch": 0.14215202369200394,
+      "grad_norm": 0.07042455619876625,
+      "learning_rate": 0.0007103393843725335,
+      "loss": 1.4823,
       "step": 900
     },
     {
-      "epoch": 0.12587418666411673,
-      "grad_norm": 0.010961971598029818,
-      "learning_rate": 0.0006293463143254521,
-      "loss": 1.3452,
+      "epoch": 0.14294175715695953,
+      "grad_norm": 0.07123170942654568,
+      "learning_rate": 0.0007142857142857143,
+      "loss": 1.5148,
       "step": 905
     },
     {
-      "epoch": 0.1265696241594986,
-      "grad_norm": 0.012132091083218163,
-      "learning_rate": 0.0006328233657858137,
-      "loss": 1.3542,
+      "epoch": 0.1437314906219151,
+      "grad_norm": 0.11682943739492431,
+      "learning_rate": 0.000718232044198895,
+      "loss": 1.4737,
       "step": 910
     },
     {
-      "epoch": 0.12726506165488044,
-      "grad_norm": 0.010084301613717142,
-      "learning_rate": 0.0006363004172461752,
-      "loss": 1.3628,
+      "epoch": 0.14452122408687068,
+      "grad_norm": 0.09415528399176289,
+      "learning_rate": 0.0007221783741120758,
+      "loss": 1.5307,
       "step": 915
     },
     {
-      "epoch": 0.1279604991502623,
-      "grad_norm": 0.01122940614792763,
-      "learning_rate": 0.0006397774687065368,
-      "loss": 1.3484,
+      "epoch": 0.14531095755182627,
+      "grad_norm": 0.07562495793222355,
+      "learning_rate": 0.0007261247040252566,
+      "loss": 1.5072,
       "step": 920
     },
     {
-      "epoch": 0.12865593664564418,
-      "grad_norm": 0.010680861666809085,
-      "learning_rate": 0.0006432545201668985,
-      "loss": 1.4232,
+      "epoch": 0.14610069101678183,
+      "grad_norm": 0.07034783021372004,
+      "learning_rate": 0.0007300710339384373,
+      "loss": 1.507,
       "step": 925
     },
     {
-      "epoch": 0.12935137414102604,
-      "grad_norm": 0.012056750218115224,
-      "learning_rate": 0.0006467315716272602,
-      "loss": 1.3721,
+      "epoch": 0.14689042448173742,
+      "grad_norm": 0.07601394792685325,
+      "learning_rate": 0.000734017363851618,
+      "loss": 1.4802,
       "step": 930
     },
     {
-      "epoch": 0.13004681163640788,
-      "grad_norm": 0.010897247856092411,
-      "learning_rate": 0.0006502086230876217,
-      "loss": 1.3971,
+      "epoch": 0.14768015794669298,
+      "grad_norm": 0.08761394308306497,
+      "learning_rate": 0.0007379636937647988,
+      "loss": 1.5418,
       "step": 935
     },
     {
-      "epoch": 0.13074224913178975,
-      "grad_norm": 0.024048616397318433,
-      "learning_rate": 0.0006536856745479833,
-      "loss": 1.3569,
+      "epoch": 0.14846989141164857,
+      "grad_norm": 0.0764834314630532,
+      "learning_rate": 0.0007419100236779794,
+      "loss": 1.5246,
       "step": 940
     },
     {
-      "epoch": 0.13143768662717162,
-      "grad_norm": 0.01144387238017057,
-      "learning_rate": 0.0006571627260083449,
-      "loss": 1.3752,
+      "epoch": 0.14925962487660416,
+      "grad_norm": 0.0819945255383302,
+      "learning_rate": 0.0007458563535911602,
+      "loss": 1.4743,
       "step": 945
     },
     {
-      "epoch": 0.13213312412255349,
-      "grad_norm": 0.011289834243029189,
-      "learning_rate": 0.0006606397774687065,
-      "loss": 1.3343,
+      "epoch": 0.15004935834155972,
+      "grad_norm": 0.07085036892368639,
+      "learning_rate": 0.000749802683504341,
+      "loss": 1.473,
       "step": 950
     },
     {
-      "epoch": 0.13282856161793533,
-      "grad_norm": 0.01055921685227322,
-      "learning_rate": 0.0006641168289290683,
-      "loss": 1.3827,
+      "epoch": 0.1508390918065153,
+      "grad_norm": 0.07749280151177582,
+      "learning_rate": 0.0007537490134175217,
+      "loss": 1.5206,
       "step": 955
     },
     {
-      "epoch": 0.1335239991133172,
-      "grad_norm": 0.011768680535958422,
-      "learning_rate": 0.0006675938803894298,
-      "loss": 1.3034,
+      "epoch": 0.15162882527147087,
+      "grad_norm": 0.07048717465372241,
+      "learning_rate": 0.0007576953433307025,
+      "loss": 1.4891,
       "step": 960
     },
     {
-      "epoch": 0.13421943660869906,
-      "grad_norm": 0.010019100762184988,
-      "learning_rate": 0.0006710709318497914,
-      "loss": 1.4048,
+      "epoch": 0.15241855873642646,
+      "grad_norm": 0.07385092143553391,
+      "learning_rate": 0.0007616416732438832,
+      "loss": 1.529,
       "step": 965
     },
     {
-      "epoch": 0.1349148741040809,
-      "grad_norm": 0.01026100140123525,
-      "learning_rate": 0.000674547983310153,
-      "loss": 1.4285,
+      "epoch": 0.15320829220138205,
+      "grad_norm": 0.07307450075474989,
+      "learning_rate": 0.0007655880031570639,
+      "loss": 1.4989,
       "step": 970
     },
     {
-      "epoch": 0.13561031159946277,
-      "grad_norm": 0.011407568047112923,
-      "learning_rate": 0.0006780250347705146,
-      "loss": 1.3629,
+      "epoch": 0.1539980256663376,
+      "grad_norm": 0.07141716511850676,
+      "learning_rate": 0.0007695343330702447,
+      "loss": 1.5341,
       "step": 975
     },
     {
-      "epoch": 0.13630574909484464,
-      "grad_norm": 0.010125114867398267,
-      "learning_rate": 0.0006815020862308762,
-      "loss": 1.4194,
+      "epoch": 0.1547877591312932,
+      "grad_norm": 0.06573624931706623,
+      "learning_rate": 0.0007734806629834254,
+      "loss": 1.4955,
       "step": 980
     },
     {
-      "epoch": 0.1370011865902265,
-      "grad_norm": 0.010647213491802558,
-      "learning_rate": 0.0006849791376912379,
-      "loss": 1.375,
+      "epoch": 0.15557749259624876,
+      "grad_norm": 0.0682784338677085,
+      "learning_rate": 0.0007774269928966061,
+      "loss": 1.5231,
       "step": 985
     },
     {
-      "epoch": 0.13769662408560834,
-      "grad_norm": 0.009897367297570101,
-      "learning_rate": 0.0006884561891515995,
-      "loss": 1.3776,
+      "epoch": 0.15636722606120435,
+      "grad_norm": 0.08273700826875278,
+      "learning_rate": 0.0007813733228097869,
+      "loss": 1.4805,
       "step": 990
     },
     {
-      "epoch": 0.1383920615809902,
-      "grad_norm": 0.010621439731016626,
-      "learning_rate": 0.0006919332406119611,
-      "loss": 1.3918,
+      "epoch": 0.15715695952615993,
+      "grad_norm": 0.09280711589146234,
+      "learning_rate": 0.0007853196527229677,
+      "loss": 1.5236,
       "step": 995
     },
     {
-      "epoch": 0.13908749907637208,
-      "grad_norm": 0.010003819607141688,
-      "learning_rate": 0.0006954102920723226,
-      "loss": 1.3468,
+      "epoch": 0.1579466929911155,
+      "grad_norm": 0.06481776847292482,
+      "learning_rate": 0.0007892659826361484,
+      "loss": 1.5065,
       "step": 1000
     },
     {
-      "epoch": 0.13978293657175395,
-      "grad_norm": 0.010133156543555344,
-      "learning_rate": 0.0006988873435326843,
-      "loss": 1.3488,
+      "epoch": 0.15873642645607108,
+      "grad_norm": 0.07809836115611889,
+      "learning_rate": 0.0007932123125493291,
+      "loss": 1.5013,
       "step": 1005
     },
     {
-      "epoch": 0.14047837406713579,
-      "grad_norm": 0.011377586542342907,
-      "learning_rate": 0.0007023643949930459,
-      "loss": 1.3461,
+      "epoch": 0.15952615992102664,
+      "grad_norm": 0.07410615147026542,
+      "learning_rate": 0.0007971586424625099,
+      "loss": 1.4862,
       "step": 1010
     },
     {
-      "epoch": 0.14117381156251765,
-      "grad_norm": 0.011347475429676592,
-      "learning_rate": 0.0007058414464534076,
-      "loss": 1.3573,
+      "epoch": 0.16031589338598223,
+      "grad_norm": 0.07495509657226028,
+      "learning_rate": 0.0008011049723756906,
+      "loss": 1.4932,
       "step": 1015
     },
     {
-      "epoch": 0.14186924905789952,
-      "grad_norm": 0.009978273298596605,
-      "learning_rate": 0.0007093184979137691,
-      "loss": 1.3393,
+      "epoch": 0.16110562685093782,
+      "grad_norm": 0.06901929772131095,
+      "learning_rate": 0.0008050513022888713,
+      "loss": 1.4885,
       "step": 1020
     },
     {
-      "epoch": 0.1425646865532814,
-      "grad_norm": 0.010593088920805597,
-      "learning_rate": 0.0007127955493741307,
-      "loss": 1.3034,
+      "epoch": 0.16189536031589338,
+      "grad_norm": 0.07839144400560745,
+      "learning_rate": 0.0008089976322020521,
+      "loss": 1.5168,
       "step": 1025
     },
     {
-      "epoch": 0.14326012404866323,
-      "grad_norm": 0.011232550460759152,
-      "learning_rate": 0.0007162726008344924,
-      "loss": 1.3652,
+      "epoch": 0.16268509378084897,
+      "grad_norm": 0.07058768908008041,
+      "learning_rate": 0.0008129439621152328,
+      "loss": 1.5234,
       "step": 1030
     },
     {
-      "epoch": 0.1439555615440451,
-      "grad_norm": 0.01024445965396971,
-      "learning_rate": 0.000719749652294854,
-      "loss": 1.3804,
+      "epoch": 0.16347482724580453,
+      "grad_norm": 0.07679997334671969,
+      "learning_rate": 0.0008168902920284136,
+      "loss": 1.4768,
       "step": 1035
     },
     {
-      "epoch": 0.14465099903942696,
-      "grad_norm": 0.014478546404277775,
-      "learning_rate": 0.0007232267037552156,
-      "loss": 1.3547,
+      "epoch": 0.16426456071076012,
+      "grad_norm": 0.07914515667462273,
+      "learning_rate": 0.0008208366219415944,
+      "loss": 1.4978,
       "step": 1040
     },
     {
-      "epoch": 0.14534643653480883,
-      "grad_norm": 0.012016931501400254,
-      "learning_rate": 0.0007267037552155772,
-      "loss": 1.3848,
+      "epoch": 0.16505429417571568,
+      "grad_norm": 0.07874546421963576,
+      "learning_rate": 0.000824782951854775,
+      "loss": 1.4792,
       "step": 1045
     },
     {
-      "epoch": 0.14604187403019067,
-      "grad_norm": 0.011675955645182059,
-      "learning_rate": 0.0007301808066759388,
-      "loss": 1.3935,
+      "epoch": 0.16584402764067127,
+      "grad_norm": 0.07335144046958872,
+      "learning_rate": 0.0008287292817679558,
+      "loss": 1.4898,
       "step": 1050
     },
     {
-      "epoch": 0.14673731152557254,
-      "grad_norm": 0.010920800436283972,
-      "learning_rate": 0.0007336578581363005,
-      "loss": 1.3587,
+      "epoch": 0.16663376110562686,
+      "grad_norm": 0.07658511328702866,
+      "learning_rate": 0.0008326756116811366,
+      "loss": 1.5097,
       "step": 1055
     },
     {
-      "epoch": 0.1474327490209544,
-      "grad_norm": 0.01010260771147464,
-      "learning_rate": 0.0007371349095966621,
-      "loss": 1.3862,
+      "epoch": 0.16742349457058242,
+      "grad_norm": 0.07396975052339415,
+      "learning_rate": 0.0008366219415943172,
+      "loss": 1.5048,
       "step": 1060
     },
     {
-      "epoch": 0.14812818651633627,
-      "grad_norm": 0.010980445389854198,
-      "learning_rate": 0.0007406119610570236,
-      "loss": 1.3713,
+      "epoch": 0.168213228035538,
+      "grad_norm": 0.06887710000073853,
+      "learning_rate": 0.000840568271507498,
+      "loss": 1.5022,
       "step": 1065
     },
     {
-      "epoch": 0.14882362401171811,
-      "grad_norm": 0.010411301211234692,
-      "learning_rate": 0.0007440890125173852,
-      "loss": 1.3416,
+      "epoch": 0.16900296150049357,
+      "grad_norm": 0.07588360438959792,
+      "learning_rate": 0.0008445146014206789,
+      "loss": 1.4712,
       "step": 1070
     },
     {
-      "epoch": 0.14951906150709998,
-      "grad_norm": 0.009191591014083586,
-      "learning_rate": 0.0007475660639777469,
-      "loss": 1.364,
+      "epoch": 0.16979269496544916,
+      "grad_norm": 0.06822952016283258,
+      "learning_rate": 0.0008484609313338595,
+      "loss": 1.4726,
       "step": 1075
     },
     {
-      "epoch": 0.15021449900248185,
-      "grad_norm": 0.01020714656016969,
-      "learning_rate": 0.0007510431154381086,
-      "loss": 1.3675,
+      "epoch": 0.17058242843040475,
+      "grad_norm": 0.07632648321100989,
+      "learning_rate": 0.0008524072612470403,
+      "loss": 1.5498,
       "step": 1080
     },
     {
-      "epoch": 0.1509099364978637,
-      "grad_norm": 0.010448911450266137,
-      "learning_rate": 0.0007545201668984701,
-      "loss": 1.3427,
+      "epoch": 0.1713721618953603,
+      "grad_norm": 0.08255597616804423,
+      "learning_rate": 0.0008563535911602211,
+      "loss": 1.4659,
       "step": 1085
     },
     {
-      "epoch": 0.15160537399324556,
-      "grad_norm": 0.010279341174735208,
-      "learning_rate": 0.0007579972183588317,
-      "loss": 1.4168,
+      "epoch": 0.1721618953603159,
+      "grad_norm": 0.07650455040155717,
+      "learning_rate": 0.0008602999210734017,
+      "loss": 1.471,
       "step": 1090
     },
     {
-      "epoch": 0.15230081148862742,
-      "grad_norm": 0.010748246590002057,
-      "learning_rate": 0.0007614742698191933,
-      "loss": 1.3412,
+      "epoch": 0.17295162882527146,
+      "grad_norm": 0.07715557538781219,
+      "learning_rate": 0.0008642462509865825,
+      "loss": 1.5298,
       "step": 1095
     },
     {
-      "epoch": 0.1529962489840093,
-      "grad_norm": 0.013816310265221158,
-      "learning_rate": 0.0007649513212795549,
-      "loss": 1.4093,
+      "epoch": 0.17374136229022705,
+      "grad_norm": 0.08228018371297116,
+      "learning_rate": 0.0008681925808997632,
+      "loss": 1.4951,
       "step": 1100
     },
     {
-      "epoch": 0.15369168647939113,
-      "grad_norm": 0.012687185085296133,
-      "learning_rate": 0.0007684283727399167,
-      "loss": 1.3855,
+      "epoch": 0.17453109575518264,
+      "grad_norm": 0.07646897594166147,
+      "learning_rate": 0.0008721389108129439,
+      "loss": 1.4863,
       "step": 1105
     },
     {
-      "epoch": 0.154387123974773,
-      "grad_norm": 0.01717755825625723,
-      "learning_rate": 0.0007719054242002782,
-      "loss": 1.3616,
+      "epoch": 0.1753208292201382,
+      "grad_norm": 0.07232537934379793,
+      "learning_rate": 0.0008760852407261248,
+      "loss": 1.489,
       "step": 1110
     },
     {
-      "epoch": 0.15508256147015487,
-      "grad_norm": 0.01349489019793118,
-      "learning_rate": 0.0007753824756606398,
-      "loss": 1.3841,
+      "epoch": 0.17611056268509379,
+      "grad_norm": 0.07021176572382197,
+      "learning_rate": 0.0008800315706393055,
+      "loss": 1.5324,
       "step": 1115
     },
     {
-      "epoch": 0.15577799896553673,
-      "grad_norm": 0.010171832071449205,
-      "learning_rate": 0.0007788595271210014,
-      "loss": 1.3454,
+      "epoch": 0.17690029615004935,
+      "grad_norm": 0.07505641008178969,
+      "learning_rate": 0.0008839779005524862,
+      "loss": 1.5265,
       "step": 1120
     },
     {
-      "epoch": 0.15647343646091857,
-      "grad_norm": 0.009514799929965451,
-      "learning_rate": 0.000782336578581363,
-      "loss": 1.4032,
+      "epoch": 0.17769002961500494,
+      "grad_norm": 0.0724111794380647,
+      "learning_rate": 0.000887924230465667,
+      "loss": 1.4744,
       "step": 1125
     },
     {
-      "epoch": 0.15716887395630044,
-      "grad_norm": 0.009705504302363407,
-      "learning_rate": 0.0007858136300417246,
-      "loss": 1.349,
+      "epoch": 0.17847976307996052,
+      "grad_norm": 0.08836278786403068,
+      "learning_rate": 0.0008918705603788477,
+      "loss": 1.4615,
       "step": 1130
     },
     {
-      "epoch": 0.1578643114516823,
-      "grad_norm": 0.010276134973214794,
-      "learning_rate": 0.0007892906815020863,
-      "loss": 1.3708,
+      "epoch": 0.17926949654491608,
+      "grad_norm": 0.07828549836192025,
+      "learning_rate": 0.0008958168902920284,
+      "loss": 1.5641,
       "step": 1135
     },
     {
-      "epoch": 0.15855974894706418,
-      "grad_norm": 0.01039681015322206,
-      "learning_rate": 0.0007927677329624479,
-      "loss": 1.3317,
+      "epoch": 0.18005923000987167,
+      "grad_norm": 0.13331850672756226,
+      "learning_rate": 0.0008997632202052091,
+      "loss": 1.5354,
       "step": 1140
     },
     {
-      "epoch": 0.15925518644244602,
-      "grad_norm": 0.010380104724789415,
-      "learning_rate": 0.0007962447844228095,
-      "loss": 1.4023,
+      "epoch": 0.18084896347482723,
+      "grad_norm": 0.07085109603673659,
+      "learning_rate": 0.0009037095501183899,
+      "loss": 1.5142,
       "step": 1145
     },
     {
-      "epoch": 0.15995062393782788,
-      "grad_norm": 0.009563473054231365,
-      "learning_rate": 0.000799721835883171,
-      "loss": 1.3829,
+      "epoch": 0.18163869693978282,
+      "grad_norm": 0.07117240875568692,
+      "learning_rate": 0.0009076558800315707,
+      "loss": 1.5496,
       "step": 1150
     },
     {
-      "epoch": 0.16064606143320975,
-      "grad_norm": 0.010251772319107975,
-      "learning_rate": 0.0008031988873435327,
-      "loss": 1.3637,
+      "epoch": 0.1824284304047384,
+      "grad_norm": 0.07574149620510075,
+      "learning_rate": 0.0009116022099447514,
+      "loss": 1.4974,
       "step": 1155
     },
     {
-      "epoch": 0.16134149892859162,
-      "grad_norm": 0.009726147851933797,
-      "learning_rate": 0.0008066759388038943,
-      "loss": 1.3633,
+      "epoch": 0.18321816386969397,
+      "grad_norm": 0.08762392797895309,
+      "learning_rate": 0.0009155485398579322,
+      "loss": 1.5099,
       "step": 1160
     },
     {
-      "epoch": 0.16203693642397346,
-      "grad_norm": 0.010271335883399664,
-      "learning_rate": 0.000810152990264256,
-      "loss": 1.3655,
+      "epoch": 0.18400789733464956,
+      "grad_norm": 0.07321677137762657,
+      "learning_rate": 0.0009194948697711129,
+      "loss": 1.5081,
       "step": 1165
     },
     {
-      "epoch": 0.16273237391935533,
-      "grad_norm": 0.010675045668238292,
-      "learning_rate": 0.0008136300417246176,
-      "loss": 1.4031,
+      "epoch": 0.18479763079960512,
+      "grad_norm": 0.08236402317104641,
+      "learning_rate": 0.0009234411996842936,
+      "loss": 1.4786,
       "step": 1170
     },
     {
-      "epoch": 0.1634278114147372,
-      "grad_norm": 0.011816192927835216,
-      "learning_rate": 0.0008171070931849791,
-      "loss": 1.3988,
+      "epoch": 0.1855873642645607,
+      "grad_norm": 0.06353979726336029,
+      "learning_rate": 0.0009273875295974744,
+      "loss": 1.5779,
       "step": 1175
     },
     {
-      "epoch": 0.16412324891011906,
-      "grad_norm": 0.00949900251806879,
-      "learning_rate": 0.0008205841446453408,
-      "loss": 1.3673,
+      "epoch": 0.1863770977295163,
+      "grad_norm": 0.072404731839905,
+      "learning_rate": 0.000931333859510655,
+      "loss": 1.4969,
       "step": 1180
     },
     {
-      "epoch": 0.1648186864055009,
-      "grad_norm": 0.009524649620454248,
-      "learning_rate": 0.0008240611961057024,
-      "loss": 1.3774,
+      "epoch": 0.18716683119447186,
+      "grad_norm": 0.07254260210896875,
+      "learning_rate": 0.0009352801894238358,
+      "loss": 1.5052,
       "step": 1185
     },
     {
-      "epoch": 0.16551412390088277,
-      "grad_norm": 0.009690066362584604,
-      "learning_rate": 0.000827538247566064,
-      "loss": 1.3948,
+      "epoch": 0.18795656465942745,
+      "grad_norm": 0.0777832460877268,
+      "learning_rate": 0.0009392265193370167,
+      "loss": 1.5026,
       "step": 1190
     },
     {
-      "epoch": 0.16620956139626464,
-      "grad_norm": 0.010468261642352312,
-      "learning_rate": 0.0008310152990264256,
-      "loss": 1.3811,
+      "epoch": 0.188746298124383,
+      "grad_norm": 0.06758946211413082,
+      "learning_rate": 0.0009431728492501973,
+      "loss": 1.5372,
       "step": 1195
     },
     {
-      "epoch": 0.1669049988916465,
-      "grad_norm": 0.010024765589730728,
-      "learning_rate": 0.0008344923504867872,
-      "loss": 1.3502,
+      "epoch": 0.1895360315893386,
+      "grad_norm": 0.07625361362678064,
+      "learning_rate": 0.0009471191791633781,
+      "loss": 1.4825,
       "step": 1200
     },
     {
-      "epoch": 0.16760043638702835,
-      "grad_norm": 0.010393426693827125,
-      "learning_rate": 0.0008379694019471489,
-      "loss": 1.3728,
+      "epoch": 0.1903257650542942,
+      "grad_norm": 0.07118885384825925,
+      "learning_rate": 0.0009510655090765589,
+      "loss": 1.5225,
       "step": 1205
     },
     {
-      "epoch": 0.1682958738824102,
-      "grad_norm": 0.009619718093678519,
-      "learning_rate": 0.0008414464534075105,
-      "loss": 1.2791,
+      "epoch": 0.19111549851924975,
+      "grad_norm": 0.07734060603854696,
+      "learning_rate": 0.0009550118389897395,
+      "loss": 1.5519,
       "step": 1210
     },
     {
-      "epoch": 0.16899131137779208,
-      "grad_norm": 0.009744130030261235,
-      "learning_rate": 0.000844923504867872,
-      "loss": 1.3444,
+      "epoch": 0.19190523198420534,
+      "grad_norm": 0.07008383906700391,
+      "learning_rate": 0.0009589581689029203,
+      "loss": 1.4926,
       "step": 1215
     },
     {
-      "epoch": 0.16968674887317392,
-      "grad_norm": 0.009753190704308192,
-      "learning_rate": 0.0008484005563282336,
-      "loss": 1.3788,
+      "epoch": 0.1926949654491609,
+      "grad_norm": 0.08153500014054363,
+      "learning_rate": 0.000962904498816101,
+      "loss": 1.5243,
       "step": 1220
     },
     {
-      "epoch": 0.1703821863685558,
-      "grad_norm": 0.009787744154513714,
-      "learning_rate": 0.0008518776077885953,
-      "loss": 1.3203,
+      "epoch": 0.1934846989141165,
+      "grad_norm": 0.07327464430897593,
+      "learning_rate": 0.0009668508287292818,
+      "loss": 1.4454,
       "step": 1225
     },
     {
-      "epoch": 0.17107762386393766,
-      "grad_norm": 0.009135585779301195,
-      "learning_rate": 0.000855354659248957,
-      "loss": 1.3364,
+      "epoch": 0.19427443237907208,
+      "grad_norm": 0.07226305485160985,
+      "learning_rate": 0.0009707971586424626,
+      "loss": 1.5234,
       "step": 1230
     },
     {
-      "epoch": 0.17177306135931952,
-      "grad_norm": 0.011259342269437481,
-      "learning_rate": 0.0008588317107093185,
-      "loss": 1.3916,
+      "epoch": 0.19506416584402764,
+      "grad_norm": 0.08720898241478858,
+      "learning_rate": 0.0009747434885556433,
+      "loss": 1.5551,
       "step": 1235
     },
     {
-      "epoch": 0.17246849885470136,
-      "grad_norm": 0.011630739861777345,
-      "learning_rate": 0.0008623087621696801,
-      "loss": 1.3828,
+      "epoch": 0.19585389930898323,
+      "grad_norm": 0.07188657858723063,
+      "learning_rate": 0.000978689818468824,
+      "loss": 1.4718,
       "step": 1240
     },
     {
-      "epoch": 0.17316393635008323,
-      "grad_norm": 0.010699242161844709,
-      "learning_rate": 0.0008657858136300417,
-      "loss": 1.3647,
+      "epoch": 0.1966436327739388,
+      "grad_norm": 0.08425136424495915,
+      "learning_rate": 0.0009826361483820049,
+      "loss": 1.5368,
       "step": 1245
     },
     {
-      "epoch": 0.1738593738454651,
-      "grad_norm": 0.01011423360704683,
-      "learning_rate": 0.0008692628650904033,
-      "loss": 1.4033,
+      "epoch": 0.19743336623889438,
+      "grad_norm": 0.10314045669388583,
+      "learning_rate": 0.0009865824782951855,
+      "loss": 1.547,
       "step": 1250
     },
     {
-      "epoch": 0.17455481134084697,
-      "grad_norm": 0.009341090448159358,
-      "learning_rate": 0.0008727399165507651,
-      "loss": 1.3182,
+      "epoch": 0.19822309970384996,
+      "grad_norm": 0.08821317320281494,
+      "learning_rate": 0.0009905288082083662,
+      "loss": 1.4538,
       "step": 1255
     },
     {
-      "epoch": 0.1752502488362288,
-      "grad_norm": 0.010028692628018327,
-      "learning_rate": 0.0008762169680111266,
-      "loss": 1.4203,
+      "epoch": 0.19901283316880553,
+      "grad_norm": 0.06831327463748753,
+      "learning_rate": 0.000994475138121547,
+      "loss": 1.5697,
       "step": 1260
     },
     {
-      "epoch": 0.17594568633161067,
-      "grad_norm": 0.010631700799761327,
-      "learning_rate": 0.0008796940194714882,
-      "loss": 1.4183,
+      "epoch": 0.19980256663376111,
+      "grad_norm": 0.08231985644016282,
+      "learning_rate": 0.0009984214680347277,
+      "loss": 1.4951,
       "step": 1265
     },
     {
-      "epoch": 0.17664112382699254,
-      "grad_norm": 0.01042863626015468,
-      "learning_rate": 0.0008831710709318498,
-      "loss": 1.3837,
+      "epoch": 0.20059230009871667,
+      "grad_norm": 0.07358348428746238,
+      "learning_rate": 0.0009999998289773704,
+      "loss": 1.5254,
       "step": 1270
     },
     {
-      "epoch": 0.1773365613223744,
-      "grad_norm": 0.01048010319756292,
-      "learning_rate": 0.0008866481223922114,
-      "loss": 1.3828,
+      "epoch": 0.20138203356367226,
+      "grad_norm": 0.07462900291947783,
+      "learning_rate": 0.0009999987838395022,
+      "loss": 1.5381,
       "step": 1275
     },
     {
-      "epoch": 0.17803199881775625,
-      "grad_norm": 0.010187544286747965,
-      "learning_rate": 0.000890125173852573,
-      "loss": 1.3997,
+      "epoch": 0.20217176702862782,
+      "grad_norm": 0.07343391429390067,
+      "learning_rate": 0.0009999967885783215,
+      "loss": 1.4876,
       "step": 1280
     },
     {
-      "epoch": 0.17872743631313812,
-      "grad_norm": 0.009296889946746137,
-      "learning_rate": 0.0008936022253129347,
-      "loss": 1.3669,
+      "epoch": 0.2029615004935834,
+      "grad_norm": 0.08032663293043299,
+      "learning_rate": 0.0009999938431976194,
+      "loss": 1.5174,
       "step": 1285
     },
     {
-      "epoch": 0.17942287380851998,
-      "grad_norm": 0.009243289609707274,
-      "learning_rate": 0.0008970792767732963,
-      "loss": 1.3614,
+      "epoch": 0.203751233958539,
+      "grad_norm": 0.07086197497039767,
+      "learning_rate": 0.0009999899477029935,
+      "loss": 1.5477,
       "step": 1290
     },
     {
-      "epoch": 0.18011831130390185,
-      "grad_norm": 0.010328999904493943,
-      "learning_rate": 0.0009005563282336579,
-      "loss": 1.359,
+      "epoch": 0.20454096742349456,
+      "grad_norm": 0.08110542491042241,
+      "learning_rate": 0.0009999851021018455,
+      "loss": 1.4839,
       "step": 1295
     },
     {
-      "epoch": 0.1808137487992837,
-      "grad_norm": 0.011539382776366937,
-      "learning_rate": 0.0009040333796940194,
-      "loss": 1.3723,
+      "epoch": 0.20533070088845015,
+      "grad_norm": 0.11464222230190352,
+      "learning_rate": 0.000999979306403384,
+      "loss": 1.5314,
       "step": 1300
     },
     {
-      "epoch": 0.18150918629466556,
-      "grad_norm": 0.010647743410444605,
-      "learning_rate": 0.0009075104311543811,
-      "loss": 1.3533,
+      "epoch": 0.2061204343534057,
+      "grad_norm": 0.06319799536564812,
+      "learning_rate": 0.0009999725606186216,
+      "loss": 1.4604,
       "step": 1305
     },
     {
-      "epoch": 0.18220462379004743,
-      "grad_norm": 0.009601636694821896,
-      "learning_rate": 0.0009109874826147427,
-      "loss": 1.3848,
+      "epoch": 0.2069101678183613,
+      "grad_norm": 0.06685800156044851,
+      "learning_rate": 0.0009999648647603773,
+      "loss": 1.4464,
       "step": 1310
     },
     {
-      "epoch": 0.1829000612854293,
-      "grad_norm": 0.012861518176329105,
-      "learning_rate": 0.0009144645340751044,
-      "loss": 1.4421,
+      "epoch": 0.2076999012833169,
+      "grad_norm": 0.07590818041008897,
+      "learning_rate": 0.0009999562188432755,
+      "loss": 1.5218,
       "step": 1315
     },
     {
-      "epoch": 0.18359549878081113,
-      "grad_norm": 0.010266550031207463,
-      "learning_rate": 0.000917941585535466,
-      "loss": 1.3458,
+      "epoch": 0.20848963474827245,
+      "grad_norm": 0.0688417249929002,
+      "learning_rate": 0.000999946622883745,
+      "loss": 1.5124,
       "step": 1320
     },
     {
-      "epoch": 0.184290936276193,
-      "grad_norm": 0.010697945975661276,
-      "learning_rate": 0.0009214186369958275,
-      "loss": 1.3866,
+      "epoch": 0.20927936821322804,
+      "grad_norm": 0.06909581426261532,
+      "learning_rate": 0.000999936076900021,
+      "loss": 1.4931,
       "step": 1325
     },
     {
-      "epoch": 0.18498637377157487,
-      "grad_norm": 0.01153623743869134,
-      "learning_rate": 0.0009248956884561892,
-      "loss": 1.4586,
+      "epoch": 0.2100691016781836,
+      "grad_norm": 0.06650310696122518,
+      "learning_rate": 0.0009999245809121432,
+      "loss": 1.4616,
       "step": 1330
     },
     {
-      "epoch": 0.1856818112669567,
-      "grad_norm": 0.010741232855577803,
-      "learning_rate": 0.0009283727399165508,
-      "loss": 1.3444,
+      "epoch": 0.2108588351431392,
+      "grad_norm": 0.07176875781302233,
+      "learning_rate": 0.000999912134941957,
+      "loss": 1.5199,
       "step": 1335
     },
     {
-      "epoch": 0.18637724876233858,
-      "grad_norm": 0.009517615413784593,
-      "learning_rate": 0.0009318497913769124,
-      "loss": 1.3786,
+      "epoch": 0.21164856860809478,
+      "grad_norm": 0.07601654448907026,
+      "learning_rate": 0.000999898739013113,
+      "loss": 1.5279,
       "step": 1340
     },
     {
-      "epoch": 0.18707268625772044,
-      "grad_norm": 0.00945578990698945,
-      "learning_rate": 0.000935326842837274,
-      "loss": 1.4338,
+      "epoch": 0.21243830207305034,
+      "grad_norm": 0.08243703638638826,
+      "learning_rate": 0.0009998843931510665,
+      "loss": 1.4619,
       "step": 1345
     },
     {
-      "epoch": 0.1877681237531023,
-      "grad_norm": 0.009256121732418543,
-      "learning_rate": 0.0009388038942976356,
-      "loss": 1.4301,
+      "epoch": 0.21322803553800593,
+      "grad_norm": 0.06513156625112139,
+      "learning_rate": 0.0009998690973830786,
+      "loss": 1.4993,
       "step": 1350
     },
     {
-      "epoch": 0.18846356124848415,
-      "grad_norm": 0.009134431410493223,
-      "learning_rate": 0.0009422809457579973,
-      "loss": 1.3851,
+      "epoch": 0.2140177690029615,
+      "grad_norm": 0.11729514761547954,
+      "learning_rate": 0.0009998528517382148,
+      "loss": 1.5166,
       "step": 1355
     },
     {
-      "epoch": 0.18915899874386602,
-      "grad_norm": 0.009451017419007692,
-      "learning_rate": 0.0009457579972183589,
-      "loss": 1.3779,
+      "epoch": 0.21480750246791708,
+      "grad_norm": 0.07610444902230037,
+      "learning_rate": 0.000999835656247346,
+      "loss": 1.5054,
       "step": 1360
     },
     {
-      "epoch": 0.1898544362392479,
-      "grad_norm": 0.012180835895041852,
-      "learning_rate": 0.0009492350486787204,
-      "loss": 1.2983,
+      "epoch": 0.21559723593287267,
+      "grad_norm": 0.2557503516362428,
+      "learning_rate": 0.0009998175109431483,
+      "loss": 1.5764,
       "step": 1365
     },
     {
-      "epoch": 0.19054987373462975,
-      "grad_norm": 0.010235583345286778,
-      "learning_rate": 0.000952712100139082,
-      "loss": 1.384,
+      "epoch": 0.21638696939782823,
+      "grad_norm": 0.0675354909047659,
+      "learning_rate": 0.0009997984158601019,
+      "loss": 1.5016,
       "step": 1370
     },
     {
-      "epoch": 0.1912453112300116,
-      "grad_norm": 0.011348777935169658,
-      "learning_rate": 0.0009561891515994437,
-      "loss": 1.4002,
+      "epoch": 0.21717670286278382,
+      "grad_norm": 0.0690237275619313,
+      "learning_rate": 0.0009997783710344924,
+      "loss": 1.5431,
       "step": 1375
     },
     {
-      "epoch": 0.19194074872539346,
-      "grad_norm": 0.008819510209022937,
-      "learning_rate": 0.0009596662030598054,
-      "loss": 1.3877,
+      "epoch": 0.21796643632773938,
+      "grad_norm": 0.0701990337102655,
+      "learning_rate": 0.0009997573765044099,
+      "loss": 1.5386,
       "step": 1380
     },
     {
-      "epoch": 0.19263618622077533,
-      "grad_norm": 0.010734491185631082,
-      "learning_rate": 0.000963143254520167,
-      "loss": 1.3549,
+      "epoch": 0.21875616979269497,
+      "grad_norm": 0.09011740713844513,
+      "learning_rate": 0.0009997354323097495,
+      "loss": 1.5434,
       "step": 1385
     },
     {
-      "epoch": 0.1933316237161572,
-      "grad_norm": 0.009343937042120805,
-      "learning_rate": 0.0009666203059805285,
-      "loss": 1.4023,
+      "epoch": 0.21954590325765055,
+      "grad_norm": 0.07848558651550287,
+      "learning_rate": 0.0009997125384922105,
+      "loss": 1.5291,
       "step": 1390
     },
     {
-      "epoch": 0.19402706121153904,
-      "grad_norm": 0.00998813083937586,
-      "learning_rate": 0.0009700973574408901,
-      "loss": 1.3683,
+      "epoch": 0.22033563672260612,
+      "grad_norm": 0.07356281865368725,
+      "learning_rate": 0.000999688695095297,
+      "loss": 1.5256,
       "step": 1395
     },
     {
-      "epoch": 0.1947224987069209,
-      "grad_norm": 0.01192278068235036,
-      "learning_rate": 0.0009735744089012517,
-      "loss": 1.3811,
+      "epoch": 0.2211253701875617,
+      "grad_norm": 0.1922298694476519,
+      "learning_rate": 0.0009996639021643175,
+      "loss": 1.5248,
       "step": 1400
     },
     {
-      "epoch": 0.19541793620230277,
-      "grad_norm": 0.010684306511781323,
-      "learning_rate": 0.0009770514603616135,
-      "loss": 1.42,
+      "epoch": 0.22191510365251726,
+      "grad_norm": 0.34194122443926467,
+      "learning_rate": 0.0009996381597463845,
+      "loss": 1.5181,
       "step": 1405
     },
     {
-      "epoch": 0.19611337369768464,
-      "grad_norm": 0.009281817474762082,
-      "learning_rate": 0.000980528511821975,
-      "loss": 1.4006,
+      "epoch": 0.22270483711747285,
+      "grad_norm": 4.75812334137474,
+      "learning_rate": 0.0009996114678904153,
+      "loss": 1.6013,
       "step": 1410
     },
     {
-      "epoch": 0.19680881119306648,
-      "grad_norm": 0.01083481586720965,
-      "learning_rate": 0.0009840055632823366,
-      "loss": 1.3805,
+      "epoch": 0.22349457058242844,
+      "grad_norm": 0.3284780997452145,
+      "learning_rate": 0.0009995838266471312,
+      "loss": 1.6146,
       "step": 1415
     },
     {
-      "epoch": 0.19750424868844835,
-      "grad_norm": 0.009618354799344307,
-      "learning_rate": 0.0009874826147426982,
-      "loss": 1.3594,
+      "epoch": 0.224284304047384,
+      "grad_norm": 1.6031558458257777,
+      "learning_rate": 0.0009995552360690574,
+      "loss": 1.7399,
       "step": 1420
     },
     {
-      "epoch": 0.19819968618383021,
-      "grad_norm": 0.009872123065759556,
-      "learning_rate": 0.0009909596662030598,
-      "loss": 1.4511,
+      "epoch": 0.2250740375123396,
+      "grad_norm": 2.926952641212743,
+      "learning_rate": 0.0009995256962105233,
+      "loss": 1.7223,
       "step": 1425
     },
     {
-      "epoch": 0.19889512367921208,
-      "grad_norm": 0.009439655282229736,
-      "learning_rate": 0.0009944367176634215,
-      "loss": 1.3352,
+      "epoch": 0.22586377097729515,
+      "grad_norm": 1.0390413246120158,
+      "learning_rate": 0.0009994952071276618,
+      "loss": 1.7871,
       "step": 1430
     },
     {
-      "epoch": 0.19959056117459392,
-      "grad_norm": 0.0104335735704943,
-      "learning_rate": 0.0009979137691237831,
-      "loss": 1.3965,
+      "epoch": 0.22665350444225074,
+      "grad_norm": 16.914942890231348,
+      "learning_rate": 0.00099946376887841,
+      "loss": 3.0805,
       "step": 1435
     },
     {
-      "epoch": 0.2002859986699758,
-      "grad_norm": 0.012940609499287952,
-      "learning_rate": 0.0009999999410571427,
-      "loss": 1.4061,
+      "epoch": 0.22744323790720633,
+      "grad_norm": 1.4291724470526779,
+      "learning_rate": 0.0009994313815225085,
+      "loss": 2.1488,
       "step": 1440
     },
     {
-      "epoch": 0.20098143616535766,
-      "grad_norm": 0.011774841028312775,
-      "learning_rate": 0.0009999992779501587,
-      "loss": 1.3971,
+      "epoch": 0.2282329713721619,
+      "grad_norm": 0.9398072517179484,
+      "learning_rate": 0.0009993980451215012,
+      "loss": 1.9877,
       "step": 1445
     },
     {
-      "epoch": 0.2016768736607395,
-      "grad_norm": 0.011769063692617876,
-      "learning_rate": 0.0009999978780585992,
-      "loss": 1.407,
+      "epoch": 0.22902270483711748,
+      "grad_norm": 0.1678760957302081,
+      "learning_rate": 0.000999363759738736,
+      "loss": 1.8772,
       "step": 1450
     },
     {
-      "epoch": 0.20237231115612137,
-      "grad_norm": 0.009119437539266254,
-      "learning_rate": 0.0009999957413845276,
-      "loss": 1.4047,
+      "epoch": 0.22981243830207304,
+      "grad_norm": 0.17294350557815705,
+      "learning_rate": 0.0009993285254393635,
+      "loss": 1.7459,
       "step": 1455
     },
     {
-      "epoch": 0.20306774865150323,
-      "grad_norm": 0.009934651509732616,
-      "learning_rate": 0.000999992867931092,
-      "loss": 1.3743,
+      "epoch": 0.23060217176702863,
+      "grad_norm": 0.19723718830805556,
+      "learning_rate": 0.0009992923422903377,
+      "loss": 1.7941,
       "step": 1460
     },
     {
-      "epoch": 0.2037631861468851,
-      "grad_norm": 0.01062099109691643,
-      "learning_rate": 0.0009999892577025264,
-      "loss": 1.4186,
+      "epoch": 0.23139190523198422,
+      "grad_norm": 0.22261687550765652,
+      "learning_rate": 0.0009992552103604158,
+      "loss": 1.7165,
       "step": 1465
     },
     {
-      "epoch": 0.20445862364226694,
-      "grad_norm": 0.009893173529341132,
-      "learning_rate": 0.0009999849107041514,
-      "loss": 1.4106,
+      "epoch": 0.23218163869693978,
+      "grad_norm": 0.7102295124433569,
+      "learning_rate": 0.0009992171297201575,
+      "loss": 1.7507,
       "step": 1470
     },
     {
-      "epoch": 0.2051540611376488,
-      "grad_norm": 0.010824026565384007,
-      "learning_rate": 0.0009999798269423722,
-      "loss": 1.4221,
+      "epoch": 0.23297137216189537,
+      "grad_norm": 0.6524471087088715,
+      "learning_rate": 0.0009991781004419261,
+      "loss": 1.7549,
       "step": 1475
     },
     {
-      "epoch": 0.20584949863303068,
-      "grad_norm": 0.01047297021697814,
-      "learning_rate": 0.0009999740064246805,
-      "loss": 1.3334,
+      "epoch": 0.23376110562685093,
+      "grad_norm": 0.1641306910612337,
+      "learning_rate": 0.0009991381225998865,
+      "loss": 1.6527,
       "step": 1480
     },
     {
-      "epoch": 0.20654493612841254,
-      "grad_norm": 0.009770644652161466,
-      "learning_rate": 0.0009999674491596527,
-      "loss": 1.3439,
+      "epoch": 0.23455083909180652,
+      "grad_norm": 0.13978640686636848,
+      "learning_rate": 0.000999097196270007,
+      "loss": 1.6485,
       "step": 1485
     },
     {
-      "epoch": 0.20724037362379438,
-      "grad_norm": 0.009979367597963066,
-      "learning_rate": 0.0009999601551569518,
-      "loss": 1.3804,
+      "epoch": 0.2353405725567621,
+      "grad_norm": 0.23657024799064338,
+      "learning_rate": 0.0009990553215300578,
+      "loss": 1.6252,
       "step": 1490
     },
     {
-      "epoch": 0.20793581111917625,
-      "grad_norm": 0.011775926586595615,
-      "learning_rate": 0.0009999521244273256,
-      "loss": 1.3899,
+      "epoch": 0.23613030602171767,
+      "grad_norm": 0.11496811919809637,
+      "learning_rate": 0.0009990124984596113,
+      "loss": 1.6181,
       "step": 1495
     },
     {
-      "epoch": 0.20863124861455812,
-      "grad_norm": 0.011821400154335669,
-      "learning_rate": 0.0009999433569826083,
-      "loss": 1.3246,
+      "epoch": 0.23692003948667326,
+      "grad_norm": 0.18375095577143513,
+      "learning_rate": 0.0009989687271400424,
+      "loss": 1.5865,
       "step": 1500
     },
     {
-      "epoch": 0.20932668610993999,
-      "grad_norm": 0.011458615305639143,
-      "learning_rate": 0.0009999338528357193,
-      "loss": 1.3582,
+      "epoch": 0.23770977295162882,
+      "grad_norm": 0.15887441945434197,
+      "learning_rate": 0.0009989240076545274,
+      "loss": 1.6483,
       "step": 1505
     },
     {
-      "epoch": 0.21002212360532183,
-      "grad_norm": 0.01034814345732022,
-      "learning_rate": 0.0009999236120006637,
-      "loss": 1.3577,
+      "epoch": 0.2384995064165844,
+      "grad_norm": 0.19428677339578435,
+      "learning_rate": 0.0009988783400880445,
+      "loss": 1.6013,
       "step": 1510
     },
     {
-      "epoch": 0.2107175611007037,
-      "grad_norm": 0.010189042685309783,
-      "learning_rate": 0.0009999126344925318,
-      "loss": 1.3212,
+      "epoch": 0.23928923988153997,
+      "grad_norm": 0.09067811010998651,
+      "learning_rate": 0.0009988317245273736,
+      "loss": 1.6177,
       "step": 1515
     },
     {
-      "epoch": 0.21141299859608556,
-      "grad_norm": 0.009741160811201978,
-      "learning_rate": 0.0009999009203275002,
-      "loss": 1.3726,
+      "epoch": 0.24007897334649556,
+      "grad_norm": 0.09781711777550067,
+      "learning_rate": 0.000998784161061096,
+      "loss": 1.5761,
       "step": 1520
     },
     {
-      "epoch": 0.21210843609146743,
-      "grad_norm": 0.010590664204738164,
-      "learning_rate": 0.0009998884695228301,
-      "loss": 1.4328,
+      "epoch": 0.24086870681145114,
+      "grad_norm": 0.2069872527744565,
+      "learning_rate": 0.0009987356497795942,
+      "loss": 1.5675,
       "step": 1525
     },
     {
-      "epoch": 0.21280387358684927,
-      "grad_norm": 0.009525166968145997,
-      "learning_rate": 0.000999875282096869,
-      "loss": 1.3628,
+      "epoch": 0.2416584402764067,
+      "grad_norm": 0.1293160368030416,
+      "learning_rate": 0.0009986861907750522,
+      "loss": 1.5593,
       "step": 1530
     },
     {
-      "epoch": 0.21349931108223114,
-      "grad_norm": 0.010594554610081835,
-      "learning_rate": 0.0009998613580690493,
-      "loss": 1.3939,
+      "epoch": 0.2424481737413623,
+      "grad_norm": 0.10043564993551271,
+      "learning_rate": 0.000998635784141454,
+      "loss": 1.6261,
       "step": 1535
     },
     {
-      "epoch": 0.214194748577613,
-      "grad_norm": 0.01068431244928158,
-      "learning_rate": 0.0009998466974598893,
-      "loss": 1.4049,
+      "epoch": 0.24323790720631785,
+      "grad_norm": 0.11838328630972077,
+      "learning_rate": 0.0009985844299745849,
+      "loss": 1.5802,
       "step": 1540
     },
     {
-      "epoch": 0.21489018607299487,
-      "grad_norm": 0.010459857854242149,
-      "learning_rate": 0.000999831300290992,
-      "loss": 1.3516,
+      "epoch": 0.24402764067127344,
+      "grad_norm": 0.0854281698394823,
+      "learning_rate": 0.000998532128372031,
+      "loss": 1.5802,
       "step": 1545
     },
     {
-      "epoch": 0.2155856235683767,
-      "grad_norm": 0.00870186121150036,
-      "learning_rate": 0.0009998151665850466,
-      "loss": 1.381,
+      "epoch": 0.24481737413622903,
+      "grad_norm": 0.08270768096576465,
+      "learning_rate": 0.0009984788794331783,
+      "loss": 1.6103,
       "step": 1550
     },
     {
-      "epoch": 0.21628106106375858,
-      "grad_norm": 0.009983559938771607,
-      "learning_rate": 0.0009997982963658272,
-      "loss": 1.3678,
+      "epoch": 0.2456071076011846,
+      "grad_norm": 0.08527321773251104,
+      "learning_rate": 0.0009984246832592135,
+      "loss": 1.5823,
       "step": 1555
     },
     {
-      "epoch": 0.21697649855914045,
-      "grad_norm": 0.012931926630440451,
-      "learning_rate": 0.0009997806896581934,
-      "loss": 1.4423,
+      "epoch": 0.24639684106614018,
+      "grad_norm": 0.1060486811188686,
+      "learning_rate": 0.0009983695399531224,
+      "loss": 1.518,
       "step": 1560
     },
     {
-      "epoch": 0.21767193605452229,
-      "grad_norm": 0.00941489745494555,
-      "learning_rate": 0.0009997623464880895,
-      "loss": 1.386,
+      "epoch": 0.24718657453109574,
+      "grad_norm": 0.08387956623085882,
+      "learning_rate": 0.0009983134496196915,
+      "loss": 1.565,
       "step": 1565
     },
     {
-      "epoch": 0.21836737354990415,
-      "grad_norm": 0.009356881437039477,
-      "learning_rate": 0.0009997432668825458,
-      "loss": 1.3651,
+      "epoch": 0.24797630799605133,
+      "grad_norm": 0.07371534987482053,
+      "learning_rate": 0.0009982564123655064,
+      "loss": 1.551,
       "step": 1570
     },
     {
-      "epoch": 0.21906281104528602,
-      "grad_norm": 0.008998090777262263,
-      "learning_rate": 0.0009997234508696774,
-      "loss": 1.3519,
+      "epoch": 0.24876604146100692,
+      "grad_norm": 0.17242594990192198,
+      "learning_rate": 0.0009981984282989526,
+      "loss": 1.5675,
       "step": 1575
     },
     {
-      "epoch": 0.2197582485406679,
-      "grad_norm": 0.00919193164710978,
-      "learning_rate": 0.0009997028984786848,
-      "loss": 1.3631,
+      "epoch": 0.24955577492596248,
+      "grad_norm": 0.08312377042393679,
+      "learning_rate": 0.0009981394975302135,
+      "loss": 1.5585,
       "step": 1580
     },
     {
-      "epoch": 0.22045368603604973,
-      "grad_norm": 0.00896445266217074,
-      "learning_rate": 0.0009996816097398529,
-      "loss": 1.3403,
+      "epoch": 0.25034550839091807,
+      "grad_norm": 0.14981851945205543,
+      "learning_rate": 0.0009980796201712733,
+      "loss": 1.5208,
       "step": 1585
     },
     {
-      "epoch": 0.2211491235314316,
-      "grad_norm": 0.008937281713989198,
-      "learning_rate": 0.0009996595846845527,
-      "loss": 1.4131,
+      "epoch": 0.25113524185587366,
+      "grad_norm": 0.1003241307150584,
+      "learning_rate": 0.0009980187963359135,
+      "loss": 1.5578,
       "step": 1590
     },
     {
-      "epoch": 0.22184456102681346,
-      "grad_norm": 0.009304156727702614,
-      "learning_rate": 0.0009996368233452394,
-      "loss": 1.3533,
+      "epoch": 0.25192497532082925,
+      "grad_norm": 0.2080567360015542,
+      "learning_rate": 0.000997957026139715,
+      "loss": 1.5031,
       "step": 1595
     },
     {
-      "epoch": 0.22253999852219533,
-      "grad_norm": 0.008949798296382056,
-      "learning_rate": 0.0009996133257554535,
-      "loss": 1.3398,
+      "epoch": 0.2527147087857848,
+      "grad_norm": 0.18500579367221434,
+      "learning_rate": 0.0009978943097000564,
+      "loss": 1.5184,
       "step": 1600
     },
     {
-      "epoch": 0.22323543601757717,
-      "grad_norm": 0.008870392770649542,
-      "learning_rate": 0.0009995890919498205,
-      "loss": 1.3915,
+      "epoch": 0.25350444225074037,
+      "grad_norm": 0.08627226616517762,
+      "learning_rate": 0.0009978306471361148,
+      "loss": 1.6044,
       "step": 1605
     },
     {
-      "epoch": 0.22393087351295904,
-      "grad_norm": 0.008947904487875262,
-      "learning_rate": 0.0009995641219640505,
-      "loss": 1.3724,
+      "epoch": 0.25429417571569596,
+      "grad_norm": 0.08557475596844474,
+      "learning_rate": 0.0009977660385688649,
+      "loss": 1.5776,
       "step": 1610
     },
     {
-      "epoch": 0.2246263110083409,
-      "grad_norm": 0.008452918058835338,
-      "learning_rate": 0.0009995384158349389,
-      "loss": 1.4019,
+      "epoch": 0.25508390918065155,
+      "grad_norm": 0.6957097767993493,
+      "learning_rate": 0.0009977004841210796,
+      "loss": 1.5738,
       "step": 1615
     },
     {
-      "epoch": 0.22532174850372277,
-      "grad_norm": 0.009961760699140784,
-      "learning_rate": 0.0009995119736003648,
-      "loss": 1.3332,
+      "epoch": 0.2558736426456071,
+      "grad_norm": 0.10442567999269883,
+      "learning_rate": 0.0009976339839173284,
+      "loss": 1.5395,
       "step": 1620
     },
     {
-      "epoch": 0.22601718599910461,
-      "grad_norm": 0.009982032809286348,
-      "learning_rate": 0.0009994847952992934,
-      "loss": 1.4124,
+      "epoch": 0.25666337611056267,
+      "grad_norm": 0.07789785424259976,
+      "learning_rate": 0.000997566538083979,
+      "loss": 1.5679,
       "step": 1625
     },
     {
-      "epoch": 0.22671262349448648,
-      "grad_norm": 0.010579022907927447,
-      "learning_rate": 0.0009994568809717735,
-      "loss": 1.3993,
+      "epoch": 0.25745310957551826,
+      "grad_norm": 0.08403426695389703,
+      "learning_rate": 0.0009974981467491945,
+      "loss": 1.5843,
       "step": 1630
     },
     {
-      "epoch": 0.22740806098986835,
-      "grad_norm": 0.009202008219213017,
-      "learning_rate": 0.000999428230658939,
-      "loss": 1.4028,
+      "epoch": 0.25824284304047385,
+      "grad_norm": 0.10481187391666426,
+      "learning_rate": 0.0009974288100429364,
+      "loss": 1.5045,
       "step": 1635
     },
     {
-      "epoch": 0.22810349848525022,
-      "grad_norm": 0.009774258776540376,
-      "learning_rate": 0.0009993988444030079,
-      "loss": 1.3936,
+      "epoch": 0.25903257650542943,
+      "grad_norm": 0.1152838736722921,
+      "learning_rate": 0.0009973585280969616,
+      "loss": 1.5566,
       "step": 1640
     },
     {
-      "epoch": 0.22879893598063206,
-      "grad_norm": 0.00886330817271737,
-      "learning_rate": 0.0009993687222472835,
-      "loss": 1.3391,
+      "epoch": 0.25982230997038497,
+      "grad_norm": 0.07549288111206341,
+      "learning_rate": 0.0009972873010448235,
+      "loss": 1.5499,
       "step": 1645
     },
     {
-      "epoch": 0.22949437347601392,
-      "grad_norm": 0.010453118079454465,
-      "learning_rate": 0.0009993378642361526,
-      "loss": 1.313,
+      "epoch": 0.26061204343534056,
+      "grad_norm": 0.10283584894141212,
+      "learning_rate": 0.0009972151290218712,
+      "loss": 1.5733,
       "step": 1650
     },
     {
-      "epoch": 0.2301898109713958,
-      "grad_norm": 0.009849592904573415,
-      "learning_rate": 0.0009993062704150863,
-      "loss": 1.4151,
+      "epoch": 0.26140177690029615,
+      "grad_norm": 0.07886434481065671,
+      "learning_rate": 0.00099714201216525,
+      "loss": 1.5056,
       "step": 1655
     },
     {
-      "epoch": 0.23088524846677766,
-      "grad_norm": 0.010534255797677555,
-      "learning_rate": 0.0009992739408306412,
-      "loss": 1.4369,
+      "epoch": 0.26219151036525173,
+      "grad_norm": 0.205535493307677,
+      "learning_rate": 0.0009970679506139,
+      "loss": 1.5877,
       "step": 1660
     },
     {
-      "epoch": 0.2315806859621595,
-      "grad_norm": 0.009977053479849996,
-      "learning_rate": 0.0009992408755304565,
-      "loss": 1.3969,
+      "epoch": 0.2629812438302073,
+      "grad_norm": 0.06761978104250825,
+      "learning_rate": 0.000996992944508557,
+      "loss": 1.5543,
       "step": 1665
     },
     {
-      "epoch": 0.23227612345754137,
-      "grad_norm": 0.010145669686949603,
-      "learning_rate": 0.0009992070745632566,
-      "loss": 1.3603,
+      "epoch": 0.26377097729516286,
+      "grad_norm": 0.0863653580112279,
+      "learning_rate": 0.0009969169939917514,
+      "loss": 1.5918,
       "step": 1670
     },
     {
-      "epoch": 0.23297156095292323,
-      "grad_norm": 0.009336690501681604,
-      "learning_rate": 0.0009991725379788498,
-      "loss": 1.4156,
+      "epoch": 0.26456071076011844,
+      "grad_norm": 0.06488236052633005,
+      "learning_rate": 0.000996840099207808,
+      "loss": 1.5492,
       "step": 1675
     },
     {
-      "epoch": 0.2336669984483051,
-      "grad_norm": 0.009078319805817907,
-      "learning_rate": 0.000999137265828128,
-      "loss": 1.3855,
+      "epoch": 0.26535044422507403,
+      "grad_norm": 0.08232426041518286,
+      "learning_rate": 0.0009967622603028465,
+      "loss": 1.5301,
       "step": 1680
     },
     {
-      "epoch": 0.23436243594368694,
-      "grad_norm": 0.00882033369778966,
-      "learning_rate": 0.000999101258163067,
-      "loss": 1.3887,
+      "epoch": 0.2661401776900296,
+      "grad_norm": 0.09822804085053527,
+      "learning_rate": 0.0009966834774247802,
+      "loss": 1.4987,
       "step": 1685
     },
     {
-      "epoch": 0.2350578734390688,
-      "grad_norm": 0.009323480892433183,
-      "learning_rate": 0.000999064515036727,
-      "loss": 1.313,
+      "epoch": 0.2669299111549852,
+      "grad_norm": 0.17512378638561246,
+      "learning_rate": 0.0009966037507233166,
+      "loss": 1.5259,
       "step": 1690
     },
     {
-      "epoch": 0.23575331093445068,
-      "grad_norm": 0.009238540639403239,
-      "learning_rate": 0.0009990270365032516,
-      "loss": 1.3578,
+      "epoch": 0.26771964461994074,
+      "grad_norm": 0.12050478261340715,
+      "learning_rate": 0.000996523080349956,
+      "loss": 1.5642,
       "step": 1695
     },
     {
-      "epoch": 0.23644874842983252,
-      "grad_norm": 0.009338590775271226,
-      "learning_rate": 0.000998988822617868,
-      "loss": 1.4052,
+      "epoch": 0.26850937808489633,
+      "grad_norm": 0.0881851278092487,
+      "learning_rate": 0.0009964414664579931,
+      "loss": 1.5521,
       "step": 1700
     },
     {
-      "epoch": 0.23714418592521438,
-      "grad_norm": 0.009192813863976447,
-      "learning_rate": 0.0009989498734368871,
-      "loss": 1.4041,
+      "epoch": 0.2692991115498519,
+      "grad_norm": 0.0660819418300381,
+      "learning_rate": 0.000996358909202514,
+      "loss": 1.5297,
       "step": 1705
     },
     {
-      "epoch": 0.23783962342059625,
-      "grad_norm": 0.009708144112747867,
-      "learning_rate": 0.0009989101890177032,
-      "loss": 1.3606,
+      "epoch": 0.2700888450148075,
+      "grad_norm": 0.08364157279255685,
+      "learning_rate": 0.000996275408740399,
+      "loss": 1.5197,
       "step": 1710
     },
     {
-      "epoch": 0.23853506091597812,
-      "grad_norm": 0.010810301386716964,
-      "learning_rate": 0.0009988697694187944,
-      "loss": 1.3431,
+      "epoch": 0.2708785784797631,
+      "grad_norm": 0.065894443246014,
+      "learning_rate": 0.0009961909652303192,
+      "loss": 1.4954,
       "step": 1715
     },
     {
-      "epoch": 0.23923049841135996,
-      "grad_norm": 0.008159125616742719,
-      "learning_rate": 0.0009988286146997217,
-      "loss": 1.367,
+      "epoch": 0.27166831194471863,
+      "grad_norm": 0.0706228330928956,
+      "learning_rate": 0.000996105578832739,
+      "loss": 1.5202,
       "step": 1720
     },
     {
-      "epoch": 0.23992593590674183,
-      "grad_norm": 0.009161986616571081,
-      "learning_rate": 0.0009987867249211294,
-      "loss": 1.4211,
+      "epoch": 0.2724580454096742,
+      "grad_norm": 0.09345455806421935,
+      "learning_rate": 0.0009960192497099139,
+      "loss": 1.5429,
       "step": 1725
     },
     {
-      "epoch": 0.2406213734021237,
-      "grad_norm": 0.008356760319645593,
-      "learning_rate": 0.0009987441001447451,
-      "loss": 1.4474,
+      "epoch": 0.2732477788746298,
+      "grad_norm": 0.07574026646142545,
+      "learning_rate": 0.0009959319780258908,
+      "loss": 1.5265,
       "step": 1730
     },
     {
-      "epoch": 0.24131681089750556,
-      "grad_norm": 0.009137685744555262,
-      "learning_rate": 0.0009987007404333795,
-      "loss": 1.3666,
+      "epoch": 0.2740375123395854,
+      "grad_norm": 0.0700233694516328,
+      "learning_rate": 0.000995843763946508,
+      "loss": 1.5492,
       "step": 1735
     },
     {
-      "epoch": 0.2420122483928874,
-      "grad_norm": 0.009322303431612552,
-      "learning_rate": 0.000998656645850926,
-      "loss": 1.376,
+      "epoch": 0.274827245804541,
+      "grad_norm": 0.06143206829927409,
+      "learning_rate": 0.0009957546076393943,
+      "loss": 1.543,
       "step": 1740
     },
     {
-      "epoch": 0.24270768588826927,
-      "grad_norm": 0.00875695545666551,
-      "learning_rate": 0.0009986118164623619,
-      "loss": 1.3454,
+      "epoch": 0.2756169792694965,
+      "grad_norm": 0.07886822227941287,
+      "learning_rate": 0.0009956645092739692,
+      "loss": 1.4719,
       "step": 1745
     },
     {
-      "epoch": 0.24340312338365114,
-      "grad_norm": 0.008762054475056328,
-      "learning_rate": 0.0009985662523337455,
-      "loss": 1.375,
+      "epoch": 0.2764067127344521,
+      "grad_norm": 0.06749770962102325,
+      "learning_rate": 0.000995573469021442,
+      "loss": 1.5325,
       "step": 1750
     },
     {
-      "epoch": 0.244098560879033,
-      "grad_norm": 0.008962519274003681,
-      "learning_rate": 0.0009985199535322193,
-      "loss": 1.3978,
+      "epoch": 0.2771964461994077,
+      "grad_norm": 0.06592191171336152,
+      "learning_rate": 0.0009954814870548122,
+      "loss": 1.5055,
       "step": 1755
     },
     {
-      "epoch": 0.24479399837441485,
-      "grad_norm": 0.008196198731423484,
-      "learning_rate": 0.000998472920126008,
-      "loss": 1.332,
+      "epoch": 0.2779861796643633,
+      "grad_norm": 0.1584368989818412,
+      "learning_rate": 0.0009953885635488686,
+      "loss": 1.4567,
       "step": 1760
     },
     {
-      "epoch": 0.2454894358697967,
-      "grad_norm": 0.00932240011711081,
-      "learning_rate": 0.0009984251521844183,
-      "loss": 1.3759,
+      "epoch": 0.2787759131293189,
+      "grad_norm": 0.11529820278640611,
+      "learning_rate": 0.0009952946986801893,
+      "loss": 1.5408,
       "step": 1765
     },
     {
-      "epoch": 0.24618487336517858,
-      "grad_norm": 0.008989351578219474,
-      "learning_rate": 0.0009983766497778399,
-      "loss": 1.3647,
+      "epoch": 0.2795656465942744,
+      "grad_norm": 0.07788529262620358,
+      "learning_rate": 0.0009951998926271413,
+      "loss": 1.5482,
       "step": 1770
     },
     {
-      "epoch": 0.24688031086056045,
-      "grad_norm": 0.009065704568482316,
-      "learning_rate": 0.0009983274129777447,
-      "loss": 1.3857,
+      "epoch": 0.28035538005923,
+      "grad_norm": 0.07400566109493233,
+      "learning_rate": 0.0009951041455698794,
+      "loss": 1.5631,
       "step": 1775
     },
     {
-      "epoch": 0.2475757483559423,
-      "grad_norm": 0.008615148548582264,
-      "learning_rate": 0.0009982774418566863,
-      "loss": 1.3531,
+      "epoch": 0.2811451135241856,
+      "grad_norm": 0.06654930655840642,
+      "learning_rate": 0.0009950074576903474,
+      "loss": 1.5214,
       "step": 1780
     },
     {
-      "epoch": 0.24827118585132416,
-      "grad_norm": 0.008305271500927029,
-      "learning_rate": 0.000998226736488301,
-      "loss": 1.3477,
+      "epoch": 0.2819348469891412,
+      "grad_norm": 0.09168520644849333,
+      "learning_rate": 0.0009949098291722766,
+      "loss": 1.4868,
       "step": 1785
     },
     {
-      "epoch": 0.24896662334670602,
-      "grad_norm": 0.00926550266282219,
-      "learning_rate": 0.0009981752969473064,
-      "loss": 1.3954,
+      "epoch": 0.28272458045409676,
+      "grad_norm": 0.07155288672884871,
+      "learning_rate": 0.0009948112602011859,
+      "loss": 1.4989,
       "step": 1790
     },
     {
-      "epoch": 0.2496620608420879,
-      "grad_norm": 0.008588507911819893,
-      "learning_rate": 0.0009981231233095026,
-      "loss": 1.3323,
+      "epoch": 0.2835143139190523,
+      "grad_norm": 0.060999634430966655,
+      "learning_rate": 0.0009947117509643806,
+      "loss": 1.4814,
       "step": 1795
     },
     {
-      "epoch": 0.25035749833746973,
-      "grad_norm": 0.010328005228296393,
-      "learning_rate": 0.0009980702156517712,
-      "loss": 1.4124,
+      "epoch": 0.2843040473840079,
+      "grad_norm": 0.06258678318578363,
+      "learning_rate": 0.0009946113016509534,
+      "loss": 1.5492,
       "step": 1800
     },
     {
-      "epoch": 0.2510529358328516,
-      "grad_norm": 0.00966232038860724,
-      "learning_rate": 0.0009980165740520754,
-      "loss": 1.4382,
+      "epoch": 0.2850937808489635,
+      "grad_norm": 0.06518786121511416,
+      "learning_rate": 0.0009945099124517836,
+      "loss": 1.5008,
       "step": 1805
     },
     {
-      "epoch": 0.25174837332823347,
-      "grad_norm": 0.008681984308579013,
-      "learning_rate": 0.0009979621985894598,
-      "loss": 1.3517,
+      "epoch": 0.28588351431391906,
+      "grad_norm": 0.059229719933813825,
+      "learning_rate": 0.0009944075835595356,
+      "loss": 1.5439,
       "step": 1810
     },
     {
-      "epoch": 0.25244381082361533,
-      "grad_norm": 0.008690216128202333,
-      "learning_rate": 0.0009979070893440505,
-      "loss": 1.4181,
+      "epoch": 0.28667324777887465,
+      "grad_norm": 0.06733488048032409,
+      "learning_rate": 0.0009943043151686606,
+      "loss": 1.5035,
       "step": 1815
     },
     {
-      "epoch": 0.2531392483189972,
-      "grad_norm": 0.008958182101528088,
-      "learning_rate": 0.000997851246397055,
-      "loss": 1.3628,
+      "epoch": 0.2874629812438302,
+      "grad_norm": 0.07851926946637043,
+      "learning_rate": 0.000994200107475394,
+      "loss": 1.536,
       "step": 1820
     },
     {
-      "epoch": 0.253834685814379,
-      "grad_norm": 0.01081226788109083,
-      "learning_rate": 0.000997794669830762,
-      "loss": 1.3699,
+      "epoch": 0.2882527147087858,
+      "grad_norm": 0.1629741277934072,
+      "learning_rate": 0.0009940949606777568,
+      "loss": 1.4997,
       "step": 1825
     },
     {
-      "epoch": 0.2545301233097609,
-      "grad_norm": 0.010583215803097375,
-      "learning_rate": 0.0009977373597285409,
-      "loss": 1.3813,
+      "epoch": 0.28904244817374136,
+      "grad_norm": 0.05882049981764962,
+      "learning_rate": 0.0009939888749755544,
+      "loss": 1.5102,
       "step": 1830
     },
     {
-      "epoch": 0.25522556080514275,
-      "grad_norm": 0.009156372569438902,
-      "learning_rate": 0.0009976793161748422,
-      "loss": 1.4017,
+      "epoch": 0.28983218163869695,
+      "grad_norm": 0.059943632884578005,
+      "learning_rate": 0.0009938818505703761,
+      "loss": 1.4421,
       "step": 1835
     },
     {
-      "epoch": 0.2559209983005246,
-      "grad_norm": 0.008438753839167428,
-      "learning_rate": 0.0009976205392551972,
-      "loss": 1.3396,
+      "epoch": 0.29062191510365254,
+      "grad_norm": 0.056655522502680404,
+      "learning_rate": 0.0009937738876655954,
+      "loss": 1.5121,
       "step": 1840
     },
     {
-      "epoch": 0.2566164357959065,
-      "grad_norm": 0.008752930079081797,
-      "learning_rate": 0.000997561029056218,
-      "loss": 1.312,
+      "epoch": 0.2914116485686081,
+      "grad_norm": 0.11103317437325493,
+      "learning_rate": 0.0009936649864663687,
+      "loss": 1.5134,
       "step": 1845
     },
     {
-      "epoch": 0.25731187329128835,
-      "grad_norm": 0.009028057480214059,
-      "learning_rate": 0.0009975007856655974,
-      "loss": 1.3516,
+      "epoch": 0.29220138203356366,
+      "grad_norm": 0.05649095647930365,
+      "learning_rate": 0.0009935551471796358,
+      "loss": 1.4928,
       "step": 1850
     },
     {
-      "epoch": 0.2580073107866702,
-      "grad_norm": 0.009078524542159431,
-      "learning_rate": 0.0009974398091721077,
-      "loss": 1.361,
+      "epoch": 0.29299111549851925,
+      "grad_norm": 0.08278128673117861,
+      "learning_rate": 0.000993444370014119,
+      "loss": 1.4997,
       "step": 1855
     },
     {
-      "epoch": 0.2587027482820521,
-      "grad_norm": 0.008289087619010165,
-      "learning_rate": 0.0009973780996656025,
-      "loss": 1.3256,
+      "epoch": 0.29378084896347484,
+      "grad_norm": 0.06127481113164227,
+      "learning_rate": 0.0009933326551803225,
+      "loss": 1.4754,
       "step": 1860
     },
     {
-      "epoch": 0.2593981857774339,
-      "grad_norm": 0.009733129904855899,
-      "learning_rate": 0.000997315657237015,
-      "loss": 1.3719,
+      "epoch": 0.2945705824284304,
+      "grad_norm": 0.06473943145046912,
+      "learning_rate": 0.0009932200028905328,
+      "loss": 1.4827,
       "step": 1865
     },
     {
-      "epoch": 0.26009362327281577,
-      "grad_norm": 0.009290238255101895,
-      "learning_rate": 0.0009972524819783588,
-      "loss": 1.3951,
+      "epoch": 0.29536031589338596,
+      "grad_norm": 0.08652408665458057,
+      "learning_rate": 0.0009931064133588173,
+      "loss": 1.5358,
       "step": 1870
     },
     {
-      "epoch": 0.26078906076819763,
-      "grad_norm": 0.009846895802980739,
-      "learning_rate": 0.0009971885739827268,
-      "loss": 1.4128,
+      "epoch": 0.29615004935834155,
+      "grad_norm": 0.06889155548594618,
+      "learning_rate": 0.000992991886801025,
+      "loss": 1.4936,
       "step": 1875
     },
     {
-      "epoch": 0.2614844982635795,
-      "grad_norm": 0.010049118670728486,
-      "learning_rate": 0.0009971239333442922,
-      "loss": 1.362,
+      "epoch": 0.29693978282329714,
+      "grad_norm": 0.06927271543886324,
+      "learning_rate": 0.0009928764234347844,
+      "loss": 1.506,
       "step": 1880
     },
     {
-      "epoch": 0.26217993575896137,
-      "grad_norm": 0.009479747858787923,
-      "learning_rate": 0.0009970585601583079,
-      "loss": 1.3636,
+      "epoch": 0.2977295162882527,
+      "grad_norm": 0.0660657412849951,
+      "learning_rate": 0.000992760023479506,
+      "loss": 1.5055,
       "step": 1885
     },
     {
-      "epoch": 0.26287537325434324,
-      "grad_norm": 0.008920322420220651,
-      "learning_rate": 0.0009969924545211054,
-      "loss": 1.3976,
+      "epoch": 0.2985192497532083,
+      "grad_norm": 0.06817315596288909,
+      "learning_rate": 0.0009926426871563782,
+      "loss": 1.4706,
       "step": 1890
     },
     {
-      "epoch": 0.2635708107497251,
-      "grad_norm": 0.009443510661461749,
-      "learning_rate": 0.0009969256165300961,
-      "loss": 1.3134,
+      "epoch": 0.29930898321816385,
+      "grad_norm": 0.07052005892090513,
+      "learning_rate": 0.0009925244146883696,
+      "loss": 1.5241,
       "step": 1895
     },
     {
-      "epoch": 0.26426624824510697,
-      "grad_norm": 0.009209294127099811,
-      "learning_rate": 0.000996858046283771,
-      "loss": 1.3622,
+      "epoch": 0.30009871668311944,
+      "grad_norm": 0.068336383467456,
+      "learning_rate": 0.0009924052063002278,
+      "loss": 1.4765,
       "step": 1900
     },
     {
-      "epoch": 0.2649616857404888,
-      "grad_norm": 0.007817749947678265,
-      "learning_rate": 0.0009967897438816994,
-      "loss": 1.3722,
+      "epoch": 0.300888450148075,
+      "grad_norm": 0.09272837513853859,
+      "learning_rate": 0.0009922850622184787,
+      "loss": 1.5189,
       "step": 1905
     },
     {
-      "epoch": 0.26565712323587065,
-      "grad_norm": 0.008267789790779186,
-      "learning_rate": 0.0009967207094245297,
-      "loss": 1.4148,
+      "epoch": 0.3016781836130306,
+      "grad_norm": 0.060557651170056244,
+      "learning_rate": 0.000992163982671426,
+      "loss": 1.5093,
       "step": 1910
     },
     {
-      "epoch": 0.2663525607312525,
-      "grad_norm": 0.007845114527229545,
-      "learning_rate": 0.000996650943013989,
-      "loss": 1.3938,
+      "epoch": 0.3024679170779862,
+      "grad_norm": 0.05646013850572039,
+      "learning_rate": 0.0009920419678891511,
+      "loss": 1.5362,
       "step": 1915
     },
     {
-      "epoch": 0.2670479982266344,
-      "grad_norm": 0.008255570973776598,
-      "learning_rate": 0.0009965804447528836,
-      "loss": 1.3584,
+      "epoch": 0.30325765054294174,
+      "grad_norm": 0.06088928505526189,
+      "learning_rate": 0.0009919190181035137,
+      "loss": 1.4822,
       "step": 1920
     },
     {
-      "epoch": 0.26774343572201625,
-      "grad_norm": 0.009216673673171657,
-      "learning_rate": 0.000996509214745097,
-      "loss": 1.3663,
+      "epoch": 0.3040473840078973,
+      "grad_norm": 0.07172420816658043,
+      "learning_rate": 0.0009917951335481482,
+      "loss": 1.53,
       "step": 1925
     },
     {
-      "epoch": 0.2684388732173981,
-      "grad_norm": 0.0084341219508817,
-      "learning_rate": 0.000996437253095592,
-      "loss": 1.3203,
+      "epoch": 0.3048371174728529,
+      "grad_norm": 0.056776500412282,
+      "learning_rate": 0.0009916703144584667,
+      "loss": 1.5116,
       "step": 1930
     },
     {
-      "epoch": 0.26913431071278,
-      "grad_norm": 0.008201385211570971,
-      "learning_rate": 0.0009963645599104095,
-      "loss": 1.3462,
+      "epoch": 0.3056268509378085,
+      "grad_norm": 0.05958348096985356,
+      "learning_rate": 0.0009915445610716568,
+      "loss": 1.4712,
       "step": 1935
     },
     {
-      "epoch": 0.2698297482081618,
-      "grad_norm": 0.0081843210235094,
-      "learning_rate": 0.0009962911352966678,
-      "loss": 1.3331,
+      "epoch": 0.3064165844027641,
+      "grad_norm": 0.05713692568803742,
+      "learning_rate": 0.0009914178736266821,
+      "loss": 1.52,
       "step": 1940
     },
     {
-      "epoch": 0.27052518570354367,
-      "grad_norm": 0.008045024979324158,
-      "learning_rate": 0.0009962169793625633,
-      "loss": 1.3523,
+      "epoch": 0.3072063178677196,
+      "grad_norm": 0.06478908049935951,
+      "learning_rate": 0.00099129025236428,
+      "loss": 1.5028,
       "step": 1945
     },
     {
-      "epoch": 0.27122062319892554,
-      "grad_norm": 0.008402093390670249,
-      "learning_rate": 0.00099614209221737,
-      "loss": 1.3631,
+      "epoch": 0.3079960513326752,
+      "grad_norm": 0.06252960157123276,
+      "learning_rate": 0.0009911616975269628,
+      "loss": 1.4826,
       "step": 1950
     },
     {
-      "epoch": 0.2719160606943074,
-      "grad_norm": 0.00809911377631018,
-      "learning_rate": 0.0009960664739714399,
-      "loss": 1.3126,
+      "epoch": 0.3087857847976308,
+      "grad_norm": 0.06217387031159684,
+      "learning_rate": 0.0009910322093590175,
+      "loss": 1.5044,
       "step": 1955
     },
     {
-      "epoch": 0.27261149818968927,
-      "grad_norm": 0.008270864711549173,
-      "learning_rate": 0.0009959901247362014,
-      "loss": 1.3451,
+      "epoch": 0.3095755182625864,
+      "grad_norm": 0.062132946264732626,
+      "learning_rate": 0.000990901788106504,
+      "loss": 1.5278,
       "step": 1960
     },
     {
-      "epoch": 0.27330693568507114,
-      "grad_norm": 0.009808776053588035,
-      "learning_rate": 0.0009959130446241604,
-      "loss": 1.3723,
+      "epoch": 0.310365251727542,
+      "grad_norm": 0.07310768266609118,
+      "learning_rate": 0.0009907704340172553,
+      "loss": 1.5177,
       "step": 1965
     },
     {
-      "epoch": 0.274002373180453,
-      "grad_norm": 0.009239765368677232,
-      "learning_rate": 0.0009958352337489005,
-      "loss": 1.4673,
+      "epoch": 0.3111549851924975,
+      "grad_norm": 0.08170146244519097,
+      "learning_rate": 0.0009906381473408772,
+      "loss": 1.5343,
       "step": 1970
     },
     {
-      "epoch": 0.2746978106758349,
-      "grad_norm": 0.008618574965696407,
-      "learning_rate": 0.000995756692225081,
-      "loss": 1.3788,
+      "epoch": 0.3119447186574531,
+      "grad_norm": 0.5487032571492125,
+      "learning_rate": 0.0009905049283287478,
+      "loss": 1.4907,
       "step": 1975
     },
     {
-      "epoch": 0.2753932481712167,
-      "grad_norm": 0.008405081457539805,
-      "learning_rate": 0.000995677420168439,
-      "loss": 1.3458,
+      "epoch": 0.3127344521224087,
+      "grad_norm": 0.06248194486202824,
+      "learning_rate": 0.0009903707772340165,
+      "loss": 1.4926,
       "step": 1980
     },
     {
-      "epoch": 0.27608868566659855,
-      "grad_norm": 0.008374190965922275,
-      "learning_rate": 0.0009955974176957872,
-      "loss": 1.3406,
+      "epoch": 0.3135241855873643,
+      "grad_norm": 0.09492806265529945,
+      "learning_rate": 0.0009902356943116042,
+      "loss": 1.5927,
       "step": 1985
     },
     {
-      "epoch": 0.2767841231619804,
-      "grad_norm": 0.008352088723809176,
-      "learning_rate": 0.0009955166849250148,
-      "loss": 1.3462,
+      "epoch": 0.31431391905231987,
+      "grad_norm": 0.06707930003947558,
+      "learning_rate": 0.000990099679818202,
+      "loss": 1.5048,
       "step": 1990
     },
     {
-      "epoch": 0.2774795606573623,
-      "grad_norm": 0.009966949820451243,
-      "learning_rate": 0.0009954352219750876,
-      "loss": 1.3844,
+      "epoch": 0.3151036525172754,
+      "grad_norm": 0.09993699643724126,
+      "learning_rate": 0.0009899627340122722,
+      "loss": 1.5482,
       "step": 1995
     },
     {
-      "epoch": 0.27817499815274416,
-      "grad_norm": 0.009719347256991603,
-      "learning_rate": 0.000995353028966047,
-      "loss": 1.3887,
+      "epoch": 0.315893385982231,
+      "grad_norm": 0.08243693549083757,
+      "learning_rate": 0.0009898248571540464,
+      "loss": 1.4857,
       "step": 2000
     },
     {
-      "epoch": 0.278870435648126,
-      "grad_norm": 0.008666972986667392,
-      "learning_rate": 0.0009952701060190101,
-      "loss": 1.3499,
+      "epoch": 0.3166831194471866,
+      "grad_norm": 0.09291359191591447,
+      "learning_rate": 0.0009896860495055243,
+      "loss": 1.5143,
       "step": 2005
     },
     {
-      "epoch": 0.2795658731435079,
-      "grad_norm": 0.008529893072322265,
-      "learning_rate": 0.0009951864532561701,
-      "loss": 1.3843,
+      "epoch": 0.31747285291214217,
+      "grad_norm": 0.09147178184023023,
+      "learning_rate": 0.0009895463113304762,
+      "loss": 1.4813,
       "step": 2010
     },
     {
-      "epoch": 0.28026131063888976,
-      "grad_norm": 0.01004522179757747,
-      "learning_rate": 0.0009951020708007948,
-      "loss": 1.4072,
+      "epoch": 0.31826258637709776,
+      "grad_norm": 0.07339705468289685,
+      "learning_rate": 0.0009894056428944391,
+      "loss": 1.549,
       "step": 2015
     },
     {
-      "epoch": 0.28095674813427157,
-      "grad_norm": 0.008225017209990058,
-      "learning_rate": 0.0009950169587772282,
-      "loss": 1.3067,
+      "epoch": 0.3190523198420533,
+      "grad_norm": 0.08296889887100357,
+      "learning_rate": 0.000989264044464719,
+      "loss": 1.5173,
       "step": 2020
     },
     {
-      "epoch": 0.28165218562965344,
-      "grad_norm": 0.008997553817181501,
-      "learning_rate": 0.0009949311173108888,
-      "loss": 1.3218,
+      "epoch": 0.3198420533070089,
+      "grad_norm": 0.06545393830328829,
+      "learning_rate": 0.000989121516310388,
+      "loss": 1.4961,
       "step": 2025
     },
     {
-      "epoch": 0.2823476231250353,
-      "grad_norm": 0.008121059890844778,
-      "learning_rate": 0.0009948445465282698,
-      "loss": 1.3892,
+      "epoch": 0.32063178677196447,
+      "grad_norm": 0.14831893725454323,
+      "learning_rate": 0.0009889780587022856,
+      "loss": 1.5061,
       "step": 2030
     },
     {
-      "epoch": 0.2830430606204172,
-      "grad_norm": 0.008079655230767029,
-      "learning_rate": 0.0009947572465569402,
-      "loss": 1.3032,
+      "epoch": 0.32142152023692006,
+      "grad_norm": 0.06246031651720701,
+      "learning_rate": 0.0009888336719130174,
+      "loss": 1.4544,
       "step": 2035
     },
     {
-      "epoch": 0.28373849811579904,
-      "grad_norm": 0.009123947555235122,
-      "learning_rate": 0.0009946692175255417,
-      "loss": 1.3545,
+      "epoch": 0.32221125370187564,
+      "grad_norm": 0.12549289357251955,
+      "learning_rate": 0.0009886883562169543,
+      "loss": 1.4575,
       "step": 2040
     },
     {
-      "epoch": 0.2844339356111809,
-      "grad_norm": 0.007917270871194317,
-      "learning_rate": 0.0009945804595637923,
-      "loss": 1.3771,
+      "epoch": 0.3230009871668312,
+      "grad_norm": 0.07185947334312562,
+      "learning_rate": 0.000988542111890233,
+      "loss": 1.5035,
       "step": 2045
     },
     {
-      "epoch": 0.2851293731065628,
-      "grad_norm": 0.008531438034666494,
-      "learning_rate": 0.0009944909728024827,
-      "loss": 1.3357,
+      "epoch": 0.32379072063178677,
+      "grad_norm": 0.06432557737466592,
+      "learning_rate": 0.0009883949392107542,
+      "loss": 1.5185,
       "step": 2050
     },
     {
-      "epoch": 0.2858248106019446,
-      "grad_norm": 0.008588940612452816,
-      "learning_rate": 0.000994400757373478,
-      "loss": 1.3286,
+      "epoch": 0.32458045409674235,
+      "grad_norm": 0.11300831393244908,
+      "learning_rate": 0.0009882468384581828,
+      "loss": 1.5377,
       "step": 2055
     },
     {
-      "epoch": 0.28652024809732646,
-      "grad_norm": 0.008417506012625562,
-      "learning_rate": 0.0009943098134097173,
-      "loss": 1.3244,
+      "epoch": 0.32537018756169794,
+      "grad_norm": 0.06352605438409874,
+      "learning_rate": 0.0009880978099139476,
+      "loss": 1.5149,
       "step": 2060
     },
     {
-      "epoch": 0.2872156855927083,
-      "grad_norm": 0.008644779391972552,
-      "learning_rate": 0.0009942181410452127,
-      "loss": 1.3644,
+      "epoch": 0.32615992102665353,
+      "grad_norm": 0.07526701488162613,
+      "learning_rate": 0.0009879478538612407,
+      "loss": 1.5695,
       "step": 2065
     },
     {
-      "epoch": 0.2879111230880902,
-      "grad_norm": 0.007994463167147383,
-      "learning_rate": 0.0009941257404150502,
-      "loss": 1.3546,
+      "epoch": 0.32694965449160907,
+      "grad_norm": 0.06448395399259546,
+      "learning_rate": 0.0009877969705850158,
+      "loss": 1.4869,
       "step": 2070
     },
     {
-      "epoch": 0.28860656058347206,
-      "grad_norm": 0.008198518942304606,
-      "learning_rate": 0.0009940326116553888,
-      "loss": 1.3565,
+      "epoch": 0.32773938795656465,
+      "grad_norm": 0.059499986112700604,
+      "learning_rate": 0.000987645160371989,
+      "loss": 1.5319,
       "step": 2075
     },
     {
-      "epoch": 0.28930199807885393,
-      "grad_norm": 0.010162772994023232,
-      "learning_rate": 0.0009939387549034603,
-      "loss": 1.3377,
+      "epoch": 0.32852912142152024,
+      "grad_norm": 0.059866946060817924,
+      "learning_rate": 0.0009874924235106382,
+      "loss": 1.5116,
       "step": 2080
     },
     {
-      "epoch": 0.2899974355742358,
-      "grad_norm": 0.00886234478719942,
-      "learning_rate": 0.0009938441702975688,
-      "loss": 1.3308,
+      "epoch": 0.32931885488647583,
+      "grad_norm": 0.06895604983155043,
+      "learning_rate": 0.0009873387602912015,
+      "loss": 1.4669,
       "step": 2085
     },
     {
-      "epoch": 0.29069287306961766,
-      "grad_norm": 0.00897797993054401,
-      "learning_rate": 0.0009937488579770922,
-      "loss": 1.3151,
+      "epoch": 0.33010858835143136,
+      "grad_norm": 0.05804925690889839,
+      "learning_rate": 0.0009871841710056776,
+      "loss": 1.4815,
       "step": 2090
     },
     {
-      "epoch": 0.2913883105649995,
-      "grad_norm": 0.008544655887138413,
-      "learning_rate": 0.0009936528180824798,
-      "loss": 1.412,
+      "epoch": 0.33089832181638695,
+      "grad_norm": 0.05854663855538448,
+      "learning_rate": 0.0009870286559478252,
+      "loss": 1.5369,
       "step": 2095
     },
     {
-      "epoch": 0.29208374806038134,
-      "grad_norm": 0.007542256947470095,
-      "learning_rate": 0.000993556050755253,
-      "loss": 1.3577,
+      "epoch": 0.33168805528134254,
+      "grad_norm": 0.0695800086227632,
+      "learning_rate": 0.0009868722154131619,
+      "loss": 1.4589,
       "step": 2100
     },
     {
-      "epoch": 0.2927791855557632,
-      "grad_norm": 0.008118282888820884,
-      "learning_rate": 0.0009934585561380055,
-      "loss": 1.3479,
+      "epoch": 0.33247778874629813,
+      "grad_norm": 0.06467535221577339,
+      "learning_rate": 0.0009867148496989643,
+      "loss": 1.5257,
       "step": 2105
     },
     {
-      "epoch": 0.2934746230511451,
-      "grad_norm": 0.00807141052021707,
-      "learning_rate": 0.0009933603343744025,
-      "loss": 1.3891,
+      "epoch": 0.3332675222112537,
+      "grad_norm": 0.06427793658633614,
+      "learning_rate": 0.0009865565591042661,
+      "loss": 1.4783,
       "step": 2110
     },
     {
-      "epoch": 0.29417006054652695,
-      "grad_norm": 0.009158400319329832,
-      "learning_rate": 0.0009932613856091807,
-      "loss": 1.3593,
+      "epoch": 0.33405725567620925,
+      "grad_norm": 0.06193711823284399,
+      "learning_rate": 0.0009863973439298596,
+      "loss": 1.5114,
       "step": 2115
     },
     {
-      "epoch": 0.2948654980419088,
-      "grad_norm": 0.00856809396451765,
-      "learning_rate": 0.0009931617099881484,
-      "loss": 1.3599,
+      "epoch": 0.33484698914116484,
+      "grad_norm": 0.06051123478096864,
+      "learning_rate": 0.000986237204478294,
+      "loss": 1.5155,
       "step": 2120
     },
     {
-      "epoch": 0.2955609355372907,
-      "grad_norm": 0.008940920962529532,
-      "learning_rate": 0.0009930613076581847,
-      "loss": 1.3388,
+      "epoch": 0.33563672260612043,
+      "grad_norm": 0.058006961207746566,
+      "learning_rate": 0.0009860761410538739,
+      "loss": 1.4904,
       "step": 2125
     },
     {
-      "epoch": 0.29625637303267255,
-      "grad_norm": 0.008642545377837842,
-      "learning_rate": 0.0009929601787672393,
-      "loss": 1.3227,
+      "epoch": 0.336426456071076,
+      "grad_norm": 0.05817888555200014,
+      "learning_rate": 0.0009859141539626606,
+      "loss": 1.5298,
       "step": 2130
     },
     {
-      "epoch": 0.29695181052805436,
-      "grad_norm": 0.008972220659805692,
-      "learning_rate": 0.0009928583234643331,
-      "loss": 1.35,
+      "epoch": 0.3372161895360316,
+      "grad_norm": 0.05956403259098411,
+      "learning_rate": 0.0009857512435124702,
+      "loss": 1.4901,
       "step": 2135
     },
     {
-      "epoch": 0.29764724802343623,
-      "grad_norm": 0.008655327153853448,
-      "learning_rate": 0.000992755741899557,
-      "loss": 1.3656,
+      "epoch": 0.33800592300098714,
+      "grad_norm": 0.056406047316321775,
+      "learning_rate": 0.0009855874100128735,
+      "loss": 1.4661,
       "step": 2140
     },
     {
-      "epoch": 0.2983426855188181,
-      "grad_norm": 0.008966567140403926,
-      "learning_rate": 0.0009926524342240726,
-      "loss": 1.3374,
+      "epoch": 0.33879565646594273,
+      "grad_norm": 0.11664689756143165,
+      "learning_rate": 0.0009854226537751951,
+      "loss": 1.4759,
       "step": 2145
     },
     {
-      "epoch": 0.29903812301419996,
-      "grad_norm": 0.008659697289062828,
-      "learning_rate": 0.0009925484005901106,
-      "loss": 1.3759,
+      "epoch": 0.3395853899308983,
+      "grad_norm": 0.059125612790908354,
+      "learning_rate": 0.0009852569751125136,
+      "loss": 1.4203,
       "step": 2150
     },
     {
-      "epoch": 0.29973356050958183,
-      "grad_norm": 0.008699719017767019,
-      "learning_rate": 0.0009924436411509723,
-      "loss": 1.311,
+      "epoch": 0.3403751233958539,
+      "grad_norm": 0.06821012415036425,
+      "learning_rate": 0.0009850903743396598,
+      "loss": 1.4761,
       "step": 2155
     },
     {
-      "epoch": 0.3004289980049637,
-      "grad_norm": 0.00760232905346983,
-      "learning_rate": 0.000992338156061028,
-      "loss": 1.3186,
+      "epoch": 0.3411648568608095,
+      "grad_norm": 0.05879064839526739,
+      "learning_rate": 0.0009849228517732171,
+      "loss": 1.5353,
       "step": 2160
     },
     {
-      "epoch": 0.30112443550034557,
-      "grad_norm": 0.009117259042818376,
-      "learning_rate": 0.0009922319454757178,
-      "loss": 1.3647,
+      "epoch": 0.34195459032576503,
+      "grad_norm": 0.06244058850758137,
+      "learning_rate": 0.0009847544077315206,
+      "loss": 1.4769,
       "step": 2165
     },
     {
-      "epoch": 0.3018198729957274,
-      "grad_norm": 0.0085949108198361,
-      "learning_rate": 0.0009921250095515505,
-      "loss": 1.3801,
+      "epoch": 0.3427443237907206,
+      "grad_norm": 0.06366565761742864,
+      "learning_rate": 0.0009845850425346562,
+      "loss": 1.4733,
       "step": 2170
     },
     {
-      "epoch": 0.30251531049110925,
-      "grad_norm": 0.007505443557556205,
-      "learning_rate": 0.0009920173484461036,
-      "loss": 1.3389,
+      "epoch": 0.3435340572556762,
+      "grad_norm": 0.06009362642919163,
+      "learning_rate": 0.0009844147565044603,
+      "loss": 1.4791,
       "step": 2175
     },
     {
-      "epoch": 0.3032107479864911,
-      "grad_norm": 0.007756311993349923,
-      "learning_rate": 0.0009919089623180233,
-      "loss": 1.361,
+      "epoch": 0.3443237907206318,
+      "grad_norm": 0.05468399442241802,
+      "learning_rate": 0.0009842435499645193,
+      "loss": 1.5118,
       "step": 2180
     },
     {
-      "epoch": 0.303906185481873,
-      "grad_norm": 0.007999321127631536,
-      "learning_rate": 0.0009917998513270245,
-      "loss": 1.3621,
+      "epoch": 0.3451135241855874,
+      "grad_norm": 0.056437797138052456,
+      "learning_rate": 0.0009840714232401684,
+      "loss": 1.5137,
       "step": 2185
     },
     {
-      "epoch": 0.30460162297725485,
-      "grad_norm": 0.00859282739852484,
-      "learning_rate": 0.0009916900156338902,
-      "loss": 1.3179,
+      "epoch": 0.3459032576505429,
+      "grad_norm": 0.052936805217836856,
+      "learning_rate": 0.0009838983766584917,
+      "loss": 1.4232,
       "step": 2190
     },
     {
-      "epoch": 0.3052970604726367,
-      "grad_norm": 0.008247927552255488,
-      "learning_rate": 0.0009915794554004708,
-      "loss": 1.3464,
+      "epoch": 0.3466929911154985,
+      "grad_norm": 0.06885346683428147,
+      "learning_rate": 0.000983724410548321,
+      "loss": 1.5025,
       "step": 2195
     },
     {
-      "epoch": 0.3059924979680186,
-      "grad_norm": 0.007975749670619725,
-      "learning_rate": 0.0009914681707896848,
-      "loss": 1.3521,
+      "epoch": 0.3474827245804541,
+      "grad_norm": 0.0648303068617504,
+      "learning_rate": 0.0009835495252402363,
+      "loss": 1.4954,
       "step": 2200
     },
     {
-      "epoch": 0.30668793546340045,
-      "grad_norm": 0.008324170448612734,
-      "learning_rate": 0.0009913561619655183,
-      "loss": 1.371,
+      "epoch": 0.3482724580454097,
+      "grad_norm": 0.059695932715484186,
+      "learning_rate": 0.000983373721066563,
+      "loss": 1.4806,
       "step": 2205
     },
     {
-      "epoch": 0.30738337295878226,
-      "grad_norm": 0.008019708504081782,
-      "learning_rate": 0.0009912434290930239,
-      "loss": 1.3202,
+      "epoch": 0.34906219151036527,
+      "grad_norm": 0.06078765781634171,
+      "learning_rate": 0.0009831969983613734,
+      "loss": 1.5414,
       "step": 2210
     },
     {
-      "epoch": 0.30807881045416413,
-      "grad_norm": 0.008455562412264165,
-      "learning_rate": 0.0009911299723383215,
-      "loss": 1.3548,
+      "epoch": 0.3498519249753208,
+      "grad_norm": 0.05976926036193887,
+      "learning_rate": 0.000983019357460485,
+      "loss": 1.4633,
       "step": 2215
     },
     {
-      "epoch": 0.308774247949546,
-      "grad_norm": 0.008409699846095487,
-      "learning_rate": 0.0009910157918685979,
-      "loss": 1.3814,
+      "epoch": 0.3506416584402764,
+      "grad_norm": 0.07161424218405664,
+      "learning_rate": 0.0009828407987014598,
+      "loss": 1.4515,
       "step": 2220
     },
     {
-      "epoch": 0.30946968544492787,
-      "grad_norm": 0.007968792453349315,
-      "learning_rate": 0.0009909008878521061,
-      "loss": 1.356,
+      "epoch": 0.351431391905232,
+      "grad_norm": 0.06660525927239888,
+      "learning_rate": 0.0009826613224236049,
+      "loss": 1.5139,
       "step": 2225
     },
     {
-      "epoch": 0.31016512294030973,
-      "grad_norm": 0.008750036121814025,
-      "learning_rate": 0.0009907852604581656,
-      "loss": 1.3405,
+      "epoch": 0.35222112537018757,
+      "grad_norm": 0.06329563748987284,
+      "learning_rate": 0.0009824809289679702,
+      "loss": 1.4482,
       "step": 2230
     },
     {
-      "epoch": 0.3108605604356916,
-      "grad_norm": 0.009420709453799584,
-      "learning_rate": 0.000990668909857161,
-      "loss": 1.3978,
+      "epoch": 0.35301085883514316,
+      "grad_norm": 0.07633057254935127,
+      "learning_rate": 0.0009822996186773483,
+      "loss": 1.4611,
       "step": 2235
     },
     {
-      "epoch": 0.31155599793107347,
-      "grad_norm": 0.009475400281815613,
-      "learning_rate": 0.0009905518362205439,
-      "loss": 1.3655,
+      "epoch": 0.3538005923000987,
+      "grad_norm": 0.06891945714086482,
+      "learning_rate": 0.0009821173918962746,
+      "loss": 1.4911,
       "step": 2240
     },
     {
-      "epoch": 0.31225143542645534,
-      "grad_norm": 0.00900677682697272,
-      "learning_rate": 0.0009904340397208302,
-      "loss": 1.3026,
+      "epoch": 0.3545903257650543,
+      "grad_norm": 0.06061558496160548,
+      "learning_rate": 0.0009819342489710255,
+      "loss": 1.4661,
       "step": 2245
     },
     {
-      "epoch": 0.31294687292183715,
-      "grad_norm": 0.00977869097392963,
-      "learning_rate": 0.0009903155205316016,
-      "loss": 1.3913,
+      "epoch": 0.35538005923000987,
+      "grad_norm": 0.06985234894777247,
+      "learning_rate": 0.0009817501902496188,
+      "loss": 1.4639,
       "step": 2250
     },
     {
-      "epoch": 0.313642310417219,
-      "grad_norm": 0.0078307903049239,
-      "learning_rate": 0.0009901962788275045,
-      "loss": 1.2927,
+      "epoch": 0.35616979269496546,
+      "grad_norm": 0.09087567219918491,
+      "learning_rate": 0.0009815652160818122,
+      "loss": 1.478,
       "step": 2255
     },
     {
-      "epoch": 0.3143377479126009,
-      "grad_norm": 0.00816997534339304,
-      "learning_rate": 0.00099007631478425,
-      "loss": 1.3254,
+      "epoch": 0.35695952615992105,
+      "grad_norm": 0.05998897976508606,
+      "learning_rate": 0.0009813793268191031,
+      "loss": 1.465,
       "step": 2260
     },
     {
-      "epoch": 0.31503318540798275,
-      "grad_norm": 0.008241592101650468,
-      "learning_rate": 0.000989955628578614,
-      "loss": 1.386,
+      "epoch": 0.3577492596248766,
+      "grad_norm": 0.06286212740629193,
+      "learning_rate": 0.0009811925228147278,
+      "loss": 1.4347,
       "step": 2265
     },
     {
-      "epoch": 0.3157286229033646,
-      "grad_norm": 0.008821248191164142,
-      "learning_rate": 0.0009898342203884358,
-      "loss": 1.3111,
+      "epoch": 0.35853899308983217,
+      "grad_norm": 0.05588300447257489,
+      "learning_rate": 0.0009810048044236609,
+      "loss": 1.4784,
       "step": 2270
     },
     {
-      "epoch": 0.3164240603987465,
-      "grad_norm": 0.010799078039964107,
-      "learning_rate": 0.0009897120903926194,
-      "loss": 1.3762,
+      "epoch": 0.35932872655478776,
+      "grad_norm": 0.05648705224404048,
+      "learning_rate": 0.0009808161720026144,
+      "loss": 1.461,
       "step": 2275
     },
     {
-      "epoch": 0.31711949789412835,
-      "grad_norm": 0.008138665899781718,
-      "learning_rate": 0.0009895892387711317,
-      "loss": 1.3583,
+      "epoch": 0.36011846001974335,
+      "grad_norm": 0.05890371138873818,
+      "learning_rate": 0.0009806266259100374,
+      "loss": 1.5479,
       "step": 2280
     },
     {
-      "epoch": 0.31781493538951017,
-      "grad_norm": 0.009798692039535395,
-      "learning_rate": 0.0009894656657050034,
-      "loss": 1.3909,
+      "epoch": 0.36090819348469894,
+      "grad_norm": 0.05734276582367033,
+      "learning_rate": 0.0009804361665061152,
+      "loss": 1.516,
       "step": 2285
     },
     {
-      "epoch": 0.31851037288489203,
-      "grad_norm": 0.009811372861436757,
-      "learning_rate": 0.0009893413713763285,
-      "loss": 1.3848,
+      "epoch": 0.36169792694965447,
+      "grad_norm": 0.05593213299052061,
+      "learning_rate": 0.0009802447941527682,
+      "loss": 1.4607,
       "step": 2290
     },
     {
-      "epoch": 0.3192058103802739,
-      "grad_norm": 0.008194180951815809,
-      "learning_rate": 0.0009892163559682633,
-      "loss": 1.3304,
+      "epoch": 0.36248766041461006,
+      "grad_norm": 0.05874830186792002,
+      "learning_rate": 0.000980052509213652,
+      "loss": 1.4312,
       "step": 2295
     },
     {
-      "epoch": 0.31990124787565577,
-      "grad_norm": 0.008412683157725222,
-      "learning_rate": 0.000989090619665027,
-      "loss": 1.3535,
+      "epoch": 0.36327739387956565,
+      "grad_norm": 0.0574386139715175,
+      "learning_rate": 0.0009798593120541568,
+      "loss": 1.4455,
       "step": 2300
     },
     {
-      "epoch": 0.32059668537103764,
-      "grad_norm": 0.009264917000250734,
-      "learning_rate": 0.000988964162651901,
-      "loss": 1.3764,
+      "epoch": 0.36406712734452124,
+      "grad_norm": 0.06172127605455202,
+      "learning_rate": 0.000979665203041405,
+      "loss": 1.4496,
       "step": 2305
     },
     {
-      "epoch": 0.3212921228664195,
-      "grad_norm": 0.008544315414149654,
-      "learning_rate": 0.0009888369851152286,
-      "loss": 1.3239,
+      "epoch": 0.3648568608094768,
+      "grad_norm": 0.14425357002995778,
+      "learning_rate": 0.0009794701825442532,
+      "loss": 1.4764,
       "step": 2310
     },
     {
-      "epoch": 0.3219875603618014,
-      "grad_norm": 0.009018489715337641,
-      "learning_rate": 0.000988709087242415,
-      "loss": 1.3562,
+      "epoch": 0.36564659427443236,
+      "grad_norm": 0.29160084797726854,
+      "learning_rate": 0.0009792742509332887,
+      "loss": 1.481,
       "step": 2315
     },
     {
-      "epoch": 0.32268299785718324,
-      "grad_norm": 0.007738196905828291,
-      "learning_rate": 0.0009885804692219271,
-      "loss": 1.2898,
+      "epoch": 0.36643632773938795,
+      "grad_norm": 0.06058765396531772,
+      "learning_rate": 0.0009790774085808313,
+      "loss": 1.5001,
       "step": 2320
     },
     {
-      "epoch": 0.32337843535256505,
-      "grad_norm": 0.008134666115425244,
-      "learning_rate": 0.0009884511312432925,
-      "loss": 1.3736,
+      "epoch": 0.36722606120434353,
+      "grad_norm": 0.06183180705328326,
+      "learning_rate": 0.0009788796558609307,
+      "loss": 1.4426,
       "step": 2325
     },
     {
-      "epoch": 0.3240738728479469,
-      "grad_norm": 0.009833607147424336,
-      "learning_rate": 0.0009883210734970998,
-      "loss": 1.3669,
+      "epoch": 0.3680157946692991,
+      "grad_norm": 0.060700772967926246,
+      "learning_rate": 0.0009786809931493668,
+      "loss": 1.4373,
       "step": 2330
     },
     {
-      "epoch": 0.3247693103433288,
-      "grad_norm": 0.008767453923239335,
-      "learning_rate": 0.0009881902961749987,
-      "loss": 1.3896,
+      "epoch": 0.3688055281342547,
+      "grad_norm": 0.08682930199941735,
+      "learning_rate": 0.0009784814208236485,
+      "loss": 1.4721,
       "step": 2335
     },
     {
-      "epoch": 0.32546474783871066,
-      "grad_norm": 0.008900366678630887,
-      "learning_rate": 0.0009880587994696986,
-      "loss": 1.3773,
+      "epoch": 0.36959526159921025,
+      "grad_norm": 0.058839451534116995,
+      "learning_rate": 0.0009782809392630137,
+      "loss": 1.4265,
       "step": 2340
     },
     {
-      "epoch": 0.3261601853340925,
-      "grad_norm": 0.007986628096471469,
-      "learning_rate": 0.0009879265835749692,
-      "loss": 1.3902,
+      "epoch": 0.37038499506416583,
+      "grad_norm": 0.058605652184348135,
+      "learning_rate": 0.0009780795488484274,
+      "loss": 1.4271,
       "step": 2345
     },
     {
-      "epoch": 0.3268556228294744,
-      "grad_norm": 0.010545515518247823,
-      "learning_rate": 0.0009877936486856406,
-      "loss": 1.3904,
+      "epoch": 0.3711747285291214,
+      "grad_norm": 0.05601114970848093,
+      "learning_rate": 0.0009778772499625821,
+      "loss": 1.4725,
       "step": 2350
     },
     {
-      "epoch": 0.32755106032485626,
-      "grad_norm": 0.008397793331225294,
-      "learning_rate": 0.0009876599949976013,
-      "loss": 1.3313,
+      "epoch": 0.371964461994077,
+      "grad_norm": 0.10812350159303266,
+      "learning_rate": 0.0009776740429898966,
+      "loss": 1.4741,
       "step": 2355
     },
     {
-      "epoch": 0.3282464978202381,
-      "grad_norm": 0.00773576917875266,
-      "learning_rate": 0.0009875256227077998,
-      "loss": 1.2809,
+      "epoch": 0.3727541954590326,
+      "grad_norm": 0.05546464393463525,
+      "learning_rate": 0.0009774699283165151,
+      "loss": 1.5011,
       "step": 2360
     },
     {
-      "epoch": 0.32894193531561994,
-      "grad_norm": 0.008132209386239106,
-      "learning_rate": 0.0009873905320142429,
-      "loss": 1.4141,
+      "epoch": 0.37354392892398813,
+      "grad_norm": 0.055623458424180906,
+      "learning_rate": 0.0009772649063303069,
+      "loss": 1.4872,
       "step": 2365
     },
     {
-      "epoch": 0.3296373728110018,
-      "grad_norm": 0.008234441023177235,
-      "learning_rate": 0.0009872547231159967,
-      "loss": 1.344,
+      "epoch": 0.3743336623889437,
+      "grad_norm": 0.05377974217134927,
+      "learning_rate": 0.000977058977420865,
+      "loss": 1.4784,
       "step": 2370
     },
     {
-      "epoch": 0.3303328103063837,
-      "grad_norm": 0.008333360684825647,
-      "learning_rate": 0.0009871181962131854,
-      "loss": 1.3632,
+      "epoch": 0.3751233958538993,
+      "grad_norm": 0.05530753222599267,
+      "learning_rate": 0.0009768521419795066,
+      "loss": 1.4599,
       "step": 2375
     },
     {
-      "epoch": 0.33102824780176554,
-      "grad_norm": 0.008039555509199919,
-      "learning_rate": 0.0009869809515069908,
-      "loss": 1.3552,
+      "epoch": 0.3759131293188549,
+      "grad_norm": 0.057421236939902046,
+      "learning_rate": 0.0009766444003992702,
+      "loss": 1.4493,
       "step": 2380
     },
     {
-      "epoch": 0.3317236852971474,
-      "grad_norm": 0.007963748185098997,
-      "learning_rate": 0.0009868429891996527,
-      "loss": 1.2975,
+      "epoch": 0.3767028627838105,
+      "grad_norm": 0.06104565750010254,
+      "learning_rate": 0.0009764357530749177,
+      "loss": 1.4478,
       "step": 2385
     },
     {
-      "epoch": 0.3324191227925293,
-      "grad_norm": 0.007934479195817393,
-      "learning_rate": 0.0009867043094944688,
-      "loss": 1.3324,
+      "epoch": 0.377492596248766,
+      "grad_norm": 0.057835129082707444,
+      "learning_rate": 0.0009762262004029311,
+      "loss": 1.4743,
       "step": 2390
     },
     {
-      "epoch": 0.33311456028791114,
-      "grad_norm": 0.006689895836005017,
-      "learning_rate": 0.000986564912595793,
-      "loss": 1.3426,
+      "epoch": 0.3782823297137216,
+      "grad_norm": 0.06132282034814932,
+      "learning_rate": 0.0009760157427815133,
+      "loss": 1.468,
       "step": 2395
     },
     {
-      "epoch": 0.333809997783293,
-      "grad_norm": 0.008592552332727677,
-      "learning_rate": 0.0009864247987090373,
-      "loss": 1.3578,
+      "epoch": 0.3790720631786772,
+      "grad_norm": 0.06021295689572841,
+      "learning_rate": 0.0009758043806105865,
+      "loss": 1.5035,
       "step": 2400
     },
     {
-      "epoch": 0.3345054352786748,
-      "grad_norm": 0.008308710572683384,
-      "learning_rate": 0.000986283968040669,
-      "loss": 1.3096,
+      "epoch": 0.3798617966436328,
+      "grad_norm": 0.05531789595906315,
+      "learning_rate": 0.000975592114291792,
+      "loss": 1.4543,
       "step": 2405
     },
     {
-      "epoch": 0.3352008727740567,
-      "grad_norm": 0.008149822574057134,
-      "learning_rate": 0.000986142420798212,
-      "loss": 1.3124,
+      "epoch": 0.3806515301085884,
+      "grad_norm": 0.05449845314583006,
+      "learning_rate": 0.0009753789442284893,
+      "loss": 1.4702,
       "step": 2410
     },
     {
-      "epoch": 0.33589631026943856,
-      "grad_norm": 0.009083593625219277,
-      "learning_rate": 0.0009860001571902466,
-      "loss": 1.3702,
+      "epoch": 0.3814412635735439,
+      "grad_norm": 0.05760044912513061,
+      "learning_rate": 0.0009751648708257548,
+      "loss": 1.4467,
       "step": 2415
     },
     {
-      "epoch": 0.3365917477648204,
-      "grad_norm": 0.010010718505066305,
-      "learning_rate": 0.0009858571774264083,
-      "loss": 1.3022,
+      "epoch": 0.3822309970384995,
+      "grad_norm": 0.060564209035888626,
+      "learning_rate": 0.0009749498944903818,
+      "loss": 1.4279,
       "step": 2420
     },
     {
-      "epoch": 0.3372871852602023,
-      "grad_norm": 0.007965132395288534,
-      "learning_rate": 0.0009857134817173876,
-      "loss": 1.3177,
+      "epoch": 0.3830207305034551,
+      "grad_norm": 0.05469557354536341,
+      "learning_rate": 0.0009747340156308795,
+      "loss": 1.4813,
       "step": 2425
     },
     {
-      "epoch": 0.33798262275558416,
-      "grad_norm": 0.008309292836520713,
-      "learning_rate": 0.000985569070274931,
-      "loss": 1.372,
+      "epoch": 0.3838104639684107,
+      "grad_norm": 0.05246782631645876,
+      "learning_rate": 0.000974517234657472,
+      "loss": 1.493,
       "step": 2430
     },
     {
-      "epoch": 0.33867806025096603,
-      "grad_norm": 0.008109636744648084,
-      "learning_rate": 0.0009854239433118384,
-      "loss": 1.2881,
+      "epoch": 0.38460019743336626,
+      "grad_norm": 0.1619123288456259,
+      "learning_rate": 0.0009742995519820974,
+      "loss": 1.4096,
       "step": 2435
     },
     {
-      "epoch": 0.33937349774634784,
-      "grad_norm": 0.008669189067163493,
-      "learning_rate": 0.0009852781010419652,
-      "loss": 1.3725,
+      "epoch": 0.3853899308983218,
+      "grad_norm": 0.0538267139433051,
+      "learning_rate": 0.0009740809680184075,
+      "loss": 1.4798,
       "step": 2440
     },
     {
-      "epoch": 0.3400689352417297,
-      "grad_norm": 0.009495293104714113,
-      "learning_rate": 0.0009851315436802202,
-      "loss": 1.2793,
+      "epoch": 0.3861796643632774,
+      "grad_norm": 0.05729751331686001,
+      "learning_rate": 0.000973861483181767,
+      "loss": 1.4663,
       "step": 2445
     },
     {
-      "epoch": 0.3407643727371116,
-      "grad_norm": 0.008050138505799193,
-      "learning_rate": 0.000984984271442566,
-      "loss": 1.3369,
+      "epoch": 0.386969397828233,
+      "grad_norm": 0.05780636124033831,
+      "learning_rate": 0.0009736410978892519,
+      "loss": 1.4968,
       "step": 2450
     },
     {
-      "epoch": 0.34145981023249344,
-      "grad_norm": 0.008813768769295969,
-      "learning_rate": 0.0009848362845460191,
-      "loss": 1.323,
+      "epoch": 0.38775913129318856,
+      "grad_norm": 0.06493198844373552,
+      "learning_rate": 0.0009734198125596499,
+      "loss": 1.5201,
       "step": 2455
     },
     {
-      "epoch": 0.3421552477278753,
-      "grad_norm": 0.008529188963505798,
-      "learning_rate": 0.0009846875832086484,
-      "loss": 1.3284,
+      "epoch": 0.38854886475814415,
+      "grad_norm": 0.05902987730723987,
+      "learning_rate": 0.0009731976276134586,
+      "loss": 1.4609,
       "step": 2460
     },
     {
-      "epoch": 0.3428506852232572,
-      "grad_norm": 0.008113347710845863,
-      "learning_rate": 0.0009845381676495762,
-      "loss": 1.3617,
+      "epoch": 0.3893385982230997,
+      "grad_norm": 0.05410227461542308,
+      "learning_rate": 0.0009729745434728851,
+      "loss": 1.5055,
       "step": 2465
     },
     {
-      "epoch": 0.34354612271863905,
-      "grad_norm": 0.008976334088164345,
-      "learning_rate": 0.0009843880380889767,
-      "loss": 1.3462,
+      "epoch": 0.3901283316880553,
+      "grad_norm": 0.06527578806401979,
+      "learning_rate": 0.0009727505605618456,
+      "loss": 1.491,
       "step": 2470
     },
     {
-      "epoch": 0.3442415602140209,
-      "grad_norm": 0.011567161383123928,
-      "learning_rate": 0.0009842371947480766,
-      "loss": 1.4065,
+      "epoch": 0.39091806515301086,
+      "grad_norm": 0.06069875278991118,
+      "learning_rate": 0.0009725256793059638,
+      "loss": 1.4497,
       "step": 2475
     },
     {
-      "epoch": 0.3449369977094027,
-      "grad_norm": 0.008460029361549494,
-      "learning_rate": 0.0009840856378491543,
-      "loss": 1.3538,
+      "epoch": 0.39170779861796645,
+      "grad_norm": 0.06322870361337021,
+      "learning_rate": 0.0009722999001325705,
+      "loss": 1.4819,
       "step": 2480
     },
     {
-      "epoch": 0.3456324352047846,
-      "grad_norm": 0.008864807502709605,
-      "learning_rate": 0.0009839333676155398,
-      "loss": 1.3722,
+      "epoch": 0.39249753208292204,
+      "grad_norm": 0.06879380760264464,
+      "learning_rate": 0.0009720732234707029,
+      "loss": 1.471,
       "step": 2485
     },
     {
-      "epoch": 0.34632787270016646,
-      "grad_norm": 0.008344304979551577,
-      "learning_rate": 0.0009837803842716142,
-      "loss": 1.3783,
+      "epoch": 0.3932872655478776,
+      "grad_norm": 0.07247137220874235,
+      "learning_rate": 0.0009718456497511037,
+      "loss": 1.4762,
       "step": 2490
     },
     {
-      "epoch": 0.34702331019554833,
-      "grad_norm": 0.008903460274645386,
-      "learning_rate": 0.0009836266880428092,
-      "loss": 1.3297,
+      "epoch": 0.39407699901283316,
+      "grad_norm": 0.05555028998515411,
+      "learning_rate": 0.0009716171794062198,
+      "loss": 1.4951,
       "step": 2495
     },
     {
-      "epoch": 0.3477187476909302,
-      "grad_norm": 0.007521010466066178,
-      "learning_rate": 0.000983472279155607,
-      "loss": 1.3369,
+      "epoch": 0.39486673247778875,
+      "grad_norm": 0.05976463176646444,
+      "learning_rate": 0.0009713878128702028,
+      "loss": 1.4182,
       "step": 2500
     },
     {
-      "epoch": 0.34841418518631206,
-      "grad_norm": 0.008990564365838057,
-      "learning_rate": 0.0009833171578375404,
-      "loss": 1.3287,
+      "epoch": 0.39565646594274434,
+      "grad_norm": 0.05683522508690325,
+      "learning_rate": 0.0009711575505789063,
+      "loss": 1.4552,
       "step": 2505
     },
     {
-      "epoch": 0.34910962268169393,
-      "grad_norm": 0.008431026159789218,
-      "learning_rate": 0.0009831613243171916,
-      "loss": 1.387,
+      "epoch": 0.39644619940769993,
+      "grad_norm": 0.055056692576546384,
+      "learning_rate": 0.0009709263929698868,
+      "loss": 1.5046,
       "step": 2510
     },
     {
-      "epoch": 0.3498050601770758,
-      "grad_norm": 0.008806653268516864,
-      "learning_rate": 0.0009830047788241922,
-      "loss": 1.3237,
+      "epoch": 0.39723593287265546,
+      "grad_norm": 0.05955152378336696,
+      "learning_rate": 0.0009706943404824015,
+      "loss": 1.4277,
       "step": 2515
     },
     {
-      "epoch": 0.3505004976724576,
-      "grad_norm": 0.008096850450433589,
-      "learning_rate": 0.0009828475215892237,
-      "loss": 1.3187,
+      "epoch": 0.39802566633761105,
+      "grad_norm": 0.058662165862163954,
+      "learning_rate": 0.0009704613935574087,
+      "loss": 1.4552,
       "step": 2520
     },
     {
-      "epoch": 0.3511959351678395,
-      "grad_norm": 0.008306051506178925,
-      "learning_rate": 0.0009826895528440153,
-      "loss": 1.3587,
+      "epoch": 0.39881539980256664,
+      "grad_norm": 0.05495450439808477,
+      "learning_rate": 0.0009702275526375661,
+      "loss": 1.4936,
       "step": 2525
     },
     {
-      "epoch": 0.35189137266322135,
-      "grad_norm": 0.007954405148303895,
-      "learning_rate": 0.0009825308728213453,
-      "loss": 1.3092,
+      "epoch": 0.39960513326752223,
+      "grad_norm": 0.05879873635002595,
+      "learning_rate": 0.0009699928181672302,
+      "loss": 1.4428,
       "step": 2530
     },
     {
-      "epoch": 0.3525868101586032,
-      "grad_norm": 0.008279097232086552,
-      "learning_rate": 0.0009823714817550405,
-      "loss": 1.3421,
+      "epoch": 0.40039486673247776,
+      "grad_norm": 0.05294448893996906,
+      "learning_rate": 0.0009697571905924551,
+      "loss": 1.4394,
       "step": 2535
     },
     {
-      "epoch": 0.3532822476539851,
-      "grad_norm": 0.007829184509240096,
-      "learning_rate": 0.0009822113798799742,
-      "loss": 1.3275,
+      "epoch": 0.40118460019743335,
+      "grad_norm": 0.06474491939083263,
+      "learning_rate": 0.0009695206703609929,
+      "loss": 1.4652,
       "step": 2540
     },
     {
-      "epoch": 0.35397768514936695,
-      "grad_norm": 0.00798877293508373,
-      "learning_rate": 0.0009820505674320685,
-      "loss": 1.3375,
+      "epoch": 0.40197433366238894,
+      "grad_norm": 0.07340705017276468,
+      "learning_rate": 0.0009692832579222912,
+      "loss": 1.5313,
       "step": 2545
     },
     {
-      "epoch": 0.3546731226447488,
-      "grad_norm": 0.008581758507448642,
-      "learning_rate": 0.000981889044648292,
-      "loss": 1.2389,
+      "epoch": 0.4027640671273445,
+      "grad_norm": 0.05732239262170058,
+      "learning_rate": 0.0009690449537274933,
+      "loss": 1.423,
       "step": 2550
     },
     {
-      "epoch": 0.35536856014013063,
-      "grad_norm": 0.00814475739814154,
-      "learning_rate": 0.0009817268117666596,
-      "loss": 1.3893,
+      "epoch": 0.4035538005923001,
+      "grad_norm": 0.06065339018809013,
+      "learning_rate": 0.0009688057582294371,
+      "loss": 1.46,
       "step": 2555
     },
     {
-      "epoch": 0.3560639976355125,
-      "grad_norm": 0.007994294465430624,
-      "learning_rate": 0.0009815638690262335,
-      "loss": 1.3501,
+      "epoch": 0.40434353405725565,
+      "grad_norm": 0.0653982232858632,
+      "learning_rate": 0.0009685656718826541,
+      "loss": 1.4559,
       "step": 2560
     },
     {
-      "epoch": 0.35675943513089436,
-      "grad_norm": 0.008099814204229967,
-      "learning_rate": 0.0009814002166671212,
-      "loss": 1.3137,
+      "epoch": 0.40513326752221124,
+      "grad_norm": 0.06305407666905932,
+      "learning_rate": 0.0009683246951433687,
+      "loss": 1.5078,
       "step": 2565
     },
     {
-      "epoch": 0.35745487262627623,
-      "grad_norm": 0.009125050695088892,
-      "learning_rate": 0.0009812358549304762,
-      "loss": 1.2846,
+      "epoch": 0.4059230009871668,
+      "grad_norm": 0.05582804687923163,
+      "learning_rate": 0.0009680828284694972,
+      "loss": 1.4645,
       "step": 2570
     },
     {
-      "epoch": 0.3581503101216581,
-      "grad_norm": 0.007729819034953745,
-      "learning_rate": 0.000981070784058497,
-      "loss": 1.3104,
+      "epoch": 0.4067127344521224,
+      "grad_norm": 0.07526880577226891,
+      "learning_rate": 0.0009678400723206471,
+      "loss": 1.4027,
       "step": 2575
     },
     {
-      "epoch": 0.35884574761703997,
-      "grad_norm": 0.008278051996683473,
-      "learning_rate": 0.0009809050042944277,
-      "loss": 1.3232,
+      "epoch": 0.407502467917078,
+      "grad_norm": 0.0509230620181694,
+      "learning_rate": 0.0009675964271581161,
+      "loss": 1.4606,
       "step": 2580
     },
     {
-      "epoch": 0.35954118511242183,
-      "grad_norm": 0.007759783451011329,
-      "learning_rate": 0.0009807385158825564,
-      "loss": 1.3416,
+      "epoch": 0.40829220138203354,
+      "grad_norm": 0.056830195201976255,
+      "learning_rate": 0.0009673518934448913,
+      "loss": 1.445,
       "step": 2585
     },
     {
-      "epoch": 0.3602366226078037,
-      "grad_norm": 0.0075543608314671785,
-      "learning_rate": 0.0009805713190682156,
-      "loss": 1.3307,
+      "epoch": 0.4090819348469891,
+      "grad_norm": 0.05587928314327432,
+      "learning_rate": 0.0009671064716456479,
+      "loss": 1.4259,
       "step": 2590
     },
     {
-      "epoch": 0.3609320601031855,
-      "grad_norm": 0.008402524504195921,
-      "learning_rate": 0.0009804034140977816,
-      "loss": 1.3308,
+      "epoch": 0.4098716683119447,
+      "grad_norm": 0.060208179060724086,
+      "learning_rate": 0.0009668601622267492,
+      "loss": 1.4428,
       "step": 2595
     },
     {
-      "epoch": 0.3616274975985674,
-      "grad_norm": 0.007992089064585333,
-      "learning_rate": 0.0009802348012186745,
-      "loss": 1.3427,
+      "epoch": 0.4106614017769003,
+      "grad_norm": 0.06166824812670644,
+      "learning_rate": 0.000966612965656245,
+      "loss": 1.4123,
       "step": 2600
     },
     {
-      "epoch": 0.36232293509394925,
-      "grad_norm": 0.00837529572493596,
-      "learning_rate": 0.0009800654806793574,
-      "loss": 1.3089,
+      "epoch": 0.4114511352418559,
+      "grad_norm": 0.06023981341454883,
+      "learning_rate": 0.0009663648824038707,
+      "loss": 1.4797,
       "step": 2605
     },
     {
-      "epoch": 0.3630183725893311,
-      "grad_norm": 0.007263490765961485,
-      "learning_rate": 0.0009798954527293364,
-      "loss": 1.2949,
+      "epoch": 0.4122408687068114,
+      "grad_norm": 0.05475671550763168,
+      "learning_rate": 0.000966115912941047,
+      "loss": 1.4966,
       "step": 2610
     },
     {
-      "epoch": 0.363713810084713,
-      "grad_norm": 0.00941891157815845,
-      "learning_rate": 0.0009797247176191596,
-      "loss": 1.3078,
+      "epoch": 0.413030602171767,
+      "grad_norm": 0.05476970586046594,
+      "learning_rate": 0.0009658660577408785,
+      "loss": 1.4846,
       "step": 2615
     },
     {
-      "epoch": 0.36440924758009485,
-      "grad_norm": 0.00723190376268154,
-      "learning_rate": 0.000979553275600417,
-      "loss": 1.3438,
+      "epoch": 0.4138203356367226,
+      "grad_norm": 0.05545211202767074,
+      "learning_rate": 0.0009656153172781526,
+      "loss": 1.4407,
       "step": 2620
     },
     {
-      "epoch": 0.3651046850754767,
-      "grad_norm": 0.007930237172591167,
-      "learning_rate": 0.000979381126925741,
-      "loss": 1.2825,
+      "epoch": 0.4146100691016782,
+      "grad_norm": 0.05428636870287594,
+      "learning_rate": 0.0009653636920293393,
+      "loss": 1.5236,
       "step": 2625
     },
     {
-      "epoch": 0.3658001225708586,
-      "grad_norm": 0.0072048256440903746,
-      "learning_rate": 0.000979208271848805,
-      "loss": 1.2914,
+      "epoch": 0.4153998025666338,
+      "grad_norm": 0.07061881618420104,
+      "learning_rate": 0.00096511118247259,
+      "loss": 1.462,
       "step": 2630
     },
     {
-      "epoch": 0.3664955600662404,
-      "grad_norm": 0.008325217407704056,
-      "learning_rate": 0.0009790347106243234,
-      "loss": 1.374,
+      "epoch": 0.4161895360315893,
+      "grad_norm": 0.0616215193308161,
+      "learning_rate": 0.0009648577890877361,
+      "loss": 1.4411,
       "step": 2635
     },
     {
-      "epoch": 0.36719099756162227,
-      "grad_norm": 0.008633328580781563,
-      "learning_rate": 0.0009788604435080506,
-      "loss": 1.3359,
+      "epoch": 0.4169792694965449,
+      "grad_norm": 0.055666389751472964,
+      "learning_rate": 0.0009646035123562884,
+      "loss": 1.4469,
       "step": 2640
     },
     {
-      "epoch": 0.36788643505700414,
-      "grad_norm": 0.007755784477496508,
-      "learning_rate": 0.0009786854707567818,
-      "loss": 1.3596,
+      "epoch": 0.4177690029615005,
+      "grad_norm": 0.06548684321366553,
+      "learning_rate": 0.0009643483527614372,
+      "loss": 1.3953,
       "step": 2645
     },
     {
-      "epoch": 0.368581872552386,
-      "grad_norm": 0.00835276521453051,
-      "learning_rate": 0.0009785097926283519,
-      "loss": 1.3903,
+      "epoch": 0.4185587364264561,
+      "grad_norm": 0.0556562858570072,
+      "learning_rate": 0.0009640923107880492,
+      "loss": 1.4575,
       "step": 2650
     },
     {
-      "epoch": 0.36927731004776787,
-      "grad_norm": 0.00807468846522346,
-      "learning_rate": 0.0009783334093816352,
-      "loss": 1.3332,
+      "epoch": 0.41934846989141167,
+      "grad_norm": 0.05987034008364223,
+      "learning_rate": 0.000963835386922669,
+      "loss": 1.451,
       "step": 2655
     },
     {
-      "epoch": 0.36997274754314974,
-      "grad_norm": 0.00750661914258977,
-      "learning_rate": 0.0009781563212765449,
-      "loss": 1.3431,
+      "epoch": 0.4201382033563672,
+      "grad_norm": 0.05622776728977887,
+      "learning_rate": 0.0009635775816535162,
+      "loss": 1.4366,
       "step": 2660
     },
     {
-      "epoch": 0.3706681850385316,
-      "grad_norm": 0.007442076159763627,
-      "learning_rate": 0.0009779785285740329,
-      "loss": 1.3265,
+      "epoch": 0.4209279368213228,
+      "grad_norm": 0.06356833291698448,
+      "learning_rate": 0.0009633188954704857,
+      "loss": 1.4377,
       "step": 2665
     },
     {
-      "epoch": 0.3713636225339134,
-      "grad_norm": 0.007531730582536036,
-      "learning_rate": 0.0009778000315360893,
-      "loss": 1.3326,
+      "epoch": 0.4217176702862784,
+      "grad_norm": 0.10535931680292222,
+      "learning_rate": 0.0009630593288651463,
+      "loss": 1.4316,
       "step": 2670
     },
     {
-      "epoch": 0.3720590600292953,
-      "grad_norm": 0.007318126128764331,
-      "learning_rate": 0.0009776208304257425,
-      "loss": 1.3784,
+      "epoch": 0.42250740375123397,
+      "grad_norm": 0.06314440597490527,
+      "learning_rate": 0.0009627988823307397,
+      "loss": 1.4441,
       "step": 2675
     },
     {
-      "epoch": 0.37275449752467715,
-      "grad_norm": 0.0072672002908738915,
-      "learning_rate": 0.000977440925507058,
-      "loss": 1.3213,
+      "epoch": 0.42329713721618956,
+      "grad_norm": 0.14231301733353477,
+      "learning_rate": 0.0009625375563621796,
+      "loss": 1.4666,
       "step": 2680
     },
     {
-      "epoch": 0.373449935020059,
-      "grad_norm": 0.006987369189263747,
-      "learning_rate": 0.0009772603170451384,
-      "loss": 1.3421,
+      "epoch": 0.4240868706811451,
+      "grad_norm": 0.06575662146059567,
+      "learning_rate": 0.0009622753514560512,
+      "loss": 1.5176,
       "step": 2685
     },
     {
-      "epoch": 0.3741453725154409,
-      "grad_norm": 0.007793719905093355,
-      "learning_rate": 0.0009770790053061234,
-      "loss": 1.3798,
+      "epoch": 0.4248766041461007,
+      "grad_norm": 0.05185611569259814,
+      "learning_rate": 0.0009620122681106096,
+      "loss": 1.4456,
       "step": 2690
     },
     {
-      "epoch": 0.37484081001082276,
-      "grad_norm": 0.007437426802328927,
-      "learning_rate": 0.0009768969905571885,
-      "loss": 1.3303,
+      "epoch": 0.42566633761105627,
+      "grad_norm": 0.05475192730320008,
+      "learning_rate": 0.0009617483068257793,
+      "loss": 1.5051,
       "step": 2695
     },
     {
-      "epoch": 0.3755362475062046,
-      "grad_norm": 0.007046164240810627,
-      "learning_rate": 0.0009767142730665456,
-      "loss": 1.3111,
+      "epoch": 0.42645607107601186,
+      "grad_norm": 0.056972124719758134,
+      "learning_rate": 0.0009614834681031529,
+      "loss": 1.4305,
       "step": 2700
     },
     {
-      "epoch": 0.3762316850015865,
-      "grad_norm": 0.007593146259320754,
-      "learning_rate": 0.0009765308531034416,
-      "loss": 1.3292,
+      "epoch": 0.42724580454096744,
+      "grad_norm": 0.06429797391676824,
+      "learning_rate": 0.0009612177524459908,
+      "loss": 1.4457,
       "step": 2705
     },
     {
-      "epoch": 0.3769271224969683,
-      "grad_norm": 0.007445794392998801,
-      "learning_rate": 0.0009763467309381593,
-      "loss": 1.3086,
+      "epoch": 0.428035538005923,
+      "grad_norm": 0.19293222573316193,
+      "learning_rate": 0.0009609511603592193,
+      "loss": 1.434,
       "step": 2710
     },
     {
-      "epoch": 0.37762255999235017,
-      "grad_norm": 0.008199522163763257,
-      "learning_rate": 0.0009761619068420157,
-      "loss": 1.3561,
+      "epoch": 0.42882527147087857,
+      "grad_norm": 0.062417716979957565,
+      "learning_rate": 0.0009606836923494305,
+      "loss": 1.4631,
       "step": 2715
     },
     {
-      "epoch": 0.37831799748773204,
-      "grad_norm": 0.007412263888576123,
-      "learning_rate": 0.0009759763810873623,
-      "loss": 1.3159,
+      "epoch": 0.42961500493583415,
+      "grad_norm": 0.05509373533398708,
+      "learning_rate": 0.0009604153489248808,
+      "loss": 1.4422,
       "step": 2720
     },
     {
-      "epoch": 0.3790134349831139,
-      "grad_norm": 0.00802561640790696,
-      "learning_rate": 0.0009757901539475844,
-      "loss": 1.2951,
+      "epoch": 0.43040473840078974,
+      "grad_norm": 0.06233746544880499,
+      "learning_rate": 0.00096014613059549,
+      "loss": 1.4529,
       "step": 2725
     },
     {
-      "epoch": 0.3797088724784958,
-      "grad_norm": 0.008564651299501284,
-      "learning_rate": 0.000975603225697101,
-      "loss": 1.3124,
+      "epoch": 0.43119447186574533,
+      "grad_norm": 0.05963443819769602,
+      "learning_rate": 0.0009598760378728404,
+      "loss": 1.4833,
       "step": 2730
     },
     {
-      "epoch": 0.38040430997387764,
-      "grad_norm": 0.008068025833968626,
-      "learning_rate": 0.0009754155966113645,
-      "loss": 1.3026,
+      "epoch": 0.43198420533070087,
+      "grad_norm": 0.055831540199074006,
+      "learning_rate": 0.0009596050712701765,
+      "loss": 1.455,
       "step": 2735
     },
     {
-      "epoch": 0.3810997474692595,
-      "grad_norm": 0.008207605500218469,
-      "learning_rate": 0.0009752272669668593,
-      "loss": 1.3078,
+      "epoch": 0.43277393879565645,
+      "grad_norm": 0.07212519636093676,
+      "learning_rate": 0.0009593332313024026,
+      "loss": 1.4844,
       "step": 2740
     },
     {
-      "epoch": 0.3817951849646414,
-      "grad_norm": 0.007750498453625196,
-      "learning_rate": 0.0009750382370411027,
-      "loss": 1.3298,
+      "epoch": 0.43356367226061204,
+      "grad_norm": 0.05524451723305135,
+      "learning_rate": 0.000959060518486083,
+      "loss": 1.4215,
       "step": 2745
     },
     {
-      "epoch": 0.3824906224600232,
-      "grad_norm": 0.006869095770082449,
-      "learning_rate": 0.0009748485071126439,
-      "loss": 1.3314,
+      "epoch": 0.43435340572556763,
+      "grad_norm": 0.05556649187020487,
+      "learning_rate": 0.0009587869333394408,
+      "loss": 1.4488,
       "step": 2750
     },
     {
-      "epoch": 0.38318605995540506,
-      "grad_norm": 0.007579760112127328,
-      "learning_rate": 0.0009746580774610634,
-      "loss": 1.3492,
+      "epoch": 0.4351431391905232,
+      "grad_norm": 0.05865329067903829,
+      "learning_rate": 0.0009585124763823561,
+      "loss": 1.5016,
       "step": 2755
     },
     {
-      "epoch": 0.3838814974507869,
-      "grad_norm": 0.008187250676054348,
-      "learning_rate": 0.0009744669483669728,
-      "loss": 1.3478,
+      "epoch": 0.43593287265547875,
+      "grad_norm": 0.05224767784142746,
+      "learning_rate": 0.0009582371481363663,
+      "loss": 1.408,
       "step": 2760
     },
     {
-      "epoch": 0.3845769349461688,
-      "grad_norm": 0.007525235608000667,
-      "learning_rate": 0.0009742751201120146,
-      "loss": 1.332,
+      "epoch": 0.43672260612043434,
+      "grad_norm": 0.05599545261919908,
+      "learning_rate": 0.0009579609491246642,
+      "loss": 1.4383,
       "step": 2765
     },
     {
-      "epoch": 0.38527237244155066,
-      "grad_norm": 0.008572647677341136,
-      "learning_rate": 0.000974082592978861,
-      "loss": 1.375,
+      "epoch": 0.43751233958538993,
+      "grad_norm": 0.08726264642913417,
+      "learning_rate": 0.0009576838798720974,
+      "loss": 1.4311,
       "step": 2770
     },
     {
-      "epoch": 0.3859678099369325,
-      "grad_norm": 0.007565365666248623,
-      "learning_rate": 0.000973889367251215,
-      "loss": 1.3337,
+      "epoch": 0.4383020730503455,
+      "grad_norm": 0.05291416057519449,
+      "learning_rate": 0.000957405940905167,
+      "loss": 1.4644,
       "step": 2775
     },
     {
-      "epoch": 0.3866632474323144,
-      "grad_norm": 0.007551173043798038,
-      "learning_rate": 0.0009736954432138082,
-      "loss": 1.2573,
+      "epoch": 0.4390918065153011,
+      "grad_norm": 0.05894867194880779,
+      "learning_rate": 0.000957127132752027,
+      "loss": 1.4687,
       "step": 2780
     },
     {
-      "epoch": 0.3873586849276962,
-      "grad_norm": 0.00820399062739429,
-      "learning_rate": 0.0009735008211524015,
-      "loss": 1.3363,
+      "epoch": 0.43988153998025664,
+      "grad_norm": 0.054321150823188384,
+      "learning_rate": 0.0009568474559424827,
+      "loss": 1.4478,
       "step": 2785
     },
     {
-      "epoch": 0.3880541224230781,
-      "grad_norm": 0.007376640678332565,
-      "learning_rate": 0.0009733055013537844,
-      "loss": 1.2739,
+      "epoch": 0.44067127344521223,
+      "grad_norm": 0.05956583958662505,
+      "learning_rate": 0.0009565669110079905,
+      "loss": 1.4513,
       "step": 2790
     },
     {
-      "epoch": 0.38874955991845994,
-      "grad_norm": 0.008415882540018169,
-      "learning_rate": 0.0009731094841057746,
-      "loss": 1.3071,
+      "epoch": 0.4414610069101678,
+      "grad_norm": 0.06097616201006117,
+      "learning_rate": 0.0009562854984816562,
+      "loss": 1.4858,
       "step": 2795
     },
     {
-      "epoch": 0.3894449974138418,
-      "grad_norm": 0.007527601074661745,
-      "learning_rate": 0.0009729127696972175,
-      "loss": 1.3145,
+      "epoch": 0.4422507403751234,
+      "grad_norm": 0.07811844182131061,
+      "learning_rate": 0.0009560032188982344,
+      "loss": 1.4424,
       "step": 2800
     },
     {
-      "epoch": 0.3901404349092237,
-      "grad_norm": 0.00716673949484453,
-      "learning_rate": 0.0009727153584179855,
-      "loss": 1.3393,
+      "epoch": 0.443040473840079,
+      "grad_norm": 0.05332740115155826,
+      "learning_rate": 0.0009557200727941271,
+      "loss": 1.4682,
       "step": 2805
     },
     {
-      "epoch": 0.39083587240460554,
-      "grad_norm": 0.008847510167505547,
-      "learning_rate": 0.0009725172505589785,
-      "loss": 1.317,
+      "epoch": 0.44383020730503453,
+      "grad_norm": 0.05755956848060858,
+      "learning_rate": 0.000955436060707383,
+      "loss": 1.4548,
       "step": 2810
     },
     {
-      "epoch": 0.3915313098999874,
-      "grad_norm": 0.007768569369899159,
-      "learning_rate": 0.0009723184464121227,
-      "loss": 1.3166,
+      "epoch": 0.4446199407699901,
+      "grad_norm": 0.06257079017455447,
+      "learning_rate": 0.0009551511831776965,
+      "loss": 1.4234,
       "step": 2815
     },
     {
-      "epoch": 0.3922267473953693,
-      "grad_norm": 0.007372207893147677,
-      "learning_rate": 0.0009721189462703698,
-      "loss": 1.3245,
+      "epoch": 0.4454096742349457,
+      "grad_norm": 0.04876735689089373,
+      "learning_rate": 0.0009548654407464065,
+      "loss": 1.4903,
       "step": 2820
     },
     {
-      "epoch": 0.3929221848907511,
-      "grad_norm": 0.007624160382903839,
-      "learning_rate": 0.0009719187504276976,
-      "loss": 1.2679,
+      "epoch": 0.4461994076999013,
+      "grad_norm": 0.06152255626616836,
+      "learning_rate": 0.0009545788339564956,
+      "loss": 1.4207,
       "step": 2825
     },
     {
-      "epoch": 0.39361762238613296,
-      "grad_norm": 0.007920863408190218,
-      "learning_rate": 0.0009717178591791091,
-      "loss": 1.3591,
+      "epoch": 0.4469891411648569,
+      "grad_norm": 0.06483250018742623,
+      "learning_rate": 0.0009542913633525883,
+      "loss": 1.5196,
       "step": 2830
     },
     {
-      "epoch": 0.3943130598815148,
-      "grad_norm": 0.0073753506110918075,
-      "learning_rate": 0.0009715162728206317,
-      "loss": 1.3221,
+      "epoch": 0.4477788746298124,
+      "grad_norm": 0.05468173836208957,
+      "learning_rate": 0.0009540030294809512,
+      "loss": 1.4955,
       "step": 2835
     },
     {
-      "epoch": 0.3950084973768967,
-      "grad_norm": 0.007829202067302421,
-      "learning_rate": 0.0009713139916493174,
-      "loss": 1.3332,
+      "epoch": 0.448568608094768,
+      "grad_norm": 0.05462836431977077,
+      "learning_rate": 0.0009537138328894912,
+      "loss": 1.5166,
       "step": 2840
     },
     {
-      "epoch": 0.39570393487227856,
-      "grad_norm": 0.007423305254252442,
-      "learning_rate": 0.0009711110159632417,
-      "loss": 1.298,
+      "epoch": 0.4493583415597236,
+      "grad_norm": 0.05970119452608052,
+      "learning_rate": 0.0009534237741277543,
+      "loss": 1.4568,
       "step": 2845
     },
     {
-      "epoch": 0.39639937236766043,
-      "grad_norm": 0.007500598442167531,
-      "learning_rate": 0.000970907346061504,
-      "loss": 1.2527,
+      "epoch": 0.4501480750246792,
+      "grad_norm": 0.05780124952309236,
+      "learning_rate": 0.000953132853746925,
+      "loss": 1.4787,
       "step": 2850
     },
     {
-      "epoch": 0.3970948098630423,
-      "grad_norm": 0.0077025474758888116,
-      "learning_rate": 0.0009707029822442262,
-      "loss": 1.3103,
+      "epoch": 0.4509378084896348,
+      "grad_norm": 0.05885154735124129,
+      "learning_rate": 0.0009528410722998253,
+      "loss": 1.4773,
       "step": 2855
     },
     {
-      "epoch": 0.39779024735842416,
-      "grad_norm": 0.008276160740631571,
-      "learning_rate": 0.0009704979248125532,
-      "loss": 1.3429,
+      "epoch": 0.4517275419545903,
+      "grad_norm": 0.06236480778038468,
+      "learning_rate": 0.0009525484303409131,
+      "loss": 1.4799,
       "step": 2860
     },
     {
-      "epoch": 0.398485684853806,
-      "grad_norm": 0.00763584555926215,
-      "learning_rate": 0.0009702921740686515,
-      "loss": 1.3049,
+      "epoch": 0.4525172754195459,
+      "grad_norm": 0.05912783766994259,
+      "learning_rate": 0.0009522549284262819,
+      "loss": 1.4193,
       "step": 2865
     },
     {
-      "epoch": 0.39918112234918784,
-      "grad_norm": 0.009241529492150536,
-      "learning_rate": 0.0009700857303157098,
-      "loss": 1.3634,
+      "epoch": 0.4533070088845015,
+      "grad_norm": 0.053372866106704976,
+      "learning_rate": 0.0009519605671136586,
+      "loss": 1.5328,
       "step": 2870
     },
     {
-      "epoch": 0.3998765598445697,
-      "grad_norm": 0.008203234565279476,
-      "learning_rate": 0.0009698785938579373,
-      "loss": 1.3049,
+      "epoch": 0.45409674234945707,
+      "grad_norm": 0.06014098877783089,
+      "learning_rate": 0.0009516653469624041,
+      "loss": 1.4663,
       "step": 2875
     },
     {
-      "epoch": 0.4005719973399516,
-      "grad_norm": 0.007375892285902335,
-      "learning_rate": 0.0009696707650005645,
-      "loss": 1.2908,
+      "epoch": 0.45488647581441266,
+      "grad_norm": 0.07230536998271585,
+      "learning_rate": 0.0009513692685335107,
+      "loss": 1.4939,
       "step": 2880
     },
     {
-      "epoch": 0.40126743483533345,
-      "grad_norm": 0.008201553392426708,
-      "learning_rate": 0.000969462244049842,
-      "loss": 1.3425,
+      "epoch": 0.4556762092793682,
+      "grad_norm": 0.05913316162965718,
+      "learning_rate": 0.0009510723323896018,
+      "loss": 1.461,
       "step": 2885
     },
     {
-      "epoch": 0.4019628723307153,
-      "grad_norm": 0.007366638391718863,
-      "learning_rate": 0.0009692530313130405,
-      "loss": 1.3356,
+      "epoch": 0.4564659427443238,
+      "grad_norm": 0.060589597208195,
+      "learning_rate": 0.0009507745390949306,
+      "loss": 1.4453,
       "step": 2890
     },
     {
-      "epoch": 0.4026583098260972,
-      "grad_norm": 0.007966558157277941,
-      "learning_rate": 0.0009690431270984495,
-      "loss": 1.3567,
+      "epoch": 0.45725567620927937,
+      "grad_norm": 0.05494566417615954,
+      "learning_rate": 0.0009504758892153793,
+      "loss": 1.4586,
       "step": 2895
     },
     {
-      "epoch": 0.403353747321479,
-      "grad_norm": 0.007849467399214122,
-      "learning_rate": 0.0009688325317153781,
-      "loss": 1.3346,
+      "epoch": 0.45804540967423496,
+      "grad_norm": 0.05411889230277522,
+      "learning_rate": 0.0009501763833184578,
+      "loss": 1.4198,
       "step": 2900
     },
     {
-      "epoch": 0.40404918481686086,
-      "grad_norm": 0.008121494687201478,
-      "learning_rate": 0.0009686212454741536,
-      "loss": 1.3438,
+      "epoch": 0.45883514313919055,
+      "grad_norm": 0.055364582306932426,
+      "learning_rate": 0.0009498760219733023,
+      "loss": 1.462,
       "step": 2905
     },
     {
-      "epoch": 0.40474462231224273,
-      "grad_norm": 0.006879402496394048,
-      "learning_rate": 0.0009684092686861214,
-      "loss": 1.2585,
+      "epoch": 0.4596248766041461,
+      "grad_norm": 0.05203249842793722,
+      "learning_rate": 0.000949574805750675,
+      "loss": 1.4003,
       "step": 2910
     },
     {
-      "epoch": 0.4054400598076246,
-      "grad_norm": 0.008021320807033681,
-      "learning_rate": 0.0009681966016636441,
-      "loss": 1.3668,
+      "epoch": 0.46041461006910167,
+      "grad_norm": 0.053829852611154805,
+      "learning_rate": 0.0009492727352229622,
+      "loss": 1.4419,
       "step": 2915
     },
     {
-      "epoch": 0.40613549730300647,
-      "grad_norm": 0.008248525373178425,
-      "learning_rate": 0.0009679832447201019,
-      "loss": 1.3062,
+      "epoch": 0.46120434353405726,
+      "grad_norm": 0.05851070580405718,
+      "learning_rate": 0.0009489698109641741,
+      "loss": 1.4862,
       "step": 2920
     },
     {
-      "epoch": 0.40683093479838833,
-      "grad_norm": 0.009017146850373114,
-      "learning_rate": 0.0009677691981698915,
-      "loss": 1.3612,
+      "epoch": 0.46199407699901285,
+      "grad_norm": 0.053845994449066716,
+      "learning_rate": 0.0009486660335499426,
+      "loss": 1.4419,
       "step": 2925
     },
     {
-      "epoch": 0.4075263722937702,
-      "grad_norm": 0.008544078884911783,
-      "learning_rate": 0.0009675544623284257,
-      "loss": 1.3634,
+      "epoch": 0.46278381046396844,
+      "grad_norm": 0.05509401593055915,
+      "learning_rate": 0.0009483614035575214,
+      "loss": 1.445,
       "step": 2930
     },
     {
-      "epoch": 0.40822180978915207,
-      "grad_norm": 0.007832520217729165,
-      "learning_rate": 0.0009673390375121332,
-      "loss": 1.3137,
+      "epoch": 0.46357354392892397,
+      "grad_norm": 0.05300026933409079,
+      "learning_rate": 0.0009480559215657838,
+      "loss": 1.4927,
       "step": 2935
     },
     {
-      "epoch": 0.4089172472845339,
-      "grad_norm": 0.007847002460049777,
-      "learning_rate": 0.0009671229240384576,
-      "loss": 1.3162,
+      "epoch": 0.46436327739387956,
+      "grad_norm": 0.056684125087067924,
+      "learning_rate": 0.0009477495881552225,
+      "loss": 1.4511,
       "step": 2940
     },
     {
-      "epoch": 0.40961268477991575,
-      "grad_norm": 0.0077524628021991915,
-      "learning_rate": 0.0009669061222258575,
-      "loss": 1.2796,
+      "epoch": 0.46515301085883515,
+      "grad_norm": 0.05336056537134763,
+      "learning_rate": 0.0009474424039079479,
+      "loss": 1.451,
       "step": 2945
     },
     {
-      "epoch": 0.4103081222752976,
-      "grad_norm": 0.00707385121008475,
-      "learning_rate": 0.000966688632393806,
-      "loss": 1.3245,
+      "epoch": 0.46594274432379074,
+      "grad_norm": 0.06025512642613691,
+      "learning_rate": 0.000947134369407687,
+      "loss": 1.4464,
       "step": 2950
     },
     {
-      "epoch": 0.4110035597706795,
-      "grad_norm": 0.007368258380111779,
-      "learning_rate": 0.0009664704548627899,
-      "loss": 1.34,
+      "epoch": 0.4667324777887463,
+      "grad_norm": 0.05811675896276633,
+      "learning_rate": 0.000946825485239783,
+      "loss": 1.5241,
       "step": 2955
     },
     {
-      "epoch": 0.41169899726606135,
-      "grad_norm": 0.007843266021695078,
-      "learning_rate": 0.0009662515899543091,
-      "loss": 1.2757,
+      "epoch": 0.46752221125370186,
+      "grad_norm": 0.05267987701911314,
+      "learning_rate": 0.0009465157519911936,
+      "loss": 1.4349,
       "step": 2960
     },
     {
-      "epoch": 0.4123944347614432,
-      "grad_norm": 0.0071164212147215985,
-      "learning_rate": 0.000966032037990877,
-      "loss": 1.3042,
+      "epoch": 0.46831194471865745,
+      "grad_norm": 0.05269828454709816,
+      "learning_rate": 0.0009462051702504893,
+      "loss": 1.4466,
       "step": 2965
     },
     {
-      "epoch": 0.4130898722568251,
-      "grad_norm": 0.00791032298382874,
-      "learning_rate": 0.0009658117992960187,
-      "loss": 1.3004,
+      "epoch": 0.46910167818361304,
+      "grad_norm": 0.05495313113829092,
+      "learning_rate": 0.0009458937406078539,
+      "loss": 1.5066,
       "step": 2970
     },
     {
-      "epoch": 0.41378530975220695,
-      "grad_norm": 0.007160264176798101,
-      "learning_rate": 0.0009655908741942719,
-      "loss": 1.2923,
+      "epoch": 0.4698914116485686,
+      "grad_norm": 0.05539631835821198,
+      "learning_rate": 0.0009455814636550817,
+      "loss": 1.4108,
       "step": 2975
     },
     {
-      "epoch": 0.41448074724758877,
-      "grad_norm": 0.007123828128076881,
-      "learning_rate": 0.0009653692630111852,
-      "loss": 1.2737,
+      "epoch": 0.4706811451135242,
+      "grad_norm": 0.052807394658039686,
+      "learning_rate": 0.0009452683399855774,
+      "loss": 1.4625,
       "step": 2980
     },
     {
-      "epoch": 0.41517618474297063,
-      "grad_norm": 0.008885420123875084,
-      "learning_rate": 0.0009651469660733186,
-      "loss": 1.3905,
+      "epoch": 0.47147087857847975,
+      "grad_norm": 0.08315631375889904,
+      "learning_rate": 0.0009449543701943546,
+      "loss": 1.3967,
       "step": 2985
     },
     {
-      "epoch": 0.4158716222383525,
-      "grad_norm": 0.008757165439935294,
-      "learning_rate": 0.0009649239837082426,
-      "loss": 1.3197,
+      "epoch": 0.47226061204343533,
+      "grad_norm": 0.061350612832834224,
+      "learning_rate": 0.0009446395548780351,
+      "loss": 1.5242,
       "step": 2990
     },
     {
-      "epoch": 0.41656705973373437,
-      "grad_norm": 0.0083250993382943,
-      "learning_rate": 0.0009647003162445376,
-      "loss": 1.3001,
+      "epoch": 0.4730503455083909,
+      "grad_norm": 0.05677045613004826,
+      "learning_rate": 0.0009443238946348467,
+      "loss": 1.4708,
       "step": 2995
     },
     {
-      "epoch": 0.41726249722911624,
-      "grad_norm": 0.00755945701978349,
-      "learning_rate": 0.0009644759640117934,
-      "loss": 1.2948,
+      "epoch": 0.4738400789733465,
+      "grad_norm": 0.05753710905123502,
+      "learning_rate": 0.0009440073900646235,
+      "loss": 1.4352,
       "step": 3000
     },
     {
-      "epoch": 0.4179579347244981,
-      "grad_norm": 0.007761452725855698,
-      "learning_rate": 0.0009642509273406091,
-      "loss": 1.3104,
+      "epoch": 0.47462981243830205,
+      "grad_norm": 0.058398056986988855,
+      "learning_rate": 0.0009436900417688034,
+      "loss": 1.4676,
       "step": 3005
     },
     {
-      "epoch": 0.41865337221987997,
-      "grad_norm": 0.008121421526385607,
-      "learning_rate": 0.0009640252065625923,
-      "loss": 1.2828,
+      "epoch": 0.47541954590325763,
+      "grad_norm": 0.060408578355387564,
+      "learning_rate": 0.000943371850350428,
+      "loss": 1.4535,
       "step": 3010
     },
     {
-      "epoch": 0.4193488097152618,
-      "grad_norm": 0.007887921542545305,
-      "learning_rate": 0.0009637988020103585,
-      "loss": 1.31,
+      "epoch": 0.4762092793682132,
+      "grad_norm": 0.06003846130514998,
+      "learning_rate": 0.0009430528164141411,
+      "loss": 1.4674,
       "step": 3015
     },
     {
-      "epoch": 0.42004424721064365,
-      "grad_norm": 0.007422084400149204,
-      "learning_rate": 0.0009635717140175311,
-      "loss": 1.36,
+      "epoch": 0.4769990128331688,
+      "grad_norm": 0.05267490698455019,
+      "learning_rate": 0.0009427329405661873,
+      "loss": 1.4394,
       "step": 3020
     },
     {
-      "epoch": 0.4207396847060255,
-      "grad_norm": 0.0068703611637781,
-      "learning_rate": 0.0009633439429187403,
-      "loss": 1.297,
+      "epoch": 0.4777887462981244,
+      "grad_norm": 0.24645224009048317,
+      "learning_rate": 0.0009424122234144109,
+      "loss": 1.4607,
       "step": 3025
     },
     {
-      "epoch": 0.4214351222014074,
-      "grad_norm": 0.008262109246549791,
-      "learning_rate": 0.0009631154890496235,
-      "loss": 1.3114,
+      "epoch": 0.47857847976307993,
+      "grad_norm": 0.05909357132090582,
+      "learning_rate": 0.0009420906655682552,
+      "loss": 1.4746,
       "step": 3030
     },
     {
-      "epoch": 0.42213055969678925,
-      "grad_norm": 0.008195271360383654,
-      "learning_rate": 0.000962886352746823,
-      "loss": 1.3452,
+      "epoch": 0.4793682132280355,
+      "grad_norm": 0.06312875525040916,
+      "learning_rate": 0.0009417682676387608,
+      "loss": 1.5034,
       "step": 3035
     },
     {
-      "epoch": 0.4228259971921711,
-      "grad_norm": 0.00684193098970662,
-      "learning_rate": 0.000962656534347988,
-      "loss": 1.2909,
+      "epoch": 0.4801579466929911,
+      "grad_norm": 0.05222761955287181,
+      "learning_rate": 0.0009414450302385649,
+      "loss": 1.4378,
       "step": 3040
     },
     {
-      "epoch": 0.423521434687553,
-      "grad_norm": 0.007014450403005932,
-      "learning_rate": 0.0009624260341917723,
-      "loss": 1.2777,
+      "epoch": 0.4809476801579467,
+      "grad_norm": 0.05005579969229318,
+      "learning_rate": 0.0009411209539818996,
+      "loss": 1.4616,
       "step": 3045
     },
     {
-      "epoch": 0.42421687218293486,
-      "grad_norm": 0.007647119294819875,
-      "learning_rate": 0.0009621948526178342,
-      "loss": 1.3203,
+      "epoch": 0.4817374136229023,
+      "grad_norm": 0.05074469054709206,
+      "learning_rate": 0.0009407960394845913,
+      "loss": 1.393,
       "step": 3050
     },
     {
-      "epoch": 0.42491230967831667,
-      "grad_norm": 0.007328930694683543,
-      "learning_rate": 0.0009619629899668361,
-      "loss": 1.2789,
+      "epoch": 0.4825271470878578,
+      "grad_norm": 0.0554304549202935,
+      "learning_rate": 0.0009404702873640594,
+      "loss": 1.4572,
       "step": 3055
     },
     {
-      "epoch": 0.42560774717369854,
-      "grad_norm": 0.007388644119565915,
-      "learning_rate": 0.0009617304465804442,
-      "loss": 1.3437,
+      "epoch": 0.4833168805528134,
+      "grad_norm": 0.060434567882422116,
+      "learning_rate": 0.0009401436982393143,
+      "loss": 1.4893,
       "step": 3060
     },
     {
-      "epoch": 0.4263031846690804,
-      "grad_norm": 0.0071841777038909255,
-      "learning_rate": 0.0009614972228013279,
-      "loss": 1.307,
+      "epoch": 0.484106614017769,
+      "grad_norm": 0.08182021390797196,
+      "learning_rate": 0.0009398162727309578,
+      "loss": 1.4264,
       "step": 3065
     },
     {
-      "epoch": 0.42699862216446227,
-      "grad_norm": 0.009425205979574743,
-      "learning_rate": 0.000961263318973159,
-      "loss": 1.3052,
+      "epoch": 0.4848963474827246,
+      "grad_norm": 0.060251701646210354,
+      "learning_rate": 0.0009394880114611806,
+      "loss": 1.4349,
       "step": 3070
     },
     {
-      "epoch": 0.42769405965984414,
-      "grad_norm": 0.008668570373413856,
-      "learning_rate": 0.0009610287354406114,
-      "loss": 1.3856,
+      "epoch": 0.4856860809476802,
+      "grad_norm": 0.06514984648712341,
+      "learning_rate": 0.0009391589150537613,
+      "loss": 1.4319,
       "step": 3075
     },
     {
-      "epoch": 0.428389497155226,
-      "grad_norm": 0.007102379698919957,
-      "learning_rate": 0.0009607934725493607,
-      "loss": 1.3228,
+      "epoch": 0.4864758144126357,
+      "grad_norm": 0.05137361905161032,
+      "learning_rate": 0.000938828984134066,
+      "loss": 1.4952,
       "step": 3080
     },
     {
-      "epoch": 0.4290849346506079,
-      "grad_norm": 0.007944449288801237,
-      "learning_rate": 0.0009605575306460835,
-      "loss": 1.31,
+      "epoch": 0.4872655478775913,
+      "grad_norm": 0.05486613710867915,
+      "learning_rate": 0.0009384982193290462,
+      "loss": 1.4096,
       "step": 3085
     },
     {
-      "epoch": 0.42978037214598974,
-      "grad_norm": 0.007445708729755352,
-      "learning_rate": 0.0009603209100784571,
-      "loss": 1.3197,
+      "epoch": 0.4880552813425469,
+      "grad_norm": 0.0497203609656817,
+      "learning_rate": 0.0009381666212672383,
+      "loss": 1.5357,
       "step": 3090
     },
     {
-      "epoch": 0.43047580964137155,
-      "grad_norm": 0.00749610315783976,
-      "learning_rate": 0.0009600836111951588,
-      "loss": 1.3039,
+      "epoch": 0.4888450148075025,
+      "grad_norm": 0.056764796052547764,
+      "learning_rate": 0.0009378341905787618,
+      "loss": 1.4302,
       "step": 3095
     },
     {
-      "epoch": 0.4311712471367534,
-      "grad_norm": 0.007374305184536017,
-      "learning_rate": 0.0009598456343458651,
-      "loss": 1.3363,
+      "epoch": 0.48963474827245806,
+      "grad_norm": 0.05058333427700682,
+      "learning_rate": 0.0009375009278953186,
+      "loss": 1.4569,
       "step": 3100
     },
     {
-      "epoch": 0.4318666846321353,
-      "grad_norm": 0.007512277374683323,
-      "learning_rate": 0.0009596069798812522,
-      "loss": 1.3123,
+      "epoch": 0.4904244817374136,
+      "grad_norm": 0.05654859428372906,
+      "learning_rate": 0.0009371668338501915,
+      "loss": 1.4639,
       "step": 3105
     },
     {
-      "epoch": 0.43256212212751716,
-      "grad_norm": 0.0071731591588500175,
-      "learning_rate": 0.0009593676481529944,
-      "loss": 1.2929,
+      "epoch": 0.4912142152023692,
+      "grad_norm": 0.06638185089437094,
+      "learning_rate": 0.0009368319090782431,
+      "loss": 1.3832,
       "step": 3110
     },
     {
-      "epoch": 0.433257559622899,
-      "grad_norm": 0.007271885303778528,
-      "learning_rate": 0.000959127639513764,
-      "loss": 1.3786,
+      "epoch": 0.4920039486673248,
+      "grad_norm": 0.05882185015454244,
+      "learning_rate": 0.0009364961542159147,
+      "loss": 1.4599,
       "step": 3115
     },
     {
-      "epoch": 0.4339529971182809,
-      "grad_norm": 0.007489258667804756,
-      "learning_rate": 0.0009588869543172308,
-      "loss": 1.3391,
+      "epoch": 0.49279368213228036,
+      "grad_norm": 0.058572289774221964,
+      "learning_rate": 0.0009361595699012246,
+      "loss": 1.4242,
       "step": 3120
     },
     {
-      "epoch": 0.43464843461366276,
-      "grad_norm": 0.007586605980932905,
-      "learning_rate": 0.0009586455929180616,
-      "loss": 1.2927,
+      "epoch": 0.49358341559723595,
+      "grad_norm": 0.06342849733633339,
+      "learning_rate": 0.0009358221567737681,
+      "loss": 1.475,
       "step": 3125
     },
     {
-      "epoch": 0.43534387210904457,
-      "grad_norm": 0.0074902436815545165,
-      "learning_rate": 0.0009584035556719198,
-      "loss": 1.3558,
+      "epoch": 0.4943731490621915,
+      "grad_norm": 0.05546931598187289,
+      "learning_rate": 0.0009354839154747146,
+      "loss": 1.4056,
       "step": 3130
     },
     {
-      "epoch": 0.43603930960442644,
-      "grad_norm": 0.0073355221490201605,
-      "learning_rate": 0.0009581608429354644,
-      "loss": 1.309,
+      "epoch": 0.4951628825271471,
+      "grad_norm": 0.05049373067685787,
+      "learning_rate": 0.0009351448466468073,
+      "loss": 1.4389,
       "step": 3135
     },
     {
-      "epoch": 0.4367347470998083,
-      "grad_norm": 0.0075971834893020914,
-      "learning_rate": 0.0009579174550663497,
-      "loss": 1.3018,
+      "epoch": 0.49595261599210266,
+      "grad_norm": 0.053273996945328875,
+      "learning_rate": 0.0009348049509343627,
+      "loss": 1.4292,
       "step": 3140
     },
     {
-      "epoch": 0.4374301845951902,
-      "grad_norm": 0.007276364745100828,
-      "learning_rate": 0.0009576733924232255,
-      "loss": 1.3477,
+      "epoch": 0.49674234945705825,
+      "grad_norm": 0.053064804004715506,
+      "learning_rate": 0.0009344642289832677,
+      "loss": 1.5064,
       "step": 3145
     },
     {
-      "epoch": 0.43812562209057204,
-      "grad_norm": 0.006948185004919314,
-      "learning_rate": 0.0009574286553657352,
-      "loss": 1.3397,
+      "epoch": 0.49753208292201384,
+      "grad_norm": 0.05454925101412906,
+      "learning_rate": 0.0009341226814409797,
+      "loss": 1.4231,
       "step": 3150
     },
     {
-      "epoch": 0.4388210595859539,
-      "grad_norm": 0.007590941118799764,
-      "learning_rate": 0.0009571832442545165,
-      "loss": 1.2945,
+      "epoch": 0.4983218163869694,
+      "grad_norm": 0.051766483214856523,
+      "learning_rate": 0.0009337803089565248,
+      "loss": 1.3977,
       "step": 3155
     },
     {
-      "epoch": 0.4395164970813358,
-      "grad_norm": 0.007111097290461438,
-      "learning_rate": 0.0009569371594512,
-      "loss": 1.2926,
+      "epoch": 0.49911154985192496,
+      "grad_norm": 0.05773205402817004,
+      "learning_rate": 0.0009334371121804967,
+      "loss": 1.4303,
       "step": 3160
     },
     {
-      "epoch": 0.44021193457671765,
-      "grad_norm": 0.007083574173571714,
-      "learning_rate": 0.0009566904013184092,
-      "loss": 1.3044,
+      "epoch": 0.49990128331688055,
+      "grad_norm": 0.056260116168002,
+      "learning_rate": 0.0009330930917650557,
+      "loss": 1.4516,
       "step": 3165
     },
     {
-      "epoch": 0.44090737207209946,
-      "grad_norm": 0.007187323667488061,
-      "learning_rate": 0.00095644297021976,
-      "loss": 1.3201,
+      "epoch": 0.5006910167818361,
+      "grad_norm": 0.08991775809473264,
+      "learning_rate": 0.0009327482483639269,
+      "loss": 1.4274,
       "step": 3170
     },
     {
-      "epoch": 0.4416028095674813,
-      "grad_norm": 0.007146063237177939,
-      "learning_rate": 0.0009561948665198594,
-      "loss": 1.3354,
+      "epoch": 0.5014807502467917,
+      "grad_norm": 0.055838581619733624,
+      "learning_rate": 0.0009324025826323994,
+      "loss": 1.4549,
       "step": 3175
     },
     {
-      "epoch": 0.4422982470628632,
-      "grad_norm": 0.00840059651484405,
-      "learning_rate": 0.0009559460905843063,
-      "loss": 1.3567,
+      "epoch": 0.5022704837117473,
+      "grad_norm": 0.05217690682807884,
+      "learning_rate": 0.000932056095227325,
+      "loss": 1.3932,
       "step": 3180
     },
     {
-      "epoch": 0.44299368455824506,
-      "grad_norm": 0.00840755200512605,
-      "learning_rate": 0.0009556966427796894,
-      "loss": 1.2919,
+      "epoch": 0.5030602171767029,
+      "grad_norm": 0.052506000271767155,
+      "learning_rate": 0.0009317087868071167,
+      "loss": 1.4334,
       "step": 3185
     },
     {
-      "epoch": 0.4436891220536269,
-      "grad_norm": 0.010211575038766884,
-      "learning_rate": 0.000955446523473588,
-      "loss": 1.2773,
+      "epoch": 0.5038499506416585,
+      "grad_norm": 0.05146661237954705,
+      "learning_rate": 0.0009313606580317477,
+      "loss": 1.428,
       "step": 3190
     },
     {
-      "epoch": 0.4443845595490088,
-      "grad_norm": 0.007580397439050809,
-      "learning_rate": 0.0009551957330345708,
-      "loss": 1.2909,
+      "epoch": 0.504639684106614,
+      "grad_norm": 0.055067368018344456,
+      "learning_rate": 0.0009310117095627505,
+      "loss": 1.4428,
       "step": 3195
     },
     {
-      "epoch": 0.44507999704439066,
-      "grad_norm": 0.008504331051602665,
-      "learning_rate": 0.0009549442718321952,
-      "loss": 1.2812,
+      "epoch": 0.5054294175715696,
+      "grad_norm": 0.05261597415845901,
+      "learning_rate": 0.0009306619420632145,
+      "loss": 1.5164,
       "step": 3200
     },
     {
-      "epoch": 0.44577543453977253,
-      "grad_norm": 0.007831967820083633,
-      "learning_rate": 0.0009546921402370075,
-      "loss": 1.3012,
+      "epoch": 0.5062191510365252,
+      "grad_norm": 0.054516909758204356,
+      "learning_rate": 0.0009303113561977861,
+      "loss": 1.403,
       "step": 3205
     },
     {
-      "epoch": 0.44647087203515434,
-      "grad_norm": 0.0072853823077519055,
-      "learning_rate": 0.0009544393386205412,
-      "loss": 1.2609,
+      "epoch": 0.5070088845014807,
+      "grad_norm": 0.05099032867996028,
+      "learning_rate": 0.0009299599526326661,
+      "loss": 1.4755,
       "step": 3210
     },
     {
-      "epoch": 0.4471663095305362,
-      "grad_norm": 0.007309080951481106,
-      "learning_rate": 0.0009541858673553179,
-      "loss": 1.2776,
+      "epoch": 0.5077986179664363,
+      "grad_norm": 0.05561841276843461,
+      "learning_rate": 0.0009296077320356101,
+      "loss": 1.4823,
       "step": 3215
     },
     {
-      "epoch": 0.4478617470259181,
-      "grad_norm": 0.008319891697027277,
-      "learning_rate": 0.0009539317268148452,
-      "loss": 1.3301,
+      "epoch": 0.5085883514313919,
+      "grad_norm": 0.05139469504265647,
+      "learning_rate": 0.0009292546950759254,
+      "loss": 1.4531,
       "step": 3220
     },
     {
-      "epoch": 0.44855718452129995,
-      "grad_norm": 0.00836721749448306,
-      "learning_rate": 0.0009536769173736175,
-      "loss": 1.3496,
+      "epoch": 0.5093780848963475,
+      "grad_norm": 0.05277271712682704,
+      "learning_rate": 0.000928900842424471,
+      "loss": 1.4231,
       "step": 3225
     },
     {
-      "epoch": 0.4492526220166818,
-      "grad_norm": 0.00819091510459865,
-      "learning_rate": 0.0009534214394071147,
-      "loss": 1.3492,
+      "epoch": 0.5101678183613031,
+      "grad_norm": 0.059301172911351806,
+      "learning_rate": 0.0009285461747536559,
+      "loss": 1.4345,
       "step": 3230
     },
     {
-      "epoch": 0.4499480595120637,
-      "grad_norm": 0.008115431772718937,
-      "learning_rate": 0.0009531652932918017,
-      "loss": 1.3155,
+      "epoch": 0.5109575518262587,
+      "grad_norm": 0.06707576164910073,
+      "learning_rate": 0.0009281906927374376,
+      "loss": 1.4703,
       "step": 3235
     },
     {
-      "epoch": 0.45064349700744555,
-      "grad_norm": 0.007089131548602827,
-      "learning_rate": 0.000952908479405128,
-      "loss": 1.3096,
+      "epoch": 0.5117472852912142,
+      "grad_norm": 0.056348349606303604,
+      "learning_rate": 0.0009278343970513214,
+      "loss": 1.4367,
       "step": 3240
     },
     {
-      "epoch": 0.4513389345028274,
-      "grad_norm": 0.007504345950669324,
-      "learning_rate": 0.0009526509981255273,
-      "loss": 1.2883,
+      "epoch": 0.5125370187561697,
+      "grad_norm": 0.048271926256825325,
+      "learning_rate": 0.0009274772883723587,
+      "loss": 1.3902,
       "step": 3245
     },
     {
-      "epoch": 0.45203437199820923,
-      "grad_norm": 0.007047205964478647,
-      "learning_rate": 0.0009523928498324167,
-      "loss": 1.3147,
+      "epoch": 0.5133267522211253,
+      "grad_norm": 0.05122999956786334,
+      "learning_rate": 0.0009271193673791455,
+      "loss": 1.4151,
       "step": 3250
     },
     {
-      "epoch": 0.4527298094935911,
-      "grad_norm": 0.007534291314617505,
-      "learning_rate": 0.000952134034906196,
-      "loss": 1.2981,
+      "epoch": 0.5141164856860809,
+      "grad_norm": 0.05566779195470269,
+      "learning_rate": 0.0009267606347518218,
+      "loss": 1.4962,
       "step": 3255
     },
     {
-      "epoch": 0.45342524698897296,
-      "grad_norm": 0.007370452095418424,
-      "learning_rate": 0.0009518745537282472,
-      "loss": 1.3001,
+      "epoch": 0.5149062191510365,
+      "grad_norm": 0.05216959645928945,
+      "learning_rate": 0.0009264010911720696,
+      "loss": 1.3848,
       "step": 3260
     },
     {
-      "epoch": 0.45412068448435483,
-      "grad_norm": 0.0072618955419457825,
-      "learning_rate": 0.0009516144066809347,
-      "loss": 1.2658,
+      "epoch": 0.5156959526159921,
+      "grad_norm": 0.059534442163933096,
+      "learning_rate": 0.000926040737323112,
+      "loss": 1.424,
       "step": 3265
     },
     {
-      "epoch": 0.4548161219797367,
-      "grad_norm": 0.0069845757112360594,
-      "learning_rate": 0.0009513535941476036,
-      "loss": 1.3261,
+      "epoch": 0.5164856860809477,
+      "grad_norm": 0.05007133560321567,
+      "learning_rate": 0.000925679573889712,
+      "loss": 1.4754,
       "step": 3270
     },
     {
-      "epoch": 0.45551155947511857,
-      "grad_norm": 0.007957066968848504,
-      "learning_rate": 0.0009510921165125797,
-      "loss": 1.3232,
+      "epoch": 0.5172754195459033,
+      "grad_norm": 0.05537538750620717,
+      "learning_rate": 0.0009253176015581708,
+      "loss": 1.421,
       "step": 3275
     },
     {
-      "epoch": 0.45620699697050043,
-      "grad_norm": 0.0073529202483452365,
-      "learning_rate": 0.0009508299741611688,
-      "loss": 1.3651,
+      "epoch": 0.5180651530108589,
+      "grad_norm": 0.048510035105381294,
+      "learning_rate": 0.0009249548210163267,
+      "loss": 1.4473,
       "step": 3280
     },
     {
-      "epoch": 0.45690243446588225,
-      "grad_norm": 0.007386451778005866,
-      "learning_rate": 0.0009505671674796567,
-      "loss": 1.3242,
+      "epoch": 0.5188548864758145,
+      "grad_norm": 0.04954418651688244,
+      "learning_rate": 0.0009245912329535541,
+      "loss": 1.4381,
       "step": 3285
     },
     {
-      "epoch": 0.4575978719612641,
-      "grad_norm": 0.007004663564973072,
-      "learning_rate": 0.0009503036968553074,
-      "loss": 1.286,
+      "epoch": 0.5196446199407699,
+      "grad_norm": 0.04830648650831529,
+      "learning_rate": 0.0009242268380607615,
+      "loss": 1.4269,
       "step": 3290
     },
     {
-      "epoch": 0.458293309456646,
-      "grad_norm": 0.007920897210310491,
-      "learning_rate": 0.0009500395626763638,
-      "loss": 1.2861,
+      "epoch": 0.5204343534057255,
+      "grad_norm": 0.05513551598637657,
+      "learning_rate": 0.0009238616370303905,
+      "loss": 1.4799,
       "step": 3295
     },
     {
-      "epoch": 0.45898874695202785,
-      "grad_norm": 0.00715852463092608,
-      "learning_rate": 0.0009497747653320467,
-      "loss": 1.312,
+      "epoch": 0.5212240868706811,
+      "grad_norm": 0.057028627775856724,
+      "learning_rate": 0.0009234956305564153,
+      "loss": 1.4389,
       "step": 3300
     },
     {
-      "epoch": 0.4596841844474097,
-      "grad_norm": 0.007923002619267448,
-      "learning_rate": 0.0009495093052125534,
-      "loss": 1.3124,
+      "epoch": 0.5220138203356367,
+      "grad_norm": 0.050801263696815424,
+      "learning_rate": 0.0009231288193343399,
+      "loss": 1.4444,
       "step": 3305
     },
     {
-      "epoch": 0.4603796219427916,
-      "grad_norm": 0.00815977885073551,
-      "learning_rate": 0.0009492431827090586,
-      "loss": 1.3427,
+      "epoch": 0.5228035538005923,
+      "grad_norm": 0.05472571254942763,
+      "learning_rate": 0.0009227612040611979,
+      "loss": 1.4597,
       "step": 3310
     },
     {
-      "epoch": 0.46107505943817345,
-      "grad_norm": 0.007500058266519525,
-      "learning_rate": 0.0009489763982137126,
-      "loss": 1.2918,
+      "epoch": 0.5235932872655479,
+      "grad_norm": 0.05030630732417887,
+      "learning_rate": 0.0009223927854355505,
+      "loss": 1.4404,
       "step": 3315
     },
     {
-      "epoch": 0.4617704969335553,
-      "grad_norm": 0.008070377896632662,
-      "learning_rate": 0.0009487089521196416,
-      "loss": 1.2925,
+      "epoch": 0.5243830207305035,
+      "grad_norm": 0.06471205352984294,
+      "learning_rate": 0.0009220235641574857,
+      "loss": 1.4825,
       "step": 3320
     },
     {
-      "epoch": 0.46246593442893713,
-      "grad_norm": 0.006659071052774801,
-      "learning_rate": 0.0009484408448209463,
-      "loss": 1.3614,
+      "epoch": 0.5251727541954591,
+      "grad_norm": 0.05479376785642533,
+      "learning_rate": 0.0009216535409286168,
+      "loss": 1.4057,
       "step": 3325
     },
     {
-      "epoch": 0.463161371924319,
-      "grad_norm": 0.006495535800684024,
-      "learning_rate": 0.000948172076712702,
-      "loss": 1.3273,
+      "epoch": 0.5259624876604146,
+      "grad_norm": 0.05890724926917669,
+      "learning_rate": 0.000921282716452081,
+      "loss": 1.4098,
       "step": 3330
     },
     {
-      "epoch": 0.46385680941970087,
-      "grad_norm": 0.007302693682012693,
-      "learning_rate": 0.0009479026481909575,
-      "loss": 1.2942,
+      "epoch": 0.5267522211253702,
+      "grad_norm": 0.05063582696828977,
+      "learning_rate": 0.0009209110914325376,
+      "loss": 1.4717,
       "step": 3335
     },
     {
-      "epoch": 0.46455224691508273,
-      "grad_norm": 0.0069828258634872875,
-      "learning_rate": 0.0009476325596527352,
-      "loss": 1.3232,
+      "epoch": 0.5275419545903257,
+      "grad_norm": 0.05205741186582174,
+      "learning_rate": 0.0009205386665761679,
+      "loss": 1.502,
       "step": 3340
     },
     {
-      "epoch": 0.4652476844104646,
-      "grad_norm": 0.008392362477924676,
-      "learning_rate": 0.0009473618114960296,
-      "loss": 1.3256,
+      "epoch": 0.5283316880552813,
+      "grad_norm": 0.053913567771437895,
+      "learning_rate": 0.0009201654425906725,
+      "loss": 1.401,
       "step": 3345
     },
     {
-      "epoch": 0.46594312190584647,
-      "grad_norm": 0.007474151011118271,
-      "learning_rate": 0.0009470904041198075,
-      "loss": 1.2749,
+      "epoch": 0.5291214215202369,
+      "grad_norm": 0.05525104640642054,
+      "learning_rate": 0.0009197914201852706,
+      "loss": 1.467,
       "step": 3350
     },
     {
-      "epoch": 0.46663855940122834,
-      "grad_norm": 0.008478275903863443,
-      "learning_rate": 0.0009468183379240069,
-      "loss": 1.3171,
+      "epoch": 0.5299111549851925,
+      "grad_norm": 0.06373218358182109,
+      "learning_rate": 0.000919416600070699,
+      "loss": 1.3922,
       "step": 3355
     },
     {
-      "epoch": 0.4673339968966102,
-      "grad_norm": 0.007585089499756349,
-      "learning_rate": 0.0009465456133095371,
-      "loss": 1.3322,
+      "epoch": 0.5307008884501481,
+      "grad_norm": 0.05964407277709222,
+      "learning_rate": 0.0009190409829592101,
+      "loss": 1.4193,
       "step": 3360
     },
     {
-      "epoch": 0.468029434391992,
-      "grad_norm": 0.007179685185497658,
-      "learning_rate": 0.0009462722306782767,
-      "loss": 1.3243,
+      "epoch": 0.5314906219151037,
+      "grad_norm": 0.04933557125199492,
+      "learning_rate": 0.0009186645695645706,
+      "loss": 1.4639,
       "step": 3365
     },
     {
-      "epoch": 0.4687248718873739,
-      "grad_norm": 0.007193742112355926,
-      "learning_rate": 0.000945998190433075,
-      "loss": 1.2892,
+      "epoch": 0.5322803553800592,
+      "grad_norm": 0.04771805128541161,
+      "learning_rate": 0.0009182873606020606,
+      "loss": 1.4898,
       "step": 3370
     },
     {
-      "epoch": 0.46942030938275575,
-      "grad_norm": 0.007375512666006333,
-      "learning_rate": 0.0009457234929777495,
-      "loss": 1.3371,
+      "epoch": 0.5330700888450148,
+      "grad_norm": 0.05551855596615134,
+      "learning_rate": 0.000917909356788472,
+      "loss": 1.4092,
       "step": 3375
     },
     {
-      "epoch": 0.4701157468781376,
-      "grad_norm": 0.007742317668006132,
-      "learning_rate": 0.0009454481387170866,
-      "loss": 1.3974,
+      "epoch": 0.5338598223099704,
+      "grad_norm": 0.05417660117466914,
+      "learning_rate": 0.0009175305588421068,
+      "loss": 1.5054,
       "step": 3380
     },
     {
-      "epoch": 0.4708111843735195,
-      "grad_norm": 0.00708622435552177,
-      "learning_rate": 0.0009451721280568405,
-      "loss": 1.3022,
+      "epoch": 0.534649555774926,
+      "grad_norm": 0.06281888426982489,
+      "learning_rate": 0.0009171509674827764,
+      "loss": 1.4375,
       "step": 3385
     },
     {
-      "epoch": 0.47150662186890135,
-      "grad_norm": 0.0073616640468259584,
-      "learning_rate": 0.0009448954614037323,
-      "loss": 1.2758,
+      "epoch": 0.5354392892398815,
+      "grad_norm": 0.055739245442059014,
+      "learning_rate": 0.0009167705834318,
+      "loss": 1.4391,
       "step": 3390
     },
     {
-      "epoch": 0.4722020593642832,
-      "grad_norm": 0.007110934170691701,
-      "learning_rate": 0.0009446181391654506,
-      "loss": 1.2923,
+      "epoch": 0.5362290227048371,
+      "grad_norm": 0.05562149145280158,
+      "learning_rate": 0.0009163894074120024,
+      "loss": 1.4518,
       "step": 3395
     },
     {
-      "epoch": 0.47289749685966503,
-      "grad_norm": 0.007903647215589088,
-      "learning_rate": 0.0009443401617506489,
-      "loss": 1.3151,
+      "epoch": 0.5370187561697927,
+      "grad_norm": 0.04860504115042713,
+      "learning_rate": 0.0009160074401477141,
+      "loss": 1.434,
       "step": 3400
     },
     {
-      "epoch": 0.4735929343550469,
-      "grad_norm": 0.006541142909995377,
-      "learning_rate": 0.000944061529568947,
-      "loss": 1.2607,
+      "epoch": 0.5378084896347483,
+      "grad_norm": 0.05002844964151092,
+      "learning_rate": 0.0009156246823647688,
+      "loss": 1.4506,
       "step": 3405
     },
     {
-      "epoch": 0.47428837185042877,
-      "grad_norm": 0.0068652294035811265,
-      "learning_rate": 0.0009437822430309291,
-      "loss": 1.3143,
+      "epoch": 0.5385982230997038,
+      "grad_norm": 0.05140677542160476,
+      "learning_rate": 0.0009152411347905026,
+      "loss": 1.4641,
       "step": 3410
     },
     {
-      "epoch": 0.47498380934581064,
-      "grad_norm": 0.007904284573292744,
-      "learning_rate": 0.0009435023025481441,
-      "loss": 1.3016,
+      "epoch": 0.5393879565646594,
+      "grad_norm": 0.052749086242107134,
+      "learning_rate": 0.0009148567981537519,
+      "loss": 1.4054,
       "step": 3415
     },
     {
-      "epoch": 0.4756792468411925,
-      "grad_norm": 0.007184100313202571,
-      "learning_rate": 0.0009432217085331042,
-      "loss": 1.2877,
+      "epoch": 0.540177690029615,
+      "grad_norm": 0.05411947034738776,
+      "learning_rate": 0.0009144716731848531,
+      "loss": 1.4404,
       "step": 3420
     },
     {
-      "epoch": 0.47637468433657437,
-      "grad_norm": 0.007311500660389538,
-      "learning_rate": 0.0009429404613992844,
-      "loss": 1.2928,
+      "epoch": 0.5409674234945706,
+      "grad_norm": 0.055595578436513186,
+      "learning_rate": 0.0009140857606156403,
+      "loss": 1.4532,
       "step": 3425
     },
     {
-      "epoch": 0.47707012183195624,
-      "grad_norm": 0.0074906978766460415,
-      "learning_rate": 0.0009426585615611229,
-      "loss": 1.293,
+      "epoch": 0.5417571569595262,
+      "grad_norm": 0.060942276445174935,
+      "learning_rate": 0.0009136990611794447,
+      "loss": 1.4399,
       "step": 3430
     },
     {
-      "epoch": 0.4777655593273381,
-      "grad_norm": 0.006882058767759142,
-      "learning_rate": 0.0009423760094340185,
-      "loss": 1.2917,
+      "epoch": 0.5425468904244818,
+      "grad_norm": 0.053217078723461875,
+      "learning_rate": 0.0009133115756110919,
+      "loss": 1.4256,
       "step": 3435
     },
     {
-      "epoch": 0.4784609968227199,
-      "grad_norm": 0.007642335346863326,
-      "learning_rate": 0.0009420928054343328,
-      "loss": 1.2845,
+      "epoch": 0.5433366238894373,
+      "grad_norm": 0.0593511338152294,
+      "learning_rate": 0.000912923304646902,
+      "loss": 1.4203,
       "step": 3440
     },
     {
-      "epoch": 0.4791564343181018,
-      "grad_norm": 0.007126067816944239,
-      "learning_rate": 0.0009418089499793862,
-      "loss": 1.2647,
+      "epoch": 0.5441263573543929,
+      "grad_norm": 0.04978728738523465,
+      "learning_rate": 0.0009125342490246877,
+      "loss": 1.3904,
       "step": 3445
     },
     {
-      "epoch": 0.47985187181348365,
-      "grad_norm": 0.007497308363419163,
-      "learning_rate": 0.0009415244434874604,
-      "loss": 1.3429,
+      "epoch": 0.5449160908193484,
+      "grad_norm": 0.06082476385970058,
+      "learning_rate": 0.000912144409483752,
+      "loss": 1.4507,
       "step": 3450
     },
     {
-      "epoch": 0.4805473093088655,
-      "grad_norm": 0.007362623237305767,
-      "learning_rate": 0.0009412392863777959,
-      "loss": 1.3455,
+      "epoch": 0.545705824284304,
+      "grad_norm": 0.18273292782841416,
+      "learning_rate": 0.0009117537867648882,
+      "loss": 1.4107,
       "step": 3455
     },
     {
-      "epoch": 0.4812427468042474,
-      "grad_norm": 0.006721574668726683,
-      "learning_rate": 0.000940953479070592,
-      "loss": 1.3422,
+      "epoch": 0.5464955577492596,
+      "grad_norm": 0.051385131124884936,
+      "learning_rate": 0.0009113623816103773,
+      "loss": 1.4722,
       "step": 3460
     },
     {
-      "epoch": 0.48193818429962926,
-      "grad_norm": 0.006836741903874027,
-      "learning_rate": 0.0009406670219870064,
-      "loss": 1.281,
+      "epoch": 0.5472852912142152,
+      "grad_norm": 0.052623335819496145,
+      "learning_rate": 0.0009109701947639879,
+      "loss": 1.4473,
       "step": 3465
     },
     {
-      "epoch": 0.4826336217950111,
-      "grad_norm": 0.006852869082073458,
-      "learning_rate": 0.0009403799155491537,
-      "loss": 1.3354,
+      "epoch": 0.5480750246791708,
+      "grad_norm": 0.05537572344104939,
+      "learning_rate": 0.0009105772269709734,
+      "loss": 1.4499,
       "step": 3470
     },
     {
-      "epoch": 0.483329059290393,
-      "grad_norm": 0.007300746333300641,
-      "learning_rate": 0.0009400921601801058,
-      "loss": 1.3537,
+      "epoch": 0.5488647581441264,
+      "grad_norm": 0.06306383620594683,
+      "learning_rate": 0.0009101834789780711,
+      "loss": 1.4375,
       "step": 3475
     },
     {
-      "epoch": 0.4840244967857748,
-      "grad_norm": 0.006873538983394869,
-      "learning_rate": 0.0009398037563038908,
-      "loss": 1.3244,
+      "epoch": 0.549654491609082,
+      "grad_norm": 0.053687270495787726,
+      "learning_rate": 0.0009097889515335014,
+      "loss": 1.4476,
       "step": 3480
     },
     {
-      "epoch": 0.4847199342811567,
-      "grad_norm": 0.006915967046867496,
-      "learning_rate": 0.0009395147043454923,
-      "loss": 1.3369,
+      "epoch": 0.5504442250740376,
+      "grad_norm": 0.0545655941300366,
+      "learning_rate": 0.0009093936453869653,
+      "loss": 1.466,
       "step": 3485
     },
     {
-      "epoch": 0.48541537177653854,
-      "grad_norm": 0.006862935394468639,
-      "learning_rate": 0.0009392250047308491,
-      "loss": 1.3076,
+      "epoch": 0.551233958538993,
+      "grad_norm": 0.06530341517174339,
+      "learning_rate": 0.000908997561289644,
+      "loss": 1.4036,
       "step": 3490
     },
     {
-      "epoch": 0.4861108092719204,
-      "grad_norm": 0.00706335228740146,
-      "learning_rate": 0.0009389346578868539,
-      "loss": 1.3013,
+      "epoch": 0.5520236920039486,
+      "grad_norm": 0.05210244646531386,
+      "learning_rate": 0.0009086006999941968,
+      "loss": 1.4409,
       "step": 3495
     },
     {
-      "epoch": 0.4868062467673023,
-      "grad_norm": 0.0071992034876228825,
-      "learning_rate": 0.0009386436642413539,
-      "loss": 1.3631,
+      "epoch": 0.5528134254689042,
+      "grad_norm": 0.0523119034089982,
+      "learning_rate": 0.0009082030622547598,
+      "loss": 1.3933,
       "step": 3500
     },
     {
-      "epoch": 0.48750168426268414,
-      "grad_norm": 0.007272267408783878,
-      "learning_rate": 0.0009383520242231487,
-      "loss": 1.3758,
+      "epoch": 0.5536031589338598,
+      "grad_norm": 0.05678922398792971,
+      "learning_rate": 0.0009078046488269445,
+      "loss": 1.4634,
       "step": 3505
     },
     {
-      "epoch": 0.488197121758066,
-      "grad_norm": 0.007074448075123484,
-      "learning_rate": 0.0009380597382619909,
-      "loss": 1.2901,
+      "epoch": 0.5543928923988154,
+      "grad_norm": 0.047943974578983216,
+      "learning_rate": 0.0009074054604678368,
+      "loss": 1.4331,
       "step": 3510
     },
     {
-      "epoch": 0.4888925592534478,
-      "grad_norm": 0.007224375755044964,
-      "learning_rate": 0.0009377668067885843,
-      "loss": 1.2903,
+      "epoch": 0.555182625863771,
+      "grad_norm": 0.052158441541564605,
+      "learning_rate": 0.0009070054979359947,
+      "loss": 1.5002,
       "step": 3515
     },
     {
-      "epoch": 0.4895879967488297,
-      "grad_norm": 0.007737653565944693,
-      "learning_rate": 0.0009374732302345847,
-      "loss": 1.3427,
+      "epoch": 0.5559723593287266,
+      "grad_norm": 0.05339038176828118,
+      "learning_rate": 0.0009066047619914475,
+      "loss": 1.4019,
       "step": 3520
     },
     {
-      "epoch": 0.49028343424421156,
-      "grad_norm": 0.007353344111062608,
-      "learning_rate": 0.0009371790090325978,
-      "loss": 1.319,
+      "epoch": 0.5567620927936822,
+      "grad_norm": 0.055812602684278276,
+      "learning_rate": 0.0009062032533956941,
+      "loss": 1.3983,
       "step": 3525
     },
     {
-      "epoch": 0.4909788717395934,
-      "grad_norm": 0.007218241158256836,
-      "learning_rate": 0.0009368841436161797,
-      "loss": 1.3138,
+      "epoch": 0.5575518262586378,
+      "grad_norm": 0.05050169845158733,
+      "learning_rate": 0.0009058009729117018,
+      "loss": 1.456,
       "step": 3530
     },
     {
-      "epoch": 0.4916743092349753,
-      "grad_norm": 0.007729535695302302,
-      "learning_rate": 0.0009365886344198356,
-      "loss": 1.2824,
+      "epoch": 0.5583415597235933,
+      "grad_norm": 0.055442319025040654,
+      "learning_rate": 0.0009053979213039048,
+      "loss": 1.3794,
       "step": 3535
     },
     {
-      "epoch": 0.49236974673035716,
-      "grad_norm": 0.0072839635767845134,
-      "learning_rate": 0.000936292481879019,
-      "loss": 1.2796,
+      "epoch": 0.5591312931885488,
+      "grad_norm": 0.054898551022071286,
+      "learning_rate": 0.000904994099338202,
+      "loss": 1.3976,
       "step": 3540
     },
     {
-      "epoch": 0.49306518422573903,
-      "grad_norm": 0.008183373919325575,
-      "learning_rate": 0.0009359956864301325,
-      "loss": 1.3151,
+      "epoch": 0.5599210266535044,
+      "grad_norm": 0.05745378831718071,
+      "learning_rate": 0.0009045895077819569,
+      "loss": 1.3871,
       "step": 3545
     },
     {
-      "epoch": 0.4937606217211209,
-      "grad_norm": 0.007534581484523247,
-      "learning_rate": 0.0009356982485105247,
-      "loss": 1.3471,
+      "epoch": 0.56071076011846,
+      "grad_norm": 0.04933188077420282,
+      "learning_rate": 0.000904184147403995,
+      "loss": 1.4788,
       "step": 3550
     },
     {
-      "epoch": 0.4944560592165027,
-      "grad_norm": 0.007367670260928116,
-      "learning_rate": 0.0009354001685584918,
-      "loss": 1.2975,
+      "epoch": 0.5615004935834156,
+      "grad_norm": 0.056164572386294215,
+      "learning_rate": 0.000903778018974603,
+      "loss": 1.4126,
       "step": 3555
     },
     {
-      "epoch": 0.4951514967118846,
-      "grad_norm": 0.007029523406449641,
-      "learning_rate": 0.0009351014470132759,
-      "loss": 1.2861,
+      "epoch": 0.5622902270483712,
+      "grad_norm": 0.05267533527098347,
+      "learning_rate": 0.0009033711232655266,
+      "loss": 1.41,
       "step": 3560
     },
     {
-      "epoch": 0.49584693420726644,
-      "grad_norm": 0.007551199387208859,
-      "learning_rate": 0.0009348020843150645,
-      "loss": 1.3086,
+      "epoch": 0.5630799605133268,
+      "grad_norm": 0.05658758368244957,
+      "learning_rate": 0.0009029634610499703,
+      "loss": 1.446,
       "step": 3565
     },
     {
-      "epoch": 0.4965423717026483,
-      "grad_norm": 0.007083741420261126,
-      "learning_rate": 0.0009345020809049896,
-      "loss": 1.2789,
+      "epoch": 0.5638696939782823,
+      "grad_norm": 0.04951128950844623,
+      "learning_rate": 0.0009025550331025944,
+      "loss": 1.3885,
       "step": 3570
     },
     {
-      "epoch": 0.4972378091980302,
-      "grad_norm": 0.007304596903387491,
-      "learning_rate": 0.0009342014372251279,
-      "loss": 1.3146,
+      "epoch": 0.5646594274432379,
+      "grad_norm": 0.05066676617943038,
+      "learning_rate": 0.0009021458401995148,
+      "loss": 1.4401,
       "step": 3575
     },
     {
-      "epoch": 0.49793324669341205,
-      "grad_norm": 0.007274891233769604,
-      "learning_rate": 0.0009339001537184995,
-      "loss": 1.2637,
+      "epoch": 0.5654491609081935,
+      "grad_norm": 0.05288485257090199,
+      "learning_rate": 0.0009017358831183009,
+      "loss": 1.392,
       "step": 3580
     },
     {
-      "epoch": 0.4986286841887939,
-      "grad_norm": 0.007038933684019503,
-      "learning_rate": 0.0009335982308290666,
-      "loss": 1.3265,
+      "epoch": 0.5662388943731491,
+      "grad_norm": 0.053218893234153616,
+      "learning_rate": 0.0009013251626379742,
+      "loss": 1.4859,
       "step": 3585
     },
     {
-      "epoch": 0.4993241216841758,
-      "grad_norm": 0.0073339648126526736,
-      "learning_rate": 0.0009332956690017344,
-      "loss": 1.2697,
+      "epoch": 0.5670286278381046,
+      "grad_norm": 0.05919458154139943,
+      "learning_rate": 0.0009009136795390063,
+      "loss": 1.3942,
       "step": 3590
     },
     {
-      "epoch": 0.5000195591795576,
-      "grad_norm": 0.007692742987029667,
-      "learning_rate": 0.0009329924686823492,
-      "loss": 1.2901,
+      "epoch": 0.5678183613030602,
+      "grad_norm": 0.05081900556851624,
+      "learning_rate": 0.0009005014346033189,
+      "loss": 1.41,
       "step": 3595
     },
     {
-      "epoch": 0.5007149966749395,
-      "grad_norm": 0.00767040069406373,
-      "learning_rate": 0.0009326886303176984,
-      "loss": 1.3309,
+      "epoch": 0.5686080947680158,
+      "grad_norm": 0.053637061436721534,
+      "learning_rate": 0.000900088428614281,
+      "loss": 1.4072,
       "step": 3600
     },
     {
-      "epoch": 0.5014104341703214,
-      "grad_norm": 0.0072073319741557,
-      "learning_rate": 0.0009323841543555095,
-      "loss": 1.368,
+      "epoch": 0.5693978282329714,
+      "grad_norm": 0.048374768500060575,
+      "learning_rate": 0.0008996746623567076,
+      "loss": 1.431,
       "step": 3605
     },
     {
-      "epoch": 0.5021058716657032,
-      "grad_norm": 0.008083860313855737,
-      "learning_rate": 0.0009320790412444493,
-      "loss": 1.3104,
+      "epoch": 0.570187561697927,
+      "grad_norm": 0.05314594622421566,
+      "learning_rate": 0.0008992601366168585,
+      "loss": 1.4211,
       "step": 3610
     },
     {
-      "epoch": 0.502801309161085,
-      "grad_norm": 0.007272919822590886,
-      "learning_rate": 0.0009317732914341241,
-      "loss": 1.3366,
+      "epoch": 0.5709772951628825,
+      "grad_norm": 0.05427126945395556,
+      "learning_rate": 0.0008988448521824368,
+      "loss": 1.4534,
       "step": 3615
     },
     {
-      "epoch": 0.5034967466564669,
-      "grad_norm": 0.006837309511331044,
-      "learning_rate": 0.0009314669053750777,
-      "loss": 1.2711,
+      "epoch": 0.5717670286278381,
+      "grad_norm": 0.052518846896718104,
+      "learning_rate": 0.0008984288098425875,
+      "loss": 1.4294,
       "step": 3620
     },
     {
-      "epoch": 0.5041921841518487,
-      "grad_norm": 0.006741830806096941,
-      "learning_rate": 0.0009311598835187919,
-      "loss": 1.3022,
+      "epoch": 0.5725567620927937,
+      "grad_norm": 0.05193591914630066,
+      "learning_rate": 0.0008980120103878951,
+      "loss": 1.5056,
       "step": 3625
     },
     {
-      "epoch": 0.5048876216472307,
-      "grad_norm": 0.007524291494715975,
-      "learning_rate": 0.0009308522263176853,
-      "loss": 1.3067,
+      "epoch": 0.5733464955577493,
+      "grad_norm": 0.05602441788221908,
+      "learning_rate": 0.0008975944546103836,
+      "loss": 1.4408,
       "step": 3630
     },
     {
-      "epoch": 0.5055830591426125,
-      "grad_norm": 0.008364225503298128,
-      "learning_rate": 0.0009305439342251128,
-      "loss": 1.3739,
+      "epoch": 0.5741362290227049,
+      "grad_norm": 0.05522915217621639,
+      "learning_rate": 0.000897176143303514,
+      "loss": 1.4783,
       "step": 3635
     },
     {
-      "epoch": 0.5062784966379944,
-      "grad_norm": 0.007936578910287805,
-      "learning_rate": 0.0009302350076953646,
-      "loss": 1.2889,
+      "epoch": 0.5749259624876604,
+      "grad_norm": 0.05295113326487166,
+      "learning_rate": 0.0008967570772621825,
+      "loss": 1.452,
       "step": 3640
     },
     {
-      "epoch": 0.5069739341333762,
-      "grad_norm": 0.00678810780672371,
-      "learning_rate": 0.0009299254471836661,
-      "loss": 1.3133,
+      "epoch": 0.575715695952616,
+      "grad_norm": 0.050022181940307754,
+      "learning_rate": 0.0008963372572827202,
+      "loss": 1.3872,
       "step": 3645
     },
     {
-      "epoch": 0.507669371628758,
-      "grad_norm": 0.007206100429425999,
-      "learning_rate": 0.0009296152531461768,
-      "loss": 1.3017,
+      "epoch": 0.5765054294175715,
+      "grad_norm": 0.05775501946875948,
+      "learning_rate": 0.0008959166841628903,
+      "loss": 1.4195,
       "step": 3650
     },
     {
-      "epoch": 0.50836480912414,
-      "grad_norm": 0.007280295465505574,
-      "learning_rate": 0.0009293044260399896,
-      "loss": 1.346,
+      "epoch": 0.5772951628825271,
+      "grad_norm": 0.05188599156855454,
+      "learning_rate": 0.0008954953587018877,
+      "loss": 1.382,
       "step": 3655
     },
     {
-      "epoch": 0.5090602466195218,
-      "grad_norm": 0.007683262601228083,
-      "learning_rate": 0.0009289929663231305,
-      "loss": 1.2975,
+      "epoch": 0.5780848963474827,
+      "grad_norm": 0.0489454131795804,
+      "learning_rate": 0.0008950732817003364,
+      "loss": 1.4056,
       "step": 3660
     },
     {
-      "epoch": 0.5097556841149037,
-      "grad_norm": 0.008229884301596787,
-      "learning_rate": 0.0009286808744545574,
-      "loss": 1.307,
+      "epoch": 0.5788746298124383,
+      "grad_norm": 0.04911099409237714,
+      "learning_rate": 0.0008946504539602886,
+      "loss": 1.4235,
       "step": 3665
     },
     {
-      "epoch": 0.5104511216102855,
-      "grad_norm": 0.007035201532511153,
-      "learning_rate": 0.0009283681508941602,
-      "loss": 1.3129,
+      "epoch": 0.5796643632773939,
+      "grad_norm": 0.05270994479306731,
+      "learning_rate": 0.0008942268762852237,
+      "loss": 1.4691,
       "step": 3670
     },
     {
-      "epoch": 0.5111465591056674,
-      "grad_norm": 0.00813485317248248,
-      "learning_rate": 0.0009280547961027591,
-      "loss": 1.3522,
+      "epoch": 0.5804540967423495,
+      "grad_norm": 0.05333894354047973,
+      "learning_rate": 0.0008938025494800453,
+      "loss": 1.3683,
       "step": 3675
     },
     {
-      "epoch": 0.5118419966010492,
-      "grad_norm": 0.007239620216572105,
-      "learning_rate": 0.000927740810542105,
-      "loss": 1.2764,
+      "epoch": 0.5812438302073051,
+      "grad_norm": 0.06433774532225765,
+      "learning_rate": 0.0008933774743510812,
+      "loss": 1.4161,
       "step": 3680
     },
     {
-      "epoch": 0.5125374340964312,
-      "grad_norm": 0.007813437675163864,
-      "learning_rate": 0.0009274261946748776,
-      "loss": 1.2848,
+      "epoch": 0.5820335636722606,
+      "grad_norm": 0.0519113385997,
+      "learning_rate": 0.0008929516517060807,
+      "loss": 1.4842,
       "step": 3685
     },
     {
-      "epoch": 0.513232871591813,
-      "grad_norm": 0.007557375692287984,
-      "learning_rate": 0.0009271109489646863,
-      "loss": 1.2959,
+      "epoch": 0.5828232971372161,
+      "grad_norm": 0.05548824707053337,
+      "learning_rate": 0.0008925250823542142,
+      "loss": 1.4035,
       "step": 3690
     },
     {
-      "epoch": 0.5139283090871948,
-      "grad_norm": 0.007385147737596715,
-      "learning_rate": 0.0009267950738760678,
-      "loss": 1.3277,
+      "epoch": 0.5836130306021717,
+      "grad_norm": 0.057153252044805675,
+      "learning_rate": 0.0008920977671060701,
+      "loss": 1.411,
       "step": 3695
     },
     {
-      "epoch": 0.5146237465825767,
-      "grad_norm": 0.007599175960897073,
-      "learning_rate": 0.0009264785698744867,
-      "loss": 1.2979,
+      "epoch": 0.5844027640671273,
+      "grad_norm": 0.049830136945954125,
+      "learning_rate": 0.000891669706773655,
+      "loss": 1.4219,
       "step": 3700
     },
     {
-      "epoch": 0.5153191840779585,
-      "grad_norm": 0.007441042056514216,
-      "learning_rate": 0.0009261614374263341,
-      "loss": 1.3198,
+      "epoch": 0.5851924975320829,
+      "grad_norm": 0.08922295010906407,
+      "learning_rate": 0.0008912409021703913,
+      "loss": 1.4611,
       "step": 3705
     },
     {
-      "epoch": 0.5160146215733404,
-      "grad_norm": 0.006970084071941575,
-      "learning_rate": 0.0009258436769989272,
-      "loss": 1.3148,
+      "epoch": 0.5859822309970385,
+      "grad_norm": 0.05275265734710299,
+      "learning_rate": 0.0008908113541111151,
+      "loss": 1.4078,
       "step": 3710
     },
     {
-      "epoch": 0.5167100590687222,
-      "grad_norm": 0.0071525962104122985,
-      "learning_rate": 0.0009255252890605088,
-      "loss": 1.3151,
+      "epoch": 0.5867719644619941,
+      "grad_norm": 0.050920350478258075,
+      "learning_rate": 0.0008903810634120759,
+      "loss": 1.4337,
       "step": 3715
     },
     {
-      "epoch": 0.5174054965641042,
-      "grad_norm": 0.006693129829718905,
-      "learning_rate": 0.0009252062740802462,
-      "loss": 1.3125,
+      "epoch": 0.5875616979269497,
+      "grad_norm": 0.05155273741740768,
+      "learning_rate": 0.000889950030890934,
+      "loss": 1.4566,
       "step": 3720
     },
     {
-      "epoch": 0.518100934059486,
-      "grad_norm": 0.0068272559833275496,
-      "learning_rate": 0.0009248866325282306,
-      "loss": 1.2964,
+      "epoch": 0.5883514313919053,
+      "grad_norm": 0.05135671866948534,
+      "learning_rate": 0.0008895182573667597,
+      "loss": 1.5032,
       "step": 3725
     },
     {
-      "epoch": 0.5187963715548678,
-      "grad_norm": 0.006931725135972752,
-      "learning_rate": 0.0009245663648754768,
-      "loss": 1.3206,
+      "epoch": 0.5891411648568609,
+      "grad_norm": 0.049100506560787315,
+      "learning_rate": 0.000889085743660031,
+      "loss": 1.4267,
       "step": 3730
     },
     {
-      "epoch": 0.5194918090502497,
-      "grad_norm": 0.006796201636821447,
-      "learning_rate": 0.0009242454715939218,
-      "loss": 1.2888,
+      "epoch": 0.5899308983218163,
+      "grad_norm": 0.048979830069428895,
+      "learning_rate": 0.0008886524905926326,
+      "loss": 1.4053,
       "step": 3735
     },
     {
-      "epoch": 0.5201872465456315,
-      "grad_norm": 0.007207978797010695,
-      "learning_rate": 0.000923923953156425,
-      "loss": 1.2644,
+      "epoch": 0.5907206317867719,
+      "grad_norm": 0.05157459156814408,
+      "learning_rate": 0.0008882184989878542,
+      "loss": 1.4214,
       "step": 3740
     },
     {
-      "epoch": 0.5208826840410135,
-      "grad_norm": 0.0071579604187468416,
-      "learning_rate": 0.0009236018100367663,
-      "loss": 1.3145,
+      "epoch": 0.5915103652517275,
+      "grad_norm": 0.055526289288820196,
+      "learning_rate": 0.0008877837696703888,
+      "loss": 1.4325,
       "step": 3745
     },
     {
-      "epoch": 0.5215781215363953,
-      "grad_norm": 0.007365869034837891,
-      "learning_rate": 0.000923279042709647,
-      "loss": 1.2924,
+      "epoch": 0.5923000987166831,
+      "grad_norm": 0.05045213602808521,
+      "learning_rate": 0.0008873483034663314,
+      "loss": 1.4025,
       "step": 3750
     },
     {
-      "epoch": 0.5222735590317772,
-      "grad_norm": 0.006936814248253451,
-      "learning_rate": 0.0009229556516506876,
-      "loss": 1.3149,
+      "epoch": 0.5930898321816387,
+      "grad_norm": 0.048058568833704296,
+      "learning_rate": 0.0008869121012031774,
+      "loss": 1.4169,
       "step": 3755
     },
     {
-      "epoch": 0.522968996527159,
-      "grad_norm": 0.007405223448543724,
-      "learning_rate": 0.0009226316373364276,
-      "loss": 1.3283,
+      "epoch": 0.5938795656465943,
+      "grad_norm": 0.05773425746072031,
+      "learning_rate": 0.0008864751637098203,
+      "loss": 1.4773,
       "step": 3760
     },
     {
-      "epoch": 0.5236644340225408,
-      "grad_norm": 0.007340669165161457,
-      "learning_rate": 0.0009223070002443256,
-      "loss": 1.3138,
+      "epoch": 0.5946692991115499,
+      "grad_norm": 0.055328045170275494,
+      "learning_rate": 0.0008860374918165515,
+      "loss": 1.4783,
       "step": 3765
     },
     {
-      "epoch": 0.5243598715179227,
-      "grad_norm": 0.006840949943917654,
-      "learning_rate": 0.0009219817408527574,
-      "loss": 1.2627,
+      "epoch": 0.5954590325765055,
+      "grad_norm": 0.04952045678014441,
+      "learning_rate": 0.0008855990863550574,
+      "loss": 1.4367,
       "step": 3770
     },
     {
-      "epoch": 0.5250553090133045,
-      "grad_norm": 0.006835009706631733,
-      "learning_rate": 0.0009216558596410159,
-      "loss": 1.357,
+      "epoch": 0.596248766041461,
+      "grad_norm": 0.05588192410259709,
+      "learning_rate": 0.0008851599481584185,
+      "loss": 1.4482,
       "step": 3775
     },
     {
-      "epoch": 0.5257507465086865,
-      "grad_norm": 0.007639935382861669,
-      "learning_rate": 0.00092132935708931,
-      "loss": 1.2929,
+      "epoch": 0.5970384995064166,
+      "grad_norm": 0.048916660646694435,
+      "learning_rate": 0.0008847200780611076,
+      "loss": 1.5032,
       "step": 3780
     },
     {
-      "epoch": 0.5264461840040683,
-      "grad_norm": 0.007591298902821605,
-      "learning_rate": 0.0009210022336787648,
-      "loss": 1.3036,
+      "epoch": 0.5978282329713721,
+      "grad_norm": 0.05082603757455637,
+      "learning_rate": 0.0008842794768989886,
+      "loss": 1.456,
       "step": 3785
     },
     {
-      "epoch": 0.5271416214994502,
-      "grad_norm": 0.007734760296969149,
-      "learning_rate": 0.0009206744898914199,
-      "loss": 1.2547,
+      "epoch": 0.5986179664363277,
+      "grad_norm": 0.053911262948290205,
+      "learning_rate": 0.0008838381455093144,
+      "loss": 1.436,
       "step": 3790
     },
     {
-      "epoch": 0.527837058994832,
-      "grad_norm": 0.008646174557611444,
-      "learning_rate": 0.0009203461262102291,
-      "loss": 1.2797,
+      "epoch": 0.5994076999012833,
+      "grad_norm": 0.051763986536861664,
+      "learning_rate": 0.0008833960847307254,
+      "loss": 1.3954,
       "step": 3795
     },
     {
-      "epoch": 0.5285324964902139,
-      "grad_norm": 0.008142011638641535,
-      "learning_rate": 0.0009200171431190595,
-      "loss": 1.3616,
+      "epoch": 0.6001974333662389,
+      "grad_norm": 0.05198608275050879,
+      "learning_rate": 0.0008829532954032482,
+      "loss": 1.4215,
       "step": 3800
     },
     {
-      "epoch": 0.5292279339855958,
-      "grad_norm": 0.007487532673793843,
-      "learning_rate": 0.0009196875411026915,
-      "loss": 1.2659,
+      "epoch": 0.6009871668311945,
+      "grad_norm": 0.05274540972130504,
+      "learning_rate": 0.0008825097783682938,
+      "loss": 1.3785,
       "step": 3805
     },
     {
-      "epoch": 0.5299233714809776,
-      "grad_norm": 0.00750576450369575,
-      "learning_rate": 0.0009193573206468171,
-      "loss": 1.2556,
+      "epoch": 0.60177690029615,
+      "grad_norm": 0.05239242380657807,
+      "learning_rate": 0.0008820655344686561,
+      "loss": 1.4436,
       "step": 3810
     },
     {
-      "epoch": 0.5306188089763595,
-      "grad_norm": 0.008240241092591175,
-      "learning_rate": 0.0009190264822380393,
-      "loss": 1.2667,
+      "epoch": 0.6025666337611056,
+      "grad_norm": 0.0541069833990531,
+      "learning_rate": 0.0008816205645485098,
+      "loss": 1.3758,
       "step": 3815
     },
     {
-      "epoch": 0.5313142464717413,
-      "grad_norm": 0.007225637840869491,
-      "learning_rate": 0.0009186950263638724,
-      "loss": 1.307,
+      "epoch": 0.6033563672260612,
+      "grad_norm": 0.0501767462199858,
+      "learning_rate": 0.0008811748694534099,
+      "loss": 1.4103,
       "step": 3820
     },
     {
-      "epoch": 0.5320096839671232,
-      "grad_norm": 0.007280734618072339,
-      "learning_rate": 0.0009183629535127405,
-      "loss": 1.2692,
+      "epoch": 0.6041461006910168,
+      "grad_norm": 0.05064003572984655,
+      "learning_rate": 0.0008807284500302888,
+      "loss": 1.4478,
       "step": 3825
     },
     {
-      "epoch": 0.532705121462505,
-      "grad_norm": 0.007089280233343792,
-      "learning_rate": 0.0009180302641739759,
-      "loss": 1.2338,
+      "epoch": 0.6049358341559724,
+      "grad_norm": 0.05126217790363503,
+      "learning_rate": 0.0008802813071274556,
+      "loss": 1.4851,
       "step": 3830
     },
     {
-      "epoch": 0.533400558957887,
-      "grad_norm": 0.007468414306103166,
-      "learning_rate": 0.0009176969588378207,
-      "loss": 1.282,
+      "epoch": 0.6057255676209279,
+      "grad_norm": 0.04840248912400133,
+      "learning_rate": 0.0008798334415945944,
+      "loss": 1.3998,
       "step": 3835
     },
     {
-      "epoch": 0.5340959964532688,
-      "grad_norm": 0.007512273636651516,
-      "learning_rate": 0.0009173630379954239,
-      "loss": 1.2796,
+      "epoch": 0.6065153010858835,
+      "grad_norm": 0.05385623047321993,
+      "learning_rate": 0.000879384854282762,
+      "loss": 1.423,
       "step": 3840
     },
     {
-      "epoch": 0.5347914339486506,
-      "grad_norm": 0.00789037480531381,
-      "learning_rate": 0.0009170285021388414,
-      "loss": 1.3,
+      "epoch": 0.6073050345508391,
+      "grad_norm": 0.054226195796238205,
+      "learning_rate": 0.0008789355460443871,
+      "loss": 1.4406,
       "step": 3845
     },
     {
-      "epoch": 0.5354868714440325,
-      "grad_norm": 0.007298630138258454,
-      "learning_rate": 0.000916693351761036,
-      "loss": 1.3007,
+      "epoch": 0.6080947680157947,
+      "grad_norm": 0.06069615579962409,
+      "learning_rate": 0.0008784855177332683,
+      "loss": 1.4164,
       "step": 3850
     },
     {
-      "epoch": 0.5361823089394143,
-      "grad_norm": 0.007393786485684189,
-      "learning_rate": 0.0009163575873558753,
-      "loss": 1.2676,
+      "epoch": 0.6088845014807502,
+      "grad_norm": 0.056416568010082054,
+      "learning_rate": 0.0008780347702045721,
+      "loss": 1.4814,
       "step": 3855
     },
     {
-      "epoch": 0.5368777464347962,
-      "grad_norm": 0.00652534437669516,
-      "learning_rate": 0.0009160212094181326,
-      "loss": 1.2959,
+      "epoch": 0.6096742349457058,
+      "grad_norm": 0.04997424598352669,
+      "learning_rate": 0.0008775833043148325,
+      "loss": 1.476,
       "step": 3860
     },
     {
-      "epoch": 0.5375731839301781,
-      "grad_norm": 0.009305994214270379,
-      "learning_rate": 0.0009156842184434843,
-      "loss": 1.3129,
+      "epoch": 0.6104639684106614,
+      "grad_norm": 0.06704745786918673,
+      "learning_rate": 0.0008771311209219479,
+      "loss": 1.4259,
       "step": 3865
     },
     {
-      "epoch": 0.53826862142556,
-      "grad_norm": 0.007545799727484652,
-      "learning_rate": 0.0009153466149285108,
-      "loss": 1.2694,
+      "epoch": 0.611253701875617,
+      "grad_norm": 0.05470528523312639,
+      "learning_rate": 0.0008766782208851804,
+      "loss": 1.4252,
       "step": 3870
     },
     {
-      "epoch": 0.5389640589209418,
-      "grad_norm": 0.009034143583775649,
-      "learning_rate": 0.0009150083993706948,
-      "loss": 1.316,
+      "epoch": 0.6120434353405726,
+      "grad_norm": 0.0619636083780646,
+      "learning_rate": 0.0008762246050651539,
+      "loss": 1.469,
       "step": 3875
     },
     {
-      "epoch": 0.5396594964163236,
-      "grad_norm": 0.007193574551359894,
-      "learning_rate": 0.0009146695722684212,
-      "loss": 1.3183,
+      "epoch": 0.6128331688055282,
+      "grad_norm": 0.06299974993325448,
+      "learning_rate": 0.0008757702743238523,
+      "loss": 1.4223,
       "step": 3880
     },
     {
-      "epoch": 0.5403549339117055,
-      "grad_norm": 0.007958342204721216,
-      "learning_rate": 0.000914330134120976,
-      "loss": 1.3229,
+      "epoch": 0.6136229022704837,
+      "grad_norm": 0.05482264948433337,
+      "learning_rate": 0.0008753152295246183,
+      "loss": 1.4726,
       "step": 3885
     },
     {
-      "epoch": 0.5410503714070873,
-      "grad_norm": 0.0074146203930575945,
-      "learning_rate": 0.0009139900854285453,
-      "loss": 1.3187,
+      "epoch": 0.6144126357354392,
+      "grad_norm": 0.05027608842150292,
+      "learning_rate": 0.0008748594715321512,
+      "loss": 1.43,
       "step": 3890
     },
     {
-      "epoch": 0.5417458089024693,
-      "grad_norm": 0.007176214180216838,
-      "learning_rate": 0.000913649426692215,
-      "loss": 1.3103,
+      "epoch": 0.6152023692003948,
+      "grad_norm": 0.05103780173301583,
+      "learning_rate": 0.000874403001212506,
+      "loss": 1.4351,
       "step": 3895
     },
     {
-      "epoch": 0.5424412463978511,
-      "grad_norm": 0.006996982866001668,
-      "learning_rate": 0.0009133081584139701,
-      "loss": 1.2507,
+      "epoch": 0.6159921026653504,
+      "grad_norm": 0.053632533048723945,
+      "learning_rate": 0.0008739458194330905,
+      "loss": 1.3895,
       "step": 3900
     },
     {
-      "epoch": 0.543136683893233,
-      "grad_norm": 0.006627967384192956,
-      "learning_rate": 0.0009129662810966939,
-      "loss": 1.291,
+      "epoch": 0.616781836130306,
+      "grad_norm": 0.0560223191937203,
+      "learning_rate": 0.0008734879270626653,
+      "loss": 1.4277,
       "step": 3905
     },
     {
-      "epoch": 0.5438321213886148,
-      "grad_norm": 0.007716741622459616,
-      "learning_rate": 0.000912623795244167,
-      "loss": 1.2912,
+      "epoch": 0.6175715695952616,
+      "grad_norm": 0.04673173468179565,
+      "learning_rate": 0.0008730293249713411,
+      "loss": 1.4041,
       "step": 3910
     },
     {
-      "epoch": 0.5445275588839967,
-      "grad_norm": 0.007193772150008081,
-      "learning_rate": 0.0009122807013610665,
-      "loss": 1.3186,
+      "epoch": 0.6183613030602172,
+      "grad_norm": 0.049557231852506094,
+      "learning_rate": 0.0008725700140305765,
+      "loss": 1.4307,
       "step": 3915
     },
     {
-      "epoch": 0.5452229963793785,
-      "grad_norm": 0.007046610410305058,
-      "learning_rate": 0.0009119369999529657,
-      "loss": 1.2815,
+      "epoch": 0.6191510365251728,
+      "grad_norm": 0.04899861744487035,
+      "learning_rate": 0.0008721099951131783,
+      "loss": 1.3983,
       "step": 3920
     },
     {
-      "epoch": 0.5459184338747604,
-      "grad_norm": 0.00658043759620645,
-      "learning_rate": 0.0009115926915263333,
-      "loss": 1.3165,
+      "epoch": 0.6199407699901284,
+      "grad_norm": 0.04973828877760047,
+      "learning_rate": 0.0008716492690932978,
+      "loss": 1.4296,
       "step": 3925
     },
     {
-      "epoch": 0.5466138713701423,
-      "grad_norm": 0.006910580625763938,
-      "learning_rate": 0.0009112477765885323,
-      "loss": 1.2877,
+      "epoch": 0.620730503455084,
+      "grad_norm": 0.04915938660462704,
+      "learning_rate": 0.0008711878368464301,
+      "loss": 1.435,
       "step": 3930
     },
     {
-      "epoch": 0.5473093088655241,
-      "grad_norm": 0.006446874744467253,
-      "learning_rate": 0.0009109022556478192,
-      "loss": 1.2974,
+      "epoch": 0.6215202369200394,
+      "grad_norm": 0.051764473562955875,
+      "learning_rate": 0.0008707256992494123,
+      "loss": 1.4161,
       "step": 3935
     },
     {
-      "epoch": 0.548004746360906,
-      "grad_norm": 0.007227466295831758,
-      "learning_rate": 0.0009105561292133442,
-      "loss": 1.3144,
+      "epoch": 0.622309970384995,
+      "grad_norm": 0.04957410061411473,
+      "learning_rate": 0.0008702628571804224,
+      "loss": 1.4374,
       "step": 3940
     },
     {
-      "epoch": 0.5487001838562878,
-      "grad_norm": 0.008287106145459182,
-      "learning_rate": 0.0009102093977951486,
-      "loss": 1.2951,
+      "epoch": 0.6230997038499506,
+      "grad_norm": 0.0490204051679125,
+      "learning_rate": 0.0008697993115189762,
+      "loss": 1.4138,
       "step": 3945
     },
     {
-      "epoch": 0.5493956213516697,
-      "grad_norm": 0.007734335083607682,
-      "learning_rate": 0.0009098620619041666,
-      "loss": 1.299,
+      "epoch": 0.6238894373149062,
+      "grad_norm": 0.05926225331403617,
+      "learning_rate": 0.0008693350631459271,
+      "loss": 1.4406,
       "step": 3950
     },
     {
-      "epoch": 0.5500910588470516,
-      "grad_norm": 0.006753886584748007,
-      "learning_rate": 0.0009095141220522218,
-      "loss": 1.294,
+      "epoch": 0.6246791707798618,
+      "grad_norm": 0.052361793966756526,
+      "learning_rate": 0.0008688701129434636,
+      "loss": 1.4429,
       "step": 3955
     },
     {
-      "epoch": 0.5507864963424334,
-      "grad_norm": 0.0072431071880844355,
-      "learning_rate": 0.0009091655787520288,
-      "loss": 1.3179,
+      "epoch": 0.6254689042448174,
+      "grad_norm": 0.05091254221932875,
+      "learning_rate": 0.0008684044617951079,
+      "loss": 1.3583,
       "step": 3960
     },
     {
-      "epoch": 0.5514819338378153,
-      "grad_norm": 0.00637392748839275,
-      "learning_rate": 0.0009088164325171906,
-      "loss": 1.2822,
+      "epoch": 0.626258637709773,
+      "grad_norm": 0.07914762427292829,
+      "learning_rate": 0.0008679381105857143,
+      "loss": 1.451,
       "step": 3965
     },
     {
-      "epoch": 0.5521773713331971,
-      "grad_norm": 0.006744144283286005,
-      "learning_rate": 0.0009084666838621993,
-      "loss": 1.316,
+      "epoch": 0.6270483711747286,
+      "grad_norm": 0.05143361305198217,
+      "learning_rate": 0.000867471060201467,
+      "loss": 1.4001,
       "step": 3970
     },
     {
-      "epoch": 0.552872808828579,
-      "grad_norm": 0.006531395266839384,
-      "learning_rate": 0.0009081163333024345,
-      "loss": 1.3168,
+      "epoch": 0.6278381046396841,
+      "grad_norm": 0.05612573233040547,
+      "learning_rate": 0.0008670033115298792,
+      "loss": 1.4463,
       "step": 3975
     },
     {
-      "epoch": 0.5535682463239608,
-      "grad_norm": 0.007476042729131681,
-      "learning_rate": 0.0009077653813541626,
-      "loss": 1.3069,
+      "epoch": 0.6286278381046397,
+      "grad_norm": 0.051789291144225036,
+      "learning_rate": 0.0008665348654597911,
+      "loss": 1.3786,
       "step": 3980
     },
     {
-      "epoch": 0.5542636838193428,
-      "grad_norm": 0.007098529281497971,
-      "learning_rate": 0.0009074138285345365,
-      "loss": 1.2712,
+      "epoch": 0.6294175715695952,
+      "grad_norm": 0.04957850203819225,
+      "learning_rate": 0.0008660657228813676,
+      "loss": 1.4197,
       "step": 3985
     },
     {
-      "epoch": 0.5549591213147246,
-      "grad_norm": 0.0066436865866857766,
-      "learning_rate": 0.0009070616753615941,
-      "loss": 1.2799,
+      "epoch": 0.6302073050345508,
+      "grad_norm": 0.04780764686634963,
+      "learning_rate": 0.0008655958846860976,
+      "loss": 1.4271,
       "step": 3990
     },
     {
-      "epoch": 0.5556545588101064,
-      "grad_norm": 0.006779603258389934,
-      "learning_rate": 0.0009067089223542584,
-      "loss": 1.2767,
+      "epoch": 0.6309970384995064,
+      "grad_norm": 0.054631870317652965,
+      "learning_rate": 0.0008651253517667918,
+      "loss": 1.4854,
       "step": 3995
     },
     {
-      "epoch": 0.5563499963054883,
-      "grad_norm": 0.007085247346066428,
-      "learning_rate": 0.000906355570032336,
-      "loss": 1.2954,
+      "epoch": 0.631786771964462,
+      "grad_norm": 0.051993380499748006,
+      "learning_rate": 0.000864654125017581,
+      "loss": 1.3818,
       "step": 4000
     },
     {
-      "epoch": 0.5570454338008701,
-      "grad_norm": 0.007041024975004706,
-      "learning_rate": 0.0009060016189165166,
-      "loss": 1.2732,
+      "epoch": 0.6325765054294176,
+      "grad_norm": 0.050981610567431314,
+      "learning_rate": 0.0008641822053339144,
+      "loss": 1.4438,
       "step": 4005
     },
     {
-      "epoch": 0.557740871296252,
-      "grad_norm": 0.007717434300583685,
-      "learning_rate": 0.0009056470695283726,
-      "loss": 1.3387,
+      "epoch": 0.6333662388943732,
+      "grad_norm": 0.046826661779664325,
+      "learning_rate": 0.0008637095936125576,
+      "loss": 1.364,
       "step": 4010
     },
     {
-      "epoch": 0.5584363087916339,
-      "grad_norm": 0.007177642083811271,
-      "learning_rate": 0.0009052919223903577,
-      "loss": 1.3401,
+      "epoch": 0.6341559723593287,
+      "grad_norm": 0.05187366389020366,
+      "learning_rate": 0.000863236290751592,
+      "loss": 1.4206,
       "step": 4015
     },
     {
-      "epoch": 0.5591317462870158,
-      "grad_norm": 0.006600564385967872,
-      "learning_rate": 0.0009049361780258067,
-      "loss": 1.2655,
+      "epoch": 0.6349457058242843,
+      "grad_norm": 0.04830126351287643,
+      "learning_rate": 0.0008627622976504119,
+      "loss": 1.4475,
       "step": 4020
     },
     {
-      "epoch": 0.5598271837823976,
-      "grad_norm": 0.006842696547986406,
-      "learning_rate": 0.0009045798369589341,
-      "loss": 1.2968,
+      "epoch": 0.6357354392892399,
+      "grad_norm": 0.048851215133474846,
+      "learning_rate": 0.0008622876152097233,
+      "loss": 1.4446,
       "step": 4025
     },
     {
-      "epoch": 0.5605226212777795,
-      "grad_norm": 0.006818613251725754,
-      "learning_rate": 0.0009042228997148339,
-      "loss": 1.3129,
+      "epoch": 0.6365251727541955,
+      "grad_norm": 0.1340006282781001,
+      "learning_rate": 0.0008618122443315421,
+      "loss": 1.4185,
       "step": 4030
     },
     {
-      "epoch": 0.5612180587731613,
-      "grad_norm": 0.007242459552303578,
-      "learning_rate": 0.0009038653668194786,
-      "loss": 1.298,
+      "epoch": 0.637314906219151,
+      "grad_norm": 0.05372096300391957,
+      "learning_rate": 0.0008613361859191921,
+      "loss": 1.4854,
       "step": 4035
     },
     {
-      "epoch": 0.5619134962685431,
-      "grad_norm": 0.0068997555924234415,
-      "learning_rate": 0.0009035072387997181,
-      "loss": 1.3043,
+      "epoch": 0.6381046396841066,
+      "grad_norm": 0.05482925954877802,
+      "learning_rate": 0.0008608594408773042,
+      "loss": 1.4482,
       "step": 4040
     },
     {
-      "epoch": 0.5626089337639251,
-      "grad_norm": 0.006887668558080864,
-      "learning_rate": 0.0009031485161832801,
-      "loss": 1.312,
+      "epoch": 0.6388943731490622,
+      "grad_norm": 0.051809834394880364,
+      "learning_rate": 0.000860382010111814,
+      "loss": 1.4188,
       "step": 4045
     },
     {
-      "epoch": 0.5633043712593069,
-      "grad_norm": 0.007152857249030768,
-      "learning_rate": 0.0009027891994987676,
-      "loss": 1.2567,
+      "epoch": 0.6396841066140178,
+      "grad_norm": 0.05458002789417965,
+      "learning_rate": 0.0008599038945299593,
+      "loss": 1.4301,
       "step": 4050
     },
     {
-      "epoch": 0.5639998087546888,
-      "grad_norm": 0.006151866540953708,
-      "learning_rate": 0.0009024292892756595,
-      "loss": 1.2557,
+      "epoch": 0.6404738400789733,
+      "grad_norm": 0.05071066374002859,
+      "learning_rate": 0.0008594250950402803,
+      "loss": 1.3487,
       "step": 4055
     },
     {
-      "epoch": 0.5646952462500706,
-      "grad_norm": 0.007027541836995132,
-      "learning_rate": 0.0009020687860443091,
-      "loss": 1.3181,
+      "epoch": 0.6412635735439289,
+      "grad_norm": 0.047467831084928996,
+      "learning_rate": 0.0008589456125526159,
+      "loss": 1.4786,
       "step": 4060
     },
     {
-      "epoch": 0.5653906837454525,
-      "grad_norm": 0.007100449078094477,
-      "learning_rate": 0.0009017076903359434,
-      "loss": 1.2763,
+      "epoch": 0.6420533070088845,
+      "grad_norm": 0.05114775768981785,
+      "learning_rate": 0.0008584654479781038,
+      "loss": 1.4399,
       "step": 4065
     },
     {
-      "epoch": 0.5660861212408344,
-      "grad_norm": 0.006950938323646375,
-      "learning_rate": 0.000901346002682663,
-      "loss": 1.2683,
+      "epoch": 0.6428430404738401,
+      "grad_norm": 0.05273028980689788,
+      "learning_rate": 0.0008579846022291771,
+      "loss": 1.4006,
       "step": 4070
     },
     {
-      "epoch": 0.5667815587362162,
-      "grad_norm": 0.007123289067957522,
-      "learning_rate": 0.0009009837236174404,
-      "loss": 1.3019,
+      "epoch": 0.6436327739387957,
+      "grad_norm": 0.046594799243981924,
+      "learning_rate": 0.0008575030762195632,
+      "loss": 1.3947,
       "step": 4075
     },
     {
-      "epoch": 0.5674769962315981,
-      "grad_norm": 0.006983346530307504,
-      "learning_rate": 0.0009006208536741195,
-      "loss": 1.3112,
+      "epoch": 0.6444225074037513,
+      "grad_norm": 0.04730531410686248,
+      "learning_rate": 0.0008570208708642831,
+      "loss": 1.426,
       "step": 4080
     },
     {
-      "epoch": 0.5681724337269799,
-      "grad_norm": 0.0067013513079188375,
-      "learning_rate": 0.000900257393387415,
-      "loss": 1.3279,
+      "epoch": 0.6452122408687068,
+      "grad_norm": 0.05551045461907556,
+      "learning_rate": 0.0008565379870796479,
+      "loss": 1.4513,
       "step": 4085
     },
     {
-      "epoch": 0.5688678712223618,
-      "grad_norm": 0.0075630756324913,
-      "learning_rate": 0.0008998933432929117,
-      "loss": 1.3382,
+      "epoch": 0.6460019743336624,
+      "grad_norm": 0.052653766220451634,
+      "learning_rate": 0.000856054425783258,
+      "loss": 1.4108,
       "step": 4090
     },
     {
-      "epoch": 0.5695633087177436,
-      "grad_norm": 0.006785372618374478,
-      "learning_rate": 0.0008995287039270633,
-      "loss": 1.2744,
+      "epoch": 0.6467917077986179,
+      "grad_norm": 0.051166300880734907,
+      "learning_rate": 0.0008555701878940013,
+      "loss": 1.3855,
       "step": 4095
     },
     {
-      "epoch": 0.5702587462131256,
-      "grad_norm": 0.00805944173807468,
-      "learning_rate": 0.0008991634758271916,
-      "loss": 1.2979,
+      "epoch": 0.6475814412635735,
+      "grad_norm": 0.049182843516561534,
+      "learning_rate": 0.0008550852743320518,
+      "loss": 1.3757,
       "step": 4100
     },
     {
-      "epoch": 0.5709541837085074,
-      "grad_norm": 0.007135209397464645,
-      "learning_rate": 0.0008987976595314866,
-      "loss": 1.2786,
+      "epoch": 0.6483711747285291,
+      "grad_norm": 0.04629499755693251,
+      "learning_rate": 0.0008545996860188668,
+      "loss": 1.3742,
       "step": 4105
     },
     {
-      "epoch": 0.5716496212038892,
-      "grad_norm": 0.00675331876184982,
-      "learning_rate": 0.0008984312555790047,
-      "loss": 1.3065,
+      "epoch": 0.6491609081934847,
+      "grad_norm": 0.04791827988261596,
+      "learning_rate": 0.0008541134238771859,
+      "loss": 1.4381,
       "step": 4110
     },
     {
-      "epoch": 0.5723450586992711,
-      "grad_norm": 0.007593337964764121,
-      "learning_rate": 0.0008980642645096679,
-      "loss": 1.3336,
+      "epoch": 0.6499506416584403,
+      "grad_norm": 0.04597211855880122,
+      "learning_rate": 0.0008536264888310299,
+      "loss": 1.4104,
       "step": 4115
     },
     {
-      "epoch": 0.5730404961946529,
-      "grad_norm": 0.007435934394060219,
-      "learning_rate": 0.0008976966868642642,
-      "loss": 1.2902,
+      "epoch": 0.6507403751233959,
+      "grad_norm": 0.04939991032060318,
+      "learning_rate": 0.0008531388818056974,
+      "loss": 1.4283,
       "step": 4120
     },
     {
-      "epoch": 0.5737359336900348,
-      "grad_norm": 0.0073332826490621434,
-      "learning_rate": 0.0008973285231844451,
-      "loss": 1.2845,
+      "epoch": 0.6515301085883515,
+      "grad_norm": 0.051990790710092924,
+      "learning_rate": 0.0008526506037277643,
+      "loss": 1.3914,
       "step": 4125
     },
     {
-      "epoch": 0.5744313711854167,
-      "grad_norm": 0.006868360222373974,
-      "learning_rate": 0.000896959774012726,
-      "loss": 1.3142,
+      "epoch": 0.6523198420533071,
+      "grad_norm": 0.05298046654624623,
+      "learning_rate": 0.0008521616555250815,
+      "loss": 1.445,
       "step": 4130
     },
     {
-      "epoch": 0.5751268086807986,
-      "grad_norm": 0.00688479228481869,
-      "learning_rate": 0.0008965904398924852,
-      "loss": 1.2721,
+      "epoch": 0.6531095755182625,
+      "grad_norm": 0.05062128218127855,
+      "learning_rate": 0.0008516720381267737,
+      "loss": 1.3981,
       "step": 4135
     },
     {
-      "epoch": 0.5758222461761804,
-      "grad_norm": 0.006938068574077727,
-      "learning_rate": 0.0008962205213679629,
-      "loss": 1.2832,
+      "epoch": 0.6538993089832181,
+      "grad_norm": 0.05367538209081342,
+      "learning_rate": 0.0008511817524632368,
+      "loss": 1.4107,
       "step": 4140
     },
     {
-      "epoch": 0.5765176836715623,
-      "grad_norm": 0.00652106608110105,
-      "learning_rate": 0.0008958500189842605,
-      "loss": 1.3072,
+      "epoch": 0.6546890424481737,
+      "grad_norm": 0.0508063449838144,
+      "learning_rate": 0.0008506907994661368,
+      "loss": 1.4396,
       "step": 4145
     },
     {
-      "epoch": 0.5772131211669441,
-      "grad_norm": 0.007012983055819884,
-      "learning_rate": 0.0008954789332873393,
-      "loss": 1.2817,
+      "epoch": 0.6554787759131293,
+      "grad_norm": 0.05298812162831243,
+      "learning_rate": 0.0008501991800684077,
+      "loss": 1.4133,
       "step": 4150
     },
     {
-      "epoch": 0.5779085586623259,
-      "grad_norm": 0.006857061828271168,
-      "learning_rate": 0.0008951072648240208,
-      "loss": 1.2596,
+      "epoch": 0.6562685093780849,
+      "grad_norm": 0.05210303152858787,
+      "learning_rate": 0.0008497068952042499,
+      "loss": 1.4186,
       "step": 4155
     },
     {
-      "epoch": 0.5786039961577079,
-      "grad_norm": 0.007685162141534555,
-      "learning_rate": 0.000894735014141985,
-      "loss": 1.2806,
+      "epoch": 0.6570582428430405,
+      "grad_norm": 0.05538017616385255,
+      "learning_rate": 0.0008492139458091283,
+      "loss": 1.4263,
       "step": 4160
     },
     {
-      "epoch": 0.5792994336530897,
-      "grad_norm": 0.006474314190516269,
-      "learning_rate": 0.0008943621817897698,
-      "loss": 1.2569,
+      "epoch": 0.6578479763079961,
+      "grad_norm": 0.04868125738843845,
+      "learning_rate": 0.0008487203328197707,
+      "loss": 1.4003,
       "step": 4165
     },
     {
-      "epoch": 0.5799948711484716,
-      "grad_norm": 0.006749265201459453,
-      "learning_rate": 0.00089398876831677,
-      "loss": 1.3175,
+      "epoch": 0.6586377097729517,
+      "grad_norm": 0.04983113332021661,
+      "learning_rate": 0.0008482260571741656,
+      "loss": 1.4322,
       "step": 4170
     },
     {
-      "epoch": 0.5806903086438534,
-      "grad_norm": 0.0065051210094050115,
-      "learning_rate": 0.0008936147742732374,
-      "loss": 1.2635,
+      "epoch": 0.6594274432379073,
+      "grad_norm": 0.05125477605816406,
+      "learning_rate": 0.0008477311198115611,
+      "loss": 1.4665,
       "step": 4175
     },
     {
-      "epoch": 0.5813857461392353,
-      "grad_norm": 0.007691802080064575,
-      "learning_rate": 0.0008932402002102784,
-      "loss": 1.2838,
+      "epoch": 0.6602171767028627,
+      "grad_norm": 0.05504333382122225,
+      "learning_rate": 0.0008472355216724624,
+      "loss": 1.4019,
       "step": 4180
     },
     {
-      "epoch": 0.5820811836346171,
-      "grad_norm": 0.006421192423646245,
-      "learning_rate": 0.000892865046679855,
-      "loss": 1.259,
+      "epoch": 0.6610069101678183,
+      "grad_norm": 0.05403665847128453,
+      "learning_rate": 0.0008467392636986306,
+      "loss": 1.3974,
       "step": 4185
     },
     {
-      "epoch": 0.582776621129999,
-      "grad_norm": 0.0071834523171321486,
-      "learning_rate": 0.0008924893142347824,
-      "loss": 1.2906,
+      "epoch": 0.6617966436327739,
+      "grad_norm": 0.04971384618931335,
+      "learning_rate": 0.0008462423468330807,
+      "loss": 1.3705,
       "step": 4190
     },
     {
-      "epoch": 0.5834720586253809,
-      "grad_norm": 0.006559504161011348,
-      "learning_rate": 0.0008921130034287292,
-      "loss": 1.2579,
+      "epoch": 0.6625863770977295,
+      "grad_norm": 0.05745564967076615,
+      "learning_rate": 0.000845744772020079,
+      "loss": 1.4276,
       "step": 4195
     },
     {
-      "epoch": 0.5841674961207627,
-      "grad_norm": 0.006695115540861972,
-      "learning_rate": 0.0008917361148162164,
-      "loss": 1.2852,
+      "epoch": 0.6633761105626851,
+      "grad_norm": 0.05255592375133529,
+      "learning_rate": 0.0008452465402051433,
+      "loss": 1.4225,
       "step": 4200
     },
     {
-      "epoch": 0.5848629336161446,
-      "grad_norm": 0.006716702106991633,
-      "learning_rate": 0.0008913586489526158,
-      "loss": 1.2807,
+      "epoch": 0.6641658440276407,
+      "grad_norm": 0.060758603838507126,
+      "learning_rate": 0.000844747652335039,
+      "loss": 1.4215,
       "step": 4205
     },
     {
-      "epoch": 0.5855583711115264,
-      "grad_norm": 0.007547538328785715,
-      "learning_rate": 0.0008909806063941507,
-      "loss": 1.231,
+      "epoch": 0.6649555774925963,
+      "grad_norm": 0.057774516100324386,
+      "learning_rate": 0.0008442481093577783,
+      "loss": 1.3998,
       "step": 4210
     },
     {
-      "epoch": 0.5862538086069083,
-      "grad_norm": 0.007178552691186149,
-      "learning_rate": 0.0008906019876978935,
-      "loss": 1.3066,
+      "epoch": 0.6657453109575519,
+      "grad_norm": 0.05178002332961004,
+      "learning_rate": 0.0008437479122226184,
+      "loss": 1.4694,
       "step": 4215
     },
     {
-      "epoch": 0.5869492461022902,
-      "grad_norm": 0.006511377989563895,
-      "learning_rate": 0.000890222793421766,
-      "loss": 1.2145,
+      "epoch": 0.6665350444225074,
+      "grad_norm": 0.05173641318907461,
+      "learning_rate": 0.0008432470618800595,
+      "loss": 1.3801,
       "step": 4220
     },
     {
-      "epoch": 0.587644683597672,
-      "grad_norm": 0.0073794116570806215,
-      "learning_rate": 0.0008898430241245376,
-      "loss": 1.3462,
+      "epoch": 0.667324777887463,
+      "grad_norm": 0.04692179746037619,
+      "learning_rate": 0.0008427455592818432,
+      "loss": 1.3586,
       "step": 4225
     },
     {
-      "epoch": 0.5883401210930539,
-      "grad_norm": 0.00798739096794392,
-      "learning_rate": 0.0008894626803658261,
-      "loss": 1.3467,
+      "epoch": 0.6681145113524185,
+      "grad_norm": 0.047571561779365404,
+      "learning_rate": 0.0008422434053809505,
+      "loss": 1.4263,
       "step": 4230
     },
     {
-      "epoch": 0.5890355585884357,
-      "grad_norm": 0.006561595845600723,
-      "learning_rate": 0.0008890817627060946,
-      "loss": 1.2499,
+      "epoch": 0.6689042448173741,
+      "grad_norm": 0.0599972190968071,
+      "learning_rate": 0.0008417406011315998,
+      "loss": 1.3752,
       "step": 4235
     },
     {
-      "epoch": 0.5897309960838176,
-      "grad_norm": 0.007554063646083788,
-      "learning_rate": 0.0008887002717066526,
-      "loss": 1.2833,
+      "epoch": 0.6696939782823297,
+      "grad_norm": 0.048111997706053275,
+      "learning_rate": 0.0008412371474892455,
+      "loss": 1.3987,
       "step": 4240
     },
     {
-      "epoch": 0.5904264335791994,
-      "grad_norm": 0.007175462586051364,
-      "learning_rate": 0.0008883182079296542,
-      "loss": 1.2274,
+      "epoch": 0.6704837117472853,
+      "grad_norm": 0.05090213249727765,
+      "learning_rate": 0.0008407330454105762,
+      "loss": 1.3836,
       "step": 4245
     },
     {
-      "epoch": 0.5911218710745814,
-      "grad_norm": 0.006824699493776069,
-      "learning_rate": 0.0008879355719380978,
-      "loss": 1.2569,
+      "epoch": 0.6712734452122409,
+      "grad_norm": 0.04516466660235353,
+      "learning_rate": 0.0008402282958535123,
+      "loss": 1.4145,
       "step": 4250
     },
     {
-      "epoch": 0.5918173085699632,
-      "grad_norm": 0.006715528567257401,
-      "learning_rate": 0.0008875523642958245,
-      "loss": 1.2792,
+      "epoch": 0.6720631786771964,
+      "grad_norm": 0.048145347981673935,
+      "learning_rate": 0.0008397228997772049,
+      "loss": 1.4448,
       "step": 4255
     },
     {
-      "epoch": 0.5925127460653451,
-      "grad_norm": 0.007063703707095719,
-      "learning_rate": 0.0008871685855675184,
-      "loss": 1.2892,
+      "epoch": 0.672852912142152,
+      "grad_norm": 0.06222246470687917,
+      "learning_rate": 0.0008392168581420334,
+      "loss": 1.4175,
       "step": 4260
     },
     {
-      "epoch": 0.5932081835607269,
-      "grad_norm": 0.006945352817808443,
-      "learning_rate": 0.0008867842363187048,
-      "loss": 1.235,
+      "epoch": 0.6736426456071076,
+      "grad_norm": 0.05134174265308403,
+      "learning_rate": 0.0008387101719096042,
+      "loss": 1.489,
       "step": 4265
     },
     {
-      "epoch": 0.5939036210561087,
-      "grad_norm": 0.007021421788958119,
-      "learning_rate": 0.0008863993171157494,
-      "loss": 1.2923,
+      "epoch": 0.6744323790720632,
+      "grad_norm": 0.04672489860549635,
+      "learning_rate": 0.0008382028420427484,
+      "loss": 1.4207,
       "step": 4270
     },
     {
-      "epoch": 0.5945990585514906,
-      "grad_norm": 0.006909754672806664,
-      "learning_rate": 0.0008860138285258583,
-      "loss": 1.3177,
+      "epoch": 0.6752221125370188,
+      "grad_norm": 0.04928319293284489,
+      "learning_rate": 0.0008376948695055203,
+      "loss": 1.4012,
       "step": 4275
     },
     {
-      "epoch": 0.5952944960468725,
-      "grad_norm": 0.006839226659889004,
-      "learning_rate": 0.0008856277711170764,
-      "loss": 1.3298,
+      "epoch": 0.6760118460019743,
+      "grad_norm": 0.050056138291688354,
+      "learning_rate": 0.000837186255263195,
+      "loss": 1.4461,
       "step": 4280
     },
     {
-      "epoch": 0.5959899335422544,
-      "grad_norm": 0.006364287790092876,
-      "learning_rate": 0.0008852411454582867,
-      "loss": 1.3252,
+      "epoch": 0.6768015794669299,
+      "grad_norm": 0.06210026242712101,
+      "learning_rate": 0.0008366770002822677,
+      "loss": 1.3867,
       "step": 4285
     },
     {
-      "epoch": 0.5966853710376362,
-      "grad_norm": 0.007774754250202216,
-      "learning_rate": 0.0008848539521192099,
-      "loss": 1.3084,
+      "epoch": 0.6775913129318855,
+      "grad_norm": 0.046675763592496915,
+      "learning_rate": 0.0008361671055304508,
+      "loss": 1.3802,
       "step": 4290
     },
     {
-      "epoch": 0.5973808085330181,
-      "grad_norm": 0.006722562931792411,
-      "learning_rate": 0.0008844661916704027,
-      "loss": 1.231,
+      "epoch": 0.678381046396841,
+      "grad_norm": 0.047955039364921015,
+      "learning_rate": 0.0008356565719766721,
+      "loss": 1.4241,
       "step": 4295
     },
     {
-      "epoch": 0.5980762460283999,
-      "grad_norm": 0.007597309589661272,
-      "learning_rate": 0.0008840778646832581,
-      "loss": 1.2669,
+      "epoch": 0.6791707798617966,
+      "grad_norm": 0.05686539041627703,
+      "learning_rate": 0.0008351454005910739,
+      "loss": 1.4211,
       "step": 4300
     },
     {
-      "epoch": 0.5987716835237817,
-      "grad_norm": 0.006513749286131555,
-      "learning_rate": 0.0008836889717300032,
-      "loss": 1.355,
+      "epoch": 0.6799605133267522,
+      "grad_norm": 0.0520625702520345,
+      "learning_rate": 0.0008346335923450104,
+      "loss": 1.3969,
       "step": 4305
     },
     {
-      "epoch": 0.5994671210191637,
-      "grad_norm": 0.007504966298299027,
-      "learning_rate": 0.0008832995133836999,
-      "loss": 1.2928,
+      "epoch": 0.6807502467917078,
+      "grad_norm": 0.04850655879138032,
+      "learning_rate": 0.0008341211482110456,
+      "loss": 1.418,
       "step": 4310
     },
     {
-      "epoch": 0.6001625585145455,
-      "grad_norm": 0.006735945141645698,
-      "learning_rate": 0.0008829094902182424,
-      "loss": 1.2946,
+      "epoch": 0.6815399802566634,
+      "grad_norm": 0.04893292512326282,
+      "learning_rate": 0.0008336080691629521,
+      "loss": 1.3936,
       "step": 4315
     },
     {
-      "epoch": 0.6008579960099274,
-      "grad_norm": 0.006879032917559289,
-      "learning_rate": 0.0008825189028083579,
-      "loss": 1.2491,
+      "epoch": 0.682329713721619,
+      "grad_norm": 0.05077031339221379,
+      "learning_rate": 0.0008330943561757092,
+      "loss": 1.4327,
       "step": 4320
     },
     {
-      "epoch": 0.6015534335053092,
-      "grad_norm": 0.006475362425185295,
-      "learning_rate": 0.0008821277517296047,
-      "loss": 1.3013,
+      "epoch": 0.6831194471865746,
+      "grad_norm": 0.05446688734286691,
+      "learning_rate": 0.0008325800102255003,
+      "loss": 1.438,
       "step": 4325
     },
     {
-      "epoch": 0.6022488710006911,
-      "grad_norm": 0.007847721921878395,
-      "learning_rate": 0.0008817360375583719,
-      "loss": 1.2594,
+      "epoch": 0.6839091806515301,
+      "grad_norm": 0.04691865411893445,
+      "learning_rate": 0.0008320650322897126,
+      "loss": 1.3827,
       "step": 4330
     },
     {
-      "epoch": 0.602944308496073,
-      "grad_norm": 0.006813717078987609,
-      "learning_rate": 0.0008813437608718781,
-      "loss": 1.2497,
+      "epoch": 0.6846989141164856,
+      "grad_norm": 0.052270274604445305,
+      "learning_rate": 0.0008315494233469327,
+      "loss": 1.4114,
       "step": 4335
     },
     {
-      "epoch": 0.6036397459914548,
-      "grad_norm": 0.0078107340797336075,
-      "learning_rate": 0.0008809509222481713,
-      "loss": 1.2544,
+      "epoch": 0.6854886475814412,
+      "grad_norm": 0.04950749061367193,
+      "learning_rate": 0.0008310331843769476,
+      "loss": 1.4333,
       "step": 4340
     },
     {
-      "epoch": 0.6043351834868367,
-      "grad_norm": 0.006608939918145008,
-      "learning_rate": 0.0008805575222661268,
-      "loss": 1.3169,
+      "epoch": 0.6862783810463968,
+      "grad_norm": 0.0532300830606508,
+      "learning_rate": 0.0008305163163607412,
+      "loss": 1.438,
       "step": 4345
     },
     {
-      "epoch": 0.6050306209822185,
-      "grad_norm": 0.006895293511519326,
-      "learning_rate": 0.0008801635615054476,
-      "loss": 1.3158,
+      "epoch": 0.6870681145113524,
+      "grad_norm": 0.04760485768552394,
+      "learning_rate": 0.0008299988202804925,
+      "loss": 1.4028,
       "step": 4350
     },
     {
-      "epoch": 0.6057260584776004,
-      "grad_norm": 0.007267965867415975,
-      "learning_rate": 0.0008797690405466632,
-      "loss": 1.3061,
+      "epoch": 0.687857847976308,
+      "grad_norm": 0.051098734694621555,
+      "learning_rate": 0.0008294806971195737,
+      "loss": 1.34,
       "step": 4355
     },
     {
-      "epoch": 0.6064214959729822,
-      "grad_norm": 0.006980255279258603,
-      "learning_rate": 0.000879373959971128,
-      "loss": 1.3283,
+      "epoch": 0.6886475814412636,
+      "grad_norm": 0.047060670334633466,
+      "learning_rate": 0.0008289619478625494,
+      "loss": 1.4058,
       "step": 4360
     },
     {
-      "epoch": 0.6071169334683642,
-      "grad_norm": 0.00752187136997139,
-      "learning_rate": 0.0008789783203610217,
-      "loss": 1.2974,
+      "epoch": 0.6894373149062192,
+      "grad_norm": 0.04948747476843157,
+      "learning_rate": 0.0008284425734951734,
+      "loss": 1.4422,
       "step": 4365
     },
     {
-      "epoch": 0.607812370963746,
-      "grad_norm": 0.007542615025252815,
-      "learning_rate": 0.0008785821222993473,
-      "loss": 1.2318,
+      "epoch": 0.6902270483711748,
+      "grad_norm": 0.04907353455029169,
+      "learning_rate": 0.0008279225750043875,
+      "loss": 1.3911,
       "step": 4370
     },
     {
-      "epoch": 0.6085078084591279,
-      "grad_norm": 0.0063945854671201,
-      "learning_rate": 0.0008781853663699309,
-      "loss": 1.2856,
+      "epoch": 0.6910167818361304,
+      "grad_norm": 0.04641205112847837,
+      "learning_rate": 0.0008274019533783194,
+      "loss": 1.3912,
       "step": 4375
     },
     {
-      "epoch": 0.6092032459545097,
-      "grad_norm": 0.00693469462070422,
-      "learning_rate": 0.0008777880531574207,
-      "loss": 1.3091,
+      "epoch": 0.6918065153010858,
+      "grad_norm": 0.048035512821108496,
+      "learning_rate": 0.000826880709606281,
+      "loss": 1.3563,
       "step": 4380
     },
     {
-      "epoch": 0.6098986834498915,
-      "grad_norm": 0.006441681669640497,
-      "learning_rate": 0.0008773901832472861,
-      "loss": 1.2477,
+      "epoch": 0.6925962487660414,
+      "grad_norm": 0.05320848187132082,
+      "learning_rate": 0.0008263588446787664,
+      "loss": 1.4256,
       "step": 4385
     },
     {
-      "epoch": 0.6105941209452734,
-      "grad_norm": 0.007971449355256942,
-      "learning_rate": 0.0008769917572258166,
-      "loss": 1.3617,
+      "epoch": 0.693385982230997,
+      "grad_norm": 0.05480960174911438,
+      "learning_rate": 0.0008258363595874502,
+      "loss": 1.4308,
       "step": 4390
     },
     {
-      "epoch": 0.6112895584406552,
-      "grad_norm": 0.0066965065440800714,
-      "learning_rate": 0.0008765927756801213,
-      "loss": 1.2648,
+      "epoch": 0.6941757156959526,
+      "grad_norm": 0.04960708341669855,
+      "learning_rate": 0.0008253132553251854,
+      "loss": 1.4478,
       "step": 4395
     },
     {
-      "epoch": 0.6119849959360372,
-      "grad_norm": 0.009522219948864248,
-      "learning_rate": 0.0008761932391981283,
-      "loss": 1.2801,
+      "epoch": 0.6949654491609082,
+      "grad_norm": 0.049158196514021965,
+      "learning_rate": 0.0008247895328860014,
+      "loss": 1.3877,
       "step": 4400
     },
     {
-      "epoch": 0.612680433431419,
-      "grad_norm": 0.00709917813160801,
-      "learning_rate": 0.0008757931483685826,
-      "loss": 1.3484,
+      "epoch": 0.6957551826258638,
+      "grad_norm": 0.05341041523120077,
+      "learning_rate": 0.0008242651932651024,
+      "loss": 1.4411,
       "step": 4405
     },
     {
-      "epoch": 0.6133758709268009,
-      "grad_norm": 0.007324026848439288,
-      "learning_rate": 0.000875392503781047,
-      "loss": 1.2798,
+      "epoch": 0.6965449160908194,
+      "grad_norm": 0.06562384798944358,
+      "learning_rate": 0.0008237402374588656,
+      "loss": 1.42,
       "step": 4410
     },
     {
-      "epoch": 0.6140713084221827,
-      "grad_norm": 0.007067111341022408,
-      "learning_rate": 0.0008749913060258996,
-      "loss": 1.2713,
+      "epoch": 0.697334649555775,
+      "grad_norm": 0.04607397782819676,
+      "learning_rate": 0.0008232146664648387,
+      "loss": 1.3987,
       "step": 4415
     },
     {
-      "epoch": 0.6147667459175645,
-      "grad_norm": 0.006575391944535905,
-      "learning_rate": 0.0008745895556943339,
-      "loss": 1.2834,
+      "epoch": 0.6981243830207305,
+      "grad_norm": 0.052566243829619594,
+      "learning_rate": 0.0008226884812817387,
+      "loss": 1.4354,
       "step": 4420
     },
     {
-      "epoch": 0.6154621834129465,
-      "grad_norm": 0.006276237659192635,
-      "learning_rate": 0.0008741872533783578,
-      "loss": 1.2645,
+      "epoch": 0.6989141164856861,
+      "grad_norm": 0.046352146927116054,
+      "learning_rate": 0.0008221616829094495,
+      "loss": 1.4415,
       "step": 4425
     },
     {
-      "epoch": 0.6161576209083283,
-      "grad_norm": 0.007490641937224049,
-      "learning_rate": 0.0008737843996707924,
-      "loss": 1.3258,
+      "epoch": 0.6997038499506416,
+      "grad_norm": 0.04739750119694829,
+      "learning_rate": 0.0008216342723490208,
+      "loss": 1.4204,
       "step": 4430
     },
     {
-      "epoch": 0.6168530584037102,
-      "grad_norm": 0.007476118626675556,
-      "learning_rate": 0.0008733809951652711,
-      "loss": 1.3062,
+      "epoch": 0.7004935834155972,
+      "grad_norm": 0.052895222327197705,
+      "learning_rate": 0.0008211062506026649,
+      "loss": 1.3933,
       "step": 4435
     },
     {
-      "epoch": 0.617548495899092,
-      "grad_norm": 0.006459407807086477,
-      "learning_rate": 0.0008729770404562396,
-      "loss": 1.2929,
+      "epoch": 0.7012833168805528,
+      "grad_norm": 0.04634544132691191,
+      "learning_rate": 0.0008205776186737557,
+      "loss": 1.405,
       "step": 4440
     },
     {
-      "epoch": 0.6182439333944739,
-      "grad_norm": 0.0069668117809325,
-      "learning_rate": 0.0008725725361389536,
-      "loss": 1.299,
+      "epoch": 0.7020730503455084,
+      "grad_norm": 0.052135692717829335,
+      "learning_rate": 0.0008200483775668268,
+      "loss": 1.3848,
       "step": 4445
     },
     {
-      "epoch": 0.6189393708898557,
-      "grad_norm": 0.006552204836693504,
-      "learning_rate": 0.0008721674828094792,
-      "loss": 1.2902,
+      "epoch": 0.702862783810464,
+      "grad_norm": 0.050452725658542426,
+      "learning_rate": 0.0008195185282875693,
+      "loss": 1.3726,
       "step": 4450
     },
     {
-      "epoch": 0.6196348083852375,
-      "grad_norm": 0.0068791309595651155,
-      "learning_rate": 0.0008717618810646913,
-      "loss": 1.2613,
+      "epoch": 0.7036525172754196,
+      "grad_norm": 0.051260129918615345,
+      "learning_rate": 0.0008189880718428298,
+      "loss": 1.4377,
       "step": 4455
     },
     {
-      "epoch": 0.6203302458806195,
-      "grad_norm": 0.006267458109732964,
-      "learning_rate": 0.0008713557315022731,
-      "loss": 1.2245,
+      "epoch": 0.7044422507403751,
+      "grad_norm": 0.05050300427663912,
+      "learning_rate": 0.000818457009240609,
+      "loss": 1.4017,
       "step": 4460
     },
     {
-      "epoch": 0.6210256833760013,
-      "grad_norm": 0.006549785130194739,
-      "learning_rate": 0.0008709490347207149,
-      "loss": 1.3296,
+      "epoch": 0.7052319842053307,
+      "grad_norm": 0.04858951245353277,
+      "learning_rate": 0.0008179253414900593,
+      "loss": 1.3838,
       "step": 4465
     },
     {
-      "epoch": 0.6217211208713832,
-      "grad_norm": 0.007439584252298021,
-      "learning_rate": 0.0008705417913193132,
-      "loss": 1.244,
+      "epoch": 0.7060217176702863,
+      "grad_norm": 0.04958548234921132,
+      "learning_rate": 0.0008173930696014826,
+      "loss": 1.4459,
       "step": 4470
     },
     {
-      "epoch": 0.622416558366765,
-      "grad_norm": 0.00676779606390069,
-      "learning_rate": 0.0008701340018981705,
-      "loss": 1.2668,
+      "epoch": 0.7068114511352419,
+      "grad_norm": 0.047691415477597,
+      "learning_rate": 0.0008168601945863299,
+      "loss": 1.4145,
       "step": 4475
     },
     {
-      "epoch": 0.6231119958621469,
-      "grad_norm": 0.007179117484080415,
-      "learning_rate": 0.0008697256670581933,
-      "loss": 1.2785,
+      "epoch": 0.7076011846001974,
+      "grad_norm": 0.04894852491622476,
+      "learning_rate": 0.000816326717457197,
+      "loss": 1.4242,
       "step": 4480
     },
     {
-      "epoch": 0.6238074333575288,
-      "grad_norm": 0.006677633761789278,
-      "learning_rate": 0.0008693167874010923,
-      "loss": 1.2744,
+      "epoch": 0.708390918065153,
+      "grad_norm": 0.050776669506313446,
+      "learning_rate": 0.0008157926392278247,
+      "loss": 1.4079,
       "step": 4485
     },
     {
-      "epoch": 0.6245028708529107,
-      "grad_norm": 0.007106045893312101,
-      "learning_rate": 0.0008689073635293806,
-      "loss": 1.3263,
+      "epoch": 0.7091806515301086,
+      "grad_norm": 0.05159771843152244,
+      "learning_rate": 0.0008152579609130961,
+      "loss": 1.3949,
       "step": 4490
     },
     {
-      "epoch": 0.6251983083482925,
-      "grad_norm": 0.008102743897991267,
-      "learning_rate": 0.0008684973960463735,
-      "loss": 1.3121,
+      "epoch": 0.7099703849950642,
+      "grad_norm": 0.0534334173928965,
+      "learning_rate": 0.0008147226835290338,
+      "loss": 1.4488,
       "step": 4495
     },
     {
-      "epoch": 0.6258937458436743,
-      "grad_norm": 0.00694103833046868,
-      "learning_rate": 0.0008680868855561876,
-      "loss": 1.2914,
+      "epoch": 0.7107601184600197,
+      "grad_norm": 0.046322134412600295,
+      "learning_rate": 0.0008141868080927997,
+      "loss": 1.3837,
       "step": 4500
     },
     {
-      "epoch": 0.6265891833390562,
-      "grad_norm": 0.006562144189242294,
-      "learning_rate": 0.0008676758326637391,
-      "loss": 1.321,
+      "epoch": 0.7115498519249753,
+      "grad_norm": 0.04575315442716472,
+      "learning_rate": 0.0008136503356226916,
+      "loss": 1.455,
       "step": 4505
     },
     {
-      "epoch": 0.627284620834438,
-      "grad_norm": 0.00651997576269505,
-      "learning_rate": 0.0008672642379747437,
-      "loss": 1.3001,
+      "epoch": 0.7123395853899309,
+      "grad_norm": 0.049920640315383576,
+      "learning_rate": 0.0008131132671381421,
+      "loss": 1.4517,
       "step": 4510
     },
     {
-      "epoch": 0.62798005832982,
-      "grad_norm": 0.006966494931088457,
-      "learning_rate": 0.0008668521020957157,
-      "loss": 1.2594,
+      "epoch": 0.7131293188548865,
+      "grad_norm": 0.04998648400888747,
+      "learning_rate": 0.0008125756036597161,
+      "loss": 1.433,
       "step": 4515
     },
     {
-      "epoch": 0.6286754958252018,
-      "grad_norm": 0.007045989814509176,
-      "learning_rate": 0.0008664394256339665,
-      "loss": 1.2753,
+      "epoch": 0.7139190523198421,
+      "grad_norm": 0.05169321810696086,
+      "learning_rate": 0.0008120373462091095,
+      "loss": 1.4614,
       "step": 4520
     },
     {
-      "epoch": 0.6293709333205837,
-      "grad_norm": 0.006864272414568458,
-      "learning_rate": 0.0008660262091976044,
-      "loss": 1.2789,
+      "epoch": 0.7147087857847977,
+      "grad_norm": 0.04875360036447387,
+      "learning_rate": 0.0008114984958091466,
+      "loss": 1.4096,
       "step": 4525
     },
     {
-      "epoch": 0.6300663708159655,
-      "grad_norm": 0.006427338501408542,
-      "learning_rate": 0.0008656124533955334,
-      "loss": 1.2623,
+      "epoch": 0.7154985192497532,
+      "grad_norm": 0.04665365426713941,
+      "learning_rate": 0.0008109590534837785,
+      "loss": 1.3664,
       "step": 4530
     },
     {
-      "epoch": 0.6307618083113473,
-      "grad_norm": 0.0065108626536790875,
-      "learning_rate": 0.0008651981588374518,
-      "loss": 1.2736,
+      "epoch": 0.7162882527147088,
+      "grad_norm": 0.049614070248586994,
+      "learning_rate": 0.0008104190202580811,
+      "loss": 1.3978,
       "step": 4535
     },
     {
-      "epoch": 0.6314572458067292,
-      "grad_norm": 0.007021920728978439,
-      "learning_rate": 0.0008647833261338525,
-      "loss": 1.312,
+      "epoch": 0.7170779861796643,
+      "grad_norm": 0.04452580521253192,
+      "learning_rate": 0.0008098783971582534,
+      "loss": 1.382,
       "step": 4540
     },
     {
-      "epoch": 0.632152683302111,
-      "grad_norm": 0.0063780874181889385,
-      "learning_rate": 0.0008643679558960209,
-      "loss": 1.2521,
+      "epoch": 0.7178677196446199,
+      "grad_norm": 0.04514285449298945,
+      "learning_rate": 0.000809337185211615,
+      "loss": 1.3958,
       "step": 4545
     },
     {
-      "epoch": 0.632848120797493,
-      "grad_norm": 0.006468660614582455,
-      "learning_rate": 0.0008639520487360346,
-      "loss": 1.2511,
+      "epoch": 0.7186574531095755,
+      "grad_norm": 0.050414764514772704,
+      "learning_rate": 0.0008087953854466044,
+      "loss": 1.4127,
       "step": 4550
     },
     {
-      "epoch": 0.6335435582928748,
-      "grad_norm": 0.0069588670830954096,
-      "learning_rate": 0.0008635356052667626,
-      "loss": 1.2929,
+      "epoch": 0.7194471865745311,
+      "grad_norm": 0.051315115867971654,
+      "learning_rate": 0.0008082529988927776,
+      "loss": 1.4375,
       "step": 4555
     },
     {
-      "epoch": 0.6342389957882567,
-      "grad_norm": 0.006561951363792527,
-      "learning_rate": 0.0008631186261018641,
-      "loss": 1.2554,
+      "epoch": 0.7202369200394867,
+      "grad_norm": 0.04893953152663823,
+      "learning_rate": 0.0008077100265808053,
+      "loss": 1.4101,
       "step": 4560
     },
     {
-      "epoch": 0.6349344332836385,
-      "grad_norm": 0.006609527645404247,
-      "learning_rate": 0.0008627011118557873,
-      "loss": 1.2579,
+      "epoch": 0.7210266535044423,
+      "grad_norm": 0.04921624485453972,
+      "learning_rate": 0.000807166469542471,
+      "loss": 1.3737,
       "step": 4565
     },
     {
-      "epoch": 0.6356298707790203,
-      "grad_norm": 0.007053398852479592,
-      "learning_rate": 0.0008622830631437694,
-      "loss": 1.3492,
+      "epoch": 0.7218163869693979,
+      "grad_norm": 0.048325119809956844,
+      "learning_rate": 0.00080662232881067,
+      "loss": 1.444,
       "step": 4570
     },
     {
-      "epoch": 0.6363253082744023,
-      "grad_norm": 0.00675674962992415,
-      "learning_rate": 0.0008618644805818352,
-      "loss": 1.2669,
+      "epoch": 0.7226061204343535,
+      "grad_norm": 0.04671697031692502,
+      "learning_rate": 0.0008060776054194061,
+      "loss": 1.4131,
       "step": 4575
     },
     {
-      "epoch": 0.6370207457697841,
-      "grad_norm": 0.007517418274396408,
-      "learning_rate": 0.0008614453647867955,
-      "loss": 1.2659,
+      "epoch": 0.7233958538993089,
+      "grad_norm": 0.045709476152791556,
+      "learning_rate": 0.0008055323004037909,
+      "loss": 1.4438,
       "step": 4580
     },
     {
-      "epoch": 0.637716183265166,
-      "grad_norm": 0.006781272312867991,
-      "learning_rate": 0.0008610257163762476,
-      "loss": 1.2819,
+      "epoch": 0.7241855873642645,
+      "grad_norm": 0.048372579218728735,
+      "learning_rate": 0.0008049864148000407,
+      "loss": 1.3849,
       "step": 4585
     },
     {
-      "epoch": 0.6384116207605478,
-      "grad_norm": 0.0066331628481497975,
-      "learning_rate": 0.0008606055359685732,
-      "loss": 1.3018,
+      "epoch": 0.7249753208292201,
+      "grad_norm": 0.0473823626703476,
+      "learning_rate": 0.0008044399496454754,
+      "loss": 1.3964,
       "step": 4590
     },
     {
-      "epoch": 0.6391070582559297,
-      "grad_norm": 0.006305135307980244,
-      "learning_rate": 0.000860184824182938,
-      "loss": 1.268,
+      "epoch": 0.7257650542941757,
+      "grad_norm": 0.04444170611945119,
+      "learning_rate": 0.000803892905978516,
+      "loss": 1.3982,
       "step": 4595
     },
     {
-      "epoch": 0.6398024957513115,
-      "grad_norm": 0.00684181612550172,
-      "learning_rate": 0.0008597635816392911,
-      "loss": 1.303,
+      "epoch": 0.7265547877591313,
+      "grad_norm": 0.05061423134056396,
+      "learning_rate": 0.000803345284838683,
+      "loss": 1.3959,
       "step": 4600
     },
     {
-      "epoch": 0.6404979332466935,
-      "grad_norm": 0.0069445483209361215,
-      "learning_rate": 0.0008593418089583632,
-      "loss": 1.251,
+      "epoch": 0.7273445212240869,
+      "grad_norm": 0.05055917154307647,
+      "learning_rate": 0.0008027970872665944,
+      "loss": 1.4144,
       "step": 4605
     },
     {
-      "epoch": 0.6411933707420753,
-      "grad_norm": 0.007241692173127859,
-      "learning_rate": 0.0008589195067616665,
-      "loss": 1.2953,
+      "epoch": 0.7281342546890425,
+      "grad_norm": 0.04924294225692726,
+      "learning_rate": 0.0008022483143039628,
+      "loss": 1.3926,
       "step": 4610
     },
     {
-      "epoch": 0.6418888082374571,
-      "grad_norm": 0.006719622508288486,
-      "learning_rate": 0.0008584966756714933,
-      "loss": 1.2744,
+      "epoch": 0.7289239881539981,
+      "grad_norm": 0.0461999260733525,
+      "learning_rate": 0.000801698966993595,
+      "loss": 1.4153,
       "step": 4615
     },
     {
-      "epoch": 0.642584245732839,
-      "grad_norm": 0.006448640604812055,
-      "learning_rate": 0.0008580733163109154,
-      "loss": 1.2849,
+      "epoch": 0.7297137216189536,
+      "grad_norm": 0.048468668742426016,
+      "learning_rate": 0.000801149046379389,
+      "loss": 1.4046,
       "step": 4620
     },
     {
-      "epoch": 0.6432796832282208,
-      "grad_norm": 0.007206393683758748,
-      "learning_rate": 0.0008576494293037829,
-      "loss": 1.2909,
+      "epoch": 0.7305034550839091,
+      "grad_norm": 0.04935270894834484,
+      "learning_rate": 0.0008005985535063319,
+      "loss": 1.4136,
       "step": 4625
     },
     {
-      "epoch": 0.6439751207236027,
-      "grad_norm": 0.006539715157326544,
-      "learning_rate": 0.0008572250152747237,
-      "loss": 1.3241,
+      "epoch": 0.7312931885488647,
+      "grad_norm": 0.05120813932577873,
+      "learning_rate": 0.0008000474894204987,
+      "loss": 1.4126,
       "step": 4630
     },
     {
-      "epoch": 0.6446705582189846,
-      "grad_norm": 0.007133936983635743,
-      "learning_rate": 0.000856800074849142,
-      "loss": 1.3011,
+      "epoch": 0.7320829220138203,
+      "grad_norm": 0.04754191722622555,
+      "learning_rate": 0.0007994958551690493,
+      "loss": 1.3751,
       "step": 4635
     },
     {
-      "epoch": 0.6453659957143665,
-      "grad_norm": 0.007452531954016169,
-      "learning_rate": 0.0008563746086532179,
-      "loss": 1.2285,
+      "epoch": 0.7328726554787759,
+      "grad_norm": 0.04924821511599995,
+      "learning_rate": 0.0007989436518002278,
+      "loss": 1.3823,
       "step": 4640
     },
     {
-      "epoch": 0.6460614332097483,
-      "grad_norm": 0.006883799804299074,
-      "learning_rate": 0.0008559486173139061,
-      "loss": 1.2564,
+      "epoch": 0.7336623889437315,
+      "grad_norm": 0.050104119497456176,
+      "learning_rate": 0.000798390880363359,
+      "loss": 1.3677,
       "step": 4645
     },
     {
-      "epoch": 0.6467568707051301,
-      "grad_norm": 0.006930601212574478,
-      "learning_rate": 0.0008555221014589352,
-      "loss": 1.3119,
+      "epoch": 0.7344521224086871,
+      "grad_norm": 0.04556758493016733,
+      "learning_rate": 0.0007978375419088476,
+      "loss": 1.368,
       "step": 4650
     },
     {
-      "epoch": 0.647452308200512,
-      "grad_norm": 0.006030801608471217,
-      "learning_rate": 0.0008550950617168066,
-      "loss": 1.2763,
+      "epoch": 0.7352418558736427,
+      "grad_norm": 0.05035466277625104,
+      "learning_rate": 0.0007972836374881758,
+      "loss": 1.4046,
       "step": 4655
     },
     {
-      "epoch": 0.6481477456958938,
-      "grad_norm": 0.006949884790315528,
-      "learning_rate": 0.000854667498716794,
-      "loss": 1.2636,
+      "epoch": 0.7360315893385982,
+      "grad_norm": 0.05105075926768557,
+      "learning_rate": 0.000796729168153901,
+      "loss": 1.4002,
       "step": 4660
     },
     {
-      "epoch": 0.6488431831912758,
-      "grad_norm": 0.006490870738591521,
-      "learning_rate": 0.000854239413088942,
-      "loss": 1.2743,
+      "epoch": 0.7368213228035538,
+      "grad_norm": 0.049334878690275114,
+      "learning_rate": 0.0007961741349596543,
+      "loss": 1.4424,
       "step": 4665
     },
     {
-      "epoch": 0.6495386206866576,
-      "grad_norm": 0.007148264823374453,
-      "learning_rate": 0.000853810805464065,
-      "loss": 1.2583,
+      "epoch": 0.7376110562685094,
+      "grad_norm": 0.04983815425001988,
+      "learning_rate": 0.0007956185389601382,
+      "loss": 1.3655,
       "step": 4670
     },
     {
-      "epoch": 0.6502340581820395,
-      "grad_norm": 0.0068608489496336635,
-      "learning_rate": 0.000853381676473747,
-      "loss": 1.2918,
+      "epoch": 0.7384007897334649,
+      "grad_norm": 0.054230152809762504,
+      "learning_rate": 0.000795062381211125,
+      "loss": 1.4275,
       "step": 4675
     },
     {
-      "epoch": 0.6509294956774213,
-      "grad_norm": 0.006278644245372675,
-      "learning_rate": 0.0008529520267503404,
-      "loss": 1.2395,
+      "epoch": 0.7391905231984205,
+      "grad_norm": 0.04828167343221048,
+      "learning_rate": 0.0007945056627694536,
+      "loss": 1.4293,
       "step": 4680
     },
     {
-      "epoch": 0.6516249331728032,
-      "grad_norm": 0.007732272614991054,
-      "learning_rate": 0.0008525218569269644,
-      "loss": 1.268,
+      "epoch": 0.7399802566633761,
+      "grad_norm": 0.048545741543063035,
+      "learning_rate": 0.0007939483846930293,
+      "loss": 1.4454,
       "step": 4685
     },
     {
-      "epoch": 0.652320370668185,
-      "grad_norm": 0.007163110357825732,
-      "learning_rate": 0.0008520911676375049,
-      "loss": 1.248,
+      "epoch": 0.7407699901283317,
+      "grad_norm": 0.04612922186520923,
+      "learning_rate": 0.0007933905480408205,
+      "loss": 1.3981,
       "step": 4690
     },
     {
-      "epoch": 0.6530158081635669,
-      "grad_norm": 0.007460996822323313,
-      "learning_rate": 0.0008516599595166135,
-      "loss": 1.303,
+      "epoch": 0.7415597235932873,
+      "grad_norm": 0.0488737723250001,
+      "learning_rate": 0.0007928321538728567,
+      "loss": 1.4201,
       "step": 4695
     },
     {
-      "epoch": 0.6537112456589488,
-      "grad_norm": 0.00690174810008208,
-      "learning_rate": 0.0008512282331997058,
-      "loss": 1.2809,
+      "epoch": 0.7423494570582428,
+      "grad_norm": 0.049093899765830694,
+      "learning_rate": 0.0007922732032502273,
+      "loss": 1.395,
       "step": 4700
     },
     {
-      "epoch": 0.6544066831543306,
-      "grad_norm": 0.006886152661531643,
-      "learning_rate": 0.0008507959893229616,
-      "loss": 1.2349,
+      "epoch": 0.7431391905231984,
+      "grad_norm": 0.046607136033950364,
+      "learning_rate": 0.0007917136972350789,
+      "loss": 1.4163,
       "step": 4705
     },
     {
-      "epoch": 0.6551021206497125,
-      "grad_norm": 0.006548673006206455,
-      "learning_rate": 0.0008503632285233228,
-      "loss": 1.2136,
+      "epoch": 0.743928923988154,
+      "grad_norm": 0.04606885240854943,
+      "learning_rate": 0.0007911536368906136,
+      "loss": 1.4156,
       "step": 4710
     },
     {
-      "epoch": 0.6557975581450943,
-      "grad_norm": 0.007267744736578208,
-      "learning_rate": 0.0008499299514384934,
-      "loss": 1.3129,
+      "epoch": 0.7447186574531096,
+      "grad_norm": 0.0477652323073008,
+      "learning_rate": 0.0007905930232810865,
+      "loss": 1.419,
       "step": 4715
     },
     {
-      "epoch": 0.6564929956404763,
-      "grad_norm": 0.0064605201868374205,
-      "learning_rate": 0.0008494961587069383,
-      "loss": 1.2876,
+      "epoch": 0.7455083909180652,
+      "grad_norm": 0.048924102676203875,
+      "learning_rate": 0.0007900318574718045,
+      "loss": 1.394,
       "step": 4720
     },
     {
-      "epoch": 0.6571884331358581,
-      "grad_norm": 0.008668274202214561,
-      "learning_rate": 0.0008490618509678816,
-      "loss": 1.3275,
+      "epoch": 0.7462981243830207,
+      "grad_norm": 0.05102257199872943,
+      "learning_rate": 0.0007894701405291236,
+      "loss": 1.4428,
       "step": 4725
     },
     {
-      "epoch": 0.6578838706312399,
-      "grad_norm": 0.0070763077366342245,
-      "learning_rate": 0.0008486270288613069,
-      "loss": 1.2553,
+      "epoch": 0.7470878578479763,
+      "grad_norm": 0.05149882686177125,
+      "learning_rate": 0.0007889078735204471,
+      "loss": 1.4186,
       "step": 4730
     },
     {
-      "epoch": 0.6585793081266218,
-      "grad_norm": 0.006960935981072887,
-      "learning_rate": 0.0008481916930279556,
-      "loss": 1.2069,
+      "epoch": 0.7478775913129319,
+      "grad_norm": 0.04827909037856279,
+      "learning_rate": 0.0007883450575142238,
+      "loss": 1.4404,
       "step": 4735
     },
     {
-      "epoch": 0.6592747456220036,
-      "grad_norm": 0.00716721906301076,
-      "learning_rate": 0.000847755844109326,
-      "loss": 1.2598,
+      "epoch": 0.7486673247778874,
+      "grad_norm": 0.05315122697653825,
+      "learning_rate": 0.0007877816935799451,
+      "loss": 1.47,
       "step": 4740
     },
     {
-      "epoch": 0.6599701831173855,
-      "grad_norm": 0.007504736515737145,
-      "learning_rate": 0.0008473194827476727,
-      "loss": 1.2795,
+      "epoch": 0.749457058242843,
+      "grad_norm": 0.048722447326346986,
+      "learning_rate": 0.0007872177827881444,
+      "loss": 1.3862,
       "step": 4745
     },
     {
-      "epoch": 0.6606656206127673,
-      "grad_norm": 0.00675583473427645,
-      "learning_rate": 0.000846882609586005,
-      "loss": 1.2696,
+      "epoch": 0.7502467917077986,
+      "grad_norm": 0.049167499878151284,
+      "learning_rate": 0.0007866533262103937,
+      "loss": 1.411,
       "step": 4750
     },
     {
-      "epoch": 0.6613610581081493,
-      "grad_norm": 0.0069208328345134506,
-      "learning_rate": 0.000846445225268087,
-      "loss": 1.2783,
+      "epoch": 0.7510365251727542,
+      "grad_norm": 0.049384921540374306,
+      "learning_rate": 0.0007860883249193023,
+      "loss": 1.3969,
       "step": 4755
     },
     {
-      "epoch": 0.6620564956035311,
-      "grad_norm": 0.006365405113351378,
-      "learning_rate": 0.0008460073304384353,
-      "loss": 1.2936,
+      "epoch": 0.7518262586377098,
+      "grad_norm": 0.052402332833401316,
+      "learning_rate": 0.0007855227799885146,
+      "loss": 1.4046,
       "step": 4760
     },
     {
-      "epoch": 0.6627519330989129,
-      "grad_norm": 0.006733181866731922,
-      "learning_rate": 0.0008455689257423194,
-      "loss": 1.248,
+      "epoch": 0.7526159921026654,
+      "grad_norm": 0.04994088613941182,
+      "learning_rate": 0.0007849566924927082,
+      "loss": 1.4197,
       "step": 4765
     },
     {
-      "epoch": 0.6634473705942948,
-      "grad_norm": 0.006937802892259966,
-      "learning_rate": 0.0008451300118257597,
-      "loss": 1.2311,
+      "epoch": 0.753405725567621,
+      "grad_norm": 0.04895077309970268,
+      "learning_rate": 0.0007843900635075914,
+      "loss": 1.4443,
       "step": 4770
     },
     {
-      "epoch": 0.6641428080896766,
-      "grad_norm": 0.006363737763456632,
-      "learning_rate": 0.0008446905893355273,
-      "loss": 1.2008,
+      "epoch": 0.7541954590325765,
+      "grad_norm": 0.04923833314018894,
+      "learning_rate": 0.0007838228941099018,
+      "loss": 1.4369,
       "step": 4775
     },
     {
-      "epoch": 0.6648382455850586,
-      "grad_norm": 0.006774960571957499,
-      "learning_rate": 0.0008442506589191425,
-      "loss": 1.2335,
+      "epoch": 0.754985192497532,
+      "grad_norm": 0.04557454222754588,
+      "learning_rate": 0.0007832551853774037,
+      "loss": 1.3758,
       "step": 4780
     },
     {
-      "epoch": 0.6655336830804404,
-      "grad_norm": 0.007669927381856549,
-      "learning_rate": 0.0008438102212248742,
-      "loss": 1.2373,
+      "epoch": 0.7557749259624876,
+      "grad_norm": 0.05414099098661015,
+      "learning_rate": 0.0007826869383888861,
+      "loss": 1.42,
       "step": 4785
     },
     {
-      "epoch": 0.6662291205758223,
-      "grad_norm": 0.00669998098777241,
-      "learning_rate": 0.0008433692769017384,
-      "loss": 1.313,
+      "epoch": 0.7565646594274432,
+      "grad_norm": 0.0527736019221018,
+      "learning_rate": 0.0007821181542241616,
+      "loss": 1.3899,
       "step": 4790
     },
     {
-      "epoch": 0.6669245580712041,
-      "grad_norm": 0.0073585181567001,
-      "learning_rate": 0.0008429278265994984,
-      "loss": 1.2245,
+      "epoch": 0.7573543928923988,
+      "grad_norm": 0.04990828362454362,
+      "learning_rate": 0.0007815488339640624,
+      "loss": 1.3812,
       "step": 4795
     },
     {
-      "epoch": 0.667619995566586,
-      "grad_norm": 0.007045571270683544,
-      "learning_rate": 0.0008424858709686624,
-      "loss": 1.2484,
+      "epoch": 0.7581441263573544,
+      "grad_norm": 0.053136729870136075,
+      "learning_rate": 0.0007809789786904403,
+      "loss": 1.3829,
       "step": 4800
     },
     {
-      "epoch": 0.6683154330619678,
-      "grad_norm": 0.006955871536056308,
-      "learning_rate": 0.0008420434106604839,
-      "loss": 1.2433,
+      "epoch": 0.75893385982231,
+      "grad_norm": 0.05132131661263402,
+      "learning_rate": 0.0007804085894861636,
+      "loss": 1.4075,
       "step": 4805
     },
     {
-      "epoch": 0.6690108705573496,
-      "grad_norm": 0.0062605725641945624,
-      "learning_rate": 0.0008416004463269593,
-      "loss": 1.2741,
+      "epoch": 0.7597235932872656,
+      "grad_norm": 0.05159494525344571,
+      "learning_rate": 0.0007798376674351149,
+      "loss": 1.4037,
       "step": 4810
     },
     {
-      "epoch": 0.6697063080527316,
-      "grad_norm": 0.007035917591223107,
-      "learning_rate": 0.0008411569786208282,
-      "loss": 1.265,
+      "epoch": 0.7605133267522212,
+      "grad_norm": 0.04497204605118957,
+      "learning_rate": 0.0007792662136221897,
+      "loss": 1.3858,
       "step": 4815
     },
     {
-      "epoch": 0.6704017455481134,
-      "grad_norm": 0.008029950197863076,
-      "learning_rate": 0.000840713008195572,
-      "loss": 1.2991,
+      "epoch": 0.7613030602171768,
+      "grad_norm": 0.046023182257851784,
+      "learning_rate": 0.0007786942291332936,
+      "loss": 1.4436,
       "step": 4820
     },
     {
-      "epoch": 0.6710971830434953,
-      "grad_norm": 0.007380218846333118,
-      "learning_rate": 0.0008402685357054128,
-      "loss": 1.3149,
+      "epoch": 0.7620927936821322,
+      "grad_norm": 0.04577811163736939,
+      "learning_rate": 0.0007781217150553412,
+      "loss": 1.3951,
       "step": 4825
     },
     {
-      "epoch": 0.6717926205388771,
-      "grad_norm": 0.007580789546947545,
-      "learning_rate": 0.0008398235618053123,
-      "loss": 1.2517,
+      "epoch": 0.7628825271470878,
+      "grad_norm": 0.05351741893271463,
+      "learning_rate": 0.0007775486724762528,
+      "loss": 1.4213,
       "step": 4830
     },
     {
-      "epoch": 0.672488058034259,
-      "grad_norm": 0.006864770420741136,
-      "learning_rate": 0.0008393780871509716,
-      "loss": 1.3253,
+      "epoch": 0.7636722606120434,
+      "grad_norm": 0.05051661704394448,
+      "learning_rate": 0.0007769751024849534,
+      "loss": 1.4579,
       "step": 4835
     },
     {
-      "epoch": 0.6731834955296409,
-      "grad_norm": 0.006566116865293182,
-      "learning_rate": 0.0008389321123988288,
-      "loss": 1.3154,
+      "epoch": 0.764461994076999,
+      "grad_norm": 0.05187347848867606,
+      "learning_rate": 0.0007764010061713701,
+      "loss": 1.4513,
       "step": 4840
     },
     {
-      "epoch": 0.6738789330250227,
-      "grad_norm": 0.0062139034170003325,
-      "learning_rate": 0.00083848563820606,
-      "loss": 1.2376,
+      "epoch": 0.7652517275419546,
+      "grad_norm": 0.052669991919037915,
+      "learning_rate": 0.00077582638462643,
+      "loss": 1.3631,
       "step": 4845
     },
     {
-      "epoch": 0.6745743705204046,
-      "grad_norm": 0.00645786296035724,
-      "learning_rate": 0.0008380386652305765,
-      "loss": 1.2738,
+      "epoch": 0.7660414610069102,
+      "grad_norm": 0.05071753868015967,
+      "learning_rate": 0.0007752512389420585,
+      "loss": 1.3559,
       "step": 4850
     },
     {
-      "epoch": 0.6752698080157864,
-      "grad_norm": 0.0076885956598936045,
-      "learning_rate": 0.0008375911941310248,
-      "loss": 1.2074,
+      "epoch": 0.7668311944718658,
+      "grad_norm": 0.047053809108175644,
+      "learning_rate": 0.000774675570211177,
+      "loss": 1.4374,
       "step": 4855
     },
     {
-      "epoch": 0.6759652455111683,
-      "grad_norm": 0.0070174464970096185,
-      "learning_rate": 0.0008371432255667857,
-      "loss": 1.2909,
+      "epoch": 0.7676209279368214,
+      "grad_norm": 0.048708481882608005,
+      "learning_rate": 0.0007740993795277004,
+      "loss": 1.4288,
       "step": 4860
     },
     {
-      "epoch": 0.6766606830065501,
-      "grad_norm": 0.007733870638158007,
-      "learning_rate": 0.0008366947601979726,
-      "loss": 1.2549,
+      "epoch": 0.7684106614017769,
+      "grad_norm": 0.04683120073437511,
+      "learning_rate": 0.0007735226679865361,
+      "loss": 1.4509,
       "step": 4865
     },
     {
-      "epoch": 0.6773561205019321,
-      "grad_norm": 0.007201854897537885,
-      "learning_rate": 0.0008362457986854313,
-      "loss": 1.2218,
+      "epoch": 0.7692003948667325,
+      "grad_norm": 0.04883339521327315,
+      "learning_rate": 0.0007729454366835808,
+      "loss": 1.3981,
       "step": 4870
     },
     {
-      "epoch": 0.6780515579973139,
-      "grad_norm": 0.006366908593588712,
-      "learning_rate": 0.0008357963416907384,
-      "loss": 1.2423,
+      "epoch": 0.769990128331688,
+      "grad_norm": 0.045111882015331436,
+      "learning_rate": 0.000772367686715719,
+      "loss": 1.3873,
       "step": 4875
     },
     {
-      "epoch": 0.6787469954926957,
-      "grad_norm": 0.00628768347760828,
-      "learning_rate": 0.000835346389876201,
-      "loss": 1.2541,
+      "epoch": 0.7707798617966436,
+      "grad_norm": 0.048920952287281425,
+      "learning_rate": 0.000771789419180821,
+      "loss": 1.3562,
       "step": 4880
     },
     {
-      "epoch": 0.6794424329880776,
-      "grad_norm": 0.00735656871592406,
-      "learning_rate": 0.0008348959439048553,
-      "loss": 1.2747,
+      "epoch": 0.7715695952615992,
+      "grad_norm": 0.04520024217382226,
+      "learning_rate": 0.00077121063517774,
+      "loss": 1.4123,
       "step": 4885
     },
     {
-      "epoch": 0.6801378704834594,
-      "grad_norm": 0.006741118586992924,
-      "learning_rate": 0.0008344450044404652,
-      "loss": 1.3114,
+      "epoch": 0.7723593287265548,
+      "grad_norm": 0.04612592885344945,
+      "learning_rate": 0.0007706313358063113,
+      "loss": 1.3751,
       "step": 4890
     },
     {
-      "epoch": 0.6808333079788413,
-      "grad_norm": 0.007090016996181205,
-      "learning_rate": 0.0008339935721475225,
-      "loss": 1.2778,
+      "epoch": 0.7731490621915104,
+      "grad_norm": 0.04588545739629706,
+      "learning_rate": 0.0007700515221673491,
+      "loss": 1.41,
       "step": 4895
     },
     {
-      "epoch": 0.6815287454742232,
-      "grad_norm": 0.006602079553594328,
-      "learning_rate": 0.0008335416476912445,
-      "loss": 1.2164,
+      "epoch": 0.773938795656466,
+      "grad_norm": 0.04458701783858778,
+      "learning_rate": 0.0007694711953626452,
+      "loss": 1.3798,
       "step": 4900
     },
     {
-      "epoch": 0.6822241829696051,
-      "grad_norm": 0.007091090416016067,
-      "learning_rate": 0.0008330892317375744,
-      "loss": 1.3061,
+      "epoch": 0.7747285291214215,
+      "grad_norm": 0.04712963682575045,
+      "learning_rate": 0.0007688903564949662,
+      "loss": 1.3939,
       "step": 4905
     },
     {
-      "epoch": 0.6829196204649869,
-      "grad_norm": 0.006867284725884118,
-      "learning_rate": 0.0008326363249531792,
-      "loss": 1.2624,
+      "epoch": 0.7755182625863771,
+      "grad_norm": 0.05313263982395201,
+      "learning_rate": 0.0007683090066680519,
+      "loss": 1.4031,
       "step": 4910
     },
     {
-      "epoch": 0.6836150579603688,
-      "grad_norm": 0.006746945199554835,
-      "learning_rate": 0.0008321829280054494,
-      "loss": 1.2874,
+      "epoch": 0.7763079960513327,
+      "grad_norm": 0.04549293848515494,
+      "learning_rate": 0.0007677271469866129,
+      "loss": 1.379,
       "step": 4915
     },
     {
-      "epoch": 0.6843104954557506,
-      "grad_norm": 0.006940694231269215,
-      "learning_rate": 0.0008317290415624976,
-      "loss": 1.2285,
+      "epoch": 0.7770977295162883,
+      "grad_norm": 0.05457691623952422,
+      "learning_rate": 0.0007671447785563292,
+      "loss": 1.3795,
       "step": 4920
     },
     {
-      "epoch": 0.6850059329511324,
-      "grad_norm": 0.006645458982053509,
-      "learning_rate": 0.0008312746662931578,
-      "loss": 1.248,
+      "epoch": 0.7778874629812438,
+      "grad_norm": 0.04929586475212914,
+      "learning_rate": 0.0007665619024838466,
+      "loss": 1.386,
       "step": 4925
     },
     {
-      "epoch": 0.6857013704465144,
-      "grad_norm": 0.006642544443953194,
-      "learning_rate": 0.0008308198028669847,
-      "loss": 1.2466,
+      "epoch": 0.7786771964461994,
+      "grad_norm": 0.049297183882227716,
+      "learning_rate": 0.0007659785198767766,
+      "loss": 1.3594,
       "step": 4930
     },
     {
-      "epoch": 0.6863968079418962,
-      "grad_norm": 0.006686120035881024,
-      "learning_rate": 0.0008303644519542517,
-      "loss": 1.2823,
+      "epoch": 0.779466929911155,
+      "grad_norm": 0.052224239304730344,
+      "learning_rate": 0.0007653946318436921,
+      "loss": 1.4,
       "step": 4935
     },
     {
-      "epoch": 0.6870922454372781,
-      "grad_norm": 0.006879826802370402,
-      "learning_rate": 0.0008299086142259507,
-      "loss": 1.3346,
+      "epoch": 0.7802566633761105,
+      "grad_norm": 0.05136624270717309,
+      "learning_rate": 0.0007648102394941276,
+      "loss": 1.4375,
       "step": 4940
     },
     {
-      "epoch": 0.6877876829326599,
-      "grad_norm": 0.006091901186923048,
-      "learning_rate": 0.0008294522903537913,
-      "loss": 1.2613,
+      "epoch": 0.7810463968410661,
+      "grad_norm": 0.04864610509209224,
+      "learning_rate": 0.0007642253439385753,
+      "loss": 1.3829,
       "step": 4945
     },
     {
-      "epoch": 0.6884831204280418,
-      "grad_norm": 0.006745003487944221,
-      "learning_rate": 0.0008289954810101994,
-      "loss": 1.2405,
+      "epoch": 0.7818361303060217,
+      "grad_norm": 0.05048068139803952,
+      "learning_rate": 0.0007636399462884836,
+      "loss": 1.3876,
       "step": 4950
     },
     {
-      "epoch": 0.6891785579234236,
-      "grad_norm": 0.00647354597635734,
-      "learning_rate": 0.0008285381868683157,
-      "loss": 1.2622,
+      "epoch": 0.7826258637709773,
+      "grad_norm": 0.0535917841218902,
+      "learning_rate": 0.0007630540476562553,
+      "loss": 1.3769,
       "step": 4955
     },
     {
-      "epoch": 0.6898739954188055,
-      "grad_norm": 0.007170071005074363,
-      "learning_rate": 0.0008280804086019959,
-      "loss": 1.3136,
+      "epoch": 0.7834155972359329,
+      "grad_norm": 0.048855981743439005,
+      "learning_rate": 0.0007624676491552447,
+      "loss": 1.4169,
       "step": 4960
     },
     {
-      "epoch": 0.6905694329141874,
-      "grad_norm": 0.006242711651643901,
-      "learning_rate": 0.0008276221468858092,
-      "loss": 1.2766,
+      "epoch": 0.7842053307008885,
+      "grad_norm": 0.07350758266641266,
+      "learning_rate": 0.0007618807518997564,
+      "loss": 1.3878,
       "step": 4965
     },
     {
-      "epoch": 0.6912648704095692,
-      "grad_norm": 0.006518770964052824,
-      "learning_rate": 0.0008271634023950365,
-      "loss": 1.2839,
+      "epoch": 0.7849950641658441,
+      "grad_norm": 0.04913202993597888,
+      "learning_rate": 0.0007612933570050426,
+      "loss": 1.4259,
       "step": 4970
     },
     {
-      "epoch": 0.6919603079049511,
-      "grad_norm": 0.006893265381809966,
-      "learning_rate": 0.0008267041758056707,
-      "loss": 1.3149,
+      "epoch": 0.7857847976307996,
+      "grad_norm": 0.04684107027029974,
+      "learning_rate": 0.0007607054655873013,
+      "loss": 1.4069,
       "step": 4975
     },
     {
-      "epoch": 0.6926557454003329,
-      "grad_norm": 0.006617244146900882,
-      "learning_rate": 0.0008262444677944148,
-      "loss": 1.2996,
+      "epoch": 0.7865745310957551,
+      "grad_norm": 0.053696754189851474,
+      "learning_rate": 0.000760117078763674,
+      "loss": 1.3968,
       "step": 4980
     },
     {
-      "epoch": 0.6933511828957148,
-      "grad_norm": 0.006461400987188701,
-      "learning_rate": 0.0008257842790386815,
-      "loss": 1.2543,
+      "epoch": 0.7873642645607107,
+      "grad_norm": 0.046303041654992765,
+      "learning_rate": 0.0007595281976522432,
+      "loss": 1.3607,
       "step": 4985
     },
     {
-      "epoch": 0.6940466203910967,
-      "grad_norm": 0.006519890905382863,
-      "learning_rate": 0.0008253236102165915,
-      "loss": 1.3211,
+      "epoch": 0.7881539980256663,
+      "grad_norm": 0.04717812113953262,
+      "learning_rate": 0.0007589388233720312,
+      "loss": 1.3731,
       "step": 4990
     },
     {
-      "epoch": 0.6947420578864785,
-      "grad_norm": 0.0072339092678547455,
-      "learning_rate": 0.0008248624620069734,
-      "loss": 1.2601,
+      "epoch": 0.7889437314906219,
+      "grad_norm": 0.04966488200278806,
+      "learning_rate": 0.0007583489570429971,
+      "loss": 1.3334,
       "step": 4995
     },
     {
-      "epoch": 0.6954374953818604,
-      "grad_norm": 0.006081366975871209,
-      "learning_rate": 0.0008244008350893617,
-      "loss": 1.2356,
+      "epoch": 0.7897334649555775,
+      "grad_norm": 0.04851800643472136,
+      "learning_rate": 0.0007577585997860353,
+      "loss": 1.4543,
       "step": 5000
     },
     {
-      "epoch": 0.6961329328772422,
-      "grad_norm": 0.006526500058905023,
-      "learning_rate": 0.0008239387301439967,
-      "loss": 1.2823,
+      "epoch": 0.7905231984205331,
+      "grad_norm": 0.045117407898927875,
+      "learning_rate": 0.0007571677527229726,
+      "loss": 1.3976,
       "step": 5005
     },
     {
-      "epoch": 0.6968283703726241,
-      "grad_norm": 0.006396454573834747,
-      "learning_rate": 0.0008234761478518231,
-      "loss": 1.2559,
+      "epoch": 0.7913129318854887,
+      "grad_norm": 0.0484018356266291,
+      "learning_rate": 0.000756576416976567,
+      "loss": 1.4205,
       "step": 5010
     },
     {
-      "epoch": 0.6975238078680059,
-      "grad_norm": 0.0064549858040699615,
-      "learning_rate": 0.0008230130888944886,
-      "loss": 1.2521,
+      "epoch": 0.7921026653504443,
+      "grad_norm": 0.042608153070797836,
+      "learning_rate": 0.0007559845936705051,
+      "loss": 1.3609,
       "step": 5015
     },
     {
-      "epoch": 0.6982192453633879,
-      "grad_norm": 0.0065739793527862704,
-      "learning_rate": 0.0008225495539543438,
-      "loss": 1.2765,
+      "epoch": 0.7928923988153999,
+      "grad_norm": 0.052132201010465534,
+      "learning_rate": 0.0007553922839293998,
+      "loss": 1.4324,
       "step": 5020
     },
     {
-      "epoch": 0.6989146828587697,
-      "grad_norm": 0.007232886037346577,
-      "learning_rate": 0.0008220855437144403,
-      "loss": 1.3109,
+      "epoch": 0.7936821322803553,
+      "grad_norm": 0.04746989930973522,
+      "learning_rate": 0.0007547994888787884,
+      "loss": 1.3424,
       "step": 5025
     },
     {
-      "epoch": 0.6996101203541516,
-      "grad_norm": 0.0075196475621686016,
-      "learning_rate": 0.0008216210588585305,
-      "loss": 1.2833,
+      "epoch": 0.7944718657453109,
+      "grad_norm": 0.045850887566949675,
+      "learning_rate": 0.0007542062096451306,
+      "loss": 1.378,
       "step": 5030
     },
     {
-      "epoch": 0.7003055578495334,
-      "grad_norm": 0.006814533683786992,
-      "learning_rate": 0.0008211561000710657,
-      "loss": 1.3072,
+      "epoch": 0.7952615992102665,
+      "grad_norm": 0.050585547494271944,
+      "learning_rate": 0.0007536124473558057,
+      "loss": 1.4039,
       "step": 5035
     },
     {
-      "epoch": 0.7010009953449152,
-      "grad_norm": 0.0065785778235903924,
-      "learning_rate": 0.000820690668037196,
-      "loss": 1.2798,
+      "epoch": 0.7960513326752221,
+      "grad_norm": 0.04682740774880517,
+      "learning_rate": 0.0007530182031391115,
+      "loss": 1.3992,
       "step": 5040
     },
     {
-      "epoch": 0.7016964328402971,
-      "grad_norm": 0.007123651392934944,
-      "learning_rate": 0.0008202247634427686,
-      "loss": 1.2968,
+      "epoch": 0.7968410661401777,
+      "grad_norm": 0.050605940867225134,
+      "learning_rate": 0.0007524234781242611,
+      "loss": 1.3952,
       "step": 5045
     },
     {
-      "epoch": 0.702391870335679,
-      "grad_norm": 0.00700946682483147,
-      "learning_rate": 0.000819758386974327,
-      "loss": 1.2581,
+      "epoch": 0.7976307996051333,
+      "grad_norm": 0.054180489791165104,
+      "learning_rate": 0.0007518282734413817,
+      "loss": 1.3916,
       "step": 5050
     },
     {
-      "epoch": 0.7030873078310609,
-      "grad_norm": 0.006799059551523777,
-      "learning_rate": 0.0008192915393191105,
-      "loss": 1.2389,
+      "epoch": 0.7984205330700889,
+      "grad_norm": 0.049049902977589134,
+      "learning_rate": 0.0007512325902215115,
+      "loss": 1.4128,
       "step": 5055
     },
     {
-      "epoch": 0.7037827453264427,
-      "grad_norm": 0.006581441651615298,
-      "learning_rate": 0.000818824221165052,
-      "loss": 1.2661,
+      "epoch": 0.7992102665350445,
+      "grad_norm": 0.05008600804263895,
+      "learning_rate": 0.0007506364295965984,
+      "loss": 1.3625,
       "step": 5060
     },
     {
-      "epoch": 0.7044781828218246,
-      "grad_norm": 0.006779102956461821,
-      "learning_rate": 0.0008183564332007784,
-      "loss": 1.2718,
+      "epoch": 0.8,
+      "grad_norm": 0.04971338306180162,
+      "learning_rate": 0.0007500397926994973,
+      "loss": 1.4191,
       "step": 5065
     },
     {
-      "epoch": 0.7051736203172064,
-      "grad_norm": 0.0063361083000880135,
-      "learning_rate": 0.0008178881761156085,
-      "loss": 1.2251,
+      "epoch": 0.8007897334649555,
+      "grad_norm": 0.046523216825451345,
+      "learning_rate": 0.0007494426806639683,
+      "loss": 1.3879,
       "step": 5070
     },
     {
-      "epoch": 0.7058690578125882,
-      "grad_norm": 0.0067701905448648994,
-      "learning_rate": 0.0008174194505995525,
-      "loss": 1.2494,
+      "epoch": 0.8015794669299111,
+      "grad_norm": 0.047997067557026867,
+      "learning_rate": 0.0007488450946246745,
+      "loss": 1.3845,
       "step": 5075
     },
     {
-      "epoch": 0.7065644953079702,
-      "grad_norm": 0.008984425047922772,
-      "learning_rate": 0.0008169502573433108,
-      "loss": 1.3158,
+      "epoch": 0.8023692003948667,
+      "grad_norm": 0.04856194821051168,
+      "learning_rate": 0.000748247035717179,
+      "loss": 1.411,
       "step": 5080
     },
     {
-      "epoch": 0.707259932803352,
-      "grad_norm": 0.006727126831457357,
-      "learning_rate": 0.0008164805970382733,
-      "loss": 1.2528,
+      "epoch": 0.8031589338598223,
+      "grad_norm": 0.04758501169924478,
+      "learning_rate": 0.0007476485050779444,
+      "loss": 1.4155,
       "step": 5085
     },
     {
-      "epoch": 0.7079553702987339,
-      "grad_norm": 0.006489381882603816,
-      "learning_rate": 0.0008160104703765176,
-      "loss": 1.307,
+      "epoch": 0.8039486673247779,
+      "grad_norm": 0.051806777948286704,
+      "learning_rate": 0.0007470495038443291,
+      "loss": 1.4239,
       "step": 5090
     },
     {
-      "epoch": 0.7086508077941157,
-      "grad_norm": 0.0065436032237125115,
-      "learning_rate": 0.0008155398780508093,
-      "loss": 1.2947,
+      "epoch": 0.8047384007897335,
+      "grad_norm": 0.045285388044715304,
+      "learning_rate": 0.0007464500331545859,
+      "loss": 1.4211,
       "step": 5095
     },
     {
-      "epoch": 0.7093462452894976,
-      "grad_norm": 0.006518765201746022,
-      "learning_rate": 0.0008150688207545993,
-      "loss": 1.2521,
+      "epoch": 0.805528134254689,
+      "grad_norm": 0.054133234623718766,
+      "learning_rate": 0.0007458500941478599,
+      "loss": 1.4114,
       "step": 5100
     },
     {
-      "epoch": 0.7100416827848794,
-      "grad_norm": 0.007478254014231583,
-      "learning_rate": 0.0008145972991820244,
-      "loss": 1.2104,
+      "epoch": 0.8063178677196446,
+      "grad_norm": 0.044558302850111295,
+      "learning_rate": 0.0007452496879641856,
+      "loss": 1.38,
       "step": 5105
     },
     {
-      "epoch": 0.7107371202802613,
-      "grad_norm": 0.006394419781370085,
-      "learning_rate": 0.000814125314027905,
-      "loss": 1.2345,
+      "epoch": 0.8071076011846002,
+      "grad_norm": 0.054159740826286204,
+      "learning_rate": 0.0007446488157444863,
+      "loss": 1.4329,
       "step": 5110
     },
     {
-      "epoch": 0.7114325577756432,
-      "grad_norm": 0.00687112250367156,
-      "learning_rate": 0.0008136528659877452,
-      "loss": 1.215,
+      "epoch": 0.8078973346495558,
+      "grad_norm": 0.04756174842518551,
+      "learning_rate": 0.0007440474786305695,
+      "loss": 1.3763,
       "step": 5115
     },
     {
-      "epoch": 0.712127995271025,
-      "grad_norm": 0.00638306262482968,
-      "learning_rate": 0.0008131799557577305,
-      "loss": 1.2499,
+      "epoch": 0.8086870681145113,
+      "grad_norm": 0.048678030826662,
+      "learning_rate": 0.0007434456777651271,
+      "loss": 1.3601,
       "step": 5120
     },
     {
-      "epoch": 0.7128234327664069,
-      "grad_norm": 0.006284779747537657,
-      "learning_rate": 0.0008127065840347281,
-      "loss": 1.281,
+      "epoch": 0.8094768015794669,
+      "grad_norm": 0.049893817336257,
+      "learning_rate": 0.000742843414291732,
+      "loss": 1.3889,
       "step": 5125
     },
     {
-      "epoch": 0.7135188702617887,
-      "grad_norm": 0.0063313198777006615,
-      "learning_rate": 0.0008122327515162847,
-      "loss": 1.2603,
+      "epoch": 0.8102665350444225,
+      "grad_norm": 0.04284987851928094,
+      "learning_rate": 0.0007422406893548359,
+      "loss": 1.3613,
       "step": 5130
     },
     {
-      "epoch": 0.7142143077571707,
-      "grad_norm": 0.006445172025510867,
-      "learning_rate": 0.0008117584589006266,
-      "loss": 1.2483,
+      "epoch": 0.8110562685093781,
+      "grad_norm": 0.04637394117441395,
+      "learning_rate": 0.0007416375040997677,
+      "loss": 1.3906,
       "step": 5135
     },
     {
-      "epoch": 0.7149097452525525,
-      "grad_norm": 0.006448468841840606,
-      "learning_rate": 0.0008112837068866576,
-      "loss": 1.3009,
+      "epoch": 0.8118460019743337,
+      "grad_norm": 0.0467806015764434,
+      "learning_rate": 0.000741033859672731,
+      "loss": 1.3784,
       "step": 5140
     },
     {
-      "epoch": 0.7156051827479344,
-      "grad_norm": 0.006743010863156431,
-      "learning_rate": 0.0008108084961739586,
-      "loss": 1.2748,
+      "epoch": 0.8126357354392892,
+      "grad_norm": 0.046449091442629147,
+      "learning_rate": 0.0007404297572208017,
+      "loss": 1.4234,
       "step": 5145
     },
     {
-      "epoch": 0.7163006202433162,
-      "grad_norm": 0.006470513902639038,
-      "learning_rate": 0.0008103328274627865,
-      "loss": 1.2457,
+      "epoch": 0.8134254689042448,
+      "grad_norm": 0.05196319084485844,
+      "learning_rate": 0.0007398251978919265,
+      "loss": 1.3675,
       "step": 5150
     },
     {
-      "epoch": 0.716996057738698,
-      "grad_norm": 0.008087206403963945,
-      "learning_rate": 0.0008098567014540733,
-      "loss": 1.241,
+      "epoch": 0.8142152023692004,
+      "grad_norm": 0.04617386567395193,
+      "learning_rate": 0.0007392201828349199,
+      "loss": 1.3427,
       "step": 5155
     },
     {
-      "epoch": 0.7176914952340799,
-      "grad_norm": 0.007142256009317335,
-      "learning_rate": 0.0008093801188494243,
-      "loss": 1.2913,
+      "epoch": 0.815004935834156,
+      "grad_norm": 0.04791033180772237,
+      "learning_rate": 0.0007386147131994624,
+      "loss": 1.4205,
       "step": 5160
     },
     {
-      "epoch": 0.7183869327294617,
-      "grad_norm": 0.006180499868908028,
-      "learning_rate": 0.0008089030803511179,
-      "loss": 1.2205,
+      "epoch": 0.8157946692991116,
+      "grad_norm": 0.04434240562853869,
+      "learning_rate": 0.0007380087901360987,
+      "loss": 1.3861,
       "step": 5165
     },
     {
-      "epoch": 0.7190823702248437,
-      "grad_norm": 0.008168117162083164,
-      "learning_rate": 0.0008084255866621046,
-      "loss": 1.2491,
+      "epoch": 0.8165844027640671,
+      "grad_norm": 0.0444422706064176,
+      "learning_rate": 0.0007374024147962346,
+      "loss": 1.3447,
       "step": 5170
     },
     {
-      "epoch": 0.7197778077202255,
-      "grad_norm": 0.0062958638066811555,
-      "learning_rate": 0.0008079476384860052,
-      "loss": 1.2229,
+      "epoch": 0.8173741362290227,
+      "grad_norm": 0.048834969390499985,
+      "learning_rate": 0.0007367955883321357,
+      "loss": 1.4168,
       "step": 5175
     },
     {
-      "epoch": 0.7204732452156074,
-      "grad_norm": 0.006186155401152043,
-      "learning_rate": 0.0008074692365271104,
-      "loss": 1.2043,
+      "epoch": 0.8181638696939783,
+      "grad_norm": 0.050796428091866526,
+      "learning_rate": 0.0007361883118969247,
+      "loss": 1.4265,
       "step": 5180
     },
     {
-      "epoch": 0.7211686827109892,
-      "grad_norm": 0.006516924228357111,
-      "learning_rate": 0.0008069903814903796,
-      "loss": 1.2653,
+      "epoch": 0.8189536031589338,
+      "grad_norm": 0.04532419606220892,
+      "learning_rate": 0.0007355805866445795,
+      "loss": 1.332,
       "step": 5185
     },
     {
-      "epoch": 0.721864120206371,
-      "grad_norm": 0.006916807094641711,
-      "learning_rate": 0.00080651107408144,
-      "loss": 1.2493,
+      "epoch": 0.8197433366238894,
+      "grad_norm": 0.049851714958558176,
+      "learning_rate": 0.0007349724137299305,
+      "loss": 1.4652,
       "step": 5190
     },
     {
-      "epoch": 0.722559557701753,
-      "grad_norm": 0.006886689232379503,
-      "learning_rate": 0.000806031315006585,
-      "loss": 1.2226,
+      "epoch": 0.820533070088845,
+      "grad_norm": 0.04785365078339532,
+      "learning_rate": 0.0007343637943086595,
+      "loss": 1.3823,
       "step": 5195
     },
     {
-      "epoch": 0.7232549951971348,
-      "grad_norm": 0.006274894671058243,
-      "learning_rate": 0.0008055511049727738,
-      "loss": 1.2311,
+      "epoch": 0.8213228035538006,
+      "grad_norm": 0.04738132547209094,
+      "learning_rate": 0.0007337547295372959,
+      "loss": 1.3531,
       "step": 5200
     },
     {
-      "epoch": 0.7239504326925167,
-      "grad_norm": 0.00730648815092191,
-      "learning_rate": 0.0008050704446876304,
-      "loss": 1.2895,
+      "epoch": 0.8221125370187562,
+      "grad_norm": 0.04480270654416746,
+      "learning_rate": 0.0007331452205732161,
+      "loss": 1.3336,
       "step": 5205
     },
     {
-      "epoch": 0.7246458701878985,
-      "grad_norm": 0.006328481222539563,
-      "learning_rate": 0.0008045893348594416,
-      "loss": 1.235,
+      "epoch": 0.8229022704837118,
+      "grad_norm": 0.08854936559362492,
+      "learning_rate": 0.00073253526857464,
+      "loss": 1.4208,
       "step": 5210
     },
     {
-      "epoch": 0.7253413076832804,
-      "grad_norm": 0.006954216686459588,
-      "learning_rate": 0.0008041077761971573,
-      "loss": 1.277,
+      "epoch": 0.8236920039486674,
+      "grad_norm": 0.043720374165319015,
+      "learning_rate": 0.0007319248747006298,
+      "loss": 1.3663,
       "step": 5215
     },
     {
-      "epoch": 0.7260367451786622,
-      "grad_norm": 0.006545425872048108,
-      "learning_rate": 0.0008036257694103886,
-      "loss": 1.2273,
+      "epoch": 0.8244817374136229,
+      "grad_norm": 0.047576963977986574,
+      "learning_rate": 0.0007313140401110871,
+      "loss": 1.3697,
       "step": 5220
     },
     {
-      "epoch": 0.726732182674044,
-      "grad_norm": 0.007397145046347908,
-      "learning_rate": 0.0008031433152094063,
-      "loss": 1.2894,
+      "epoch": 0.8252714708785784,
+      "grad_norm": 0.047742535146449765,
+      "learning_rate": 0.0007307027659667514,
+      "loss": 1.4195,
       "step": 5225
     },
     {
-      "epoch": 0.727427620169426,
-      "grad_norm": 0.00688807093452942,
-      "learning_rate": 0.0008026604143051417,
-      "loss": 1.3412,
+      "epoch": 0.826061204343534,
+      "grad_norm": 0.049684338802446375,
+      "learning_rate": 0.0007300910534291966,
+      "loss": 1.3986,
       "step": 5230
     },
     {
-      "epoch": 0.7281230576648078,
-      "grad_norm": 0.00637846668920422,
-      "learning_rate": 0.0008021770674091835,
-      "loss": 1.2386,
+      "epoch": 0.8268509378084896,
+      "grad_norm": 0.04657467046697811,
+      "learning_rate": 0.0007294789036608307,
+      "loss": 1.3865,
       "step": 5235
     },
     {
-      "epoch": 0.7288184951601897,
-      "grad_norm": 0.006190467351777988,
-      "learning_rate": 0.0008016932752337775,
-      "loss": 1.2562,
+      "epoch": 0.8276406712734452,
+      "grad_norm": 0.047834007737529424,
+      "learning_rate": 0.0007288663178248919,
+      "loss": 1.3779,
       "step": 5240
     },
     {
-      "epoch": 0.7295139326555715,
-      "grad_norm": 0.0063229003097251945,
-      "learning_rate": 0.0008012090384918265,
-      "loss": 1.2558,
+      "epoch": 0.8284304047384008,
+      "grad_norm": 0.04673529856043022,
+      "learning_rate": 0.0007282532970854473,
+      "loss": 1.4087,
       "step": 5245
     },
     {
-      "epoch": 0.7302093701509534,
-      "grad_norm": 0.006506993940752946,
-      "learning_rate": 0.0008007243578968872,
-      "loss": 1.2784,
+      "epoch": 0.8292201382033564,
+      "grad_norm": 0.05122110427527677,
+      "learning_rate": 0.0007276398426073902,
+      "loss": 1.4238,
       "step": 5250
     },
     {
-      "epoch": 0.7309048076463353,
-      "grad_norm": 0.005971177833988294,
-      "learning_rate": 0.0008002392341631717,
-      "loss": 1.2803,
+      "epoch": 0.830009871668312,
+      "grad_norm": 0.04607341542490354,
+      "learning_rate": 0.0007270259555564383,
+      "loss": 1.3634,
       "step": 5255
     },
     {
-      "epoch": 0.7316002451417172,
-      "grad_norm": 0.0067625641833802385,
-      "learning_rate": 0.0007997536680055439,
-      "loss": 1.2802,
+      "epoch": 0.8307996051332676,
+      "grad_norm": 0.051684041784912524,
+      "learning_rate": 0.0007264116370991311,
+      "loss": 1.3378,
       "step": 5260
     },
     {
-      "epoch": 0.732295682637099,
-      "grad_norm": 0.006636689002321295,
-      "learning_rate": 0.0007992676601395203,
-      "loss": 1.2791,
+      "epoch": 0.8315893385982231,
+      "grad_norm": 0.05289399530588322,
+      "learning_rate": 0.0007257968884028281,
+      "loss": 1.451,
       "step": 5265
     },
     {
-      "epoch": 0.7329911201324808,
-      "grad_norm": 0.006877949304223815,
-      "learning_rate": 0.0007987812112812681,
-      "loss": 1.2999,
+      "epoch": 0.8323790720631786,
+      "grad_norm": 0.04860896383021425,
+      "learning_rate": 0.0007251817106357064,
+      "loss": 1.3886,
       "step": 5270
     },
     {
-      "epoch": 0.7336865576278627,
-      "grad_norm": 0.006711127033118833,
-      "learning_rate": 0.0007982943221476044,
-      "loss": 1.2731,
+      "epoch": 0.8331688055281342,
+      "grad_norm": 0.04271913188312161,
+      "learning_rate": 0.000724566104966758,
+      "loss": 1.3756,
       "step": 5275
     },
     {
-      "epoch": 0.7343819951232445,
-      "grad_norm": 0.006311637268184204,
-      "learning_rate": 0.0007978069934559952,
-      "loss": 1.3046,
+      "epoch": 0.8339585389930898,
+      "grad_norm": 0.046344712403878385,
+      "learning_rate": 0.0007239500725657887,
+      "loss": 1.407,
       "step": 5280
     },
     {
-      "epoch": 0.7350774326186265,
-      "grad_norm": 0.0059859063270958955,
-      "learning_rate": 0.0007973192259245537,
-      "loss": 1.246,
+      "epoch": 0.8347482724580454,
+      "grad_norm": 0.0462149561348852,
+      "learning_rate": 0.0007233336146034147,
+      "loss": 1.4098,
       "step": 5285
     },
     {
-      "epoch": 0.7357728701140083,
-      "grad_norm": 0.006572459515270601,
-      "learning_rate": 0.0007968310202720406,
-      "loss": 1.2522,
+      "epoch": 0.835538005923001,
+      "grad_norm": 0.045947831955100556,
+      "learning_rate": 0.000722716732251061,
+      "loss": 1.3702,
       "step": 5290
     },
     {
-      "epoch": 0.7364683076093902,
-      "grad_norm": 0.006986330804954117,
-      "learning_rate": 0.0007963423772178613,
-      "loss": 1.2183,
+      "epoch": 0.8363277393879566,
+      "grad_norm": 0.04726989259551826,
+      "learning_rate": 0.000722099426680959,
+      "loss": 1.3684,
       "step": 5295
     },
     {
-      "epoch": 0.737163745104772,
-      "grad_norm": 0.006246431797808729,
-      "learning_rate": 0.0007958532974820662,
-      "loss": 1.2595,
+      "epoch": 0.8371174728529122,
+      "grad_norm": 0.048800667725536526,
+      "learning_rate": 0.0007214816990661444,
+      "loss": 1.4212,
       "step": 5300
     },
     {
-      "epoch": 0.7378591826001538,
-      "grad_norm": 0.0068059775608291006,
-      "learning_rate": 0.0007953637817853495,
-      "loss": 1.2851,
+      "epoch": 0.8379072063178677,
+      "grad_norm": 0.04596153045796862,
+      "learning_rate": 0.000720863550580455,
+      "loss": 1.4018,
       "step": 5305
     },
     {
-      "epoch": 0.7385546200955357,
-      "grad_norm": 0.006461301773020221,
-      "learning_rate": 0.0007948738308490471,
-      "loss": 1.2537,
+      "epoch": 0.8386969397828233,
+      "grad_norm": 0.04754732717226907,
+      "learning_rate": 0.0007202449823985282,
+      "loss": 1.373,
       "step": 5310
     },
     {
-      "epoch": 0.7392500575909176,
-      "grad_norm": 0.006637940712533198,
-      "learning_rate": 0.0007943834453951369,
-      "loss": 1.2629,
+      "epoch": 0.8394866732477789,
+      "grad_norm": 0.045647011770779705,
+      "learning_rate": 0.0007196259956957988,
+      "loss": 1.3787,
       "step": 5315
     },
     {
-      "epoch": 0.7399454950862995,
-      "grad_norm": 0.00869651892486128,
-      "learning_rate": 0.0007938926261462366,
-      "loss": 1.2931,
+      "epoch": 0.8402764067127344,
+      "grad_norm": 0.048868779633662485,
+      "learning_rate": 0.0007190065916484971,
+      "loss": 1.4048,
       "step": 5320
     },
     {
-      "epoch": 0.7406409325816813,
-      "grad_norm": 0.006840111493756588,
-      "learning_rate": 0.0007934013738256035,
-      "loss": 1.2034,
+      "epoch": 0.84106614017769,
+      "grad_norm": 0.04585087653766371,
+      "learning_rate": 0.0007183867714336466,
+      "loss": 1.3947,
       "step": 5325
     },
     {
-      "epoch": 0.7413363700770632,
-      "grad_norm": 0.006578289044136794,
-      "learning_rate": 0.0007929096891571329,
-      "loss": 1.255,
+      "epoch": 0.8418558736426456,
+      "grad_norm": 0.04743147610730204,
+      "learning_rate": 0.0007177665362290613,
+      "loss": 1.4129,
       "step": 5330
     },
     {
-      "epoch": 0.742031807572445,
-      "grad_norm": 0.006435846783219306,
-      "learning_rate": 0.000792417572865357,
-      "loss": 1.2526,
+      "epoch": 0.8426456071076012,
+      "grad_norm": 0.0477675104061636,
+      "learning_rate": 0.0007171458872133438,
+      "loss": 1.4361,
       "step": 5335
     },
     {
-      "epoch": 0.7427272450678268,
-      "grad_norm": 0.007173887310255562,
-      "learning_rate": 0.0007919250256754446,
-      "loss": 1.3085,
+      "epoch": 0.8434353405725568,
+      "grad_norm": 0.04535631069768063,
+      "learning_rate": 0.0007165248255658834,
+      "loss": 1.3566,
       "step": 5340
     },
     {
-      "epoch": 0.7434226825632088,
-      "grad_norm": 0.006704641630661465,
-      "learning_rate": 0.0007914320483131988,
-      "loss": 1.2862,
+      "epoch": 0.8442250740375123,
+      "grad_norm": 0.04801190891939899,
+      "learning_rate": 0.0007159033524668532,
+      "loss": 1.3633,
       "step": 5345
     },
     {
-      "epoch": 0.7441181200585906,
-      "grad_norm": 0.006569870371729149,
-      "learning_rate": 0.000790938641505057,
-      "loss": 1.2602,
+      "epoch": 0.8450148075024679,
+      "grad_norm": 0.04930331533033206,
+      "learning_rate": 0.000715281469097208,
+      "loss": 1.4128,
       "step": 5350
     },
     {
-      "epoch": 0.7448135575539725,
-      "grad_norm": 0.006219369885048366,
-      "learning_rate": 0.0007904448059780892,
-      "loss": 1.2621,
+      "epoch": 0.8458045409674235,
+      "grad_norm": 0.049580469387326645,
+      "learning_rate": 0.0007146591766386827,
+      "loss": 1.4067,
       "step": 5355
     },
     {
-      "epoch": 0.7455089950493543,
-      "grad_norm": 0.006053389171034985,
-      "learning_rate": 0.0007899505424599973,
-      "loss": 1.2538,
+      "epoch": 0.8465942744323791,
+      "grad_norm": 0.048003666786316374,
+      "learning_rate": 0.0007140364762737894,
+      "loss": 1.3765,
       "step": 5360
     },
     {
-      "epoch": 0.7462044325447362,
-      "grad_norm": 0.006501729720700515,
-      "learning_rate": 0.000789455851679114,
-      "loss": 1.2765,
+      "epoch": 0.8473840078973347,
+      "grad_norm": 0.04493106268265889,
+      "learning_rate": 0.000713413369185815,
+      "loss": 1.4344,
       "step": 5365
     },
     {
-      "epoch": 0.746899870040118,
-      "grad_norm": 0.0060905583339046455,
-      "learning_rate": 0.0007889607343644012,
-      "loss": 1.2607,
+      "epoch": 0.8481737413622902,
+      "grad_norm": 0.0492430052388666,
+      "learning_rate": 0.0007127898565588197,
+      "loss": 1.3446,
       "step": 5370
     },
     {
-      "epoch": 0.7475953075355,
-      "grad_norm": 0.0069937226443332725,
-      "learning_rate": 0.0007884651912454497,
-      "loss": 1.263,
+      "epoch": 0.8489634748272458,
+      "grad_norm": 0.050077389170009784,
+      "learning_rate": 0.000712165939577634,
+      "loss": 1.4091,
       "step": 5375
     },
     {
-      "epoch": 0.7482907450308818,
-      "grad_norm": 0.005858920624372558,
-      "learning_rate": 0.0007879692230524773,
-      "loss": 1.2318,
+      "epoch": 0.8497532082922014,
+      "grad_norm": 0.04561796642463004,
+      "learning_rate": 0.000711541619427857,
+      "loss": 1.4033,
       "step": 5380
     },
     {
-      "epoch": 0.7489861825262636,
-      "grad_norm": 0.006733898539662166,
-      "learning_rate": 0.0007874728305163289,
-      "loss": 1.2599,
+      "epoch": 0.850542941757157,
+      "grad_norm": 0.04420251489991153,
+      "learning_rate": 0.000710916897295854,
+      "loss": 1.4233,
       "step": 5385
     },
     {
-      "epoch": 0.7496816200216455,
-      "grad_norm": 0.006118119691964485,
-      "learning_rate": 0.0007869760143684741,
-      "loss": 1.248,
+      "epoch": 0.8513326752221125,
+      "grad_norm": 0.04522068239379992,
+      "learning_rate": 0.0007102917743687537,
+      "loss": 1.4051,
       "step": 5390
     },
     {
-      "epoch": 0.7503770575170273,
-      "grad_norm": 0.00644147165805863,
-      "learning_rate": 0.0007864787753410069,
-      "loss": 1.2811,
+      "epoch": 0.8521224086870681,
+      "grad_norm": 0.23660547075779215,
+      "learning_rate": 0.0007096662518344469,
+      "loss": 1.4042,
       "step": 5395
     },
     {
-      "epoch": 0.7510724950124092,
-      "grad_norm": 0.006696515254125493,
-      "learning_rate": 0.0007859811141666444,
-      "loss": 1.2205,
+      "epoch": 0.8529121421520237,
+      "grad_norm": 0.04830157637225646,
+      "learning_rate": 0.0007090403308815834,
+      "loss": 1.3985,
       "step": 5400
     },
     {
-      "epoch": 0.7517679325077911,
-      "grad_norm": 0.005909936984859917,
-      "learning_rate": 0.0007854830315787259,
-      "loss": 1.289,
+      "epoch": 0.8537018756169793,
+      "grad_norm": 0.07306413460893225,
+      "learning_rate": 0.0007084140126995707,
+      "loss": 1.4197,
       "step": 5405
     },
     {
-      "epoch": 0.752463370003173,
-      "grad_norm": 0.0065202267268010755,
-      "learning_rate": 0.0007849845283112116,
-      "loss": 1.2258,
+      "epoch": 0.8544916090819349,
+      "grad_norm": 0.0646196492612666,
+      "learning_rate": 0.0007077872984785702,
+      "loss": 1.4199,
       "step": 5410
     },
     {
-      "epoch": 0.7531588074985548,
-      "grad_norm": 0.005993535117767243,
-      "learning_rate": 0.0007844856050986815,
-      "loss": 1.2511,
+      "epoch": 0.8552813425468905,
+      "grad_norm": 0.05520225297217793,
+      "learning_rate": 0.0007071601894094966,
+      "loss": 1.4806,
       "step": 5415
     },
     {
-      "epoch": 0.7538542449939366,
-      "grad_norm": 0.006279721491348611,
-      "learning_rate": 0.0007839862626763346,
-      "loss": 1.3059,
+      "epoch": 0.856071076011846,
+      "grad_norm": 0.05122454515011807,
+      "learning_rate": 0.0007065326866840148,
+      "loss": 1.3936,
       "step": 5420
     },
     {
-      "epoch": 0.7545496824893185,
-      "grad_norm": 0.00662353655966002,
-      "learning_rate": 0.0007834865017799876,
-      "loss": 1.2569,
+      "epoch": 0.8568608094768015,
+      "grad_norm": 0.048749732831548924,
+      "learning_rate": 0.0007059047914945376,
+      "loss": 1.4035,
       "step": 5425
     },
     {
-      "epoch": 0.7552451199847003,
-      "grad_norm": 0.006349823798064273,
-      "learning_rate": 0.0007829863231460738,
-      "loss": 1.267,
+      "epoch": 0.8576505429417571,
+      "grad_norm": 0.1357587510885038,
+      "learning_rate": 0.0007052765050342234,
+      "loss": 1.4352,
       "step": 5430
     },
     {
-      "epoch": 0.7559405574800823,
-      "grad_norm": 0.006331633562880434,
-      "learning_rate": 0.0007824857275116418,
-      "loss": 1.2394,
+      "epoch": 0.8584402764067127,
+      "grad_norm": 0.04842582345989854,
+      "learning_rate": 0.0007046478284969747,
+      "loss": 1.4185,
       "step": 5435
     },
     {
-      "epoch": 0.7566359949754641,
-      "grad_norm": 0.006427902601112972,
-      "learning_rate": 0.0007819847156143552,
-      "loss": 1.2048,
+      "epoch": 0.8592300098716683,
+      "grad_norm": 0.046976428321724974,
+      "learning_rate": 0.0007040187630774344,
+      "loss": 1.4233,
       "step": 5440
     },
     {
-      "epoch": 0.757331432470846,
-      "grad_norm": 0.006080048729179914,
-      "learning_rate": 0.0007814832881924908,
-      "loss": 1.2448,
+      "epoch": 0.8600197433366239,
+      "grad_norm": 0.04835541544200057,
+      "learning_rate": 0.0007033893099709852,
+      "loss": 1.3952,
       "step": 5445
     },
     {
-      "epoch": 0.7580268699662278,
-      "grad_norm": 0.006590847862649083,
-      "learning_rate": 0.0007809814459849375,
-      "loss": 1.2516,
+      "epoch": 0.8608094768015795,
+      "grad_norm": 0.04713142837367893,
+      "learning_rate": 0.000702759470373746,
+      "loss": 1.3902,
       "step": 5450
     },
     {
-      "epoch": 0.7587223074616096,
-      "grad_norm": 0.006665073563086496,
-      "learning_rate": 0.0007804791897311955,
-      "loss": 1.2486,
+      "epoch": 0.8615992102665351,
+      "grad_norm": 0.06566339932141514,
+      "learning_rate": 0.0007021292454825704,
+      "loss": 1.405,
       "step": 5455
     },
     {
-      "epoch": 0.7594177449569915,
-      "grad_norm": 0.006614178642336038,
-      "learning_rate": 0.0007799765201713755,
-      "loss": 1.247,
+      "epoch": 0.8623889437314907,
+      "grad_norm": 0.04602448882609838,
+      "learning_rate": 0.000701498636495044,
+      "loss": 1.4327,
       "step": 5460
     },
     {
-      "epoch": 0.7601131824523734,
-      "grad_norm": 0.006944931113087189,
-      "learning_rate": 0.0007794734380461966,
-      "loss": 1.2432,
+      "epoch": 0.8631786771964463,
+      "grad_norm": 0.0452433463172858,
+      "learning_rate": 0.0007008676446094823,
+      "loss": 1.4659,
       "step": 5465
     },
     {
-      "epoch": 0.7608086199477553,
-      "grad_norm": 0.006117865657094083,
-      "learning_rate": 0.0007789699440969862,
-      "loss": 1.2437,
+      "epoch": 0.8639684106614017,
+      "grad_norm": 0.05357581070910529,
+      "learning_rate": 0.0007002362710249283,
+      "loss": 1.4067,
       "step": 5470
     },
     {
-      "epoch": 0.7615040574431371,
-      "grad_norm": 0.0066140209741770775,
-      "learning_rate": 0.0007784660390656788,
-      "loss": 1.2281,
+      "epoch": 0.8647581441263573,
+      "grad_norm": 0.04339342172541252,
+      "learning_rate": 0.0006996045169411506,
+      "loss": 1.3674,
       "step": 5475
     },
     {
-      "epoch": 0.762199494938519,
-      "grad_norm": 0.006417634799670143,
-      "learning_rate": 0.0007779617236948141,
-      "loss": 1.2414,
+      "epoch": 0.8655478775913129,
+      "grad_norm": 0.044938731218076136,
+      "learning_rate": 0.0006989723835586406,
+      "loss": 1.3826,
       "step": 5480
     },
     {
-      "epoch": 0.7628949324339008,
-      "grad_norm": 0.006658503088225582,
-      "learning_rate": 0.0007774569987275368,
-      "loss": 1.251,
+      "epoch": 0.8663376110562685,
+      "grad_norm": 0.0446937673320777,
+      "learning_rate": 0.0006983398720786106,
+      "loss": 1.4169,
       "step": 5485
     },
     {
-      "epoch": 0.7635903699292828,
-      "grad_norm": 0.00611834280668142,
-      "learning_rate": 0.0007769518649075953,
-      "loss": 1.2626,
+      "epoch": 0.8671273445212241,
+      "grad_norm": 0.05115726073322044,
+      "learning_rate": 0.0006977069837029912,
+      "loss": 1.405,
       "step": 5490
     },
     {
-      "epoch": 0.7642858074246646,
-      "grad_norm": 0.006780236585647832,
-      "learning_rate": 0.0007764463229793401,
-      "loss": 1.263,
+      "epoch": 0.8679170779861797,
+      "grad_norm": 0.04441241282958756,
+      "learning_rate": 0.0006970737196344297,
+      "loss": 1.3921,
       "step": 5495
     },
     {
-      "epoch": 0.7649812449200464,
-      "grad_norm": 0.006707400799149234,
-      "learning_rate": 0.0007759403736877232,
-      "loss": 1.2633,
+      "epoch": 0.8687068114511353,
+      "grad_norm": 0.048494141165354145,
+      "learning_rate": 0.0006964400810762864,
+      "loss": 1.3589,
       "step": 5500
     },
     {
-      "epoch": 0.7656766824154283,
-      "grad_norm": 0.007399973240846967,
-      "learning_rate": 0.0007754340177782971,
-      "loss": 1.2243,
+      "epoch": 0.8694965449160909,
+      "grad_norm": 0.042408909860185674,
+      "learning_rate": 0.0006958060692326343,
+      "loss": 1.3558,
       "step": 5505
     },
     {
-      "epoch": 0.7663721199108101,
-      "grad_norm": 0.006071377833535316,
-      "learning_rate": 0.0007749272559972134,
-      "loss": 1.273,
+      "epoch": 0.8702862783810464,
+      "grad_norm": 0.05536921130340564,
+      "learning_rate": 0.0006951716853082546,
+      "loss": 1.3911,
       "step": 5510
     },
     {
-      "epoch": 0.767067557406192,
-      "grad_norm": 0.006736770229928266,
-      "learning_rate": 0.0007744200890912214,
-      "loss": 1.2478,
+      "epoch": 0.871076011846002,
+      "grad_norm": 0.045189412114879646,
+      "learning_rate": 0.0006945369305086367,
+      "loss": 1.4012,
       "step": 5515
     },
     {
-      "epoch": 0.7677629949015738,
-      "grad_norm": 0.0061359392417376915,
-      "learning_rate": 0.000773912517807668,
-      "loss": 1.254,
+      "epoch": 0.8718657453109575,
+      "grad_norm": 0.05060875535234049,
+      "learning_rate": 0.0006939018060399738,
+      "loss": 1.4618,
       "step": 5520
     },
     {
-      "epoch": 0.7684584323969558,
-      "grad_norm": 0.006733296740029488,
-      "learning_rate": 0.0007734045428944956,
-      "loss": 1.2126,
+      "epoch": 0.8726554787759131,
+      "grad_norm": 0.048301304000856846,
+      "learning_rate": 0.0006932663131091622,
+      "loss": 1.3671,
       "step": 5525
     },
     {
-      "epoch": 0.7691538698923376,
-      "grad_norm": 0.006537528914279634,
-      "learning_rate": 0.0007728961651002413,
-      "loss": 1.2817,
+      "epoch": 0.8734452122408687,
+      "grad_norm": 0.05275575557640154,
+      "learning_rate": 0.0006926304529237981,
+      "loss": 1.3952,
       "step": 5530
     },
     {
-      "epoch": 0.7698493073877194,
-      "grad_norm": 0.0063797167699978004,
-      "learning_rate": 0.0007723873851740359,
-      "loss": 1.2185,
+      "epoch": 0.8742349457058243,
+      "grad_norm": 0.04799528798373577,
+      "learning_rate": 0.0006919942266921756,
+      "loss": 1.3784,
       "step": 5535
     },
     {
-      "epoch": 0.7705447448831013,
-      "grad_norm": 0.006544939809429291,
-      "learning_rate": 0.0007718782038656034,
-      "loss": 1.1925,
+      "epoch": 0.8750246791707799,
+      "grad_norm": 0.05377066849415641,
+      "learning_rate": 0.0006913576356232842,
+      "loss": 1.374,
       "step": 5540
     },
     {
-      "epoch": 0.7712401823784831,
-      "grad_norm": 0.006706562520343626,
-      "learning_rate": 0.0007713686219252583,
-      "loss": 1.2732,
+      "epoch": 0.8758144126357355,
+      "grad_norm": 0.057500061984041506,
+      "learning_rate": 0.0006907206809268073,
+      "loss": 1.4053,
       "step": 5545
     },
     {
-      "epoch": 0.771935619873865,
-      "grad_norm": 0.006433902751284613,
-      "learning_rate": 0.0007708586401039061,
-      "loss": 1.2154,
+      "epoch": 0.876604146100691,
+      "grad_norm": 0.04815509141500438,
+      "learning_rate": 0.0006900833638131184,
+      "loss": 1.3856,
       "step": 5550
     },
     {
-      "epoch": 0.7726310573692469,
-      "grad_norm": 0.005853662297369462,
-      "learning_rate": 0.0007703482591530411,
-      "loss": 1.2294,
+      "epoch": 0.8773938795656466,
+      "grad_norm": 0.045645356001725965,
+      "learning_rate": 0.0006894456854932804,
+      "loss": 1.4033,
       "step": 5555
     },
     {
-      "epoch": 0.7733264948646288,
-      "grad_norm": 0.005980575541841042,
-      "learning_rate": 0.0007698374798247466,
-      "loss": 1.2116,
+      "epoch": 0.8781836130306022,
+      "grad_norm": 0.045809174179317576,
+      "learning_rate": 0.0006888076471790423,
+      "loss": 1.3605,
       "step": 5560
     },
     {
-      "epoch": 0.7740219323600106,
-      "grad_norm": 0.006503137667621303,
-      "learning_rate": 0.0007693263028716916,
-      "loss": 1.2365,
+      "epoch": 0.8789733464955577,
+      "grad_norm": 0.044924984998726734,
+      "learning_rate": 0.0006881692500828371,
+      "loss": 1.401,
       "step": 5565
     },
     {
-      "epoch": 0.7747173698553924,
-      "grad_norm": 0.006360157677340911,
-      "learning_rate": 0.0007688147290471323,
-      "loss": 1.2185,
+      "epoch": 0.8797630799605133,
+      "grad_norm": 0.04570294318825729,
+      "learning_rate": 0.0006875304954177797,
+      "loss": 1.3662,
       "step": 5570
     },
     {
-      "epoch": 0.7754128073507743,
-      "grad_norm": 0.0061946346820870605,
-      "learning_rate": 0.000768302759104909,
-      "loss": 1.2136,
+      "epoch": 0.8805528134254689,
+      "grad_norm": 0.04289720115967176,
+      "learning_rate": 0.0006868913843976645,
+      "loss": 1.3601,
       "step": 5575
     },
     {
-      "epoch": 0.7761082448461561,
-      "grad_norm": 0.006548646366952459,
-      "learning_rate": 0.0007677903937994459,
-      "loss": 1.2652,
+      "epoch": 0.8813425468904245,
+      "grad_norm": 0.04892112298699399,
+      "learning_rate": 0.0006862519182369631,
+      "loss": 1.4353,
       "step": 5580
     },
     {
-      "epoch": 0.7768036823415381,
-      "grad_norm": 0.006300979663566681,
-      "learning_rate": 0.0007672776338857499,
-      "loss": 1.2528,
+      "epoch": 0.88213228035538,
+      "grad_norm": 0.047290229497196704,
+      "learning_rate": 0.0006856120981508218,
+      "loss": 1.3476,
       "step": 5585
     },
     {
-      "epoch": 0.7774991198369199,
-      "grad_norm": 0.0069177266107135075,
-      "learning_rate": 0.0007667644801194094,
-      "loss": 1.2804,
+      "epoch": 0.8829220138203356,
+      "grad_norm": 0.04692942695627143,
+      "learning_rate": 0.0006849719253550593,
+      "loss": 1.3599,
       "step": 5590
     },
     {
-      "epoch": 0.7781945573323018,
-      "grad_norm": 0.00650064480709369,
-      "learning_rate": 0.0007662509332565927,
-      "loss": 1.2373,
+      "epoch": 0.8837117472852912,
+      "grad_norm": 0.04707736216368971,
+      "learning_rate": 0.0006843314010661651,
+      "loss": 1.3542,
       "step": 5595
     },
     {
-      "epoch": 0.7788899948276836,
-      "grad_norm": 0.007086645251257799,
-      "learning_rate": 0.000765736994054048,
-      "loss": 1.2975,
+      "epoch": 0.8845014807502468,
+      "grad_norm": 0.04615085318610532,
+      "learning_rate": 0.000683690526501296,
+      "loss": 1.3598,
       "step": 5600
     },
     {
-      "epoch": 0.7795854323230655,
-      "grad_norm": 0.006262801761875903,
-      "learning_rate": 0.000765222663269101,
-      "loss": 1.2324,
+      "epoch": 0.8852912142152024,
+      "grad_norm": 0.05873026539490245,
+      "learning_rate": 0.0006830493028782749,
+      "loss": 1.2873,
       "step": 5605
     },
     {
-      "epoch": 0.7802808698184474,
-      "grad_norm": 0.006980033396644386,
-      "learning_rate": 0.000764707941659655,
-      "loss": 1.2084,
+      "epoch": 0.886080947680158,
+      "grad_norm": 0.06784761972508893,
+      "learning_rate": 0.0006824077314155876,
+      "loss": 1.3885,
       "step": 5610
     },
     {
-      "epoch": 0.7809763073138292,
-      "grad_norm": 0.007029981462827845,
-      "learning_rate": 0.0007641928299841891,
-      "loss": 1.2681,
+      "epoch": 0.8868706811451135,
+      "grad_norm": 0.11665406311824285,
+      "learning_rate": 0.0006817658133323813,
+      "loss": 1.4196,
       "step": 5615
     },
     {
-      "epoch": 0.7816717448092111,
-      "grad_norm": 0.005858641372128526,
-      "learning_rate": 0.0007636773290017569,
-      "loss": 1.2421,
+      "epoch": 0.8876604146100691,
+      "grad_norm": 0.05587366744951091,
+      "learning_rate": 0.0006811235498484615,
+      "loss": 1.4059,
       "step": 5620
     },
     {
-      "epoch": 0.7823671823045929,
-      "grad_norm": 0.006092023581373686,
-      "learning_rate": 0.0007631614394719859,
-      "loss": 1.2026,
+      "epoch": 0.8884501480750246,
+      "grad_norm": 0.058892501708185024,
+      "learning_rate": 0.0006804809421842901,
+      "loss": 1.3607,
       "step": 5625
     },
     {
-      "epoch": 0.7830626197999748,
-      "grad_norm": 0.006234949278168037,
-      "learning_rate": 0.0007626451621550763,
-      "loss": 1.2386,
+      "epoch": 0.8892398815399802,
+      "grad_norm": 0.049866997923306164,
+      "learning_rate": 0.0006798379915609833,
+      "loss": 1.3742,
       "step": 5630
     },
     {
-      "epoch": 0.7837580572953566,
-      "grad_norm": 0.006880650595960216,
-      "learning_rate": 0.0007621284978117991,
-      "loss": 1.2669,
+      "epoch": 0.8900296150049358,
+      "grad_norm": 0.04897510363945382,
+      "learning_rate": 0.0006791946992003086,
+      "loss": 1.3532,
       "step": 5635
     },
     {
-      "epoch": 0.7844534947907386,
-      "grad_norm": 0.007307224291302132,
-      "learning_rate": 0.0007616114472034962,
-      "loss": 1.2328,
+      "epoch": 0.8908193484698914,
+      "grad_norm": 0.04538918019937849,
+      "learning_rate": 0.0006785510663246835,
+      "loss": 1.3726,
       "step": 5640
     },
     {
-      "epoch": 0.7851489322861204,
-      "grad_norm": 0.006327483481839507,
-      "learning_rate": 0.0007610940110920787,
-      "loss": 1.2602,
+      "epoch": 0.891609081934847,
+      "grad_norm": 0.045157028530160105,
+      "learning_rate": 0.0006779070941571717,
+      "loss": 1.4123,
       "step": 5645
     },
     {
-      "epoch": 0.7858443697815022,
-      "grad_norm": 0.0065755989763690275,
-      "learning_rate": 0.0007605761902400255,
-      "loss": 1.2927,
+      "epoch": 0.8923988153998026,
+      "grad_norm": 0.052894144872196604,
+      "learning_rate": 0.0006772627839214824,
+      "loss": 1.3876,
       "step": 5650
     },
     {
-      "epoch": 0.7865398072768841,
-      "grad_norm": 0.006614903911261959,
-      "learning_rate": 0.0007600579854103824,
-      "loss": 1.2544,
+      "epoch": 0.8931885488647582,
+      "grad_norm": 0.04589375665669771,
+      "learning_rate": 0.0006766181368419668,
+      "loss": 1.3846,
       "step": 5655
     },
     {
-      "epoch": 0.7872352447722659,
-      "grad_norm": 0.0070207805169034,
-      "learning_rate": 0.0007595393973667613,
-      "loss": 1.2834,
+      "epoch": 0.8939782823297138,
+      "grad_norm": 0.27116139587422783,
+      "learning_rate": 0.0006759731541436165,
+      "loss": 1.3792,
       "step": 5660
     },
     {
-      "epoch": 0.7879306822676478,
-      "grad_norm": 0.006922278587268903,
-      "learning_rate": 0.0007590204268733386,
-      "loss": 1.2702,
+      "epoch": 0.8947680157946692,
+      "grad_norm": 0.059924542524099636,
+      "learning_rate": 0.0006753278370520605,
+      "loss": 1.3721,
       "step": 5665
     },
     {
-      "epoch": 0.7886261197630297,
-      "grad_norm": 0.0061944635867057325,
-      "learning_rate": 0.0007585010746948542,
-      "loss": 1.1974,
+      "epoch": 0.8955577492596248,
+      "grad_norm": 0.055328627056519045,
+      "learning_rate": 0.0006746821867935634,
+      "loss": 1.3836,
       "step": 5670
     },
     {
-      "epoch": 0.7893215572584116,
-      "grad_norm": 0.006003667006463753,
-      "learning_rate": 0.0007579813415966108,
-      "loss": 1.2502,
+      "epoch": 0.8963474827245804,
+      "grad_norm": 0.05359577763637876,
+      "learning_rate": 0.0006740362045950231,
+      "loss": 1.3967,
       "step": 5675
     },
     {
-      "epoch": 0.7900169947537934,
-      "grad_norm": 0.006169704246703268,
-      "learning_rate": 0.000757461228344472,
-      "loss": 1.2895,
+      "epoch": 0.897137216189536,
+      "grad_norm": 0.046006569234367134,
+      "learning_rate": 0.0006733898916839679,
+      "loss": 1.3836,
       "step": 5680
     },
     {
-      "epoch": 0.7907124322491752,
-      "grad_norm": 0.006039440633623362,
-      "learning_rate": 0.0007569407357048618,
-      "loss": 1.2052,
+      "epoch": 0.8979269496544916,
+      "grad_norm": 0.04661252301020436,
+      "learning_rate": 0.0006727432492885548,
+      "loss": 1.3471,
       "step": 5685
     },
     {
-      "epoch": 0.7914078697445571,
-      "grad_norm": 0.00718611727165164,
-      "learning_rate": 0.0007564198644447631,
-      "loss": 1.2517,
+      "epoch": 0.8987166831194472,
+      "grad_norm": 0.046690040245130564,
+      "learning_rate": 0.0006720962786375669,
+      "loss": 1.3918,
       "step": 5690
     },
     {
-      "epoch": 0.7921033072399389,
-      "grad_norm": 0.00602787370434818,
-      "learning_rate": 0.000755898615331717,
-      "loss": 1.1959,
+      "epoch": 0.8995064165844028,
+      "grad_norm": 0.0474962887611394,
+      "learning_rate": 0.0006714489809604105,
+      "loss": 1.3177,
       "step": 5695
     },
     {
-      "epoch": 0.7927987447353209,
-      "grad_norm": 0.006205494115319457,
-      "learning_rate": 0.0007553769891338212,
-      "loss": 1.2557,
+      "epoch": 0.9002961500493584,
+      "grad_norm": 0.045559593778458966,
+      "learning_rate": 0.0006708013574871145,
+      "loss": 1.3261,
       "step": 5700
     },
     {
-      "epoch": 0.7934941822307027,
-      "grad_norm": 0.006378147244490537,
-      "learning_rate": 0.000754854986619729,
-      "loss": 1.2501,
+      "epoch": 0.901085883514314,
+      "grad_norm": 0.05380452880879802,
+      "learning_rate": 0.0006701534094483258,
+      "loss": 1.4432,
       "step": 5705
     },
     {
-      "epoch": 0.7941896197260846,
-      "grad_norm": 0.006638186629501899,
-      "learning_rate": 0.0007543326085586482,
-      "loss": 1.3058,
+      "epoch": 0.9018756169792695,
+      "grad_norm": 0.04967335188189488,
+      "learning_rate": 0.0006695051380753086,
+      "loss": 1.3891,
       "step": 5710
     },
     {
-      "epoch": 0.7948850572214664,
-      "grad_norm": 0.006693821170085185,
-      "learning_rate": 0.0007538098557203403,
-      "loss": 1.226,
+      "epoch": 0.902665350444225,
+      "grad_norm": 0.04613293597837413,
+      "learning_rate": 0.0006688565445999414,
+      "loss": 1.458,
       "step": 5715
     },
     {
-      "epoch": 0.7955804947168483,
-      "grad_norm": 0.006489631100661093,
-      "learning_rate": 0.0007532867288751189,
-      "loss": 1.2615,
+      "epoch": 0.9034550839091806,
+      "grad_norm": 0.05316220675491424,
+      "learning_rate": 0.0006682076302547146,
+      "loss": 1.3523,
       "step": 5720
     },
     {
-      "epoch": 0.7962759322122301,
-      "grad_norm": 0.006422952685040963,
-      "learning_rate": 0.0007527632287938486,
-      "loss": 1.2249,
+      "epoch": 0.9042448173741362,
+      "grad_norm": 0.042983228308954145,
+      "learning_rate": 0.0006675583962727288,
+      "loss": 1.381,
       "step": 5725
     },
     {
-      "epoch": 0.796971369707612,
-      "grad_norm": 0.006410181591756881,
-      "learning_rate": 0.000752239356247944,
-      "loss": 1.2325,
+      "epoch": 0.9050345508390918,
+      "grad_norm": 0.050209798980729574,
+      "learning_rate": 0.0006669088438876913,
+      "loss": 1.3419,
       "step": 5730
     },
     {
-      "epoch": 0.7976668072029939,
-      "grad_norm": 0.006321352398819895,
-      "learning_rate": 0.0007517151120093688,
-      "loss": 1.2877,
+      "epoch": 0.9058242843040474,
+      "grad_norm": 0.0485400034647322,
+      "learning_rate": 0.0006662589743339153,
+      "loss": 1.4167,
       "step": 5735
     },
     {
-      "epoch": 0.7983622446983757,
-      "grad_norm": 0.006990615110832522,
-      "learning_rate": 0.000751190496850634,
-      "loss": 1.2007,
+      "epoch": 0.906614017769003,
+      "grad_norm": 0.04887217829404918,
+      "learning_rate": 0.0006656087888463156,
+      "loss": 1.3822,
       "step": 5740
     },
     {
-      "epoch": 0.7990576821937576,
-      "grad_norm": 0.005959841329158638,
-      "learning_rate": 0.0007506655115447979,
-      "loss": 1.2448,
+      "epoch": 0.9074037512339586,
+      "grad_norm": 0.04590603584963013,
+      "learning_rate": 0.0006649582886604085,
+      "loss": 1.3046,
       "step": 5745
     },
     {
-      "epoch": 0.7997531196891394,
-      "grad_norm": 0.006711477306690095,
-      "learning_rate": 0.0007501401568654634,
-      "loss": 1.2566,
+      "epoch": 0.9081934846989141,
+      "grad_norm": 0.04702012953394187,
+      "learning_rate": 0.0006643074750123077,
+      "loss": 1.431,
       "step": 5750
     },
     {
-      "epoch": 0.8004485571845213,
-      "grad_norm": 0.006458651866306167,
-      "learning_rate": 0.0007496144335867779,
-      "loss": 1.2716,
+      "epoch": 0.9089832181638697,
+      "grad_norm": 0.0433252470407937,
+      "learning_rate": 0.0006636563491387225,
+      "loss": 1.3774,
       "step": 5755
     },
     {
-      "epoch": 0.8011439946799032,
-      "grad_norm": 0.006366846851733823,
-      "learning_rate": 0.0007490883424834326,
-      "loss": 1.26,
+      "epoch": 0.9097729516288253,
+      "grad_norm": 0.04323579283381148,
+      "learning_rate": 0.0006630049122769558,
+      "loss": 1.3877,
       "step": 5760
     },
     {
-      "epoch": 0.801839432175285,
-      "grad_norm": 0.006416523313836462,
-      "learning_rate": 0.0007485618843306599,
-      "loss": 1.2274,
+      "epoch": 0.9105626850937808,
+      "grad_norm": 0.04784071521678874,
+      "learning_rate": 0.0006623531656649013,
+      "loss": 1.4128,
       "step": 5765
     },
     {
-      "epoch": 0.8025348696706669,
-      "grad_norm": 0.006520893732754859,
-      "learning_rate": 0.0007480350599042337,
-      "loss": 1.2764,
+      "epoch": 0.9113524185587364,
+      "grad_norm": 0.044616879385153685,
+      "learning_rate": 0.0006617011105410411,
+      "loss": 1.3842,
       "step": 5770
     },
     {
-      "epoch": 0.8032303071660487,
-      "grad_norm": 0.006698736808081437,
-      "learning_rate": 0.0007475078699804669,
-      "loss": 1.2323,
+      "epoch": 0.912142152023692,
+      "grad_norm": 0.05006989986875471,
+      "learning_rate": 0.0006610487481444441,
+      "loss": 1.3758,
       "step": 5775
     },
     {
-      "epoch": 0.8039257446614306,
-      "grad_norm": 0.006873650861185721,
-      "learning_rate": 0.0007469803153362118,
-      "loss": 1.2602,
+      "epoch": 0.9129318854886476,
+      "grad_norm": 0.04858191333822887,
+      "learning_rate": 0.0006603960797147622,
+      "loss": 1.3679,
       "step": 5780
     },
     {
-      "epoch": 0.8046211821568124,
-      "grad_norm": 0.006020517999311977,
-      "learning_rate": 0.0007464523967488579,
-      "loss": 1.2091,
+      "epoch": 0.9137216189536032,
+      "grad_norm": 0.04823777990063495,
+      "learning_rate": 0.0006597431064922301,
+      "loss": 1.3599,
       "step": 5785
     },
     {
-      "epoch": 0.8053166196521944,
-      "grad_norm": 0.005898160970851398,
-      "learning_rate": 0.0007459241149963304,
-      "loss": 1.3094,
+      "epoch": 0.9145113524185587,
+      "grad_norm": 0.04572228855643244,
+      "learning_rate": 0.0006590898297176605,
+      "loss": 1.363,
       "step": 5790
     },
     {
-      "epoch": 0.8060120571475762,
-      "grad_norm": 0.006146191070077682,
-      "learning_rate": 0.0007453954708570903,
-      "loss": 1.2647,
+      "epoch": 0.9153010858835143,
+      "grad_norm": 0.043403831536223104,
+      "learning_rate": 0.0006584362506324437,
+      "loss": 1.408,
       "step": 5795
     },
     {
-      "epoch": 0.806707494642958,
-      "grad_norm": 0.006347741731933185,
-      "learning_rate": 0.0007448664651101327,
-      "loss": 1.2646,
+      "epoch": 0.9160908193484699,
+      "grad_norm": 0.04549541904525242,
+      "learning_rate": 0.000657782370478544,
+      "loss": 1.3711,
       "step": 5800
     },
     {
-      "epoch": 0.8074029321383399,
-      "grad_norm": 0.005915199405617491,
-      "learning_rate": 0.0007443370985349848,
-      "loss": 1.1768,
+      "epoch": 0.9168805528134255,
+      "grad_norm": 0.04488618960242129,
+      "learning_rate": 0.0006571281904984979,
+      "loss": 1.406,
       "step": 5805
     },
     {
-      "epoch": 0.8080983696337217,
-      "grad_norm": 0.006375096482545207,
-      "learning_rate": 0.0007438073719117064,
-      "loss": 1.2616,
+      "epoch": 0.9176702862783811,
+      "grad_norm": 0.05028702131195728,
+      "learning_rate": 0.0006564737119354119,
+      "loss": 1.3928,
       "step": 5810
     },
     {
-      "epoch": 0.8087938071291036,
-      "grad_norm": 0.00643162678508984,
-      "learning_rate": 0.0007432772860208872,
-      "loss": 1.2474,
+      "epoch": 0.9184600197433366,
+      "grad_norm": 0.044433178520649895,
+      "learning_rate": 0.0006558189360329597,
+      "loss": 1.3345,
       "step": 5815
     },
     {
-      "epoch": 0.8094892446244855,
-      "grad_norm": 0.006615982118794966,
-      "learning_rate": 0.0007427468416436466,
-      "loss": 1.272,
+      "epoch": 0.9192497532082922,
+      "grad_norm": 0.043423709851216706,
+      "learning_rate": 0.0006551638640353798,
+      "loss": 1.322,
       "step": 5820
     },
     {
-      "epoch": 0.8101846821198674,
-      "grad_norm": 0.006682308809034385,
-      "learning_rate": 0.0007422160395616322,
-      "loss": 1.2454,
+      "epoch": 0.9200394866732478,
+      "grad_norm": 0.04551331302140084,
+      "learning_rate": 0.0006545084971874737,
+      "loss": 1.3792,
       "step": 5825
     },
     {
-      "epoch": 0.8108801196152492,
-      "grad_norm": 0.006077924375766794,
-      "learning_rate": 0.0007416848805570186,
-      "loss": 1.2011,
+      "epoch": 0.9208292201382033,
+      "grad_norm": 0.04382390852746783,
+      "learning_rate": 0.0006538528367346033,
+      "loss": 1.3674,
       "step": 5830
     },
     {
-      "epoch": 0.8115755571106311,
-      "grad_norm": 0.005991146564979481,
-      "learning_rate": 0.0007411533654125068,
-      "loss": 1.221,
+      "epoch": 0.9216189536031589,
+      "grad_norm": 0.048538269102094425,
+      "learning_rate": 0.000653196883922688,
+      "loss": 1.3574,
       "step": 5835
     },
     {
-      "epoch": 0.8122709946060129,
-      "grad_norm": 0.006736871640392908,
-      "learning_rate": 0.0007406214949113218,
-      "loss": 1.2144,
+      "epoch": 0.9224086870681145,
+      "grad_norm": 0.046750123848286335,
+      "learning_rate": 0.0006525406399982028,
+      "loss": 1.417,
       "step": 5840
     },
     {
-      "epoch": 0.8129664321013947,
-      "grad_norm": 0.006437948820307645,
-      "learning_rate": 0.0007400892698372131,
-      "loss": 1.2246,
+      "epoch": 0.9231984205330701,
+      "grad_norm": 0.04814384646695587,
+      "learning_rate": 0.0006518841062081764,
+      "loss": 1.3596,
       "step": 5845
     },
     {
-      "epoch": 0.8136618695967767,
-      "grad_norm": 0.006531270782229928,
-      "learning_rate": 0.0007395566909744521,
-      "loss": 1.2446,
+      "epoch": 0.9239881539980257,
+      "grad_norm": 0.0499553861670503,
+      "learning_rate": 0.0006512272838001876,
+      "loss": 1.3181,
       "step": 5850
     },
     {
-      "epoch": 0.8143573070921585,
-      "grad_norm": 0.0064914722310488344,
-      "learning_rate": 0.0007390237591078317,
-      "loss": 1.2686,
+      "epoch": 0.9247778874629813,
+      "grad_norm": 0.044427287154074936,
+      "learning_rate": 0.0006505701740223642,
+      "loss": 1.4202,
       "step": 5855
     },
     {
-      "epoch": 0.8150527445875404,
-      "grad_norm": 0.006531132225811117,
-      "learning_rate": 0.0007384904750226648,
-      "loss": 1.2461,
+      "epoch": 0.9255676209279369,
+      "grad_norm": 0.05288912100433442,
+      "learning_rate": 0.0006499127781233795,
+      "loss": 1.3115,
       "step": 5860
     },
     {
-      "epoch": 0.8157481820829222,
-      "grad_norm": 0.0061273985689447785,
-      "learning_rate": 0.0007379568395047837,
-      "loss": 1.2217,
+      "epoch": 0.9263573543928924,
+      "grad_norm": 0.04834391388554828,
+      "learning_rate": 0.0006492550973524516,
+      "loss": 1.4586,
       "step": 5865
     },
     {
-      "epoch": 0.8164436195783041,
-      "grad_norm": 0.006278485109328134,
-      "learning_rate": 0.0007374228533405387,
-      "loss": 1.2595,
+      "epoch": 0.9271470878578479,
+      "grad_norm": 0.045103639137948404,
+      "learning_rate": 0.0006485971329593387,
+      "loss": 1.4186,
       "step": 5870
     },
     {
-      "epoch": 0.817139057073686,
-      "grad_norm": 0.005759852793029018,
-      "learning_rate": 0.0007368885173167958,
-      "loss": 1.2383,
+      "epoch": 0.9279368213228035,
+      "grad_norm": 0.04752711369481281,
+      "learning_rate": 0.0006479388861943385,
+      "loss": 1.3804,
       "step": 5875
     },
     {
-      "epoch": 0.8178344945690678,
-      "grad_norm": 0.006058589582836023,
-      "learning_rate": 0.0007363538322209378,
-      "loss": 1.2845,
+      "epoch": 0.9287265547877591,
+      "grad_norm": 0.04329298258293764,
+      "learning_rate": 0.0006472803583082854,
+      "loss": 1.4045,
       "step": 5880
     },
     {
-      "epoch": 0.8185299320644497,
-      "grad_norm": 0.006383936421939288,
-      "learning_rate": 0.0007358187988408611,
-      "loss": 1.2655,
+      "epoch": 0.9295162882527147,
+      "grad_norm": 0.04632352177342027,
+      "learning_rate": 0.0006466215505525477,
+      "loss": 1.388,
       "step": 5885
     },
     {
-      "epoch": 0.8192253695598315,
-      "grad_norm": 0.0058403360728948445,
-      "learning_rate": 0.0007352834179649754,
-      "loss": 1.2298,
+      "epoch": 0.9303060217176703,
+      "grad_norm": 0.04454832032055588,
+      "learning_rate": 0.0006459624641790257,
+      "loss": 1.3563,
       "step": 5890
     },
     {
-      "epoch": 0.8199208070552134,
-      "grad_norm": 0.006174565447864909,
-      "learning_rate": 0.0007347476903822026,
-      "loss": 1.2438,
+      "epoch": 0.9310957551826259,
+      "grad_norm": 0.04698874694253665,
+      "learning_rate": 0.000645303100440149,
+      "loss": 1.3484,
       "step": 5895
     },
     {
-      "epoch": 0.8206162445505952,
-      "grad_norm": 0.0060412392484401395,
-      "learning_rate": 0.0007342116168819756,
-      "loss": 1.174,
+      "epoch": 0.9318854886475815,
+      "grad_norm": 0.04700250647149917,
+      "learning_rate": 0.0006446434605888743,
+      "loss": 1.3633,
       "step": 5900
     },
     {
-      "epoch": 0.8213116820459772,
-      "grad_norm": 0.006094060868322692,
-      "learning_rate": 0.000733675198254237,
-      "loss": 1.1674,
+      "epoch": 0.9326752221125371,
+      "grad_norm": 0.049509526934922915,
+      "learning_rate": 0.0006439835458786836,
+      "loss": 1.3899,
       "step": 5905
     },
     {
-      "epoch": 0.822007119541359,
-      "grad_norm": 0.007304536735819647,
-      "learning_rate": 0.0007331384352894378,
-      "loss": 1.2884,
+      "epoch": 0.9334649555774926,
+      "grad_norm": 0.05458334022780303,
+      "learning_rate": 0.00064332335756358,
+      "loss": 1.4155,
       "step": 5910
     },
     {
-      "epoch": 0.8227025570367408,
-      "grad_norm": 0.00596625849998834,
-      "learning_rate": 0.0007326013287785363,
-      "loss": 1.2502,
+      "epoch": 0.9342546890424481,
+      "grad_norm": 0.04666396703125326,
+      "learning_rate": 0.0006426628968980876,
+      "loss": 1.3571,
       "step": 5915
     },
     {
-      "epoch": 0.8233979945321227,
-      "grad_norm": 0.006537266638370992,
-      "learning_rate": 0.0007320638795129975,
-      "loss": 1.3029,
+      "epoch": 0.9350444225074037,
+      "grad_norm": 0.05709127188855194,
+      "learning_rate": 0.0006420021651372473,
+      "loss": 1.3911,
       "step": 5920
     },
     {
-      "epoch": 0.8240934320275045,
-      "grad_norm": 0.006097350828011062,
-      "learning_rate": 0.000731526088284791,
-      "loss": 1.2407,
+      "epoch": 0.9358341559723593,
+      "grad_norm": 0.05027931077260614,
+      "learning_rate": 0.0006413411635366157,
+      "loss": 1.3958,
       "step": 5925
     },
     {
-      "epoch": 0.8247888695228864,
-      "grad_norm": 0.006537369687125834,
-      "learning_rate": 0.0007309879558863905,
-      "loss": 1.339,
+      "epoch": 0.9366238894373149,
+      "grad_norm": 0.04736354822280364,
+      "learning_rate": 0.0006406798933522618,
+      "loss": 1.3587,
       "step": 5930
     },
     {
-      "epoch": 0.8254843070182682,
-      "grad_norm": 0.006257031449313371,
-      "learning_rate": 0.0007304494831107725,
-      "loss": 1.2543,
+      "epoch": 0.9374136229022705,
+      "grad_norm": 0.04424662988255873,
+      "learning_rate": 0.0006400183558407649,
+      "loss": 1.3366,
       "step": 5935
     },
     {
-      "epoch": 0.8261797445136502,
-      "grad_norm": 0.00620249527575054,
-      "learning_rate": 0.0007299106707514152,
-      "loss": 1.2637,
+      "epoch": 0.9382033563672261,
+      "grad_norm": 0.04495092726099137,
+      "learning_rate": 0.0006393565522592127,
+      "loss": 1.3617,
       "step": 5940
     },
     {
-      "epoch": 0.826875182009032,
-      "grad_norm": 0.006326934669636502,
-      "learning_rate": 0.0007293715196022968,
-      "loss": 1.2393,
+      "epoch": 0.9389930898321817,
+      "grad_norm": 0.04763727247383859,
+      "learning_rate": 0.0006386944838651984,
+      "loss": 1.3959,
       "step": 5945
     },
     {
-      "epoch": 0.8275706195044139,
-      "grad_norm": 0.006040843017559486,
-      "learning_rate": 0.0007288320304578949,
-      "loss": 1.2131,
+      "epoch": 0.9397828232971372,
+      "grad_norm": 0.04185019108607799,
+      "learning_rate": 0.0006380321519168182,
+      "loss": 1.3723,
       "step": 5950
     },
     {
-      "epoch": 0.8282660569997957,
-      "grad_norm": 0.006537632221018482,
-      "learning_rate": 0.0007282922041131855,
-      "loss": 1.3346,
+      "epoch": 0.9405725567620928,
+      "grad_norm": 0.044790927212345136,
+      "learning_rate": 0.000637369557672669,
+      "loss": 1.3518,
       "step": 5955
     },
     {
-      "epoch": 0.8289614944951775,
-      "grad_norm": 0.005989789642250615,
-      "learning_rate": 0.0007277520413636409,
-      "loss": 1.2322,
+      "epoch": 0.9413622902270484,
+      "grad_norm": 0.044185975210989915,
+      "learning_rate": 0.0006367067023918467,
+      "loss": 1.3494,
       "step": 5960
     },
     {
-      "epoch": 0.8296569319905595,
-      "grad_norm": 0.00711387798678719,
-      "learning_rate": 0.0007272115430052295,
-      "loss": 1.2177,
+      "epoch": 0.9421520236920039,
+      "grad_norm": 0.06885359637014549,
+      "learning_rate": 0.0006360435873339425,
+      "loss": 1.3917,
       "step": 5965
     },
     {
-      "epoch": 0.8303523694859413,
-      "grad_norm": 0.006995453614042438,
-      "learning_rate": 0.0007266707098344143,
-      "loss": 1.2395,
+      "epoch": 0.9429417571569595,
+      "grad_norm": 0.054119555477117,
+      "learning_rate": 0.0006353802137590419,
+      "loss": 1.3707,
       "step": 5970
     },
     {
-      "epoch": 0.8310478069813232,
-      "grad_norm": 0.007090348157787454,
-      "learning_rate": 0.0007261295426481514,
-      "loss": 1.2336,
+      "epoch": 0.9437314906219151,
+      "grad_norm": 0.04643956479444496,
+      "learning_rate": 0.0006347165829277211,
+      "loss": 1.4201,
       "step": 5975
     },
     {
-      "epoch": 0.831743244476705,
-      "grad_norm": 0.006531852543006918,
-      "learning_rate": 0.0007255880422438892,
-      "loss": 1.2339,
+      "epoch": 0.9445212240868707,
+      "grad_norm": 0.04642073076122332,
+      "learning_rate": 0.0006340526961010457,
+      "loss": 1.3312,
       "step": 5980
     },
     {
-      "epoch": 0.8324386819720869,
-      "grad_norm": 0.006234337949267161,
-      "learning_rate": 0.0007250462094195672,
-      "loss": 1.2741,
+      "epoch": 0.9453109575518263,
+      "grad_norm": 0.05072888844540416,
+      "learning_rate": 0.0006333885545405674,
+      "loss": 1.3892,
       "step": 5985
     },
     {
-      "epoch": 0.8331341194674687,
-      "grad_norm": 0.006111384301467273,
-      "learning_rate": 0.0007245040449736145,
-      "loss": 1.2069,
+      "epoch": 0.9461006910167818,
+      "grad_norm": 0.048059621980940444,
+      "learning_rate": 0.0006327241595083218,
+      "loss": 1.3807,
       "step": 5990
     },
     {
-      "epoch": 0.8338295569628505,
-      "grad_norm": 0.007536386461225999,
-      "learning_rate": 0.0007239615497049494,
-      "loss": 1.2817,
+      "epoch": 0.9468904244817374,
+      "grad_norm": 0.047711981215817316,
+      "learning_rate": 0.0006320595122668266,
+      "loss": 1.4203,
       "step": 5995
     },
     {
-      "epoch": 0.8345249944582325,
-      "grad_norm": 0.006794811066591335,
-      "learning_rate": 0.0007234187244129772,
-      "loss": 1.3019,
+      "epoch": 0.947680157946693,
+      "grad_norm": 0.04835368805414471,
+      "learning_rate": 0.0006313946140790785,
+      "loss": 1.3454,
       "step": 6000
     },
     {
-      "epoch": 0.8352204319536143,
-      "grad_norm": 0.006423633738906193,
-      "learning_rate": 0.0007228755698975895,
-      "loss": 1.2186,
+      "epoch": 0.9484698914116486,
+      "grad_norm": 0.05621586187440606,
+      "learning_rate": 0.0006307294662085512,
+      "loss": 1.3636,
       "step": 6005
     },
     {
-      "epoch": 0.8359158694489962,
-      "grad_norm": 0.006496040684384677,
-      "learning_rate": 0.0007223320869591633,
-      "loss": 1.2589,
+      "epoch": 0.9492596248766041,
+      "grad_norm": 0.2586279959222586,
+      "learning_rate": 0.0006300640699191927,
+      "loss": 1.3866,
       "step": 6010
     },
     {
-      "epoch": 0.836611306944378,
-      "grad_norm": 0.006172512545011261,
-      "learning_rate": 0.0007217882763985596,
-      "loss": 1.2394,
+      "epoch": 0.9500493583415597,
+      "grad_norm": 0.04798088422404647,
+      "learning_rate": 0.0006293984264754229,
+      "loss": 1.3653,
       "step": 6015
     },
     {
-      "epoch": 0.8373067444397599,
-      "grad_norm": 0.006479955890875502,
-      "learning_rate": 0.0007212441390171217,
-      "loss": 1.2921,
+      "epoch": 0.9508390918065153,
+      "grad_norm": 0.045379116546892195,
+      "learning_rate": 0.000628732537142132,
+      "loss": 1.3997,
       "step": 6020
     },
     {
-      "epoch": 0.8380021819351418,
-      "grad_norm": 0.006433044009916857,
-      "learning_rate": 0.0007206996756166751,
-      "loss": 1.2718,
+      "epoch": 0.9516288252714709,
+      "grad_norm": 0.05412264682657832,
+      "learning_rate": 0.0006280664031846768,
+      "loss": 1.401,
       "step": 6025
     },
     {
-      "epoch": 0.8386976194305236,
-      "grad_norm": 0.005974651347748573,
-      "learning_rate": 0.0007201548869995255,
-      "loss": 1.2398,
+      "epoch": 0.9524185587364264,
+      "grad_norm": 0.04903895753570616,
+      "learning_rate": 0.0006274000258688793,
+      "loss": 1.3839,
       "step": 6030
     },
     {
-      "epoch": 0.8393930569259055,
-      "grad_norm": 0.0065659830518282215,
-      "learning_rate": 0.0007196097739684575,
-      "loss": 1.2273,
+      "epoch": 0.953208292201382,
+      "grad_norm": 0.051314260721683845,
+      "learning_rate": 0.0006267334064610236,
+      "loss": 1.3793,
       "step": 6035
     },
     {
-      "epoch": 0.8400884944212873,
-      "grad_norm": 0.005906084611093473,
-      "learning_rate": 0.0007190643373267341,
-      "loss": 1.1969,
+      "epoch": 0.9539980256663376,
+      "grad_norm": 0.05005936192859118,
+      "learning_rate": 0.0006260665462278543,
+      "loss": 1.3592,
       "step": 6040
     },
     {
-      "epoch": 0.8407839319166692,
-      "grad_norm": 0.006216849583551892,
-      "learning_rate": 0.000718518577878095,
-      "loss": 1.2688,
+      "epoch": 0.9547877591312932,
+      "grad_norm": 0.04762959050985001,
+      "learning_rate": 0.0006253994464365732,
+      "loss": 1.3486,
       "step": 6045
     },
     {
-      "epoch": 0.841479369412051,
-      "grad_norm": 0.0064434923714592335,
-      "learning_rate": 0.0007179724964267558,
-      "loss": 1.2348,
+      "epoch": 0.9555774925962488,
+      "grad_norm": 0.05093368078012485,
+      "learning_rate": 0.0006247321083548376,
+      "loss": 1.3888,
       "step": 6050
     },
     {
-      "epoch": 0.842174806907433,
-      "grad_norm": 0.006421834408562318,
-      "learning_rate": 0.0007174260937774063,
-      "loss": 1.2518,
+      "epoch": 0.9563672260612044,
+      "grad_norm": 0.046657927382141404,
+      "learning_rate": 0.0006240645332507576,
+      "loss": 1.3822,
       "step": 6055
     },
     {
-      "epoch": 0.8428702444028148,
-      "grad_norm": 0.006568070611700118,
-      "learning_rate": 0.0007168793707352098,
-      "loss": 1.2126,
+      "epoch": 0.9571569595261599,
+      "grad_norm": 0.05198932494290278,
+      "learning_rate": 0.0006233967223928936,
+      "loss": 1.3648,
       "step": 6060
     },
     {
-      "epoch": 0.8435656818981967,
-      "grad_norm": 0.006390364120377278,
-      "learning_rate": 0.0007163323281058017,
-      "loss": 1.2875,
+      "epoch": 0.9579466929911155,
+      "grad_norm": 0.05168674481989319,
+      "learning_rate": 0.000622728677050254,
+      "loss": 1.3818,
       "step": 6065
     },
     {
-      "epoch": 0.8442611193935785,
-      "grad_norm": 0.006402983423636169,
-      "learning_rate": 0.0007157849666952884,
-      "loss": 1.237,
+      "epoch": 0.958736426456071,
+      "grad_norm": 0.05175286572284158,
+      "learning_rate": 0.0006220603984922926,
+      "loss": 1.3331,
       "step": 6070
     },
     {
-      "epoch": 0.8449565568889603,
-      "grad_norm": 0.006408714914236503,
-      "learning_rate": 0.0007152372873102458,
-      "loss": 1.2325,
+      "epoch": 0.9595261599210266,
+      "grad_norm": 0.067162050464239,
+      "learning_rate": 0.0006213918879889068,
+      "loss": 1.365,
       "step": 6075
     },
     {
-      "epoch": 0.8456519943843422,
-      "grad_norm": 0.005902680896852321,
-      "learning_rate": 0.0007146892907577184,
-      "loss": 1.201,
+      "epoch": 0.9603158933859822,
+      "grad_norm": 0.047807569393435174,
+      "learning_rate": 0.0006207231468104344,
+      "loss": 1.3877,
       "step": 6080
     },
     {
-      "epoch": 0.846347431879724,
-      "grad_norm": 0.005933389994534677,
-      "learning_rate": 0.0007141409778452185,
-      "loss": 1.2754,
+      "epoch": 0.9611056268509378,
+      "grad_norm": 0.05754277233888882,
+      "learning_rate": 0.0006200541762276517,
+      "loss": 1.4108,
       "step": 6085
     },
     {
-      "epoch": 0.847042869375106,
-      "grad_norm": 0.006355877200119325,
-      "learning_rate": 0.000713592349380724,
-      "loss": 1.2482,
+      "epoch": 0.9618953603158934,
+      "grad_norm": 0.05580494310696935,
+      "learning_rate": 0.0006193849775117709,
+      "loss": 1.3784,
       "step": 6090
     },
     {
-      "epoch": 0.8477383068704878,
-      "grad_norm": 0.00626242154620911,
-      "learning_rate": 0.0007130434061726783,
-      "loss": 1.199,
+      "epoch": 0.962685093780849,
+      "grad_norm": 0.048591648816101625,
+      "learning_rate": 0.0006187155519344378,
+      "loss": 1.3565,
       "step": 6095
     },
     {
-      "epoch": 0.8484337443658697,
-      "grad_norm": 0.006574635651973225,
-      "learning_rate": 0.0007124941490299882,
-      "loss": 1.2496,
+      "epoch": 0.9634748272458046,
+      "grad_norm": 0.049594461076992905,
+      "learning_rate": 0.0006180459007677291,
+      "loss": 1.3721,
       "step": 6100
     },
     {
-      "epoch": 0.8491291818612515,
-      "grad_norm": 0.007064600095816816,
-      "learning_rate": 0.0007119445787620231,
-      "loss": 1.2141,
+      "epoch": 0.9642645607107602,
+      "grad_norm": 0.05009713442785748,
+      "learning_rate": 0.0006173760252841501,
+      "loss": 1.4245,
       "step": 6105
     },
     {
-      "epoch": 0.8498246193566333,
-      "grad_norm": 0.005850841955167589,
-      "learning_rate": 0.0007113946961786141,
-      "loss": 1.284,
+      "epoch": 0.9650542941757156,
+      "grad_norm": 0.0537178441083142,
+      "learning_rate": 0.0006167059267566326,
+      "loss": 1.4056,
       "step": 6110
     },
     {
-      "epoch": 0.8505200568520153,
-      "grad_norm": 0.006829174251870291,
-      "learning_rate": 0.0007108445020900524,
-      "loss": 1.2551,
+      "epoch": 0.9658440276406712,
+      "grad_norm": 0.04905225334773231,
+      "learning_rate": 0.0006160356064585323,
+      "loss": 1.3179,
       "step": 6115
     },
     {
-      "epoch": 0.8512154943473971,
-      "grad_norm": 0.006503266536664852,
-      "learning_rate": 0.0007102939973070882,
-      "loss": 1.2607,
+      "epoch": 0.9666337611056268,
+      "grad_norm": 0.05163284674614135,
+      "learning_rate": 0.0006153650656636261,
+      "loss": 1.3583,
       "step": 6120
     },
     {
-      "epoch": 0.851910931842779,
-      "grad_norm": 0.006654479193674037,
-      "learning_rate": 0.0007097431826409296,
-      "loss": 1.2139,
+      "epoch": 0.9674234945705824,
+      "grad_norm": 0.04464293336747072,
+      "learning_rate": 0.0006146943056461099,
+      "loss": 1.313,
       "step": 6125
     },
     {
-      "epoch": 0.8526063693381608,
-      "grad_norm": 0.0060976352463615055,
-      "learning_rate": 0.0007091920589032411,
-      "loss": 1.2655,
+      "epoch": 0.968213228035538,
+      "grad_norm": 0.04466791202800987,
+      "learning_rate": 0.0006140233276805965,
+      "loss": 1.4236,
       "step": 6130
     },
     {
-      "epoch": 0.8533018068335427,
-      "grad_norm": 0.006057792881509456,
-      "learning_rate": 0.000708640626906143,
-      "loss": 1.2495,
+      "epoch": 0.9690029615004936,
+      "grad_norm": 0.04814368550988965,
+      "learning_rate": 0.0006133521330421124,
+      "loss": 1.3531,
       "step": 6135
     },
     {
-      "epoch": 0.8539972443289245,
-      "grad_norm": 0.00809335241726867,
-      "learning_rate": 0.0007080888874622096,
-      "loss": 1.2625,
+      "epoch": 0.9697926949654492,
+      "grad_norm": 0.04459228024352308,
+      "learning_rate": 0.0006126807230060961,
+      "loss": 1.3698,
       "step": 6140
     },
     {
-      "epoch": 0.8546926818243064,
-      "grad_norm": 0.006522085187889174,
-      "learning_rate": 0.0007075368413844681,
-      "loss": 1.2927,
+      "epoch": 0.9705824284304048,
+      "grad_norm": 0.05202081175717754,
+      "learning_rate": 0.0006120090988483953,
+      "loss": 1.3411,
       "step": 6145
     },
     {
-      "epoch": 0.8553881193196883,
-      "grad_norm": 0.005992752538406673,
-      "learning_rate": 0.0007069844894863979,
-      "loss": 1.2659,
+      "epoch": 0.9713721618953604,
+      "grad_norm": 0.0869901849972411,
+      "learning_rate": 0.000611337261845265,
+      "loss": 1.3449,
       "step": 6150
     },
     {
-      "epoch": 0.8560835568150701,
-      "grad_norm": 0.006636159339297206,
-      "learning_rate": 0.000706431832581929,
-      "loss": 1.2063,
+      "epoch": 0.9721618953603159,
+      "grad_norm": 0.04567576686031168,
+      "learning_rate": 0.0006106652132733637,
+      "loss": 1.3836,
       "step": 6155
     },
     {
-      "epoch": 0.856778994310452,
-      "grad_norm": 0.006168499834154673,
-      "learning_rate": 0.0007058788714854406,
-      "loss": 1.2034,
+      "epoch": 0.9729516288252714,
+      "grad_norm": 0.045968483102760326,
+      "learning_rate": 0.0006099929544097529,
+      "loss": 1.3977,
       "step": 6160
     },
     {
-      "epoch": 0.8574744318058338,
-      "grad_norm": 0.0061002645426909965,
-      "learning_rate": 0.0007053256070117604,
-      "loss": 1.2294,
+      "epoch": 0.973741362290227,
+      "grad_norm": 0.0465834709036039,
+      "learning_rate": 0.0006093204865318933,
+      "loss": 1.3625,
       "step": 6165
     },
     {
-      "epoch": 0.8581698693012157,
-      "grad_norm": 0.005884483761207476,
-      "learning_rate": 0.000704772039976163,
-      "loss": 1.2339,
+      "epoch": 0.9745310957551826,
+      "grad_norm": 0.04546203174690043,
+      "learning_rate": 0.000608647810917643,
+      "loss": 1.3461,
       "step": 6170
     },
     {
-      "epoch": 0.8588653067965976,
-      "grad_norm": 0.006817748339333864,
-      "learning_rate": 0.0007042181711943687,
-      "loss": 1.2251,
+      "epoch": 0.9753208292201382,
+      "grad_norm": 0.04877068783750367,
+      "learning_rate": 0.0006079749288452542,
+      "loss": 1.3724,
       "step": 6175
     },
     {
-      "epoch": 0.8595607442919795,
-      "grad_norm": 0.0069747344231925286,
-      "learning_rate": 0.0007036640014825428,
-      "loss": 1.2024,
+      "epoch": 0.9761105626850938,
+      "grad_norm": 0.12923019427265092,
+      "learning_rate": 0.0006073018415933724,
+      "loss": 1.3752,
       "step": 6180
     },
     {
-      "epoch": 0.8602561817873613,
-      "grad_norm": 0.006168119035957552,
-      "learning_rate": 0.000703109531657294,
-      "loss": 1.2113,
+      "epoch": 0.9769002961500494,
+      "grad_norm": 0.04688896826188754,
+      "learning_rate": 0.0006066285504410324,
+      "loss": 1.4009,
       "step": 6185
     },
     {
-      "epoch": 0.8609516192827431,
-      "grad_norm": 0.006752504440953398,
-      "learning_rate": 0.0007025547625356728,
-      "loss": 1.2763,
+      "epoch": 0.977690029615005,
+      "grad_norm": 0.07121338087595176,
+      "learning_rate": 0.0006059550566676562,
+      "loss": 1.3675,
       "step": 6190
     },
     {
-      "epoch": 0.861647056778125,
-      "grad_norm": 0.006351446168437436,
-      "learning_rate": 0.0007019996949351713,
-      "loss": 1.2283,
+      "epoch": 0.9784797630799605,
+      "grad_norm": 0.1139952257590022,
+      "learning_rate": 0.0006052813615530514,
+      "loss": 1.3697,
       "step": 6195
     },
     {
-      "epoch": 0.8623424942735068,
-      "grad_norm": 0.006710466150820764,
-      "learning_rate": 0.0007014443296737211,
-      "loss": 1.2034,
+      "epoch": 0.9792694965449161,
+      "grad_norm": 0.049819946614549644,
+      "learning_rate": 0.0006046074663774081,
+      "loss": 1.367,
       "step": 6200
     },
     {
-      "epoch": 0.8630379317688888,
-      "grad_norm": 0.006816845053463159,
-      "learning_rate": 0.0007008886675696923,
-      "loss": 1.1918,
+      "epoch": 0.9800592300098717,
+      "grad_norm": 0.04810820475295101,
+      "learning_rate": 0.0006039333724212963,
+      "loss": 1.3709,
       "step": 6205
     },
     {
-      "epoch": 0.8637333692642706,
-      "grad_norm": 0.006634058047002636,
-      "learning_rate": 0.0007003327094418929,
-      "loss": 1.204,
+      "epoch": 0.9808489634748272,
+      "grad_norm": 0.05142861949020054,
+      "learning_rate": 0.000603259080965664,
+      "loss": 1.3406,
       "step": 6210
     },
     {
-      "epoch": 0.8644288067596525,
-      "grad_norm": 0.005963654843805723,
-      "learning_rate": 0.0006997764561095667,
-      "loss": 1.2368,
+      "epoch": 0.9816386969397828,
+      "grad_norm": 0.0574800030066119,
+      "learning_rate": 0.0006025845932918344,
+      "loss": 1.3474,
       "step": 6215
     },
     {
-      "epoch": 0.8651242442550343,
-      "grad_norm": 0.0064676210009496264,
-      "learning_rate": 0.0006992199083923928,
-      "loss": 1.2701,
+      "epoch": 0.9824284304047384,
+      "grad_norm": 0.048572356058142606,
+      "learning_rate": 0.0006019099106815033,
+      "loss": 1.3481,
       "step": 6220
     },
     {
-      "epoch": 0.8658196817504161,
-      "grad_norm": 0.0076209484624964775,
-      "learning_rate": 0.0006986630671104837,
-      "loss": 1.2779,
+      "epoch": 0.983218163869694,
+      "grad_norm": 0.04991067358792266,
+      "learning_rate": 0.0006012350344167372,
+      "loss": 1.3572,
       "step": 6225
     },
     {
-      "epoch": 0.866515119245798,
-      "grad_norm": 0.006170130107435596,
-      "learning_rate": 0.0006981059330843849,
-      "loss": 1.2793,
+      "epoch": 0.9840078973346496,
+      "grad_norm": 0.04649661868332234,
+      "learning_rate": 0.0006005599657799709,
+      "loss": 1.3405,
       "step": 6230
     },
     {
-      "epoch": 0.8672105567411799,
-      "grad_norm": 0.006363071214005105,
-      "learning_rate": 0.0006975485071350729,
-      "loss": 1.2232,
+      "epoch": 0.9847976307996051,
+      "grad_norm": 0.06688741205235431,
+      "learning_rate": 0.0005998847060540042,
+      "loss": 1.3322,
       "step": 6235
     },
     {
-      "epoch": 0.8679059942365618,
-      "grad_norm": 0.006257297362700788,
-      "learning_rate": 0.0006969907900839547,
-      "loss": 1.2655,
+      "epoch": 0.9855873642645607,
+      "grad_norm": 0.04534310591554511,
+      "learning_rate": 0.0005992092565220001,
+      "loss": 1.3655,
       "step": 6240
     },
     {
-      "epoch": 0.8686014317319436,
-      "grad_norm": 0.006142500602142669,
-      "learning_rate": 0.0006964327827528661,
-      "loss": 1.2101,
+      "epoch": 0.9863770977295163,
+      "grad_norm": 0.046389297361401016,
+      "learning_rate": 0.0005985336184674826,
+      "loss": 1.3577,
       "step": 6245
     },
     {
-      "epoch": 0.8692968692273255,
-      "grad_norm": 0.006184238473388408,
-      "learning_rate": 0.0006958744859640705,
-      "loss": 1.2299,
+      "epoch": 0.9871668311944719,
+      "grad_norm": 0.0452007046370314,
+      "learning_rate": 0.0005978577931743336,
+      "loss": 1.357,
       "step": 6250
     },
     {
-      "epoch": 0.8699923067227073,
-      "grad_norm": 0.006909859158631795,
-      "learning_rate": 0.0006953159005402585,
-      "loss": 1.1877,
+      "epoch": 0.9879565646594275,
+      "grad_norm": 0.04558394885899398,
+      "learning_rate": 0.0005971817819267913,
+      "loss": 1.3637,
       "step": 6255
     },
     {
-      "epoch": 0.8706877442180891,
-      "grad_norm": 0.0061180447774018525,
-      "learning_rate": 0.000694757027304545,
-      "loss": 1.2542,
+      "epoch": 0.988746298124383,
+      "grad_norm": 0.05304186801510738,
+      "learning_rate": 0.0005965055860094466,
+      "loss": 1.3848,
       "step": 6260
     },
     {
-      "epoch": 0.8713831817134711,
-      "grad_norm": 0.007284195461685749,
-      "learning_rate": 0.0006941978670804698,
-      "loss": 1.3064,
+      "epoch": 0.9895360315893386,
+      "grad_norm": 0.04178316475303305,
+      "learning_rate": 0.0005958292067072417,
+      "loss": 1.3651,
       "step": 6265
     },
     {
-      "epoch": 0.8720786192088529,
-      "grad_norm": 0.0068185988634558185,
-      "learning_rate": 0.0006936384206919955,
-      "loss": 1.2446,
+      "epoch": 0.9903257650542941,
+      "grad_norm": 0.04606950175682047,
+      "learning_rate": 0.0005951526453054673,
+      "loss": 1.3329,
       "step": 6270
     },
     {
-      "epoch": 0.8727740567042348,
-      "grad_norm": 0.006038593209247106,
-      "learning_rate": 0.0006930786889635059,
-      "loss": 1.2943,
+      "epoch": 0.9911154985192497,
+      "grad_norm": 0.047829775940060784,
+      "learning_rate": 0.00059447590308976,
+      "loss": 1.3749,
       "step": 6275
     },
     {
-      "epoch": 0.8734694941996166,
-      "grad_norm": 0.006862860724780262,
-      "learning_rate": 0.0006925186727198057,
-      "loss": 1.2613,
+      "epoch": 0.9919052319842053,
+      "grad_norm": 0.04493491079068925,
+      "learning_rate": 0.0005937989813460999,
+      "loss": 1.3689,
       "step": 6280
     },
     {
-      "epoch": 0.8741649316949985,
-      "grad_norm": 0.006693006813593453,
-      "learning_rate": 0.0006919583727861189,
-      "loss": 1.2628,
+      "epoch": 0.9926949654491609,
+      "grad_norm": 0.046964085163072704,
+      "learning_rate": 0.0005931218813608086,
+      "loss": 1.3807,
       "step": 6285
     },
     {
-      "epoch": 0.8748603691903803,
-      "grad_norm": 0.006353800174361711,
-      "learning_rate": 0.0006913977899880875,
-      "loss": 1.2319,
+      "epoch": 0.9934846989141165,
+      "grad_norm": 0.04898578175418367,
+      "learning_rate": 0.000592444604420546,
+      "loss": 1.3924,
       "step": 6290
     },
     {
-      "epoch": 0.8755558066857623,
-      "grad_norm": 0.006343520641517631,
-      "learning_rate": 0.0006908369251517697,
-      "loss": 1.2633,
+      "epoch": 0.9942744323790721,
+      "grad_norm": 0.04595690299709201,
+      "learning_rate": 0.0005917671518123086,
+      "loss": 1.3568,
       "step": 6295
     },
     {
-      "epoch": 0.8762512441811441,
-      "grad_norm": 0.0065409984961387595,
-      "learning_rate": 0.0006902757791036403,
-      "loss": 1.2787,
+      "epoch": 0.9950641658440277,
+      "grad_norm": 0.04376710805647475,
+      "learning_rate": 0.0005910895248234265,
+      "loss": 1.3298,
       "step": 6300
     },
     {
-      "epoch": 0.8769466816765259,
-      "grad_norm": 0.006633073758940693,
-      "learning_rate": 0.0006897143526705877,
-      "loss": 1.2701,
+      "epoch": 0.9958538993089833,
+      "grad_norm": 0.04504270031029852,
+      "learning_rate": 0.0005904117247415612,
+      "loss": 1.3574,
       "step": 6305
     },
     {
-      "epoch": 0.8776421191719078,
-      "grad_norm": 0.006744218631635335,
-      "learning_rate": 0.000689152646679914,
-      "loss": 1.2094,
+      "epoch": 0.9966436327739387,
+      "grad_norm": 0.04960419891238189,
+      "learning_rate": 0.0005897337528547033,
+      "loss": 1.4062,
       "step": 6310
     },
     {
-      "epoch": 0.8783375566672896,
-      "grad_norm": 0.006333974307000949,
-      "learning_rate": 0.0006885906619593327,
-      "loss": 1.2624,
+      "epoch": 0.9974333662388943,
+      "grad_norm": 0.051436150078121814,
+      "learning_rate": 0.0005890556104511695,
+      "loss": 1.3747,
       "step": 6315
     },
     {
-      "epoch": 0.8790329941626716,
-      "grad_norm": 0.0062821249332123364,
-      "learning_rate": 0.0006880283993369687,
-      "loss": 1.2597,
+      "epoch": 0.9982230997038499,
+      "grad_norm": 0.04742654963927665,
+      "learning_rate": 0.000588377298819601,
+      "loss": 1.3241,
       "step": 6320
     },
     {
-      "epoch": 0.8797284316580534,
-      "grad_norm": 0.006046091402144206,
-      "learning_rate": 0.0006874658596413559,
-      "loss": 1.2263,
+      "epoch": 0.9990128331688055,
+      "grad_norm": 0.045619570005093764,
+      "learning_rate": 0.0005876988192489602,
+      "loss": 1.3599,
       "step": 6325
     },
     {
-      "epoch": 0.8804238691534353,
-      "grad_norm": 0.006643971453235506,
-      "learning_rate": 0.0006869030437014366,
-      "loss": 1.2303,
+      "epoch": 0.9998025666337611,
+      "grad_norm": 0.045483933417766576,
+      "learning_rate": 0.0005870201730285285,
+      "loss": 1.3519,
       "step": 6330
     },
     {
-      "epoch": 0.8811193066488171,
-      "grad_norm": 0.0063102855161306665,
-      "learning_rate": 0.0006863399523465601,
-      "loss": 1.2321,
+      "epoch": 0.9999605133267522,
+      "eval_loss": 1.3663477897644043,
+      "eval_runtime": 451.3239,
+      "eval_samples_per_second": 46.957,
+      "eval_steps_per_second": 23.48,
+      "step": 6331
+    },
+    {
+      "epoch": 1.0005923000987167,
+      "grad_norm": 0.05689370142369938,
+      "learning_rate": 0.0005863413614479047,
+      "loss": 1.6204,
       "step": 6335
     },
     {
-      "epoch": 0.8818147441441989,
-      "grad_norm": 0.006194359448208784,
-      "learning_rate": 0.000685776586406482,
-      "loss": 1.2302,
+      "epoch": 1.0013820335636723,
+      "grad_norm": 0.05006859172616658,
+      "learning_rate": 0.000585662385797001,
+      "loss": 1.35,
       "step": 6340
     },
     {
-      "epoch": 0.8825101816395808,
-      "grad_norm": 0.006433476809062778,
-      "learning_rate": 0.0006852129467113619,
-      "loss": 1.2221,
+      "epoch": 1.0021717670286279,
+      "grad_norm": 0.06841228822308634,
+      "learning_rate": 0.0005849832473660419,
+      "loss": 1.3198,
       "step": 6345
     },
     {
-      "epoch": 0.8832056191349626,
-      "grad_norm": 0.006457716468173614,
-      "learning_rate": 0.0006846490340917631,
-      "loss": 1.2096,
+      "epoch": 1.0029615004935835,
+      "grad_norm": 0.051940458089309825,
+      "learning_rate": 0.0005843039474455611,
+      "loss": 1.2866,
       "step": 6350
     },
     {
-      "epoch": 0.8839010566303446,
-      "grad_norm": 0.005874557399663641,
-      "learning_rate": 0.0006840848493786511,
-      "loss": 1.2259,
+      "epoch": 1.003751233958539,
+      "grad_norm": 0.05002633671390795,
+      "learning_rate": 0.000583624487326399,
+      "loss": 1.321,
       "step": 6355
     },
     {
-      "epoch": 0.8845964941257264,
-      "grad_norm": 0.006704002528972278,
-      "learning_rate": 0.0006835203934033922,
-      "loss": 1.2017,
+      "epoch": 1.0045409674234946,
+      "grad_norm": 0.05076256281945642,
+      "learning_rate": 0.0005829448682997004,
+      "loss": 1.2971,
       "step": 6360
     },
     {
-      "epoch": 0.8852919316211083,
-      "grad_norm": 0.006038061203027085,
-      "learning_rate": 0.0006829556669977526,
-      "loss": 1.1869,
+      "epoch": 1.0053307008884502,
+      "grad_norm": 0.04296156921868353,
+      "learning_rate": 0.0005822650916569124,
+      "loss": 1.2671,
       "step": 6365
     },
     {
-      "epoch": 0.8859873691164901,
-      "grad_norm": 0.0057631137689380454,
-      "learning_rate": 0.0006823906709938969,
-      "loss": 1.2571,
+      "epoch": 1.0061204343534058,
+      "grad_norm": 0.04467699404244167,
+      "learning_rate": 0.0005815851586897816,
+      "loss": 1.2843,
       "step": 6370
     },
     {
-      "epoch": 0.8866828066118719,
-      "grad_norm": 0.006499691906992467,
-      "learning_rate": 0.0006818254062243869,
-      "loss": 1.1961,
+      "epoch": 1.0069101678183614,
+      "grad_norm": 0.04558988162196589,
+      "learning_rate": 0.000580905070690351,
+      "loss": 1.3187,
       "step": 6375
     },
     {
-      "epoch": 0.8873782441072539,
-      "grad_norm": 0.005872489440224642,
-      "learning_rate": 0.0006812598735221805,
-      "loss": 1.2406,
+      "epoch": 1.007699901283317,
+      "grad_norm": 0.047666592026252896,
+      "learning_rate": 0.0005802248289509588,
+      "loss": 1.236,
       "step": 6380
     },
     {
-      "epoch": 0.8880736816026357,
-      "grad_norm": 0.006177557543325864,
-      "learning_rate": 0.0006806940737206306,
-      "loss": 1.2949,
+      "epoch": 1.0084896347482724,
+      "grad_norm": 0.04303738526051399,
+      "learning_rate": 0.0005795444347642356,
+      "loss": 1.1928,
       "step": 6385
     },
     {
-      "epoch": 0.8887691190980176,
-      "grad_norm": 0.006160590783156109,
-      "learning_rate": 0.0006801280076534834,
-      "loss": 1.2476,
+      "epoch": 1.009279368213228,
+      "grad_norm": 0.050251634110133496,
+      "learning_rate": 0.000578863889423101,
+      "loss": 1.3272,
       "step": 6390
     },
     {
-      "epoch": 0.8894645565933994,
-      "grad_norm": 0.005882126753986967,
-      "learning_rate": 0.0006795616761548779,
-      "loss": 1.2049,
+      "epoch": 1.0100691016781835,
+      "grad_norm": 0.044686041204057655,
+      "learning_rate": 0.000578183194220762,
+      "loss": 1.3142,
       "step": 6395
     },
     {
-      "epoch": 0.8901599940887813,
-      "grad_norm": 0.00657073936030258,
-      "learning_rate": 0.0006789950800593435,
-      "loss": 1.2152,
+      "epoch": 1.0108588351431391,
+      "grad_norm": 0.04497605405490983,
+      "learning_rate": 0.0005775023504507109,
+      "loss": 1.2833,
       "step": 6400
     },
     {
-      "epoch": 0.8908554315841631,
-      "grad_norm": 0.00653312766904306,
-      "learning_rate": 0.0006784282202018002,
-      "loss": 1.2587,
+      "epoch": 1.0116485686080947,
+      "grad_norm": 0.04999357296857401,
+      "learning_rate": 0.0005768213594067215,
+      "loss": 1.3165,
       "step": 6405
     },
     {
-      "epoch": 0.8915508690795451,
-      "grad_norm": 0.006005259605258041,
-      "learning_rate": 0.0006778610974175564,
-      "loss": 1.1991,
+      "epoch": 1.0124383020730503,
+      "grad_norm": 0.049209923592897005,
+      "learning_rate": 0.0005761402223828481,
+      "loss": 1.3009,
       "step": 6410
     },
     {
-      "epoch": 0.8922463065749269,
-      "grad_norm": 0.006443217753428673,
-      "learning_rate": 0.0006772937125423077,
-      "loss": 1.2237,
+      "epoch": 1.0132280355380059,
+      "grad_norm": 0.04528413929371271,
+      "learning_rate": 0.0005754589406734221,
+      "loss": 1.2803,
       "step": 6415
     },
     {
-      "epoch": 0.8929417440703087,
-      "grad_norm": 0.006307841230834101,
-      "learning_rate": 0.0006767260664121366,
-      "loss": 1.2633,
+      "epoch": 1.0140177690029615,
+      "grad_norm": 0.0460673021722767,
+      "learning_rate": 0.00057477751557305,
+      "loss": 1.2699,
       "step": 6420
     },
     {
-      "epoch": 0.8936371815656906,
-      "grad_norm": 0.006798088767831556,
-      "learning_rate": 0.0006761581598635099,
-      "loss": 1.2428,
+      "epoch": 1.014807502467917,
+      "grad_norm": 0.05105315843269416,
+      "learning_rate": 0.0005740959483766108,
+      "loss": 1.3122,
       "step": 6425
     },
     {
-      "epoch": 0.8943326190610724,
-      "grad_norm": 0.006803625311940908,
-      "learning_rate": 0.000675589993733278,
-      "loss": 1.2761,
+      "epoch": 1.0155972359328727,
+      "grad_norm": 0.04859764316494885,
+      "learning_rate": 0.0005734142403792532,
+      "loss": 1.334,
       "step": 6430
     },
     {
-      "epoch": 0.8950280565564543,
-      "grad_norm": 0.0064980353273012235,
-      "learning_rate": 0.0006750215688586747,
-      "loss": 1.2215,
+      "epoch": 1.0163869693978282,
+      "grad_norm": 0.045806047373921494,
+      "learning_rate": 0.0005727323928763938,
+      "loss": 1.3315,
       "step": 6435
     },
     {
-      "epoch": 0.8957234940518362,
-      "grad_norm": 0.006339141800477297,
-      "learning_rate": 0.0006744528860773145,
-      "loss": 1.2346,
+      "epoch": 1.0171767028627838,
+      "grad_norm": 0.046213991242885596,
+      "learning_rate": 0.000572050407163714,
+      "loss": 1.2797,
       "step": 6440
     },
     {
-      "epoch": 0.8964189315472181,
-      "grad_norm": 0.006001332001099233,
-      "learning_rate": 0.0006738839462271918,
-      "loss": 1.2227,
+      "epoch": 1.0179664363277394,
+      "grad_norm": 0.04580174261731131,
+      "learning_rate": 0.0005713682845371583,
+      "loss": 1.3028,
       "step": 6445
     },
     {
-      "epoch": 0.8971143690425999,
-      "grad_norm": 0.006286040200565175,
-      "learning_rate": 0.0006733147501466802,
-      "loss": 1.2636,
+      "epoch": 1.018756169792695,
+      "grad_norm": 0.04547229483336407,
+      "learning_rate": 0.0005706860262929308,
+      "loss": 1.2281,
       "step": 6450
     },
     {
-      "epoch": 0.8978098065379817,
-      "grad_norm": 0.006257681160071089,
-      "learning_rate": 0.0006727452986745307,
-      "loss": 1.2228,
+      "epoch": 1.0195459032576506,
+      "grad_norm": 0.04643239227463823,
+      "learning_rate": 0.0005700036337274937,
+      "loss": 1.3069,
       "step": 6455
     },
     {
-      "epoch": 0.8985052440333636,
-      "grad_norm": 0.006896739687755331,
-      "learning_rate": 0.0006721755926498705,
-      "loss": 1.2068,
+      "epoch": 1.0203356367226062,
+      "grad_norm": 0.04299685212640199,
+      "learning_rate": 0.0005693211081375641,
+      "loss": 1.2718,
       "step": 6460
     },
     {
-      "epoch": 0.8992006815287454,
-      "grad_norm": 0.006466326622670794,
-      "learning_rate": 0.0006716056329122021,
-      "loss": 1.1846,
+      "epoch": 1.0211253701875618,
+      "grad_norm": 0.06791273663804484,
+      "learning_rate": 0.0005686384508201126,
+      "loss": 1.2914,
       "step": 6465
     },
     {
-      "epoch": 0.8998961190241274,
-      "grad_norm": 0.006346546171186385,
-      "learning_rate": 0.0006710354203014018,
-      "loss": 1.245,
+      "epoch": 1.0219151036525174,
+      "grad_norm": 0.04853471275857298,
+      "learning_rate": 0.0005679556630723592,
+      "loss": 1.2573,
       "step": 6470
     },
     {
-      "epoch": 0.9005915565195092,
-      "grad_norm": 0.005837491485123364,
-      "learning_rate": 0.0006704649556577187,
-      "loss": 1.2161,
+      "epoch": 1.022704837117473,
+      "grad_norm": 0.04312540099292427,
+      "learning_rate": 0.0005672727461917723,
+      "loss": 1.3619,
       "step": 6475
     },
     {
-      "epoch": 0.9012869940148911,
-      "grad_norm": 0.006143735609271878,
-      "learning_rate": 0.0006698942398217729,
-      "loss": 1.2516,
+      "epoch": 1.0234945705824283,
+      "grad_norm": 0.04061856706358519,
+      "learning_rate": 0.0005665897014760654,
+      "loss": 1.2881,
       "step": 6480
     },
     {
-      "epoch": 0.9019824315102729,
-      "grad_norm": 0.007335939419102922,
-      "learning_rate": 0.0006693232736345549,
-      "loss": 1.2505,
+      "epoch": 1.024284304047384,
+      "grad_norm": 0.045017235016794686,
+      "learning_rate": 0.0005659065302231953,
+      "loss": 1.2792,
       "step": 6485
     },
     {
-      "epoch": 0.9026778690056548,
-      "grad_norm": 0.00620240582274292,
-      "learning_rate": 0.000668752057937424,
-      "loss": 1.2401,
+      "epoch": 1.0250740375123395,
+      "grad_norm": 0.041359786797194154,
+      "learning_rate": 0.000565223233731359,
+      "loss": 1.2318,
       "step": 6490
     },
     {
-      "epoch": 0.9033733065010366,
-      "grad_norm": 0.006345152637481902,
-      "learning_rate": 0.0006681805935721075,
-      "loss": 1.2394,
+      "epoch": 1.025863770977295,
+      "grad_norm": 0.049360834222272054,
+      "learning_rate": 0.0005645398132989916,
+      "loss": 1.2781,
       "step": 6495
     },
     {
-      "epoch": 0.9040687439964185,
-      "grad_norm": 0.006418350736386774,
-      "learning_rate": 0.0006676088813806986,
-      "loss": 1.2469,
+      "epoch": 1.0266535044422507,
+      "grad_norm": 0.04645837347569081,
+      "learning_rate": 0.0005638562702247632,
+      "loss": 1.2463,
       "step": 6500
     },
     {
-      "epoch": 0.9047641814918004,
-      "grad_norm": 0.0065803125743418315,
-      "learning_rate": 0.0006670369222056559,
-      "loss": 1.2387,
+      "epoch": 1.0274432379072063,
+      "grad_norm": 0.046219893452331046,
+      "learning_rate": 0.0005631726058075777,
+      "loss": 1.2485,
       "step": 6505
     },
     {
-      "epoch": 0.9054596189871822,
-      "grad_norm": 0.005532183880386994,
-      "learning_rate": 0.0006664647168898025,
-      "loss": 1.2289,
+      "epoch": 1.0282329713721619,
+      "grad_norm": 0.042361121602377046,
+      "learning_rate": 0.0005624888213465694,
+      "loss": 1.2452,
       "step": 6510
     },
     {
-      "epoch": 0.9061550564825641,
-      "grad_norm": 0.006464808277227478,
-      "learning_rate": 0.0006658922662763231,
-      "loss": 1.2525,
+      "epoch": 1.0290227048371174,
+      "grad_norm": 0.05920518911055498,
+      "learning_rate": 0.0005618049181411003,
+      "loss": 1.2778,
       "step": 6515
     },
     {
-      "epoch": 0.9068504939779459,
-      "grad_norm": 0.006290052115231349,
-      "learning_rate": 0.000665319571208765,
-      "loss": 1.2191,
+      "epoch": 1.029812438302073,
+      "grad_norm": 0.04299809038170928,
+      "learning_rate": 0.0005611208974907585,
+      "loss": 1.2999,
       "step": 6520
     },
     {
-      "epoch": 0.9075459314733278,
-      "grad_norm": 0.00696269584373476,
-      "learning_rate": 0.0006647466325310351,
-      "loss": 1.229,
+      "epoch": 1.0306021717670286,
+      "grad_norm": 0.047287445894231006,
+      "learning_rate": 0.0005604367606953549,
+      "loss": 1.2961,
       "step": 6525
     },
     {
-      "epoch": 0.9082413689687097,
-      "grad_norm": 0.006175396806558659,
-      "learning_rate": 0.000664173451087399,
-      "loss": 1.2146,
+      "epoch": 1.0313919052319842,
+      "grad_norm": 0.04573680763115168,
+      "learning_rate": 0.0005597525090549214,
+      "loss": 1.3174,
       "step": 6530
     },
     {
-      "epoch": 0.9089368064640915,
-      "grad_norm": 0.006809449776920098,
-      "learning_rate": 0.0006636000277224809,
-      "loss": 1.2064,
+      "epoch": 1.0321816386969398,
+      "grad_norm": 0.04344406628643926,
+      "learning_rate": 0.0005590681438697082,
+      "loss": 1.2602,
       "step": 6535
     },
     {
-      "epoch": 0.9096322439594734,
-      "grad_norm": 0.006832185778552426,
-      "learning_rate": 0.0006630263632812607,
-      "loss": 1.2355,
+      "epoch": 1.0329713721618954,
+      "grad_norm": 0.05888530503021979,
+      "learning_rate": 0.0005583836664401808,
+      "loss": 1.274,
       "step": 6540
     },
     {
-      "epoch": 0.9103276814548552,
-      "grad_norm": 0.00608227305067008,
-      "learning_rate": 0.000662452458609074,
-      "loss": 1.2166,
+      "epoch": 1.033761105626851,
+      "grad_norm": 0.04745624852963613,
+      "learning_rate": 0.0005576990780670184,
+      "loss": 1.2434,
       "step": 6545
     },
     {
-      "epoch": 0.9110231189502371,
-      "grad_norm": 0.006408600535668236,
-      "learning_rate": 0.0006618783145516101,
-      "loss": 1.1967,
+      "epoch": 1.0345508390918066,
+      "grad_norm": 0.05232109915422793,
+      "learning_rate": 0.0005570143800511109,
+      "loss": 1.2671,
       "step": 6550
     },
     {
-      "epoch": 0.9117185564456189,
-      "grad_norm": 0.0065472776147709,
-      "learning_rate": 0.0006613039319549113,
-      "loss": 1.2642,
+      "epoch": 1.0353405725567622,
+      "grad_norm": 0.050787914687785825,
+      "learning_rate": 0.0005563295736935568,
+      "loss": 1.2879,
       "step": 6555
     },
     {
-      "epoch": 0.9124139939410009,
-      "grad_norm": 0.006138936190014502,
-      "learning_rate": 0.0006607293116653712,
-      "loss": 1.2145,
+      "epoch": 1.0361303060217177,
+      "grad_norm": 0.046019756752479456,
+      "learning_rate": 0.0005556446602956598,
+      "loss": 1.338,
       "step": 6560
     },
     {
-      "epoch": 0.9131094314363827,
-      "grad_norm": 0.006113756338227749,
-      "learning_rate": 0.0006601544545297339,
-      "loss": 1.2258,
+      "epoch": 1.0369200394866733,
+      "grad_norm": 0.045556808706671996,
+      "learning_rate": 0.0005549596411589279,
+      "loss": 1.3217,
       "step": 6565
     },
     {
-      "epoch": 0.9138048689317645,
-      "grad_norm": 0.007113098469519217,
-      "learning_rate": 0.0006595793613950922,
-      "loss": 1.2216,
+      "epoch": 1.037709772951629,
+      "grad_norm": 0.04211779789441537,
+      "learning_rate": 0.0005542745175850692,
+      "loss": 1.3387,
       "step": 6570
     },
     {
-      "epoch": 0.9145003064271464,
-      "grad_norm": 0.005967155246160835,
-      "learning_rate": 0.0006590040331088869,
-      "loss": 1.2186,
+      "epoch": 1.0384995064165845,
+      "grad_norm": 0.04449960989006075,
+      "learning_rate": 0.0005535892908759909,
+      "loss": 1.286,
       "step": 6575
     },
     {
-      "epoch": 0.9151957439225282,
-      "grad_norm": 0.005884637485526971,
-      "learning_rate": 0.0006584284705189053,
-      "loss": 1.2283,
+      "epoch": 1.03928923988154,
+      "grad_norm": 0.047462187230368214,
+      "learning_rate": 0.0005529039623337955,
+      "loss": 1.3322,
       "step": 6580
     },
     {
-      "epoch": 0.9158911814179101,
-      "grad_norm": 0.006519729422955131,
-      "learning_rate": 0.0006578526744732797,
-      "loss": 1.276,
+      "epoch": 1.0400789733464955,
+      "grad_norm": 0.04592505212652136,
+      "learning_rate": 0.0005522185332607799,
+      "loss": 1.347,
       "step": 6585
     },
     {
-      "epoch": 0.916586618913292,
-      "grad_norm": 0.0057466258354447524,
-      "learning_rate": 0.000657276645820487,
-      "loss": 1.2438,
+      "epoch": 1.040868706811451,
+      "grad_norm": 0.048364737976262506,
+      "learning_rate": 0.0005515330049594313,
+      "loss": 1.3112,
       "step": 6590
     },
     {
-      "epoch": 0.9172820564086739,
-      "grad_norm": 0.005843440548666342,
-      "learning_rate": 0.0006567003854093462,
-      "loss": 1.1667,
+      "epoch": 1.0416584402764066,
+      "grad_norm": 0.08026933119497404,
+      "learning_rate": 0.0005508473787324258,
+      "loss": 1.3131,
       "step": 6595
     },
     {
-      "epoch": 0.9179774939040557,
-      "grad_norm": 0.006656411054827426,
-      "learning_rate": 0.000656123894089018,
-      "loss": 1.2595,
+      "epoch": 1.0424481737413622,
+      "grad_norm": 0.04656458308174014,
+      "learning_rate": 0.0005501616558826253,
+      "loss": 1.3584,
       "step": 6600
     },
     {
-      "epoch": 0.9186729313994376,
-      "grad_norm": 0.006414954907630682,
-      "learning_rate": 0.0006555471727090037,
-      "loss": 1.2363,
+      "epoch": 1.0432379072063178,
+      "grad_norm": 0.05054333968933239,
+      "learning_rate": 0.0005494758377130759,
+      "loss": 1.2336,
       "step": 6605
     },
     {
-      "epoch": 0.9193683688948194,
-      "grad_norm": 0.007081591218684666,
-      "learning_rate": 0.0006549702221191431,
-      "loss": 1.242,
+      "epoch": 1.0440276406712734,
+      "grad_norm": 0.045749252017590135,
+      "learning_rate": 0.000548789925527004,
+      "loss": 1.3188,
       "step": 6610
     },
     {
-      "epoch": 0.9200638063902012,
-      "grad_norm": 0.006336568760483025,
-      "learning_rate": 0.0006543930431696143,
-      "loss": 1.2669,
+      "epoch": 1.044817374136229,
+      "grad_norm": 0.04961149251149814,
+      "learning_rate": 0.0005481039206278152,
+      "loss": 1.2471,
       "step": 6615
     },
     {
-      "epoch": 0.9207592438855832,
-      "grad_norm": 0.005955791373098167,
-      "learning_rate": 0.0006538156367109315,
-      "loss": 1.2221,
+      "epoch": 1.0456071076011846,
+      "grad_norm": 0.048695596755039955,
+      "learning_rate": 0.0005474178243190914,
+      "loss": 1.3032,
       "step": 6620
     },
     {
-      "epoch": 0.921454681380965,
-      "grad_norm": 0.006076428164715647,
-      "learning_rate": 0.0006532380035939443,
-      "loss": 1.2683,
+      "epoch": 1.0463968410661402,
+      "grad_norm": 0.04548878345904389,
+      "learning_rate": 0.0005467316379045877,
+      "loss": 1.2785,
       "step": 6625
     },
     {
-      "epoch": 0.9221501188763469,
-      "grad_norm": 0.0061034883322698425,
-      "learning_rate": 0.000652660144669836,
-      "loss": 1.2653,
+      "epoch": 1.0471865745310958,
+      "grad_norm": 0.04475361857720358,
+      "learning_rate": 0.0005460453626882307,
+      "loss": 1.375,
       "step": 6630
     },
     {
-      "epoch": 0.9228455563717287,
-      "grad_norm": 0.006011462851283122,
-      "learning_rate": 0.0006520820607901234,
-      "loss": 1.1754,
+      "epoch": 1.0479763079960513,
+      "grad_norm": 0.04538718276201413,
+      "learning_rate": 0.000545358999974116,
+      "loss": 1.2722,
       "step": 6635
     },
     {
-      "epoch": 0.9235409938671106,
-      "grad_norm": 0.0061474686292378984,
-      "learning_rate": 0.0006515037528066538,
-      "loss": 1.2511,
+      "epoch": 1.048766041461007,
+      "grad_norm": 0.1039851515045016,
+      "learning_rate": 0.0005446725510665049,
+      "loss": 1.3465,
       "step": 6640
     },
     {
-      "epoch": 0.9242364313624924,
-      "grad_norm": 0.006179953405592917,
-      "learning_rate": 0.0006509252215716056,
-      "loss": 1.2456,
+      "epoch": 1.0495557749259625,
+      "grad_norm": 0.04504226115254882,
+      "learning_rate": 0.000543986017269823,
+      "loss": 1.2877,
       "step": 6645
     },
     {
-      "epoch": 0.9249318688578743,
-      "grad_norm": 0.006203334624854509,
-      "learning_rate": 0.0006503464679374857,
-      "loss": 1.3035,
+      "epoch": 1.0503455083909181,
+      "grad_norm": 0.043819425699748844,
+      "learning_rate": 0.0005432993998886569,
+      "loss": 1.2883,
       "step": 6650
     },
     {
-      "epoch": 0.9256273063532562,
-      "grad_norm": 0.00676155207399514,
-      "learning_rate": 0.0006497674927571289,
-      "loss": 1.2435,
+      "epoch": 1.0511352418558737,
+      "grad_norm": 0.047421565280662166,
+      "learning_rate": 0.0005426127002277522,
+      "loss": 1.2689,
       "step": 6655
     },
     {
-      "epoch": 0.926322743848638,
-      "grad_norm": 0.006308191915080237,
-      "learning_rate": 0.0006491882968836962,
-      "loss": 1.2458,
+      "epoch": 1.0519249753208293,
+      "grad_norm": 0.043804137276217674,
+      "learning_rate": 0.0005419259195920107,
+      "loss": 1.2911,
       "step": 6660
     },
     {
-      "epoch": 0.9270181813440199,
-      "grad_norm": 0.006398607036946331,
-      "learning_rate": 0.0006486088811706741,
-      "loss": 1.2423,
+      "epoch": 1.0527147087857849,
+      "grad_norm": 0.04922011997317144,
+      "learning_rate": 0.0005412390592864882,
+      "loss": 1.2995,
       "step": 6665
     },
     {
-      "epoch": 0.9277136188394017,
-      "grad_norm": 0.0066848223911704545,
-      "learning_rate": 0.0006480292464718731,
-      "loss": 1.214,
+      "epoch": 1.0535044422507405,
+      "grad_norm": 0.05139133570705518,
+      "learning_rate": 0.0005405521206163918,
+      "loss": 1.2927,
       "step": 6670
     },
     {
-      "epoch": 0.9284090563347837,
-      "grad_norm": 0.0060926104655582205,
-      "learning_rate": 0.0006474493936414261,
-      "loss": 1.2029,
+      "epoch": 1.054294175715696,
+      "grad_norm": 0.05103071888746946,
+      "learning_rate": 0.0005398651048870776,
+      "loss": 1.2599,
       "step": 6675
     },
     {
-      "epoch": 0.9291044938301655,
-      "grad_norm": 0.005920930875181475,
-      "learning_rate": 0.0006468693235337877,
-      "loss": 1.2201,
+      "epoch": 1.0550839091806514,
+      "grad_norm": 0.04617291714490289,
+      "learning_rate": 0.0005391780134040482,
+      "loss": 1.2696,
       "step": 6680
     },
     {
-      "epoch": 0.9297999313255473,
-      "grad_norm": 0.006919622994756727,
-      "learning_rate": 0.0006462890370037322,
-      "loss": 1.2357,
+      "epoch": 1.055873642645607,
+      "grad_norm": 0.044342722937934495,
+      "learning_rate": 0.0005384908474729501,
+      "loss": 1.3217,
       "step": 6685
     },
     {
-      "epoch": 0.9304953688209292,
-      "grad_norm": 0.00600159212996119,
-      "learning_rate": 0.0006457085349063535,
-      "loss": 1.2453,
+      "epoch": 1.0566633761105626,
+      "grad_norm": 0.051779945532329424,
+      "learning_rate": 0.0005378036083995708,
+      "loss": 1.2964,
       "step": 6690
     },
     {
-      "epoch": 0.931190806316311,
-      "grad_norm": 0.006105705480445534,
-      "learning_rate": 0.0006451278180970628,
-      "loss": 1.1944,
+      "epoch": 1.0574531095755182,
+      "grad_norm": 0.04443202528030584,
+      "learning_rate": 0.0005371162974898377,
+      "loss": 1.2881,
       "step": 6695
     },
     {
-      "epoch": 0.9318862438116929,
-      "grad_norm": 0.00635567913654273,
-      "learning_rate": 0.0006445468874315875,
-      "loss": 1.2022,
+      "epoch": 1.0582428430404738,
+      "grad_norm": 0.045676143708321466,
+      "learning_rate": 0.000536428916049814,
+      "loss": 1.2627,
       "step": 6700
     },
     {
-      "epoch": 0.9325816813070748,
-      "grad_norm": 0.006454557946100119,
-      "learning_rate": 0.0006439657437659706,
-      "loss": 1.2324,
+      "epoch": 1.0590325765054294,
+      "grad_norm": 0.0435925863217879,
+      "learning_rate": 0.000535741465385697,
+      "loss": 1.2456,
       "step": 6705
     },
     {
-      "epoch": 0.9332771188024567,
-      "grad_norm": 0.006203970851338376,
-      "learning_rate": 0.0006433843879565687,
-      "loss": 1.2265,
+      "epoch": 1.059822309970385,
+      "grad_norm": 0.04839596303625092,
+      "learning_rate": 0.0005350539468038159,
+      "loss": 1.3262,
       "step": 6710
     },
     {
-      "epoch": 0.9339725562978385,
-      "grad_norm": 0.005814625206476359,
-      "learning_rate": 0.0006428028208600507,
-      "loss": 1.2219,
+      "epoch": 1.0606120434353405,
+      "grad_norm": 0.04318364675417945,
+      "learning_rate": 0.0005343663616106286,
+      "loss": 1.262,
       "step": 6715
     },
     {
-      "epoch": 0.9346679937932204,
-      "grad_norm": 0.006672610196412707,
-      "learning_rate": 0.0006422210433333975,
-      "loss": 1.2039,
+      "epoch": 1.0614017769002961,
+      "grad_norm": 0.05256160258717921,
+      "learning_rate": 0.0005336787111127198,
+      "loss": 1.2911,
       "step": 6720
     },
     {
-      "epoch": 0.9353634312886022,
-      "grad_norm": 0.0060221918786227315,
-      "learning_rate": 0.0006416390562338996,
-      "loss": 1.2071,
+      "epoch": 1.0621915103652517,
+      "grad_norm": 0.04436852059964863,
+      "learning_rate": 0.0005329909966167983,
+      "loss": 1.3061,
       "step": 6725
     },
     {
-      "epoch": 0.936058868783984,
-      "grad_norm": 0.006141304950713754,
-      "learning_rate": 0.0006410568604191566,
-      "loss": 1.1785,
+      "epoch": 1.0629812438302073,
+      "grad_norm": 0.04554814135831212,
+      "learning_rate": 0.0005323032194296943,
+      "loss": 1.3089,
       "step": 6730
     },
     {
-      "epoch": 0.936754306279366,
-      "grad_norm": 0.006250053220698137,
-      "learning_rate": 0.0006404744567470754,
-      "loss": 1.2284,
+      "epoch": 1.063770977295163,
+      "grad_norm": 0.04384188551254443,
+      "learning_rate": 0.0005316153808583573,
+      "loss": 1.253,
       "step": 6735
     },
     {
-      "epoch": 0.9374497437747478,
-      "grad_norm": 0.006373489261916276,
-      "learning_rate": 0.0006398918460758695,
-      "loss": 1.2513,
+      "epoch": 1.0645607107601185,
+      "grad_norm": 0.04683226495055088,
+      "learning_rate": 0.0005309274822098534,
+      "loss": 1.2814,
       "step": 6740
     },
     {
-      "epoch": 0.9381451812701297,
-      "grad_norm": 0.00627537258353905,
-      "learning_rate": 0.0006393090292640569,
-      "loss": 1.1353,
+      "epoch": 1.065350444225074,
+      "grad_norm": 0.04701339474266936,
+      "learning_rate": 0.0005302395247913629,
+      "loss": 1.2533,
       "step": 6745
     },
     {
-      "epoch": 0.9388406187655115,
-      "grad_norm": 0.0067655510974814,
-      "learning_rate": 0.0006387260071704601,
-      "loss": 1.2552,
+      "epoch": 1.0661401776900297,
+      "grad_norm": 0.045615392858238214,
+      "learning_rate": 0.0005295515099101775,
+      "loss": 1.305,
       "step": 6750
     },
     {
-      "epoch": 0.9395360562608934,
-      "grad_norm": 0.0068925541998431025,
-      "learning_rate": 0.0006381427806542035,
-      "loss": 1.1971,
+      "epoch": 1.0669299111549853,
+      "grad_norm": 0.04337818174297065,
+      "learning_rate": 0.0005288634388736986,
+      "loss": 1.3007,
       "step": 6755
     },
     {
-      "epoch": 0.9402314937562752,
-      "grad_norm": 0.005551627631453024,
-      "learning_rate": 0.0006375593505747129,
-      "loss": 1.1862,
+      "epoch": 1.0677196446199408,
+      "grad_norm": 0.04391210052069896,
+      "learning_rate": 0.000528175312989434,
+      "loss": 1.31,
       "step": 6760
     },
     {
-      "epoch": 0.940926931251657,
-      "grad_norm": 0.006371087273781035,
-      "learning_rate": 0.0006369757177917143,
-      "loss": 1.2109,
+      "epoch": 1.0685093780848964,
+      "grad_norm": 0.04825358061468957,
+      "learning_rate": 0.0005274871335649957,
+      "loss": 1.2818,
       "step": 6765
     },
     {
-      "epoch": 0.941622368747039,
-      "grad_norm": 0.008591382408636626,
-      "learning_rate": 0.0006363918831652322,
-      "loss": 1.2662,
+      "epoch": 1.069299111549852,
+      "grad_norm": 0.04355268782287592,
+      "learning_rate": 0.0005267989019080978,
+      "loss": 1.2864,
       "step": 6770
     },
     {
-      "epoch": 0.9423178062424208,
-      "grad_norm": 0.007230288014568844,
-      "learning_rate": 0.0006358078475555883,
-      "loss": 1.2116,
+      "epoch": 1.0700888450148076,
+      "grad_norm": 0.044094910202892336,
+      "learning_rate": 0.0005261106193265529,
+      "loss": 1.2924,
       "step": 6775
     },
     {
-      "epoch": 0.9430132437378027,
-      "grad_norm": 0.006840501128499997,
-      "learning_rate": 0.0006352236118234009,
-      "loss": 1.1855,
+      "epoch": 1.070878578479763,
+      "grad_norm": 0.04367924764715747,
+      "learning_rate": 0.0005254222871282712,
+      "loss": 1.2815,
       "step": 6780
     },
     {
-      "epoch": 0.9437086812331845,
-      "grad_norm": 0.0063529242413711854,
-      "learning_rate": 0.000634639176829583,
-      "loss": 1.3219,
+      "epoch": 1.0716683119447186,
+      "grad_norm": 0.04733728480629132,
+      "learning_rate": 0.0005247339066212567,
+      "loss": 1.2702,
       "step": 6785
     },
     {
-      "epoch": 0.9444041187285664,
-      "grad_norm": 0.006107161941566968,
-      "learning_rate": 0.0006340545434353411,
-      "loss": 1.2722,
+      "epoch": 1.0724580454096742,
+      "grad_norm": 0.04628106017058675,
+      "learning_rate": 0.0005240454791136051,
+      "loss": 1.294,
       "step": 6790
     },
     {
-      "epoch": 0.9450995562239483,
-      "grad_norm": 0.005665900054868316,
-      "learning_rate": 0.0006334697125021742,
-      "loss": 1.2392,
+      "epoch": 1.0732477788746297,
+      "grad_norm": 0.043011071557809887,
+      "learning_rate": 0.000523357005913502,
+      "loss": 1.3482,
       "step": 6795
     },
     {
-      "epoch": 0.9457949937193301,
-      "grad_norm": 0.005613689446409254,
-      "learning_rate": 0.0006328846848918726,
-      "loss": 1.2351,
+      "epoch": 1.0740375123395853,
+      "grad_norm": 0.046419502924084366,
+      "learning_rate": 0.0005226684883292191,
+      "loss": 1.2576,
       "step": 6800
     },
     {
-      "epoch": 0.946490431214712,
-      "grad_norm": 0.007087146216502935,
-      "learning_rate": 0.0006322994614665158,
-      "loss": 1.25,
+      "epoch": 1.074827245804541,
+      "grad_norm": 0.049708558620394194,
+      "learning_rate": 0.0005219799276691131,
+      "loss": 1.3059,
       "step": 6805
     },
     {
-      "epoch": 0.9471858687100938,
-      "grad_norm": 0.006836007391963442,
-      "learning_rate": 0.0006317140430884726,
-      "loss": 1.2273,
+      "epoch": 1.0756169792694965,
+      "grad_norm": 0.045424992312636754,
+      "learning_rate": 0.000521291325241622,
+      "loss": 1.288,
       "step": 6810
     },
     {
-      "epoch": 0.9478813062054757,
-      "grad_norm": 0.00632056275515927,
-      "learning_rate": 0.0006311284306203984,
-      "loss": 1.2341,
+      "epoch": 1.076406712734452,
+      "grad_norm": 0.04625054883861834,
+      "learning_rate": 0.0005206026823552638,
+      "loss": 1.3109,
       "step": 6815
     },
     {
-      "epoch": 0.9485767437008575,
-      "grad_norm": 0.0067719733068092374,
-      "learning_rate": 0.000630542624925235,
-      "loss": 1.1837,
+      "epoch": 1.0771964461994077,
+      "grad_norm": 0.049339570464823256,
+      "learning_rate": 0.0005199140003186326,
+      "loss": 1.2728,
       "step": 6820
     },
     {
-      "epoch": 0.9492721811962395,
-      "grad_norm": 0.006880461616140649,
-      "learning_rate": 0.0006299566268662089,
-      "loss": 1.2515,
+      "epoch": 1.0779861796643633,
+      "grad_norm": 0.045672552320082806,
+      "learning_rate": 0.0005192252804403975,
+      "loss": 1.2361,
       "step": 6825
     },
     {
-      "epoch": 0.9499676186916213,
-      "grad_norm": 0.006018812233457311,
-      "learning_rate": 0.00062937043730683,
-      "loss": 1.2213,
+      "epoch": 1.0787759131293189,
+      "grad_norm": 0.07097303183972085,
+      "learning_rate": 0.0005185365240292993,
+      "loss": 1.2557,
       "step": 6830
     },
     {
-      "epoch": 0.9506630561870032,
-      "grad_norm": 0.006825860269257914,
-      "learning_rate": 0.0006287840571108905,
-      "loss": 1.267,
+      "epoch": 1.0795656465942745,
+      "grad_norm": 0.04568817425123071,
+      "learning_rate": 0.000517847732394148,
+      "loss": 1.2838,
       "step": 6835
     },
     {
-      "epoch": 0.951358493682385,
-      "grad_norm": 0.006063418802325948,
-      "learning_rate": 0.0006281974871424632,
-      "loss": 1.1942,
+      "epoch": 1.08035538005923,
+      "grad_norm": 0.0492332554823998,
+      "learning_rate": 0.0005171589068438212,
+      "loss": 1.2881,
       "step": 6840
     },
     {
-      "epoch": 0.9520539311777668,
-      "grad_norm": 0.006623942674368921,
-      "learning_rate": 0.0006276107282659009,
-      "loss": 1.2332,
+      "epoch": 1.0811451135241856,
+      "grad_norm": 0.04485162698516413,
+      "learning_rate": 0.0005164700486872601,
+      "loss": 1.3331,
       "step": 6845
     },
     {
-      "epoch": 0.9527493686731487,
-      "grad_norm": 0.006046027031112998,
-      "learning_rate": 0.0006270237813458347,
-      "loss": 1.218,
+      "epoch": 1.0819348469891412,
+      "grad_norm": 0.04896671930070159,
+      "learning_rate": 0.0005157811592334685,
+      "loss": 1.261,
       "step": 6850
     },
     {
-      "epoch": 0.9534448061685306,
-      "grad_norm": 0.006462549426744449,
-      "learning_rate": 0.0006264366472471725,
-      "loss": 1.2217,
+      "epoch": 1.0827245804540968,
+      "grad_norm": 0.04472161345626272,
+      "learning_rate": 0.0005150922397915094,
+      "loss": 1.2905,
       "step": 6855
     },
     {
-      "epoch": 0.9541402436639125,
-      "grad_norm": 0.006112406106307864,
-      "learning_rate": 0.0006258493268350985,
-      "loss": 1.215,
+      "epoch": 1.0835143139190524,
+      "grad_norm": 0.04500806129753835,
+      "learning_rate": 0.0005144032916705028,
+      "loss": 1.3089,
       "step": 6860
     },
     {
-      "epoch": 0.9548356811592943,
-      "grad_norm": 0.006195431118885524,
-      "learning_rate": 0.0006252618209750709,
-      "loss": 1.2366,
+      "epoch": 1.084304047384008,
+      "grad_norm": 0.04861422640972878,
+      "learning_rate": 0.0005137143161796232,
+      "loss": 1.3144,
       "step": 6865
     },
     {
-      "epoch": 0.9555311186546762,
-      "grad_norm": 0.006082654820288747,
-      "learning_rate": 0.0006246741305328218,
-      "loss": 1.2171,
+      "epoch": 1.0850937808489636,
+      "grad_norm": 0.0433609327322663,
+      "learning_rate": 0.0005130253146280973,
+      "loss": 1.3247,
       "step": 6870
     },
     {
-      "epoch": 0.956226556150058,
-      "grad_norm": 0.005782545450606295,
-      "learning_rate": 0.0006240862563743545,
-      "loss": 1.2206,
+      "epoch": 1.085883514313919,
+      "grad_norm": 0.04285344762049786,
+      "learning_rate": 0.0005123362883252009,
+      "loss": 1.2277,
       "step": 6875
     },
     {
-      "epoch": 0.9569219936454398,
-      "grad_norm": 0.0062224170189664205,
-      "learning_rate": 0.0006234981993659441,
-      "loss": 1.2073,
+      "epoch": 1.0866732477788745,
+      "grad_norm": 0.04414756795661424,
+      "learning_rate": 0.0005116472385802573,
+      "loss": 1.3206,
       "step": 6880
     },
     {
-      "epoch": 0.9576174311408218,
-      "grad_norm": 0.00705425468138585,
-      "learning_rate": 0.0006229099603741339,
-      "loss": 1.2156,
+      "epoch": 1.0874629812438301,
+      "grad_norm": 0.04381564844748346,
+      "learning_rate": 0.0005109581667026341,
+      "loss": 1.3144,
       "step": 6885
     },
     {
-      "epoch": 0.9583128686362036,
-      "grad_norm": 0.006816838635705722,
-      "learning_rate": 0.0006223215402657362,
-      "loss": 1.2455,
+      "epoch": 1.0882527147087857,
+      "grad_norm": 0.0490720955600382,
+      "learning_rate": 0.0005102690740017409,
+      "loss": 1.2551,
       "step": 6890
     },
     {
-      "epoch": 0.9590083061315855,
-      "grad_norm": 0.006288487211551372,
-      "learning_rate": 0.0006217329399078303,
-      "loss": 1.1983,
+      "epoch": 1.0890424481737413,
+      "grad_norm": 0.0411609030624962,
+      "learning_rate": 0.0005095799617870269,
+      "loss": 1.3032,
       "step": 6895
     },
     {
-      "epoch": 0.9597037436269673,
-      "grad_norm": 0.0062154562611502345,
-      "learning_rate": 0.0006211441601677604,
-      "loss": 1.2048,
+      "epoch": 1.0898321816386969,
+      "grad_norm": 0.04750955195555523,
+      "learning_rate": 0.0005088908313679787,
+      "loss": 1.3293,
       "step": 6900
     },
     {
-      "epoch": 0.9603991811223492,
-      "grad_norm": 0.006036027388987396,
-      "learning_rate": 0.0006205552019131355,
-      "loss": 1.233,
+      "epoch": 1.0906219151036525,
+      "grad_norm": 0.04534153285187783,
+      "learning_rate": 0.0005082016840541172,
+      "loss": 1.2655,
       "step": 6905
     },
     {
-      "epoch": 0.961094618617731,
-      "grad_norm": 0.006374660685398241,
-      "learning_rate": 0.0006199660660118276,
-      "loss": 1.2261,
+      "epoch": 1.091411648568608,
+      "grad_norm": 0.043803103229914674,
+      "learning_rate": 0.0005075125211549951,
+      "loss": 1.2838,
       "step": 6910
     },
     {
-      "epoch": 0.9617900561131129,
-      "grad_norm": 0.0058774790677878575,
-      "learning_rate": 0.0006193767533319703,
-      "loss": 1.1972,
+      "epoch": 1.0922013820335637,
+      "grad_norm": 0.04308804230241773,
+      "learning_rate": 0.0005068233439801955,
+      "loss": 1.2997,
       "step": 6915
     },
     {
-      "epoch": 0.9624854936084948,
-      "grad_norm": 0.0065521968222117515,
-      "learning_rate": 0.0006187872647419582,
-      "loss": 1.2195,
+      "epoch": 1.0929911154985192,
+      "grad_norm": 0.0484483381661198,
+      "learning_rate": 0.0005061341538393279,
+      "loss": 1.2544,
       "step": 6920
     },
     {
-      "epoch": 0.9631809311038766,
-      "grad_norm": 0.006606150348808182,
-      "learning_rate": 0.0006181976011104443,
-      "loss": 1.2118,
+      "epoch": 1.0937808489634748,
+      "grad_norm": 0.06103857053237393,
+      "learning_rate": 0.0005054449520420268,
+      "loss": 1.2596,
       "step": 6925
     },
     {
-      "epoch": 0.9638763685992585,
-      "grad_norm": 0.005859743794846078,
-      "learning_rate": 0.0006176077633063404,
-      "loss": 1.2115,
+      "epoch": 1.0945705824284304,
+      "grad_norm": 0.04542915156834232,
+      "learning_rate": 0.0005047557398979489,
+      "loss": 1.251,
       "step": 6930
     },
     {
-      "epoch": 0.9645718060946403,
-      "grad_norm": 0.0062291524782944465,
-      "learning_rate": 0.0006170177521988143,
-      "loss": 1.2237,
+      "epoch": 1.095360315893386,
+      "grad_norm": 0.04551798414037311,
+      "learning_rate": 0.0005040665187167702,
+      "loss": 1.3188,
       "step": 6935
     },
     {
-      "epoch": 0.9652672435900223,
-      "grad_norm": 0.006107117115536266,
-      "learning_rate": 0.0006164275686572895,
-      "loss": 1.2304,
+      "epoch": 1.0961500493583416,
+      "grad_norm": 0.04740864661887473,
+      "learning_rate": 0.0005033772898081843,
+      "loss": 1.3226,
       "step": 6940
     },
     {
-      "epoch": 0.9659626810854041,
-      "grad_norm": 0.006455418055313765,
-      "learning_rate": 0.0006158372135514434,
-      "loss": 1.2398,
+      "epoch": 1.0969397828232972,
+      "grad_norm": 0.046715770412489185,
+      "learning_rate": 0.0005026880544818993,
+      "loss": 1.2709,
       "step": 6945
     },
     {
-      "epoch": 0.966658118580786,
-      "grad_norm": 0.0065588668051938855,
-      "learning_rate": 0.0006152466877512065,
-      "loss": 1.2625,
+      "epoch": 1.0977295162882528,
+      "grad_norm": 0.04281800781444457,
+      "learning_rate": 0.0005019988140476353,
+      "loss": 1.3032,
       "step": 6950
     },
     {
-      "epoch": 0.9673535560761678,
-      "grad_norm": 0.005826249379115935,
-      "learning_rate": 0.0006146559921267605,
-      "loss": 1.2205,
+      "epoch": 1.0985192497532084,
+      "grad_norm": 0.047061849762599306,
+      "learning_rate": 0.0005013095698151225,
+      "loss": 1.3713,
       "step": 6955
     },
     {
-      "epoch": 0.9680489935715496,
-      "grad_norm": 0.006357503688029688,
-      "learning_rate": 0.0006140651275485376,
-      "loss": 1.2351,
+      "epoch": 1.099308983218164,
+      "grad_norm": 0.04601325349100752,
+      "learning_rate": 0.000500620323094098,
+      "loss": 1.3098,
       "step": 6960
     },
     {
-      "epoch": 0.9687444310669315,
-      "grad_norm": 0.006275722097702693,
-      "learning_rate": 0.0006134740948872191,
-      "loss": 1.2376,
+      "epoch": 1.1000987166831195,
+      "grad_norm": 0.04356542397759041,
+      "learning_rate": 0.0004999310751943037,
+      "loss": 1.2291,
       "step": 6965
     },
     {
-      "epoch": 0.9694398685623133,
-      "grad_norm": 0.005853922942167374,
-      "learning_rate": 0.0006128828950137333,
-      "loss": 1.2145,
+      "epoch": 1.1008884501480751,
+      "grad_norm": 0.0459846926994233,
+      "learning_rate": 0.0004992418274254838,
+      "loss": 1.3197,
       "step": 6970
     },
     {
-      "epoch": 0.9701353060576953,
-      "grad_norm": 0.006174816691877395,
-      "learning_rate": 0.0006122915287992555,
-      "loss": 1.1708,
+      "epoch": 1.1016781836130307,
+      "grad_norm": 0.042184629733151874,
+      "learning_rate": 0.0004985525810973825,
+      "loss": 1.3463,
       "step": 6975
     },
     {
-      "epoch": 0.9708307435530771,
-      "grad_norm": 0.00595396052561673,
-      "learning_rate": 0.0006116999971152063,
-      "loss": 1.2717,
+      "epoch": 1.102467917077986,
+      "grad_norm": 0.041658504351003066,
+      "learning_rate": 0.0004978633375197406,
+      "loss": 1.2275,
       "step": 6980
     },
     {
-      "epoch": 0.971526181048459,
-      "grad_norm": 0.006264153492191338,
-      "learning_rate": 0.0006111083008332494,
-      "loss": 1.2055,
+      "epoch": 1.1032576505429417,
+      "grad_norm": 0.045378493627230426,
+      "learning_rate": 0.0004971740980022944,
+      "loss": 1.2987,
       "step": 6985
     },
     {
-      "epoch": 0.9722216185438408,
-      "grad_norm": 0.006034928307908142,
-      "learning_rate": 0.0006105164408252917,
-      "loss": 1.2414,
+      "epoch": 1.1040473840078973,
+      "grad_norm": 0.04068461295077532,
+      "learning_rate": 0.0004964848638547718,
+      "loss": 1.2749,
       "step": 6990
     },
     {
-      "epoch": 0.9729170560392226,
-      "grad_norm": 0.006400040864781313,
-      "learning_rate": 0.000609924417963481,
-      "loss": 1.2608,
+      "epoch": 1.1048371174728528,
+      "grad_norm": 0.042717169981886446,
+      "learning_rate": 0.000495795636386891,
+      "loss": 1.2843,
       "step": 6995
     },
     {
-      "epoch": 0.9736124935346046,
-      "grad_norm": 0.006542873727794424,
-      "learning_rate": 0.0006093322331202051,
-      "loss": 1.2401,
+      "epoch": 1.1056268509378084,
+      "grad_norm": 0.04587074096472244,
+      "learning_rate": 0.0004951064169083577,
+      "loss": 1.2826,
       "step": 7000
     },
     {
-      "epoch": 0.9743079310299864,
-      "grad_norm": 0.006302809184242545,
-      "learning_rate": 0.0006087398871680906,
-      "loss": 1.2491,
+      "epoch": 1.106416584402764,
+      "grad_norm": 0.04658834656980416,
+      "learning_rate": 0.0004944172067288615,
+      "loss": 1.2513,
       "step": 7005
     },
     {
-      "epoch": 0.9750033685253683,
-      "grad_norm": 0.0062181439691715275,
-      "learning_rate": 0.0006081473809800015,
-      "loss": 1.2529,
+      "epoch": 1.1072063178677196,
+      "grad_norm": 0.04333311897823418,
+      "learning_rate": 0.0004937280071580754,
+      "loss": 1.2848,
       "step": 7010
     },
     {
-      "epoch": 0.9756988060207501,
-      "grad_norm": 0.006676357244329142,
-      "learning_rate": 0.000607554715429038,
-      "loss": 1.212,
+      "epoch": 1.1079960513326752,
+      "grad_norm": 0.04525814286883221,
+      "learning_rate": 0.0004930388195056513,
+      "loss": 1.3322,
       "step": 7015
     },
     {
-      "epoch": 0.976394243516132,
-      "grad_norm": 0.005922012639072101,
-      "learning_rate": 0.0006069618913885351,
-      "loss": 1.2198,
+      "epoch": 1.1087857847976308,
+      "grad_norm": 0.045130549165811176,
+      "learning_rate": 0.0004923496450812193,
+      "loss": 1.2472,
       "step": 7020
     },
     {
-      "epoch": 0.9770896810115138,
-      "grad_norm": 0.006333191338578995,
-      "learning_rate": 0.0006063689097320611,
-      "loss": 1.2378,
+      "epoch": 1.1095755182625864,
+      "grad_norm": 0.04372497271615461,
+      "learning_rate": 0.0004916604851943837,
+      "loss": 1.269,
       "step": 7025
     },
     {
-      "epoch": 0.9777851185068956,
-      "grad_norm": 0.006239083017686558,
-      "learning_rate": 0.0006057757713334166,
-      "loss": 1.1881,
+      "epoch": 1.110365251727542,
+      "grad_norm": 0.04728660500208743,
+      "learning_rate": 0.0004909713411547214,
+      "loss": 1.2803,
       "step": 7030
     },
     {
-      "epoch": 0.9784805560022776,
-      "grad_norm": 0.0062513402244676435,
-      "learning_rate": 0.0006051824770666339,
-      "loss": 1.2014,
+      "epoch": 1.1111549851924976,
+      "grad_norm": 0.04729527353879384,
+      "learning_rate": 0.0004902822142717796,
+      "loss": 1.2605,
       "step": 7035
     },
     {
-      "epoch": 0.9791759934976594,
-      "grad_norm": 0.006076073836982487,
-      "learning_rate": 0.0006045890278059736,
-      "loss": 1.2172,
+      "epoch": 1.1119447186574531,
+      "grad_norm": 0.04390523179797131,
+      "learning_rate": 0.000489593105855072,
+      "loss": 1.2792,
       "step": 7040
     },
     {
-      "epoch": 0.9798714309930413,
-      "grad_norm": 0.0065567131821018055,
-      "learning_rate": 0.000603995424425926,
-      "loss": 1.2843,
+      "epoch": 1.1127344521224087,
+      "grad_norm": 0.043105697376888984,
+      "learning_rate": 0.0004889040172140781,
+      "loss": 1.2943,
       "step": 7045
     },
     {
-      "epoch": 0.9805668684884231,
-      "grad_norm": 0.006724129002744683,
-      "learning_rate": 0.0006034016678012079,
-      "loss": 1.1799,
+      "epoch": 1.1135241855873643,
+      "grad_norm": 0.04402431255908733,
+      "learning_rate": 0.00048821494965823925,
+      "loss": 1.2542,
       "step": 7050
     },
     {
-      "epoch": 0.981262305983805,
-      "grad_norm": 0.006377388694237024,
-      "learning_rate": 0.0006028077588067622,
-      "loss": 1.1912,
+      "epoch": 1.11431391905232,
+      "grad_norm": 0.04539674963156516,
+      "learning_rate": 0.00048752590449695714,
+      "loss": 1.3011,
       "step": 7055
     },
     {
-      "epoch": 0.9819577434791869,
-      "grad_norm": 0.00598540576616758,
-      "learning_rate": 0.0006022136983177556,
-      "loss": 1.1946,
+      "epoch": 1.1151036525172755,
+      "grad_norm": 0.044393545848215414,
+      "learning_rate": 0.00048683688303959044,
+      "loss": 1.2796,
       "step": 7060
     },
     {
-      "epoch": 0.9826531809745688,
-      "grad_norm": 0.006267048611349319,
-      "learning_rate": 0.0006016194872095791,
-      "loss": 1.2039,
+      "epoch": 1.115893385982231,
+      "grad_norm": 0.04384323678344831,
+      "learning_rate": 0.00048614788659545334,
+      "loss": 1.2859,
       "step": 7065
     },
     {
-      "epoch": 0.9833486184699506,
-      "grad_norm": 0.00629185705775207,
-      "learning_rate": 0.0006010251263578448,
-      "loss": 1.2009,
+      "epoch": 1.1166831194471867,
+      "grad_norm": 0.044203814900499606,
+      "learning_rate": 0.00048545891647381174,
+      "loss": 1.2906,
       "step": 7070
     },
     {
-      "epoch": 0.9840440559653324,
-      "grad_norm": 0.00649796374355097,
-      "learning_rate": 0.0006004306166383859,
-      "loss": 1.3088,
+      "epoch": 1.117472852912142,
+      "grad_norm": 0.04466234285077408,
+      "learning_rate": 0.0004847699739838823,
+      "loss": 1.2558,
       "step": 7075
     },
     {
-      "epoch": 0.9847394934607143,
-      "grad_norm": 0.00604001860834071,
-      "learning_rate": 0.0005998359589272548,
-      "loss": 1.2324,
+      "epoch": 1.1182625863770976,
+      "grad_norm": 0.04389797744389317,
+      "learning_rate": 0.00048408106043482905,
+      "loss": 1.2878,
       "step": 7080
     },
     {
-      "epoch": 0.9854349309560961,
-      "grad_norm": 0.0069140217778104135,
-      "learning_rate": 0.0005992411541007221,
-      "loss": 1.2471,
+      "epoch": 1.1190523198420532,
+      "grad_norm": 0.04266865248432142,
+      "learning_rate": 0.0004833921771357603,
+      "loss": 1.3285,
       "step": 7085
     },
     {
-      "epoch": 0.9861303684514781,
-      "grad_norm": 0.0058921255529537095,
-      "learning_rate": 0.0005986462030352751,
-      "loss": 1.2553,
+      "epoch": 1.1198420533070088,
+      "grad_norm": 0.046547380886811235,
+      "learning_rate": 0.00048270332539572785,
+      "loss": 1.2431,
       "step": 7090
     },
     {
-      "epoch": 0.9868258059468599,
-      "grad_norm": 0.0060969966317985635,
-      "learning_rate": 0.0005980511066076166,
-      "loss": 1.2361,
+      "epoch": 1.1206317867719644,
+      "grad_norm": 0.04628950590707579,
+      "learning_rate": 0.0004820145065237227,
+      "loss": 1.3155,
       "step": 7095
     },
     {
-      "epoch": 0.9875212434422418,
-      "grad_norm": 0.00629208964934552,
-      "learning_rate": 0.0005974558656946634,
-      "loss": 1.237,
+      "epoch": 1.12142152023692,
+      "grad_norm": 0.04380982373033474,
+      "learning_rate": 0.0004813257218286742,
+      "loss": 1.2738,
       "step": 7100
     },
     {
-      "epoch": 0.9882166809376236,
-      "grad_norm": 0.005905670142316513,
-      "learning_rate": 0.0005968604811735457,
-      "loss": 1.181,
+      "epoch": 1.1222112537018756,
+      "grad_norm": 0.04477256538411993,
+      "learning_rate": 0.0004806369726194458,
+      "loss": 1.2935,
       "step": 7105
     },
     {
-      "epoch": 0.9889121184330054,
-      "grad_norm": 0.006220310812900991,
-      "learning_rate": 0.000596264953921605,
-      "loss": 1.2256,
+      "epoch": 1.1230009871668312,
+      "grad_norm": 0.04181856332312892,
+      "learning_rate": 0.00047994826020483463,
+      "loss": 1.2847,
       "step": 7110
     },
     {
-      "epoch": 0.9896075559283873,
-      "grad_norm": 0.006725394448000212,
-      "learning_rate": 0.0005956692848163931,
-      "loss": 1.2339,
+      "epoch": 1.1237907206317868,
+      "grad_norm": 0.05214043603923269,
+      "learning_rate": 0.00047925958589356674,
+      "loss": 1.3035,
       "step": 7115
     },
     {
-      "epoch": 0.9903029934237692,
-      "grad_norm": 0.0054718520964639064,
-      "learning_rate": 0.0005950734747356707,
-      "loss": 1.1947,
+      "epoch": 1.1245804540967423,
+      "grad_norm": 0.043172710201538414,
+      "learning_rate": 0.00047857095099429665,
+      "loss": 1.282,
       "step": 7120
     },
     {
-      "epoch": 0.9909984309191511,
-      "grad_norm": 0.00611970247052952,
-      "learning_rate": 0.0005944775245574068,
-      "loss": 1.2535,
+      "epoch": 1.125370187561698,
+      "grad_norm": 0.04344269467985121,
+      "learning_rate": 0.00047788235681560387,
+      "loss": 1.2818,
       "step": 7125
     },
     {
-      "epoch": 0.9916938684145329,
-      "grad_norm": 0.0058335223882391716,
-      "learning_rate": 0.000593881435159776,
-      "loss": 1.2351,
+      "epoch": 1.1261599210266535,
+      "grad_norm": 0.04519183706966751,
+      "learning_rate": 0.0004771938046659899,
+      "loss": 1.2674,
       "step": 7130
     },
     {
-      "epoch": 0.9923893059099148,
-      "grad_norm": 0.006041142581410186,
-      "learning_rate": 0.0005932852074211588,
-      "loss": 1.1968,
+      "epoch": 1.126949654491609,
+      "grad_norm": 0.045687364865434475,
+      "learning_rate": 0.0004765052958538773,
+      "loss": 1.319,
       "step": 7135
     },
     {
-      "epoch": 0.9930847434052966,
-      "grad_norm": 0.006170308058039921,
-      "learning_rate": 0.0005926888422201394,
-      "loss": 1.207,
+      "epoch": 1.1277393879565647,
+      "grad_norm": 0.04306440115880611,
+      "learning_rate": 0.00047581683168760534,
+      "loss": 1.2097,
       "step": 7140
     },
     {
-      "epoch": 0.9937801809006784,
-      "grad_norm": 0.0062893619883281045,
-      "learning_rate": 0.0005920923404355041,
-      "loss": 1.2274,
+      "epoch": 1.1285291214215203,
+      "grad_norm": 0.04908656358516647,
+      "learning_rate": 0.00047512841347542936,
+      "loss": 1.3255,
       "step": 7145
     },
     {
-      "epoch": 0.9944756183960604,
-      "grad_norm": 0.0060596120743055685,
-      "learning_rate": 0.0005914957029462411,
-      "loss": 1.2025,
+      "epoch": 1.1293188548864759,
+      "grad_norm": 0.04405202189065199,
+      "learning_rate": 0.0004744400425255165,
+      "loss": 1.2294,
       "step": 7150
     },
     {
-      "epoch": 0.9951710558914422,
-      "grad_norm": 0.005887388244326888,
-      "learning_rate": 0.000590898930631538,
-      "loss": 1.2439,
+      "epoch": 1.1301085883514315,
+      "grad_norm": 0.04677973629050758,
+      "learning_rate": 0.00047375172014594484,
+      "loss": 1.2921,
       "step": 7155
     },
     {
-      "epoch": 0.9958664933868241,
-      "grad_norm": 0.006397983794909813,
-      "learning_rate": 0.0005903020243707816,
-      "loss": 1.1524,
+      "epoch": 1.130898321816387,
+      "grad_norm": 0.046380436965287854,
+      "learning_rate": 0.00047306344764469954,
+      "loss": 1.2772,
       "step": 7160
     },
     {
-      "epoch": 0.9965619308822059,
-      "grad_norm": 0.006611344631842625,
-      "learning_rate": 0.0005897049850435557,
-      "loss": 1.2066,
+      "epoch": 1.1316880552813426,
+      "grad_norm": 0.046386638330525004,
+      "learning_rate": 0.00047237522632967145,
+      "loss": 1.2828,
       "step": 7165
     },
     {
-      "epoch": 0.9972573683775878,
-      "grad_norm": 0.0065050479010717935,
-      "learning_rate": 0.0005891078135296402,
-      "loss": 1.1736,
+      "epoch": 1.1324777887462982,
+      "grad_norm": 0.04543112454224355,
+      "learning_rate": 0.0004716870575086542,
+      "loss": 1.3418,
       "step": 7170
     },
     {
-      "epoch": 0.9979528058729696,
-      "grad_norm": 0.005951896781295833,
-      "learning_rate": 0.0005885105107090101,
-      "loss": 1.2606,
+      "epoch": 1.1332675222112538,
+      "grad_norm": 0.043403501457867893,
+      "learning_rate": 0.000470998942489341,
+      "loss": 1.2713,
       "step": 7175
     },
     {
-      "epoch": 0.9986482433683516,
-      "grad_norm": 0.005653020105849626,
-      "learning_rate": 0.0005879130774618334,
-      "loss": 1.244,
+      "epoch": 1.1340572556762092,
+      "grad_norm": 0.04553338204824485,
+      "learning_rate": 0.00047031088257932374,
+      "loss": 1.3338,
       "step": 7180
     },
     {
-      "epoch": 0.9993436808637334,
-      "grad_norm": 0.005754378121663107,
-      "learning_rate": 0.000587315514668471,
-      "loss": 1.1812,
+      "epoch": 1.1348469891411648,
+      "grad_norm": 0.041052615506391194,
+      "learning_rate": 0.0004696228790860887,
+      "loss": 1.2425,
       "step": 7185
     },
     {
-      "epoch": 0.9999000308600389,
-      "eval_loss": 1.1951889991760254,
-      "eval_runtime": 507.2701,
-      "eval_samples_per_second": 47.752,
-      "eval_steps_per_second": 23.877,
-      "step": 7189
-    },
-    {
-      "epoch": 1.0000782367182304,
-      "grad_norm": 0.011742393232629893,
-      "learning_rate": 0.0005867178232094738,
-      "loss": 1.3412,
+      "epoch": 1.1356367226061204,
+      "grad_norm": 0.045403389211833615,
+      "learning_rate": 0.00046893493331701575,
+      "loss": 1.3251,
       "step": 7190
     },
     {
-      "epoch": 1.0007736742136124,
-      "grad_norm": 0.006840663923106191,
-      "learning_rate": 0.0005861200039655832,
-      "loss": 1.1986,
+      "epoch": 1.136426456071076,
+      "grad_norm": 0.045368861421653,
+      "learning_rate": 0.0004682470465793743,
+      "loss": 1.2984,
       "step": 7195
     },
     {
-      "epoch": 1.0014691117089942,
-      "grad_norm": 0.006400841518120737,
-      "learning_rate": 0.000585522057817728,
-      "loss": 1.1581,
+      "epoch": 1.1372161895360315,
+      "grad_norm": 0.04405065953058729,
+      "learning_rate": 0.00046755922018032215,
+      "loss": 1.2959,
       "step": 7200
     },
     {
-      "epoch": 1.002164549204376,
-      "grad_norm": 0.006129304154664779,
-      "learning_rate": 0.0005849239856470248,
-      "loss": 1.116,
+      "epoch": 1.1380059230009871,
+      "grad_norm": 0.04449468609114154,
+      "learning_rate": 0.00046687145542690257,
+      "loss": 1.2544,
       "step": 7205
     },
     {
-      "epoch": 1.0028599866997578,
-      "grad_norm": 0.007048120608523401,
-      "learning_rate": 0.0005843257883347756,
-      "loss": 1.1817,
+      "epoch": 1.1387956564659427,
+      "grad_norm": 0.04293473090622494,
+      "learning_rate": 0.0004661837536260409,
+      "loss": 1.2732,
       "step": 7210
     },
     {
-      "epoch": 1.0035554241951397,
-      "grad_norm": 0.006221214648824641,
-      "learning_rate": 0.0005837274667624666,
-      "loss": 1.1481,
+      "epoch": 1.1395853899308983,
+      "grad_norm": 0.044017330838931605,
+      "learning_rate": 0.00046549611608454386,
+      "loss": 1.2374,
       "step": 7215
     },
     {
-      "epoch": 1.0042508616905217,
-      "grad_norm": 0.006311816234920345,
-      "learning_rate": 0.0005831290218117674,
-      "loss": 1.1015,
+      "epoch": 1.140375123395854,
+      "grad_norm": 0.04441620229648527,
+      "learning_rate": 0.00046480854410909495,
+      "loss": 1.2898,
       "step": 7220
     },
     {
-      "epoch": 1.0049462991859035,
-      "grad_norm": 0.006076759764764051,
-      "learning_rate": 0.0005825304543645291,
-      "loss": 1.1464,
+      "epoch": 1.1411648568608095,
+      "grad_norm": 0.043560141592824536,
+      "learning_rate": 0.00046412103900625424,
+      "loss": 1.3512,
       "step": 7225
     },
     {
-      "epoch": 1.0056417366812853,
-      "grad_norm": 0.005259363346351247,
-      "learning_rate": 0.0005819317653027838,
-      "loss": 1.1021,
+      "epoch": 1.141954590325765,
+      "grad_norm": 0.044439008611451995,
+      "learning_rate": 0.00046343360208245374,
+      "loss": 1.2461,
       "step": 7230
     },
     {
-      "epoch": 1.0063371741766671,
-      "grad_norm": 0.005832643937873457,
-      "learning_rate": 0.0005813329555087423,
-      "loss": 1.125,
+      "epoch": 1.1427443237907207,
+      "grad_norm": 0.04342383154334365,
+      "learning_rate": 0.0004627462346439966,
+      "loss": 1.2594,
       "step": 7235
     },
     {
-      "epoch": 1.0070326116720492,
-      "grad_norm": 0.005898395470517511,
-      "learning_rate": 0.0005807340258647937,
-      "loss": 1.0673,
+      "epoch": 1.1435340572556763,
+      "grad_norm": 0.04558714956277455,
+      "learning_rate": 0.00046205893799705346,
+      "loss": 1.2738,
       "step": 7240
     },
     {
-      "epoch": 1.007728049167431,
-      "grad_norm": 0.006773543438506709,
-      "learning_rate": 0.0005801349772535032,
-      "loss": 1.1236,
+      "epoch": 1.1443237907206318,
+      "grad_norm": 0.04366976537434655,
+      "learning_rate": 0.0004613717134476606,
+      "loss": 1.2608,
       "step": 7245
     },
     {
-      "epoch": 1.0084234866628128,
-      "grad_norm": 0.006074724224613076,
-      "learning_rate": 0.000579535810557612,
-      "loss": 1.0937,
+      "epoch": 1.1451135241855874,
+      "grad_norm": 0.05272020747983205,
+      "learning_rate": 0.0004606845623017177,
+      "loss": 1.2756,
       "step": 7250
     },
     {
-      "epoch": 1.0091189241581946,
-      "grad_norm": 0.00691120160686113,
-      "learning_rate": 0.0005789365266600346,
-      "loss": 1.1368,
+      "epoch": 1.145903257650543,
+      "grad_norm": 0.04863386462361839,
+      "learning_rate": 0.0004599974858649841,
+      "loss": 1.2421,
       "step": 7255
     },
     {
-      "epoch": 1.0098143616535764,
-      "grad_norm": 0.006732474173884644,
-      "learning_rate": 0.0005783371264438587,
-      "loss": 1.1549,
+      "epoch": 1.1466929911154986,
+      "grad_norm": 0.04385783012670345,
+      "learning_rate": 0.00045931048544307814,
+      "loss": 1.2429,
       "step": 7260
     },
     {
-      "epoch": 1.0105097991489584,
-      "grad_norm": 0.005801047900924545,
-      "learning_rate": 0.0005777376107923433,
-      "loss": 1.1531,
+      "epoch": 1.147482724580454,
+      "grad_norm": 0.04314165990364299,
+      "learning_rate": 0.00045862356234147267,
+      "loss": 1.2856,
       "step": 7265
     },
     {
-      "epoch": 1.0112052366443403,
-      "grad_norm": 0.006921557432510881,
-      "learning_rate": 0.0005771379805889173,
-      "loss": 1.1422,
+      "epoch": 1.1482724580454096,
+      "grad_norm": 0.042176979240443294,
+      "learning_rate": 0.00045793671786549474,
+      "loss": 1.269,
       "step": 7270
     },
     {
-      "epoch": 1.011900674139722,
-      "grad_norm": 0.005943382312427004,
-      "learning_rate": 0.0005765382367171787,
-      "loss": 1.2035,
+      "epoch": 1.1490621915103651,
+      "grad_norm": 0.04590977192447778,
+      "learning_rate": 0.0004572499533203209,
+      "loss": 1.2748,
       "step": 7275
     },
     {
-      "epoch": 1.0125961116351039,
-      "grad_norm": 0.006286467712775187,
-      "learning_rate": 0.0005759383800608926,
-      "loss": 1.1373,
+      "epoch": 1.1498519249753207,
+      "grad_norm": 0.04330613153339241,
+      "learning_rate": 0.00045656327001097685,
+      "loss": 1.2959,
       "step": 7280
     },
     {
-      "epoch": 1.013291549130486,
-      "grad_norm": 0.0059958061485604315,
-      "learning_rate": 0.0005753384115039908,
-      "loss": 1.1359,
+      "epoch": 1.1506416584402763,
+      "grad_norm": 0.048174226760518364,
+      "learning_rate": 0.0004558766692423329,
+      "loss": 1.2978,
       "step": 7285
     },
     {
-      "epoch": 1.0139869866258677,
-      "grad_norm": 0.005958716853903473,
-      "learning_rate": 0.0005747383319305698,
-      "loss": 1.1312,
+      "epoch": 1.151431391905232,
+      "grad_norm": 0.044814361373152506,
+      "learning_rate": 0.0004551901523191032,
+      "loss": 1.2695,
       "step": 7290
     },
     {
-      "epoch": 1.0146824241212495,
-      "grad_norm": 0.006649632530023192,
-      "learning_rate": 0.0005741381422248893,
-      "loss": 1.1327,
+      "epoch": 1.1522211253701875,
+      "grad_norm": 0.04576747032397445,
+      "learning_rate": 0.0004545037205458427,
+      "loss": 1.3136,
       "step": 7295
     },
     {
-      "epoch": 1.0153778616166313,
-      "grad_norm": 0.007078510206673663,
-      "learning_rate": 0.0005735378432713717,
-      "loss": 1.1105,
+      "epoch": 1.153010858835143,
+      "grad_norm": 0.04942979461000497,
+      "learning_rate": 0.0004538173752269438,
+      "loss": 1.2406,
       "step": 7300
     },
     {
-      "epoch": 1.0160732991120132,
-      "grad_norm": 0.006865059763348064,
-      "learning_rate": 0.0005729374359546006,
-      "loss": 1.1179,
+      "epoch": 1.1538005923000987,
+      "grad_norm": 0.04934427078742725,
+      "learning_rate": 0.0004531311176666354,
+      "loss": 1.3238,
       "step": 7305
     },
     {
-      "epoch": 1.0167687366073952,
-      "grad_norm": 0.005450682445918834,
-      "learning_rate": 0.0005723369211593186,
-      "loss": 1.119,
+      "epoch": 1.1545903257650543,
+      "grad_norm": 0.0446918413457051,
+      "learning_rate": 0.00045244494916897885,
+      "loss": 1.2983,
       "step": 7310
     },
     {
-      "epoch": 1.017464174102777,
-      "grad_norm": 0.006225799285994325,
-      "learning_rate": 0.0005717362997704273,
-      "loss": 1.1491,
+      "epoch": 1.1553800592300099,
+      "grad_norm": 0.04370677034706577,
+      "learning_rate": 0.0004517588710378673,
+      "loss": 1.321,
       "step": 7315
     },
     {
-      "epoch": 1.0181596115981588,
-      "grad_norm": 0.0058966903754128445,
-      "learning_rate": 0.000571135572672985,
-      "loss": 1.1199,
+      "epoch": 1.1561697926949654,
+      "grad_norm": 0.0482742430535514,
+      "learning_rate": 0.0004510728845770209,
+      "loss": 1.3092,
       "step": 7320
     },
     {
-      "epoch": 1.0188550490935406,
-      "grad_norm": 0.006038964914826374,
-      "learning_rate": 0.0005705347407522059,
-      "loss": 1.1195,
+      "epoch": 1.156959526159921,
+      "grad_norm": 0.04154340193685517,
+      "learning_rate": 0.0004503869910899866,
+      "loss": 1.2775,
       "step": 7325
     },
     {
-      "epoch": 1.0195504865889224,
-      "grad_norm": 0.005773117113878459,
-      "learning_rate": 0.0005699338048934586,
-      "loss": 1.1125,
+      "epoch": 1.1577492596248766,
+      "grad_norm": 0.043559035968657296,
+      "learning_rate": 0.00044970119188013466,
+      "loss": 1.2854,
       "step": 7330
     },
     {
-      "epoch": 1.0202459240843045,
-      "grad_norm": 0.006094846822721572,
-      "learning_rate": 0.0005693327659822652,
-      "loss": 1.1664,
+      "epoch": 1.1585389930898322,
+      "grad_norm": 0.04584474665613817,
+      "learning_rate": 0.0004490154882506553,
+      "loss": 1.279,
       "step": 7335
     },
     {
-      "epoch": 1.0209413615796863,
-      "grad_norm": 0.006100049879309322,
-      "learning_rate": 0.000568731624904299,
-      "loss": 1.0962,
+      "epoch": 1.1593287265547878,
+      "grad_norm": 0.04707285196545786,
+      "learning_rate": 0.00044832988150455823,
+      "loss": 1.2836,
       "step": 7340
     },
     {
-      "epoch": 1.021636799075068,
-      "grad_norm": 0.0064439263114307215,
-      "learning_rate": 0.0005681303825453846,
-      "loss": 1.1355,
+      "epoch": 1.1601184600197434,
+      "grad_norm": 0.04350241114677615,
+      "learning_rate": 0.000447644372944668,
+      "loss": 1.2756,
       "step": 7345
     },
     {
-      "epoch": 1.02233223657045,
-      "grad_norm": 0.006124495968530638,
-      "learning_rate": 0.0005675290397914952,
-      "loss": 1.179,
+      "epoch": 1.160908193484699,
+      "grad_norm": 0.04353790999284779,
+      "learning_rate": 0.00044695896387362367,
+      "loss": 1.2845,
       "step": 7350
     },
     {
-      "epoch": 1.023027674065832,
-      "grad_norm": 0.00663127210076333,
-      "learning_rate": 0.0005669275975287522,
-      "loss": 1.1684,
+      "epoch": 1.1616979269496546,
+      "grad_norm": 0.04526741624136225,
+      "learning_rate": 0.0004462736555938742,
+      "loss": 1.2464,
       "step": 7355
     },
     {
-      "epoch": 1.0237231115612138,
-      "grad_norm": 0.00610149781758058,
-      "learning_rate": 0.0005663260566434239,
-      "loss": 1.0831,
+      "epoch": 1.1624876604146102,
+      "grad_norm": 0.05144382310369998,
+      "learning_rate": 0.00044558844940767776,
+      "loss": 1.3466,
       "step": 7360
     },
     {
-      "epoch": 1.0244185490565956,
-      "grad_norm": 0.006701810252914797,
-      "learning_rate": 0.0005657244180219235,
-      "loss": 1.1611,
+      "epoch": 1.1632773938795657,
+      "grad_norm": 0.044120185778741876,
+      "learning_rate": 0.0004449033466170982,
+      "loss": 1.2953,
       "step": 7365
     },
     {
-      "epoch": 1.0251139865519774,
-      "grad_norm": 0.005852616934966749,
-      "learning_rate": 0.0005651226825508083,
-      "loss": 1.1006,
+      "epoch": 1.1640671273445213,
+      "grad_norm": 0.04679869465807073,
+      "learning_rate": 0.00044421834852400276,
+      "loss": 1.2157,
       "step": 7370
     },
     {
-      "epoch": 1.0258094240473592,
-      "grad_norm": 0.006499628296088694,
-      "learning_rate": 0.0005645208511167787,
-      "loss": 1.1229,
+      "epoch": 1.164856860809477,
+      "grad_norm": 0.04494871016083644,
+      "learning_rate": 0.00044353345643006044,
+      "loss": 1.2758,
       "step": 7375
     },
     {
-      "epoch": 1.0265048615427412,
-      "grad_norm": 0.0063897294162546725,
-      "learning_rate": 0.0005639189246066759,
-      "loss": 1.1125,
+      "epoch": 1.1656465942744323,
+      "grad_norm": 0.04209277162383422,
+      "learning_rate": 0.0004428486716367377,
+      "loss": 1.26,
       "step": 7380
     },
     {
-      "epoch": 1.027200299038123,
-      "grad_norm": 0.006071951889802304,
-      "learning_rate": 0.0005633169039074815,
-      "loss": 1.1115,
+      "epoch": 1.1664363277393879,
+      "grad_norm": 0.04584664747475786,
+      "learning_rate": 0.0004421639954452982,
+      "loss": 1.2419,
       "step": 7385
     },
     {
-      "epoch": 1.0278957365335049,
-      "grad_norm": 0.006258107081113388,
-      "learning_rate": 0.0005627147899063164,
-      "loss": 1.1676,
+      "epoch": 1.1672260612043435,
+      "grad_norm": 0.04619810632165392,
+      "learning_rate": 0.0004414794291567983,
+      "loss": 1.2728,
       "step": 7390
     },
     {
-      "epoch": 1.0285911740288867,
-      "grad_norm": 0.007102626604151913,
-      "learning_rate": 0.000562112583490438,
-      "loss": 1.1425,
+      "epoch": 1.168015794669299,
+      "grad_norm": 0.046010703205779636,
+      "learning_rate": 0.00044079497407208617,
+      "loss": 1.2829,
       "step": 7395
     },
     {
-      "epoch": 1.0292866115242687,
-      "grad_norm": 0.006078034035065036,
-      "learning_rate": 0.0005615102855472403,
-      "loss": 1.1452,
+      "epoch": 1.1688055281342546,
+      "grad_norm": 0.04732167689866032,
+      "learning_rate": 0.0004401106314917985,
+      "loss": 1.314,
       "step": 7400
     },
     {
-      "epoch": 1.0299820490196505,
-      "grad_norm": 0.006588018169284762,
-      "learning_rate": 0.0005609078969642528,
-      "loss": 1.1479,
+      "epoch": 1.1695952615992102,
+      "grad_norm": 0.042550765085407484,
+      "learning_rate": 0.0004394264027163579,
+      "loss": 1.2926,
       "step": 7405
     },
     {
-      "epoch": 1.0306774865150323,
-      "grad_norm": 0.006177535013075766,
-      "learning_rate": 0.0005603054186291375,
-      "loss": 1.1289,
+      "epoch": 1.1703849950641658,
+      "grad_norm": 0.04372965581743791,
+      "learning_rate": 0.0004387422890459712,
+      "loss": 1.2379,
       "step": 7410
     },
     {
-      "epoch": 1.0313729240104141,
-      "grad_norm": 0.006053014443231082,
-      "learning_rate": 0.0005597028514296895,
-      "loss": 1.1621,
+      "epoch": 1.1711747285291214,
+      "grad_norm": 0.04296840967867885,
+      "learning_rate": 0.000438058291780626,
+      "loss": 1.2523,
       "step": 7415
     },
     {
-      "epoch": 1.032068361505796,
-      "grad_norm": 0.0070192244813710525,
-      "learning_rate": 0.0005591001962538345,
-      "loss": 1.1097,
+      "epoch": 1.171964461994077,
+      "grad_norm": 0.04401602672397946,
+      "learning_rate": 0.0004373744122200893,
+      "loss": 1.3082,
       "step": 7420
     },
     {
-      "epoch": 1.032763799001178,
-      "grad_norm": 0.006033467442895155,
-      "learning_rate": 0.0005584974539896275,
-      "loss": 1.1477,
+      "epoch": 1.1727541954590326,
+      "grad_norm": 0.04331586384061061,
+      "learning_rate": 0.0004366906516639037,
+      "loss": 1.2736,
       "step": 7425
     },
     {
-      "epoch": 1.0334592364965598,
-      "grad_norm": 0.00720341290291649,
-      "learning_rate": 0.0005578946255252527,
-      "loss": 1.1213,
+      "epoch": 1.1735439289239882,
+      "grad_norm": 0.04271153295403382,
+      "learning_rate": 0.00043600701141138646,
+      "loss": 1.2961,
       "step": 7430
     },
     {
-      "epoch": 1.0341546739919416,
-      "grad_norm": 0.006413938411961297,
-      "learning_rate": 0.0005572917117490203,
-      "loss": 1.151,
+      "epoch": 1.1743336623889438,
+      "grad_norm": 0.043409067332616735,
+      "learning_rate": 0.0004353234927616254,
+      "loss": 1.2511,
       "step": 7435
     },
     {
-      "epoch": 1.0348501114873234,
-      "grad_norm": 0.0062008952013993665,
-      "learning_rate": 0.000556688713549367,
-      "loss": 1.214,
+      "epoch": 1.1751233958538994,
+      "grad_norm": 0.04404987256780159,
+      "learning_rate": 0.0004346400970134779,
+      "loss": 1.3316,
       "step": 7440
     },
     {
-      "epoch": 1.0355455489827052,
-      "grad_norm": 0.005961101069810515,
-      "learning_rate": 0.0005560856318148537,
-      "loss": 1.1226,
+      "epoch": 1.175913129318855,
+      "grad_norm": 0.050981019597075516,
+      "learning_rate": 0.00043395682546556763,
+      "loss": 1.2938,
       "step": 7445
     },
     {
-      "epoch": 1.0362409864780873,
-      "grad_norm": 0.006382395747983064,
-      "learning_rate": 0.0005554824674341641,
-      "loss": 1.1576,
+      "epoch": 1.1767028627838105,
+      "grad_norm": 0.04484322765512852,
+      "learning_rate": 0.00043327367941628216,
+      "loss": 1.2642,
       "step": 7450
     },
     {
-      "epoch": 1.036936423973469,
-      "grad_norm": 0.006703707975027323,
-      "learning_rate": 0.0005548792212961041,
-      "loss": 1.1595,
+      "epoch": 1.1774925962487661,
+      "grad_norm": 0.04630856930688638,
+      "learning_rate": 0.0004325906601637706,
+      "loss": 1.2382,
       "step": 7455
     },
     {
-      "epoch": 1.037631861468851,
-      "grad_norm": 0.00631541971282273,
-      "learning_rate": 0.0005542758942895999,
-      "loss": 1.1507,
+      "epoch": 1.1782823297137217,
+      "grad_norm": 0.047327027400890356,
+      "learning_rate": 0.000431907769005941,
+      "loss": 1.2736,
       "step": 7460
     },
     {
-      "epoch": 1.0383272989642327,
-      "grad_norm": 0.006450188647267786,
-      "learning_rate": 0.0005536724873036966,
-      "loss": 1.1427,
+      "epoch": 1.179072063178677,
+      "grad_norm": 0.04653296109602727,
+      "learning_rate": 0.0004312250072404585,
+      "loss": 1.2669,
       "step": 7465
     },
     {
-      "epoch": 1.0390227364596147,
-      "grad_norm": 0.006091622508307369,
-      "learning_rate": 0.0005530690012275576,
-      "loss": 1.1544,
+      "epoch": 1.1798617966436327,
+      "grad_norm": 0.04789803931420726,
+      "learning_rate": 0.0004305423761647415,
+      "loss": 1.3301,
       "step": 7470
     },
     {
-      "epoch": 1.0397181739549965,
-      "grad_norm": 0.006117357161193646,
-      "learning_rate": 0.0005524654369504627,
-      "loss": 1.1565,
+      "epoch": 1.1806515301085883,
+      "grad_norm": 0.04600372986276462,
+      "learning_rate": 0.000429859877075961,
+      "loss": 1.3027,
       "step": 7475
     },
     {
-      "epoch": 1.0404136114503784,
-      "grad_norm": 0.006179944117329108,
-      "learning_rate": 0.0005518617953618066,
-      "loss": 1.101,
+      "epoch": 1.1814412635735438,
+      "grad_norm": 0.04593784065052792,
+      "learning_rate": 0.00042917751127103656,
+      "loss": 1.2633,
       "step": 7480
     },
     {
-      "epoch": 1.0411090489457602,
-      "grad_norm": 0.0066739872190778,
-      "learning_rate": 0.0005512580773510986,
-      "loss": 1.1337,
+      "epoch": 1.1822309970384994,
+      "grad_norm": 0.043360729703584136,
+      "learning_rate": 0.00042849528004663463,
+      "loss": 1.3269,
       "step": 7485
     },
     {
-      "epoch": 1.041804486441142,
-      "grad_norm": 0.006365670024737035,
-      "learning_rate": 0.00055065428380796,
-      "loss": 1.1761,
+      "epoch": 1.183020730503455,
+      "grad_norm": 0.040791403948693974,
+      "learning_rate": 0.00042781318469916604,
+      "loss": 1.2648,
       "step": 7490
     },
     {
-      "epoch": 1.042499923936524,
-      "grad_norm": 0.00650702205154863,
-      "learning_rate": 0.0005500504156221238,
-      "loss": 1.1271,
+      "epoch": 1.1838104639684106,
+      "grad_norm": 0.042641824045822965,
+      "learning_rate": 0.0004271312265247831,
+      "loss": 1.2563,
       "step": 7495
     },
     {
-      "epoch": 1.0431953614319058,
-      "grad_norm": 0.006047951262632422,
-      "learning_rate": 0.0005494464736834324,
-      "loss": 1.1395,
+      "epoch": 1.1846001974333662,
+      "grad_norm": 0.04655824785693705,
+      "learning_rate": 0.00042644940681937807,
+      "loss": 1.2749,
       "step": 7500
     },
     {
-      "epoch": 1.0438907989272876,
-      "grad_norm": 0.006663204679337617,
-      "learning_rate": 0.0005488424588818377,
-      "loss": 1.1256,
+      "epoch": 1.1853899308983218,
+      "grad_norm": 0.043849623674772166,
+      "learning_rate": 0.0004257677268785792,
+      "loss": 1.2959,
       "step": 7505
     },
     {
-      "epoch": 1.0445862364226695,
-      "grad_norm": 0.00595417915530333,
-      "learning_rate": 0.0005482383721073982,
-      "loss": 1.1461,
+      "epoch": 1.1861796643632774,
+      "grad_norm": 0.042521578780034305,
+      "learning_rate": 0.0004250861879977501,
+      "loss": 1.2785,
       "step": 7510
     },
     {
-      "epoch": 1.0452816739180515,
-      "grad_norm": 0.006843988849588336,
-      "learning_rate": 0.0005476342142502794,
-      "loss": 1.1393,
+      "epoch": 1.186969397828233,
+      "grad_norm": 0.042398647810570095,
+      "learning_rate": 0.0004244047914719857,
+      "loss": 1.2808,
       "step": 7515
     },
     {
-      "epoch": 1.0459771114134333,
-      "grad_norm": 0.0069219589845138305,
-      "learning_rate": 0.0005470299862007503,
-      "loss": 1.1028,
+      "epoch": 1.1877591312931886,
+      "grad_norm": 0.045422838885976945,
+      "learning_rate": 0.0004237235385961105,
+      "loss": 1.2927,
       "step": 7520
     },
     {
-      "epoch": 1.0466725489088151,
-      "grad_norm": 0.006484806121594649,
-      "learning_rate": 0.0005464256888491844,
-      "loss": 1.1365,
+      "epoch": 1.1885488647581441,
+      "grad_norm": 0.048520475350216495,
+      "learning_rate": 0.0004230424306646763,
+      "loss": 1.2673,
       "step": 7525
     },
     {
-      "epoch": 1.047367986404197,
-      "grad_norm": 0.006176271494527143,
-      "learning_rate": 0.0005458213230860569,
-      "loss": 1.1647,
+      "epoch": 1.1893385982230997,
+      "grad_norm": 0.04895183453249629,
+      "learning_rate": 0.00042236146897195914,
+      "loss": 1.2957,
       "step": 7530
     },
     {
-      "epoch": 1.0480634238995787,
-      "grad_norm": 0.007544078192284843,
-      "learning_rate": 0.0005452168898019437,
-      "loss": 1.0955,
+      "epoch": 1.1901283316880553,
+      "grad_norm": 0.046877901014036584,
+      "learning_rate": 0.0004216806548119575,
+      "loss": 1.2508,
       "step": 7535
     },
     {
-      "epoch": 1.0487588613949608,
-      "grad_norm": 0.006590456484446814,
-      "learning_rate": 0.0005446123898875203,
-      "loss": 1.1437,
+      "epoch": 1.190918065153011,
+      "grad_norm": 0.047375533386690705,
+      "learning_rate": 0.000420999989478389,
+      "loss": 1.2983,
       "step": 7540
     },
     {
-      "epoch": 1.0494542988903426,
-      "grad_norm": 0.006106482131048234,
-      "learning_rate": 0.0005440078242335606,
-      "loss": 1.1105,
+      "epoch": 1.1917077986179665,
+      "grad_norm": 0.04275677476337757,
+      "learning_rate": 0.00042031947426468926,
+      "loss": 1.2895,
       "step": 7545
     },
     {
-      "epoch": 1.0501497363857244,
-      "grad_norm": 0.0066387862489831325,
-      "learning_rate": 0.0005434031937309351,
-      "loss": 1.1272,
+      "epoch": 1.192497532082922,
+      "grad_norm": 0.049210284559763146,
+      "learning_rate": 0.00041963911046400787,
+      "loss": 1.2288,
       "step": 7550
     },
     {
-      "epoch": 1.0508451738811062,
-      "grad_norm": 0.006886011836952535,
-      "learning_rate": 0.0005427984992706098,
-      "loss": 1.1207,
+      "epoch": 1.1932872655478777,
+      "grad_norm": 0.04589057819805885,
+      "learning_rate": 0.0004189588993692071,
+      "loss": 1.2788,
       "step": 7555
     },
     {
-      "epoch": 1.051540611376488,
-      "grad_norm": 0.0063801294730295634,
-      "learning_rate": 0.0005421937417436453,
-      "loss": 1.2065,
+      "epoch": 1.1940769990128333,
+      "grad_norm": 0.046455517222270114,
+      "learning_rate": 0.0004182788422728588,
+      "loss": 1.2428,
       "step": 7560
     },
     {
-      "epoch": 1.05223604887187,
-      "grad_norm": 0.0062994586445076555,
-      "learning_rate": 0.0005415889220411949,
-      "loss": 1.1725,
+      "epoch": 1.1948667324777889,
+      "grad_norm": 0.045941045759220436,
+      "learning_rate": 0.00041759894046724237,
+      "loss": 1.2802,
       "step": 7565
     },
     {
-      "epoch": 1.0529314863672519,
-      "grad_norm": 0.006788891803277099,
-      "learning_rate": 0.0005409840410545034,
-      "loss": 1.1379,
+      "epoch": 1.1956564659427444,
+      "grad_norm": 0.041392983137717776,
+      "learning_rate": 0.0004169191952443422,
+      "loss": 1.2743,
       "step": 7570
     },
     {
-      "epoch": 1.0536269238626337,
-      "grad_norm": 0.006201343935529367,
-      "learning_rate": 0.0005403790996749061,
-      "loss": 1.145,
+      "epoch": 1.1964461994076998,
+      "grad_norm": 0.0470632543099596,
+      "learning_rate": 0.0004162396078958448,
+      "loss": 1.3155,
       "step": 7575
     },
     {
-      "epoch": 1.0543223613580155,
-      "grad_norm": 0.00622082209183928,
-      "learning_rate": 0.0005397740987938273,
-      "loss": 1.1216,
+      "epoch": 1.1972359328726554,
+      "grad_norm": 0.046304361005147225,
+      "learning_rate": 0.00041556017971313704,
+      "loss": 1.3093,
       "step": 7580
     },
     {
-      "epoch": 1.0550177988533975,
-      "grad_norm": 0.006235817869327156,
-      "learning_rate": 0.0005391690393027788,
-      "loss": 1.1861,
+      "epoch": 1.198025666337611,
+      "grad_norm": 0.041359795759875445,
+      "learning_rate": 0.0004148809119873029,
+      "loss": 1.2434,
       "step": 7585
     },
     {
-      "epoch": 1.0557132363487793,
-      "grad_norm": 0.007413105176969452,
-      "learning_rate": 0.0005385639220933593,
-      "loss": 1.1273,
+      "epoch": 1.1988153998025666,
+      "grad_norm": 0.04580824693899517,
+      "learning_rate": 0.0004142018060091222,
+      "loss": 1.3108,
       "step": 7590
     },
     {
-      "epoch": 1.0564086738441612,
-      "grad_norm": 0.006486868687370303,
-      "learning_rate": 0.0005379587480572514,
-      "loss": 1.1911,
+      "epoch": 1.1996051332675222,
+      "grad_norm": 0.04518995826712589,
+      "learning_rate": 0.00041352286306906645,
+      "loss": 1.2832,
       "step": 7595
     },
     {
-      "epoch": 1.057104111339543,
-      "grad_norm": 0.006155051188624684,
-      "learning_rate": 0.0005373535180862228,
-      "loss": 1.1362,
+      "epoch": 1.2003948667324777,
+      "grad_norm": 0.04372227375432967,
+      "learning_rate": 0.0004128440844572981,
+      "loss": 1.274,
       "step": 7600
     },
     {
-      "epoch": 1.0577995488349248,
-      "grad_norm": 0.006238257175515649,
-      "learning_rate": 0.0005367482330721229,
-      "loss": 1.1026,
+      "epoch": 1.2011846001974333,
+      "grad_norm": 0.04392950957136501,
+      "learning_rate": 0.0004121654714636669,
+      "loss": 1.3194,
       "step": 7605
     },
     {
-      "epoch": 1.0584949863303068,
-      "grad_norm": 0.005670312818324236,
-      "learning_rate": 0.000536142893906882,
-      "loss": 1.0969,
+      "epoch": 1.201974333662389,
+      "grad_norm": 0.04639641053090942,
+      "learning_rate": 0.0004114870253777082,
+      "loss": 1.2845,
       "step": 7610
     },
     {
-      "epoch": 1.0591904238256886,
-      "grad_norm": 0.0061619690126800105,
-      "learning_rate": 0.0005355375014825108,
-      "loss": 1.0993,
+      "epoch": 1.2027640671273445,
+      "grad_norm": 0.04512737919526363,
+      "learning_rate": 0.0004108087474886398,
+      "loss": 1.2908,
       "step": 7615
     },
     {
-      "epoch": 1.0598858613210704,
-      "grad_norm": 0.00644171189058832,
-      "learning_rate": 0.0005349320566910981,
-      "loss": 1.1504,
+      "epoch": 1.2035538005923,
+      "grad_norm": 0.0436156804095436,
+      "learning_rate": 0.00041013063908536035,
+      "loss": 1.2636,
       "step": 7620
     },
     {
-      "epoch": 1.0605812988164522,
-      "grad_norm": 0.006950226177881201,
-      "learning_rate": 0.00053432656042481,
-      "loss": 1.1169,
+      "epoch": 1.2043435340572557,
+      "grad_norm": 0.04308537819363361,
+      "learning_rate": 0.0004094527014564459,
+      "loss": 1.307,
       "step": 7625
     },
     {
-      "epoch": 1.0612767363118343,
-      "grad_norm": 0.0073267899808485415,
-      "learning_rate": 0.0005337210135758884,
-      "loss": 1.1605,
+      "epoch": 1.2051332675222113,
+      "grad_norm": 0.04553550626671295,
+      "learning_rate": 0.00040877493589014857,
+      "loss": 1.3085,
       "step": 7630
     },
     {
-      "epoch": 1.061972173807216,
-      "grad_norm": 0.007179405912857585,
-      "learning_rate": 0.0005331154170366497,
-      "loss": 1.1167,
+      "epoch": 1.2059230009871669,
+      "grad_norm": 0.041888479792731546,
+      "learning_rate": 0.00040809734367439304,
+      "loss": 1.2294,
       "step": 7635
     },
     {
-      "epoch": 1.062667611302598,
-      "grad_norm": 0.006186215113437405,
-      "learning_rate": 0.0005325097716994834,
-      "loss": 1.113,
+      "epoch": 1.2067127344521225,
+      "grad_norm": 0.04531983746765334,
+      "learning_rate": 0.0004074199260967749,
+      "loss": 1.2939,
       "step": 7640
     },
     {
-      "epoch": 1.0633630487979797,
-      "grad_norm": 0.005970986358843137,
-      "learning_rate": 0.0005319040784568515,
-      "loss": 1.1143,
+      "epoch": 1.207502467917078,
+      "grad_norm": 0.043486656844056545,
+      "learning_rate": 0.0004067426844445576,
+      "loss": 1.275,
       "step": 7645
     },
     {
-      "epoch": 1.0640584862933615,
-      "grad_norm": 0.006042165573845472,
-      "learning_rate": 0.0005312983382012857,
-      "loss": 1.1595,
+      "epoch": 1.2082922013820336,
+      "grad_norm": 0.04249954317303286,
+      "learning_rate": 0.0004060656200046705,
+      "loss": 1.2553,
       "step": 7650
     },
     {
-      "epoch": 1.0647539237887436,
-      "grad_norm": 0.006263541958410865,
-      "learning_rate": 0.0005306925518253878,
-      "loss": 1.145,
+      "epoch": 1.2090819348469892,
+      "grad_norm": 0.04815196704993652,
+      "learning_rate": 0.0004053887340637062,
+      "loss": 1.3393,
       "step": 7655
     },
     {
-      "epoch": 1.0654493612841254,
-      "grad_norm": 0.005924508502105089,
-      "learning_rate": 0.000530086720221827,
-      "loss": 1.1746,
+      "epoch": 1.2098716683119448,
+      "grad_norm": 0.046094806207795935,
+      "learning_rate": 0.00040471202790791784,
+      "loss": 1.294,
       "step": 7660
     },
     {
-      "epoch": 1.0661447987795072,
-      "grad_norm": 0.005974591221139768,
-      "learning_rate": 0.0005294808442833395,
-      "loss": 1.1258,
+      "epoch": 1.2106614017769002,
+      "grad_norm": 0.04321883537845169,
+      "learning_rate": 0.00040403550282321743,
+      "loss": 1.2161,
       "step": 7665
     },
     {
-      "epoch": 1.066840236274889,
-      "grad_norm": 0.006132552954444425,
-      "learning_rate": 0.0005288749249027265,
-      "loss": 1.1377,
+      "epoch": 1.2114511352418558,
+      "grad_norm": 0.04393775319660735,
+      "learning_rate": 0.0004033591600951724,
+      "loss": 1.2337,
       "step": 7670
     },
     {
-      "epoch": 1.067535673770271,
-      "grad_norm": 0.006177111461841801,
-      "learning_rate": 0.0005282689629728535,
-      "loss": 1.1417,
+      "epoch": 1.2122408687068114,
+      "grad_norm": 0.045410455687356584,
+      "learning_rate": 0.000402683001009004,
+      "loss": 1.2562,
       "step": 7675
     },
     {
-      "epoch": 1.0682311112656528,
-      "grad_norm": 0.006073913489620319,
-      "learning_rate": 0.0005276629593866486,
-      "loss": 1.1135,
+      "epoch": 1.213030602171767,
+      "grad_norm": 0.04682383004125933,
+      "learning_rate": 0.00040200702684958437,
+      "loss": 1.2897,
       "step": 7680
     },
     {
-      "epoch": 1.0689265487610347,
-      "grad_norm": 0.006336293713205336,
-      "learning_rate": 0.0005270569150371014,
-      "loss": 1.0986,
+      "epoch": 1.2138203356367225,
+      "grad_norm": 0.05254444468050843,
+      "learning_rate": 0.00040133123890143406,
+      "loss": 1.3303,
       "step": 7685
     },
     {
-      "epoch": 1.0696219862564165,
-      "grad_norm": 0.006946831280003142,
-      "learning_rate": 0.0005264508308172613,
-      "loss": 1.1202,
+      "epoch": 1.2146100691016781,
+      "grad_norm": 0.04422318404526678,
+      "learning_rate": 0.00040065563844872014,
+      "loss": 1.3117,
       "step": 7690
     },
     {
-      "epoch": 1.0703174237517983,
-      "grad_norm": 0.006306720613321561,
-      "learning_rate": 0.0005258447076202365,
-      "loss": 1.1108,
+      "epoch": 1.2153998025666337,
+      "grad_norm": 0.046320157013638515,
+      "learning_rate": 0.0003999802267752532,
+      "loss": 1.2697,
       "step": 7695
     },
     {
-      "epoch": 1.0710128612471803,
-      "grad_norm": 0.0061575311969380405,
-      "learning_rate": 0.0005252385463391929,
-      "loss": 1.0604,
+      "epoch": 1.2161895360315893,
+      "grad_norm": 0.042194617976342344,
+      "learning_rate": 0.000399305005164485,
+      "loss": 1.1961,
       "step": 7700
     },
     {
-      "epoch": 1.0717082987425621,
-      "grad_norm": 0.006387752591759996,
-      "learning_rate": 0.0005246323478673522,
-      "loss": 1.0752,
+      "epoch": 1.216979269496545,
+      "grad_norm": 0.043898486797971384,
+      "learning_rate": 0.0003986299748995063,
+      "loss": 1.319,
       "step": 7705
     },
     {
-      "epoch": 1.072403736237944,
-      "grad_norm": 0.006438052030439948,
-      "learning_rate": 0.0005240261130979912,
-      "loss": 1.1075,
+      "epoch": 1.2177690029615005,
+      "grad_norm": 0.042268627687947,
+      "learning_rate": 0.0003979551372630443,
+      "loss": 1.2957,
       "step": 7710
     },
     {
-      "epoch": 1.0730991737333258,
-      "grad_norm": 0.006640802510768599,
-      "learning_rate": 0.0005234198429244401,
-      "loss": 1.12,
+      "epoch": 1.218558736426456,
+      "grad_norm": 0.04418957552436489,
+      "learning_rate": 0.00039728049353746005,
+      "loss": 1.2473,
       "step": 7715
     },
     {
-      "epoch": 1.0737946112287076,
-      "grad_norm": 0.005791710820871687,
-      "learning_rate": 0.0005228135382400811,
-      "loss": 1.1034,
+      "epoch": 1.2193484698914117,
+      "grad_norm": 0.04220324608356694,
+      "learning_rate": 0.000396606045004746,
+      "loss": 1.241,
       "step": 7720
     },
     {
-      "epoch": 1.0744900487240896,
-      "grad_norm": 0.006590145904999234,
-      "learning_rate": 0.0005222071999383474,
-      "loss": 1.0983,
+      "epoch": 1.2201382033563672,
+      "grad_norm": 0.04638923032018047,
+      "learning_rate": 0.00039593179294652395,
+      "loss": 1.2896,
       "step": 7725
     },
     {
-      "epoch": 1.0751854862194714,
-      "grad_norm": 0.005541530785893401,
-      "learning_rate": 0.0005216008289127217,
-      "loss": 1.0846,
+      "epoch": 1.2209279368213228,
+      "grad_norm": 0.04383722976136393,
+      "learning_rate": 0.0003952577386440421,
+      "loss": 1.258,
       "step": 7730
     },
     {
-      "epoch": 1.0758809237148532,
-      "grad_norm": 0.006330308339724756,
-      "learning_rate": 0.0005209944260567347,
-      "loss": 1.12,
+      "epoch": 1.2217176702862784,
+      "grad_norm": 0.04308994220737709,
+      "learning_rate": 0.00039458388337817297,
+      "loss": 1.223,
       "step": 7735
     },
     {
-      "epoch": 1.076576361210235,
-      "grad_norm": 0.005769032890732209,
-      "learning_rate": 0.0005203879922639647,
-      "loss": 1.0916,
+      "epoch": 1.222507403751234,
+      "grad_norm": 0.04253448109850111,
+      "learning_rate": 0.00039391022842941094,
+      "loss": 1.2712,
       "step": 7740
     },
     {
-      "epoch": 1.0772717987056168,
-      "grad_norm": 0.005572240258702344,
-      "learning_rate": 0.0005197815284280348,
-      "loss": 1.1152,
+      "epoch": 1.2232971372161896,
+      "grad_norm": 0.04803751232707409,
+      "learning_rate": 0.0003932367750778698,
+      "loss": 1.2444,
       "step": 7745
     },
     {
-      "epoch": 1.0779672362009989,
-      "grad_norm": 0.006052228211340665,
-      "learning_rate": 0.0005191750354426128,
-      "loss": 1.1664,
+      "epoch": 1.2240868706811452,
+      "grad_norm": 0.04571029836298906,
+      "learning_rate": 0.0003925635246032798,
+      "loss": 1.3509,
       "step": 7750
     },
     {
-      "epoch": 1.0786626736963807,
-      "grad_norm": 0.006112302120004977,
-      "learning_rate": 0.0005185685142014093,
-      "loss": 1.1669,
+      "epoch": 1.2248766041461008,
+      "grad_norm": 0.05234247768986327,
+      "learning_rate": 0.00039189047828498626,
+      "loss": 1.2757,
       "step": 7755
     },
     {
-      "epoch": 1.0793581111917625,
-      "grad_norm": 0.006115438386282378,
-      "learning_rate": 0.0005179619655981766,
-      "loss": 1.0865,
+      "epoch": 1.2256663376110564,
+      "grad_norm": 0.04572818571178652,
+      "learning_rate": 0.0003912176374019462,
+      "loss": 1.3158,
       "step": 7760
     },
     {
-      "epoch": 1.0800535486871443,
-      "grad_norm": 0.006544962972476065,
-      "learning_rate": 0.0005173553905267073,
-      "loss": 1.1004,
+      "epoch": 1.226456071076012,
+      "grad_norm": 0.04881749166770576,
+      "learning_rate": 0.00039054500323272627,
+      "loss": 1.2731,
       "step": 7765
     },
     {
-      "epoch": 1.0807489861825263,
-      "grad_norm": 0.0062071809655181226,
-      "learning_rate": 0.0005167487898808329,
-      "loss": 1.1286,
+      "epoch": 1.2272458045409675,
+      "grad_norm": 0.047195912049619176,
+      "learning_rate": 0.00038987257705550053,
+      "loss": 1.2903,
       "step": 7770
     },
     {
-      "epoch": 1.0814444236779082,
-      "grad_norm": 0.006080089123617924,
-      "learning_rate": 0.0005161421645544227,
-      "loss": 1.1173,
+      "epoch": 1.228035538005923,
+      "grad_norm": 0.044791266738009095,
+      "learning_rate": 0.00038920036014804753,
+      "loss": 1.296,
       "step": 7775
     },
     {
-      "epoch": 1.08213986117329,
-      "grad_norm": 0.006184801782394129,
-      "learning_rate": 0.0005155355154413826,
-      "loss": 1.1339,
+      "epoch": 1.2288252714708785,
+      "grad_norm": 0.03986590823050598,
+      "learning_rate": 0.0003885283537877485,
+      "loss": 1.2278,
       "step": 7780
     },
     {
-      "epoch": 1.0828352986686718,
-      "grad_norm": 0.005996259384793332,
-      "learning_rate": 0.0005149288434356531,
-      "loss": 1.1153,
+      "epoch": 1.229615004935834,
+      "grad_norm": 0.043257466008527874,
+      "learning_rate": 0.000387856559251584,
+      "loss": 1.2249,
       "step": 7785
     },
     {
-      "epoch": 1.0835307361640538,
-      "grad_norm": 0.006719730669954813,
-      "learning_rate": 0.0005143221494312088,
-      "loss": 1.1231,
+      "epoch": 1.2304047384007897,
+      "grad_norm": 0.044094091931009466,
+      "learning_rate": 0.0003871849778161329,
+      "loss": 1.22,
       "step": 7790
     },
     {
-      "epoch": 1.0842261736594356,
-      "grad_norm": 0.0062853596842937735,
-      "learning_rate": 0.0005137154343220563,
-      "loss": 1.0932,
+      "epoch": 1.2311944718657453,
+      "grad_norm": 0.04416460803175346,
+      "learning_rate": 0.0003865136107575682,
+      "loss": 1.2649,
       "step": 7795
     },
     {
-      "epoch": 1.0849216111548174,
-      "grad_norm": 0.006154529182780433,
-      "learning_rate": 0.0005131086990022338,
-      "loss": 1.1186,
+      "epoch": 1.2319842053307009,
+      "grad_norm": 0.04370461213535658,
+      "learning_rate": 0.00038584245935165633,
+      "loss": 1.3209,
       "step": 7800
     },
     {
-      "epoch": 1.0856170486501993,
-      "grad_norm": 0.006542224629931477,
-      "learning_rate": 0.0005125019443658089,
-      "loss": 1.1796,
+      "epoch": 1.2327739387956564,
+      "grad_norm": 0.04467957953923339,
+      "learning_rate": 0.00038517152487375347,
+      "loss": 1.2496,
       "step": 7805
     },
     {
-      "epoch": 1.086312486145581,
-      "grad_norm": 0.006333875521598729,
-      "learning_rate": 0.0005118951713068779,
-      "loss": 1.1486,
+      "epoch": 1.233563672260612,
+      "grad_norm": 0.0446641375285589,
+      "learning_rate": 0.00038450080859880355,
+      "loss": 1.26,
       "step": 7810
     },
     {
-      "epoch": 1.087007923640963,
-      "grad_norm": 0.005629884159021832,
-      "learning_rate": 0.0005112883807195641,
-      "loss": 1.0638,
+      "epoch": 1.2343534057255676,
+      "grad_norm": 0.04385946438380936,
+      "learning_rate": 0.0003838303118013363,
+      "loss": 1.2762,
       "step": 7815
     },
     {
-      "epoch": 1.087703361136345,
-      "grad_norm": 0.006455367521411137,
-      "learning_rate": 0.0005106815734980167,
-      "loss": 1.2666,
+      "epoch": 1.2351431391905232,
+      "grad_norm": 0.04426661332514876,
+      "learning_rate": 0.0003831600357554638,
+      "loss": 1.2568,
       "step": 7820
     },
     {
-      "epoch": 1.0883987986317267,
-      "grad_norm": 0.0058933865841342675,
-      "learning_rate": 0.0005100747505364093,
-      "loss": 1.1475,
+      "epoch": 1.2359328726554788,
+      "grad_norm": 0.04491236162297333,
+      "learning_rate": 0.0003824899817348793,
+      "loss": 1.2511,
       "step": 7825
     },
     {
-      "epoch": 1.0890942361271085,
-      "grad_norm": 0.006646180976401866,
-      "learning_rate": 0.000509467912728939,
-      "loss": 1.1806,
+      "epoch": 1.2367226061204344,
+      "grad_norm": 0.047544548060669635,
+      "learning_rate": 0.00038182015101285326,
+      "loss": 1.2333,
       "step": 7830
     },
     {
-      "epoch": 1.0897896736224904,
-      "grad_norm": 0.006781724782984243,
-      "learning_rate": 0.0005088610609698243,
-      "loss": 1.1043,
+      "epoch": 1.23751233958539,
+      "grad_norm": 0.042846421049293315,
+      "learning_rate": 0.0003811505448622329,
+      "loss": 1.2487,
       "step": 7835
     },
     {
-      "epoch": 1.0904851111178724,
-      "grad_norm": 0.005999895505336089,
-      "learning_rate": 0.0005082541961533047,
-      "loss": 1.1229,
+      "epoch": 1.2383020730503456,
+      "grad_norm": 0.043893706622814346,
+      "learning_rate": 0.0003804811645554378,
+      "loss": 1.2468,
       "step": 7840
     },
     {
-      "epoch": 1.0911805486132542,
-      "grad_norm": 0.006313656530489355,
-      "learning_rate": 0.0005076473191736389,
-      "loss": 1.1166,
+      "epoch": 1.2390918065153012,
+      "grad_norm": 0.0448701934776621,
+      "learning_rate": 0.00037981201136445884,
+      "loss": 1.2404,
       "step": 7845
     },
     {
-      "epoch": 1.091875986108636,
-      "grad_norm": 0.006377806036819203,
-      "learning_rate": 0.0005070404309251029,
-      "loss": 1.1201,
+      "epoch": 1.2398815399802567,
+      "grad_norm": 0.047032020596054026,
+      "learning_rate": 0.00037914308656085524,
+      "loss": 1.2733,
       "step": 7850
     },
     {
-      "epoch": 1.0925714236040178,
-      "grad_norm": 0.006111346599532963,
-      "learning_rate": 0.0005064335323019903,
-      "loss": 1.1534,
+      "epoch": 1.2406712734452123,
+      "grad_norm": 0.056866981518571884,
+      "learning_rate": 0.000378474391415752,
+      "loss": 1.2782,
       "step": 7855
     },
     {
-      "epoch": 1.0932668610993996,
-      "grad_norm": 0.005582149707436248,
-      "learning_rate": 0.0005058266241986093,
-      "loss": 1.1473,
+      "epoch": 1.2414610069101677,
+      "grad_norm": 0.0446140289954372,
+      "learning_rate": 0.0003778059271998383,
+      "loss": 1.233,
       "step": 7860
     },
     {
-      "epoch": 1.0939622985947817,
-      "grad_norm": 0.006526550215277343,
-      "learning_rate": 0.0005052197075092822,
-      "loss": 1.1733,
+      "epoch": 1.2422507403751233,
+      "grad_norm": 0.04760184490126426,
+      "learning_rate": 0.0003771376951833635,
+      "loss": 1.2326,
       "step": 7865
     },
     {
-      "epoch": 1.0946577360901635,
-      "grad_norm": 0.005805303776861989,
-      "learning_rate": 0.0005046127831283441,
-      "loss": 1.0931,
+      "epoch": 1.2430404738400789,
+      "grad_norm": 0.052281764450002,
+      "learning_rate": 0.00037646969663613695,
+      "loss": 1.2552,
       "step": 7870
     },
     {
-      "epoch": 1.0953531735855453,
-      "grad_norm": 0.00624614372340644,
-      "learning_rate": 0.000504005851950141,
-      "loss": 1.1345,
+      "epoch": 1.2438302073050345,
+      "grad_norm": 0.04523080000595363,
+      "learning_rate": 0.0003758019328275233,
+      "loss": 1.2341,
       "step": 7875
     },
     {
-      "epoch": 1.096048611080927,
-      "grad_norm": 0.00549963372251054,
-      "learning_rate": 0.0005033989148690298,
-      "loss": 1.1018,
+      "epoch": 1.24461994076999,
+      "grad_norm": 0.04257827417055785,
+      "learning_rate": 0.0003751344050264417,
+      "loss": 1.2451,
       "step": 7880
     },
     {
-      "epoch": 1.0967440485763091,
-      "grad_norm": 0.005954785372508293,
-      "learning_rate": 0.0005027919727793751,
-      "loss": 1.1148,
+      "epoch": 1.2454096742349456,
+      "grad_norm": 0.04582554965905573,
+      "learning_rate": 0.00037446711450136273,
+      "loss": 1.2539,
       "step": 7885
     },
     {
-      "epoch": 1.097439486071691,
-      "grad_norm": 0.00652443140598036,
-      "learning_rate": 0.0005021850265755496,
-      "loss": 1.1775,
+      "epoch": 1.2461994076999012,
+      "grad_norm": 0.04225114627727727,
+      "learning_rate": 0.00037380006252030586,
+      "loss": 1.301,
       "step": 7890
     },
     {
-      "epoch": 1.0981349235670728,
-      "grad_norm": 0.005696348631135252,
-      "learning_rate": 0.0005015780771519316,
-      "loss": 1.0973,
+      "epoch": 1.2469891411648568,
+      "grad_norm": 0.04725857522860442,
+      "learning_rate": 0.00037313325035083787,
+      "loss": 1.2089,
       "step": 7895
     },
     {
-      "epoch": 1.0988303610624546,
-      "grad_norm": 0.005719001193065612,
-      "learning_rate": 0.0005009711254029045,
-      "loss": 1.183,
+      "epoch": 1.2477788746298124,
+      "grad_norm": 0.04357373496976462,
+      "learning_rate": 0.00037246667926006883,
+      "loss": 1.2852,
       "step": 7900
     },
     {
-      "epoch": 1.0995257985578366,
-      "grad_norm": 0.006141470210731833,
-      "learning_rate": 0.0005003641722228549,
-      "loss": 1.1151,
+      "epoch": 1.248568608094768,
+      "grad_norm": 0.04282105547040225,
+      "learning_rate": 0.0003718003505146519,
+      "loss": 1.3029,
       "step": 7905
     },
     {
-      "epoch": 1.1002212360532184,
-      "grad_norm": 0.005971730254504479,
-      "learning_rate": 0.0004997572185061717,
-      "loss": 1.1517,
+      "epoch": 1.2493583415597236,
+      "grad_norm": 0.04310787401412775,
+      "learning_rate": 0.00037113426538077857,
+      "loss": 1.256,
       "step": 7910
     },
     {
-      "epoch": 1.1009166735486002,
-      "grad_norm": 0.006590499032574411,
-      "learning_rate": 0.0004991502651472441,
-      "loss": 1.1301,
+      "epoch": 1.2501480750246792,
+      "grad_norm": 0.04230004265463878,
+      "learning_rate": 0.0003704684251241783,
+      "loss": 1.2782,
       "step": 7915
     },
     {
-      "epoch": 1.101612111043982,
-      "grad_norm": 0.005732182412744384,
-      "learning_rate": 0.0004985433130404614,
-      "loss": 1.101,
+      "epoch": 1.2509378084896348,
+      "grad_norm": 0.047233054138421264,
+      "learning_rate": 0.0003698028310101146,
+      "loss": 1.2678,
       "step": 7920
     },
     {
-      "epoch": 1.1023075485393639,
-      "grad_norm": 0.005803447970252554,
-      "learning_rate": 0.0004979363630802108,
-      "loss": 1.0978,
+      "epoch": 1.2517275419545904,
+      "grad_norm": 0.04430052475749971,
+      "learning_rate": 0.00036913748430338365,
+      "loss": 1.2972,
       "step": 7925
     },
     {
-      "epoch": 1.103002986034746,
-      "grad_norm": 0.006177102674511639,
-      "learning_rate": 0.0004973294161608765,
-      "loss": 1.0988,
+      "epoch": 1.252517275419546,
+      "grad_norm": 0.04478226668684857,
+      "learning_rate": 0.0003684723862683116,
+      "loss": 1.3198,
       "step": 7930
     },
     {
-      "epoch": 1.1036984235301277,
-      "grad_norm": 0.006496582545281096,
-      "learning_rate": 0.0004967224731768377,
-      "loss": 1.1205,
+      "epoch": 1.2533070088845015,
+      "grad_norm": 0.04672674220853834,
+      "learning_rate": 0.00036780753816875137,
+      "loss": 1.3034,
       "step": 7935
     },
     {
-      "epoch": 1.1043938610255095,
-      "grad_norm": 0.005712827417413792,
-      "learning_rate": 0.0004961155350224682,
-      "loss": 1.0848,
+      "epoch": 1.2540967423494571,
+      "grad_norm": 0.04353285498642057,
+      "learning_rate": 0.0003671429412680818,
+      "loss": 1.2524,
       "step": 7940
     },
     {
-      "epoch": 1.1050892985208913,
-      "grad_norm": 0.005939459314061624,
-      "learning_rate": 0.0004955086025921349,
-      "loss": 1.1527,
+      "epoch": 1.2548864758144127,
+      "grad_norm": 0.04204894047305939,
+      "learning_rate": 0.00036647859682920357,
+      "loss": 1.2846,
       "step": 7945
     },
     {
-      "epoch": 1.1057847360162731,
-      "grad_norm": 0.005882335488673587,
-      "learning_rate": 0.0004949016767801956,
-      "loss": 1.1054,
+      "epoch": 1.2556762092793683,
+      "grad_norm": 0.04221164806484457,
+      "learning_rate": 0.00036581450611453847,
+      "loss": 1.2852,
       "step": 7950
     },
     {
-      "epoch": 1.1064801735116552,
-      "grad_norm": 0.006016763322104911,
-      "learning_rate": 0.000494294758480999,
-      "loss": 1.037,
+      "epoch": 1.2564659427443239,
+      "grad_norm": 0.04514338822226129,
+      "learning_rate": 0.0003651506703860253,
+      "loss": 1.2613,
       "step": 7955
     },
     {
-      "epoch": 1.107175611007037,
-      "grad_norm": 0.0054955148333840735,
-      "learning_rate": 0.0004936878485888825,
-      "loss": 1.1401,
+      "epoch": 1.2572556762092795,
+      "grad_norm": 0.04564100910523794,
+      "learning_rate": 0.000364487090905119,
+      "loss": 1.2811,
       "step": 7960
     },
     {
-      "epoch": 1.1078710485024188,
-      "grad_norm": 0.006546264642860006,
-      "learning_rate": 0.0004930809479981712,
-      "loss": 1.1444,
+      "epoch": 1.258045409674235,
+      "grad_norm": 0.04662310957132843,
+      "learning_rate": 0.0003638237689327872,
+      "loss": 1.3016,
       "step": 7965
     },
     {
-      "epoch": 1.1085664859978006,
-      "grad_norm": 0.006314136457224876,
-      "learning_rate": 0.000492474057603176,
-      "loss": 1.1419,
+      "epoch": 1.2588351431391906,
+      "grad_norm": 0.04688651017342211,
+      "learning_rate": 0.00036316070572950827,
+      "loss": 1.2397,
       "step": 7970
     },
     {
-      "epoch": 1.1092619234931824,
-      "grad_norm": 0.005862333380192362,
-      "learning_rate": 0.0004918671782981934,
-      "loss": 1.124,
+      "epoch": 1.2596248766041462,
+      "grad_norm": 0.041873825984331654,
+      "learning_rate": 0.00036249790255526917,
+      "loss": 1.2291,
       "step": 7975
     },
     {
-      "epoch": 1.1099573609885645,
-      "grad_norm": 0.007499783584462558,
-      "learning_rate": 0.0004912603109775033,
-      "loss": 1.1504,
+      "epoch": 1.2604146100691016,
+      "grad_norm": 0.04504877883130129,
+      "learning_rate": 0.00036183536066956195,
+      "loss": 1.3141,
       "step": 7980
     },
     {
-      "epoch": 1.1106527984839463,
-      "grad_norm": 0.006699276260304465,
-      "learning_rate": 0.0004906534565353677,
-      "loss": 1.1084,
+      "epoch": 1.2612043435340572,
+      "grad_norm": 0.04880758609796202,
+      "learning_rate": 0.0003611730813313832,
+      "loss": 1.2759,
       "step": 7985
     },
     {
-      "epoch": 1.111348235979328,
-      "grad_norm": 0.006213117842913221,
-      "learning_rate": 0.0004900466158660304,
-      "loss": 1.1485,
+      "epoch": 1.2619940769990128,
+      "grad_norm": 0.04201905857253092,
+      "learning_rate": 0.00036051106579922966,
+      "loss": 1.2491,
       "step": 7990
     },
     {
-      "epoch": 1.11204367347471,
-      "grad_norm": 0.0058077433125872996,
-      "learning_rate": 0.0004894397898637141,
-      "loss": 1.155,
+      "epoch": 1.2627838104639684,
+      "grad_norm": 0.04367768236049193,
+      "learning_rate": 0.0003598493153310974,
+      "loss": 1.2642,
       "step": 7995
     },
     {
-      "epoch": 1.112739110970092,
-      "grad_norm": 0.0062059574658275,
-      "learning_rate": 0.00048883297942262,
-      "loss": 1.1421,
+      "epoch": 1.263573543928924,
+      "grad_norm": 0.04220639141595544,
+      "learning_rate": 0.00035918783118447836,
+      "loss": 1.3012,
       "step": 8000
     },
     {
-      "epoch": 1.1134345484654737,
-      "grad_norm": 0.0062860884884127135,
-      "learning_rate": 0.00048822618543692674,
-      "loss": 1.1222,
+      "epoch": 1.2643632773938795,
+      "grad_norm": 0.05752925805797568,
+      "learning_rate": 0.00035852661461635864,
+      "loss": 1.2607,
       "step": 8005
     },
     {
-      "epoch": 1.1141299859608556,
-      "grad_norm": 0.005706016376020091,
-      "learning_rate": 0.0004876194088007884,
-      "loss": 1.0771,
+      "epoch": 1.2651530108588351,
+      "grad_norm": 0.04357617999772954,
+      "learning_rate": 0.00035786566688321626,
+      "loss": 1.2933,
       "step": 8010
     },
     {
-      "epoch": 1.1148254234562374,
-      "grad_norm": 0.0058435125418265675,
-      "learning_rate": 0.0004870126504083337,
-      "loss": 1.0566,
+      "epoch": 1.2659427443237907,
+      "grad_norm": 0.0423332936301703,
+      "learning_rate": 0.0003572049892410174,
+      "loss": 1.2794,
       "step": 8015
     },
     {
-      "epoch": 1.1155208609516194,
-      "grad_norm": 0.006309380967509656,
-      "learning_rate": 0.00048640591115366454,
-      "loss": 1.1341,
+      "epoch": 1.2667324777887463,
+      "grad_norm": 0.04436093122242114,
+      "learning_rate": 0.00035654458294521606,
+      "loss": 1.2994,
       "step": 8020
     },
     {
-      "epoch": 1.1162162984470012,
-      "grad_norm": 0.005630366325709194,
-      "learning_rate": 0.00048579919193085405,
-      "loss": 1.1537,
+      "epoch": 1.267522211253702,
+      "grad_norm": 0.04388992068029762,
+      "learning_rate": 0.0003558844492507497,
+      "loss": 1.2914,
       "step": 8025
     },
     {
-      "epoch": 1.116911735942383,
-      "grad_norm": 0.006279151431935918,
-      "learning_rate": 0.0004851924936339464,
-      "loss": 1.1561,
+      "epoch": 1.2683119447186575,
+      "grad_norm": 0.044966926984082695,
+      "learning_rate": 0.00035522458941203856,
+      "loss": 1.2736,
       "step": 8030
     },
     {
-      "epoch": 1.1176071734377648,
-      "grad_norm": 0.007078594469845158,
-      "learning_rate": 0.0004845858171569549,
-      "loss": 1.1468,
+      "epoch": 1.269101678183613,
+      "grad_norm": 0.04253096336164384,
+      "learning_rate": 0.0003545650046829818,
+      "loss": 1.3092,
       "step": 8035
     },
     {
-      "epoch": 1.1183026109331466,
-      "grad_norm": 0.005519490415852415,
-      "learning_rate": 0.0004839791633938605,
-      "loss": 1.1097,
+      "epoch": 1.2698914116485687,
+      "grad_norm": 0.04589832034549629,
+      "learning_rate": 0.00035390569631695647,
+      "loss": 1.2802,
       "step": 8040
     },
     {
-      "epoch": 1.1189980484285287,
-      "grad_norm": 0.006336576832349673,
-      "learning_rate": 0.00048337253323861074,
-      "loss": 1.1949,
+      "epoch": 1.2706811451135243,
+      "grad_norm": 0.04477898521334867,
+      "learning_rate": 0.0003532466655668137,
+      "loss": 1.2858,
       "step": 8045
     },
     {
-      "epoch": 1.1196934859239105,
-      "grad_norm": 0.006195627902815046,
-      "learning_rate": 0.0004827659275851187,
-      "loss": 1.1781,
+      "epoch": 1.2714708785784798,
+      "grad_norm": 0.044089834264149516,
+      "learning_rate": 0.0003525879136848778,
+      "loss": 1.2559,
       "step": 8050
     },
     {
-      "epoch": 1.1203889234192923,
-      "grad_norm": 0.006020581912908715,
-      "learning_rate": 0.00048215934732726056,
-      "loss": 1.1234,
+      "epoch": 1.2722606120434352,
+      "grad_norm": 0.04429178453488564,
+      "learning_rate": 0.00035192944192294286,
+      "loss": 1.2866,
       "step": 8055
     },
     {
-      "epoch": 1.1210843609146741,
-      "grad_norm": 0.005730136747963759,
-      "learning_rate": 0.00048155279335887583,
-      "loss": 1.1133,
+      "epoch": 1.2730503455083908,
+      "grad_norm": 0.04398313145849243,
+      "learning_rate": 0.00035127125153227044,
+      "loss": 1.2761,
       "step": 8060
     },
     {
-      "epoch": 1.121779798410056,
-      "grad_norm": 0.0063936591855442695,
-      "learning_rate": 0.000480946266573765,
-      "loss": 1.1436,
+      "epoch": 1.2738400789733464,
+      "grad_norm": 0.042896475354644255,
+      "learning_rate": 0.000350613343763588,
+      "loss": 1.28,
       "step": 8065
     },
     {
-      "epoch": 1.122475235905438,
-      "grad_norm": 0.005675244500121485,
-      "learning_rate": 0.0004803397678656884,
-      "loss": 1.1102,
+      "epoch": 1.274629812438302,
+      "grad_norm": 0.04581030476311354,
+      "learning_rate": 0.00034995571986708526,
+      "loss": 1.3168,
       "step": 8070
     },
     {
-      "epoch": 1.1231706734008198,
-      "grad_norm": 0.006200406870676077,
-      "learning_rate": 0.00047973329812836524,
-      "loss": 1.1627,
+      "epoch": 1.2754195459032576,
+      "grad_norm": 0.04483631107868257,
+      "learning_rate": 0.00034929838109241305,
+      "loss": 1.2369,
       "step": 8075
     },
     {
-      "epoch": 1.1238661108962016,
-      "grad_norm": 0.0065855469540988506,
-      "learning_rate": 0.0004791268582554721,
-      "loss": 1.16,
+      "epoch": 1.2762092793682132,
+      "grad_norm": 0.045848176314713045,
+      "learning_rate": 0.00034864132868868,
+      "loss": 1.2979,
       "step": 8080
     },
     {
-      "epoch": 1.1245615483915834,
-      "grad_norm": 0.005613394630699698,
-      "learning_rate": 0.0004785204491406409,
-      "loss": 1.148,
+      "epoch": 1.2769990128331687,
+      "grad_norm": 0.042584603533480786,
+      "learning_rate": 0.00034798456390445115,
+      "loss": 1.2446,
       "step": 8085
     },
     {
-      "epoch": 1.1252569858869652,
-      "grad_norm": 0.006595515452720526,
-      "learning_rate": 0.0004779140716774588,
-      "loss": 1.123,
+      "epoch": 1.2777887462981243,
+      "grad_norm": 0.04528807710491834,
+      "learning_rate": 0.0003473280879877441,
+      "loss": 1.2745,
       "step": 8090
     },
     {
-      "epoch": 1.1259524233823472,
-      "grad_norm": 0.0069182873227634795,
-      "learning_rate": 0.00047730772675946647,
-      "loss": 1.1471,
+      "epoch": 1.27857847976308,
+      "grad_norm": 0.04407682902139475,
+      "learning_rate": 0.00034667190218602825,
+      "loss": 1.2691,
       "step": 8095
     },
     {
-      "epoch": 1.126647860877729,
-      "grad_norm": 0.006102893768756825,
-      "learning_rate": 0.0004767014152801562,
-      "loss": 1.1236,
+      "epoch": 1.2793682132280355,
+      "grad_norm": 0.041569522847925415,
+      "learning_rate": 0.0003460160077462217,
+      "loss": 1.2077,
       "step": 8100
     },
     {
-      "epoch": 1.1273432983731109,
-      "grad_norm": 0.005938857932189873,
-      "learning_rate": 0.0004760951381329714,
-      "loss": 1.1063,
+      "epoch": 1.280157946692991,
+      "grad_norm": 0.043654482818198684,
+      "learning_rate": 0.00034536040591468827,
+      "loss": 1.296,
       "step": 8105
     },
     {
-      "epoch": 1.1280387358684927,
-      "grad_norm": 0.0060520440285942965,
-      "learning_rate": 0.0004754888962113043,
-      "loss": 1.1212,
+      "epoch": 1.2809476801579467,
+      "grad_norm": 0.044019480359971365,
+      "learning_rate": 0.0003447050979372366,
+      "loss": 1.2663,
       "step": 8110
     },
     {
-      "epoch": 1.1287341733638747,
-      "grad_norm": 0.0057573300124159925,
-      "learning_rate": 0.0004748826904084957,
-      "loss": 1.1163,
+      "epoch": 1.2817374136229023,
+      "grad_norm": 0.044876680523965,
+      "learning_rate": 0.00034405008505911604,
+      "loss": 1.2615,
       "step": 8115
     },
     {
-      "epoch": 1.1294296108592565,
-      "grad_norm": 0.0060763279368828685,
-      "learning_rate": 0.00047427652161783306,
-      "loss": 1.1185,
+      "epoch": 1.2825271470878579,
+      "grad_norm": 0.043838424621288556,
+      "learning_rate": 0.0003433953685250161,
+      "loss": 1.2662,
       "step": 8120
     },
     {
-      "epoch": 1.1301250483546383,
-      "grad_norm": 0.005888734031882719,
-      "learning_rate": 0.0004736703907325496,
-      "loss": 1.1476,
+      "epoch": 1.2833168805528135,
+      "grad_norm": 0.04398739559196077,
+      "learning_rate": 0.0003427409495790622,
+      "loss": 1.2643,
       "step": 8125
     },
     {
-      "epoch": 1.1308204858500202,
-      "grad_norm": 0.006116540370018066,
-      "learning_rate": 0.0004730642986458219,
-      "loss": 1.148,
+      "epoch": 1.284106614017769,
+      "grad_norm": 0.04452738825547481,
+      "learning_rate": 0.000342086829464815,
+      "loss": 1.2623,
       "step": 8130
     },
     {
-      "epoch": 1.1315159233454022,
-      "grad_norm": 0.005931891591281881,
-      "learning_rate": 0.00047245824625077024,
-      "loss": 1.1255,
+      "epoch": 1.2848963474827246,
+      "grad_norm": 0.04611129869778485,
+      "learning_rate": 0.00034143300942526735,
+      "loss": 1.3061,
       "step": 8135
     },
     {
-      "epoch": 1.132211360840784,
-      "grad_norm": 0.006439374043790389,
-      "learning_rate": 0.00047185223444045585,
-      "loss": 1.0654,
+      "epoch": 1.2856860809476802,
+      "grad_norm": 0.04806612874195758,
+      "learning_rate": 0.000340779490702841,
+      "loss": 1.2557,
       "step": 8140
     },
     {
-      "epoch": 1.1329067983361658,
-      "grad_norm": 0.006892283292595521,
-      "learning_rate": 0.0004712462641078802,
-      "loss": 1.1239,
+      "epoch": 1.2864758144126358,
+      "grad_norm": 0.047456906870409744,
+      "learning_rate": 0.0003401262745393863,
+      "loss": 1.2744,
       "step": 8145
     },
     {
-      "epoch": 1.1336022358315476,
-      "grad_norm": 0.006691803721027025,
-      "learning_rate": 0.00047064033614598397,
-      "loss": 1.0493,
+      "epoch": 1.2872655478775914,
+      "grad_norm": 0.04515853161130034,
+      "learning_rate": 0.0003394733621761775,
+      "loss": 1.259,
       "step": 8150
     },
     {
-      "epoch": 1.1342976733269294,
-      "grad_norm": 0.006488196517443265,
-      "learning_rate": 0.00047003445144764514,
-      "loss": 1.0964,
+      "epoch": 1.288055281342547,
+      "grad_norm": 0.04647429680189978,
+      "learning_rate": 0.0003388207548539127,
+      "loss": 1.2544,
       "step": 8155
     },
     {
-      "epoch": 1.1349931108223115,
-      "grad_norm": 0.00696705457243488,
-      "learning_rate": 0.0004694286109056779,
-      "loss": 1.1351,
+      "epoch": 1.2888450148075026,
+      "grad_norm": 0.04718150012937141,
+      "learning_rate": 0.0003381684538127094,
+      "loss": 1.2513,
       "step": 8160
     },
     {
-      "epoch": 1.1356885483176933,
-      "grad_norm": 0.00644850360604177,
-      "learning_rate": 0.0004688228154128319,
-      "loss": 1.1257,
+      "epoch": 1.2896347482724582,
+      "grad_norm": 0.050169190922316816,
+      "learning_rate": 0.0003375164602921037,
+      "loss": 1.2733,
       "step": 8165
     },
     {
-      "epoch": 1.136383985813075,
-      "grad_norm": 0.0061462162510110665,
-      "learning_rate": 0.00046821706586178943,
-      "loss": 1.115,
+      "epoch": 1.2904244817374138,
+      "grad_norm": 0.046788011090289156,
+      "learning_rate": 0.00033686477553104675,
+      "loss": 1.2726,
       "step": 8170
     },
     {
-      "epoch": 1.137079423308457,
-      "grad_norm": 0.005952817242249104,
-      "learning_rate": 0.0004676113631451658,
-      "loss": 1.1223,
+      "epoch": 1.2912142152023691,
+      "grad_norm": 0.043595263587309266,
+      "learning_rate": 0.00033621340076790365,
+      "loss": 1.2976,
       "step": 8175
     },
     {
-      "epoch": 1.1377748608038387,
-      "grad_norm": 0.005850503320458447,
-      "learning_rate": 0.0004670057081555072,
-      "loss": 1.12,
+      "epoch": 1.2920039486673247,
+      "grad_norm": 0.04731451063720908,
+      "learning_rate": 0.0003355623372404502,
+      "loss": 1.2619,
       "step": 8180
     },
     {
-      "epoch": 1.1384702982992208,
-      "grad_norm": 0.006512798170639685,
-      "learning_rate": 0.0004664001017852895,
-      "loss": 1.1423,
+      "epoch": 1.2927936821322803,
+      "grad_norm": 0.04199411099178498,
+      "learning_rate": 0.0003349115861858703,
+      "loss": 1.3299,
       "step": 8185
     },
     {
-      "epoch": 1.1391657357946026,
-      "grad_norm": 0.006018503139709866,
-      "learning_rate": 0.00046579454492691686,
-      "loss": 1.0993,
+      "epoch": 1.2935834155972359,
+      "grad_norm": 0.04372004457757054,
+      "learning_rate": 0.00033426114884075486,
+      "loss": 1.2483,
       "step": 8190
     },
     {
-      "epoch": 1.1398611732899844,
-      "grad_norm": 0.00677090059499212,
-      "learning_rate": 0.0004651890384727202,
-      "loss": 1.1205,
+      "epoch": 1.2943731490621915,
+      "grad_norm": 0.0467456029489734,
+      "learning_rate": 0.00033361102644109783,
+      "loss": 1.2659,
       "step": 8195
     },
     {
-      "epoch": 1.1405566107853662,
-      "grad_norm": 0.0071832921385918055,
-      "learning_rate": 0.00046458358331495674,
-      "loss": 1.1283,
+      "epoch": 1.295162882527147,
+      "grad_norm": 0.046074068124899455,
+      "learning_rate": 0.00033296122022229553,
+      "loss": 1.2474,
       "step": 8200
     },
     {
-      "epoch": 1.141252048280748,
-      "grad_norm": 0.006117820868432421,
-      "learning_rate": 0.0004639781803458076,
-      "loss": 1.1012,
+      "epoch": 1.2959526159921027,
+      "grad_norm": 0.04491543898630844,
+      "learning_rate": 0.0003323117314191426,
+      "loss": 1.2954,
       "step": 8205
     },
     {
-      "epoch": 1.14194748577613,
-      "grad_norm": 0.006558528649709658,
-      "learning_rate": 0.0004633728304573773,
-      "loss": 1.1521,
+      "epoch": 1.2967423494570582,
+      "grad_norm": 0.04389094289479178,
+      "learning_rate": 0.0003316625612658315,
+      "loss": 1.2607,
       "step": 8210
     },
     {
-      "epoch": 1.1426429232715118,
-      "grad_norm": 0.0059848609429273576,
-      "learning_rate": 0.00046276753454169205,
-      "loss": 1.0921,
+      "epoch": 1.2975320829220138,
+      "grad_norm": 0.04368560938776316,
+      "learning_rate": 0.000331013710995948,
+      "loss": 1.2916,
       "step": 8215
     },
     {
-      "epoch": 1.1433383607668937,
-      "grad_norm": 0.006196712848195777,
-      "learning_rate": 0.00046216229349069877,
-      "loss": 1.0901,
+      "epoch": 1.2983218163869694,
+      "grad_norm": 0.04517776806143079,
+      "learning_rate": 0.000330365181842471,
+      "loss": 1.2892,
       "step": 8220
     },
     {
-      "epoch": 1.1440337982622755,
-      "grad_norm": 0.006534488559034827,
-      "learning_rate": 0.0004615571081962628,
-      "loss": 1.1244,
+      "epoch": 1.299111549851925,
+      "grad_norm": 0.04537395325323672,
+      "learning_rate": 0.000329716975037769,
+      "loss": 1.2687,
       "step": 8225
     },
     {
-      "epoch": 1.1447292357576575,
-      "grad_norm": 0.005980402434134129,
-      "learning_rate": 0.00046095197955016806,
-      "loss": 1.1603,
+      "epoch": 1.2999012833168806,
+      "grad_norm": 0.04679417690301523,
+      "learning_rate": 0.00032906909181359734,
+      "loss": 1.264,
       "step": 8230
     },
     {
-      "epoch": 1.1454246732530393,
-      "grad_norm": 0.006126533285200681,
-      "learning_rate": 0.00046034690844411473,
-      "loss": 1.1085,
+      "epoch": 1.3006910167818362,
+      "grad_norm": 0.04205455601418095,
+      "learning_rate": 0.0003284215334010973,
+      "loss": 1.2871,
       "step": 8235
     },
     {
-      "epoch": 1.1461201107484211,
-      "grad_norm": 0.006215956807387033,
-      "learning_rate": 0.0004597418957697183,
-      "loss": 1.1069,
+      "epoch": 1.3014807502467918,
+      "grad_norm": 0.04112421870154957,
+      "learning_rate": 0.00032777430103079233,
+      "loss": 1.231,
       "step": 8240
     },
     {
-      "epoch": 1.146815548243803,
-      "grad_norm": 0.006140585940002602,
-      "learning_rate": 0.00045913694241850794,
-      "loss": 1.1528,
+      "epoch": 1.3022704837117474,
+      "grad_norm": 0.044456904044395194,
+      "learning_rate": 0.0003271273959325867,
+      "loss": 1.3443,
       "step": 8245
     },
     {
-      "epoch": 1.147510985739185,
-      "grad_norm": 0.00634551168804916,
-      "learning_rate": 0.0004585320492819257,
-      "loss": 1.1031,
+      "epoch": 1.3030602171767027,
+      "grad_norm": 0.0435000160775447,
+      "learning_rate": 0.00032648081933576246,
+      "loss": 1.2828,
       "step": 8250
     },
     {
-      "epoch": 1.1482064232345668,
-      "grad_norm": 0.006056593929951926,
-      "learning_rate": 0.00045792721725132447,
-      "loss": 1.061,
+      "epoch": 1.3038499506416583,
+      "grad_norm": 0.04607948012794338,
+      "learning_rate": 0.00032583457246897787,
+      "loss": 1.3117,
       "step": 8255
     },
     {
-      "epoch": 1.1489018607299486,
-      "grad_norm": 0.0059920671569048956,
-      "learning_rate": 0.0004573224472179676,
-      "loss": 1.1018,
+      "epoch": 1.304639684106614,
+      "grad_norm": 0.04490616951923497,
+      "learning_rate": 0.00032518865656026396,
+      "loss": 1.3057,
       "step": 8260
     },
     {
-      "epoch": 1.1495972982253304,
-      "grad_norm": 0.006193906987729162,
-      "learning_rate": 0.00045671774007302666,
-      "loss": 1.2096,
+      "epoch": 1.3054294175715695,
+      "grad_norm": 0.04512496562089268,
+      "learning_rate": 0.00032454307283702347,
+      "loss": 1.2477,
       "step": 8265
     },
     {
-      "epoch": 1.1502927357207122,
-      "grad_norm": 0.006383553201846389,
-      "learning_rate": 0.0004561130967075808,
-      "loss": 1.0857,
+      "epoch": 1.306219151036525,
+      "grad_norm": 0.0423950546757432,
+      "learning_rate": 0.00032389782252602783,
+      "loss": 1.2442,
       "step": 8270
     },
     {
-      "epoch": 1.1509881732160943,
-      "grad_norm": 0.007131476001563336,
-      "learning_rate": 0.0004555085180126154,
-      "loss": 1.1203,
+      "epoch": 1.3070088845014807,
+      "grad_norm": 0.04612977972186947,
+      "learning_rate": 0.00032325290685341436,
+      "loss": 1.233,
       "step": 8275
     },
     {
-      "epoch": 1.151683610711476,
-      "grad_norm": 0.007071384152295644,
-      "learning_rate": 0.0004549040048790197,
-      "loss": 1.0982,
+      "epoch": 1.3077986179664363,
+      "grad_norm": 0.0430763220949005,
+      "learning_rate": 0.00032260832704468533,
+      "loss": 1.2648,
       "step": 8280
     },
     {
-      "epoch": 1.1523790482068579,
-      "grad_norm": 0.0065649979569048205,
-      "learning_rate": 0.0004542995581975873,
-      "loss": 1.1725,
+      "epoch": 1.3085883514313918,
+      "grad_norm": 0.04728017955246914,
+      "learning_rate": 0.0003219640843247039,
+      "loss": 1.2554,
       "step": 8285
     },
     {
-      "epoch": 1.1530744857022397,
-      "grad_norm": 0.0057293688666377645,
-      "learning_rate": 0.0004536951788590132,
-      "loss": 1.119,
+      "epoch": 1.3093780848963474,
+      "grad_norm": 0.04720212152223245,
+      "learning_rate": 0.0003213201799176935,
+      "loss": 1.2854,
       "step": 8290
     },
     {
-      "epoch": 1.1537699231976215,
-      "grad_norm": 0.005933477089670515,
-      "learning_rate": 0.00045309086775389377,
-      "loss": 1.1635,
+      "epoch": 1.310167818361303,
+      "grad_norm": 0.04362501668052613,
+      "learning_rate": 0.0003206766150472338,
+      "loss": 1.2916,
       "step": 8295
     },
     {
-      "epoch": 1.1544653606930035,
-      "grad_norm": 0.006388590637846274,
-      "learning_rate": 0.00045248662577272416,
-      "loss": 1.1479,
+      "epoch": 1.3109575518262586,
+      "grad_norm": 0.042431787807293626,
+      "learning_rate": 0.00032003339093626,
+      "loss": 1.2082,
       "step": 8300
     },
     {
-      "epoch": 1.1551607981883854,
-      "grad_norm": 0.006227771836622613,
-      "learning_rate": 0.0004518824538058984,
-      "loss": 1.1452,
+      "epoch": 1.3117472852912142,
+      "grad_norm": 0.04392688368364072,
+      "learning_rate": 0.00031939050880705976,
+      "loss": 1.2688,
       "step": 8305
     },
     {
-      "epoch": 1.1558562356837672,
-      "grad_norm": 0.005787509782685451,
-      "learning_rate": 0.00045127835274370653,
-      "loss": 1.0707,
+      "epoch": 1.3125370187561698,
+      "grad_norm": 0.04529526037568059,
+      "learning_rate": 0.00031874796988127027,
+      "loss": 1.2677,
       "step": 8310
     },
     {
-      "epoch": 1.156551673179149,
-      "grad_norm": 0.00572465637840963,
-      "learning_rate": 0.00045067432347633467,
-      "loss": 1.1187,
+      "epoch": 1.3133267522211254,
+      "grad_norm": 0.043855284229927904,
+      "learning_rate": 0.0003181057753798772,
+      "loss": 1.3507,
       "step": 8315
     },
     {
-      "epoch": 1.1572471106745308,
-      "grad_norm": 0.006207826439554109,
-      "learning_rate": 0.0004500703668938632,
-      "loss": 1.1401,
+      "epoch": 1.314116485686081,
+      "grad_norm": 0.0462953570046671,
+      "learning_rate": 0.0003174639265232112,
+      "loss": 1.2582,
       "step": 8320
     },
     {
-      "epoch": 1.1579425481699128,
-      "grad_norm": 0.006813311175841799,
-      "learning_rate": 0.00044946648388626486,
-      "loss": 1.1244,
+      "epoch": 1.3149062191510366,
+      "grad_norm": 0.04323323118234971,
+      "learning_rate": 0.00031682242453094666,
+      "loss": 1.2228,
       "step": 8325
     },
     {
-      "epoch": 1.1586379856652946,
-      "grad_norm": 0.006056652587144967,
-      "learning_rate": 0.0004488626753434045,
-      "loss": 1.11,
+      "epoch": 1.3156959526159921,
+      "grad_norm": 0.042996143014279224,
+      "learning_rate": 0.0003161812706220981,
+      "loss": 1.2786,
       "step": 8330
     },
     {
-      "epoch": 1.1593334231606764,
-      "grad_norm": 0.006329434557137815,
-      "learning_rate": 0.00044825894215503714,
-      "loss": 1.1334,
+      "epoch": 1.3164856860809477,
+      "grad_norm": 0.04235798396887086,
+      "learning_rate": 0.0003155404660150196,
+      "loss": 1.2495,
       "step": 8335
     },
     {
-      "epoch": 1.1600288606560583,
-      "grad_norm": 0.00618440406403592,
-      "learning_rate": 0.00044765528521080645,
-      "loss": 1.0869,
+      "epoch": 1.3172754195459033,
+      "grad_norm": 0.04144236369403395,
+      "learning_rate": 0.00031490001192740043,
+      "loss": 1.2398,
       "step": 8340
     },
     {
-      "epoch": 1.1607242981514403,
-      "grad_norm": 0.00577113590422528,
-      "learning_rate": 0.000447051705400244,
-      "loss": 1.1199,
+      "epoch": 1.318065153010859,
+      "grad_norm": 0.04452954723043272,
+      "learning_rate": 0.0003142599095762644,
+      "loss": 1.2653,
       "step": 8345
     },
     {
-      "epoch": 1.161419735646822,
-      "grad_norm": 0.006197292709381444,
-      "learning_rate": 0.00044644820361276766,
-      "loss": 1.1552,
+      "epoch": 1.3188548864758145,
+      "grad_norm": 0.04598150352208289,
+      "learning_rate": 0.0003136201601779671,
+      "loss": 1.2168,
       "step": 8350
     },
     {
-      "epoch": 1.162115173142204,
-      "grad_norm": 0.005625910346402318,
-      "learning_rate": 0.00044584478073768043,
-      "loss": 1.0774,
+      "epoch": 1.31964461994077,
+      "grad_norm": 0.04389685033797138,
+      "learning_rate": 0.00031298076494819265,
+      "loss": 1.2772,
       "step": 8355
     },
     {
-      "epoch": 1.1628106106375857,
-      "grad_norm": 0.005867989967711519,
-      "learning_rate": 0.00044524143766416915,
-      "loss": 1.1667,
+      "epoch": 1.3204343534057257,
+      "grad_norm": 0.04644726842994166,
+      "learning_rate": 0.00031234172510195314,
+      "loss": 1.2428,
       "step": 8360
     },
     {
-      "epoch": 1.1635060481329678,
-      "grad_norm": 0.006252346774361511,
-      "learning_rate": 0.0004446381752813023,
-      "loss": 1.059,
+      "epoch": 1.3212240868706813,
+      "grad_norm": 0.045138372886819,
+      "learning_rate": 0.0003117030418535842,
+      "loss": 1.2104,
       "step": 8365
     },
     {
-      "epoch": 1.1642014856283496,
-      "grad_norm": 0.005949466155416389,
-      "learning_rate": 0.0004440349944780303,
-      "loss": 1.0864,
+      "epoch": 1.3220138203356369,
+      "grad_norm": 0.041299533492569034,
+      "learning_rate": 0.00031106471641674516,
+      "loss": 1.27,
       "step": 8370
     },
     {
-      "epoch": 1.1648969231237314,
-      "grad_norm": 0.006490754988326991,
-      "learning_rate": 0.00044343189614318303,
-      "loss": 1.2132,
+      "epoch": 1.3228035538005922,
+      "grad_norm": 0.043503612071815,
+      "learning_rate": 0.00031042675000441425,
+      "loss": 1.2758,
       "step": 8375
     },
     {
-      "epoch": 1.1655923606191132,
-      "grad_norm": 0.005822831706103687,
-      "learning_rate": 0.00044282888116546897,
-      "loss": 1.1085,
+      "epoch": 1.3235932872655478,
+      "grad_norm": 0.04835675875779205,
+      "learning_rate": 0.00030978914382888813,
+      "loss": 1.2898,
       "step": 8380
     },
     {
-      "epoch": 1.166287798114495,
-      "grad_norm": 0.006139727545405581,
-      "learning_rate": 0.00044222595043347354,
-      "loss": 1.142,
+      "epoch": 1.3243830207305034,
+      "grad_norm": 0.042814755983326555,
+      "learning_rate": 0.00030915189910177857,
+      "loss": 1.2901,
       "step": 8385
     },
     {
-      "epoch": 1.166983235609877,
-      "grad_norm": 0.005970519890023542,
-      "learning_rate": 0.00044162310483565826,
-      "loss": 1.0593,
+      "epoch": 1.325172754195459,
+      "grad_norm": 0.04452008633815487,
+      "learning_rate": 0.00030851501703401074,
+      "loss": 1.2465,
       "step": 8390
     },
     {
-      "epoch": 1.1676786731052589,
-      "grad_norm": 0.005916835535882609,
-      "learning_rate": 0.00044102034526035907,
-      "loss": 1.1718,
+      "epoch": 1.3259624876604146,
+      "grad_norm": 0.046559781750954404,
+      "learning_rate": 0.0003078784988358209,
+      "loss": 1.2607,
       "step": 8395
     },
     {
-      "epoch": 1.1683741106006407,
-      "grad_norm": 0.006264249777404491,
-      "learning_rate": 0.0004404176725957849,
-      "loss": 1.1354,
+      "epoch": 1.3267522211253702,
+      "grad_norm": 0.04218039948629736,
+      "learning_rate": 0.00030724234571675297,
+      "loss": 1.2571,
       "step": 8400
     },
     {
-      "epoch": 1.1690695480960225,
-      "grad_norm": 0.005973539513350351,
-      "learning_rate": 0.00043981508773001724,
-      "loss": 1.1171,
+      "epoch": 1.3275419545903258,
+      "grad_norm": 0.044503910520114105,
+      "learning_rate": 0.00030660655888565825,
+      "loss": 1.2438,
       "step": 8405
     },
     {
-      "epoch": 1.1697649855914043,
-      "grad_norm": 0.00602277238604902,
-      "learning_rate": 0.0004392125915510076,
-      "loss": 1.1514,
+      "epoch": 1.3283316880552813,
+      "grad_norm": 0.0426054162599435,
+      "learning_rate": 0.000305971139550691,
+      "loss": 1.2712,
       "step": 8410
     },
     {
-      "epoch": 1.1704604230867863,
-      "grad_norm": 0.006714020475035578,
-      "learning_rate": 0.0004386101849465772,
-      "loss": 1.1098,
+      "epoch": 1.329121421520237,
+      "grad_norm": 0.04556535445715774,
+      "learning_rate": 0.000305336088919308,
+      "loss": 1.2138,
       "step": 8415
     },
     {
-      "epoch": 1.1711558605821681,
-      "grad_norm": 0.006344216700769053,
-      "learning_rate": 0.0004380078688044152,
-      "loss": 1.102,
+      "epoch": 1.3299111549851925,
+      "grad_norm": 0.04580497460244261,
+      "learning_rate": 0.00030470140819826463,
+      "loss": 1.2904,
       "step": 8420
     },
     {
-      "epoch": 1.17185129807755,
-      "grad_norm": 0.006011488987464035,
-      "learning_rate": 0.00043740564401207704,
-      "loss": 1.1046,
+      "epoch": 1.3307008884501481,
+      "grad_norm": 0.04654895914137387,
+      "learning_rate": 0.00030406709859361416,
+      "loss": 1.2173,
       "step": 8425
     },
     {
-      "epoch": 1.1725467355729318,
-      "grad_norm": 0.006471062500857983,
-      "learning_rate": 0.0004368035114569841,
-      "loss": 1.0955,
+      "epoch": 1.3314906219151037,
+      "grad_norm": 0.04280555119470708,
+      "learning_rate": 0.00030343316131070376,
+      "loss": 1.2847,
       "step": 8430
     },
     {
-      "epoch": 1.1732421730683136,
-      "grad_norm": 0.006389610289267693,
-      "learning_rate": 0.0004362014720264216,
-      "loss": 1.1777,
+      "epoch": 1.3322803553800593,
+      "grad_norm": 0.04519253762508473,
+      "learning_rate": 0.00030279959755417376,
+      "loss": 1.2455,
       "step": 8435
     },
     {
-      "epoch": 1.1739376105636956,
-      "grad_norm": 0.00587546071048862,
-      "learning_rate": 0.0004355995266075375,
-      "loss": 1.1561,
+      "epoch": 1.3330700888450149,
+      "grad_norm": 0.043263641215889145,
+      "learning_rate": 0.00030216640852795455,
+      "loss": 1.3068,
       "step": 8440
     },
     {
-      "epoch": 1.1746330480590774,
-      "grad_norm": 0.0057563211164112825,
-      "learning_rate": 0.0004349976760873414,
-      "loss": 1.1271,
+      "epoch": 1.3338598223099705,
+      "grad_norm": 0.04495767688172397,
+      "learning_rate": 0.0003015335954352641,
+      "loss": 1.2993,
       "step": 8445
     },
     {
-      "epoch": 1.1753284855544592,
-      "grad_norm": 0.006740369020468943,
-      "learning_rate": 0.0004343959213527028,
-      "loss": 1.1128,
+      "epoch": 1.3346495557749258,
+      "grad_norm": 0.04521167718601397,
+      "learning_rate": 0.0003009011594786068,
+      "loss": 1.2896,
       "step": 8450
     },
     {
-      "epoch": 1.176023923049841,
-      "grad_norm": 0.006186094234930526,
-      "learning_rate": 0.00043379426329035034,
-      "loss": 1.1075,
+      "epoch": 1.3354392892398814,
+      "grad_norm": 0.041062234661610714,
+      "learning_rate": 0.0003002691018597692,
+      "loss": 1.2721,
       "step": 8455
     },
     {
-      "epoch": 1.176719360545223,
-      "grad_norm": 0.00574354367399155,
-      "learning_rate": 0.00043319270278686976,
-      "loss": 1.14,
+      "epoch": 1.336229022704837,
+      "grad_norm": 0.04605231388849841,
+      "learning_rate": 0.00029963742377982016,
+      "loss": 1.2751,
       "step": 8460
     },
     {
-      "epoch": 1.177414798040605,
-      "grad_norm": 0.006136531020151728,
-      "learning_rate": 0.00043259124072870365,
-      "loss": 1.0979,
+      "epoch": 1.3370187561697926,
+      "grad_norm": 0.046967316255692684,
+      "learning_rate": 0.0002990061264391063,
+      "loss": 1.2655,
       "step": 8465
     },
     {
-      "epoch": 1.1781102355359867,
-      "grad_norm": 0.0063824238502321684,
-      "learning_rate": 0.00043198987800214904,
-      "loss": 1.1181,
+      "epoch": 1.3378084896347482,
+      "grad_norm": 0.044211243520343106,
+      "learning_rate": 0.0002983752110372513,
+      "loss": 1.25,
       "step": 8470
     },
     {
-      "epoch": 1.1788056730313685,
-      "grad_norm": 0.00660261719111478,
-      "learning_rate": 0.0004313886154933572,
-      "loss": 1.1435,
+      "epoch": 1.3385982230997038,
+      "grad_norm": 0.043525538447640955,
+      "learning_rate": 0.0002977446787731532,
+      "loss": 1.3015,
       "step": 8475
     },
     {
-      "epoch": 1.1795011105267506,
-      "grad_norm": 0.006391504046538652,
-      "learning_rate": 0.0004307874540883306,
-      "loss": 1.0966,
+      "epoch": 1.3393879565646594,
+      "grad_norm": 0.044933587024346404,
+      "learning_rate": 0.0002971145308449814,
+      "loss": 1.2417,
       "step": 8480
     },
     {
-      "epoch": 1.1801965480221324,
-      "grad_norm": 0.006370974638893137,
-      "learning_rate": 0.0004301863946729238,
-      "loss": 1.1112,
+      "epoch": 1.340177690029615,
+      "grad_norm": 0.055130073585591834,
+      "learning_rate": 0.00029648476845017547,
+      "loss": 1.2753,
       "step": 8485
     },
     {
-      "epoch": 1.1808919855175142,
-      "grad_norm": 0.006034478814836047,
-      "learning_rate": 0.0004295854381328407,
-      "loss": 1.1498,
+      "epoch": 1.3409674234945705,
+      "grad_norm": 0.044806744883449955,
+      "learning_rate": 0.00029585539278544206,
+      "loss": 1.2684,
       "step": 8490
     },
     {
-      "epoch": 1.181587423012896,
-      "grad_norm": 0.005727437278698518,
-      "learning_rate": 0.0004289845853536335,
-      "loss": 1.139,
+      "epoch": 1.3417571569595261,
+      "grad_norm": 0.04739078429477309,
+      "learning_rate": 0.00029522640504675324,
+      "loss": 1.2217,
       "step": 8495
     },
     {
-      "epoch": 1.1822828605082778,
-      "grad_norm": 0.006331175566129886,
-      "learning_rate": 0.00042838383722070174,
-      "loss": 1.1174,
+      "epoch": 1.3425468904244817,
+      "grad_norm": 0.04430279998256928,
+      "learning_rate": 0.00029459780642934345,
+      "loss": 1.3159,
       "step": 8500
     },
     {
-      "epoch": 1.1829782980036598,
-      "grad_norm": 0.006500244714157509,
-      "learning_rate": 0.0004277831946192906,
-      "loss": 1.1012,
+      "epoch": 1.3433366238894373,
+      "grad_norm": 0.04138910116598832,
+      "learning_rate": 0.00029396959812770843,
+      "loss": 1.3385,
       "step": 8505
     },
     {
-      "epoch": 1.1836737354990416,
-      "grad_norm": 0.006031058499019864,
-      "learning_rate": 0.00042718265843448957,
-      "loss": 1.1166,
+      "epoch": 1.344126357354393,
+      "grad_norm": 0.04269495269144217,
+      "learning_rate": 0.0002933417813356013,
+      "loss": 1.2411,
       "step": 8510
     },
     {
-      "epoch": 1.1843691729944235,
-      "grad_norm": 0.00631976836573247,
-      "learning_rate": 0.0004265822295512317,
-      "loss": 1.1317,
+      "epoch": 1.3449160908193485,
+      "grad_norm": 0.046161139000760125,
+      "learning_rate": 0.00029271435724603193,
+      "loss": 1.2832,
       "step": 8515
     },
     {
-      "epoch": 1.1850646104898053,
-      "grad_norm": 0.005902847501390586,
-      "learning_rate": 0.00042598190885429166,
-      "loss": 1.1169,
+      "epoch": 1.345705824284304,
+      "grad_norm": 0.04166150247854596,
+      "learning_rate": 0.00029208732705126396,
+      "loss": 1.2414,
       "step": 8520
     },
     {
-      "epoch": 1.185760047985187,
-      "grad_norm": 0.0062681308421747165,
-      "learning_rate": 0.0004253816972282848,
-      "loss": 1.1489,
+      "epoch": 1.3464955577492597,
+      "grad_norm": 0.043871984731090934,
+      "learning_rate": 0.0002914606919428118,
+      "loss": 1.2833,
       "step": 8525
     },
     {
-      "epoch": 1.1864554854805691,
-      "grad_norm": 0.0067160318761092545,
-      "learning_rate": 0.00042478159555766595,
-      "loss": 1.1119,
+      "epoch": 1.3472852912142153,
+      "grad_norm": 0.0448702843762104,
+      "learning_rate": 0.0002908344531114401,
+      "loss": 1.2562,
       "step": 8530
     },
     {
-      "epoch": 1.187150922975951,
-      "grad_norm": 0.006319085564453853,
-      "learning_rate": 0.0004241816047267273,
-      "loss": 1.1664,
+      "epoch": 1.3480750246791708,
+      "grad_norm": 0.04252445191345122,
+      "learning_rate": 0.0002902086117471596,
+      "loss": 1.233,
       "step": 8535
     },
     {
-      "epoch": 1.1878463604713327,
-      "grad_norm": 0.006199706872141416,
-      "learning_rate": 0.0004235817256195983,
-      "loss": 1.1628,
+      "epoch": 1.3488647581441264,
+      "grad_norm": 0.040939690520654604,
+      "learning_rate": 0.00028958316903922646,
+      "loss": 1.2401,
       "step": 8540
     },
     {
-      "epoch": 1.1885417979667146,
-      "grad_norm": 0.005971798515897521,
-      "learning_rate": 0.00042298195912024363,
-      "loss": 1.1363,
+      "epoch": 1.349654491609082,
+      "grad_norm": 0.04298618224154327,
+      "learning_rate": 0.0002889581261761387,
+      "loss": 1.2476,
       "step": 8545
     },
     {
-      "epoch": 1.1892372354620964,
-      "grad_norm": 0.00617301153699894,
-      "learning_rate": 0.0004223823061124619,
-      "loss": 1.101,
+      "epoch": 1.3504442250740376,
+      "grad_norm": 0.04477400036013913,
+      "learning_rate": 0.0002883334843456349,
+      "loss": 1.2527,
       "step": 8550
     },
     {
-      "epoch": 1.1899326729574784,
-      "grad_norm": 0.007607584184255066,
-      "learning_rate": 0.0004217827674798845,
-      "loss": 1.1209,
+      "epoch": 1.3512339585389932,
+      "grad_norm": 0.04576191917542062,
+      "learning_rate": 0.0002877092447346914,
+      "loss": 1.2251,
       "step": 8555
     },
     {
-      "epoch": 1.1906281104528602,
-      "grad_norm": 0.005854554951302798,
-      "learning_rate": 0.0004211833441059747,
-      "loss": 1.1046,
+      "epoch": 1.3520236920039488,
+      "grad_norm": 0.04860762658897404,
+      "learning_rate": 0.00028708540852952045,
+      "loss": 1.268,
       "step": 8560
     },
     {
-      "epoch": 1.191323547948242,
-      "grad_norm": 0.006025473342289488,
-      "learning_rate": 0.0004205840368740251,
-      "loss": 1.1441,
+      "epoch": 1.3528134254689044,
+      "grad_norm": 0.04877350758868913,
+      "learning_rate": 0.00028646197691556755,
+      "loss": 1.2606,
       "step": 8565
     },
     {
-      "epoch": 1.1920189854436238,
-      "grad_norm": 0.006288808247849625,
-      "learning_rate": 0.0004199848466671578,
-      "loss": 1.1126,
+      "epoch": 1.3536031589338597,
+      "grad_norm": 0.04726753351225543,
+      "learning_rate": 0.00028583895107750924,
+      "loss": 1.3116,
       "step": 8570
     },
     {
-      "epoch": 1.1927144229390059,
-      "grad_norm": 0.005800754235791024,
-      "learning_rate": 0.0004193857743683224,
-      "loss": 1.1141,
+      "epoch": 1.3543928923988153,
+      "grad_norm": 0.042240526048962126,
+      "learning_rate": 0.0002852163321992513,
+      "loss": 1.2296,
       "step": 8575
     },
     {
-      "epoch": 1.1934098604343877,
-      "grad_norm": 0.0056770129482080905,
-      "learning_rate": 0.0004187868208602944,
-      "loss": 1.1671,
+      "epoch": 1.355182625863771,
+      "grad_norm": 0.04517026582747859,
+      "learning_rate": 0.00028459412146392577,
+      "loss": 1.2559,
       "step": 8580
     },
     {
-      "epoch": 1.1941052979297695,
-      "grad_norm": 0.006321746333294147,
-      "learning_rate": 0.0004181879870256746,
-      "loss": 1.1343,
+      "epoch": 1.3559723593287265,
+      "grad_norm": 0.044314856948574434,
+      "learning_rate": 0.00028397232005389003,
+      "loss": 1.2599,
       "step": 8585
     },
     {
-      "epoch": 1.1948007354251513,
-      "grad_norm": 0.006488257560983443,
-      "learning_rate": 0.00041758927374688763,
-      "loss": 1.0838,
+      "epoch": 1.356762092793682,
+      "grad_norm": 0.04311334316664436,
+      "learning_rate": 0.0002833509291507221,
+      "loss": 1.2272,
       "step": 8590
     },
     {
-      "epoch": 1.1954961729205333,
-      "grad_norm": 0.006110831653620642,
-      "learning_rate": 0.00041699068190617975,
-      "loss": 1.1158,
+      "epoch": 1.3575518262586377,
+      "grad_norm": 0.04265351062524054,
+      "learning_rate": 0.00028272994993522164,
+      "loss": 1.2586,
       "step": 8595
     },
     {
-      "epoch": 1.1961916104159152,
-      "grad_norm": 0.006118136722427826,
-      "learning_rate": 0.00041639221238561877,
-      "loss": 1.16,
+      "epoch": 1.3583415597235933,
+      "grad_norm": 0.04295461049147626,
+      "learning_rate": 0.00028210938358740447,
+      "loss": 1.2852,
       "step": 8600
     },
     {
-      "epoch": 1.196887047911297,
-      "grad_norm": 0.006279342702196893,
-      "learning_rate": 0.00041579386606709225,
-      "loss": 1.1291,
+      "epoch": 1.3591312931885489,
+      "grad_norm": 0.041714051527238616,
+      "learning_rate": 0.0002814892312865031,
+      "loss": 1.2857,
       "step": 8605
     },
     {
-      "epoch": 1.1975824854066788,
-      "grad_norm": 0.005526875766219469,
-      "learning_rate": 0.00041519564383230625,
-      "loss": 1.1557,
+      "epoch": 1.3599210266535045,
+      "grad_norm": 0.04169816429126796,
+      "learning_rate": 0.00028086949421096246,
+      "loss": 1.255,
       "step": 8610
     },
     {
-      "epoch": 1.1982779229020606,
-      "grad_norm": 0.006005236179767212,
-      "learning_rate": 0.0004145975465627839,
-      "loss": 1.142,
+      "epoch": 1.36071076011846,
+      "grad_norm": 0.0448300207049197,
+      "learning_rate": 0.0002802501735384388,
+      "loss": 1.262,
       "step": 8615
     },
     {
-      "epoch": 1.1989733603974426,
-      "grad_norm": 0.006921862698003567,
-      "learning_rate": 0.0004139995751398639,
-      "loss": 1.1546,
+      "epoch": 1.3615004935834156,
+      "grad_norm": 0.04195722488627004,
+      "learning_rate": 0.00027963127044579696,
+      "loss": 1.2928,
       "step": 8620
     },
     {
-      "epoch": 1.1996687978928244,
-      "grad_norm": 0.0065565486717538085,
-      "learning_rate": 0.00041340173044469993,
-      "loss": 1.1552,
+      "epoch": 1.3622902270483712,
+      "grad_norm": 0.044590263634846236,
+      "learning_rate": 0.00027901278610910823,
+      "loss": 1.2937,
       "step": 8625
     },
     {
-      "epoch": 1.2003642353882062,
-      "grad_norm": 0.005982540491050652,
-      "learning_rate": 0.00041280401335825874,
-      "loss": 1.1293,
+      "epoch": 1.3630799605133268,
+      "grad_norm": 0.04272502978700226,
+      "learning_rate": 0.0002783947217036484,
+      "loss": 1.3025,
       "step": 8630
     },
     {
-      "epoch": 1.201059672883588,
-      "grad_norm": 0.005928364918480572,
-      "learning_rate": 0.00041220642476131914,
-      "loss": 1.1162,
+      "epoch": 1.3638696939782824,
+      "grad_norm": 0.04265931670017373,
+      "learning_rate": 0.00027777707840389497,
+      "loss": 1.2865,
       "step": 8635
     },
     {
-      "epoch": 1.2017551103789699,
-      "grad_norm": 0.006241602671621388,
-      "learning_rate": 0.00041160896553447035,
-      "loss": 1.1209,
+      "epoch": 1.364659427443238,
+      "grad_norm": 0.04575113857845325,
+      "learning_rate": 0.0002771598573835256,
+      "loss": 1.2403,
       "step": 8640
     },
     {
-      "epoch": 1.202450547874352,
-      "grad_norm": 0.006108860997213401,
-      "learning_rate": 0.00041101163655811137,
-      "loss": 1.1127,
+      "epoch": 1.3654491609081933,
+      "grad_norm": 0.043018626802300966,
+      "learning_rate": 0.000276543059815415,
+      "loss": 1.2562,
       "step": 8645
     },
     {
-      "epoch": 1.2031459853697337,
-      "grad_norm": 0.0066704293664797375,
-      "learning_rate": 0.0004104144387124488,
-      "loss": 1.1409,
+      "epoch": 1.366238894373149,
+      "grad_norm": 0.04302408760890339,
+      "learning_rate": 0.0002759266868716338,
+      "loss": 1.2738,
       "step": 8650
     },
     {
-      "epoch": 1.2038414228651155,
-      "grad_norm": 0.005924737662863107,
-      "learning_rate": 0.0004098173728774963,
-      "loss": 1.0907,
+      "epoch": 1.3670286278381045,
+      "grad_norm": 0.04404829670227469,
+      "learning_rate": 0.00027531073972344533,
+      "loss": 1.2545,
       "step": 8655
     },
     {
-      "epoch": 1.2045368603604973,
-      "grad_norm": 0.006904023681760425,
-      "learning_rate": 0.00040922043993307284,
-      "loss": 1.2015,
+      "epoch": 1.3678183613030601,
+      "grad_norm": 0.04301840997922508,
+      "learning_rate": 0.00027469521954130374,
+      "loss": 1.2595,
       "step": 8660
     },
     {
-      "epoch": 1.2052322978558792,
-      "grad_norm": 0.0066373006469284505,
-      "learning_rate": 0.00040862364075880186,
-      "loss": 1.1464,
+      "epoch": 1.3686080947680157,
+      "grad_norm": 0.04447674674691586,
+      "learning_rate": 0.00027408012749485257,
+      "loss": 1.2493,
       "step": 8665
     },
     {
-      "epoch": 1.2059277353512612,
-      "grad_norm": 0.006014019195530422,
-      "learning_rate": 0.0004080269762341093,
-      "loss": 1.1321,
+      "epoch": 1.3693978282329713,
+      "grad_norm": 0.042619881420041084,
+      "learning_rate": 0.0002734654647529206,
+      "loss": 1.2448,
       "step": 8670
     },
     {
-      "epoch": 1.206623172846643,
-      "grad_norm": 0.006530139797804861,
-      "learning_rate": 0.00040743044723822326,
-      "loss": 1.1448,
+      "epoch": 1.3701875616979269,
+      "grad_norm": 0.04253707063079099,
+      "learning_rate": 0.0002728512324835221,
+      "loss": 1.2564,
       "step": 8675
     },
     {
-      "epoch": 1.2073186103420248,
-      "grad_norm": 0.006314473114214047,
-      "learning_rate": 0.00040683405465017123,
-      "loss": 1.083,
+      "epoch": 1.3709772951628825,
+      "grad_norm": 0.045977114660897156,
+      "learning_rate": 0.000272237431853852,
+      "loss": 1.2291,
       "step": 8680
     },
     {
-      "epoch": 1.2080140478374066,
-      "grad_norm": 0.006085899996822187,
-      "learning_rate": 0.00040623779934878036,
-      "loss": 1.1181,
+      "epoch": 1.371767028627838,
+      "grad_norm": 0.04422900730778302,
+      "learning_rate": 0.00027162406403028627,
+      "loss": 1.2295,
       "step": 8685
     },
     {
-      "epoch": 1.2087094853327887,
-      "grad_norm": 0.006332718574627419,
-      "learning_rate": 0.00040564168221267534,
-      "loss": 1.1132,
+      "epoch": 1.3725567620927936,
+      "grad_norm": 0.04390029579183597,
+      "learning_rate": 0.00027101113017837777,
+      "loss": 1.2523,
       "step": 8690
     },
     {
-      "epoch": 1.2094049228281705,
-      "grad_norm": 0.00606448321655089,
-      "learning_rate": 0.0004050457041202775,
-      "loss": 1.1067,
+      "epoch": 1.3733464955577492,
+      "grad_norm": 0.044643117275922795,
+      "learning_rate": 0.0002703986314628547,
+      "loss": 1.2222,
       "step": 8695
     },
     {
-      "epoch": 1.2101003603235523,
-      "grad_norm": 0.0061177407442718585,
-      "learning_rate": 0.0004044498659498027,
-      "loss": 1.1238,
+      "epoch": 1.3741362290227048,
+      "grad_norm": 0.043583881973367676,
+      "learning_rate": 0.00026978656904761854,
+      "loss": 1.2596,
       "step": 8700
     },
     {
-      "epoch": 1.210795797818934,
-      "grad_norm": 0.005753183038510318,
-      "learning_rate": 0.0004038541685792611,
-      "loss": 1.0942,
+      "epoch": 1.3749259624876604,
+      "grad_norm": 0.04202446252695357,
+      "learning_rate": 0.00026917494409574175,
+      "loss": 1.2509,
       "step": 8705
     },
     {
-      "epoch": 1.2114912353143161,
-      "grad_norm": 0.006017890841938847,
-      "learning_rate": 0.0004032586128864553,
-      "loss": 1.0973,
+      "epoch": 1.375715695952616,
+      "grad_norm": 0.044291090044388026,
+      "learning_rate": 0.00026856375776946527,
+      "loss": 1.3053,
       "step": 8710
     },
     {
-      "epoch": 1.212186672809698,
-      "grad_norm": 0.006216900308216541,
-      "learning_rate": 0.0004026631997489789,
-      "loss": 1.1247,
+      "epoch": 1.3765054294175716,
+      "grad_norm": 0.041562394939409567,
+      "learning_rate": 0.00026795301123019676,
+      "loss": 1.2667,
       "step": 8715
     },
     {
-      "epoch": 1.2128821103050798,
-      "grad_norm": 0.006934006138717224,
-      "learning_rate": 0.0004020679300442157,
-      "loss": 1.0983,
+      "epoch": 1.3772951628825272,
+      "grad_norm": 0.04183114250945197,
+      "learning_rate": 0.0002673427056385081,
+      "loss": 1.2253,
       "step": 8720
     },
     {
-      "epoch": 1.2135775478004616,
-      "grad_norm": 0.005618970501867887,
-      "learning_rate": 0.000401472804649338,
-      "loss": 1.0809,
+      "epoch": 1.3780848963474828,
+      "grad_norm": 0.04690857678674426,
+      "learning_rate": 0.0002667328421541332,
+      "loss": 1.2984,
       "step": 8725
     },
     {
-      "epoch": 1.2142729852958434,
-      "grad_norm": 0.005624369630423769,
-      "learning_rate": 0.0004008778244413057,
-      "loss": 1.0948,
+      "epoch": 1.3788746298124384,
+      "grad_norm": 0.042389403010588404,
+      "learning_rate": 0.0002661234219359657,
+      "loss": 1.2712,
       "step": 8730
     },
     {
-      "epoch": 1.2149684227912254,
-      "grad_norm": 0.006370555806499075,
-      "learning_rate": 0.0004002829902968642,
-      "loss": 1.134,
+      "epoch": 1.379664363277394,
+      "grad_norm": 0.047766476547134465,
+      "learning_rate": 0.0002655144461420579,
+      "loss": 1.2334,
       "step": 8735
     },
     {
-      "epoch": 1.2156638602866072,
-      "grad_norm": 0.005930410782308559,
-      "learning_rate": 0.0003996883030925442,
-      "loss": 1.1002,
+      "epoch": 1.3804540967423495,
+      "grad_norm": 0.04032417734352114,
+      "learning_rate": 0.00026490591592961575,
+      "loss": 1.2805,
       "step": 8740
     },
     {
-      "epoch": 1.216359297781989,
-      "grad_norm": 0.0064930636172781,
-      "learning_rate": 0.0003990937637046597,
-      "loss": 1.1159,
+      "epoch": 1.3812438302073051,
+      "grad_norm": 0.04406505728114765,
+      "learning_rate": 0.0002642978324550005,
+      "loss": 1.3012,
       "step": 8745
     },
     {
-      "epoch": 1.2170547352773708,
-      "grad_norm": 0.006757357632073379,
-      "learning_rate": 0.00039849937300930673,
-      "loss": 1.1307,
+      "epoch": 1.3820335636722607,
+      "grad_norm": 0.043068103360992836,
+      "learning_rate": 0.00026369019687372275,
+      "loss": 1.2724,
       "step": 8750
     },
     {
-      "epoch": 1.2177501727727527,
-      "grad_norm": 0.005733091662781834,
-      "learning_rate": 0.00039790513188236255,
-      "loss": 1.114,
+      "epoch": 1.3828232971372163,
+      "grad_norm": 0.04151312527254043,
+      "learning_rate": 0.00026308301034044346,
+      "loss": 1.2754,
       "step": 8755
     },
     {
-      "epoch": 1.2184456102681347,
-      "grad_norm": 0.006389686339114511,
-      "learning_rate": 0.00039731104119948373,
-      "loss": 1.1131,
+      "epoch": 1.383613030602172,
+      "grad_norm": 0.04313520730881341,
+      "learning_rate": 0.00026247627400896893,
+      "loss": 1.2762,
       "step": 8760
     },
     {
-      "epoch": 1.2191410477635165,
-      "grad_norm": 0.005893218626262383,
-      "learning_rate": 0.0003967171018361051,
-      "loss": 1.1069,
+      "epoch": 1.3844027640671275,
+      "grad_norm": 0.04214178488757353,
+      "learning_rate": 0.00026186998903225114,
+      "loss": 1.2226,
       "step": 8765
     },
     {
-      "epoch": 1.2198364852588983,
-      "grad_norm": 0.006284990294011524,
-      "learning_rate": 0.0003961233146674389,
-      "loss": 1.1137,
+      "epoch": 1.3851924975320828,
+      "grad_norm": 0.04463713751927901,
+      "learning_rate": 0.00026126415656238365,
+      "loss": 1.2179,
       "step": 8770
     },
     {
-      "epoch": 1.2205319227542801,
-      "grad_norm": 0.006201336020862932,
-      "learning_rate": 0.0003955296805684726,
-      "loss": 1.0772,
+      "epoch": 1.3859822309970384,
+      "grad_norm": 0.04693017502938912,
+      "learning_rate": 0.0002606587777506005,
+      "loss": 1.2868,
       "step": 8775
     },
     {
-      "epoch": 1.221227360249662,
-      "grad_norm": 0.006195306126909501,
-      "learning_rate": 0.0003949362004139685,
-      "loss": 1.0923,
+      "epoch": 1.386771964461994,
+      "grad_norm": 0.04461992830521111,
+      "learning_rate": 0.0002600538537472734,
+      "loss": 1.2596,
       "step": 8780
     },
     {
-      "epoch": 1.221922797745044,
-      "grad_norm": 0.006459290986156436,
-      "learning_rate": 0.000394342875078462,
-      "loss": 1.0864,
+      "epoch": 1.3875616979269496,
+      "grad_norm": 0.04960842446282505,
+      "learning_rate": 0.00025944938570190995,
+      "loss": 1.235,
       "step": 8785
     },
     {
-      "epoch": 1.2226182352404258,
-      "grad_norm": 0.005806815452990337,
-      "learning_rate": 0.00039374970543626007,
-      "loss": 1.0752,
+      "epoch": 1.3883514313919052,
+      "grad_norm": 0.04547208599640789,
+      "learning_rate": 0.0002588453747631514,
+      "loss": 1.2459,
       "step": 8790
     },
     {
-      "epoch": 1.2233136727358076,
-      "grad_norm": 0.006371994025361289,
-      "learning_rate": 0.0003931566923614404,
-      "loss": 1.0955,
+      "epoch": 1.3891411648568608,
+      "grad_norm": 0.042295248533292994,
+      "learning_rate": 0.00025824182207877017,
+      "loss": 1.2255,
       "step": 8795
     },
     {
-      "epoch": 1.2240091102311894,
-      "grad_norm": 0.0063705796478941805,
-      "learning_rate": 0.0003925638367278502,
-      "loss": 1.1252,
+      "epoch": 1.3899308983218164,
+      "grad_norm": 0.04217171785845394,
+      "learning_rate": 0.00025763872879566805,
+      "loss": 1.1984,
       "step": 8800
     },
     {
-      "epoch": 1.2247045477265714,
-      "grad_norm": 0.005728443463100645,
-      "learning_rate": 0.00039197113940910456,
-      "loss": 1.1691,
+      "epoch": 1.390720631786772,
+      "grad_norm": 0.044943925531011786,
+      "learning_rate": 0.00025703609605987396,
+      "loss": 1.2668,
       "step": 8805
     },
     {
-      "epoch": 1.2253999852219533,
-      "grad_norm": 0.006116164464521745,
-      "learning_rate": 0.00039137860127858503,
-      "loss": 1.138,
+      "epoch": 1.3915103652517276,
+      "grad_norm": 0.04382567236230492,
+      "learning_rate": 0.00025643392501654104,
+      "loss": 1.2619,
       "step": 8810
     },
     {
-      "epoch": 1.226095422717335,
-      "grad_norm": 0.006584947685380837,
-      "learning_rate": 0.00039078622320943917,
-      "loss": 1.1675,
+      "epoch": 1.3923000987166831,
+      "grad_norm": 0.04302010789020041,
+      "learning_rate": 0.00025583221680994635,
+      "loss": 1.2712,
       "step": 8815
     },
     {
-      "epoch": 1.2267908602127169,
-      "grad_norm": 0.005903195265042052,
-      "learning_rate": 0.00039019400607457776,
-      "loss": 1.1161,
+      "epoch": 1.3930898321816387,
+      "grad_norm": 0.041777235408451914,
+      "learning_rate": 0.00025523097258348576,
+      "loss": 1.2659,
       "step": 8820
     },
     {
-      "epoch": 1.227486297708099,
-      "grad_norm": 0.005716672916810557,
-      "learning_rate": 0.00038960195074667523,
-      "loss": 1.1238,
+      "epoch": 1.3938795656465943,
+      "grad_norm": 0.043718150775316565,
+      "learning_rate": 0.0002546301934796752,
+      "loss": 1.2798,
       "step": 8825
     },
     {
-      "epoch": 1.2281817352034807,
-      "grad_norm": 0.006850037789771834,
-      "learning_rate": 0.0003890100580981674,
-      "loss": 1.1427,
+      "epoch": 1.39466929911155,
+      "grad_norm": 0.04407432090551674,
+      "learning_rate": 0.00025402988064014513,
+      "loss": 1.2648,
       "step": 8830
     },
     {
-      "epoch": 1.2288771726988625,
-      "grad_norm": 0.005777768571288947,
-      "learning_rate": 0.00038841832900125004,
-      "loss": 1.0523,
+      "epoch": 1.3954590325765055,
+      "grad_norm": 0.04111235569743684,
+      "learning_rate": 0.0002534300352056416,
+      "loss": 1.3373,
       "step": 8835
     },
     {
-      "epoch": 1.2295726101942444,
-      "grad_norm": 0.005996179981883371,
-      "learning_rate": 0.00038782676432787825,
-      "loss": 1.1109,
+      "epoch": 1.396248766041461,
+      "grad_norm": 0.04489283084810748,
+      "learning_rate": 0.00025283065831602073,
+      "loss": 1.2276,
       "step": 8840
     },
     {
-      "epoch": 1.2302680476896262,
-      "grad_norm": 0.006215060156292494,
-      "learning_rate": 0.00038723536494976495,
-      "loss": 1.1368,
+      "epoch": 1.3970384995064165,
+      "grad_norm": 0.04274310902283786,
+      "learning_rate": 0.0002522317511102501,
+      "loss": 1.2556,
       "step": 8845
     },
     {
-      "epoch": 1.2309634851850082,
-      "grad_norm": 0.006427426108007893,
-      "learning_rate": 0.00038664413173837895,
-      "loss": 1.144,
+      "epoch": 1.397828232971372,
+      "grad_norm": 0.043831751449654816,
+      "learning_rate": 0.00025163331472640306,
+      "loss": 1.2676,
       "step": 8850
     },
     {
-      "epoch": 1.23165892268039,
-      "grad_norm": 0.0063439283759637016,
-      "learning_rate": 0.0003860530655649446,
-      "loss": 1.1323,
+      "epoch": 1.3986179664363276,
+      "grad_norm": 0.04430856761411562,
+      "learning_rate": 0.0002510353503016597,
+      "loss": 1.2568,
       "step": 8855
     },
     {
-      "epoch": 1.2323543601757718,
-      "grad_norm": 0.0065689391767360895,
-      "learning_rate": 0.00038546216730044015,
-      "loss": 1.1562,
+      "epoch": 1.3994076999012832,
+      "grad_norm": 0.041429580071826906,
+      "learning_rate": 0.0002504378589723024,
+      "loss": 1.2771,
       "step": 8860
     },
     {
-      "epoch": 1.2330497976711536,
-      "grad_norm": 0.0065721395258646845,
-      "learning_rate": 0.00038487143781559623,
-      "loss": 1.0882,
+      "epoch": 1.4001974333662388,
+      "grad_norm": 0.04396808864237851,
+      "learning_rate": 0.00024984084187371487,
+      "loss": 1.2593,
       "step": 8865
     },
     {
-      "epoch": 1.2337452351665354,
-      "grad_norm": 0.006010280746273992,
-      "learning_rate": 0.0003842808779808951,
-      "loss": 1.0879,
+      "epoch": 1.4009871668311944,
+      "grad_norm": 0.04444475624691825,
+      "learning_rate": 0.0002492443001403796,
+      "loss": 1.281,
       "step": 8870
     },
     {
-      "epoch": 1.2344406726619175,
-      "grad_norm": 0.0061162308055464154,
-      "learning_rate": 0.0003836904886665684,
-      "loss": 1.1485,
+      "epoch": 1.40177690029615,
+      "grad_norm": 0.0456689616334081,
+      "learning_rate": 0.00024864823490587575,
+      "loss": 1.269,
       "step": 8875
     },
     {
-      "epoch": 1.2351361101572993,
-      "grad_norm": 0.0060037457678935695,
-      "learning_rate": 0.00038310027074259695,
-      "loss": 1.1422,
+      "epoch": 1.4025666337611056,
+      "grad_norm": 0.04299599733302476,
+      "learning_rate": 0.00024805264730287695,
+      "loss": 1.2813,
       "step": 8880
     },
     {
-      "epoch": 1.235831547652681,
-      "grad_norm": 0.005902403510933626,
-      "learning_rate": 0.000382510225078709,
-      "loss": 1.0818,
+      "epoch": 1.4033563672260612,
+      "grad_norm": 0.044399232699897366,
+      "learning_rate": 0.00024745753846314937,
+      "loss": 1.2807,
       "step": 8885
     },
     {
-      "epoch": 1.236526985148063,
-      "grad_norm": 0.005895361674914757,
-      "learning_rate": 0.000381920352544379,
-      "loss": 1.1353,
+      "epoch": 1.4041461006910168,
+      "grad_norm": 0.04185939110693805,
+      "learning_rate": 0.0002468629095175493,
+      "loss": 1.2852,
       "step": 8890
     },
     {
-      "epoch": 1.2372224226434447,
-      "grad_norm": 0.005800763995479048,
-      "learning_rate": 0.000381330654008826,
-      "loss": 1.0763,
+      "epoch": 1.4049358341559723,
+      "grad_norm": 0.04265749050840684,
+      "learning_rate": 0.0002462687615960212,
+      "loss": 1.2458,
       "step": 8895
     },
     {
-      "epoch": 1.2379178601388268,
-      "grad_norm": 0.00609030049631625,
-      "learning_rate": 0.00038074113034101297,
-      "loss": 1.1477,
+      "epoch": 1.405725567620928,
+      "grad_norm": 0.045242977127561035,
+      "learning_rate": 0.0002456750958275951,
+      "loss": 1.2199,
       "step": 8900
     },
     {
-      "epoch": 1.2386132976342086,
-      "grad_norm": 0.005974308349677643,
-      "learning_rate": 0.000380151782409645,
-      "loss": 1.1183,
+      "epoch": 1.4065153010858835,
+      "grad_norm": 0.04547757909684804,
+      "learning_rate": 0.00024508191334038576,
+      "loss": 1.2466,
       "step": 8905
     },
     {
-      "epoch": 1.2393087351295904,
-      "grad_norm": 0.005934467415293724,
-      "learning_rate": 0.00037956261108316807,
-      "loss": 1.121,
+      "epoch": 1.407305034550839,
+      "grad_norm": 0.04488460373243974,
+      "learning_rate": 0.00024448921526158815,
+      "loss": 1.2407,
       "step": 8910
     },
     {
-      "epoch": 1.2400041726249722,
-      "grad_norm": 0.006087860196803074,
-      "learning_rate": 0.0003789736172297684,
-      "loss": 1.0828,
+      "epoch": 1.4080947680157947,
+      "grad_norm": 0.04589254576028885,
+      "learning_rate": 0.0002438970027174783,
+      "loss": 1.1893,
       "step": 8915
     },
     {
-      "epoch": 1.2406996101203542,
-      "grad_norm": 0.006016144477625012,
-      "learning_rate": 0.0003783848017173703,
-      "loss": 1.1014,
+      "epoch": 1.4088845014807503,
+      "grad_norm": 0.04453982028319662,
+      "learning_rate": 0.0002433052768334081,
+      "loss": 1.2704,
       "step": 8920
     },
     {
-      "epoch": 1.241395047615736,
-      "grad_norm": 0.006515504626890956,
-      "learning_rate": 0.0003777961654136354,
-      "loss": 1.1206,
+      "epoch": 1.4096742349457059,
+      "grad_norm": 0.04167414834046956,
+      "learning_rate": 0.0002427140387338061,
+      "loss": 1.2747,
       "step": 8925
     },
     {
-      "epoch": 1.2420904851111179,
-      "grad_norm": 0.0066260758050970805,
-      "learning_rate": 0.00037720770918596143,
-      "loss": 1.0986,
+      "epoch": 1.4104639684106615,
+      "grad_norm": 0.0433675369440722,
+      "learning_rate": 0.0002421232895421725,
+      "loss": 1.2599,
       "step": 8930
     },
     {
-      "epoch": 1.2427859226064997,
-      "grad_norm": 0.00648239364208815,
-      "learning_rate": 0.00037661943390148025,
-      "loss": 1.1569,
+      "epoch": 1.411253701875617,
+      "grad_norm": 0.041935843160137924,
+      "learning_rate": 0.00024153303038107978,
+      "loss": 1.2599,
       "step": 8935
     },
     {
-      "epoch": 1.2434813601018817,
-      "grad_norm": 0.006340952523956582,
-      "learning_rate": 0.0003760313404270576,
-      "loss": 1.1256,
+      "epoch": 1.4120434353405726,
+      "grad_norm": 0.04375847728567552,
+      "learning_rate": 0.00024094326237216845,
+      "loss": 1.2375,
       "step": 8940
     },
     {
-      "epoch": 1.2441767975972635,
-      "grad_norm": 0.006278171603389078,
-      "learning_rate": 0.0003754434296292911,
-      "loss": 1.1084,
+      "epoch": 1.4128331688055282,
+      "grad_norm": 0.04975271011605595,
+      "learning_rate": 0.00024035398663614595,
+      "loss": 1.24,
       "step": 8945
     },
     {
-      "epoch": 1.2448722350926453,
-      "grad_norm": 0.0060419558447363615,
-      "learning_rate": 0.0003748557023745094,
-      "loss": 1.1391,
+      "epoch": 1.4136229022704838,
+      "grad_norm": 0.04270501321800362,
+      "learning_rate": 0.00023976520429278415,
+      "loss": 1.2533,
       "step": 8950
     },
     {
-      "epoch": 1.2455676725880271,
-      "grad_norm": 0.005693798245590259,
-      "learning_rate": 0.00037426815952877027,
-      "loss": 1.0791,
+      "epoch": 1.4144126357354394,
+      "grad_norm": 0.04398005847558947,
+      "learning_rate": 0.00023917691646091742,
+      "loss": 1.293,
       "step": 8955
     },
     {
-      "epoch": 1.246263110083409,
-      "grad_norm": 0.006559138300670833,
-      "learning_rate": 0.00037368080195786013,
-      "loss": 1.142,
+      "epoch": 1.415202369200395,
+      "grad_norm": 0.042299007033693055,
+      "learning_rate": 0.0002385891242584406,
+      "loss": 1.2583,
       "step": 8960
     },
     {
-      "epoch": 1.246958547578791,
-      "grad_norm": 0.005788675327219624,
-      "learning_rate": 0.0003730936305272921,
-      "loss": 1.1426,
+      "epoch": 1.4159921026653506,
+      "grad_norm": 0.046035927751405845,
+      "learning_rate": 0.00023800182880230635,
+      "loss": 1.2996,
       "step": 8965
     },
     {
-      "epoch": 1.2476539850741728,
-      "grad_norm": 0.006023436168913578,
-      "learning_rate": 0.0003725066461023051,
-      "loss": 1.1135,
+      "epoch": 1.416781836130306,
+      "grad_norm": 0.0433486288290543,
+      "learning_rate": 0.00023741503120852376,
+      "loss": 1.2307,
       "step": 8970
     },
     {
-      "epoch": 1.2483494225695546,
-      "grad_norm": 0.006606350801824984,
-      "learning_rate": 0.00037191984954786263,
-      "loss": 1.1377,
+      "epoch": 1.4175715695952615,
+      "grad_norm": 0.04628312446032765,
+      "learning_rate": 0.00023682873259215555,
+      "loss": 1.2601,
       "step": 8975
     },
     {
-      "epoch": 1.2490448600649364,
-      "grad_norm": 0.005940764428257244,
-      "learning_rate": 0.00037133324172865126,
-      "loss": 1.1221,
+      "epoch": 1.4183613030602171,
+      "grad_norm": 0.04244054170797389,
+      "learning_rate": 0.00023624293406731634,
+      "loss": 1.227,
       "step": 8980
     },
     {
-      "epoch": 1.2497402975603182,
-      "grad_norm": 0.006357541338518821,
-      "learning_rate": 0.0003707468235090795,
-      "loss": 1.1238,
+      "epoch": 1.4191510365251727,
+      "grad_norm": 0.04316779316702322,
+      "learning_rate": 0.000235657636747171,
+      "loss": 1.2929,
       "step": 8985
     },
     {
-      "epoch": 1.2504357350557003,
-      "grad_norm": 0.005342303408410007,
-      "learning_rate": 0.00037016059575327605,
-      "loss": 1.0773,
+      "epoch": 1.4199407699901283,
+      "grad_norm": 0.04191891448565774,
+      "learning_rate": 0.00023507284174393073,
+      "loss": 1.2214,
       "step": 8990
     },
     {
-      "epoch": 1.251131172551082,
-      "grad_norm": 0.006038506566913111,
-      "learning_rate": 0.00036957455932508956,
-      "loss": 1.1554,
+      "epoch": 1.420730503455084,
+      "grad_norm": 0.04512563744394797,
+      "learning_rate": 0.00023448855016885373,
+      "loss": 1.2621,
       "step": 8995
     },
     {
-      "epoch": 1.251826610046464,
-      "grad_norm": 0.005952129179047734,
-      "learning_rate": 0.0003689887150880864,
-      "loss": 1.0715,
+      "epoch": 1.4215202369200395,
+      "grad_norm": 0.04445105871476058,
+      "learning_rate": 0.00023390476313224013,
+      "loss": 1.3102,
       "step": 9000
     },
     {
-      "epoch": 1.2525220475418457,
-      "grad_norm": 0.0058958320102147875,
-      "learning_rate": 0.0003684030639055499,
-      "loss": 1.0429,
+      "epoch": 1.422309970384995,
+      "grad_norm": 0.04471768484325459,
+      "learning_rate": 0.00023332148174343254,
+      "loss": 1.2743,
       "step": 9005
     },
     {
-      "epoch": 1.2532174850372275,
-      "grad_norm": 0.006420978665551255,
-      "learning_rate": 0.0003678176066404788,
-      "loss": 1.1613,
+      "epoch": 1.4230997038499507,
+      "grad_norm": 0.08484750138637229,
+      "learning_rate": 0.00023273870711081157,
+      "loss": 1.2722,
       "step": 9010
     },
     {
-      "epoch": 1.2539129225326096,
-      "grad_norm": 0.005723606220492846,
-      "learning_rate": 0.00036723234415558613,
-      "loss": 1.1329,
+      "epoch": 1.4238894373149062,
+      "grad_norm": 0.04377063015086589,
+      "learning_rate": 0.0002321564403417961,
+      "loss": 1.2502,
       "step": 9015
     },
     {
-      "epoch": 1.2546083600279914,
-      "grad_norm": 0.00577187450702136,
-      "learning_rate": 0.0003666472773132977,
-      "loss": 1.1234,
+      "epoch": 1.4246791707798618,
+      "grad_norm": 0.04332212051095693,
+      "learning_rate": 0.0002315746825428386,
+      "loss": 1.2417,
       "step": 9020
     },
     {
-      "epoch": 1.2553037975233732,
-      "grad_norm": 0.006276256189462825,
-      "learning_rate": 0.00036606240697575145,
-      "loss": 1.0871,
+      "epoch": 1.4254689042448174,
+      "grad_norm": 0.044674068559331634,
+      "learning_rate": 0.00023099343481942553,
+      "loss": 1.2823,
       "step": 9025
     },
     {
-      "epoch": 1.2559992350187552,
-      "grad_norm": 0.0056922713935259606,
-      "learning_rate": 0.00036547773400479527,
-      "loss": 1.1092,
+      "epoch": 1.426258637709773,
+      "grad_norm": 0.0423262265312967,
+      "learning_rate": 0.00023041269827607348,
+      "loss": 1.2929,
       "step": 9030
     },
     {
-      "epoch": 1.256694672514137,
-      "grad_norm": 0.006036777187804733,
-      "learning_rate": 0.0003648932592619866,
-      "loss": 1.0904,
+      "epoch": 1.4270483711747286,
+      "grad_norm": 0.04160483626386833,
+      "learning_rate": 0.00022983247401632778,
+      "loss": 1.2824,
       "step": 9035
     },
     {
-      "epoch": 1.2573901100095188,
-      "grad_norm": 0.006338208282323509,
-      "learning_rate": 0.0003643089836085906,
-      "loss": 1.1375,
+      "epoch": 1.427838104639684,
+      "grad_norm": 0.04502393446133665,
+      "learning_rate": 0.00022925276314276027,
+      "loss": 1.2403,
       "step": 9040
     },
     {
-      "epoch": 1.2580855475049006,
-      "grad_norm": 0.0060747346572556276,
-      "learning_rate": 0.00036372490790557933,
-      "loss": 1.1064,
+      "epoch": 1.4286278381046396,
+      "grad_norm": 0.04227349992999629,
+      "learning_rate": 0.00022867356675696727,
+      "loss": 1.2325,
       "step": 9045
     },
     {
-      "epoch": 1.2587809850002825,
-      "grad_norm": 0.007026621589867182,
-      "learning_rate": 0.0003631410330136296,
-      "loss": 1.1321,
+      "epoch": 1.4294175715695951,
+      "grad_norm": 0.04347203089782315,
+      "learning_rate": 0.00022809488595956746,
+      "loss": 1.262,
       "step": 9050
     },
     {
-      "epoch": 1.2594764224956645,
-      "grad_norm": 0.006037185511695246,
-      "learning_rate": 0.00036255735979312265,
-      "loss": 1.1479,
+      "epoch": 1.4302073050345507,
+      "grad_norm": 0.0425712584728182,
+      "learning_rate": 0.0002275167218501998,
+      "loss": 1.2301,
       "step": 9055
     },
     {
-      "epoch": 1.2601718599910463,
-      "grad_norm": 0.006881053333669154,
-      "learning_rate": 0.0003619738891041429,
-      "loss": 1.0987,
+      "epoch": 1.4309970384995063,
+      "grad_norm": 0.04286782729604003,
+      "learning_rate": 0.0002269390755275212,
+      "loss": 1.2447,
       "step": 9060
     },
     {
-      "epoch": 1.2608672974864281,
-      "grad_norm": 0.006137136290631007,
-      "learning_rate": 0.00036139062180647573,
-      "loss": 1.1001,
+      "epoch": 1.431786771964462,
+      "grad_norm": 0.041992117974119496,
+      "learning_rate": 0.00022636194808920497,
+      "loss": 1.1836,
       "step": 9065
     },
     {
-      "epoch": 1.26156273498181,
-      "grad_norm": 0.006385513643063333,
-      "learning_rate": 0.0003608075587596075,
-      "loss": 1.1538,
+      "epoch": 1.4325765054294175,
+      "grad_norm": 0.043555179633421454,
+      "learning_rate": 0.00022578534063193796,
+      "loss": 1.2901,
       "step": 9070
     },
     {
-      "epoch": 1.2622581724771917,
-      "grad_norm": 0.005922046454737002,
-      "learning_rate": 0.00036022470082272263,
-      "loss": 1.1617,
+      "epoch": 1.433366238894373,
+      "grad_norm": 0.04406070813102483,
+      "learning_rate": 0.00022520925425141975,
+      "loss": 1.2234,
       "step": 9075
     },
     {
-      "epoch": 1.2629536099725738,
-      "grad_norm": 0.006831759746529121,
-      "learning_rate": 0.0003596420488547041,
-      "loss": 1.1432,
+      "epoch": 1.4341559723593287,
+      "grad_norm": 0.04135994712370019,
+      "learning_rate": 0.00022463369004235856,
+      "loss": 1.2446,
       "step": 9080
     },
     {
-      "epoch": 1.2636490474679556,
-      "grad_norm": 0.0060007934778588045,
-      "learning_rate": 0.00035905960371413116,
-      "loss": 1.0629,
+      "epoch": 1.4349457058242843,
+      "grad_norm": 0.041177138962330585,
+      "learning_rate": 0.00022405864909847168,
+      "loss": 1.2677,
       "step": 9085
     },
     {
-      "epoch": 1.2643444849633374,
-      "grad_norm": 0.005910316021454395,
-      "learning_rate": 0.000358477366259278,
-      "loss": 1.1221,
+      "epoch": 1.4357354392892399,
+      "grad_norm": 0.0441044563913222,
+      "learning_rate": 0.00022348413251248062,
+      "loss": 1.2687,
       "step": 9090
     },
     {
-      "epoch": 1.2650399224587192,
-      "grad_norm": 0.00669996985800809,
-      "learning_rate": 0.0003578953373481133,
-      "loss": 1.0881,
+      "epoch": 1.4365251727541954,
+      "grad_norm": 0.04233539065398269,
+      "learning_rate": 0.00022291014137611204,
+      "loss": 1.2649,
       "step": 9095
     },
     {
-      "epoch": 1.265735359954101,
-      "grad_norm": 0.006440597711303217,
-      "learning_rate": 0.0003573135178382981,
-      "loss": 1.1375,
+      "epoch": 1.437314906219151,
+      "grad_norm": 0.045052147312688154,
+      "learning_rate": 0.0002223366767800925,
+      "loss": 1.293,
       "step": 9100
     },
     {
-      "epoch": 1.266430797449483,
-      "grad_norm": 0.0064050477605107,
-      "learning_rate": 0.00035673190858718476,
-      "loss": 1.0631,
+      "epoch": 1.4381046396841066,
+      "grad_norm": 0.04482732318779558,
+      "learning_rate": 0.00022176373981414943,
+      "loss": 1.2312,
       "step": 9105
     },
     {
-      "epoch": 1.2671262349448649,
-      "grad_norm": 0.0062865411912183195,
-      "learning_rate": 0.000356150510451816,
-      "loss": 1.0897,
+      "epoch": 1.4388943731490622,
+      "grad_norm": 0.04200004014555661,
+      "learning_rate": 0.00022119133156700682,
+      "loss": 1.2698,
       "step": 9110
     },
     {
-      "epoch": 1.2678216724402467,
-      "grad_norm": 0.0060075225508066715,
-      "learning_rate": 0.00035556932428892343,
-      "loss": 1.1103,
+      "epoch": 1.4396841066140178,
+      "grad_norm": 0.04309034640706568,
+      "learning_rate": 0.0002206194531263841,
+      "loss": 1.264,
       "step": 9115
     },
     {
-      "epoch": 1.2685171099356285,
-      "grad_norm": 0.006800350825920463,
-      "learning_rate": 0.0003549883509549264,
-      "loss": 1.1032,
+      "epoch": 1.4404738400789734,
+      "grad_norm": 0.04252913506846768,
+      "learning_rate": 0.00022004810557899407,
+      "loss": 1.2506,
       "step": 9120
     },
     {
-      "epoch": 1.2692125474310103,
-      "grad_norm": 0.006462325986451757,
-      "learning_rate": 0.0003544075913059304,
-      "loss": 1.1016,
+      "epoch": 1.441263573543929,
+      "grad_norm": 0.04782540607110641,
+      "learning_rate": 0.00021947729001054055,
+      "loss": 1.2791,
       "step": 9125
     },
     {
-      "epoch": 1.2699079849263923,
-      "grad_norm": 0.007100818907057497,
-      "learning_rate": 0.00035382704619772644,
-      "loss": 1.1683,
+      "epoch": 1.4420533070088846,
+      "grad_norm": 0.04581107096123528,
+      "learning_rate": 0.00021890700750571657,
+      "loss": 1.2397,
       "step": 9130
     },
     {
-      "epoch": 1.2706034224217742,
-      "grad_norm": 0.006054062470298557,
-      "learning_rate": 0.00035324671648578865,
-      "loss": 1.1429,
+      "epoch": 1.4428430404738402,
+      "grad_norm": 0.04342599359216537,
+      "learning_rate": 0.00021833725914820217,
+      "loss": 1.2528,
       "step": 9135
     },
     {
-      "epoch": 1.271298859917156,
-      "grad_norm": 0.005907562433467881,
-      "learning_rate": 0.00035266660302527453,
-      "loss": 1.0926,
+      "epoch": 1.4436327739387957,
+      "grad_norm": 0.04925706233549506,
+      "learning_rate": 0.00021776804602066243,
+      "loss": 1.2384,
       "step": 9140
     },
     {
-      "epoch": 1.271994297412538,
-      "grad_norm": 0.006350109600963174,
-      "learning_rate": 0.0003520867066710226,
-      "loss": 1.1121,
+      "epoch": 1.4444225074037513,
+      "grad_norm": 0.04383902591375085,
+      "learning_rate": 0.00021719936920474515,
+      "loss": 1.2231,
       "step": 9145
     },
     {
-      "epoch": 1.2726897349079198,
-      "grad_norm": 0.00587584329613547,
-      "learning_rate": 0.00035150702827755134,
-      "loss": 1.0804,
+      "epoch": 1.445212240868707,
+      "grad_norm": 0.0437035659251332,
+      "learning_rate": 0.00021663122978107913,
+      "loss": 1.2385,
       "step": 9150
     },
     {
-      "epoch": 1.2733851724033016,
-      "grad_norm": 0.005894189276788716,
-      "learning_rate": 0.0003509275686990584,
-      "loss": 1.1045,
+      "epoch": 1.4460019743336625,
+      "grad_norm": 0.04663407047954335,
+      "learning_rate": 0.0002160636288292725,
+      "loss": 1.2772,
       "step": 9155
     },
     {
-      "epoch": 1.2740806098986834,
-      "grad_norm": 0.00600160442778129,
-      "learning_rate": 0.00035034832878941865,
-      "loss": 1.1403,
+      "epoch": 1.446791707798618,
+      "grad_norm": 0.04559076598683916,
+      "learning_rate": 0.00021549656742790897,
+      "loss": 1.2531,
       "step": 9160
     },
     {
-      "epoch": 1.2747760473940652,
-      "grad_norm": 0.006364892214399517,
-      "learning_rate": 0.00034976930940218323,
-      "loss": 1.1132,
+      "epoch": 1.4475814412635735,
+      "grad_norm": 0.04961042178001193,
+      "learning_rate": 0.00021493004665454834,
+      "loss": 1.2091,
       "step": 9165
     },
     {
-      "epoch": 1.2754714848894473,
-      "grad_norm": 0.006063429974796148,
-      "learning_rate": 0.0003491905113905787,
-      "loss": 1.0696,
+      "epoch": 1.448371174728529,
+      "grad_norm": 0.043725329660629315,
+      "learning_rate": 0.0002143640675857218,
+      "loss": 1.2476,
       "step": 9170
     },
     {
-      "epoch": 1.276166922384829,
-      "grad_norm": 0.005782272042046282,
-      "learning_rate": 0.000348611935607505,
-      "loss": 1.0804,
+      "epoch": 1.4491609081934846,
+      "grad_norm": 0.04486831365156958,
+      "learning_rate": 0.00021379863129693244,
+      "loss": 1.2207,
       "step": 9175
     },
     {
-      "epoch": 1.276862359880211,
-      "grad_norm": 0.006514871704868044,
-      "learning_rate": 0.00034803358290553496,
-      "loss": 1.0995,
+      "epoch": 1.4499506416584402,
+      "grad_norm": 0.043148313598397214,
+      "learning_rate": 0.00021323373886265052,
+      "loss": 1.2469,
       "step": 9180
     },
     {
-      "epoch": 1.2775577973755927,
-      "grad_norm": 0.006228354747844325,
-      "learning_rate": 0.0003474554541369126,
-      "loss": 1.0531,
+      "epoch": 1.4507403751233958,
+      "grad_norm": 0.04660668136986214,
+      "learning_rate": 0.0002126693913563144,
+      "loss": 1.31,
       "step": 9185
     },
     {
-      "epoch": 1.2782532348709745,
-      "grad_norm": 0.005522145181495763,
-      "learning_rate": 0.0003468775501535516,
-      "loss": 1.1229,
+      "epoch": 1.4515301085883514,
+      "grad_norm": 0.04311540871752668,
+      "learning_rate": 0.00021210558985032535,
+      "loss": 1.2655,
       "step": 9190
     },
     {
-      "epoch": 1.2789486723663566,
-      "grad_norm": 0.0061644767543894185,
-      "learning_rate": 0.0003462998718070347,
-      "loss": 1.1228,
+      "epoch": 1.452319842053307,
+      "grad_norm": 0.045302092944605556,
+      "learning_rate": 0.00021154233541604845,
+      "loss": 1.2032,
       "step": 9195
     },
     {
-      "epoch": 1.2796441098617384,
-      "grad_norm": 0.006250611453750222,
-      "learning_rate": 0.00034572241994861226,
-      "loss": 1.144,
+      "epoch": 1.4531095755182626,
+      "grad_norm": 0.04342305123812473,
+      "learning_rate": 0.00021097962912380842,
+      "loss": 1.2175,
       "step": 9200
     },
     {
-      "epoch": 1.2803395473571202,
-      "grad_norm": 0.006265396513206417,
-      "learning_rate": 0.00034514519542920075,
-      "loss": 1.105,
+      "epoch": 1.4538993089832182,
+      "grad_norm": 0.04228252504985948,
+      "learning_rate": 0.00021041747204288862,
+      "loss": 1.2493,
       "step": 9205
     },
     {
-      "epoch": 1.281034984852502,
-      "grad_norm": 0.006176832646083963,
-      "learning_rate": 0.0003445681990993815,
-      "loss": 1.107,
+      "epoch": 1.4546890424481738,
+      "grad_norm": 0.04554405797985424,
+      "learning_rate": 0.00020985586524152876,
+      "loss": 1.2212,
       "step": 9210
     },
     {
-      "epoch": 1.2817304223478838,
-      "grad_norm": 0.006420412686462803,
-      "learning_rate": 0.0003439914318094,
-      "loss": 1.0984,
+      "epoch": 1.4554787759131294,
+      "grad_norm": 0.04351834757522095,
+      "learning_rate": 0.00020929480978692283,
+      "loss": 1.2777,
       "step": 9215
     },
     {
-      "epoch": 1.2824258598432658,
-      "grad_norm": 0.006029601701212778,
-      "learning_rate": 0.00034341489440916376,
-      "loss": 1.0816,
+      "epoch": 1.456268509378085,
+      "grad_norm": 0.041345260202381724,
+      "learning_rate": 0.00020873430674521725,
+      "loss": 1.2417,
       "step": 9220
     },
     {
-      "epoch": 1.2831212973386477,
-      "grad_norm": 0.006185567690675286,
-      "learning_rate": 0.0003428385877482416,
-      "loss": 1.174,
+      "epoch": 1.4570582428430405,
+      "grad_norm": 0.0442182552417775,
+      "learning_rate": 0.0002081743571815085,
+      "loss": 1.2708,
       "step": 9225
     },
     {
-      "epoch": 1.2838167348340295,
-      "grad_norm": 0.006023306382019438,
-      "learning_rate": 0.0003422625126758627,
-      "loss": 1.0883,
+      "epoch": 1.4578479763079961,
+      "grad_norm": 0.041343151320890725,
+      "learning_rate": 0.0002076149621598415,
+      "loss": 1.2455,
       "step": 9230
     },
     {
-      "epoch": 1.2845121723294113,
-      "grad_norm": 0.0056629089916064804,
-      "learning_rate": 0.0003416866700409146,
-      "loss": 1.1393,
+      "epoch": 1.4586377097729517,
+      "grad_norm": 0.043900956391403734,
+      "learning_rate": 0.00020705612274320734,
+      "loss": 1.2144,
       "step": 9235
     },
     {
-      "epoch": 1.285207609824793,
-      "grad_norm": 0.006024974979057719,
-      "learning_rate": 0.00034111106069194274,
-      "loss": 1.0789,
+      "epoch": 1.459427443237907,
+      "grad_norm": 0.046160463878869455,
+      "learning_rate": 0.0002064978399935411,
+      "loss": 1.2267,
       "step": 9240
     },
     {
-      "epoch": 1.2859030473201751,
-      "grad_norm": 0.005799366160326507,
-      "learning_rate": 0.0003405356854771481,
-      "loss": 1.1369,
+      "epoch": 1.4602171767028627,
+      "grad_norm": 0.04251184958723081,
+      "learning_rate": 0.0002059401149717209,
+      "loss": 1.1852,
       "step": 9245
     },
     {
-      "epoch": 1.286598484815557,
-      "grad_norm": 0.00607006224301757,
-      "learning_rate": 0.00033996054524438734,
-      "loss": 1.1408,
+      "epoch": 1.4610069101678183,
+      "grad_norm": 0.04600899873945971,
+      "learning_rate": 0.00020538294873756357,
+      "loss": 1.2893,
       "step": 9250
     },
     {
-      "epoch": 1.2872939223109388,
-      "grad_norm": 0.005904434096233597,
-      "learning_rate": 0.00033938564084117054,
-      "loss": 1.0839,
+      "epoch": 1.4617966436327738,
+      "grad_norm": 0.0445819131384732,
+      "learning_rate": 0.00020482634234982573,
+      "loss": 1.2042,
       "step": 9255
     },
     {
-      "epoch": 1.2879893598063208,
-      "grad_norm": 0.006612563167401026,
-      "learning_rate": 0.00033881097311466024,
-      "loss": 1.1556,
+      "epoch": 1.4625863770977294,
+      "grad_norm": 0.044101118347891884,
+      "learning_rate": 0.00020427029686619864,
+      "loss": 1.2302,
       "step": 9260
     },
     {
-      "epoch": 1.2886847973017026,
-      "grad_norm": 0.006628069816835666,
-      "learning_rate": 0.0003382365429116705,
-      "loss": 1.1354,
+      "epoch": 1.463376110562685,
+      "grad_norm": 0.04478459044645769,
+      "learning_rate": 0.0002037148133433091,
+      "loss": 1.2508,
       "step": 9265
     },
     {
-      "epoch": 1.2893802347970844,
-      "grad_norm": 0.00612217421341895,
-      "learning_rate": 0.0003376623510786651,
-      "loss": 1.1706,
+      "epoch": 1.4641658440276406,
+      "grad_norm": 0.04134627357791976,
+      "learning_rate": 0.0002031598928367147,
+      "loss": 1.2144,
       "step": 9270
     },
     {
-      "epoch": 1.2900756722924662,
-      "grad_norm": 0.0059489472777414214,
-      "learning_rate": 0.00033708839846175636,
-      "loss": 1.1138,
+      "epoch": 1.4649555774925962,
+      "grad_norm": 0.04428731167597449,
+      "learning_rate": 0.0002026055364009044,
+      "loss": 1.2475,
       "step": 9275
     },
     {
-      "epoch": 1.290771109787848,
-      "grad_norm": 0.005877361582452599,
-      "learning_rate": 0.00033651468590670475,
-      "loss": 1.0919,
+      "epoch": 1.4657453109575518,
+      "grad_norm": 0.04265550993444743,
+      "learning_rate": 0.0002020517450892944,
+      "loss": 1.2044,
       "step": 9280
     },
     {
-      "epoch": 1.29146654728323,
-      "grad_norm": 0.006479342800419916,
-      "learning_rate": 0.0003359412142589163,
-      "loss": 1.1376,
+      "epoch": 1.4665350444225074,
+      "grad_norm": 0.04544590109846603,
+      "learning_rate": 0.00020149851995422747,
+      "loss": 1.2812,
       "step": 9285
     },
     {
-      "epoch": 1.2921619847786119,
-      "grad_norm": 0.006006409795880321,
-      "learning_rate": 0.0003353679843634425,
-      "loss": 1.1015,
+      "epoch": 1.467324777887463,
+      "grad_norm": 0.043941527867336426,
+      "learning_rate": 0.00020094586204697025,
+      "loss": 1.2544,
       "step": 9290
     },
     {
-      "epoch": 1.2928574222739937,
-      "grad_norm": 0.005979989126595032,
-      "learning_rate": 0.0003347949970649785,
-      "loss": 1.1179,
+      "epoch": 1.4681145113524185,
+      "grad_norm": 0.04643972563719274,
+      "learning_rate": 0.00020039377241771168,
+      "loss": 1.2896,
       "step": 9295
     },
     {
-      "epoch": 1.2935528597693755,
-      "grad_norm": 0.006551039072394952,
-      "learning_rate": 0.00033422225320786213,
-      "loss": 1.1297,
+      "epoch": 1.4689042448173741,
+      "grad_norm": 0.04685525048597322,
+      "learning_rate": 0.00019984225211556078,
+      "loss": 1.2788,
       "step": 9300
     },
     {
-      "epoch": 1.2942482972647573,
-      "grad_norm": 0.006267366012214847,
-      "learning_rate": 0.0003336497536360717,
-      "loss": 1.1337,
+      "epoch": 1.4696939782823297,
+      "grad_norm": 0.042759975921242456,
+      "learning_rate": 0.00019929130218854463,
+      "loss": 1.2908,
       "step": 9305
     },
     {
-      "epoch": 1.2949437347601394,
-      "grad_norm": 0.006156439445289566,
-      "learning_rate": 0.00033307749919322667,
-      "loss": 1.0789,
+      "epoch": 1.4704837117472853,
+      "grad_norm": 0.04733466480013043,
+      "learning_rate": 0.00019874092368360658,
+      "loss": 1.2377,
       "step": 9310
     },
     {
-      "epoch": 1.2956391722555212,
-      "grad_norm": 0.006428967443022603,
-      "learning_rate": 0.00033250549072258445,
-      "loss": 1.0751,
+      "epoch": 1.471273445212241,
+      "grad_norm": 0.041966013269115636,
+      "learning_rate": 0.00019819111764660403,
+      "loss": 1.2717,
       "step": 9315
     },
     {
-      "epoch": 1.296334609750903,
-      "grad_norm": 0.005941596774981541,
-      "learning_rate": 0.00033193372906704043,
-      "loss": 1.0634,
+      "epoch": 1.4720631786771965,
+      "grad_norm": 0.049785398512514206,
+      "learning_rate": 0.0001976418851223064,
+      "loss": 1.2786,
       "step": 9320
     },
     {
-      "epoch": 1.2970300472462848,
-      "grad_norm": 0.006331190435786808,
-      "learning_rate": 0.00033136221506912633,
-      "loss": 1.1477,
+      "epoch": 1.472852912142152,
+      "grad_norm": 0.0444340002534599,
+      "learning_rate": 0.00019709322715439403,
+      "loss": 1.2598,
       "step": 9325
     },
     {
-      "epoch": 1.2977254847416666,
-      "grad_norm": 0.006132757246529876,
-      "learning_rate": 0.00033079094957100844,
-      "loss": 1.1373,
+      "epoch": 1.4736426456071077,
+      "grad_norm": 0.04735565513173148,
+      "learning_rate": 0.0001965451447854542,
+      "loss": 1.2505,
       "step": 9330
     },
     {
-      "epoch": 1.2984209222370486,
-      "grad_norm": 0.005786709272620955,
-      "learning_rate": 0.0003302199334144872,
-      "loss": 1.1234,
+      "epoch": 1.4744323790720633,
+      "grad_norm": 0.04268604607365012,
+      "learning_rate": 0.00019599763905698187,
+      "loss": 1.2171,
       "step": 9335
     },
     {
-      "epoch": 1.2991163597324304,
-      "grad_norm": 0.006809657501383308,
-      "learning_rate": 0.0003296491674409959,
-      "loss": 1.1157,
+      "epoch": 1.4752221125370188,
+      "grad_norm": 0.04372086739162144,
+      "learning_rate": 0.00019545071100937473,
+      "loss": 1.2556,
       "step": 9340
     },
     {
-      "epoch": 1.2998117972278123,
-      "grad_norm": 0.0062717563163457385,
-      "learning_rate": 0.00032907865249159863,
-      "loss": 1.1182,
+      "epoch": 1.4760118460019744,
+      "grad_norm": 0.04172995031522648,
+      "learning_rate": 0.00019490436168193416,
+      "loss": 1.1621,
       "step": 9345
     },
     {
-      "epoch": 1.300507234723194,
-      "grad_norm": 0.0066586665189258655,
-      "learning_rate": 0.00032850838940699,
-      "loss": 1.1109,
+      "epoch": 1.47680157946693,
+      "grad_norm": 0.04959974760328496,
+      "learning_rate": 0.0001943585921128605,
+      "loss": 1.2434,
       "step": 9350
     },
     {
-      "epoch": 1.3012026722185759,
-      "grad_norm": 0.006853032634971443,
-      "learning_rate": 0.00032793837902749337,
-      "loss": 1.132,
+      "epoch": 1.4775913129318856,
+      "grad_norm": 0.04220977546032244,
+      "learning_rate": 0.00019381340333925374,
+      "loss": 1.2081,
       "step": 9355
     },
     {
-      "epoch": 1.301898109713958,
-      "grad_norm": 0.005994799754333779,
-      "learning_rate": 0.0003273686221930593,
-      "loss": 1.145,
+      "epoch": 1.4783810463968412,
+      "grad_norm": 0.040847170579858684,
+      "learning_rate": 0.00019326879639710876,
+      "loss": 1.2805,
       "step": 9360
     },
     {
-      "epoch": 1.3025935472093397,
-      "grad_norm": 0.006756119725807829,
-      "learning_rate": 0.0003267991197432654,
-      "loss": 1.1193,
+      "epoch": 1.4791707798617966,
+      "grad_norm": 0.04298120240138015,
+      "learning_rate": 0.00019272477232131624,
+      "loss": 1.2415,
       "step": 9365
     },
     {
-      "epoch": 1.3032889847047215,
-      "grad_norm": 0.006242703705099357,
-      "learning_rate": 0.0003262298725173141,
-      "loss": 1.1008,
+      "epoch": 1.4799605133267522,
+      "grad_norm": 0.04295723343254925,
+      "learning_rate": 0.00019218133214565832,
+      "loss": 1.2384,
       "step": 9370
     },
     {
-      "epoch": 1.3039844222001036,
-      "grad_norm": 0.005796125507339816,
-      "learning_rate": 0.0003256608813540316,
-      "loss": 1.1712,
+      "epoch": 1.4807502467917077,
+      "grad_norm": 0.04334301070292486,
+      "learning_rate": 0.00019163847690280796,
+      "loss": 1.2988,
       "step": 9375
     },
     {
-      "epoch": 1.3046798596954854,
-      "grad_norm": 0.0057391177356192185,
-      "learning_rate": 0.0003250921470918671,
-      "loss": 1.1052,
+      "epoch": 1.4815399802566633,
+      "grad_norm": 0.044297167279458226,
+      "learning_rate": 0.0001910962076243264,
+      "loss": 1.2843,
       "step": 9380
     },
     {
-      "epoch": 1.3053752971908672,
-      "grad_norm": 0.006466584287569015,
-      "learning_rate": 0.0003245236705688913,
-      "loss": 1.1327,
+      "epoch": 1.482329713721619,
+      "grad_norm": 0.04401613215185402,
+      "learning_rate": 0.00019055452534066158,
+      "loss": 1.2446,
       "step": 9385
     },
     {
-      "epoch": 1.306070734686249,
-      "grad_norm": 0.006456197742706529,
-      "learning_rate": 0.0003239554526227943,
-      "loss": 1.0871,
+      "epoch": 1.4831194471865745,
+      "grad_norm": 0.040597492674703466,
+      "learning_rate": 0.00019001343108114598,
+      "loss": 1.2277,
       "step": 9390
     },
     {
-      "epoch": 1.3067661721816308,
-      "grad_norm": 0.006528975313311272,
-      "learning_rate": 0.00032338749409088606,
-      "loss": 1.1173,
+      "epoch": 1.48390918065153,
+      "grad_norm": 0.04149887464698839,
+      "learning_rate": 0.00018947292587399457,
+      "loss": 1.2213,
       "step": 9395
     },
     {
-      "epoch": 1.3074616096770129,
-      "grad_norm": 0.007556735102229566,
-      "learning_rate": 0.0003228197958100941,
-      "loss": 1.1193,
+      "epoch": 1.4846989141164857,
+      "grad_norm": 0.04304432091474144,
+      "learning_rate": 0.0001889330107463031,
+      "loss": 1.2169,
       "step": 9400
     },
     {
-      "epoch": 1.3081570471723947,
-      "grad_norm": 0.00680952184039851,
-      "learning_rate": 0.00032225235861696206,
-      "loss": 1.0903,
+      "epoch": 1.4854886475814413,
+      "grad_norm": 0.04416055370721165,
+      "learning_rate": 0.0001883936867240459,
+      "loss": 1.2502,
       "step": 9405
     },
     {
-      "epoch": 1.3088524846677765,
-      "grad_norm": 0.006188904267499503,
-      "learning_rate": 0.0003216851833476493,
-      "loss": 1.0689,
+      "epoch": 1.4862783810463969,
+      "grad_norm": 0.04558253312430824,
+      "learning_rate": 0.000187854954832074,
+      "loss": 1.2758,
       "step": 9410
     },
     {
-      "epoch": 1.3095479221631583,
-      "grad_norm": 0.006252358091491513,
-      "learning_rate": 0.0003211182708379288,
-      "loss": 1.1083,
+      "epoch": 1.4870681145113525,
+      "grad_norm": 0.0416567204237617,
+      "learning_rate": 0.00018731681609411376,
+      "loss": 1.2597,
       "step": 9415
     },
     {
-      "epoch": 1.31024335965854,
-      "grad_norm": 0.006162783534194914,
-      "learning_rate": 0.00032055162192318664,
-      "loss": 1.1364,
+      "epoch": 1.487857847976308,
+      "grad_norm": 0.043528385275798984,
+      "learning_rate": 0.00018677927153276349,
+      "loss": 1.2871,
       "step": 9420
     },
     {
-      "epoch": 1.3109387971539221,
-      "grad_norm": 0.00563335450644208,
-      "learning_rate": 0.00031998523743842033,
-      "loss": 1.0759,
+      "epoch": 1.4886475814412636,
+      "grad_norm": 0.042080595522680564,
+      "learning_rate": 0.00018624232216949343,
+      "loss": 1.2356,
       "step": 9425
     },
     {
-      "epoch": 1.311634234649304,
-      "grad_norm": 0.006161293973934486,
-      "learning_rate": 0.0003194191182182378,
-      "loss": 1.1,
+      "epoch": 1.4894373149062192,
+      "grad_norm": 0.042671241454965474,
+      "learning_rate": 0.0001857059690246417,
+      "loss": 1.2506,
       "step": 9430
     },
     {
-      "epoch": 1.3123296721446858,
-      "grad_norm": 0.006293005612699676,
-      "learning_rate": 0.0003188532650968562,
-      "loss": 1.1242,
+      "epoch": 1.4902270483711748,
+      "grad_norm": 0.044203427073850735,
+      "learning_rate": 0.00018517021311741466,
+      "loss": 1.2154,
       "step": 9435
     },
     {
-      "epoch": 1.3130251096400676,
-      "grad_norm": 0.006048550216455182,
-      "learning_rate": 0.0003182876789081005,
-      "loss": 1.095,
+      "epoch": 1.4910167818361302,
+      "grad_norm": 0.04305764528190242,
+      "learning_rate": 0.00018463505546588245,
+      "loss": 1.1867,
       "step": 9440
     },
     {
-      "epoch": 1.3137205471354494,
-      "grad_norm": 0.006336691646728391,
-      "learning_rate": 0.00031772236048540194,
-      "loss": 1.1561,
+      "epoch": 1.4918065153010858,
+      "grad_norm": 0.04423983480429018,
+      "learning_rate": 0.00018410049708697963,
+      "loss": 1.2113,
       "step": 9445
     },
     {
-      "epoch": 1.3144159846308314,
-      "grad_norm": 0.006393450121417346,
-      "learning_rate": 0.00031715731066179765,
-      "loss": 1.0936,
+      "epoch": 1.4925962487660414,
+      "grad_norm": 0.047005603523084354,
+      "learning_rate": 0.00018356653899650116,
+      "loss": 1.2439,
       "step": 9450
     },
     {
-      "epoch": 1.3151114221262132,
-      "grad_norm": 0.006272830103246764,
-      "learning_rate": 0.00031659253026992886,
-      "loss": 1.0709,
+      "epoch": 1.493385982230997,
+      "grad_norm": 0.04281367419631309,
+      "learning_rate": 0.0001830331822091017,
+      "loss": 1.2907,
       "step": 9455
     },
     {
-      "epoch": 1.315806859621595,
-      "grad_norm": 0.006430237610471572,
-      "learning_rate": 0.0003160280201420398,
-      "loss": 1.1013,
+      "epoch": 1.4941757156959525,
+      "grad_norm": 0.043403858383780934,
+      "learning_rate": 0.00018250042773829302,
+      "loss": 1.2396,
       "step": 9460
     },
     {
-      "epoch": 1.3165022971169769,
-      "grad_norm": 0.0062501210984689205,
-      "learning_rate": 0.0003154637811099762,
-      "loss": 1.0706,
+      "epoch": 1.4949654491609081,
+      "grad_norm": 0.044472885217902644,
+      "learning_rate": 0.00018196827659644254,
+      "loss": 1.2208,
       "step": 9465
     },
     {
-      "epoch": 1.3171977346123587,
-      "grad_norm": 0.00602021673182928,
-      "learning_rate": 0.00031489981400518476,
-      "loss": 1.0937,
+      "epoch": 1.4957551826258637,
+      "grad_norm": 0.04640671561734885,
+      "learning_rate": 0.00018143672979477115,
+      "loss": 1.2257,
       "step": 9470
     },
     {
-      "epoch": 1.3178931721077407,
-      "grad_norm": 0.0062014969365429395,
-      "learning_rate": 0.000314336119658711,
-      "loss": 1.0805,
+      "epoch": 1.4965449160908193,
+      "grad_norm": 0.04465887391316335,
+      "learning_rate": 0.00018090578834335124,
+      "loss": 1.211,
       "step": 9475
     },
     {
-      "epoch": 1.3185886096031225,
-      "grad_norm": 0.005873995613497452,
-      "learning_rate": 0.00031377269890119866,
-      "loss": 1.062,
+      "epoch": 1.4973346495557749,
+      "grad_norm": 0.04455125277257805,
+      "learning_rate": 0.00018037545325110506,
+      "loss": 1.2377,
       "step": 9480
     },
     {
-      "epoch": 1.3192840470985043,
-      "grad_norm": 0.005863574098493134,
-      "learning_rate": 0.0003132095525628885,
-      "loss": 1.1037,
+      "epoch": 1.4981243830207305,
+      "grad_norm": 0.04630774602385173,
+      "learning_rate": 0.00017984572552580248,
+      "loss": 1.2728,
       "step": 9485
     },
     {
-      "epoch": 1.3199794845938864,
-      "grad_norm": 0.006257408394263089,
-      "learning_rate": 0.0003126466814736168,
-      "loss": 1.0935,
+      "epoch": 1.498914116485686,
+      "grad_norm": 0.041308826211504016,
+      "learning_rate": 0.00017931660617405908,
+      "loss": 1.2315,
       "step": 9490
     },
     {
-      "epoch": 1.3206749220892682,
-      "grad_norm": 0.006144652396364104,
-      "learning_rate": 0.0003120840864628144,
-      "loss": 1.0973,
+      "epoch": 1.4997038499506417,
+      "grad_norm": 0.04131402123270984,
+      "learning_rate": 0.00017878809620133518,
+      "loss": 1.2282,
       "step": 9495
     },
     {
-      "epoch": 1.32137035958465,
-      "grad_norm": 0.005895407817587071,
-      "learning_rate": 0.00031152176835950475,
-      "loss": 1.1419,
+      "epoch": 1.5004935834155972,
+      "grad_norm": 0.04192234330059463,
+      "learning_rate": 0.00017826019661193172,
+      "loss": 1.2251,
       "step": 9500
     },
     {
-      "epoch": 1.3220657970800318,
-      "grad_norm": 0.005937853253506501,
-      "learning_rate": 0.0003109597279923039,
-      "loss": 1.1125,
+      "epoch": 1.5012833168805528,
+      "grad_norm": 0.043331962543877695,
+      "learning_rate": 0.00017773290840899126,
+      "loss": 1.2281,
       "step": 9505
     },
     {
-      "epoch": 1.3227612345754136,
-      "grad_norm": 0.005720589544571143,
-      "learning_rate": 0.00031039796618941837,
-      "loss": 1.1175,
+      "epoch": 1.5020730503455084,
+      "grad_norm": 0.04486368141781126,
+      "learning_rate": 0.00017720623259449316,
+      "loss": 1.2468,
       "step": 9510
     },
     {
-      "epoch": 1.3234566720707956,
-      "grad_norm": 0.005825855651625093,
-      "learning_rate": 0.00030983648377864417,
-      "loss": 1.1105,
+      "epoch": 1.502862783810464,
+      "grad_norm": 0.04212906355247698,
+      "learning_rate": 0.00017668017016925458,
+      "loss": 1.2214,
       "step": 9515
     },
     {
-      "epoch": 1.3241521095661775,
-      "grad_norm": 0.005997606137094259,
-      "learning_rate": 0.0003092752815873658,
-      "loss": 1.0931,
+      "epoch": 1.5036525172754196,
+      "grad_norm": 0.043484760308477505,
+      "learning_rate": 0.00017615472213292549,
+      "loss": 1.2619,
       "step": 9520
     },
     {
-      "epoch": 1.3248475470615593,
-      "grad_norm": 0.005572718337876991,
-      "learning_rate": 0.0003087143604425546,
-      "loss": 1.055,
+      "epoch": 1.5044422507403752,
+      "grad_norm": 0.04397730030377585,
+      "learning_rate": 0.00017562988948398994,
+      "loss": 1.2319,
       "step": 9525
     },
     {
-      "epoch": 1.325542984556941,
-      "grad_norm": 0.006258740733311072,
-      "learning_rate": 0.00030815372117076766,
-      "loss": 1.1492,
+      "epoch": 1.5052319842053308,
+      "grad_norm": 0.06963809250334915,
+      "learning_rate": 0.00017510567321976119,
+      "loss": 1.2741,
       "step": 9530
     },
     {
-      "epoch": 1.326238422052323,
-      "grad_norm": 0.006111543232714094,
-      "learning_rate": 0.0003075933645981473,
-      "loss": 1.1474,
+      "epoch": 1.5060217176702864,
+      "grad_norm": 0.04077421162557595,
+      "learning_rate": 0.00017458207433638224,
+      "loss": 1.2489,
       "step": 9535
     },
     {
-      "epoch": 1.326933859547705,
-      "grad_norm": 0.0055076227086681825,
-      "learning_rate": 0.0003070332915504185,
-      "loss": 1.0774,
+      "epoch": 1.506811451135242,
+      "grad_norm": 0.0429139161182943,
+      "learning_rate": 0.0001740590938288224,
+      "loss": 1.216,
       "step": 9540
     },
     {
-      "epoch": 1.3276292970430867,
-      "grad_norm": 0.006102257281011644,
-      "learning_rate": 0.00030647350285288897,
-      "loss": 1.081,
+      "epoch": 1.5076011846001975,
+      "grad_norm": 0.047655390925510535,
+      "learning_rate": 0.00017353673269087606,
+      "loss": 1.3079,
       "step": 9545
     },
     {
-      "epoch": 1.3283247345384686,
-      "grad_norm": 0.005795280098820527,
-      "learning_rate": 0.0003059139993304473,
-      "loss": 1.0682,
+      "epoch": 1.5083909180651531,
+      "grad_norm": 0.05139763584507169,
+      "learning_rate": 0.00017301499191516056,
+      "loss": 1.256,
       "step": 9550
     },
     {
-      "epoch": 1.3290201720338504,
-      "grad_norm": 0.005695924038258988,
-      "learning_rate": 0.0003053547818075619,
-      "loss": 1.0824,
+      "epoch": 1.5091806515301087,
+      "grad_norm": 0.046036429092986,
+      "learning_rate": 0.00017249387249311456,
+      "loss": 1.2447,
       "step": 9555
     },
     {
-      "epoch": 1.3297156095292322,
-      "grad_norm": 0.00592555814450192,
-      "learning_rate": 0.00030479585110827946,
-      "loss": 1.0916,
+      "epoch": 1.5099703849950643,
+      "grad_norm": 0.6372380773081033,
+      "learning_rate": 0.00017197337541499574,
+      "loss": 1.1871,
       "step": 9560
     },
     {
-      "epoch": 1.3304110470246142,
-      "grad_norm": 0.006117894458145462,
-      "learning_rate": 0.00030423720805622417,
-      "loss": 1.0899,
+      "epoch": 1.51076011846002,
+      "grad_norm": 0.04636380113387648,
+      "learning_rate": 0.0001714535016698795,
+      "loss": 1.2504,
       "step": 9565
     },
     {
-      "epoch": 1.331106484519996,
-      "grad_norm": 0.0061551391086272856,
-      "learning_rate": 0.00030367885347459654,
-      "loss": 1.1336,
+      "epoch": 1.5115498519249755,
+      "grad_norm": 0.04435545602912582,
+      "learning_rate": 0.00017093425224565627,
+      "loss": 1.2189,
       "step": 9570
     },
     {
-      "epoch": 1.3318019220153778,
-      "grad_norm": 0.006123433275702576,
-      "learning_rate": 0.00030312078818617175,
-      "loss": 1.0991,
+      "epoch": 1.5123395853899309,
+      "grad_norm": 0.04617490226321746,
+      "learning_rate": 0.000170415628129031,
+      "loss": 1.2659,
       "step": 9575
     },
     {
-      "epoch": 1.3324973595107596,
-      "grad_norm": 0.005795254277331677,
-      "learning_rate": 0.00030256301301329904,
-      "loss": 1.0945,
+      "epoch": 1.5131293188548864,
+      "grad_norm": 0.043663414760809295,
+      "learning_rate": 0.00016989763030551909,
+      "loss": 1.2305,
       "step": 9580
     },
     {
-      "epoch": 1.3331927970061415,
-      "grad_norm": 0.006298567367935645,
-      "learning_rate": 0.00030200552877789944,
-      "loss": 1.1089,
+      "epoch": 1.513919052319842,
+      "grad_norm": 0.041625400816711886,
+      "learning_rate": 0.00016938025975944728,
+      "loss": 1.167,
       "step": 9585
     },
     {
-      "epoch": 1.3338882345015235,
-      "grad_norm": 0.0062308284296974225,
-      "learning_rate": 0.00030144833630146595,
-      "loss": 1.0816,
+      "epoch": 1.5147087857847976,
+      "grad_norm": 0.04385471720640473,
+      "learning_rate": 0.00016886351747394884,
+      "loss": 1.2155,
       "step": 9590
     },
     {
-      "epoch": 1.3345836719969053,
-      "grad_norm": 0.006034430370088254,
-      "learning_rate": 0.00030089143640506157,
-      "loss": 1.1132,
+      "epoch": 1.5154985192497532,
+      "grad_norm": 0.04549894541228197,
+      "learning_rate": 0.0001683474044309647,
+      "loss": 1.2624,
       "step": 9595
     },
     {
-      "epoch": 1.3352791094922871,
-      "grad_norm": 0.0067840486315507,
-      "learning_rate": 0.0003003348299093176,
-      "loss": 1.1258,
+      "epoch": 1.5162882527147088,
+      "grad_norm": 0.04309289517467276,
+      "learning_rate": 0.00016783192161123856,
+      "loss": 1.2728,
       "step": 9600
     },
     {
-      "epoch": 1.3359745469876692,
-      "grad_norm": 0.006066307061064683,
-      "learning_rate": 0.0002997785176344336,
-      "loss": 1.0854,
+      "epoch": 1.5170779861796644,
+      "grad_norm": 0.04242582026959109,
+      "learning_rate": 0.00016731706999431806,
+      "loss": 1.1962,
       "step": 9605
     },
     {
-      "epoch": 1.336669984483051,
-      "grad_norm": 0.006206825641851117,
-      "learning_rate": 0.0002992225004001756,
-      "loss": 1.1215,
+      "epoch": 1.51786771964462,
+      "grad_norm": 0.04333846151748437,
+      "learning_rate": 0.00016680285055854988,
+      "loss": 1.2347,
       "step": 9610
     },
     {
-      "epoch": 1.3373654219784328,
-      "grad_norm": 0.0063478797141253455,
-      "learning_rate": 0.00029866677902587414,
-      "loss": 1.0917,
+      "epoch": 1.5186574531095756,
+      "grad_norm": 0.04311779115469344,
+      "learning_rate": 0.00016628926428108066,
+      "loss": 1.2333,
       "step": 9615
     },
     {
-      "epoch": 1.3380608594738146,
-      "grad_norm": 0.006054015332676405,
-      "learning_rate": 0.0002981113543304245,
-      "loss": 1.0753,
+      "epoch": 1.5194471865745312,
+      "grad_norm": 0.04233770228071355,
+      "learning_rate": 0.0001657763121378532,
+      "loss": 1.289,
       "step": 9620
     },
     {
-      "epoch": 1.3387562969691964,
-      "grad_norm": 0.006258784681310268,
-      "learning_rate": 0.0002975562271322846,
-      "loss": 1.1386,
+      "epoch": 1.5202369200394865,
+      "grad_norm": 0.043450637035748994,
+      "learning_rate": 0.00016526399510360547,
+      "loss": 1.2267,
       "step": 9625
     },
     {
-      "epoch": 1.3394517344645784,
-      "grad_norm": 0.006003306906241002,
-      "learning_rate": 0.0002970013982494739,
-      "loss": 1.1207,
+      "epoch": 1.521026653504442,
+      "grad_norm": 0.04459069640439674,
+      "learning_rate": 0.00016475231415186852,
+      "loss": 1.327,
       "step": 9630
     },
     {
-      "epoch": 1.3401471719599602,
-      "grad_norm": 0.00641987133878955,
-      "learning_rate": 0.0002964468684995723,
-      "loss": 1.1306,
+      "epoch": 1.5218163869693977,
+      "grad_norm": 0.04324979314040894,
+      "learning_rate": 0.00016424127025496476,
+      "loss": 1.2217,
       "step": 9635
     },
     {
-      "epoch": 1.340842609455342,
-      "grad_norm": 0.005881240819267052,
-      "learning_rate": 0.00029589263869971916,
-      "loss": 1.0664,
+      "epoch": 1.5226061204343533,
+      "grad_norm": 0.043506647082293536,
+      "learning_rate": 0.00016373086438400597,
+      "loss": 1.2719,
       "step": 9640
     },
     {
-      "epoch": 1.3415380469507239,
-      "grad_norm": 0.006000846826790275,
-      "learning_rate": 0.00029533870966661114,
-      "loss": 1.083,
+      "epoch": 1.5233958538993089,
+      "grad_norm": 0.04554325351289371,
+      "learning_rate": 0.00016322109750889152,
+      "loss": 1.2324,
       "step": 9645
     },
     {
-      "epoch": 1.3422334844461057,
-      "grad_norm": 0.006080419432342035,
-      "learning_rate": 0.00029478508221650237,
-      "loss": 1.1374,
+      "epoch": 1.5241855873642645,
+      "grad_norm": 0.04407318771946388,
+      "learning_rate": 0.00016271197059830657,
+      "loss": 1.1992,
       "step": 9650
     },
     {
-      "epoch": 1.3429289219414877,
-      "grad_norm": 0.0057749713621675,
-      "learning_rate": 0.0002942317571652025,
-      "loss": 1.0892,
+      "epoch": 1.52497532082922,
+      "grad_norm": 0.04239286822672143,
+      "learning_rate": 0.00016220348461972017,
+      "loss": 1.2699,
       "step": 9655
     },
     {
-      "epoch": 1.3436243594368695,
-      "grad_norm": 0.0059713843817507575,
-      "learning_rate": 0.0002936787353280752,
-      "loss": 1.083,
+      "epoch": 1.5257650542941756,
+      "grad_norm": 0.04357601060776904,
+      "learning_rate": 0.00016169564053938328,
+      "loss": 1.307,
       "step": 9660
     },
     {
-      "epoch": 1.3443197969322513,
-      "grad_norm": 0.006294046375889114,
-      "learning_rate": 0.0002931260175200378,
-      "loss": 1.0938,
+      "epoch": 1.5265547877591312,
+      "grad_norm": 0.04358284659562091,
+      "learning_rate": 0.00016118843932232775,
+      "loss": 1.2578,
       "step": 9665
     },
     {
-      "epoch": 1.3450152344276332,
-      "grad_norm": 0.0065672174824506786,
-      "learning_rate": 0.00029257360455555917,
-      "loss": 1.1348,
+      "epoch": 1.5273445212240868,
+      "grad_norm": 0.0413775317678787,
+      "learning_rate": 0.00016068188193236262,
+      "loss": 1.2727,
       "step": 9670
     },
     {
-      "epoch": 1.345710671923015,
-      "grad_norm": 0.006996004658871782,
-      "learning_rate": 0.00029202149724865913,
-      "loss": 1.1352,
+      "epoch": 1.5281342546890424,
+      "grad_norm": 0.04510052298724016,
+      "learning_rate": 0.0001601759693320749,
+      "loss": 1.1906,
       "step": 9675
     },
     {
-      "epoch": 1.346406109418397,
-      "grad_norm": 0.006099746043197367,
-      "learning_rate": 0.0002914696964129073,
-      "loss": 1.087,
+      "epoch": 1.528923988153998,
+      "grad_norm": 0.04200419974749778,
+      "learning_rate": 0.00015967070248282494,
+      "loss": 1.2465,
       "step": 9680
     },
     {
-      "epoch": 1.3471015469137788,
-      "grad_norm": 0.007261639621215516,
-      "learning_rate": 0.0002909182028614217,
-      "loss": 1.1082,
+      "epoch": 1.5297137216189536,
+      "grad_norm": 0.04259032497105927,
+      "learning_rate": 0.0001591660823447474,
+      "loss": 1.2601,
       "step": 9685
     },
     {
-      "epoch": 1.3477969844091606,
-      "grad_norm": 0.006534691666244914,
-      "learning_rate": 0.00029036701740686705,
-      "loss": 1.1089,
+      "epoch": 1.5305034550839092,
+      "grad_norm": 0.0407088342704809,
+      "learning_rate": 0.00015866210987674668,
+      "loss": 1.2487,
       "step": 9690
     },
     {
-      "epoch": 1.3484924219045424,
-      "grad_norm": 0.005971728004686107,
-      "learning_rate": 0.0002898161408614547,
-      "loss": 1.0806,
+      "epoch": 1.5312931885488648,
+      "grad_norm": 0.04393976370633748,
+      "learning_rate": 0.0001581587860364977,
+      "loss": 1.2457,
       "step": 9695
     },
     {
-      "epoch": 1.3491878593999242,
-      "grad_norm": 0.005737649896346524,
-      "learning_rate": 0.0002892655740369404,
-      "loss": 1.0802,
+      "epoch": 1.5320829220138203,
+      "grad_norm": 0.04499471978735188,
+      "learning_rate": 0.0001576561117804416,
+      "loss": 1.287,
       "step": 9700
     },
     {
-      "epoch": 1.3498832968953063,
-      "grad_norm": 0.00624620309828389,
-      "learning_rate": 0.0002887153177446236,
-      "loss": 1.1217,
+      "epoch": 1.532872655478776,
+      "grad_norm": 0.043477815362197275,
+      "learning_rate": 0.00015715408806378622,
+      "loss": 1.3006,
       "step": 9705
     },
     {
-      "epoch": 1.350578734390688,
-      "grad_norm": 0.006235589726426738,
-      "learning_rate": 0.0002881653727953459,
-      "loss": 1.1132,
+      "epoch": 1.5336623889437315,
+      "grad_norm": 0.04403933789537775,
+      "learning_rate": 0.00015665271584050261,
+      "loss": 1.2817,
       "step": 9710
     },
     {
-      "epoch": 1.35127417188607,
-      "grad_norm": 0.006084843069470995,
-      "learning_rate": 0.00028761573999949095,
-      "loss": 1.1527,
+      "epoch": 1.5344521224086871,
+      "grad_norm": 0.04667059413347771,
+      "learning_rate": 0.000156151996063324,
+      "loss": 1.2547,
       "step": 9715
     },
     {
-      "epoch": 1.351969609381452,
-      "grad_norm": 0.005475989905502144,
-      "learning_rate": 0.00028706642016698133,
-      "loss": 1.1086,
+      "epoch": 1.5352418558736427,
+      "grad_norm": 0.04194393698035146,
+      "learning_rate": 0.00015565192968374365,
+      "loss": 1.2365,
       "step": 9720
     },
     {
-      "epoch": 1.3526650468768338,
-      "grad_norm": 0.006826858377972385,
-      "learning_rate": 0.0002865174141072795,
-      "loss": 1.1382,
+      "epoch": 1.5360315893385983,
+      "grad_norm": 0.04428724563099374,
+      "learning_rate": 0.00015515251765201344,
+      "loss": 1.2465,
       "step": 9725
     },
     {
-      "epoch": 1.3533604843722156,
-      "grad_norm": 0.006635730880344182,
-      "learning_rate": 0.00028596872262938433,
-      "loss": 1.112,
+      "epoch": 1.5368213228035539,
+      "grad_norm": 0.0428853986151946,
+      "learning_rate": 0.00015465376091714167,
+      "loss": 1.2398,
       "step": 9730
     },
     {
-      "epoch": 1.3540559218675974,
-      "grad_norm": 0.0064135940496592245,
-      "learning_rate": 0.00028542034654183244,
-      "loss": 1.0378,
+      "epoch": 1.5376110562685095,
+      "grad_norm": 0.042921764785976264,
+      "learning_rate": 0.00015415566042689146,
+      "loss": 1.2291,
       "step": 9735
     },
     {
-      "epoch": 1.3547513593629792,
-      "grad_norm": 0.006406792782829933,
-      "learning_rate": 0.0002848722866526946,
-      "loss": 1.1189,
+      "epoch": 1.538400789733465,
+      "grad_norm": 0.04791447400266946,
+      "learning_rate": 0.00015365821712777866,
+      "loss": 1.2718,
       "step": 9740
     },
     {
-      "epoch": 1.3554467968583612,
-      "grad_norm": 0.00657753537678402,
-      "learning_rate": 0.0002843245437695765,
-      "loss": 1.0713,
+      "epoch": 1.5391905231984206,
+      "grad_norm": 0.045457511268563684,
+      "learning_rate": 0.0001531614319650711,
+      "loss": 1.2794,
       "step": 9745
     },
     {
-      "epoch": 1.356142234353743,
-      "grad_norm": 0.006532295476414339,
-      "learning_rate": 0.00028377711869961625,
-      "loss": 1.0772,
+      "epoch": 1.5399802566633762,
+      "grad_norm": 0.04349882156496334,
+      "learning_rate": 0.00015266530588278472,
+      "loss": 1.2127,
       "step": 9750
     },
     {
-      "epoch": 1.3568376718491248,
-      "grad_norm": 0.006238223675472069,
-      "learning_rate": 0.00028323001224948364,
-      "loss": 1.078,
+      "epoch": 1.5407699901283318,
+      "grad_norm": 0.039805148643892105,
+      "learning_rate": 0.00015216983982368438,
+      "loss": 1.2797,
       "step": 9755
     },
     {
-      "epoch": 1.3575331093445067,
-      "grad_norm": 0.005696701591823178,
-      "learning_rate": 0.000282683225225379,
-      "loss": 1.1,
+      "epoch": 1.5415597235932874,
+      "grad_norm": 0.042485521636933164,
+      "learning_rate": 0.00015167503472927942,
+      "loss": 1.2418,
       "step": 9760
     },
     {
-      "epoch": 1.3582285468398885,
-      "grad_norm": 0.00673065682580446,
-      "learning_rate": 0.00028213675843303176,
-      "loss": 1.1545,
+      "epoch": 1.542349457058243,
+      "grad_norm": 0.04153028849051044,
+      "learning_rate": 0.0001511808915398244,
+      "loss": 1.1994,
       "step": 9765
     },
     {
-      "epoch": 1.3589239843352705,
-      "grad_norm": 0.006028960280150094,
-      "learning_rate": 0.0002815906126777002,
-      "loss": 1.0846,
+      "epoch": 1.5431391905231984,
+      "grad_norm": 0.04285746463886507,
+      "learning_rate": 0.00015068741119431505,
+      "loss": 1.2725,
       "step": 9770
     },
     {
-      "epoch": 1.3596194218306523,
-      "grad_norm": 0.0059425910046992944,
-      "learning_rate": 0.0002810447887641685,
-      "loss": 1.075,
+      "epoch": 1.543928923988154,
+      "grad_norm": 0.044376134283402834,
+      "learning_rate": 0.0001501945946304884,
+      "loss": 1.2231,
       "step": 9775
     },
     {
-      "epoch": 1.3603148593260341,
-      "grad_norm": 0.006077526659473092,
-      "learning_rate": 0.0002804992874967478,
-      "loss": 1.0852,
+      "epoch": 1.5447186574531095,
+      "grad_norm": 0.04318944410919814,
+      "learning_rate": 0.0001497024427848196,
+      "loss": 1.2832,
       "step": 9780
     },
     {
-      "epoch": 1.361010296821416,
-      "grad_norm": 0.006357043130024601,
-      "learning_rate": 0.00027995410967927224,
-      "loss": 1.1162,
+      "epoch": 1.5455083909180651,
+      "grad_norm": 0.04375573682636361,
+      "learning_rate": 0.00014921095659252076,
+      "loss": 1.2134,
       "step": 9785
     },
     {
-      "epoch": 1.3617057343167978,
-      "grad_norm": 0.0062576975284732,
-      "learning_rate": 0.0002794092561151008,
-      "loss": 1.1086,
+      "epoch": 1.5462981243830207,
+      "grad_norm": 0.04320167264556622,
+      "learning_rate": 0.00014872013698753918,
+      "loss": 1.2658,
       "step": 9790
     },
     {
-      "epoch": 1.3624011718121798,
-      "grad_norm": 0.006638921232504151,
-      "learning_rate": 0.0002788647276071137,
-      "loss": 1.1742,
+      "epoch": 1.5470878578479763,
+      "grad_norm": 0.04590460116489894,
+      "learning_rate": 0.00014822998490255545,
+      "loss": 1.2374,
       "step": 9795
     },
     {
-      "epoch": 1.3630966093075616,
-      "grad_norm": 0.005765086880373046,
-      "learning_rate": 0.00027832052495771275,
-      "loss": 1.0448,
+      "epoch": 1.547877591312932,
+      "grad_norm": 0.044244192838594834,
+      "learning_rate": 0.00014774050126898164,
+      "loss": 1.2676,
       "step": 9800
     },
     {
-      "epoch": 1.3637920468029434,
-      "grad_norm": 0.006273290445329462,
-      "learning_rate": 0.00027777664896881936,
-      "loss": 1.1007,
+      "epoch": 1.5486673247778875,
+      "grad_norm": 0.04103490470053573,
+      "learning_rate": 0.00014725168701695961,
+      "loss": 1.2101,
       "step": 9805
     },
     {
-      "epoch": 1.3644874842983252,
-      "grad_norm": 0.006119130529130624,
-      "learning_rate": 0.00027723310044187345,
-      "loss": 1.0854,
+      "epoch": 1.549457058242843,
+      "grad_norm": 0.04253206733320825,
+      "learning_rate": 0.00014676354307535932,
+      "loss": 1.2255,
       "step": 9810
     },
     {
-      "epoch": 1.365182921793707,
-      "grad_norm": 0.006471646709484315,
-      "learning_rate": 0.00027668988017783225,
-      "loss": 1.1255,
+      "epoch": 1.5502467917077987,
+      "grad_norm": 0.044895457710855916,
+      "learning_rate": 0.00014627607037177688,
+      "loss": 1.2455,
       "step": 9815
     },
     {
-      "epoch": 1.365878359289089,
-      "grad_norm": 0.00624851288591805,
-      "learning_rate": 0.0002761469889771701,
-      "loss": 1.0628,
+      "epoch": 1.551036525172754,
+      "grad_norm": 0.042236937125505095,
+      "learning_rate": 0.00014578926983253287,
+      "loss": 1.2493,
       "step": 9820
     },
     {
-      "epoch": 1.3665737967844709,
-      "grad_norm": 0.006169479350744221,
-      "learning_rate": 0.0002756044276398756,
-      "loss": 1.078,
+      "epoch": 1.5518262586377096,
+      "grad_norm": 0.045755408642713276,
+      "learning_rate": 0.00014530314238267068,
+      "loss": 1.2529,
       "step": 9825
     },
     {
-      "epoch": 1.3672692342798527,
-      "grad_norm": 0.00580286320907087,
-      "learning_rate": 0.00027506219696545124,
-      "loss": 1.0948,
+      "epoch": 1.5526159921026652,
+      "grad_norm": 0.04586346279638535,
+      "learning_rate": 0.00014481768894595437,
+      "loss": 1.2344,
       "step": 9830
     },
     {
-      "epoch": 1.3679646717752347,
-      "grad_norm": 0.006577060224703207,
-      "learning_rate": 0.0002745202977529134,
-      "loss": 1.1111,
+      "epoch": 1.5534057255676208,
+      "grad_norm": 0.043610317045998284,
+      "learning_rate": 0.00014433291044486796,
+      "loss": 1.2504,
       "step": 9835
     },
     {
-      "epoch": 1.3686601092706165,
-      "grad_norm": 0.006145174355142514,
-      "learning_rate": 0.00027397873080078824,
-      "loss": 1.1975,
+      "epoch": 1.5541954590325764,
+      "grad_norm": 0.04472986983301211,
+      "learning_rate": 0.00014384880780061177,
+      "loss": 1.2099,
       "step": 9840
     },
     {
-      "epoch": 1.3693555467659984,
-      "grad_norm": 0.00583279383839826,
-      "learning_rate": 0.00027343749690711384,
-      "loss": 1.0762,
+      "epoch": 1.554985192497532,
+      "grad_norm": 0.04268069224241305,
+      "learning_rate": 0.00014336538193310304,
+      "loss": 1.236,
       "step": 9845
     },
     {
-      "epoch": 1.3700509842613802,
-      "grad_norm": 0.006325481039264499,
-      "learning_rate": 0.0002728965968694367,
-      "loss": 1.0631,
+      "epoch": 1.5557749259624876,
+      "grad_norm": 0.04443294188463861,
+      "learning_rate": 0.00014288263376097184,
+      "loss": 1.213,
       "step": 9850
     },
     {
-      "epoch": 1.370746421756762,
-      "grad_norm": 0.005923075549040927,
-      "learning_rate": 0.0002723560314848118,
-      "loss": 1.0982,
+      "epoch": 1.5565646594274432,
+      "grad_norm": 0.042343784870369425,
+      "learning_rate": 0.00014240056420156138,
+      "loss": 1.1648,
       "step": 9855
     },
     {
-      "epoch": 1.371441859252144,
-      "grad_norm": 0.006156639175715872,
-      "learning_rate": 0.0002718158015498004,
-      "loss": 1.083,
+      "epoch": 1.5573543928923987,
+      "grad_norm": 0.04291027262454917,
+      "learning_rate": 0.00014191917417092482,
+      "loss": 1.2117,
       "step": 9860
     },
     {
-      "epoch": 1.3721372967475258,
-      "grad_norm": 0.005929059313022106,
-      "learning_rate": 0.00027127590786047047,
-      "loss": 1.0911,
+      "epoch": 1.5581441263573543,
+      "grad_norm": 0.04365784248758959,
+      "learning_rate": 0.00014143846458382415,
+      "loss": 1.2264,
       "step": 9865
     },
     {
-      "epoch": 1.3728327342429076,
-      "grad_norm": 0.005529507049174117,
-      "learning_rate": 0.00027073635121239304,
-      "loss": 1.0537,
+      "epoch": 1.55893385982231,
+      "grad_norm": 0.04405277960931923,
+      "learning_rate": 0.00014095843635372835,
+      "loss": 1.267,
       "step": 9870
     },
     {
-      "epoch": 1.3735281717382894,
-      "grad_norm": 0.006546464278706902,
-      "learning_rate": 0.0002701971324006438,
-      "loss": 1.1489,
+      "epoch": 1.5597235932872655,
+      "grad_norm": 0.04014463986936085,
+      "learning_rate": 0.0001404790903928117,
+      "loss": 1.2235,
       "step": 9875
     },
     {
-      "epoch": 1.3742236092336713,
-      "grad_norm": 0.006490833228642707,
-      "learning_rate": 0.0002696582522198,
-      "loss": 1.1271,
+      "epoch": 1.560513326752221,
+      "grad_norm": 0.041936728629981004,
+      "learning_rate": 0.0001400004276119519,
+      "loss": 1.2196,
       "step": 9880
     },
     {
-      "epoch": 1.3749190467290533,
-      "grad_norm": 0.005851897645116874,
-      "learning_rate": 0.0002691197114639398,
-      "loss": 1.0206,
+      "epoch": 1.5613030602171767,
+      "grad_norm": 0.04417755066567934,
+      "learning_rate": 0.00013952244892072858,
+      "loss": 1.2295,
       "step": 9885
     },
     {
-      "epoch": 1.375614484224435,
-      "grad_norm": 0.0057150446706458104,
-      "learning_rate": 0.00026858151092664176,
-      "loss": 1.0898,
+      "epoch": 1.5620927936821323,
+      "grad_norm": 0.04322955992574533,
+      "learning_rate": 0.00013904515522742127,
+      "loss": 1.2707,
       "step": 9890
     },
     {
-      "epoch": 1.376309921719817,
-      "grad_norm": 0.006277893851274868,
-      "learning_rate": 0.0002680436514009825,
-      "loss": 1.0937,
+      "epoch": 1.5628825271470879,
+      "grad_norm": 0.0435838397294877,
+      "learning_rate": 0.00013856854743900794,
+      "loss": 1.2674,
       "step": 9895
     },
     {
-      "epoch": 1.3770053592151987,
-      "grad_norm": 0.006498899747670012,
-      "learning_rate": 0.0002675061336795364,
-      "loss": 1.1091,
+      "epoch": 1.5636722606120435,
+      "grad_norm": 0.04558796698352843,
+      "learning_rate": 0.00013809262646116311,
+      "loss": 1.2509,
       "step": 9900
     },
     {
-      "epoch": 1.3777007967105805,
-      "grad_norm": 0.005955048007271181,
-      "learning_rate": 0.000266968958554374,
-      "loss": 1.0829,
+      "epoch": 1.564461994076999,
+      "grad_norm": 0.042141542700435825,
+      "learning_rate": 0.00013761739319825627,
+      "loss": 1.2296,
       "step": 9905
     },
     {
-      "epoch": 1.3783962342059626,
-      "grad_norm": 0.005971141380488939,
-      "learning_rate": 0.0002664321268170614,
-      "loss": 1.0859,
+      "epoch": 1.5652517275419546,
+      "grad_norm": 0.043430488925067165,
+      "learning_rate": 0.0001371428485533498,
+      "loss": 1.2953,
       "step": 9910
     },
     {
-      "epoch": 1.3790916717013444,
-      "grad_norm": 0.005901971574333991,
-      "learning_rate": 0.0002658956392586581,
-      "loss": 1.1179,
+      "epoch": 1.5660414610069102,
+      "grad_norm": 0.04214329818045407,
+      "learning_rate": 0.00013666899342819826,
+      "loss": 1.2422,
       "step": 9915
     },
     {
-      "epoch": 1.3797871091967262,
-      "grad_norm": 0.005432386459022668,
-      "learning_rate": 0.00026535949666971735,
-      "loss": 1.062,
+      "epoch": 1.5668311944718658,
+      "grad_norm": 0.044952149344726786,
+      "learning_rate": 0.00013619582872324482,
+      "loss": 1.2062,
       "step": 9920
     },
     {
-      "epoch": 1.380482546692108,
-      "grad_norm": 0.005531643166294958,
-      "learning_rate": 0.00026482369984028275,
-      "loss": 1.1085,
+      "epoch": 1.5676209279368214,
+      "grad_norm": 0.04279745564496641,
+      "learning_rate": 0.00013572335533762171,
+      "loss": 1.2395,
       "step": 9925
     },
     {
-      "epoch": 1.3811779841874898,
-      "grad_norm": 0.005866037623016473,
-      "learning_rate": 0.00026428824955988963,
-      "loss": 1.1556,
+      "epoch": 1.568410661401777,
+      "grad_norm": 0.044013663977484616,
+      "learning_rate": 0.000135251574169147,
+      "loss": 1.2545,
       "step": 9930
     },
     {
-      "epoch": 1.3818734216828719,
-      "grad_norm": 0.005832555885681496,
-      "learning_rate": 0.0002637531466175617,
-      "loss": 1.1072,
+      "epoch": 1.5692003948667326,
+      "grad_norm": 0.0426302257663939,
+      "learning_rate": 0.00013478048611432336,
+      "loss": 1.1919,
       "step": 9935
     },
     {
-      "epoch": 1.3825688591782537,
-      "grad_norm": 0.005932657224862881,
-      "learning_rate": 0.0002632183918018118,
-      "loss": 1.1509,
+      "epoch": 1.5699901283316882,
+      "grad_norm": 0.042295647081719984,
+      "learning_rate": 0.00013431009206833655,
+      "loss": 1.2977,
       "step": 9940
     },
     {
-      "epoch": 1.3832642966736355,
-      "grad_norm": 0.006076913054972548,
-      "learning_rate": 0.000262683985900639,
-      "loss": 1.0723,
+      "epoch": 1.5707798617966438,
+      "grad_norm": 0.040740538423517006,
+      "learning_rate": 0.00013384039292505334,
+      "loss": 1.2632,
       "step": 9945
     },
     {
-      "epoch": 1.3839597341690175,
-      "grad_norm": 0.006450988045832505,
-      "learning_rate": 0.00026214992970152853,
-      "loss": 1.0718,
+      "epoch": 1.5715695952615993,
+      "grad_norm": 0.04224750332318451,
+      "learning_rate": 0.00013337138957702021,
+      "loss": 1.2405,
       "step": 9950
     },
     {
-      "epoch": 1.3846551716643993,
-      "grad_norm": 0.0058620607678865596,
-      "learning_rate": 0.0002616162239914502,
-      "loss": 1.0939,
+      "epoch": 1.572359328726555,
+      "grad_norm": 0.04407975443529262,
+      "learning_rate": 0.00013290308291546128,
+      "loss": 1.2022,
       "step": 9955
     },
     {
-      "epoch": 1.3853506091597811,
-      "grad_norm": 0.006841776440488606,
-      "learning_rate": 0.00026108286955685734,
-      "loss": 1.1338,
+      "epoch": 1.5731490621915105,
+      "grad_norm": 0.04381525330493008,
+      "learning_rate": 0.00013243547383027688,
+      "loss": 1.2357,
       "step": 9960
     },
     {
-      "epoch": 1.386046046655163,
-      "grad_norm": 0.006323999365144256,
-      "learning_rate": 0.00026054986718368597,
-      "loss": 1.1347,
+      "epoch": 1.573938795656466,
+      "grad_norm": 0.04538057825706231,
+      "learning_rate": 0.0001319685632100418,
+      "loss": 1.2981,
       "step": 9965
     },
     {
-      "epoch": 1.3867414841505448,
-      "grad_norm": 0.006556136931409355,
-      "learning_rate": 0.0002600172176573528,
-      "loss": 1.1014,
+      "epoch": 1.5747285291214215,
+      "grad_norm": 0.04518773143836815,
+      "learning_rate": 0.00013150235194200348,
+      "loss": 1.2169,
       "step": 9970
     },
     {
-      "epoch": 1.3874369216459268,
-      "grad_norm": 0.0063698162638487635,
-      "learning_rate": 0.00025948492176275514,
-      "loss": 1.0823,
+      "epoch": 1.575518262586377,
+      "grad_norm": 0.05283090696757213,
+      "learning_rate": 0.0001310368409120805,
+      "loss": 1.2059,
       "step": 9975
     },
     {
-      "epoch": 1.3881323591413086,
-      "grad_norm": 0.006188301457392818,
-      "learning_rate": 0.0002589529802842688,
-      "loss": 1.1093,
+      "epoch": 1.5763079960513326,
+      "grad_norm": 0.04182104206959805,
+      "learning_rate": 0.00013057203100486076,
+      "loss": 1.2274,
       "step": 9980
     },
     {
-      "epoch": 1.3888277966366904,
-      "grad_norm": 0.005788835899945726,
-      "learning_rate": 0.0002584213940057476,
-      "loss": 1.0496,
+      "epoch": 1.5770977295162882,
+      "grad_norm": 0.04257468757756942,
+      "learning_rate": 0.00013010792310359987,
+      "loss": 1.2598,
       "step": 9985
     },
     {
-      "epoch": 1.3895232341320722,
-      "grad_norm": 0.0062721916971003565,
-      "learning_rate": 0.0002578901637105214,
-      "loss": 1.0774,
+      "epoch": 1.5778874629812438,
+      "grad_norm": 0.04371741523148909,
+      "learning_rate": 0.00012964451809021943,
+      "loss": 1.2355,
       "step": 9990
     },
     {
-      "epoch": 1.390218671627454,
-      "grad_norm": 0.006275102840006294,
-      "learning_rate": 0.00025735929018139646,
-      "loss": 1.1413,
+      "epoch": 1.5786771964461994,
+      "grad_norm": 0.04367725190921542,
+      "learning_rate": 0.00012918181684530545,
+      "loss": 1.246,
       "step": 9995
     },
     {
-      "epoch": 1.390914109122836,
-      "grad_norm": 0.006280538762799387,
-      "learning_rate": 0.0002568287742006525,
-      "loss": 1.1428,
+      "epoch": 1.579466929911155,
+      "grad_norm": 0.040446585167842865,
+      "learning_rate": 0.0001287198202481063,
+      "loss": 1.2496,
       "step": 10000
     },
     {
-      "epoch": 1.391609546618218,
-      "grad_norm": 0.006751988537021378,
-      "learning_rate": 0.0002562986165500424,
-      "loss": 1.1228,
+      "epoch": 1.5802566633761106,
+      "grad_norm": 0.0449191093697886,
+      "learning_rate": 0.000128258529176532,
+      "loss": 1.235,
       "step": 10005
     },
     {
-      "epoch": 1.3923049841135997,
-      "grad_norm": 0.005838819050729469,
-      "learning_rate": 0.00025576881801079167,
-      "loss": 1.1063,
+      "epoch": 1.5810463968410662,
+      "grad_norm": 0.045501643535033144,
+      "learning_rate": 0.00012779794450715125,
+      "loss": 1.2199,
       "step": 10010
     },
     {
-      "epoch": 1.3930004216089815,
-      "grad_norm": 0.006499306800238945,
-      "learning_rate": 0.0002552393793635961,
-      "loss": 1.1136,
+      "epoch": 1.5818361303060218,
+      "grad_norm": 0.0462899022667625,
+      "learning_rate": 0.0001273380671151907,
+      "loss": 1.2238,
       "step": 10015
     },
     {
-      "epoch": 1.3936958591043633,
-      "grad_norm": 0.005600725416571734,
-      "learning_rate": 0.0002547103013886211,
-      "loss": 1.1049,
+      "epoch": 1.5826258637709771,
+      "grad_norm": 0.04243970827135886,
+      "learning_rate": 0.0001268788978745329,
+      "loss": 1.2278,
       "step": 10020
     },
     {
-      "epoch": 1.3943912965997454,
-      "grad_norm": 0.0059901480512999745,
-      "learning_rate": 0.0002541815848655008,
-      "loss": 1.1237,
+      "epoch": 1.5834155972359327,
+      "grad_norm": 0.04154110102097232,
+      "learning_rate": 0.00012642043765771478,
+      "loss": 1.2586,
       "step": 10025
     },
     {
-      "epoch": 1.3950867340951272,
-      "grad_norm": 0.006144437455445659,
-      "learning_rate": 0.0002536532305733369,
-      "loss": 1.1718,
+      "epoch": 1.5842053307008883,
+      "grad_norm": 0.043541595616960874,
+      "learning_rate": 0.0001259626873359259,
+      "loss": 1.2479,
       "step": 10030
     },
     {
-      "epoch": 1.395782171590509,
-      "grad_norm": 0.006054930180574253,
-      "learning_rate": 0.000253125239290697,
-      "loss": 1.1109,
+      "epoch": 1.584995064165844,
+      "grad_norm": 0.04174974734067243,
+      "learning_rate": 0.00012550564777900696,
+      "loss": 1.2531,
       "step": 10035
     },
     {
-      "epoch": 1.3964776090858908,
-      "grad_norm": 0.0057363138161910234,
-      "learning_rate": 0.0002525976117956138,
-      "loss": 1.0786,
+      "epoch": 1.5857847976307995,
+      "grad_norm": 0.04292508190940919,
+      "learning_rate": 0.00012504931985544794,
+      "loss": 1.2404,
       "step": 10040
     },
     {
-      "epoch": 1.3971730465812726,
-      "grad_norm": 0.0060058598361990055,
-      "learning_rate": 0.000252070348865584,
-      "loss": 1.1077,
+      "epoch": 1.586574531095755,
+      "grad_norm": 0.04368576464609954,
+      "learning_rate": 0.0001245937044323865,
+      "loss": 1.2478,
       "step": 10045
     },
     {
-      "epoch": 1.3978684840766546,
-      "grad_norm": 0.006200359458091747,
-      "learning_rate": 0.00025154345127756736,
-      "loss": 1.072,
+      "epoch": 1.5873642645607107,
+      "grad_norm": 0.04248929564065681,
+      "learning_rate": 0.00012413880237560642,
+      "loss": 1.2111,
       "step": 10050
     },
     {
-      "epoch": 1.3985639215720365,
-      "grad_norm": 0.006404890672195283,
-      "learning_rate": 0.0002510169198079846,
-      "loss": 1.072,
+      "epoch": 1.5881539980256663,
+      "grad_norm": 0.04221920221903579,
+      "learning_rate": 0.0001236846145495359,
+      "loss": 1.2295,
       "step": 10055
     },
     {
-      "epoch": 1.3992593590674183,
-      "grad_norm": 0.0064662185852133475,
-      "learning_rate": 0.0002504907552327179,
-      "loss": 1.1403,
+      "epoch": 1.5889437314906218,
+      "grad_norm": 0.04381554090892448,
+      "learning_rate": 0.00012323114181724598,
+      "loss": 1.2797,
       "step": 10060
     },
     {
-      "epoch": 1.3999547965628003,
-      "grad_norm": 0.006114005044555572,
-      "learning_rate": 0.000249964958327108,
-      "loss": 1.1024,
+      "epoch": 1.5897334649555774,
+      "grad_norm": 0.04260793797001083,
+      "learning_rate": 0.0001227783850404487,
+      "loss": 1.2136,
       "step": 10065
     },
     {
-      "epoch": 1.4006502340581821,
-      "grad_norm": 0.006124997731605717,
-      "learning_rate": 0.0002494395298659542,
-      "loss": 1.1131,
+      "epoch": 1.590523198420533,
+      "grad_norm": 0.045623195569108946,
+      "learning_rate": 0.00012232634507949576,
+      "loss": 1.185,
       "step": 10070
     },
     {
-      "epoch": 1.401345671553564,
-      "grad_norm": 0.006047177619863929,
-      "learning_rate": 0.00024891447062351264,
-      "loss": 1.0858,
+      "epoch": 1.5913129318854886,
+      "grad_norm": 0.041411945223764665,
+      "learning_rate": 0.00012187502279337658,
+      "loss": 1.2484,
       "step": 10075
     },
     {
-      "epoch": 1.4020411090489457,
-      "grad_norm": 0.006024827432698277,
-      "learning_rate": 0.00024838978137349543,
-      "loss": 1.0765,
+      "epoch": 1.5921026653504442,
+      "grad_norm": 0.04232820345330117,
+      "learning_rate": 0.00012142441903971685,
+      "loss": 1.2033,
       "step": 10080
     },
     {
-      "epoch": 1.4027365465443276,
-      "grad_norm": 0.005780710642055968,
-      "learning_rate": 0.00024786546288906996,
-      "loss": 1.1448,
+      "epoch": 1.5928923988153998,
+      "grad_norm": 0.04450211830986322,
+      "learning_rate": 0.00012097453467477715,
+      "loss": 1.2936,
       "step": 10085
     },
     {
-      "epoch": 1.4034319840397096,
-      "grad_norm": 0.005721270275663287,
-      "learning_rate": 0.0002473415159428565,
-      "loss": 1.1218,
+      "epoch": 1.5936821322803554,
+      "grad_norm": 0.04161249653996323,
+      "learning_rate": 0.00012052537055345069,
+      "loss": 1.264,
       "step": 10090
     },
     {
-      "epoch": 1.4041274215350914,
-      "grad_norm": 0.006258383228395246,
-      "learning_rate": 0.0002468179413069288,
-      "loss": 1.1498,
+      "epoch": 1.594471865745311,
+      "grad_norm": 0.04491305899687757,
+      "learning_rate": 0.00012007692752926208,
+      "loss": 1.1772,
       "step": 10095
     },
     {
-      "epoch": 1.4048228590304732,
-      "grad_norm": 0.006352125405647593,
-      "learning_rate": 0.00024629473975281064,
-      "loss": 1.0558,
+      "epoch": 1.5952615992102666,
+      "grad_norm": 0.046367528631008056,
+      "learning_rate": 0.00011962920645436581,
+      "loss": 1.2973,
       "step": 10100
     },
     {
-      "epoch": 1.405518296525855,
-      "grad_norm": 0.006303252881617945,
-      "learning_rate": 0.00024577191205147735,
-      "loss": 1.0665,
+      "epoch": 1.5960513326752221,
+      "grad_norm": 0.04406539633704606,
+      "learning_rate": 0.00011918220817954439,
+      "loss": 1.2672,
       "step": 10105
     },
     {
-      "epoch": 1.4062137340212368,
-      "grad_norm": 0.006528774579469839,
-      "learning_rate": 0.0002452494589733525,
-      "loss": 1.0796,
+      "epoch": 1.5968410661401777,
+      "grad_norm": 0.04142166124678516,
+      "learning_rate": 0.00011873593355420686,
+      "loss": 1.2251,
       "step": 10110
     },
     {
-      "epoch": 1.4069091715166189,
-      "grad_norm": 0.006462648978453991,
-      "learning_rate": 0.0002447273812883083,
-      "loss": 1.1455,
+      "epoch": 1.5976307996051333,
+      "grad_norm": 0.041988019301254176,
+      "learning_rate": 0.0001182903834263871,
+      "loss": 1.2032,
       "step": 10115
     },
     {
-      "epoch": 1.4076046090120007,
-      "grad_norm": 0.005692265415903892,
-      "learning_rate": 0.00024420567976566314,
-      "loss": 1.0737,
+      "epoch": 1.598420533070089,
+      "grad_norm": 0.04519138965429839,
+      "learning_rate": 0.00011784555864274233,
+      "loss": 1.2149,
       "step": 10120
     },
     {
-      "epoch": 1.4083000465073825,
-      "grad_norm": 0.0060093216103035705,
-      "learning_rate": 0.00024368435517418152,
-      "loss": 1.1274,
+      "epoch": 1.5992102665350445,
+      "grad_norm": 0.04743637049525045,
+      "learning_rate": 0.0001174014600485514,
+      "loss": 1.2636,
       "step": 10125
     },
     {
-      "epoch": 1.4089954840027643,
-      "grad_norm": 0.006215889357533505,
-      "learning_rate": 0.00024316340828207218,
-      "loss": 1.0515,
+      "epoch": 1.6,
+      "grad_norm": 0.0413098048564259,
+      "learning_rate": 0.00011695808848771317,
+      "loss": 1.2027,
       "step": 10130
     },
     {
-      "epoch": 1.4096909214981461,
-      "grad_norm": 0.006188427554165297,
-      "learning_rate": 0.00024264283985698783,
-      "loss": 1.1018,
+      "epoch": 1.6007897334649557,
+      "grad_norm": 0.04271596210402574,
+      "learning_rate": 0.000116515444802745,
+      "loss": 1.2541,
       "step": 10135
     },
     {
-      "epoch": 1.4103863589935282,
-      "grad_norm": 0.00643602877112257,
-      "learning_rate": 0.00024212265066602296,
-      "loss": 1.0642,
+      "epoch": 1.6015794669299113,
+      "grad_norm": 0.04210741650151737,
+      "learning_rate": 0.0001160735298347812,
+      "loss": 1.2223,
       "step": 10140
     },
     {
-      "epoch": 1.41108179648891,
-      "grad_norm": 0.006093971184011178,
-      "learning_rate": 0.00024160284147571332,
-      "loss": 1.1184,
+      "epoch": 1.6023692003948669,
+      "grad_norm": 0.041901280811022956,
+      "learning_rate": 0.00011563234442357117,
+      "loss": 1.2568,
       "step": 10145
     },
     {
-      "epoch": 1.4117772339842918,
-      "grad_norm": 0.006000317067169493,
-      "learning_rate": 0.00024108341305203524,
-      "loss": 1.081,
+      "epoch": 1.6031589338598224,
+      "grad_norm": 0.04217131162609869,
+      "learning_rate": 0.00011519188940747805,
+      "loss": 1.2261,
       "step": 10150
     },
     {
-      "epoch": 1.4124726714796736,
-      "grad_norm": 0.0058297694652899535,
-      "learning_rate": 0.00024056436616040283,
-      "loss": 1.066,
+      "epoch": 1.603948667324778,
+      "grad_norm": 0.04416536580814034,
+      "learning_rate": 0.0001147521656234769,
+      "loss": 1.248,
       "step": 10155
     },
     {
-      "epoch": 1.4131681089750554,
-      "grad_norm": 0.006338757108150475,
-      "learning_rate": 0.00024004570156566928,
-      "loss": 1.0747,
+      "epoch": 1.6047384007897336,
+      "grad_norm": 0.04330426314966854,
+      "learning_rate": 0.00011431317390715373,
+      "loss": 1.2447,
       "step": 10160
     },
     {
-      "epoch": 1.4138635464704374,
-      "grad_norm": 0.006515332753708759,
-      "learning_rate": 0.00023952742003212346,
-      "loss": 1.1077,
+      "epoch": 1.605528134254689,
+      "grad_norm": 0.04574783082461736,
+      "learning_rate": 0.0001138749150927027,
+      "loss": 1.2222,
       "step": 10165
     },
     {
-      "epoch": 1.4145589839658192,
-      "grad_norm": 0.005993265721451528,
-      "learning_rate": 0.0002390095223234905,
-      "loss": 1.1035,
+      "epoch": 1.6063178677196446,
+      "grad_norm": 0.04268106093079883,
+      "learning_rate": 0.00011343739001292592,
+      "loss": 1.2051,
       "step": 10170
     },
     {
-      "epoch": 1.415254421461201,
-      "grad_norm": 0.006784624304775567,
-      "learning_rate": 0.0002384920092029292,
-      "loss": 1.0797,
+      "epoch": 1.6071076011846002,
+      "grad_norm": 0.04161955268186202,
+      "learning_rate": 0.00011300059949923092,
+      "loss": 1.2687,
       "step": 10175
     },
     {
-      "epoch": 1.415949858956583,
-      "grad_norm": 0.006255490565430076,
-      "learning_rate": 0.00023797488143303258,
-      "loss": 1.1223,
+      "epoch": 1.6078973346495558,
+      "grad_norm": 0.045081831403607504,
+      "learning_rate": 0.00011256454438162944,
+      "loss": 1.2918,
       "step": 10180
     },
     {
-      "epoch": 1.416645296451965,
-      "grad_norm": 0.006379484058631491,
-      "learning_rate": 0.00023745813977582458,
-      "loss": 1.0657,
+      "epoch": 1.6086870681145113,
+      "grad_norm": 0.04169480162389366,
+      "learning_rate": 0.00011212922548873566,
+      "loss": 1.2116,
       "step": 10185
     },
     {
-      "epoch": 1.4173407339473467,
-      "grad_norm": 0.0054484496041507825,
-      "learning_rate": 0.00023694178499276137,
-      "loss": 1.0271,
+      "epoch": 1.609476801579467,
+      "grad_norm": 0.04212405313253771,
+      "learning_rate": 0.00011169464364776499,
+      "loss": 1.2299,
       "step": 10190
     },
     {
-      "epoch": 1.4180361714427285,
-      "grad_norm": 0.006167893615237025,
-      "learning_rate": 0.00023642581784472845,
-      "loss": 1.078,
+      "epoch": 1.6102665350444225,
+      "grad_norm": 0.0467946355774936,
+      "learning_rate": 0.00011126079968453196,
+      "loss": 1.3004,
       "step": 10195
     },
     {
-      "epoch": 1.4187316089381103,
-      "grad_norm": 0.006297660816517275,
-      "learning_rate": 0.00023591023909203985,
-      "loss": 1.1241,
+      "epoch": 1.611056268509378,
+      "grad_norm": 0.041239323412575746,
+      "learning_rate": 0.0001108276944234492,
+      "loss": 1.2273,
       "step": 10200
     },
     {
-      "epoch": 1.4194270464334924,
-      "grad_norm": 0.006909532569001298,
-      "learning_rate": 0.00023539504949443823,
-      "loss": 1.1405,
+      "epoch": 1.6118460019743337,
+      "grad_norm": 0.04567344279718994,
+      "learning_rate": 0.00011039532868752555,
+      "loss": 1.2621,
       "step": 10205
     },
     {
-      "epoch": 1.4201224839288742,
-      "grad_norm": 0.005507047435982881,
-      "learning_rate": 0.00023488024981109146,
-      "loss": 1.0619,
+      "epoch": 1.6126357354392893,
+      "grad_norm": 0.04109326408575656,
+      "learning_rate": 0.00010996370329836442,
+      "loss": 1.2518,
       "step": 10210
     },
     {
-      "epoch": 1.420817921424256,
-      "grad_norm": 0.00588526079696166,
-      "learning_rate": 0.00023436584080059413,
-      "loss": 1.0974,
+      "epoch": 1.6134254689042447,
+      "grad_norm": 0.042335047030372275,
+      "learning_rate": 0.00010953281907616264,
+      "loss": 1.2678,
       "step": 10215
     },
     {
-      "epoch": 1.4215133589196378,
-      "grad_norm": 0.007292645389208211,
-      "learning_rate": 0.00023385182322096422,
-      "loss": 1.1057,
+      "epoch": 1.6142152023692002,
+      "grad_norm": 0.045665781359097664,
+      "learning_rate": 0.00010910267683970837,
+      "loss": 1.2286,
       "step": 10220
     },
     {
-      "epoch": 1.4222087964150196,
-      "grad_norm": 0.006744078369948022,
-      "learning_rate": 0.0002333381978296436,
-      "loss": 1.0819,
+      "epoch": 1.6150049358341558,
+      "grad_norm": 0.0430073271963836,
+      "learning_rate": 0.00010867327740637994,
+      "loss": 1.2623,
       "step": 10225
     },
     {
-      "epoch": 1.4229042339104017,
-      "grad_norm": 0.0060000747727027804,
-      "learning_rate": 0.00023282496538349557,
-      "loss": 1.1096,
+      "epoch": 1.6157946692991114,
+      "grad_norm": 0.04625140656148169,
+      "learning_rate": 0.00010824462159214427,
+      "loss": 1.2441,
       "step": 10230
     },
     {
-      "epoch": 1.4235996714057835,
-      "grad_norm": 0.006469776075310815,
-      "learning_rate": 0.00023231212663880524,
-      "loss": 1.1172,
+      "epoch": 1.616584402764067,
+      "grad_norm": 0.04355431544708349,
+      "learning_rate": 0.00010781671021155488,
+      "loss": 1.261,
       "step": 10235
     },
     {
-      "epoch": 1.4242951089011653,
-      "grad_norm": 0.006766134949003938,
-      "learning_rate": 0.0002317996823512763,
-      "loss": 1.1204,
+      "epoch": 1.6173741362290226,
+      "grad_norm": 0.043807087275553436,
+      "learning_rate": 0.00010738954407775126,
+      "loss": 1.253,
       "step": 10240
     },
     {
-      "epoch": 1.424990546396547,
-      "grad_norm": 0.0058040456342855614,
-      "learning_rate": 0.00023128763327603252,
-      "loss": 1.0981,
+      "epoch": 1.6181638696939782,
+      "grad_norm": 0.04018035947372294,
+      "learning_rate": 0.00010696312400245595,
+      "loss": 1.2562,
       "step": 10245
     },
     {
-      "epoch": 1.425685983891929,
-      "grad_norm": 0.006596015218741716,
-      "learning_rate": 0.00023077598016761438,
-      "loss": 1.096,
+      "epoch": 1.6189536031589338,
+      "grad_norm": 0.04248028547465783,
+      "learning_rate": 0.00010653745079597466,
+      "loss": 1.2375,
       "step": 10250
     },
     {
-      "epoch": 1.426381421387311,
-      "grad_norm": 0.005709601919752371,
-      "learning_rate": 0.0002302647237799795,
-      "loss": 1.0876,
+      "epoch": 1.6197433366238894,
+      "grad_norm": 0.04270363953846162,
+      "learning_rate": 0.00010611252526719317,
+      "loss": 1.2549,
       "step": 10255
     },
     {
-      "epoch": 1.4270768588826928,
-      "grad_norm": 0.006278799375486771,
-      "learning_rate": 0.0002297538648665004,
-      "loss": 1.0939,
+      "epoch": 1.620533070088845,
+      "grad_norm": 0.0423508861352905,
+      "learning_rate": 0.00010568834822357681,
+      "loss": 1.2833,
       "step": 10260
     },
     {
-      "epoch": 1.4277722963780746,
-      "grad_norm": 0.0058484326851317705,
-      "learning_rate": 0.00022924340417996425,
-      "loss": 1.0565,
+      "epoch": 1.6213228035538005,
+      "grad_norm": 0.04535570158212595,
+      "learning_rate": 0.00010526492047116854,
+      "loss": 1.3192,
       "step": 10265
     },
     {
-      "epoch": 1.4284677338734564,
-      "grad_norm": 0.0062198667699350976,
-      "learning_rate": 0.00022873334247257112,
-      "loss": 1.1005,
+      "epoch": 1.6221125370187561,
+      "grad_norm": 0.04361614439440512,
+      "learning_rate": 0.00010484224281458748,
+      "loss": 1.2475,
       "step": 10270
     },
     {
-      "epoch": 1.4291631713688382,
-      "grad_norm": 0.006365002764440397,
-      "learning_rate": 0.00022822368049593318,
-      "loss": 1.1198,
+      "epoch": 1.6229022704837117,
+      "grad_norm": 0.04168190080045181,
+      "learning_rate": 0.0001044203160570274,
+      "loss": 1.229,
       "step": 10275
     },
     {
-      "epoch": 1.4298586088642202,
-      "grad_norm": 0.006214821904400037,
-      "learning_rate": 0.00022771441900107397,
-      "loss": 1.0724,
+      "epoch": 1.6236920039486673,
+      "grad_norm": 0.04303796005678538,
+      "learning_rate": 0.0001039991410002551,
+      "loss": 1.2047,
       "step": 10280
     },
     {
-      "epoch": 1.430554046359602,
-      "grad_norm": 0.006887631936461388,
-      "learning_rate": 0.00022720555873842637,
-      "loss": 1.0584,
+      "epoch": 1.624481737413623,
+      "grad_norm": 0.0434221356216792,
+      "learning_rate": 0.00010357871844460897,
+      "loss": 1.2197,
       "step": 10285
     },
     {
-      "epoch": 1.4312494838549839,
-      "grad_norm": 0.006269714268899882,
-      "learning_rate": 0.0002266971004578326,
-      "loss": 1.1228,
+      "epoch": 1.6252714708785785,
+      "grad_norm": 0.04360563043062306,
+      "learning_rate": 0.0001031590491889976,
+      "loss": 1.2325,
       "step": 10290
     },
     {
-      "epoch": 1.4319449213503659,
-      "grad_norm": 0.005828838317459665,
-      "learning_rate": 0.00022618904490854163,
-      "loss": 1.0888,
+      "epoch": 1.626061204343534,
+      "grad_norm": 0.04140986632486758,
+      "learning_rate": 0.00010274013403089793,
+      "loss": 1.2175,
       "step": 10295
     },
     {
-      "epoch": 1.4326403588457477,
-      "grad_norm": 0.006034228456870958,
-      "learning_rate": 0.00022568139283921,
-      "loss": 1.1109,
+      "epoch": 1.6268509378084897,
+      "grad_norm": 0.04590820622266772,
+      "learning_rate": 0.0001023219737663541,
+      "loss": 1.2416,
       "step": 10300
     },
     {
-      "epoch": 1.4333357963411295,
-      "grad_norm": 0.006621633520346963,
-      "learning_rate": 0.00022517414499789886,
-      "loss": 1.1245,
+      "epoch": 1.6276406712734452,
+      "grad_norm": 0.041332961215828065,
+      "learning_rate": 0.00010190456918997543,
+      "loss": 1.255,
       "step": 10305
     },
     {
-      "epoch": 1.4340312338365113,
-      "grad_norm": 0.006323760212783281,
-      "learning_rate": 0.00022466730213207441,
-      "loss": 1.0494,
+      "epoch": 1.6284304047384008,
+      "grad_norm": 0.04344964656657308,
+      "learning_rate": 0.00010148792109493599,
+      "loss": 1.2093,
       "step": 10310
     },
     {
-      "epoch": 1.4347266713318931,
-      "grad_norm": 0.006129748486019556,
-      "learning_rate": 0.00022416086498860556,
-      "loss": 1.1029,
+      "epoch": 1.6292201382033564,
+      "grad_norm": 0.04343841811292798,
+      "learning_rate": 0.00010107203027297118,
+      "loss": 1.2628,
       "step": 10315
     },
     {
-      "epoch": 1.4354221088272752,
-      "grad_norm": 0.005850533400634544,
-      "learning_rate": 0.00022365483431376355,
-      "loss": 1.0769,
+      "epoch": 1.630009871668312,
+      "grad_norm": 0.042147768777057136,
+      "learning_rate": 0.00010065689751437873,
+      "loss": 1.2021,
       "step": 10320
     },
     {
-      "epoch": 1.436117546322657,
-      "grad_norm": 0.0063315936864517305,
-      "learning_rate": 0.00022314921085322064,
-      "loss": 1.0759,
+      "epoch": 1.6307996051332676,
+      "grad_norm": 0.043726982727547097,
+      "learning_rate": 0.00010024252360801455,
+      "loss": 1.2482,
       "step": 10325
     },
     {
-      "epoch": 1.4368129838180388,
-      "grad_norm": 0.005792385915635104,
-      "learning_rate": 0.00022264399535204887,
-      "loss": 1.0476,
+      "epoch": 1.6315893385982232,
+      "grad_norm": 0.04346811672545091,
+      "learning_rate": 9.98289093412938e-05,
+      "loss": 1.2376,
       "step": 10330
     },
     {
-      "epoch": 1.4375084213134206,
-      "grad_norm": 0.0060251817369616715,
-      "learning_rate": 0.0002221391885547197,
-      "loss": 1.0519,
+      "epoch": 1.6323790720631788,
+      "grad_norm": 0.04454191594964148,
+      "learning_rate": 9.94160555001869e-05,
+      "loss": 1.2375,
       "step": 10335
     },
     {
-      "epoch": 1.4382038588088024,
-      "grad_norm": 0.005983198504306127,
-      "learning_rate": 0.00022163479120510145,
-      "loss": 1.0614,
+      "epoch": 1.6331688055281344,
+      "grad_norm": 0.04262025991231307,
+      "learning_rate": 9.900396286922026e-05,
+      "loss": 1.2523,
       "step": 10340
     },
     {
-      "epoch": 1.4388992963041844,
-      "grad_norm": 0.005995001666547825,
-      "learning_rate": 0.00022113080404646002,
-      "loss": 1.1116,
+      "epoch": 1.63395853899309,
+      "grad_norm": 0.060750685813618845,
+      "learning_rate": 9.859263223147336e-05,
+      "loss": 1.2215,
       "step": 10345
     },
     {
-      "epoch": 1.4395947337995663,
-      "grad_norm": 0.00586975668299262,
-      "learning_rate": 0.0002206272278214562,
-      "loss": 1.104,
+      "epoch": 1.6347482724580455,
+      "grad_norm": 0.0418181299826293,
+      "learning_rate": 9.818206436857762e-05,
+      "loss": 1.1877,
       "step": 10350
     },
     {
-      "epoch": 1.440290171294948,
-      "grad_norm": 0.005908106900212169,
-      "learning_rate": 0.00022012406327214545,
-      "loss": 1.1154,
+      "epoch": 1.6355380059230011,
+      "grad_norm": 0.04233552518281924,
+      "learning_rate": 9.777226006071532e-05,
+      "loss": 1.2522,
       "step": 10355
     },
     {
-      "epoch": 1.4409856087903299,
-      "grad_norm": 0.006287671215849479,
-      "learning_rate": 0.00021962131113997647,
-      "loss": 1.1202,
+      "epoch": 1.6363277393879567,
+      "grad_norm": 0.0422595051857551,
+      "learning_rate": 9.736322008661747e-05,
+      "loss": 1.213,
       "step": 10360
     },
     {
-      "epoch": 1.4416810462857117,
-      "grad_norm": 0.005893699099496037,
-      "learning_rate": 0.00021911897216579063,
-      "loss": 1.1358,
+      "epoch": 1.637117472852912,
+      "grad_norm": 0.04331898859235533,
+      "learning_rate": 9.695494522356285e-05,
+      "loss": 1.2535,
       "step": 10365
     },
     {
-      "epoch": 1.4423764837810937,
-      "grad_norm": 0.005912361385148081,
-      "learning_rate": 0.0002186170470898199,
-      "loss": 1.0779,
+      "epoch": 1.6379072063178677,
+      "grad_norm": 0.0427548112030015,
+      "learning_rate": 9.654743624737627e-05,
+      "loss": 1.2396,
       "step": 10370
     },
     {
-      "epoch": 1.4430719212764755,
-      "grad_norm": 0.0061112081970251956,
-      "learning_rate": 0.0002181155366516872,
-      "loss": 1.1307,
+      "epoch": 1.6386969397828233,
+      "grad_norm": 0.04409571163869886,
+      "learning_rate": 9.614069393242714e-05,
+      "loss": 1.2301,
       "step": 10375
     },
     {
-      "epoch": 1.4437673587718574,
-      "grad_norm": 0.0063488877972831285,
-      "learning_rate": 0.00021761444159040322,
-      "loss": 1.1123,
+      "epoch": 1.6394866732477789,
+      "grad_norm": 0.04339762838306227,
+      "learning_rate": 9.573471905162806e-05,
+      "loss": 1.2537,
       "step": 10380
     },
     {
-      "epoch": 1.4444627962672392,
-      "grad_norm": 0.006358422118066118,
-      "learning_rate": 0.00021711376264436772,
-      "loss": 1.0591,
+      "epoch": 1.6402764067127344,
+      "grad_norm": 0.04164578777854014,
+      "learning_rate": 9.532951237643323e-05,
+      "loss": 1.2334,
       "step": 10385
     },
     {
-      "epoch": 1.445158233762621,
-      "grad_norm": 0.006588023641006019,
-      "learning_rate": 0.00021661350055136663,
-      "loss": 1.0493,
+      "epoch": 1.64106614017769,
+      "grad_norm": 0.04112512043677531,
+      "learning_rate": 9.492507467683742e-05,
+      "loss": 1.2525,
       "step": 10390
     },
     {
-      "epoch": 1.445853671258003,
-      "grad_norm": 0.006373988716439788,
-      "learning_rate": 0.00021611365604857176,
-      "loss": 1.127,
+      "epoch": 1.6418558736426456,
+      "grad_norm": 0.04138534951018197,
+      "learning_rate": 9.45214067213735e-05,
+      "loss": 1.1767,
       "step": 10395
     },
     {
-      "epoch": 1.4465491087533848,
-      "grad_norm": 0.006273397572217315,
-      "learning_rate": 0.00021561422987253983,
-      "loss": 1.1225,
+      "epoch": 1.6426456071076012,
+      "grad_norm": 0.04262240527346839,
+      "learning_rate": 9.411850927711241e-05,
+      "loss": 1.238,
       "step": 10400
     },
     {
-      "epoch": 1.4472445462487666,
-      "grad_norm": 0.0062766798499093645,
-      "learning_rate": 0.00021511522275921075,
-      "loss": 1.1262,
+      "epoch": 1.6434353405725568,
+      "grad_norm": 0.04155613690390191,
+      "learning_rate": 9.371638310966003e-05,
+      "loss": 1.2761,
       "step": 10405
     },
     {
-      "epoch": 1.4479399837441487,
-      "grad_norm": 0.005877410457117328,
-      "learning_rate": 0.0002146166354439071,
-      "loss": 1.0836,
+      "epoch": 1.6442250740375124,
+      "grad_norm": 0.04401563033459407,
+      "learning_rate": 9.331502898315764e-05,
+      "loss": 1.2439,
       "step": 10410
     },
     {
-      "epoch": 1.4486354212395305,
-      "grad_norm": 0.005909609573402045,
-      "learning_rate": 0.00021411846866133265,
-      "loss": 1.0782,
+      "epoch": 1.6450148075024678,
+      "grad_norm": 0.04238720149319409,
+      "learning_rate": 9.291444766027835e-05,
+      "loss": 1.2155,
       "step": 10415
     },
     {
-      "epoch": 1.4493308587349123,
-      "grad_norm": 0.006688749039074447,
-      "learning_rate": 0.00021362072314557202,
-      "loss": 1.1167,
+      "epoch": 1.6458045409674233,
+      "grad_norm": 0.04267677261284565,
+      "learning_rate": 9.25146399022278e-05,
+      "loss": 1.2701,
       "step": 10420
     },
     {
-      "epoch": 1.450026296230294,
-      "grad_norm": 0.006487320710064179,
-      "learning_rate": 0.0002131233996300883,
-      "loss": 1.0818,
+      "epoch": 1.646594274432379,
+      "grad_norm": 0.04289374996646805,
+      "learning_rate": 9.211560646874101e-05,
+      "loss": 1.2183,
       "step": 10425
     },
     {
-      "epoch": 1.450721733725676,
-      "grad_norm": 0.006057151778894686,
-      "learning_rate": 0.00021262649884772357,
-      "loss": 1.0943,
+      "epoch": 1.6473840078973345,
+      "grad_norm": 0.040544589540247714,
+      "learning_rate": 9.171734811808174e-05,
+      "loss": 1.1936,
       "step": 10430
     },
     {
-      "epoch": 1.451417171221058,
-      "grad_norm": 0.006368660829504368,
-      "learning_rate": 0.00021213002153069632,
-      "loss": 1.1265,
+      "epoch": 1.6481737413622901,
+      "grad_norm": 0.04277608139038238,
+      "learning_rate": 9.131986560704097e-05,
+      "loss": 1.2396,
       "step": 10435
     },
     {
-      "epoch": 1.4521126087164398,
-      "grad_norm": 0.006459939487918248,
-      "learning_rate": 0.00021163396841060133,
-      "loss": 1.1347,
+      "epoch": 1.6489634748272457,
+      "grad_norm": 0.04122662804339839,
+      "learning_rate": 9.092315969093529e-05,
+      "loss": 1.2183,
       "step": 10440
     },
     {
-      "epoch": 1.4528080462118216,
-      "grad_norm": 0.006071193843486775,
-      "learning_rate": 0.000211138340218408,
-      "loss": 1.0981,
+      "epoch": 1.6497532082922013,
+      "grad_norm": 0.040896808883356464,
+      "learning_rate": 9.052723112360561e-05,
+      "loss": 1.1993,
       "step": 10445
     },
     {
-      "epoch": 1.4535034837072034,
-      "grad_norm": 0.006590582548344386,
-      "learning_rate": 0.00021064313768446013,
-      "loss": 1.068,
+      "epoch": 1.6505429417571569,
+      "grad_norm": 0.04285373614450853,
+      "learning_rate": 9.013208065741568e-05,
+      "loss": 1.2365,
       "step": 10450
     },
     {
-      "epoch": 1.4541989212025852,
-      "grad_norm": 0.006214546776590484,
-      "learning_rate": 0.00021014836153847378,
-      "loss": 1.0767,
+      "epoch": 1.6513326752221125,
+      "grad_norm": 0.04117286069702095,
+      "learning_rate": 8.973770904325068e-05,
+      "loss": 1.2528,
       "step": 10455
     },
     {
-      "epoch": 1.4548943586979672,
-      "grad_norm": 0.005750708995197538,
-      "learning_rate": 0.00020965401250953698,
-      "loss": 1.0536,
+      "epoch": 1.652122408687068,
+      "grad_norm": 0.04266631070526012,
+      "learning_rate": 8.934411703051582e-05,
+      "loss": 1.2685,
       "step": 10460
     },
     {
-      "epoch": 1.455589796193349,
-      "grad_norm": 0.006057850128495163,
-      "learning_rate": 0.0002091600913261081,
-      "loss": 1.1136,
+      "epoch": 1.6529121421520236,
+      "grad_norm": 0.04229349854747852,
+      "learning_rate": 8.895130536713458e-05,
+      "loss": 1.22,
       "step": 10465
     },
     {
-      "epoch": 1.4562852336887309,
-      "grad_norm": 0.006126916481596549,
-      "learning_rate": 0.00020866659871601512,
-      "loss": 1.1008,
+      "epoch": 1.6537018756169792,
+      "grad_norm": 0.04226169974251528,
+      "learning_rate": 8.855927479954829e-05,
+      "loss": 1.2489,
       "step": 10470
     },
     {
-      "epoch": 1.4569806711841127,
-      "grad_norm": 0.006044701501327069,
-      "learning_rate": 0.0002081735354064549,
-      "loss": 1.0815,
+      "epoch": 1.6544916090819348,
+      "grad_norm": 0.042211731293604886,
+      "learning_rate": 8.81680260727129e-05,
+      "loss": 1.223,
       "step": 10475
     },
     {
-      "epoch": 1.4576761086794945,
-      "grad_norm": 0.006082080057819402,
-      "learning_rate": 0.00020768090212399103,
-      "loss": 1.0704,
+      "epoch": 1.6552813425468904,
+      "grad_norm": 0.04466165874024998,
+      "learning_rate": 8.77775599300999e-05,
+      "loss": 1.1914,
       "step": 10480
     },
     {
-      "epoch": 1.4583715461748765,
-      "grad_norm": 0.005992426525892378,
-      "learning_rate": 0.00020718869959455416,
-      "loss": 1.1016,
+      "epoch": 1.656071076011846,
+      "grad_norm": 0.04265098789551575,
+      "learning_rate": 8.738787711369256e-05,
+      "loss": 1.2269,
       "step": 10485
     },
     {
-      "epoch": 1.4590669836702583,
-      "grad_norm": 0.006019913699711126,
-      "learning_rate": 0.00020669692854343957,
-      "loss": 1.0871,
+      "epoch": 1.6568608094768016,
+      "grad_norm": 0.043371571204308915,
+      "learning_rate": 8.699897836398657e-05,
+      "loss": 1.2797,
       "step": 10490
     },
     {
-      "epoch": 1.4597624211656401,
-      "grad_norm": 0.006053884866474868,
-      "learning_rate": 0.000206205589695307,
-      "loss": 1.0667,
+      "epoch": 1.6576505429417572,
+      "grad_norm": 0.04250545524159186,
+      "learning_rate": 8.661086441998683e-05,
+      "loss": 1.1861,
       "step": 10495
     },
     {
-      "epoch": 1.460457858661022,
-      "grad_norm": 0.0061796596216027845,
-      "learning_rate": 0.000205714683774179,
-      "loss": 1.0786,
+      "epoch": 1.6584402764067128,
+      "grad_norm": 0.04329550539375582,
+      "learning_rate": 8.622353601920785e-05,
+      "loss": 1.2874,
       "step": 10500
     },
     {
-      "epoch": 1.4611532961564038,
-      "grad_norm": 0.006488225020754445,
-      "learning_rate": 0.0002052242115034409,
-      "loss": 1.0661,
+      "epoch": 1.6592300098716684,
+      "grad_norm": 0.04441697196985395,
+      "learning_rate": 8.58369938976703e-05,
+      "loss": 1.2025,
       "step": 10505
     },
     {
-      "epoch": 1.4618487336517858,
-      "grad_norm": 0.006282213890223709,
-      "learning_rate": 0.00020473417360583835,
-      "loss": 1.1147,
+      "epoch": 1.660019743336624,
+      "grad_norm": 0.0410579518710895,
+      "learning_rate": 8.545123878990185e-05,
+      "loss": 1.265,
       "step": 10510
     },
     {
-      "epoch": 1.4625441711471676,
-      "grad_norm": 0.006141426023361118,
-      "learning_rate": 0.00020424457080347685,
-      "loss": 1.0926,
+      "epoch": 1.6608094768015795,
+      "grad_norm": 0.04649859637182751,
+      "learning_rate": 8.506627142893386e-05,
+      "loss": 1.1982,
       "step": 10515
     },
     {
-      "epoch": 1.4632396086425494,
-      "grad_norm": 0.006465374532134673,
-      "learning_rate": 0.00020375540381782165,
-      "loss": 1.0837,
+      "epoch": 1.6615992102665351,
+      "grad_norm": 0.04192545088628239,
+      "learning_rate": 8.468209254630116e-05,
+      "loss": 1.2625,
       "step": 10520
     },
     {
-      "epoch": 1.4639350461379315,
-      "grad_norm": 0.006263983266920561,
-      "learning_rate": 0.00020326667336969446,
-      "loss": 1.0594,
+      "epoch": 1.6623889437314907,
+      "grad_norm": 0.044231226719117195,
+      "learning_rate": 8.429870287204011e-05,
+      "loss": 1.2463,
       "step": 10525
     },
     {
-      "epoch": 1.4646304836333133,
-      "grad_norm": 0.005864169444327422,
-      "learning_rate": 0.00020277838017927497,
-      "loss": 1.0914,
+      "epoch": 1.6631786771964463,
+      "grad_norm": 0.04134190982501434,
+      "learning_rate": 8.391610313468734e-05,
+      "loss": 1.2378,
       "step": 10530
     },
     {
-      "epoch": 1.465325921128695,
-      "grad_norm": 0.00614017984550773,
-      "learning_rate": 0.00020229052496609757,
-      "loss": 1.0353,
+      "epoch": 1.6639684106614019,
+      "grad_norm": 0.04320650950433171,
+      "learning_rate": 8.35342940612786e-05,
+      "loss": 1.2275,
       "step": 10535
     },
     {
-      "epoch": 1.466021358624077,
-      "grad_norm": 0.006600334924966382,
-      "learning_rate": 0.00020180310844905209,
-      "loss": 1.0445,
+      "epoch": 1.6647581441263575,
+      "grad_norm": 0.04165080083103624,
+      "learning_rate": 8.315327637734699e-05,
+      "loss": 1.2679,
       "step": 10540
     },
     {
-      "epoch": 1.4667167961194587,
-      "grad_norm": 0.006499938258085765,
-      "learning_rate": 0.00020131613134638133,
-      "loss": 1.1148,
+      "epoch": 1.665547877591313,
+      "grad_norm": 0.04191762920199662,
+      "learning_rate": 8.277305080692171e-05,
+      "loss": 1.2147,
       "step": 10545
     },
     {
-      "epoch": 1.4674122336148407,
-      "grad_norm": 0.005905505411318986,
-      "learning_rate": 0.00020082959437568083,
-      "loss": 1.1013,
+      "epoch": 1.6663376110562687,
+      "grad_norm": 0.041760980870575524,
+      "learning_rate": 8.239361807252726e-05,
+      "loss": 1.2276,
       "step": 10550
     },
     {
-      "epoch": 1.4681076711102226,
-      "grad_norm": 0.005797794226380277,
-      "learning_rate": 0.0002003434982538972,
-      "loss": 1.0393,
+      "epoch": 1.6671273445212242,
+      "grad_norm": 0.04084053094695976,
+      "learning_rate": 8.201497889518073e-05,
+      "loss": 1.2151,
       "step": 10555
     },
     {
-      "epoch": 1.4688031086056044,
-      "grad_norm": 0.006211089882235886,
-      "learning_rate": 0.00019985784369732813,
-      "loss": 1.0853,
+      "epoch": 1.6679170779861798,
+      "grad_norm": 0.042396994611125734,
+      "learning_rate": 8.163713399439204e-05,
+      "loss": 1.2273,
       "step": 10560
     },
     {
-      "epoch": 1.4694985461009862,
-      "grad_norm": 0.006907335802216568,
-      "learning_rate": 0.00019937263142161992,
-      "loss": 1.0959,
+      "epoch": 1.6687068114511352,
+      "grad_norm": 0.04370797399526876,
+      "learning_rate": 8.126008408816111e-05,
+      "loss": 1.1813,
       "step": 10565
     },
     {
-      "epoch": 1.470193983596368,
-      "grad_norm": 0.006571111796289222,
-      "learning_rate": 0.00019888786214176775,
-      "loss": 1.0974,
+      "epoch": 1.6694965449160908,
+      "grad_norm": 0.04133337113179507,
+      "learning_rate": 8.088382989297788e-05,
+      "loss": 1.2101,
       "step": 10570
     },
     {
-      "epoch": 1.47088942109175,
-      "grad_norm": 0.006471325291828672,
-      "learning_rate": 0.00019840353657211353,
-      "loss": 1.1096,
+      "epoch": 1.6702862783810464,
+      "grad_norm": 0.04197637223488507,
+      "learning_rate": 8.050837212381934e-05,
+      "loss": 1.2288,
       "step": 10575
     },
     {
-      "epoch": 1.4715848585871318,
-      "grad_norm": 0.006498614521243963,
-      "learning_rate": 0.00019791965542634548,
-      "loss": 1.0614,
+      "epoch": 1.671076011846002,
+      "grad_norm": 0.044765316908218146,
+      "learning_rate": 8.013371149415016e-05,
+      "loss": 1.2193,
       "step": 10580
     },
     {
-      "epoch": 1.4722802960825137,
-      "grad_norm": 0.006117668780764898,
-      "learning_rate": 0.000197436219417497,
-      "loss": 1.0403,
+      "epoch": 1.6718657453109576,
+      "grad_norm": 0.04679279858810313,
+      "learning_rate": 7.975984871591912e-05,
+      "loss": 1.239,
       "step": 10585
     },
     {
-      "epoch": 1.4729757335778955,
-      "grad_norm": 0.005959806133359297,
-      "learning_rate": 0.00019695322925794535,
-      "loss": 1.1117,
+      "epoch": 1.6726554787759131,
+      "grad_norm": 0.041947328580772075,
+      "learning_rate": 7.938678449955983e-05,
+      "loss": 1.2495,
       "step": 10590
     },
     {
-      "epoch": 1.4736711710732773,
-      "grad_norm": 0.006844496087131578,
-      "learning_rate": 0.00019647068565941124,
-      "loss": 1.1036,
+      "epoch": 1.6734452122408687,
+      "grad_norm": 0.047360779982897984,
+      "learning_rate": 7.901451955398791e-05,
+      "loss": 1.2635,
       "step": 10595
     },
     {
-      "epoch": 1.4743666085686593,
-      "grad_norm": 0.005856478350144833,
-      "learning_rate": 0.00019598858933295678,
-      "loss": 1.1244,
+      "epoch": 1.6742349457058243,
+      "grad_norm": 0.043258919843999724,
+      "learning_rate": 7.864305458660025e-05,
+      "loss": 1.2118,
       "step": 10600
     },
     {
-      "epoch": 1.4750620460640411,
-      "grad_norm": 0.006211184532695719,
-      "learning_rate": 0.00019550694098898575,
-      "loss": 1.105,
+      "epoch": 1.67502467917078,
+      "grad_norm": 0.043448493459179706,
+      "learning_rate": 7.827239030327371e-05,
+      "loss": 1.2323,
       "step": 10605
     },
     {
-      "epoch": 1.475757483559423,
-      "grad_norm": 0.005978209713183814,
-      "learning_rate": 0.00019502574133724066,
-      "loss": 1.0775,
+      "epoch": 1.6758144126357353,
+      "grad_norm": 0.04152826467349869,
+      "learning_rate": 7.790252740836346e-05,
+      "loss": 1.2248,
       "step": 10610
     },
     {
-      "epoch": 1.4764529210548047,
-      "grad_norm": 0.006204327132789707,
-      "learning_rate": 0.00019454499108680396,
-      "loss": 1.0689,
+      "epoch": 1.6766041461006909,
+      "grad_norm": 0.04192089478428698,
+      "learning_rate": 7.75334666047019e-05,
+      "loss": 1.2189,
       "step": 10615
     },
     {
-      "epoch": 1.4771483585501866,
-      "grad_norm": 0.006078345641798162,
-      "learning_rate": 0.00019406469094609513,
-      "loss": 1.1089,
+      "epoch": 1.6773938795656465,
+      "grad_norm": 0.04210976138956507,
+      "learning_rate": 7.716520859359738e-05,
+      "loss": 1.2314,
       "step": 10620
     },
     {
-      "epoch": 1.4778437960455686,
-      "grad_norm": 0.005808153851444529,
-      "learning_rate": 0.00019358484162287093,
-      "loss": 1.0622,
+      "epoch": 1.678183613030602,
+      "grad_norm": 0.04728317605815947,
+      "learning_rate": 7.679775407483264e-05,
+      "loss": 1.235,
       "step": 10625
     },
     {
-      "epoch": 1.4785392335409504,
-      "grad_norm": 0.006099242377650919,
-      "learning_rate": 0.00019310544382422347,
-      "loss": 1.1161,
+      "epoch": 1.6789733464955576,
+      "grad_norm": 0.0438605583740611,
+      "learning_rate": 7.643110374666351e-05,
+      "loss": 1.2235,
       "step": 10630
     },
     {
-      "epoch": 1.4792346710363322,
-      "grad_norm": 0.005853936396217568,
-      "learning_rate": 0.00019262649825657946,
-      "loss": 1.0124,
+      "epoch": 1.6797630799605132,
+      "grad_norm": 0.04165756099989564,
+      "learning_rate": 7.606525830581762e-05,
+      "loss": 1.2238,
       "step": 10635
     },
     {
-      "epoch": 1.4799301085317143,
-      "grad_norm": 0.005946793528859264,
-      "learning_rate": 0.0001921480056256994,
-      "loss": 1.1116,
+      "epoch": 1.6805528134254688,
+      "grad_norm": 0.09321515903523485,
+      "learning_rate": 7.570021844749369e-05,
+      "loss": 1.1939,
       "step": 10640
     },
     {
-      "epoch": 1.480625546027096,
-      "grad_norm": 0.0061094820517448405,
-      "learning_rate": 0.00019166996663667614,
-      "loss": 1.0761,
+      "epoch": 1.6813425468904244,
+      "grad_norm": 0.04226203660579285,
+      "learning_rate": 7.533598486535859e-05,
+      "loss": 1.226,
       "step": 10645
     },
     {
-      "epoch": 1.4813209835224779,
-      "grad_norm": 0.006223998590991475,
-      "learning_rate": 0.00019119238199393447,
-      "loss": 1.0437,
+      "epoch": 1.68213228035538,
+      "grad_norm": 0.04358315686555675,
+      "learning_rate": 7.497255825154814e-05,
+      "loss": 1.1889,
       "step": 10650
     },
     {
-      "epoch": 1.4820164210178597,
-      "grad_norm": 0.006059796932077807,
-      "learning_rate": 0.00019071525240122911,
-      "loss": 1.0746,
+      "epoch": 1.6829220138203356,
+      "grad_norm": 0.040614048068525144,
+      "learning_rate": 7.460993929666377e-05,
+      "loss": 1.2207,
       "step": 10655
     },
     {
-      "epoch": 1.4827118585132415,
-      "grad_norm": 0.006124991433351557,
-      "learning_rate": 0.00019023857856164506,
-      "loss": 1.0698,
+      "epoch": 1.6837117472852912,
+      "grad_norm": 0.041881947451217066,
+      "learning_rate": 7.424812868977299e-05,
+      "loss": 1.2576,
       "step": 10660
     },
     {
-      "epoch": 1.4834072960086235,
-      "grad_norm": 0.006513080585543478,
-      "learning_rate": 0.00018976236117759448,
-      "loss": 1.0803,
+      "epoch": 1.6845014807502467,
+      "grad_norm": 0.04048027371153112,
+      "learning_rate": 7.38871271184065e-05,
+      "loss": 1.182,
       "step": 10665
     },
     {
-      "epoch": 1.4841027335040053,
-      "grad_norm": 0.006409783348279198,
-      "learning_rate": 0.00018928660095081812,
-      "loss": 1.1026,
+      "epoch": 1.6852912142152023,
+      "grad_norm": 0.04589041303707425,
+      "learning_rate": 7.352693526855841e-05,
+      "loss": 1.2357,
       "step": 10670
     },
     {
-      "epoch": 1.4847981709993872,
-      "grad_norm": 0.006005128395218635,
-      "learning_rate": 0.00018881129858238228,
-      "loss": 1.1122,
+      "epoch": 1.686080947680158,
+      "grad_norm": 0.04299380618494205,
+      "learning_rate": 7.31675538246832e-05,
+      "loss": 1.1902,
       "step": 10675
     },
     {
-      "epoch": 1.485493608494769,
-      "grad_norm": 0.005886990912775897,
-      "learning_rate": 0.00018833645477267925,
-      "loss": 1.0419,
+      "epoch": 1.6868706811451135,
+      "grad_norm": 0.041618607892892845,
+      "learning_rate": 7.280898346969633e-05,
+      "loss": 1.2333,
       "step": 10680
     },
     {
-      "epoch": 1.4861890459901508,
-      "grad_norm": 0.006141865293616488,
-      "learning_rate": 0.00018786207022142482,
-      "loss": 1.1211,
+      "epoch": 1.687660414610069,
+      "grad_norm": 0.04152512018459573,
+      "learning_rate": 7.245122488497147e-05,
+      "loss": 1.2598,
       "step": 10685
     },
     {
-      "epoch": 1.4868844834855328,
-      "grad_norm": 0.005627850749173176,
-      "learning_rate": 0.000187388145627659,
-      "loss": 1.0351,
+      "epoch": 1.6884501480750247,
+      "grad_norm": 0.04246527855454618,
+      "learning_rate": 7.209427875033975e-05,
+      "loss": 1.2424,
       "step": 10690
     },
     {
-      "epoch": 1.4875799209809146,
-      "grad_norm": 0.00670607329060367,
-      "learning_rate": 0.00018691468168974273,
-      "loss": 1.0793,
+      "epoch": 1.6892398815399803,
+      "grad_norm": 0.10238731682706267,
+      "learning_rate": 7.173814574408855e-05,
+      "loss": 1.2775,
       "step": 10695
     },
     {
-      "epoch": 1.4882753584762964,
-      "grad_norm": 0.006920651961042752,
-      "learning_rate": 0.00018644167910535943,
-      "loss": 1.1318,
+      "epoch": 1.6900296150049359,
+      "grad_norm": 0.04446766386160356,
+      "learning_rate": 7.138282654296003e-05,
+      "loss": 1.2084,
       "step": 10700
     },
     {
-      "epoch": 1.4889707959716783,
-      "grad_norm": 0.006134958383579354,
-      "learning_rate": 0.00018596913857151193,
-      "loss": 1.1265,
+      "epoch": 1.6908193484698915,
+      "grad_norm": 0.044048608923519285,
+      "learning_rate": 7.102832182214991e-05,
+      "loss": 1.2378,
       "step": 10705
     },
     {
-      "epoch": 1.48966623346706,
-      "grad_norm": 0.00662026504879058,
-      "learning_rate": 0.0001854970607845222,
-      "loss": 1.0811,
+      "epoch": 1.691609081934847,
+      "grad_norm": 0.04418165786278541,
+      "learning_rate": 7.067463225530635e-05,
+      "loss": 1.2661,
       "step": 10710
     },
     {
-      "epoch": 1.490361670962442,
-      "grad_norm": 0.007023530817343845,
-      "learning_rate": 0.00018502544644003111,
-      "loss": 1.062,
+      "epoch": 1.6923988153998026,
+      "grad_norm": 0.041938058635036045,
+      "learning_rate": 7.032175851452816e-05,
+      "loss": 1.2607,
       "step": 10715
     },
     {
-      "epoch": 1.491057108457824,
-      "grad_norm": 0.006360302479207631,
-      "learning_rate": 0.0001845542962329952,
-      "loss": 1.0751,
+      "epoch": 1.6931885488647582,
+      "grad_norm": 0.041219856731141896,
+      "learning_rate": 6.99697012703645e-05,
+      "loss": 1.2119,
       "step": 10720
     },
     {
-      "epoch": 1.4917525459532057,
-      "grad_norm": 0.0061152729476820575,
-      "learning_rate": 0.0001840836108576885,
-      "loss": 1.0758,
+      "epoch": 1.6939782823297138,
+      "grad_norm": 0.041537968726393655,
+      "learning_rate": 6.961846119181214e-05,
+      "loss": 1.2489,
       "step": 10725
     },
     {
-      "epoch": 1.4924479834485875,
-      "grad_norm": 0.005663849711066468,
-      "learning_rate": 0.00018361339100769902,
-      "loss": 1.0931,
+      "epoch": 1.6947680157946694,
+      "grad_norm": 0.043217935515971216,
+      "learning_rate": 6.926803894631589e-05,
+      "loss": 1.1988,
       "step": 10730
     },
     {
-      "epoch": 1.4931434209439693,
-      "grad_norm": 0.006327722075995323,
-      "learning_rate": 0.00018314363737592965,
-      "loss": 1.0812,
+      "epoch": 1.695557749259625,
+      "grad_norm": 0.0451475294689392,
+      "learning_rate": 6.891843519976565e-05,
+      "loss": 1.3023,
       "step": 10735
     },
     {
-      "epoch": 1.4938388584393514,
-      "grad_norm": 0.00627316257305634,
-      "learning_rate": 0.00018267435065459547,
-      "loss": 1.0707,
+      "epoch": 1.6963474827245806,
+      "grad_norm": 0.04261721380345447,
+      "learning_rate": 6.856965061649678e-05,
+      "loss": 1.2935,
       "step": 10740
     },
     {
-      "epoch": 1.4945342959347332,
-      "grad_norm": 0.006019171907102359,
-      "learning_rate": 0.00018220553153522445,
-      "loss": 1.0798,
+      "epoch": 1.6971372161895362,
+      "grad_norm": 0.0444149102657211,
+      "learning_rate": 6.822168585928723e-05,
+      "loss": 1.2401,
       "step": 10745
     },
     {
-      "epoch": 1.495229733430115,
-      "grad_norm": 0.006186200330122518,
-      "learning_rate": 0.0001817371807086543,
-      "loss": 1.1583,
+      "epoch": 1.6979269496544918,
+      "grad_norm": 0.042511937988654006,
+      "learning_rate": 6.787454158935785e-05,
+      "loss": 1.2601,
       "step": 10750
     },
     {
-      "epoch": 1.495925170925497,
-      "grad_norm": 0.005930021584686492,
-      "learning_rate": 0.00018126929886503384,
-      "loss": 1.0879,
+      "epoch": 1.6987166831194473,
+      "grad_norm": 0.040825871236546775,
+      "learning_rate": 6.752821846636958e-05,
+      "loss": 1.192,
       "step": 10755
     },
     {
-      "epoch": 1.4966206084208789,
-      "grad_norm": 0.0061804267501979855,
-      "learning_rate": 0.00018080188669382014,
-      "loss": 1.1125,
+      "epoch": 1.6995064165844027,
+      "grad_norm": 0.043515710583397545,
+      "learning_rate": 6.718271714842366e-05,
+      "loss": 1.2009,
       "step": 10760
     },
     {
-      "epoch": 1.4973160459162607,
-      "grad_norm": 0.006194811741022189,
-      "learning_rate": 0.00018033494488377817,
-      "loss": 1.0934,
+      "epoch": 1.7002961500493583,
+      "grad_norm": 0.04229258626893139,
+      "learning_rate": 6.683803829205931e-05,
+      "loss": 1.2107,
       "step": 10765
     },
     {
-      "epoch": 1.4980114834116425,
-      "grad_norm": 0.0059498081083818955,
-      "learning_rate": 0.00017986847412298034,
-      "loss": 1.1508,
+      "epoch": 1.701085883514314,
+      "grad_norm": 0.042797452057122085,
+      "learning_rate": 6.649418255225298e-05,
+      "loss": 1.2057,
       "step": 10770
     },
     {
-      "epoch": 1.4987069209070243,
-      "grad_norm": 0.005665326868308404,
-      "learning_rate": 0.00017940247509880437,
-      "loss": 1.0969,
+      "epoch": 1.7018756169792695,
+      "grad_norm": 0.04485063332151586,
+      "learning_rate": 6.615115058241688e-05,
+      "loss": 1.2593,
       "step": 10775
     },
     {
-      "epoch": 1.4994023584024063,
-      "grad_norm": 0.006395690306003157,
-      "learning_rate": 0.00017893694849793306,
-      "loss": 1.0866,
+      "epoch": 1.702665350444225,
+      "grad_norm": 0.04314643955321972,
+      "learning_rate": 6.580894303439805e-05,
+      "loss": 1.2442,
       "step": 10780
     },
     {
-      "epoch": 1.500097795897788,
-      "grad_norm": 0.006350184106658884,
-      "learning_rate": 0.00017847189500635286,
-      "loss": 1.1222,
+      "epoch": 1.7034550839091807,
+      "grad_norm": 0.04304758262248288,
+      "learning_rate": 6.546756055847669e-05,
+      "loss": 1.2836,
       "step": 10785
     },
     {
-      "epoch": 1.50079323339317,
-      "grad_norm": 0.006241032878437041,
-      "learning_rate": 0.0001780073153093536,
-      "loss": 1.1093,
+      "epoch": 1.7042448173741362,
+      "grad_norm": 0.04252134284171267,
+      "learning_rate": 6.51270038033654e-05,
+      "loss": 1.311,
       "step": 10790
     },
     {
-      "epoch": 1.5014886708885518,
-      "grad_norm": 0.006091484711625583,
-      "learning_rate": 0.00017754321009152618,
-      "loss": 1.0765,
+      "epoch": 1.7050345508390918,
+      "grad_norm": 0.041673437616366764,
+      "learning_rate": 6.478727341620755e-05,
+      "loss": 1.2275,
       "step": 10795
     },
     {
-      "epoch": 1.5021841083839336,
-      "grad_norm": 0.006176155727910652,
-      "learning_rate": 0.00017707958003676332,
-      "loss": 1.1011,
+      "epoch": 1.7058242843040474,
+      "grad_norm": 0.044688771684511644,
+      "learning_rate": 6.444837004257615e-05,
+      "loss": 1.2899,
       "step": 10800
     },
     {
-      "epoch": 1.5028795458793156,
-      "grad_norm": 0.007011811171348748,
-      "learning_rate": 0.00017661642582825617,
-      "loss": 1.1336,
+      "epoch": 1.706614017769003,
+      "grad_norm": 0.040976906849736365,
+      "learning_rate": 6.41102943264727e-05,
+      "loss": 1.3313,
       "step": 10805
     },
     {
-      "epoch": 1.5035749833746974,
-      "grad_norm": 0.00653048595998157,
-      "learning_rate": 0.00017615374814849605,
-      "loss": 1.0847,
+      "epoch": 1.7074037512339584,
+      "grad_norm": 0.04585421657272348,
+      "learning_rate": 6.377304691032637e-05,
+      "loss": 1.2182,
       "step": 10810
     },
     {
-      "epoch": 1.5042704208700792,
-      "grad_norm": 0.006516707277048409,
-      "learning_rate": 0.00017569154767927114,
-      "loss": 1.0587,
+      "epoch": 1.708193484698914,
+      "grad_norm": 0.04494473961153744,
+      "learning_rate": 6.343662843499148e-05,
+      "loss": 1.2424,
       "step": 10815
     },
     {
-      "epoch": 1.5049658583654613,
-      "grad_norm": 0.0062404614385631035,
-      "learning_rate": 0.00017522982510166708,
-      "loss": 1.0674,
+      "epoch": 1.7089832181638696,
+      "grad_norm": 0.041957051014238606,
+      "learning_rate": 6.310103953974811e-05,
+      "loss": 1.2061,
       "step": 10820
     },
     {
-      "epoch": 1.5056612958608429,
-      "grad_norm": 0.00607392711068914,
-      "learning_rate": 0.0001747685810960649,
-      "loss": 1.0345,
+      "epoch": 1.7097729516288251,
+      "grad_norm": 0.04170817665992152,
+      "learning_rate": 6.276628086229908e-05,
+      "loss": 1.1999,
       "step": 10825
     },
     {
-      "epoch": 1.5063567333562249,
-      "grad_norm": 0.006375324289398377,
-      "learning_rate": 0.00017430781634214043,
-      "loss": 1.0515,
+      "epoch": 1.7105626850937807,
+      "grad_norm": 0.042248243040817195,
+      "learning_rate": 6.243235303877038e-05,
+      "loss": 1.2198,
       "step": 10830
     },
     {
-      "epoch": 1.5070521708516067,
-      "grad_norm": 0.005722429761383324,
-      "learning_rate": 0.0001738475315188635,
-      "loss": 1.115,
+      "epoch": 1.7113524185587363,
+      "grad_norm": 0.04872981227116442,
+      "learning_rate": 6.209925670370837e-05,
+      "loss": 1.2413,
       "step": 10835
     },
     {
-      "epoch": 1.5077476083469885,
-      "grad_norm": 0.00642564181166541,
-      "learning_rate": 0.0001733877273044963,
-      "loss": 1.1042,
+      "epoch": 1.712142152023692,
+      "grad_norm": 0.04655940795562338,
+      "learning_rate": 6.176699249008017e-05,
+      "loss": 1.1762,
       "step": 10840
     },
     {
-      "epoch": 1.5084430458423705,
-      "grad_norm": 0.0062016661771863825,
-      "learning_rate": 0.00017292840437659358,
-      "loss": 1.1133,
+      "epoch": 1.7129318854886475,
+      "grad_norm": 0.04653463640075384,
+      "learning_rate": 6.143556102927083e-05,
+      "loss": 1.2533,
       "step": 10845
     },
     {
-      "epoch": 1.5091384833377521,
-      "grad_norm": 0.00595038794100489,
-      "learning_rate": 0.000172469563412,
-      "loss": 1.0987,
+      "epoch": 1.713721618953603,
+      "grad_norm": 0.044880628914316996,
+      "learning_rate": 6.110496295108381e-05,
+      "loss": 1.2704,
       "step": 10850
     },
     {
-      "epoch": 1.5098339208331342,
-      "grad_norm": 0.005861938284706813,
-      "learning_rate": 0.00017201120508685076,
-      "loss": 1.0437,
+      "epoch": 1.7145113524185587,
+      "grad_norm": 0.042978430567946306,
+      "learning_rate": 6.077519888373828e-05,
+      "loss": 1.2836,
       "step": 10855
     },
     {
-      "epoch": 1.510529358328516,
-      "grad_norm": 0.006264164809602048,
-      "learning_rate": 0.00017155333007656936,
-      "loss": 1.1401,
+      "epoch": 1.7153010858835143,
+      "grad_norm": 0.04314035507866838,
+      "learning_rate": 6.044626945386894e-05,
+      "loss": 1.2536,
       "step": 10860
     },
     {
-      "epoch": 1.5112247958238978,
-      "grad_norm": 0.006199405662106874,
-      "learning_rate": 0.0001710959390558673,
-      "loss": 1.0702,
+      "epoch": 1.7160908193484699,
+      "grad_norm": 0.04046990224250241,
+      "learning_rate": 6.0118175286524244e-05,
+      "loss": 1.2005,
       "step": 10865
     },
     {
-      "epoch": 1.5119202333192798,
-      "grad_norm": 0.005805348368934361,
-      "learning_rate": 0.00017063903269874266,
-      "loss": 1.1014,
+      "epoch": 1.7168805528134254,
+      "grad_norm": 0.042526046666449,
+      "learning_rate": 5.9790917005165644e-05,
+      "loss": 1.231,
       "step": 10870
     },
     {
-      "epoch": 1.5126156708146614,
-      "grad_norm": 0.006139594218944362,
-      "learning_rate": 0.00017018261167847982,
-      "loss": 1.1155,
+      "epoch": 1.717670286278381,
+      "grad_norm": 0.04197698390985144,
+      "learning_rate": 5.9464495231666024e-05,
+      "loss": 1.2097,
       "step": 10875
     },
     {
-      "epoch": 1.5133111083100435,
-      "grad_norm": 0.005702157640602646,
-      "learning_rate": 0.00016972667666764746,
-      "loss": 1.0557,
+      "epoch": 1.7184600197433366,
+      "grad_norm": 0.04395741648885799,
+      "learning_rate": 5.9138910586308825e-05,
+      "loss": 1.1613,
       "step": 10880
     },
     {
-      "epoch": 1.5140065458054253,
-      "grad_norm": 0.006755180702894759,
-      "learning_rate": 0.00016927122833809873,
-      "loss": 1.0274,
+      "epoch": 1.7192497532082922,
+      "grad_norm": 0.04085357998175268,
+      "learning_rate": 5.881416368778653e-05,
+      "loss": 1.2078,
       "step": 10885
     },
     {
-      "epoch": 1.514701983300807,
-      "grad_norm": 0.005714594400420056,
-      "learning_rate": 0.0001688162673609685,
-      "loss": 1.0549,
+      "epoch": 1.7200394866732478,
+      "grad_norm": 0.04142423392053704,
+      "learning_rate": 5.849025515320011e-05,
+      "loss": 1.1873,
       "step": 10890
     },
     {
-      "epoch": 1.515397420796189,
-      "grad_norm": 0.006476095608031706,
-      "learning_rate": 0.0001683617944066748,
-      "loss": 1.1051,
+      "epoch": 1.7208292201382034,
+      "grad_norm": 0.0438721367222131,
+      "learning_rate": 5.8167185598056835e-05,
+      "loss": 1.2341,
       "step": 10895
     },
     {
-      "epoch": 1.5160928582915707,
-      "grad_norm": 0.006120848250949306,
-      "learning_rate": 0.00016790781014491574,
-      "loss": 1.0725,
+      "epoch": 1.721618953603159,
+      "grad_norm": 0.04267147507128924,
+      "learning_rate": 5.7844955636270404e-05,
+      "loss": 1.2209,
       "step": 10900
     },
     {
-      "epoch": 1.5167882957869527,
-      "grad_norm": 0.006541448106485291,
-      "learning_rate": 0.00016745431524466925,
-      "loss": 1.0847,
+      "epoch": 1.7224086870681146,
+      "grad_norm": 0.04227930696825993,
+      "learning_rate": 5.752356588015828e-05,
+      "loss": 1.2251,
       "step": 10905
     },
     {
-      "epoch": 1.5174837332823345,
-      "grad_norm": 0.005724540648846925,
-      "learning_rate": 0.0001670013103741928,
-      "loss": 1.0793,
+      "epoch": 1.7231984205330702,
+      "grad_norm": 0.04088760614806131,
+      "learning_rate": 5.720301694044217e-05,
+      "loss": 1.1677,
       "step": 10910
     },
     {
-      "epoch": 1.5181791707777164,
-      "grad_norm": 0.006305224586763985,
-      "learning_rate": 0.00016654879620102113,
-      "loss": 1.1269,
+      "epoch": 1.7239881539980257,
+      "grad_norm": 0.04098152238293647,
+      "learning_rate": 5.68833094262452e-05,
+      "loss": 1.204,
       "step": 10915
     },
     {
-      "epoch": 1.5188746082730984,
-      "grad_norm": 0.005975435614106906,
-      "learning_rate": 0.0001660967733919662,
-      "loss": 1.1218,
+      "epoch": 1.7247778874629813,
+      "grad_norm": 0.052012860016822676,
+      "learning_rate": 5.656444394509236e-05,
+      "loss": 1.2344,
       "step": 10920
     },
     {
-      "epoch": 1.5195700457684802,
-      "grad_norm": 0.0061787218667196855,
-      "learning_rate": 0.00016564524261311565,
-      "loss": 1.0726,
+      "epoch": 1.725567620927937,
+      "grad_norm": 0.0437619870736017,
+      "learning_rate": 5.624642110290778e-05,
+      "loss": 1.2024,
       "step": 10925
     },
     {
-      "epoch": 1.520265483263862,
-      "grad_norm": 0.006105048544500617,
-      "learning_rate": 0.00016519420452983251,
-      "loss": 1.0727,
+      "epoch": 1.7263573543928925,
+      "grad_norm": 0.04384223887031418,
+      "learning_rate": 5.592924150401507e-05,
+      "loss": 1.2669,
       "step": 10930
     },
     {
-      "epoch": 1.520960920759244,
-      "grad_norm": 0.006182526036893575,
-      "learning_rate": 0.00016474365980675333,
-      "loss": 1.1112,
+      "epoch": 1.727147087857848,
+      "grad_norm": 0.044953027873407804,
+      "learning_rate": 5.561290575113503e-05,
+      "loss": 1.2538,
       "step": 10935
     },
     {
-      "epoch": 1.5216563582546256,
-      "grad_norm": 0.006431195623816387,
-      "learning_rate": 0.00016429360910778817,
-      "loss": 1.0282,
+      "epoch": 1.7279368213228037,
+      "grad_norm": 0.04331450244454091,
+      "learning_rate": 5.529741444538511e-05,
+      "loss": 1.2221,
       "step": 10940
     },
     {
-      "epoch": 1.5223517957500077,
-      "grad_norm": 0.006091127184930534,
-      "learning_rate": 0.0001638440530961186,
-      "loss": 1.0658,
+      "epoch": 1.7287265547877593,
+      "grad_norm": 0.0431374142347564,
+      "learning_rate": 5.498276818627807e-05,
+      "loss": 1.2278,
       "step": 10945
     },
     {
-      "epoch": 1.5230472332453895,
-      "grad_norm": 0.006887513750610914,
-      "learning_rate": 0.00016339499243419749,
-      "loss": 1.1104,
+      "epoch": 1.7295162882527149,
+      "grad_norm": 0.04465394741599331,
+      "learning_rate": 5.4668967571720796e-05,
+      "loss": 1.2473,
       "step": 10950
     },
     {
-      "epoch": 1.5237426707407713,
-      "grad_norm": 0.006262140954502843,
-      "learning_rate": 0.00016294642778374774,
-      "loss": 1.053,
+      "epoch": 1.7303060217176705,
+      "grad_norm": 0.04139657156894374,
+      "learning_rate": 5.435601319801331e-05,
+      "loss": 1.1925,
       "step": 10955
     },
     {
-      "epoch": 1.5244381082361533,
-      "grad_norm": 0.00619228714265612,
-      "learning_rate": 0.00016249835980576116,
-      "loss": 1.0296,
+      "epoch": 1.7310957551826258,
+      "grad_norm": 0.04238770965179194,
+      "learning_rate": 5.404390565984757e-05,
+      "loss": 1.2088,
       "step": 10960
     },
     {
-      "epoch": 1.525133545731535,
-      "grad_norm": 0.00605731382752734,
-      "learning_rate": 0.00016205078916049813,
-      "loss": 1.0881,
+      "epoch": 1.7318854886475814,
+      "grad_norm": 0.042844079607091155,
+      "learning_rate": 5.3732645550306326e-05,
+      "loss": 1.2649,
       "step": 10965
     },
     {
-      "epoch": 1.525828983226917,
-      "grad_norm": 0.006536749680239332,
-      "learning_rate": 0.00016160371650748585,
-      "loss": 1.1204,
+      "epoch": 1.732675222112537,
+      "grad_norm": 0.04076286415730184,
+      "learning_rate": 5.3422233460862e-05,
+      "loss": 1.1983,
       "step": 10970
     },
     {
-      "epoch": 1.5265244207222988,
-      "grad_norm": 0.005922714497317333,
-      "learning_rate": 0.00016115714250551766,
-      "loss": 1.0579,
+      "epoch": 1.7334649555774926,
+      "grad_norm": 0.040869144611230084,
+      "learning_rate": 5.3112669981375374e-05,
+      "loss": 1.2077,
       "step": 10975
     },
     {
-      "epoch": 1.5272198582176806,
-      "grad_norm": 0.006976511977687917,
-      "learning_rate": 0.00016071106781265205,
-      "loss": 1.1404,
+      "epoch": 1.7342546890424482,
+      "grad_norm": 0.04244998317250209,
+      "learning_rate": 5.2803955700095216e-05,
+      "loss": 1.3037,
       "step": 10980
     },
     {
-      "epoch": 1.5279152957130626,
-      "grad_norm": 0.006297824598284877,
-      "learning_rate": 0.00016026549308621214,
-      "loss": 1.0851,
+      "epoch": 1.7350444225074038,
+      "grad_norm": 0.04221332985448391,
+      "learning_rate": 5.249609120365578e-05,
+      "loss": 1.2512,
       "step": 10985
     },
     {
-      "epoch": 1.5286107332084442,
-      "grad_norm": 0.006029591500553555,
-      "learning_rate": 0.00015982041898278377,
-      "loss": 1.0976,
+      "epoch": 1.7358341559723593,
+      "grad_norm": 0.04283413508320454,
+      "learning_rate": 5.218907707707743e-05,
+      "loss": 1.2645,
       "step": 10990
     },
     {
-      "epoch": 1.5293061707038262,
-      "grad_norm": 0.006096569371051338,
-      "learning_rate": 0.00015937584615821572,
-      "loss": 1.0529,
+      "epoch": 1.736623889437315,
+      "grad_norm": 0.04346127194422721,
+      "learning_rate": 5.188291390376365e-05,
+      "loss": 1.1853,
       "step": 10995
     },
     {
-      "epoch": 1.530001608199208,
-      "grad_norm": 0.006026264288826328,
-      "learning_rate": 0.00015893177526761753,
-      "loss": 1.0629,
+      "epoch": 1.7374136229022705,
+      "grad_norm": 0.042009915352155806,
+      "learning_rate": 5.1577602265501845e-05,
+      "loss": 1.2308,
       "step": 11000
     },
     {
-      "epoch": 1.5306970456945899,
-      "grad_norm": 0.00612685305326524,
-      "learning_rate": 0.00015848820696535932,
-      "loss": 1.079,
+      "epoch": 1.7382033563672261,
+      "grad_norm": 0.04299750803125261,
+      "learning_rate": 5.127314274246042e-05,
+      "loss": 1.2353,
       "step": 11005
     },
     {
-      "epoch": 1.531392483189972,
-      "grad_norm": 0.005985660044632401,
-      "learning_rate": 0.00015804514190507034,
-      "loss": 1.1025,
+      "epoch": 1.7389930898321815,
+      "grad_norm": 0.04154110270799582,
+      "learning_rate": 5.096953591318926e-05,
+      "loss": 1.2901,
       "step": 11010
     },
     {
-      "epoch": 1.5320879206853535,
-      "grad_norm": 0.006441584802288708,
-      "learning_rate": 0.00015760258073963906,
-      "loss": 1.1262,
+      "epoch": 1.739782823297137,
+      "grad_norm": 0.04056900168631893,
+      "learning_rate": 5.0666782354617524e-05,
+      "loss": 1.2251,
       "step": 11015
     },
     {
-      "epoch": 1.5327833581807355,
-      "grad_norm": 0.006114431546275014,
-      "learning_rate": 0.00015716052412121062,
-      "loss": 1.0813,
+      "epoch": 1.7405725567620927,
+      "grad_norm": 0.041381484772059884,
+      "learning_rate": 5.0364882642053075e-05,
+      "loss": 1.281,
       "step": 11020
     },
     {
-      "epoch": 1.5334787956761173,
-      "grad_norm": 0.006544370384853905,
-      "learning_rate": 0.0001567189727011868,
-      "loss": 1.0403,
+      "epoch": 1.7413622902270482,
+      "grad_norm": 0.04229219166742236,
+      "learning_rate": 5.006383734918113e-05,
+      "loss": 1.2205,
       "step": 11025
     },
     {
-      "epoch": 1.5341742331714991,
-      "grad_norm": 0.005775345395907878,
-      "learning_rate": 0.00015627792713022553,
-      "loss": 1.0998,
+      "epoch": 1.7421520236920038,
+      "grad_norm": 0.042353044445552344,
+      "learning_rate": 4.976364704806346e-05,
+      "loss": 1.2208,
       "step": 11030
     },
     {
-      "epoch": 1.5348696706668812,
-      "grad_norm": 0.007117355459807308,
-      "learning_rate": 0.00015583738805823833,
-      "loss": 1.102,
+      "epoch": 1.7429417571569594,
+      "grad_norm": 0.04286126156849806,
+      "learning_rate": 4.946431230913706e-05,
+      "loss": 1.224,
       "step": 11035
     },
     {
-      "epoch": 1.535565108162263,
-      "grad_norm": 0.00600728309089111,
-      "learning_rate": 0.00015539735613439144,
-      "loss": 1.0191,
+      "epoch": 1.743731490621915,
+      "grad_norm": 0.04161026025040395,
+      "learning_rate": 4.9165833701213135e-05,
+      "loss": 1.216,
       "step": 11040
     },
     {
-      "epoch": 1.5362605456576448,
-      "grad_norm": 0.006210701183827556,
-      "learning_rate": 0.00015495783200710278,
-      "loss": 1.1096,
+      "epoch": 1.7445212240868706,
+      "grad_norm": 0.042796890420811744,
+      "learning_rate": 4.886821179147599e-05,
+      "loss": 1.2321,
       "step": 11045
     },
     {
-      "epoch": 1.5369559831530268,
-      "grad_norm": 0.0056933702806192124,
-      "learning_rate": 0.00015451881632404303,
-      "loss": 1.1063,
+      "epoch": 1.7453109575518262,
+      "grad_norm": 0.04289812974086648,
+      "learning_rate": 4.8571447145482065e-05,
+      "loss": 1.2618,
       "step": 11050
     },
     {
-      "epoch": 1.5376514206484084,
-      "grad_norm": 0.006217170416673636,
-      "learning_rate": 0.00015408030973213256,
-      "loss": 1.1114,
+      "epoch": 1.7461006910167818,
+      "grad_norm": 0.04190525368603679,
+      "learning_rate": 4.827554032715864e-05,
+      "loss": 1.2131,
       "step": 11055
     },
     {
-      "epoch": 1.5383468581437905,
-      "grad_norm": 0.007066107011564979,
-      "learning_rate": 0.00015364231287754264,
-      "loss": 1.0481,
+      "epoch": 1.7468904244817374,
+      "grad_norm": 0.04144011633768475,
+      "learning_rate": 4.798049189880327e-05,
+      "loss": 1.2133,
       "step": 11060
     },
     {
-      "epoch": 1.5390422956391723,
-      "grad_norm": 0.005925521653475084,
-      "learning_rate": 0.00015320482640569227,
-      "loss": 0.9981,
+      "epoch": 1.747680157946693,
+      "grad_norm": 0.042249079991912276,
+      "learning_rate": 4.768630242108179e-05,
+      "loss": 1.2569,
       "step": 11065
     },
     {
-      "epoch": 1.539737733134554,
-      "grad_norm": 0.006477366702595773,
-      "learning_rate": 0.0001527678509612494,
-      "loss": 1.0847,
+      "epoch": 1.7484698914116485,
+      "grad_norm": 0.042104153668624605,
+      "learning_rate": 4.739297245302848e-05,
+      "loss": 1.2653,
       "step": 11070
     },
     {
-      "epoch": 1.5404331706299361,
-      "grad_norm": 0.006513216879399093,
-      "learning_rate": 0.00015233138718812828,
-      "loss": 1.0938,
+      "epoch": 1.7492596248766041,
+      "grad_norm": 0.04496778273880729,
+      "learning_rate": 4.7100502552043565e-05,
+      "loss": 1.2238,
       "step": 11075
     },
     {
-      "epoch": 1.5411286081253177,
-      "grad_norm": 0.006475706541148309,
-      "learning_rate": 0.00015189543572948934,
-      "loss": 1.0382,
+      "epoch": 1.7500493583415597,
+      "grad_norm": 0.0433679265579797,
+      "learning_rate": 4.680889327389371e-05,
+      "loss": 1.2091,
       "step": 11080
     },
     {
-      "epoch": 1.5418240456206997,
-      "grad_norm": 0.006710149980946311,
-      "learning_rate": 0.00015145999722773835,
-      "loss": 1.1266,
+      "epoch": 1.7508390918065153,
+      "grad_norm": 0.04533540199266512,
+      "learning_rate": 4.651814517270947e-05,
+      "loss": 1.2375,
       "step": 11085
     },
     {
-      "epoch": 1.5425194831160816,
-      "grad_norm": 0.0058542760055726745,
-      "learning_rate": 0.00015102507232452484,
-      "loss": 1.0967,
+      "epoch": 1.751628825271471,
+      "grad_norm": 0.044057896118022084,
+      "learning_rate": 4.622825880098569e-05,
+      "loss": 1.2974,
       "step": 11090
     },
     {
-      "epoch": 1.5432149206114634,
-      "grad_norm": 0.006842934240980072,
-      "learning_rate": 0.00015059066166074164,
-      "loss": 1.0533,
+      "epoch": 1.7524185587364265,
+      "grad_norm": 0.04147368831718082,
+      "learning_rate": 4.593923470957889e-05,
+      "loss": 1.2147,
       "step": 11095
     },
     {
-      "epoch": 1.5439103581068454,
-      "grad_norm": 0.006680175619969957,
-      "learning_rate": 0.00015015676587652377,
-      "loss": 1.0458,
+      "epoch": 1.753208292201382,
+      "grad_norm": 0.04155980371690394,
+      "learning_rate": 4.5651073447707694e-05,
+      "loss": 1.2407,
       "step": 11100
     },
     {
-      "epoch": 1.544605795602227,
-      "grad_norm": 0.006073000222634272,
-      "learning_rate": 0.0001497233856112478,
-      "loss": 1.1392,
+      "epoch": 1.7539980256663377,
+      "grad_norm": 0.04187962499462947,
+      "learning_rate": 4.53637755629509e-05,
+      "loss": 1.2584,
       "step": 11105
     },
     {
-      "epoch": 1.545301233097609,
-      "grad_norm": 0.006162152791111077,
-      "learning_rate": 0.00014929052150353017,
-      "loss": 1.1046,
+      "epoch": 1.7547877591312933,
+      "grad_norm": 0.042359846826724376,
+      "learning_rate": 4.5077341601246654e-05,
+      "loss": 1.2461,
       "step": 11110
     },
     {
-      "epoch": 1.5459966705929908,
-      "grad_norm": 0.006361952840613387,
-      "learning_rate": 0.00014885817419122745,
-      "loss": 1.0584,
+      "epoch": 1.7555774925962488,
+      "grad_norm": 0.041929594577455515,
+      "learning_rate": 4.4791772106891394e-05,
+      "loss": 1.2686,
       "step": 11115
     },
     {
-      "epoch": 1.5466921080883727,
-      "grad_norm": 0.006672034491332955,
-      "learning_rate": 0.0001484263443114336,
-      "loss": 1.0411,
+      "epoch": 1.7563672260612044,
+      "grad_norm": 0.04433843262545179,
+      "learning_rate": 4.4507067622538976e-05,
+      "loss": 1.2326,
       "step": 11120
     },
     {
-      "epoch": 1.5473875455837547,
-      "grad_norm": 0.006802775717755446,
-      "learning_rate": 0.00014799503250048125,
-      "loss": 1.1174,
+      "epoch": 1.75715695952616,
+      "grad_norm": 0.04366692379263817,
+      "learning_rate": 4.4223228689199366e-05,
+      "loss": 1.2359,
       "step": 11125
     },
     {
-      "epoch": 1.5480829830791363,
-      "grad_norm": 0.006185004701573056,
-      "learning_rate": 0.0001475642393939387,
-      "loss": 1.1107,
+      "epoch": 1.7579466929911156,
+      "grad_norm": 0.04149469835727698,
+      "learning_rate": 4.3940255846237895e-05,
+      "loss": 1.2037,
       "step": 11130
     },
     {
-      "epoch": 1.5487784205745183,
-      "grad_norm": 0.006653126284864223,
-      "learning_rate": 0.00014713396562661068,
-      "loss": 1.102,
+      "epoch": 1.7587364264560712,
+      "grad_norm": 0.040775251964688126,
+      "learning_rate": 4.36581496313741e-05,
+      "loss": 1.1684,
       "step": 11135
     },
     {
-      "epoch": 1.5494738580699001,
-      "grad_norm": 0.006033210231138012,
-      "learning_rate": 0.00014670421183253602,
-      "loss": 1.116,
+      "epoch": 1.7595261599210268,
+      "grad_norm": 0.041852081629334466,
+      "learning_rate": 4.337691058068066e-05,
+      "loss": 1.2415,
       "step": 11140
     },
     {
-      "epoch": 1.550169295565282,
-      "grad_norm": 0.006110944245735719,
-      "learning_rate": 0.00014627497864498767,
-      "loss": 1.0986,
+      "epoch": 1.7603158933859824,
+      "grad_norm": 0.04248423234257302,
+      "learning_rate": 4.309653922858225e-05,
+      "loss": 1.2156,
       "step": 11145
     },
     {
-      "epoch": 1.550864733060664,
-      "grad_norm": 0.006218971483932405,
-      "learning_rate": 0.00014584626669647126,
-      "loss": 1.0677,
+      "epoch": 1.761105626850938,
+      "grad_norm": 0.040538861605222874,
+      "learning_rate": 4.281703610785526e-05,
+      "loss": 1.2046,
       "step": 11150
     },
     {
-      "epoch": 1.5515601705560458,
-      "grad_norm": 0.0066376767370416615,
-      "learning_rate": 0.00014541807661872425,
-      "loss": 1.1226,
+      "epoch": 1.7618953603158933,
+      "grad_norm": 0.046383388245612174,
+      "learning_rate": 4.253840174962542e-05,
+      "loss": 1.2281,
       "step": 11155
     },
     {
-      "epoch": 1.5522556080514276,
-      "grad_norm": 0.006027920758081385,
-      "learning_rate": 0.00014499040904271553,
-      "loss": 1.048,
+      "epoch": 1.762685093780849,
+      "grad_norm": 0.041805506024507166,
+      "learning_rate": 4.226063668336843e-05,
+      "loss": 1.1868,
       "step": 11160
     },
     {
-      "epoch": 1.5529510455468096,
-      "grad_norm": 0.006102102723765158,
-      "learning_rate": 0.00014456326459864356,
-      "loss": 1.0918,
+      "epoch": 1.7634748272458045,
+      "grad_norm": 0.042120769289328494,
+      "learning_rate": 4.198374143690725e-05,
+      "loss": 1.24,
       "step": 11165
     },
     {
-      "epoch": 1.5536464830421912,
-      "grad_norm": 0.0065095368935221215,
-      "learning_rate": 0.00014413664391593644,
-      "loss": 1.0641,
+      "epoch": 1.76426456071076,
+      "grad_norm": 0.04271733038966462,
+      "learning_rate": 4.170771653641292e-05,
+      "loss": 1.1954,
       "step": 11170
     },
     {
-      "epoch": 1.5543419205375733,
-      "grad_norm": 0.006137796071360177,
-      "learning_rate": 0.0001437105476232497,
-      "loss": 1.0796,
+      "epoch": 1.7650542941757157,
+      "grad_norm": 0.042217173304770636,
+      "learning_rate": 4.143256250640159e-05,
+      "loss": 1.2786,
       "step": 11175
     },
     {
-      "epoch": 1.555037358032955,
-      "grad_norm": 0.006122199560198793,
-      "learning_rate": 0.00014328497634846687,
-      "loss": 1.087,
+      "epoch": 1.7658440276406713,
+      "grad_norm": 0.04115386922496802,
+      "learning_rate": 4.1158279869735413e-05,
+      "loss": 1.1725,
       "step": 11180
     },
     {
-      "epoch": 1.5557327955283369,
-      "grad_norm": 0.006006795542755571,
-      "learning_rate": 0.0001428599307186974,
-      "loss": 1.0757,
+      "epoch": 1.7666337611056269,
+      "grad_norm": 0.04296913343541811,
+      "learning_rate": 4.088486914762024e-05,
+      "loss": 1.2382,
       "step": 11185
     },
     {
-      "epoch": 1.556428233023719,
-      "grad_norm": 0.006185217569441692,
-      "learning_rate": 0.00014243541136027654,
-      "loss": 1.0942,
+      "epoch": 1.7674234945705825,
+      "grad_norm": 0.04028641995243244,
+      "learning_rate": 4.061233085960503e-05,
+      "loss": 1.2017,
       "step": 11190
     },
     {
-      "epoch": 1.5571236705191005,
-      "grad_norm": 0.006194895780565837,
-      "learning_rate": 0.00014201141889876373,
-      "loss": 1.0936,
+      "epoch": 1.768213228035538,
+      "grad_norm": 0.04216386056310998,
+      "learning_rate": 4.034066552358112e-05,
+      "loss": 1.257,
       "step": 11195
     },
     {
-      "epoch": 1.5578191080144825,
-      "grad_norm": 0.006290328459736176,
-      "learning_rate": 0.00014158795395894207,
-      "loss": 1.1022,
+      "epoch": 1.7690029615004936,
+      "grad_norm": 0.042210548497521407,
+      "learning_rate": 4.0069873655780795e-05,
+      "loss": 1.2165,
       "step": 11200
     },
     {
-      "epoch": 1.5585145455098643,
-      "grad_norm": 0.006202174495772713,
-      "learning_rate": 0.00014116501716481716,
-      "loss": 1.0789,
+      "epoch": 1.769792694965449,
+      "grad_norm": 0.043762119753396354,
+      "learning_rate": 3.979995577077672e-05,
+      "loss": 1.2895,
       "step": 11205
     },
     {
-      "epoch": 1.5592099830052462,
-      "grad_norm": 0.006730588382063892,
-      "learning_rate": 0.00014074260913961683,
-      "loss": 1.1275,
+      "epoch": 1.7705824284304046,
+      "grad_norm": 0.043776960117588,
+      "learning_rate": 3.953091238148071e-05,
+      "loss": 1.2186,
       "step": 11210
     },
     {
-      "epoch": 1.5599054205006282,
-      "grad_norm": 0.005939932783787021,
-      "learning_rate": 0.00014032073050578925,
-      "loss": 1.0809,
+      "epoch": 1.7713721618953602,
+      "grad_norm": 0.04285266371074993,
+      "learning_rate": 3.92627439991427e-05,
+      "loss": 1.263,
       "step": 11215
     },
     {
-      "epoch": 1.5606008579960098,
-      "grad_norm": 0.006518199774319394,
-      "learning_rate": 0.0001398993818850025,
-      "loss": 1.0594,
+      "epoch": 1.7721618953603158,
+      "grad_norm": 0.04146455981407683,
+      "learning_rate": 3.899545113335013e-05,
+      "loss": 1.2026,
       "step": 11220
     },
     {
-      "epoch": 1.5612962954913918,
-      "grad_norm": 0.006392461944443848,
-      "learning_rate": 0.00013947856389814417,
-      "loss": 1.0531,
+      "epoch": 1.7729516288252714,
+      "grad_norm": 0.04261578864213817,
+      "learning_rate": 3.8729034292026346e-05,
+      "loss": 1.2934,
       "step": 11225
     },
     {
-      "epoch": 1.5619917329867736,
-      "grad_norm": 0.0059840136908843366,
-      "learning_rate": 0.00013905827716531932,
-      "loss": 1.1086,
+      "epoch": 1.773741362290227,
+      "grad_norm": 0.04156376745317839,
+      "learning_rate": 3.846349398143067e-05,
+      "loss": 1.2042,
       "step": 11230
     },
     {
-      "epoch": 1.5626871704821554,
-      "grad_norm": 0.005886575033360451,
-      "learning_rate": 0.0001386385223058505,
-      "loss": 1.0516,
+      "epoch": 1.7745310957551825,
+      "grad_norm": 0.04429090037852748,
+      "learning_rate": 3.8198830706156094e-05,
+      "loss": 1.1817,
       "step": 11235
     },
     {
-      "epoch": 1.5633826079775375,
-      "grad_norm": 0.00596948817001237,
-      "learning_rate": 0.00013821929993827615,
-      "loss": 1.1282,
+      "epoch": 1.7753208292201381,
+      "grad_norm": 0.04443132045020589,
+      "learning_rate": 3.793504496912953e-05,
+      "loss": 1.2067,
       "step": 11240
     },
     {
-      "epoch": 1.564078045472919,
-      "grad_norm": 0.006362600346446008,
-      "learning_rate": 0.0001378006106803507,
-      "loss": 1.0989,
+      "epoch": 1.7761105626850937,
+      "grad_norm": 0.042582391412978086,
+      "learning_rate": 3.7672137271609953e-05,
+      "loss": 1.2171,
       "step": 11245
     },
     {
-      "epoch": 1.564773482968301,
-      "grad_norm": 0.006313030231057747,
-      "learning_rate": 0.00013738245514904236,
-      "loss": 1.0472,
+      "epoch": 1.7769002961500493,
+      "grad_norm": 0.04202998040068961,
+      "learning_rate": 3.741010811318829e-05,
+      "loss": 1.1982,
       "step": 11250
     },
     {
-      "epoch": 1.565468920463683,
-      "grad_norm": 0.006627110186404975,
-      "learning_rate": 0.0001369648339605334,
-      "loss": 1.1235,
+      "epoch": 1.7776900296150049,
+      "grad_norm": 0.04043084108696151,
+      "learning_rate": 3.714895799178547e-05,
+      "loss": 1.2328,
       "step": 11255
     },
     {
-      "epoch": 1.5661643579590647,
-      "grad_norm": 0.006381784216739973,
-      "learning_rate": 0.00013654774773021793,
-      "loss": 1.0511,
+      "epoch": 1.7784797630799605,
+      "grad_norm": 0.0425509595206941,
+      "learning_rate": 3.68886874036527e-05,
+      "loss": 1.2066,
       "step": 11260
     },
     {
-      "epoch": 1.5668597954544468,
-      "grad_norm": 0.006369827845836815,
-      "learning_rate": 0.00013613119707270267,
-      "loss": 1.1315,
+      "epoch": 1.779269496544916,
+      "grad_norm": 0.04395113775507301,
+      "learning_rate": 3.662929684336913e-05,
+      "loss": 1.2096,
       "step": 11265
     },
     {
-      "epoch": 1.5675552329498286,
-      "grad_norm": 0.006732361150463731,
-      "learning_rate": 0.00013571518260180454,
-      "loss": 1.0301,
+      "epoch": 1.7800592300098717,
+      "grad_norm": 0.042185612770174435,
+      "learning_rate": 3.637078680384226e-05,
+      "loss": 1.2571,
       "step": 11270
     },
     {
-      "epoch": 1.5682506704452104,
-      "grad_norm": 0.0059337802179476205,
-      "learning_rate": 0.0001352997049305504,
-      "loss": 1.0876,
+      "epoch": 1.7808489634748272,
+      "grad_norm": 0.04255013932016611,
+      "learning_rate": 3.6113157776305975e-05,
+      "loss": 1.2216,
       "step": 11275
     },
     {
-      "epoch": 1.5689461079405924,
-      "grad_norm": 0.005590346837657307,
-      "learning_rate": 0.00013488476467117639,
-      "loss": 1.071,
+      "epoch": 1.7816386969397828,
+      "grad_norm": 0.04179684940286759,
+      "learning_rate": 3.585641025032027e-05,
+      "loss": 1.2956,
       "step": 11280
     },
     {
-      "epoch": 1.569641545435974,
-      "grad_norm": 0.00679816354784423,
-      "learning_rate": 0.00013447036243512657,
-      "loss": 1.1136,
+      "epoch": 1.7824284304047384,
+      "grad_norm": 0.04115021450600406,
+      "learning_rate": 3.5600544713769836e-05,
+      "loss": 1.2458,
       "step": 11285
     },
     {
-      "epoch": 1.570336982931356,
-      "grad_norm": 0.00648781924116295,
-      "learning_rate": 0.0001340564988330521,
-      "loss": 1.0705,
+      "epoch": 1.783218163869694,
+      "grad_norm": 0.04266632735240459,
+      "learning_rate": 3.5345561652863515e-05,
+      "loss": 1.2184,
       "step": 11290
     },
     {
-      "epoch": 1.5710324204267379,
-      "grad_norm": 0.006431012151766722,
-      "learning_rate": 0.00013364317447481033,
-      "loss": 1.0218,
+      "epoch": 1.7840078973346496,
+      "grad_norm": 0.04256561358618088,
+      "learning_rate": 3.509146155213322e-05,
+      "loss": 1.2519,
       "step": 11295
     },
     {
-      "epoch": 1.5717278579221197,
-      "grad_norm": 0.006030605473825628,
-      "learning_rate": 0.0001332303899694645,
-      "loss": 1.0562,
+      "epoch": 1.7847976307996052,
+      "grad_norm": 0.039511194265939825,
+      "learning_rate": 3.4838244894432994e-05,
+      "loss": 1.1871,
       "step": 11300
     },
     {
-      "epoch": 1.5724232954175017,
-      "grad_norm": 0.006681491115834089,
-      "learning_rate": 0.00013281814592528175,
-      "loss": 1.0454,
+      "epoch": 1.7855873642645608,
+      "grad_norm": 0.04336726439981654,
+      "learning_rate": 3.458591216093804e-05,
+      "loss": 1.222,
       "step": 11305
     },
     {
-      "epoch": 1.5731187329128833,
-      "grad_norm": 0.006336321370404584,
-      "learning_rate": 0.0001324064429497332,
-      "loss": 1.0724,
+      "epoch": 1.7863770977295164,
+      "grad_norm": 0.04297511164954792,
+      "learning_rate": 3.433446383114397e-05,
+      "loss": 1.2497,
       "step": 11310
     },
     {
-      "epoch": 1.5738141704082653,
-      "grad_norm": 0.0064831115157461365,
-      "learning_rate": 0.00013199528164949253,
-      "loss": 1.0532,
+      "epoch": 1.787166831194472,
+      "grad_norm": 0.043013552006516485,
+      "learning_rate": 3.408390038286574e-05,
+      "loss": 1.2788,
       "step": 11315
     },
     {
-      "epoch": 1.5745096079036471,
-      "grad_norm": 0.006293746379572893,
-      "learning_rate": 0.00013158466263043516,
-      "loss": 1.0555,
+      "epoch": 1.7879565646594275,
+      "grad_norm": 0.04287288017024786,
+      "learning_rate": 3.3834222292237096e-05,
+      "loss": 1.2111,
       "step": 11320
     },
     {
-      "epoch": 1.575205045399029,
-      "grad_norm": 0.006634403568695915,
-      "learning_rate": 0.00013117458649763736,
-      "loss": 1.0578,
+      "epoch": 1.7887462981243831,
+      "grad_norm": 0.04279873149930401,
+      "learning_rate": 3.358543003370873e-05,
+      "loss": 1.2509,
       "step": 11325
     },
     {
-      "epoch": 1.575900482894411,
-      "grad_norm": 0.006392378096598901,
-      "learning_rate": 0.00013076505385537586,
-      "loss": 1.1084,
+      "epoch": 1.7895360315893387,
+      "grad_norm": 0.04164798713510885,
+      "learning_rate": 3.3337524080048865e-05,
+      "loss": 1.2194,
       "step": 11330
     },
     {
-      "epoch": 1.5765959203897926,
-      "grad_norm": 0.00599066577778691,
-      "learning_rate": 0.00013035606530712596,
-      "loss": 1.1156,
+      "epoch": 1.7903257650542943,
+      "grad_norm": 0.04108453895257936,
+      "learning_rate": 3.309050490234078e-05,
+      "loss": 1.2184,
       "step": 11335
     },
     {
-      "epoch": 1.5772913578851746,
-      "grad_norm": 0.00589969078995684,
-      "learning_rate": 0.00012994762145556148,
-      "loss": 1.082,
+      "epoch": 1.79111549851925,
+      "grad_norm": 0.04338266050037939,
+      "learning_rate": 3.284437296998322e-05,
+      "loss": 1.2482,
       "step": 11340
     },
     {
-      "epoch": 1.5779867953805564,
-      "grad_norm": 0.005985567982909024,
-      "learning_rate": 0.00012953972290255362,
-      "loss": 1.0478,
+      "epoch": 1.7919052319842055,
+      "grad_norm": 0.04371829367686717,
+      "learning_rate": 3.259912875068843e-05,
+      "loss": 1.2282,
       "step": 11345
     },
     {
-      "epoch": 1.5786822328759382,
-      "grad_norm": 0.006241864693378461,
-      "learning_rate": 0.00012913237024916968,
-      "loss": 1.0799,
+      "epoch": 1.792694965449161,
+      "grad_norm": 0.04079619185620122,
+      "learning_rate": 3.235477271048226e-05,
+      "loss": 1.2373,
       "step": 11350
     },
     {
-      "epoch": 1.5793776703713203,
-      "grad_norm": 0.007033295583763944,
-      "learning_rate": 0.00012872556409567333,
-      "loss": 1.0781,
+      "epoch": 1.7934846989141164,
+      "grad_norm": 0.04154758460014251,
+      "learning_rate": 3.211130531370254e-05,
+      "loss": 1.2537,
       "step": 11355
     },
     {
-      "epoch": 1.5800731078667019,
-      "grad_norm": 0.006283064360505077,
-      "learning_rate": 0.00012831930504152194,
-      "loss": 1.07,
+      "epoch": 1.794274432379072,
+      "grad_norm": 0.04065813889139132,
+      "learning_rate": 3.186872702299848e-05,
+      "loss": 1.2034,
       "step": 11360
     },
     {
-      "epoch": 1.5807685453620839,
-      "grad_norm": 0.006334992802486339,
-      "learning_rate": 0.00012791359368536758,
-      "loss": 1.0781,
+      "epoch": 1.7950641658440276,
+      "grad_norm": 0.045271683448689315,
+      "learning_rate": 3.1627038299329725e-05,
+      "loss": 1.302,
       "step": 11365
     },
     {
-      "epoch": 1.5814639828574657,
-      "grad_norm": 0.0064486855859877176,
-      "learning_rate": 0.00012750843062505468,
-      "loss": 0.9897,
+      "epoch": 1.7958538993089832,
+      "grad_norm": 0.05306856886419611,
+      "learning_rate": 3.138623960196563e-05,
+      "loss": 1.2461,
       "step": 11370
     },
     {
-      "epoch": 1.5821594203528475,
-      "grad_norm": 0.006462118556216681,
-      "learning_rate": 0.00012710381645761987,
-      "loss": 1.0781,
+      "epoch": 1.7966436327739388,
+      "grad_norm": 0.04302025327166957,
+      "learning_rate": 3.114633138848416e-05,
+      "loss": 1.2439,
       "step": 11375
     },
     {
-      "epoch": 1.5828548578482295,
-      "grad_norm": 0.006103492116321741,
-      "learning_rate": 0.0001266997517792909,
-      "loss": 1.0943,
+      "epoch": 1.7974333662388944,
+      "grad_norm": 0.04238337663889099,
+      "learning_rate": 3.090731411477127e-05,
+      "loss": 1.2192,
       "step": 11380
     },
     {
-      "epoch": 1.5835502953436114,
-      "grad_norm": 0.005659944226429146,
-      "learning_rate": 0.00012629623718548604,
-      "loss": 1.1014,
+      "epoch": 1.79822309970385,
+      "grad_norm": 0.04239986262557906,
+      "learning_rate": 3.0669188235019796e-05,
+      "loss": 1.1907,
       "step": 11385
     },
     {
-      "epoch": 1.5842457328389932,
-      "grad_norm": 0.00619592051823454,
-      "learning_rate": 0.0001258932732708128,
-      "loss": 1.0951,
+      "epoch": 1.7990128331688056,
+      "grad_norm": 0.046449224788622394,
+      "learning_rate": 3.0431954201728784e-05,
+      "loss": 1.2176,
       "step": 11390
     },
     {
-      "epoch": 1.5849411703343752,
-      "grad_norm": 0.007280483169543699,
-      "learning_rate": 0.000125490860629067,
-      "loss": 1.126,
+      "epoch": 1.7998025666337611,
+      "grad_norm": 0.04185529982263283,
+      "learning_rate": 3.019561246570235e-05,
+      "loss": 1.1822,
       "step": 11395
     },
     {
-      "epoch": 1.5856366078297568,
-      "grad_norm": 0.005967754509250734,
-      "learning_rate": 0.00012508899985323263,
-      "loss": 1.0407,
+      "epoch": 1.8005923000987167,
+      "grad_norm": 0.04320647740606363,
+      "learning_rate": 2.996016347604946e-05,
+      "loss": 1.2175,
       "step": 11400
     },
     {
-      "epoch": 1.5863320453251388,
-      "grad_norm": 0.006266170479381621,
-      "learning_rate": 0.0001246876915354801,
-      "loss": 1.0873,
+      "epoch": 1.801382033563672,
+      "grad_norm": 0.040989901499733826,
+      "learning_rate": 2.972560768018201e-05,
+      "loss": 1.2698,
       "step": 11405
     },
     {
-      "epoch": 1.5870274828205206,
-      "grad_norm": 0.006221913911859689,
-      "learning_rate": 0.00012428693626716575,
-      "loss": 1.0843,
+      "epoch": 1.8021717670286277,
+      "grad_norm": 0.044846649704970466,
+      "learning_rate": 2.9491945523815235e-05,
+      "loss": 1.2221,
       "step": 11410
     },
     {
-      "epoch": 1.5877229203159025,
-      "grad_norm": 0.006038192337254601,
-      "learning_rate": 0.00012388673463883094,
-      "loss": 1.0507,
+      "epoch": 1.8029615004935833,
+      "grad_norm": 0.04112198922608772,
+      "learning_rate": 2.925917745096568e-05,
+      "loss": 1.2266,
       "step": 11415
     },
     {
-      "epoch": 1.5884183578112845,
-      "grad_norm": 0.006598906825527647,
-      "learning_rate": 0.00012348708724020159,
-      "loss": 1.0645,
+      "epoch": 1.8037512339585389,
+      "grad_norm": 0.04199043901320685,
+      "learning_rate": 2.9027303903951475e-05,
+      "loss": 1.1969,
       "step": 11420
     },
     {
-      "epoch": 1.589113795306666,
-      "grad_norm": 0.00622052962484854,
-      "learning_rate": 0.00012308799466018643,
-      "loss": 1.0497,
+      "epoch": 1.8045409674234945,
+      "grad_norm": 0.0427792255694238,
+      "learning_rate": 2.879632532339027e-05,
+      "loss": 1.1797,
       "step": 11425
     },
     {
-      "epoch": 1.5898092328020481,
-      "grad_norm": 0.005917497786083408,
-      "learning_rate": 0.00012268945748687693,
-      "loss": 1.0011,
+      "epoch": 1.80533070088845,
+      "grad_norm": 0.0420822315665092,
+      "learning_rate": 2.8566242148199638e-05,
+      "loss": 1.2345,
       "step": 11430
     },
     {
-      "epoch": 1.59050467029743,
-      "grad_norm": 0.006281560208307083,
-      "learning_rate": 0.00012229147630754572,
-      "loss": 1.0894,
+      "epoch": 1.8061204343534056,
+      "grad_norm": 0.041525445237337325,
+      "learning_rate": 2.83370548155954e-05,
+      "loss": 1.2472,
       "step": 11435
     },
     {
-      "epoch": 1.5912001077928117,
-      "grad_norm": 0.0069950470155938005,
-      "learning_rate": 0.00012189405170864687,
-      "loss": 1.1196,
+      "epoch": 1.8069101678183612,
+      "grad_norm": 0.042092887723146975,
+      "learning_rate": 2.810876376109095e-05,
+      "loss": 1.1719,
       "step": 11440
     },
     {
-      "epoch": 1.5918955452881938,
-      "grad_norm": 0.006934303263637797,
-      "learning_rate": 0.00012149718427581353,
-      "loss": 1.0746,
+      "epoch": 1.8076999012833168,
+      "grad_norm": 0.04280517461374856,
+      "learning_rate": 2.7881369418496783e-05,
+      "loss": 1.201,
       "step": 11445
     },
     {
-      "epoch": 1.5925909827835754,
-      "grad_norm": 0.006369962555451624,
-      "learning_rate": 0.00012110087459385838,
-      "loss": 1.0654,
+      "epoch": 1.8084896347482724,
+      "grad_norm": 0.04352304875133764,
+      "learning_rate": 2.765487221991919e-05,
+      "loss": 1.1722,
       "step": 11450
     },
     {
-      "epoch": 1.5932864202789574,
-      "grad_norm": 0.005732258530151375,
-      "learning_rate": 0.00012070512324677186,
-      "loss": 1.0385,
+      "epoch": 1.809279368213228,
+      "grad_norm": 0.043325517822160334,
+      "learning_rate": 2.7429272595759778e-05,
+      "loss": 1.2559,
       "step": 11455
     },
     {
-      "epoch": 1.5939818577743392,
-      "grad_norm": 0.006166143982376721,
-      "learning_rate": 0.00012030993081772179,
-      "loss": 1.103,
+      "epoch": 1.8100691016781836,
+      "grad_norm": 0.04127227591952366,
+      "learning_rate": 2.720457097471457e-05,
+      "loss": 1.2942,
       "step": 11460
     },
     {
-      "epoch": 1.594677295269721,
-      "grad_norm": 0.0062118181104569205,
-      "learning_rate": 0.00011991529788905242,
-      "loss": 1.083,
+      "epoch": 1.8108588351431392,
+      "grad_norm": 0.04325010834803144,
+      "learning_rate": 2.6980767783773007e-05,
+      "loss": 1.1833,
       "step": 11465
     },
     {
-      "epoch": 1.595372732765103,
-      "grad_norm": 0.006175976795526115,
-      "learning_rate": 0.00011952122504228336,
-      "loss": 1.132,
+      "epoch": 1.8116485686080948,
+      "grad_norm": 0.04151103700562441,
+      "learning_rate": 2.6757863448217458e-05,
+      "loss": 1.2186,
       "step": 11470
     },
     {
-      "epoch": 1.5960681702604846,
-      "grad_norm": 0.0060324493997463875,
-      "learning_rate": 0.00011912771285810925,
-      "loss": 1.0357,
+      "epoch": 1.8124383020730503,
+      "grad_norm": 0.04323537812881578,
+      "learning_rate": 2.653585839162209e-05,
+      "loss": 1.2438,
       "step": 11475
     },
     {
-      "epoch": 1.5967636077558667,
-      "grad_norm": 0.0059091538902274685,
-      "learning_rate": 0.00011873476191639814,
-      "loss": 1.0619,
+      "epoch": 1.813228035538006,
+      "grad_norm": 0.04223303808360918,
+      "learning_rate": 2.63147530358524e-05,
+      "loss": 1.1893,
       "step": 11480
     },
     {
-      "epoch": 1.5974590452512485,
-      "grad_norm": 0.006100445995193314,
-      "learning_rate": 0.00011834237279619165,
-      "loss": 1.0373,
+      "epoch": 1.8140177690029615,
+      "grad_norm": 0.041988924428066274,
+      "learning_rate": 2.6094547801063904e-05,
+      "loss": 1.2693,
       "step": 11485
     },
     {
-      "epoch": 1.5981544827466303,
-      "grad_norm": 0.006018607875891835,
-      "learning_rate": 0.00011795054607570254,
-      "loss": 1.1064,
+      "epoch": 1.814807502467917,
+      "grad_norm": 0.04439988310954606,
+      "learning_rate": 2.5875243105702217e-05,
+      "loss": 1.2088,
       "step": 11490
     },
     {
-      "epoch": 1.5988499202420123,
-      "grad_norm": 0.006758242090379686,
-      "learning_rate": 0.00011755928233231583,
-      "loss": 1.1036,
+      "epoch": 1.8155972359328727,
+      "grad_norm": 0.03961068104808793,
+      "learning_rate": 2.565683936650104e-05,
+      "loss": 1.1858,
       "step": 11495
     },
     {
-      "epoch": 1.5995453577373941,
-      "grad_norm": 0.0064021084865818565,
-      "learning_rate": 0.00011716858214258624,
-      "loss": 1.0694,
+      "epoch": 1.8163869693978283,
+      "grad_norm": 0.2809609303458587,
+      "learning_rate": 2.54393369984825e-05,
+      "loss": 1.1894,
       "step": 11500
     },
     {
-      "epoch": 1.600240795232776,
-      "grad_norm": 0.0067044039782772485,
-      "learning_rate": 0.00011677844608223869,
-      "loss": 1.0703,
+      "epoch": 1.8171767028627839,
+      "grad_norm": 0.04281971904699315,
+      "learning_rate": 2.522273641495576e-05,
+      "loss": 1.1733,
       "step": 11505
     },
     {
-      "epoch": 1.600936232728158,
-      "grad_norm": 0.006123567775732024,
-      "learning_rate": 0.00011638887472616627,
-      "loss": 1.0843,
+      "epoch": 1.8179664363277395,
+      "grad_norm": 0.04314095622911221,
+      "learning_rate": 2.500703802751625e-05,
+      "loss": 1.2112,
       "step": 11510
     },
     {
-      "epoch": 1.6016316702235396,
-      "grad_norm": 0.006436950266976,
-      "learning_rate": 0.00011599986864843015,
-      "loss": 1.0718,
+      "epoch": 1.818756169792695,
+      "grad_norm": 0.04277518754399628,
+      "learning_rate": 2.4792242246045203e-05,
+      "loss": 1.2231,
       "step": 11515
     },
     {
-      "epoch": 1.6023271077189216,
-      "grad_norm": 0.006441412098573449,
-      "learning_rate": 0.00011561142842225842,
-      "loss": 1.0723,
+      "epoch": 1.8195459032576506,
+      "grad_norm": 0.04405778976417175,
+      "learning_rate": 2.4578349478708516e-05,
+      "loss": 1.2123,
       "step": 11520
     },
     {
-      "epoch": 1.6030225452143034,
-      "grad_norm": 0.006145822176529795,
-      "learning_rate": 0.0001152235546200457,
-      "loss": 1.078,
+      "epoch": 1.8203356367226062,
+      "grad_norm": 0.04204945135373263,
+      "learning_rate": 2.4365360131956172e-05,
+      "loss": 1.1958,
       "step": 11525
     },
     {
-      "epoch": 1.6037179827096852,
-      "grad_norm": 0.00665541734624549,
-      "learning_rate": 0.0001148362478133515,
-      "loss": 1.0958,
+      "epoch": 1.8211253701875618,
+      "grad_norm": 0.04272115602529851,
+      "learning_rate": 2.4153274610521525e-05,
+      "loss": 1.2103,
       "step": 11530
     },
     {
-      "epoch": 1.6044134202050673,
-      "grad_norm": 0.00624617403662614,
-      "learning_rate": 0.00011444950857289993,
-      "loss": 1.1043,
+      "epoch": 1.8219151036525174,
+      "grad_norm": 0.041981981556068075,
+      "learning_rate": 2.39420933174202e-05,
+      "loss": 1.2144,
       "step": 11535
     },
     {
-      "epoch": 1.6051088577004489,
-      "grad_norm": 0.006136407636121353,
-      "learning_rate": 0.00011406333746857923,
-      "loss": 1.0576,
+      "epoch": 1.822704837117473,
+      "grad_norm": 0.04114604455369202,
+      "learning_rate": 2.3731816653949855e-05,
+      "loss": 1.2429,
       "step": 11540
     },
     {
-      "epoch": 1.605804295195831,
-      "grad_norm": 0.0060260039279045165,
-      "learning_rate": 0.0001136777350694394,
-      "loss": 1.0968,
+      "epoch": 1.8234945705824286,
+      "grad_norm": 0.04153865675691991,
+      "learning_rate": 2.3522445019688976e-05,
+      "loss": 1.2086,
       "step": 11545
     },
     {
-      "epoch": 1.6064997326912127,
-      "grad_norm": 0.0066006468287021815,
-      "learning_rate": 0.00011329270194369363,
-      "loss": 1.0893,
+      "epoch": 1.824284304047384,
+      "grad_norm": 0.042069130685150065,
+      "learning_rate": 2.3313978812496196e-05,
+      "loss": 1.3083,
       "step": 11550
     },
     {
-      "epoch": 1.6071951701865945,
-      "grad_norm": 0.006305143747224372,
-      "learning_rate": 0.0001129082386587153,
-      "loss": 1.08,
+      "epoch": 1.8250740375123395,
+      "grad_norm": 0.04278054973339165,
+      "learning_rate": 2.310641842850969e-05,
+      "loss": 1.2581,
       "step": 11555
     },
     {
-      "epoch": 1.6078906076819766,
-      "grad_norm": 0.006253666965185374,
-      "learning_rate": 0.00011252434578103877,
-      "loss": 1.1393,
+      "epoch": 1.8258637709772951,
+      "grad_norm": 0.044797698691104205,
+      "learning_rate": 2.289976426214635e-05,
+      "loss": 1.2804,
       "step": 11560
     },
     {
-      "epoch": 1.6085860451773581,
-      "grad_norm": 0.006638790714995338,
-      "learning_rate": 0.00011214102387635721,
-      "loss": 1.0691,
+      "epoch": 1.8266535044422507,
+      "grad_norm": 0.042243084532612725,
+      "learning_rate": 2.2694016706100994e-05,
+      "loss": 1.2201,
       "step": 11565
     },
     {
-      "epoch": 1.6092814826727402,
-      "grad_norm": 0.006006771541375668,
-      "learning_rate": 0.00011175827350952333,
-      "loss": 1.0678,
+      "epoch": 1.8274432379072063,
+      "grad_norm": 0.0444024257688049,
+      "learning_rate": 2.248917615134588e-05,
+      "loss": 1.2318,
       "step": 11570
     },
     {
-      "epoch": 1.609976920168122,
-      "grad_norm": 0.0065863113623388795,
-      "learning_rate": 0.00011137609524454639,
-      "loss": 1.0856,
+      "epoch": 1.828232971372162,
+      "grad_norm": 0.04301955513910412,
+      "learning_rate": 2.228524298712914e-05,
+      "loss": 1.2389,
       "step": 11575
     },
     {
-      "epoch": 1.6106723576635038,
-      "grad_norm": 0.006609698374394736,
-      "learning_rate": 0.00011099448964459386,
-      "loss": 1.0799,
+      "epoch": 1.8290227048371175,
+      "grad_norm": 0.04145190583917446,
+      "learning_rate": 2.208221760097534e-05,
+      "loss": 1.2135,
       "step": 11580
     },
     {
-      "epoch": 1.6113677951588858,
-      "grad_norm": 0.005862788883004558,
-      "learning_rate": 0.00011061345727198846,
-      "loss": 1.0994,
+      "epoch": 1.829812438302073,
+      "grad_norm": 0.04214545520309533,
+      "learning_rate": 2.1880100378683654e-05,
+      "loss": 1.1946,
       "step": 11585
     },
     {
-      "epoch": 1.6120632326542674,
-      "grad_norm": 0.006174705216131335,
-      "learning_rate": 0.00011023299868820857,
-      "loss": 1.1395,
+      "epoch": 1.8306021717670287,
+      "grad_norm": 0.04220106702664311,
+      "learning_rate": 2.167889170432752e-05,
+      "loss": 1.2587,
       "step": 11590
     },
     {
-      "epoch": 1.6127586701496495,
-      "grad_norm": 0.005949392166886465,
-      "learning_rate": 0.00010985311445388729,
-      "loss": 1.0748,
+      "epoch": 1.8313919052319843,
+      "grad_norm": 0.04172316068254979,
+      "learning_rate": 2.1478591960253978e-05,
+      "loss": 1.228,
       "step": 11595
     },
     {
-      "epoch": 1.6134541076450313,
-      "grad_norm": 0.006209778085451031,
-      "learning_rate": 0.00010947380512881088,
-      "loss": 1.0931,
+      "epoch": 1.8321816386969396,
+      "grad_norm": 0.04187026795269451,
+      "learning_rate": 2.1279201527082905e-05,
+      "loss": 1.2218,
       "step": 11600
     },
     {
-      "epoch": 1.614149545140413,
-      "grad_norm": 0.006091368679904533,
-      "learning_rate": 0.00010909507127191876,
-      "loss": 1.0708,
+      "epoch": 1.8329713721618952,
+      "grad_norm": 0.04142781363906362,
+      "learning_rate": 2.1080720783706207e-05,
+      "loss": 1.2047,
       "step": 11605
     },
     {
-      "epoch": 1.6148449826357951,
-      "grad_norm": 0.006089987932128932,
-      "learning_rate": 0.00010871691344130214,
-      "loss": 1.0891,
+      "epoch": 1.8337611056268508,
+      "grad_norm": 0.04382860343432255,
+      "learning_rate": 2.0883150107287196e-05,
+      "loss": 1.2155,
       "step": 11610
     },
     {
-      "epoch": 1.615540420131177,
-      "grad_norm": 0.0060753071184303994,
-      "learning_rate": 0.00010833933219420373,
-      "loss": 1.0539,
+      "epoch": 1.8345508390918064,
+      "grad_norm": 0.04072706314267131,
+      "learning_rate": 2.068648987325972e-05,
+      "loss": 1.2438,
       "step": 11615
     },
     {
-      "epoch": 1.6162358576265587,
-      "grad_norm": 0.0067313892650195445,
-      "learning_rate": 0.00010796232808701617,
-      "loss": 1.0956,
+      "epoch": 1.835340572556762,
+      "grad_norm": 0.04121875824470977,
+      "learning_rate": 2.0490740455327727e-05,
+      "loss": 1.2109,
       "step": 11620
     },
     {
-      "epoch": 1.6169312951219408,
-      "grad_norm": 0.005784626312879214,
-      "learning_rate": 0.00010758590167528231,
-      "loss": 1.0607,
+      "epoch": 1.8361303060217176,
+      "grad_norm": 0.04113796459672751,
+      "learning_rate": 2.0295902225464235e-05,
+      "loss": 1.2607,
       "step": 11625
     },
     {
-      "epoch": 1.6176267326173224,
-      "grad_norm": 0.005717160187216054,
-      "learning_rate": 0.00010721005351369273,
-      "loss": 1.0976,
+      "epoch": 1.8369200394866732,
+      "grad_norm": 0.04213924235091464,
+      "learning_rate": 2.01019755539108e-05,
+      "loss": 1.2689,
       "step": 11630
     },
     {
-      "epoch": 1.6183221701127044,
-      "grad_norm": 0.006077913988281171,
-      "learning_rate": 0.00010683478415608693,
-      "loss": 1.0896,
+      "epoch": 1.8377097729516287,
+      "grad_norm": 0.04211409101186456,
+      "learning_rate": 1.9908960809176923e-05,
+      "loss": 1.2227,
       "step": 11635
     },
     {
-      "epoch": 1.6190176076080862,
-      "grad_norm": 0.006157129015076397,
-      "learning_rate": 0.00010646009415545078,
-      "loss": 1.0596,
+      "epoch": 1.8384995064165843,
+      "grad_norm": 0.04090181502652772,
+      "learning_rate": 1.9716858358039047e-05,
+      "loss": 1.2371,
       "step": 11640
     },
     {
-      "epoch": 1.619713045103468,
-      "grad_norm": 0.0058469548816913516,
-      "learning_rate": 0.00010608598406391695,
-      "loss": 1.1179,
+      "epoch": 1.83928923988154,
+      "grad_norm": 0.040651865518569794,
+      "learning_rate": 1.9525668565540054e-05,
+      "loss": 1.2559,
       "step": 11645
     },
     {
-      "epoch": 1.62040848259885,
-      "grad_norm": 0.006223343742368059,
-      "learning_rate": 0.00010571245443276322,
-      "loss": 1.0834,
+      "epoch": 1.8400789733464955,
+      "grad_norm": 0.04168089485789283,
+      "learning_rate": 1.933539179498861e-05,
+      "loss": 1.2531,
       "step": 11650
     },
     {
-      "epoch": 1.6211039200942317,
-      "grad_norm": 0.006464866243638089,
-      "learning_rate": 0.00010533950581241209,
-      "loss": 1.0758,
+      "epoch": 1.840868706811451,
+      "grad_norm": 0.042173788693381856,
+      "learning_rate": 1.9146028407958483e-05,
+      "loss": 1.2914,
       "step": 11655
     },
     {
-      "epoch": 1.6217993575896137,
-      "grad_norm": 0.0064804174577062145,
-      "learning_rate": 0.00010496713875242991,
-      "loss": 1.0539,
+      "epoch": 1.8416584402764067,
+      "grad_norm": 0.04370643266677034,
+      "learning_rate": 1.895757876428755e-05,
+      "loss": 1.2092,
       "step": 11660
     },
     {
-      "epoch": 1.6224947950849955,
-      "grad_norm": 0.006420570797556592,
-      "learning_rate": 0.00010459535380152608,
-      "loss": 1.0634,
+      "epoch": 1.8424481737413623,
+      "grad_norm": 0.04332724625071566,
+      "learning_rate": 1.8770043222077594e-05,
+      "loss": 1.2367,
       "step": 11665
     },
     {
-      "epoch": 1.6231902325803773,
-      "grad_norm": 0.006093360795641628,
-      "learning_rate": 0.00010422415150755232,
-      "loss": 1.063,
+      "epoch": 1.8432379072063179,
+      "grad_norm": 0.04177674241847537,
+      "learning_rate": 1.8583422137693207e-05,
+      "loss": 1.233,
       "step": 11670
     },
     {
-      "epoch": 1.6238856700757593,
-      "grad_norm": 0.0065253694753710095,
-      "learning_rate": 0.00010385353241750151,
-      "loss": 1.0494,
+      "epoch": 1.8440276406712734,
+      "grad_norm": 0.04439765322288064,
+      "learning_rate": 1.8397715865761333e-05,
+      "loss": 1.2143,
       "step": 11675
     },
     {
-      "epoch": 1.624581107571141,
-      "grad_norm": 0.005757434379193282,
-      "learning_rate": 0.00010348349707750771,
-      "loss": 1.0675,
+      "epoch": 1.844817374136229,
+      "grad_norm": 0.04067026176636255,
+      "learning_rate": 1.821292475917058e-05,
+      "loss": 1.2205,
       "step": 11680
     },
     {
-      "epoch": 1.625276545066523,
-      "grad_norm": 0.006304328833379645,
-      "learning_rate": 0.0001031140460328438,
-      "loss": 1.0696,
+      "epoch": 1.8456071076011846,
+      "grad_norm": 0.043295936176343586,
+      "learning_rate": 1.8029049169070443e-05,
+      "loss": 1.2505,
       "step": 11685
     },
     {
-      "epoch": 1.6259719825619048,
-      "grad_norm": 0.006570962568499951,
-      "learning_rate": 0.00010274517982792259,
-      "loss": 1.0943,
+      "epoch": 1.8463968410661402,
+      "grad_norm": 0.044503381321702985,
+      "learning_rate": 1.7846089444870762e-05,
+      "loss": 1.2252,
       "step": 11690
     },
     {
-      "epoch": 1.6266674200572866,
-      "grad_norm": 0.005963570638236868,
-      "learning_rate": 0.0001023768990062945,
-      "loss": 1.0841,
+      "epoch": 1.8471865745310958,
+      "grad_norm": 0.04137043087629011,
+      "learning_rate": 1.766404593424098e-05,
+      "loss": 1.1896,
       "step": 11695
     },
     {
-      "epoch": 1.6273628575526686,
-      "grad_norm": 0.006509251774890169,
-      "learning_rate": 0.00010200920411064785,
-      "loss": 1.0944,
+      "epoch": 1.8479763079960514,
+      "grad_norm": 0.04211499335847352,
+      "learning_rate": 1.748291898310944e-05,
+      "loss": 1.2305,
       "step": 11700
     },
     {
-      "epoch": 1.6280582950480502,
-      "grad_norm": 0.006284536716059373,
-      "learning_rate": 0.00010164209568280714,
-      "loss": 1.0687,
+      "epoch": 1.848766041461007,
+      "grad_norm": 0.04103050818761886,
+      "learning_rate": 1.7302708935662993e-05,
+      "loss": 1.1969,
       "step": 11705
     },
     {
-      "epoch": 1.6287537325434323,
-      "grad_norm": 0.005695058748169812,
-      "learning_rate": 0.0001012755742637328,
-      "loss": 1.019,
+      "epoch": 1.8495557749259626,
+      "grad_norm": 0.04835397766073739,
+      "learning_rate": 1.712341613434587e-05,
+      "loss": 1.2575,
       "step": 11710
     },
     {
-      "epoch": 1.629449170038814,
-      "grad_norm": 0.006270928973316216,
-      "learning_rate": 0.00010090964039352008,
-      "loss": 1.0844,
+      "epoch": 1.8503455083909182,
+      "grad_norm": 0.042949752347699266,
+      "learning_rate": 1.6945040919859543e-05,
+      "loss": 1.2025,
       "step": 11715
     },
     {
-      "epoch": 1.6301446075341959,
-      "grad_norm": 0.006186688145171717,
-      "learning_rate": 0.00010054429461139896,
-      "loss": 1.1372,
+      "epoch": 1.8511352418558737,
+      "grad_norm": 0.04035868840000209,
+      "learning_rate": 1.6767583631161653e-05,
+      "loss": 1.1876,
       "step": 11720
     },
     {
-      "epoch": 1.630840045029578,
-      "grad_norm": 0.006043416956404876,
-      "learning_rate": 0.00010017953745573232,
-      "loss": 1.0133,
+      "epoch": 1.8519249753208293,
+      "grad_norm": 0.04465601062258318,
+      "learning_rate": 1.6591044605465678e-05,
+      "loss": 1.2046,
       "step": 11725
     },
     {
-      "epoch": 1.6315354825249597,
-      "grad_norm": 0.005955012415671108,
-      "learning_rate": 9.981536946401576e-05,
-      "loss": 1.0463,
+      "epoch": 1.852714708785785,
+      "grad_norm": 0.04178317495094574,
+      "learning_rate": 1.6415424178240046e-05,
+      "loss": 1.2079,
       "step": 11730
     },
     {
-      "epoch": 1.6322309200203415,
-      "grad_norm": 0.006666484255193002,
-      "learning_rate": 9.945179117287695e-05,
-      "loss": 1.0683,
+      "epoch": 1.8535044422507405,
+      "grad_norm": 0.04415493585944957,
+      "learning_rate": 1.6240722683207863e-05,
+      "loss": 1.2757,
       "step": 11735
     },
     {
-      "epoch": 1.6329263575157236,
-      "grad_norm": 0.006302129956155558,
-      "learning_rate": 9.908880311807428e-05,
-      "loss": 1.0522,
+      "epoch": 1.854294175715696,
+      "grad_norm": 0.043633965867123904,
+      "learning_rate": 1.6066940452345748e-05,
+      "loss": 1.2172,
       "step": 11740
     },
     {
-      "epoch": 1.6336217950111052,
-      "grad_norm": 0.0063409237300462214,
-      "learning_rate": 9.87264058344966e-05,
-      "loss": 1.0486,
+      "epoch": 1.8550839091806517,
+      "grad_norm": 0.040991313876385736,
+      "learning_rate": 1.589407781588359e-05,
+      "loss": 1.2057,
       "step": 11745
     },
     {
-      "epoch": 1.6343172325064872,
-      "grad_norm": 0.006348947030320831,
-      "learning_rate": 9.836459985616197e-05,
-      "loss": 1.0768,
+      "epoch": 1.855873642645607,
+      "grad_norm": 0.043617503654902655,
+      "learning_rate": 1.5722135102303913e-05,
+      "loss": 1.2277,
       "step": 11750
     },
     {
-      "epoch": 1.635012670001869,
-      "grad_norm": 0.006269037787857227,
-      "learning_rate": 9.800338571621758e-05,
-      "loss": 1.0769,
+      "epoch": 1.8566633761105626,
+      "grad_norm": 0.044249841651862555,
+      "learning_rate": 1.555111263834097e-05,
+      "loss": 1.2165,
       "step": 11755
     },
     {
-      "epoch": 1.6357081074972508,
-      "grad_norm": 0.005638447451398829,
-      "learning_rate": 9.764276394693788e-05,
-      "loss": 1.0232,
+      "epoch": 1.8574531095755182,
+      "grad_norm": 0.04488844393772347,
+      "learning_rate": 1.5381010748980462e-05,
+      "loss": 1.2417,
       "step": 11760
     },
     {
-      "epoch": 1.6364035449926329,
-      "grad_norm": 0.006158837534493676,
-      "learning_rate": 9.728273507972523e-05,
-      "loss": 1.094,
+      "epoch": 1.8582428430404738,
+      "grad_norm": 0.04643611826482063,
+      "learning_rate": 1.5211829757458717e-05,
+      "loss": 1.2693,
       "step": 11765
     },
     {
-      "epoch": 1.6370989824880144,
-      "grad_norm": 0.0063304136724762275,
-      "learning_rate": 9.692329964510721e-05,
-      "loss": 1.0346,
+      "epoch": 1.8590325765054294,
+      "grad_norm": 0.04189802420815118,
+      "learning_rate": 1.5043569985262129e-05,
+      "loss": 1.2093,
       "step": 11770
     },
     {
-      "epoch": 1.6377944199833965,
-      "grad_norm": 0.006361884371613281,
-      "learning_rate": 9.656445817273801e-05,
-      "loss": 1.0897,
+      "epoch": 1.859822309970385,
+      "grad_norm": 0.042081193672218166,
+      "learning_rate": 1.4876231752126546e-05,
+      "loss": 1.1894,
       "step": 11775
     },
     {
-      "epoch": 1.6384898574787783,
-      "grad_norm": 0.006233260850558379,
-      "learning_rate": 9.6206211191396e-05,
-      "loss": 1.0543,
+      "epoch": 1.8606120434353406,
+      "grad_norm": 0.04490665946865837,
+      "learning_rate": 1.4709815376036606e-05,
+      "loss": 1.2442,
       "step": 11780
     },
     {
-      "epoch": 1.63918529497416,
-      "grad_norm": 0.006091574678484152,
-      "learning_rate": 9.584855922898344e-05,
-      "loss": 1.068,
+      "epoch": 1.8614017769002962,
+      "grad_norm": 0.04118618552218381,
+      "learning_rate": 1.4544321173225295e-05,
+      "loss": 1.2481,
       "step": 11785
     },
     {
-      "epoch": 1.6398807324695421,
-      "grad_norm": 0.006276376463731903,
-      "learning_rate": 9.549150281252633e-05,
-      "loss": 1.0926,
+      "epoch": 1.8621915103652518,
+      "grad_norm": 0.04271898427306106,
+      "learning_rate": 1.4379749458173163e-05,
+      "loss": 1.2375,
       "step": 11790
     },
     {
-      "epoch": 1.6405761699649237,
-      "grad_norm": 0.006448191220458117,
-      "learning_rate": 9.513504246817256e-05,
-      "loss": 1.0565,
+      "epoch": 1.8629812438302074,
+      "grad_norm": 0.04306798340791667,
+      "learning_rate": 1.421610054360778e-05,
+      "loss": 1.2216,
       "step": 11795
     },
     {
-      "epoch": 1.6412716074603058,
-      "grad_norm": 0.005944625662916194,
-      "learning_rate": 9.477917872119191e-05,
-      "loss": 1.0707,
+      "epoch": 1.8637709772951627,
+      "grad_norm": 0.0424542939932635,
+      "learning_rate": 1.4053374740503222e-05,
+      "loss": 1.2001,
       "step": 11800
     },
     {
-      "epoch": 1.6419670449556876,
-      "grad_norm": 0.005830866071412282,
-      "learning_rate": 9.442391209597478e-05,
-      "loss": 1.0678,
+      "epoch": 1.8645607107601183,
+      "grad_norm": 0.04317619900761398,
+      "learning_rate": 1.3891572358079419e-05,
+      "loss": 1.216,
       "step": 11805
     },
     {
-      "epoch": 1.6426624824510694,
-      "grad_norm": 0.0058236120732469,
-      "learning_rate": 9.406924311603216e-05,
-      "loss": 1.0207,
+      "epoch": 1.865350444225074,
+      "grad_norm": 0.04148465862558472,
+      "learning_rate": 1.3730693703801478e-05,
+      "loss": 1.2111,
       "step": 11810
     },
     {
-      "epoch": 1.6433579199464514,
-      "grad_norm": 0.006298755970026444,
-      "learning_rate": 9.371517230399379e-05,
-      "loss": 1.0942,
+      "epoch": 1.8661401776900295,
+      "grad_norm": 0.042303152843759906,
+      "learning_rate": 1.3570739083379357e-05,
+      "loss": 1.2119,
       "step": 11815
     },
     {
-      "epoch": 1.644053357441833,
-      "grad_norm": 0.00586457800354638,
-      "learning_rate": 9.33617001816086e-05,
-      "loss": 1.077,
+      "epoch": 1.866929911154985,
+      "grad_norm": 0.04087767305293894,
+      "learning_rate": 1.3411708800766975e-05,
+      "loss": 1.2065,
       "step": 11820
     },
     {
-      "epoch": 1.644748794937215,
-      "grad_norm": 0.006102669141031467,
-      "learning_rate": 9.300882726974269e-05,
-      "loss": 1.0505,
+      "epoch": 1.8677196446199407,
+      "grad_norm": 0.041708383348792066,
+      "learning_rate": 1.3253603158161876e-05,
+      "loss": 1.2228,
       "step": 11825
     },
     {
-      "epoch": 1.6454442324325969,
-      "grad_norm": 0.0059444627634212,
-      "learning_rate": 9.265655408837959e-05,
-      "loss": 1.0659,
+      "epoch": 1.8685093780848963,
+      "grad_norm": 0.040751538611837654,
+      "learning_rate": 1.3096422456004454e-05,
+      "loss": 1.2363,
       "step": 11830
     },
     {
-      "epoch": 1.6461396699279787,
-      "grad_norm": 0.0070419361289367505,
-      "learning_rate": 9.230488115661867e-05,
-      "loss": 1.1582,
+      "epoch": 1.8692991115498518,
+      "grad_norm": 0.04415028899969035,
+      "learning_rate": 1.2940166992977509e-05,
+      "loss": 1.2475,
       "step": 11835
     },
     {
-      "epoch": 1.6468351074233607,
-      "grad_norm": 0.006090906194706022,
-      "learning_rate": 9.195380899267547e-05,
-      "loss": 1.0755,
+      "epoch": 1.8700888450148074,
+      "grad_norm": 0.04232011604048648,
+      "learning_rate": 1.278483706600575e-05,
+      "loss": 1.2011,
       "step": 11840
     },
     {
-      "epoch": 1.6475305449187425,
-      "grad_norm": 0.006371715532821298,
-      "learning_rate": 9.160333811387956e-05,
-      "loss": 1.1083,
+      "epoch": 1.870878578479763,
+      "grad_norm": 0.0410461494197039,
+      "learning_rate": 1.2630432970255012e-05,
+      "loss": 1.1841,
       "step": 11845
     },
     {
-      "epoch": 1.6482259824141243,
-      "grad_norm": 0.005893283327420849,
-      "learning_rate": 9.125346903667486e-05,
-      "loss": 1.0279,
+      "epoch": 1.8716683119447186,
+      "grad_norm": 0.04448667424818424,
+      "learning_rate": 1.2476954999131928e-05,
+      "loss": 1.2573,
       "step": 11850
     },
     {
-      "epoch": 1.6489214199095064,
-      "grad_norm": 0.005721125662703985,
-      "learning_rate": 9.090420227661838e-05,
-      "loss": 1.0356,
+      "epoch": 1.8724580454096742,
+      "grad_norm": 0.043491385569919626,
+      "learning_rate": 1.2324403444283094e-05,
+      "loss": 1.2114,
       "step": 11855
     },
     {
-      "epoch": 1.649616857404888,
-      "grad_norm": 0.0066482191561461805,
-      "learning_rate": 9.055553834837948e-05,
-      "loss": 1.0989,
+      "epoch": 1.8732477788746298,
+      "grad_norm": 0.04335108680460028,
+      "learning_rate": 1.2172778595594903e-05,
+      "loss": 1.1983,
       "step": 11860
     },
     {
-      "epoch": 1.65031229490027,
-      "grad_norm": 0.006131805906371655,
-      "learning_rate": 9.020747776573951e-05,
-      "loss": 1.0196,
+      "epoch": 1.8740375123395854,
+      "grad_norm": 0.042355515429767746,
+      "learning_rate": 1.2022080741192597e-05,
+      "loss": 1.2371,
       "step": 11865
     },
     {
-      "epoch": 1.6510077323956518,
-      "grad_norm": 0.0059422123205011505,
-      "learning_rate": 8.98600210415903e-05,
-      "loss": 1.0256,
+      "epoch": 1.874827245804541,
+      "grad_norm": 0.04208437063539083,
+      "learning_rate": 1.1872310167440003e-05,
+      "loss": 1.2256,
       "step": 11870
     },
     {
-      "epoch": 1.6517031698910336,
-      "grad_norm": 0.006063366169014618,
-      "learning_rate": 8.951316868793441e-05,
-      "loss": 1.1205,
+      "epoch": 1.8756169792694966,
+      "grad_norm": 0.04163862776879987,
+      "learning_rate": 1.172346715893885e-05,
+      "loss": 1.2055,
       "step": 11875
     },
     {
-      "epoch": 1.6523986073864156,
-      "grad_norm": 0.005999098593925265,
-      "learning_rate": 8.916692121588333e-05,
-      "loss": 1.1082,
+      "epoch": 1.8764067127344521,
+      "grad_norm": 0.04033865487243391,
+      "learning_rate": 1.1575551998528167e-05,
+      "loss": 1.2158,
       "step": 11880
     },
     {
-      "epoch": 1.6530940448817972,
-      "grad_norm": 0.00595687157454268,
-      "learning_rate": 8.88212791356574e-05,
-      "loss": 1.0205,
+      "epoch": 1.8771964461994077,
+      "grad_norm": 0.04106004210981288,
+      "learning_rate": 1.1428564967284005e-05,
+      "loss": 1.2191,
       "step": 11885
     },
     {
-      "epoch": 1.6537894823771793,
-      "grad_norm": 0.006777855104027249,
-      "learning_rate": 8.847624295658474e-05,
-      "loss": 1.0929,
+      "epoch": 1.8779861796643633,
+      "grad_norm": 0.043861092910954476,
+      "learning_rate": 1.1282506344518605e-05,
+      "loss": 1.2378,
       "step": 11890
     },
     {
-      "epoch": 1.654484919872561,
-      "grad_norm": 0.006084959740428515,
-      "learning_rate": 8.8131813187101e-05,
-      "loss": 1.0852,
+      "epoch": 1.878775913129319,
+      "grad_norm": 0.043036601050950855,
+      "learning_rate": 1.1137376407780176e-05,
+      "loss": 1.177,
       "step": 11895
     },
     {
-      "epoch": 1.655180357367943,
-      "grad_norm": 0.006175770037974911,
-      "learning_rate": 8.778799033474787e-05,
-      "loss": 1.1062,
+      "epoch": 1.8795656465942745,
+      "grad_norm": 0.04160557078910439,
+      "learning_rate": 1.0993175432851832e-05,
+      "loss": 1.2144,
       "step": 11900
     },
     {
-      "epoch": 1.655875794863325,
-      "grad_norm": 0.005916850026484725,
-      "learning_rate": 8.74447749061727e-05,
-      "loss": 1.057,
+      "epoch": 1.88035538005923,
+      "grad_norm": 0.04112910680788006,
+      "learning_rate": 1.0849903693751772e-05,
+      "loss": 1.1882,
       "step": 11905
     },
     {
-      "epoch": 1.6565712323587065,
-      "grad_norm": 0.0062075063814255125,
-      "learning_rate": 8.710216740712818e-05,
-      "loss": 1.0921,
+      "epoch": 1.8811451135241857,
+      "grad_norm": 0.04337852627830886,
+      "learning_rate": 1.0707561462732385e-05,
+      "loss": 1.2789,
       "step": 11910
     },
     {
-      "epoch": 1.6572666698540885,
-      "grad_norm": 0.006388688008402827,
-      "learning_rate": 8.676016834247069e-05,
-      "loss": 1.0567,
+      "epoch": 1.8819348469891413,
+      "grad_norm": 0.04067666695137603,
+      "learning_rate": 1.056614901027958e-05,
+      "loss": 1.2396,
       "step": 11915
     },
     {
-      "epoch": 1.6579621073494704,
-      "grad_norm": 0.006340803624004801,
-      "learning_rate": 8.64187782161603e-05,
-      "loss": 1.0478,
+      "epoch": 1.8827245804540969,
+      "grad_norm": 0.043023885020247565,
+      "learning_rate": 1.0425666605112515e-05,
+      "loss": 1.2609,
       "step": 11920
     },
     {
-      "epoch": 1.6586575448448522,
-      "grad_norm": 0.006763097148477788,
-      "learning_rate": 8.60779975312595e-05,
-      "loss": 1.104,
+      "epoch": 1.8835143139190524,
+      "grad_norm": 0.04126973037582663,
+      "learning_rate": 1.0286114514183098e-05,
+      "loss": 1.2437,
       "step": 11925
     },
     {
-      "epoch": 1.6593529823402342,
-      "grad_norm": 0.005984267741225204,
-      "learning_rate": 8.57378267899332e-05,
-      "loss": 1.0854,
+      "epoch": 1.884304047384008,
+      "grad_norm": 0.04125488832855739,
+      "learning_rate": 1.0147493002675423e-05,
+      "loss": 1.218,
       "step": 11930
     },
     {
-      "epoch": 1.6600484198356158,
-      "grad_norm": 0.006511308949312736,
-      "learning_rate": 8.539826649344711e-05,
-      "loss": 1.0736,
+      "epoch": 1.8850937808489636,
+      "grad_norm": 0.04037779141005874,
+      "learning_rate": 1.0009802334005058e-05,
+      "loss": 1.213,
       "step": 11935
     },
     {
-      "epoch": 1.6607438573309978,
-      "grad_norm": 0.006334279056508803,
-      "learning_rate": 8.505931714216758e-05,
-      "loss": 1.1268,
+      "epoch": 1.8858835143139192,
+      "grad_norm": 0.04386478244169674,
+      "learning_rate": 9.873042769818986e-06,
+      "loss": 1.1967,
       "step": 11940
     },
     {
-      "epoch": 1.6614392948263796,
-      "grad_norm": 0.006158884085570631,
-      "learning_rate": 8.472097923556038e-05,
-      "loss": 1.1126,
+      "epoch": 1.8866732477788748,
+      "grad_norm": 0.04110467663363787,
+      "learning_rate": 9.737214569994712e-06,
+      "loss": 1.1845,
       "step": 11945
     },
     {
-      "epoch": 1.6621347323217615,
-      "grad_norm": 0.006546950713887333,
-      "learning_rate": 8.438325327219093e-05,
-      "loss": 1.0731,
+      "epoch": 1.8874629812438302,
+      "grad_norm": 0.04321151085452798,
+      "learning_rate": 9.602317992639886e-06,
+      "loss": 1.2451,
       "step": 11950
     },
     {
-      "epoch": 1.6628301698171435,
-      "grad_norm": 0.006724750766300743,
-      "learning_rate": 8.40461397497222e-05,
-      "loss": 1.0495,
+      "epoch": 1.8882527147087858,
+      "grad_norm": 0.04168407384146281,
+      "learning_rate": 9.468353294091957e-06,
+      "loss": 1.1754,
       "step": 11955
     },
     {
-      "epoch": 1.6635256073125253,
-      "grad_norm": 0.006051375916839276,
-      "learning_rate": 8.37096391649152e-05,
-      "loss": 1.0572,
+      "epoch": 1.8890424481737413,
+      "grad_norm": 0.04124142342023473,
+      "learning_rate": 9.335320728917462e-06,
+      "loss": 1.2495,
       "step": 11960
     },
     {
-      "epoch": 1.6642210448079071,
-      "grad_norm": 0.00693307183337073,
-      "learning_rate": 8.337375201362745e-05,
-      "loss": 1.1006,
+      "epoch": 1.889832181638697,
+      "grad_norm": 0.04464314957923798,
+      "learning_rate": 9.203220549911796e-06,
+      "loss": 1.257,
       "step": 11965
     },
     {
-      "epoch": 1.6649164823032891,
-      "grad_norm": 0.006609544081752143,
-      "learning_rate": 8.303847879081261e-05,
-      "loss": 1.0816,
+      "epoch": 1.8906219151036525,
+      "grad_norm": 0.04179422980357603,
+      "learning_rate": 9.072053008098325e-06,
+      "loss": 1.226,
       "step": 11970
     },
     {
-      "epoch": 1.6656119197986707,
-      "grad_norm": 0.006374443627626466,
-      "learning_rate": 8.270381999051968e-05,
-      "loss": 1.0866,
+      "epoch": 1.891411648568608,
+      "grad_norm": 0.042418363032415904,
+      "learning_rate": 8.941818352728503e-06,
+      "loss": 1.2329,
       "step": 11975
     },
     {
-      "epoch": 1.6663073572940528,
-      "grad_norm": 0.005874948443370553,
-      "learning_rate": 8.236977610589207e-05,
-      "loss": 1.0626,
+      "epoch": 1.8922013820335637,
+      "grad_norm": 0.04202161093120512,
+      "learning_rate": 8.81251683128076e-06,
+      "loss": 1.232,
       "step": 11980
     },
     {
-      "epoch": 1.6670027947894346,
-      "grad_norm": 0.006514260524348101,
-      "learning_rate": 8.203634762916756e-05,
-      "loss": 1.1644,
+      "epoch": 1.8929911154985193,
+      "grad_norm": 0.04273839971289222,
+      "learning_rate": 8.684148689460547e-06,
+      "loss": 1.1983,
       "step": 11985
     },
     {
-      "epoch": 1.6676982322848164,
-      "grad_norm": 0.006138595285599171,
-      "learning_rate": 8.170353505167655e-05,
-      "loss": 1.0849,
+      "epoch": 1.8937808489634749,
+      "grad_norm": 0.04137763131120242,
+      "learning_rate": 8.556714171199632e-06,
+      "loss": 1.2343,
       "step": 11990
     },
     {
-      "epoch": 1.6683936697801984,
-      "grad_norm": 0.00605701672528743,
-      "learning_rate": 8.13713388638424e-05,
-      "loss": 1.0456,
+      "epoch": 1.8945705824284302,
+      "grad_norm": 0.04592100994220718,
+      "learning_rate": 8.430213518655472e-06,
+      "loss": 1.2093,
       "step": 11995
     },
     {
-      "epoch": 1.66908910727558,
-      "grad_norm": 0.0061334434096667915,
-      "learning_rate": 8.10397595551794e-05,
-      "loss": 1.1039,
+      "epoch": 1.8953603158933858,
+      "grad_norm": 0.04230348243145641,
+      "learning_rate": 8.304646972211228e-06,
+      "loss": 1.201,
       "step": 12000
     },
     {
-      "epoch": 1.669784544770962,
-      "grad_norm": 0.006075139745396021,
-      "learning_rate": 8.070879761429373e-05,
-      "loss": 1.1002,
+      "epoch": 1.8961500493583414,
+      "grad_norm": 0.042192796295715415,
+      "learning_rate": 8.180014770474863e-06,
+      "loss": 1.2167,
       "step": 12005
     },
     {
-      "epoch": 1.6704799822663439,
-      "grad_norm": 0.005633766513098159,
-      "learning_rate": 8.037845352888102e-05,
-      "loss": 1.047,
+      "epoch": 1.896939782823297,
+      "grad_norm": 0.04030640758056932,
+      "learning_rate": 8.056317150278825e-06,
+      "loss": 1.288,
       "step": 12010
     },
     {
-      "epoch": 1.6711754197617257,
-      "grad_norm": 0.006624443152913765,
-      "learning_rate": 8.00487277857272e-05,
-      "loss": 1.0872,
+      "epoch": 1.8977295162882526,
+      "grad_norm": 0.041709279358776524,
+      "learning_rate": 7.933554346679695e-06,
+      "loss": 1.2275,
       "step": 12015
     },
     {
-      "epoch": 1.6718708572571077,
-      "grad_norm": 0.005876813725258726,
-      "learning_rate": 7.97196208707065e-05,
-      "loss": 1.1407,
+      "epoch": 1.8985192497532082,
+      "grad_norm": 0.04192310540127531,
+      "learning_rate": 7.811726592957591e-06,
+      "loss": 1.215,
       "step": 12020
     },
     {
-      "epoch": 1.6725662947524893,
-      "grad_norm": 0.0066191339798559925,
-      "learning_rate": 7.939113326878133e-05,
-      "loss": 1.0996,
+      "epoch": 1.8993089832181638,
+      "grad_norm": 0.04213676409541993,
+      "learning_rate": 7.690834120615942e-06,
+      "loss": 1.2055,
       "step": 12025
     },
     {
-      "epoch": 1.6732617322478713,
-      "grad_norm": 0.006009951455682935,
-      "learning_rate": 7.906326546400161e-05,
-      "loss": 1.0754,
+      "epoch": 1.9000987166831194,
+      "grad_norm": 0.041145361847392724,
+      "learning_rate": 7.570877159380762e-06,
+      "loss": 1.2397,
       "step": 12030
     },
     {
-      "epoch": 1.6739571697432531,
-      "grad_norm": 0.005907262377120452,
-      "learning_rate": 7.873601793950408e-05,
-      "loss": 1.0838,
+      "epoch": 1.900888450148075,
+      "grad_norm": 0.04293854227539239,
+      "learning_rate": 7.451855937200491e-06,
+      "loss": 1.2873,
       "step": 12035
     },
     {
-      "epoch": 1.674652607238635,
-      "grad_norm": 0.005715164330737003,
-      "learning_rate": 7.840939117751112e-05,
-      "loss": 1.0576,
+      "epoch": 1.9016781836130305,
+      "grad_norm": 0.04192954251021112,
+      "learning_rate": 7.3337706802452105e-06,
+      "loss": 1.1808,
       "step": 12040
     },
     {
-      "epoch": 1.675348044734017,
-      "grad_norm": 0.0061379033452598755,
-      "learning_rate": 7.808338565933054e-05,
-      "loss": 1.0802,
+      "epoch": 1.9024679170779861,
+      "grad_norm": 0.04176205554005251,
+      "learning_rate": 7.2166216129067595e-06,
+      "loss": 1.2327,
       "step": 12045
     },
     {
-      "epoch": 1.6760434822293986,
-      "grad_norm": 0.006304669425716682,
-      "learning_rate": 7.775800186535498e-05,
-      "loss": 1.1007,
+      "epoch": 1.9032576505429417,
+      "grad_norm": 0.041872967807576246,
+      "learning_rate": 7.100408957797621e-06,
+      "loss": 1.2727,
       "step": 12050
     },
     {
-      "epoch": 1.6767389197247806,
-      "grad_norm": 0.006628082994434505,
-      "learning_rate": 7.743324027506021e-05,
-      "loss": 1.0695,
+      "epoch": 1.9040473840078973,
+      "grad_norm": 0.04173569436649822,
+      "learning_rate": 6.985132935751204e-06,
+      "loss": 1.2416,
       "step": 12055
     },
     {
-      "epoch": 1.6774343572201624,
-      "grad_norm": 0.006242936608078952,
-      "learning_rate": 7.7109101367006e-05,
-      "loss": 1.0565,
+      "epoch": 1.904837117472853,
+      "grad_norm": 0.04022142079787235,
+      "learning_rate": 6.870793765820782e-06,
+      "loss": 1.2163,
       "step": 12060
     },
     {
-      "epoch": 1.6781297947155442,
-      "grad_norm": 0.006138349459563032,
-      "learning_rate": 7.678558561883376e-05,
-      "loss": 1.0644,
+      "epoch": 1.9056268509378085,
+      "grad_norm": 0.04148092662500645,
+      "learning_rate": 6.757391665279611e-06,
+      "loss": 1.2003,
       "step": 12065
     },
     {
-      "epoch": 1.6788252322109263,
-      "grad_norm": 0.006282513959222584,
-      "learning_rate": 7.646269350726736e-05,
-      "loss": 1.0712,
+      "epoch": 1.906416584402764,
+      "grad_norm": 0.04058964431505485,
+      "learning_rate": 6.644926849620037e-06,
+      "loss": 1.1957,
       "step": 12070
     },
     {
-      "epoch": 1.679520669706308,
-      "grad_norm": 0.006208823673031573,
-      "learning_rate": 7.6140425508111e-05,
-      "loss": 1.0902,
+      "epoch": 1.9072063178677197,
+      "grad_norm": 0.04302893439247203,
+      "learning_rate": 6.5333995325535525e-06,
+      "loss": 1.1592,
       "step": 12075
     },
     {
-      "epoch": 1.68021610720169,
-      "grad_norm": 0.00645839465435846,
-      "learning_rate": 7.581878209625004e-05,
-      "loss": 1.0817,
+      "epoch": 1.9079960513326752,
+      "grad_norm": 0.04159183093119486,
+      "learning_rate": 6.422809926010132e-06,
+      "loss": 1.2144,
       "step": 12080
     },
     {
-      "epoch": 1.680911544697072,
-      "grad_norm": 0.006204118294155663,
-      "learning_rate": 7.549776374564837e-05,
-      "loss": 1.0408,
+      "epoch": 1.9087857847976308,
+      "grad_norm": 0.04343268173363529,
+      "learning_rate": 6.3131582401377285e-06,
+      "loss": 1.2233,
       "step": 12085
     },
     {
-      "epoch": 1.6816069821924535,
-      "grad_norm": 0.007075554958726831,
-      "learning_rate": 7.517737092934985e-05,
-      "loss": 1.0908,
+      "epoch": 1.9095755182625864,
+      "grad_norm": 0.04129659361436142,
+      "learning_rate": 6.204444683302113e-06,
+      "loss": 1.2358,
       "step": 12090
     },
     {
-      "epoch": 1.6823024196878356,
-      "grad_norm": 0.006078974006075099,
-      "learning_rate": 7.485760411947595e-05,
-      "loss": 1.0735,
+      "epoch": 1.910365251727542,
+      "grad_norm": 0.04108847649893161,
+      "learning_rate": 6.0966694620863685e-06,
+      "loss": 1.1914,
       "step": 12095
     },
     {
-      "epoch": 1.6829978571832174,
-      "grad_norm": 0.006264021838047409,
-      "learning_rate": 7.453846378722584e-05,
-      "loss": 1.1125,
+      "epoch": 1.9111549851924976,
+      "grad_norm": 0.04152633348695967,
+      "learning_rate": 5.989832781290505e-06,
+      "loss": 1.2245,
       "step": 12100
     },
     {
-      "epoch": 1.6836932946785992,
-      "grad_norm": 0.006725635383646483,
-      "learning_rate": 7.421995040287566e-05,
-      "loss": 1.0788,
+      "epoch": 1.9119447186574532,
+      "grad_norm": 0.04453438900826201,
+      "learning_rate": 5.883934843931071e-06,
+      "loss": 1.2105,
       "step": 12105
     },
     {
-      "epoch": 1.6843887321739812,
-      "grad_norm": 0.00582829561320576,
-      "learning_rate": 7.390206443577751e-05,
-      "loss": 1.0645,
+      "epoch": 1.9127344521224088,
+      "grad_norm": 0.042054296874260565,
+      "learning_rate": 5.778975851240709e-06,
+      "loss": 1.2589,
       "step": 12110
     },
     {
-      "epoch": 1.6850841696693628,
-      "grad_norm": 0.006578341059215176,
-      "learning_rate": 7.35848063543591e-05,
-      "loss": 1.069,
+      "epoch": 1.9135241855873644,
+      "grad_norm": 0.042865725164175944,
+      "learning_rate": 5.674956002667875e-06,
+      "loss": 1.2356,
       "step": 12115
     },
     {
-      "epoch": 1.6857796071647448,
-      "grad_norm": 0.006301361936943326,
-      "learning_rate": 7.326817662612261e-05,
-      "loss": 1.11,
+      "epoch": 1.91431391905232,
+      "grad_norm": 0.04184835482840898,
+      "learning_rate": 5.571875495876399e-06,
+      "loss": 1.2257,
       "step": 12120
     },
     {
-      "epoch": 1.6864750446601267,
-      "grad_norm": 0.006167582727819296,
-      "learning_rate": 7.295217571764478e-05,
-      "loss": 1.0795,
+      "epoch": 1.9151036525172755,
+      "grad_norm": 0.04194753746162385,
+      "learning_rate": 5.469734526745262e-06,
+      "loss": 1.1864,
       "step": 12125
     },
     {
-      "epoch": 1.6871704821555085,
-      "grad_norm": 0.006343705426601804,
-      "learning_rate": 7.263680409457524e-05,
-      "loss": 1.0494,
+      "epoch": 1.9158933859822311,
+      "grad_norm": 0.04309680999939081,
+      "learning_rate": 5.368533289367872e-06,
+      "loss": 1.251,
       "step": 12130
     },
     {
-      "epoch": 1.6878659196508905,
-      "grad_norm": 0.006171182044890559,
-      "learning_rate": 7.23220622216369e-05,
-      "loss": 1.0875,
+      "epoch": 1.9166831194471867,
+      "grad_norm": 0.042745265002101664,
+      "learning_rate": 5.268271976052008e-06,
+      "loss": 1.2215,
       "step": 12135
     },
     {
-      "epoch": 1.688561357146272,
-      "grad_norm": 0.006312116400911006,
-      "learning_rate": 7.200795056262388e-05,
-      "loss": 1.0683,
+      "epoch": 1.9174728529121423,
+      "grad_norm": 0.041356722746058804,
+      "learning_rate": 5.168950777319326e-06,
+      "loss": 1.2198,
       "step": 12140
     },
     {
-      "epoch": 1.6892567946416541,
-      "grad_norm": 0.00601040378232546,
-      "learning_rate": 7.169446958040243e-05,
-      "loss": 1.0862,
+      "epoch": 1.9182625863770977,
+      "grad_norm": 0.04074773826171327,
+      "learning_rate": 5.070569881905185e-06,
+      "loss": 1.2308,
       "step": 12145
     },
     {
-      "epoch": 1.689952232137036,
-      "grad_norm": 0.0059454698442100076,
-      "learning_rate": 7.138161973690898e-05,
-      "loss": 1.0515,
+      "epoch": 1.9190523198420533,
+      "grad_norm": 0.04126648715332845,
+      "learning_rate": 4.9731294767578764e-06,
+      "loss": 1.2157,
       "step": 12150
     },
     {
-      "epoch": 1.6906476696324177,
-      "grad_norm": 0.006455661705265928,
-      "learning_rate": 7.106940149315016e-05,
-      "loss": 1.1083,
+      "epoch": 1.9198420533070089,
+      "grad_norm": 0.04105852440346836,
+      "learning_rate": 4.876629747038674e-06,
+      "loss": 1.2673,
       "step": 12155
     },
     {
-      "epoch": 1.6913431071277998,
-      "grad_norm": 0.0061605603733899325,
-      "learning_rate": 7.075781530920184e-05,
-      "loss": 1.0683,
+      "epoch": 1.9206317867719644,
+      "grad_norm": 0.04112000309897206,
+      "learning_rate": 4.7810708761213405e-06,
+      "loss": 1.2283,
       "step": 12160
     },
     {
-      "epoch": 1.6920385446231814,
-      "grad_norm": 0.006045167732927354,
-      "learning_rate": 7.044686164420833e-05,
-      "loss": 1.0644,
+      "epoch": 1.92142152023692,
+      "grad_norm": 0.04275602704740487,
+      "learning_rate": 4.686453045591732e-06,
+      "loss": 1.2157,
       "step": 12165
     },
     {
-      "epoch": 1.6927339821185634,
-      "grad_norm": 0.006345777972266795,
-      "learning_rate": 7.013654095638217e-05,
-      "loss": 1.0775,
+      "epoch": 1.9222112537018756,
+      "grad_norm": 0.04353346639769324,
+      "learning_rate": 4.5927764352475255e-06,
+      "loss": 1.2411,
       "step": 12170
     },
     {
-      "epoch": 1.6934294196139452,
-      "grad_norm": 0.0063395737914909754,
-      "learning_rate": 6.982685370300273e-05,
-      "loss": 1.0703,
+      "epoch": 1.9230009871668312,
+      "grad_norm": 0.04031121643805923,
+      "learning_rate": 4.500041223097772e-06,
+      "loss": 1.2401,
       "step": 12175
     },
     {
-      "epoch": 1.694124857109327,
-      "grad_norm": 0.00624355579450738,
-      "learning_rate": 6.951780034041665e-05,
-      "loss": 1.0763,
+      "epoch": 1.9237907206317868,
+      "grad_norm": 0.04757626404369086,
+      "learning_rate": 4.408247585362679e-06,
+      "loss": 1.2431,
       "step": 12180
     },
     {
-      "epoch": 1.694820294604709,
-      "grad_norm": 0.0059667973512198,
-      "learning_rate": 6.92093813240357e-05,
-      "loss": 1.0639,
+      "epoch": 1.9245804540967424,
+      "grad_norm": 0.042289575434506003,
+      "learning_rate": 4.3173956964732144e-06,
+      "loss": 1.1977,
       "step": 12185
     },
     {
-      "epoch": 1.6955157321000909,
-      "grad_norm": 0.00612613580008004,
-      "learning_rate": 6.890159710833765e-05,
-      "loss": 1.0937,
+      "epoch": 1.925370187561698,
+      "grad_norm": 0.04030119095969189,
+      "learning_rate": 4.227485729070835e-06,
+      "loss": 1.1697,
       "step": 12190
     },
     {
-      "epoch": 1.6962111695954727,
-      "grad_norm": 0.006319947550156864,
-      "learning_rate": 6.859444814686428e-05,
-      "loss": 1.0954,
+      "epoch": 1.9261599210266533,
+      "grad_norm": 0.041555740125602876,
+      "learning_rate": 4.13851785400704e-06,
+      "loss": 1.211,
       "step": 12195
     },
     {
-      "epoch": 1.6969066070908547,
-      "grad_norm": 0.006573378679055222,
-      "learning_rate": 6.828793489222152e-05,
-      "loss": 1.1025,
+      "epoch": 1.926949654491609,
+      "grad_norm": 0.040394420492377396,
+      "learning_rate": 4.050492240343151e-06,
+      "loss": 1.1984,
       "step": 12200
     },
     {
-      "epoch": 1.6976020445862363,
-      "grad_norm": 0.0064866408370124915,
-      "learning_rate": 6.798205779607836e-05,
-      "loss": 1.0955,
+      "epoch": 1.9277393879565645,
+      "grad_norm": 0.042688036680696526,
+      "learning_rate": 3.963409055349976e-06,
+      "loss": 1.2102,
       "step": 12205
     },
     {
-      "epoch": 1.6982974820816183,
-      "grad_norm": 0.006085784356111179,
-      "learning_rate": 6.767681730916675e-05,
-      "loss": 1.1155,
+      "epoch": 1.92852912142152,
+      "grad_norm": 0.04252779395560071,
+      "learning_rate": 3.877268464507366e-06,
+      "loss": 1.2223,
       "step": 12210
     },
     {
-      "epoch": 1.6989929195770002,
-      "grad_norm": 0.005956179508947352,
-      "learning_rate": 6.737221388128018e-05,
-      "loss": 1.0504,
+      "epoch": 1.9293188548864757,
+      "grad_norm": 0.03967435810180312,
+      "learning_rate": 3.7920706315042188e-06,
+      "loss": 1.2106,
       "step": 12215
     },
     {
-      "epoch": 1.699688357072382,
-      "grad_norm": 0.006042593891751796,
-      "learning_rate": 6.706824796127348e-05,
-      "loss": 1.0247,
+      "epoch": 1.9301085883514313,
+      "grad_norm": 0.041699301594545005,
+      "learning_rate": 3.7078157182376393e-06,
+      "loss": 1.2558,
       "step": 12220
     },
     {
-      "epoch": 1.700383794567764,
-      "grad_norm": 0.00637787872425557,
-      "learning_rate": 6.676491999706208e-05,
-      "loss": 1.0816,
+      "epoch": 1.9308983218163869,
+      "grad_norm": 0.04433915962448977,
+      "learning_rate": 3.624503884813335e-06,
+      "loss": 1.2452,
       "step": 12225
     },
     {
-      "epoch": 1.7010792320631456,
-      "grad_norm": 0.005925585303601663,
-      "learning_rate": 6.64622304356215e-05,
-      "loss": 1.0871,
+      "epoch": 1.9316880552813425,
+      "grad_norm": 0.03982421144727238,
+      "learning_rate": 3.5421352895445015e-06,
+      "loss": 1.187,
       "step": 12230
     },
     {
-      "epoch": 1.7017746695585276,
-      "grad_norm": 0.006035264242616584,
-      "learning_rate": 6.616017972298627e-05,
-      "loss": 1.0971,
+      "epoch": 1.932477788746298,
+      "grad_norm": 0.044397655136354006,
+      "learning_rate": 3.460710088952379e-06,
+      "loss": 1.2299,
       "step": 12235
     },
     {
-      "epoch": 1.7024701070539094,
-      "grad_norm": 0.005912721917555095,
-      "learning_rate": 6.585876830424959e-05,
-      "loss": 1.0655,
+      "epoch": 1.9332675222112536,
+      "grad_norm": 0.045602841417198996,
+      "learning_rate": 3.380228437765198e-06,
+      "loss": 1.2377,
       "step": 12240
     },
     {
-      "epoch": 1.7031655445492913,
-      "grad_norm": 0.005869890399509243,
-      "learning_rate": 6.555799662356282e-05,
-      "loss": 1.0774,
+      "epoch": 1.9340572556762092,
+      "grad_norm": 0.04197206488500236,
+      "learning_rate": 3.30069048891829e-06,
+      "loss": 1.1806,
       "step": 12245
     },
     {
-      "epoch": 1.7038609820446733,
-      "grad_norm": 0.006138114936166497,
-      "learning_rate": 6.525786512413446e-05,
-      "loss": 1.0469,
+      "epoch": 1.9348469891411648,
+      "grad_norm": 0.04268660163604421,
+      "learning_rate": 3.2220963935538083e-06,
+      "loss": 1.2327,
       "step": 12250
     },
     {
-      "epoch": 1.7045564195400549,
-      "grad_norm": 0.00582324662724797,
-      "learning_rate": 6.495837424822953e-05,
-      "loss": 1.1035,
+      "epoch": 1.9356367226061204,
+      "grad_norm": 0.04215520089252446,
+      "learning_rate": 3.144446301020232e-06,
+      "loss": 1.2417,
       "step": 12255
     },
     {
-      "epoch": 1.705251857035437,
-      "grad_norm": 0.0061721418569780995,
-      "learning_rate": 6.465952443716922e-05,
-      "loss": 1.0696,
+      "epoch": 1.936426456071076,
+      "grad_norm": 0.04263993708153325,
+      "learning_rate": 3.0677403588723062e-06,
+      "loss": 1.1819,
       "step": 12260
     },
     {
-      "epoch": 1.7059472945308187,
-      "grad_norm": 0.006177301636247463,
-      "learning_rate": 6.436131613133011e-05,
-      "loss": 1.1254,
+      "epoch": 1.9372161895360316,
+      "grad_norm": 0.042580709129738915,
+      "learning_rate": 2.9919787128705468e-06,
+      "loss": 1.2638,
       "step": 12265
     },
     {
-      "epoch": 1.7066427320262005,
-      "grad_norm": 0.006115060514848173,
-      "learning_rate": 6.406374977014328e-05,
-      "loss": 1.0819,
+      "epoch": 1.9380059230009872,
+      "grad_norm": 0.04308547427694365,
+      "learning_rate": 2.917161506981125e-06,
+      "loss": 1.2203,
       "step": 12270
     },
     {
-      "epoch": 1.7073381695215826,
-      "grad_norm": 0.006617436582181286,
-      "learning_rate": 6.376682579209414e-05,
-      "loss": 1.1302,
+      "epoch": 1.9387956564659428,
+      "grad_norm": 0.04431080466737541,
+      "learning_rate": 2.843288883375539e-06,
+      "loss": 1.2009,
       "step": 12275
     },
     {
-      "epoch": 1.7080336070169644,
-      "grad_norm": 0.005902413628780294,
-      "learning_rate": 6.347054463472123e-05,
-      "loss": 1.0571,
+      "epoch": 1.9395853899308984,
+      "grad_norm": 0.04063055083058262,
+      "learning_rate": 2.7703609824302757e-06,
+      "loss": 1.1926,
       "step": 12280
     },
     {
-      "epoch": 1.7087290445123462,
-      "grad_norm": 0.0066659010624268485,
-      "learning_rate": 6.317490673461601e-05,
-      "loss": 1.0999,
+      "epoch": 1.940375123395854,
+      "grad_norm": 0.04177736815454072,
+      "learning_rate": 2.6983779427267595e-06,
+      "loss": 1.221,
       "step": 12285
     },
     {
-      "epoch": 1.709424482007728,
-      "grad_norm": 0.0065145126009571,
-      "learning_rate": 6.287991252742192e-05,
-      "loss": 1.0937,
+      "epoch": 1.9411648568608095,
+      "grad_norm": 0.04114639894008088,
+      "learning_rate": 2.6273399010507958e-06,
+      "loss": 1.1808,
       "step": 12290
     },
     {
-      "epoch": 1.7101199195031098,
-      "grad_norm": 0.006085533043241121,
-      "learning_rate": 6.258556244783387e-05,
-      "loss": 1.023,
+      "epoch": 1.9419545903257651,
+      "grad_norm": 0.04121864877214858,
+      "learning_rate": 2.5572469923925147e-06,
+      "loss": 1.1936,
       "step": 12295
     },
     {
-      "epoch": 1.7108153569984919,
-      "grad_norm": 0.005842560794658965,
-      "learning_rate": 6.229185692959794e-05,
-      "loss": 1.0866,
+      "epoch": 1.9427443237907207,
+      "grad_norm": 0.039693987593746406,
+      "learning_rate": 2.4880993499460935e-06,
+      "loss": 1.2124,
       "step": 12300
     },
     {
-      "epoch": 1.7115107944938737,
-      "grad_norm": 0.006198178952867248,
-      "learning_rate": 6.199879640550992e-05,
-      "loss": 1.059,
+      "epoch": 1.9435340572556763,
+      "grad_norm": 0.040693934232531204,
+      "learning_rate": 2.41989710510937e-06,
+      "loss": 1.2017,
       "step": 12305
     },
     {
-      "epoch": 1.7122062319892555,
-      "grad_norm": 0.006279686796569478,
-      "learning_rate": 6.170638130741551e-05,
-      "loss": 1.0332,
+      "epoch": 1.9443237907206319,
+      "grad_norm": 0.04215413228623006,
+      "learning_rate": 2.3526403874837844e-06,
+      "loss": 1.2493,
       "step": 12310
     },
     {
-      "epoch": 1.7129016694846375,
-      "grad_norm": 0.0068539034439175405,
-      "learning_rate": 6.141461206620907e-05,
-      "loss": 1.0988,
+      "epoch": 1.9451135241855875,
+      "grad_norm": 0.04180101736824949,
+      "learning_rate": 2.2863293248739924e-06,
+      "loss": 1.2559,
       "step": 12315
     },
     {
-      "epoch": 1.713597106980019,
-      "grad_norm": 0.005861518748431049,
-      "learning_rate": 6.112348911183357e-05,
-      "loss": 1.0807,
+      "epoch": 1.945903257650543,
+      "grad_norm": 0.04401042893995457,
+      "learning_rate": 2.220964043287643e-06,
+      "loss": 1.2774,
       "step": 12320
     },
     {
-      "epoch": 1.7142925444754011,
-      "grad_norm": 0.00611080357621108,
-      "learning_rate": 6.083301287327919e-05,
-      "loss": 1.0844,
+      "epoch": 1.9466929911154986,
+      "grad_norm": 0.041516112665865815,
+      "learning_rate": 2.156544666935267e-06,
+      "loss": 1.2059,
       "step": 12325
     },
     {
-      "epoch": 1.714987981970783,
-      "grad_norm": 0.006163893857057007,
-      "learning_rate": 6.0543183778583646e-05,
-      "loss": 1.0351,
+      "epoch": 1.9474827245804542,
+      "grad_norm": 0.04438058333535899,
+      "learning_rate": 2.093071318229778e-06,
+      "loss": 1.2064,
       "step": 12330
     },
     {
-      "epoch": 1.7156834194661648,
-      "grad_norm": 0.006193782526212992,
-      "learning_rate": 6.0254002254830575e-05,
-      "loss": 1.1154,
+      "epoch": 1.9482724580454098,
+      "grad_norm": 0.041395450887234446,
+      "learning_rate": 2.0305441177865257e-06,
+      "loss": 1.2321,
       "step": 12335
     },
     {
-      "epoch": 1.7163788569615468,
-      "grad_norm": 0.006045136717058837,
-      "learning_rate": 5.9965468728149616e-05,
-      "loss": 1.0563,
+      "epoch": 1.9490621915103654,
+      "grad_norm": 0.0397288731787172,
+      "learning_rate": 1.9689631844229117e-06,
+      "loss": 1.2197,
       "step": 12340
     },
     {
-      "epoch": 1.7170742944569284,
-      "grad_norm": 0.006268417835065254,
-      "learning_rate": 5.967758362371545e-05,
-      "loss": 1.0881,
+      "epoch": 1.9498519249753208,
+      "grad_norm": 0.040067445136251406,
+      "learning_rate": 1.908328635158163e-06,
+      "loss": 1.2073,
       "step": 12345
     },
     {
-      "epoch": 1.7177697319523104,
-      "grad_norm": 0.006290792960984689,
-      "learning_rate": 5.9390347365747385e-05,
-      "loss": 1.044,
+      "epoch": 1.9506416584402764,
+      "grad_norm": 0.043493220194657296,
+      "learning_rate": 1.8486405852131682e-06,
+      "loss": 1.2453,
       "step": 12350
     },
     {
-      "epoch": 1.7184651694476922,
-      "grad_norm": 0.006078503393543249,
-      "learning_rate": 5.9103760377508475e-05,
-      "loss": 1.0706,
+      "epoch": 1.951431391905232,
+      "grad_norm": 0.04322025404963451,
+      "learning_rate": 1.789899148010199e-06,
+      "loss": 1.2534,
       "step": 12355
     },
     {
-      "epoch": 1.719160606943074,
-      "grad_norm": 0.0061402197913224136,
-      "learning_rate": 5.881782308130496e-05,
-      "loss": 1.0838,
+      "epoch": 1.9522211253701875,
+      "grad_norm": 0.041276586355649285,
+      "learning_rate": 1.7321044351727433e-06,
+      "loss": 1.1719,
       "step": 12360
     },
     {
-      "epoch": 1.719856044438456,
-      "grad_norm": 0.006054334830720418,
-      "learning_rate": 5.853253589848612e-05,
-      "loss": 1.0627,
+      "epoch": 1.9530108588351431,
+      "grad_norm": 0.04488976989528999,
+      "learning_rate": 1.6752565565253396e-06,
+      "loss": 1.235,
       "step": 12365
     },
     {
-      "epoch": 1.7205514819338377,
-      "grad_norm": 0.005939632107643005,
-      "learning_rate": 5.824789924944262e-05,
-      "loss": 1.0389,
+      "epoch": 1.9538005923000987,
+      "grad_norm": 0.041700691999921824,
+      "learning_rate": 1.6193556200931326e-06,
+      "loss": 1.1772,
       "step": 12370
     },
     {
-      "epoch": 1.7212469194292197,
-      "grad_norm": 0.006507745991995908,
-      "learning_rate": 5.7963913553607085e-05,
-      "loss": 1.1383,
+      "epoch": 1.9545903257650543,
+      "grad_norm": 0.04237146381974648,
+      "learning_rate": 1.5644017321020943e-06,
+      "loss": 1.2409,
       "step": 12375
     },
     {
-      "epoch": 1.7219423569246015,
-      "grad_norm": 0.005605598188269903,
-      "learning_rate": 5.768057922945247e-05,
-      "loss": 1.0735,
+      "epoch": 1.95538005923001,
+      "grad_norm": 0.04254267813839511,
+      "learning_rate": 1.5103949969782481e-06,
+      "loss": 1.211,
       "step": 12380
     },
     {
-      "epoch": 1.7226377944199833,
-      "grad_norm": 0.0062735411507440185,
-      "learning_rate": 5.739789669449236e-05,
-      "loss": 1.1222,
+      "epoch": 1.9561697926949655,
+      "grad_norm": 0.04190632367537996,
+      "learning_rate": 1.457335517348113e-06,
+      "loss": 1.2263,
       "step": 12385
     },
     {
-      "epoch": 1.7233332319153654,
-      "grad_norm": 0.0059214053226969154,
-      "learning_rate": 5.711586636527949e-05,
-      "loss": 1.0636,
+      "epoch": 1.956959526159921,
+      "grad_norm": 0.04187762283925939,
+      "learning_rate": 1.4052233940379245e-06,
+      "loss": 1.2047,
       "step": 12390
     },
     {
-      "epoch": 1.7240286694107472,
-      "grad_norm": 0.006652085533424005,
-      "learning_rate": 5.6834488657405594e-05,
-      "loss": 1.0877,
+      "epoch": 1.9577492596248764,
+      "grad_norm": 0.042586803944596005,
+      "learning_rate": 1.354058726073859e-06,
+      "loss": 1.2119,
       "step": 12395
     },
     {
-      "epoch": 1.724724106906129,
-      "grad_norm": 0.006047745206833909,
-      "learning_rate": 5.655376398550077e-05,
-      "loss": 1.027,
+      "epoch": 1.958538993089832,
+      "grad_norm": 0.04014848058727816,
+      "learning_rate": 1.3038416106815886e-06,
+      "loss": 1.1993,
       "step": 12400
     },
     {
-      "epoch": 1.7254195444015108,
-      "grad_norm": 0.005807826586872475,
-      "learning_rate": 5.6273692763232963e-05,
-      "loss": 1.0485,
+      "epoch": 1.9593287265547876,
+      "grad_norm": 0.0398515256222259,
+      "learning_rate": 1.2545721432863366e-06,
+      "loss": 1.2092,
       "step": 12405
     },
     {
-      "epoch": 1.7261149818968926,
-      "grad_norm": 0.005822646526633395,
-      "learning_rate": 5.599427540330704e-05,
-      "loss": 1.0764,
+      "epoch": 1.9601184600197432,
+      "grad_norm": 0.040546140750167214,
+      "learning_rate": 1.2062504175123779e-06,
+      "loss": 1.1629,
       "step": 12410
     },
     {
-      "epoch": 1.7268104193922746,
-      "grad_norm": 0.00595194054934295,
-      "learning_rate": 5.57155123174643e-05,
-      "loss": 1.09,
+      "epoch": 1.9609081934846988,
+      "grad_norm": 0.042119353709912495,
+      "learning_rate": 1.1588765251832057e-06,
+      "loss": 1.2031,
       "step": 12415
     },
     {
-      "epoch": 1.7275058568876565,
-      "grad_norm": 0.006087896348794311,
-      "learning_rate": 5.543740391648217e-05,
-      "loss": 1.1055,
+      "epoch": 1.9616979269496544,
+      "grad_norm": 0.04165344338552611,
+      "learning_rate": 1.1124505563210875e-06,
+      "loss": 1.1856,
       "step": 12420
     },
     {
-      "epoch": 1.7282012943830383,
-      "grad_norm": 0.006753853551163649,
-      "learning_rate": 5.5159950610173096e-05,
-      "loss": 1.0716,
+      "epoch": 1.96248766041461,
+      "grad_norm": 0.042202439287356196,
+      "learning_rate": 1.0669725991470093e-06,
+      "loss": 1.2118,
       "step": 12425
     },
     {
-      "epoch": 1.7288967318784203,
-      "grad_norm": 0.0056686661885924075,
-      "learning_rate": 5.4883152807384316e-05,
-      "loss": 1.044,
+      "epoch": 1.9632773938795656,
+      "grad_norm": 0.04199037236860408,
+      "learning_rate": 1.0224427400805647e-06,
+      "loss": 1.2057,
       "step": 12430
     },
     {
-      "epoch": 1.729592169373802,
-      "grad_norm": 0.006795592327625451,
-      "learning_rate": 5.460701091599707e-05,
-      "loss": 1.0614,
+      "epoch": 1.9640671273445212,
+      "grad_norm": 0.041754256101170985,
+      "learning_rate": 9.788610637396224e-07,
+      "loss": 1.1428,
       "step": 12435
     },
     {
-      "epoch": 1.730287606869184,
-      "grad_norm": 0.00631530570533036,
-      "learning_rate": 5.433152534292629e-05,
-      "loss": 1.0614,
+      "epoch": 1.9648568608094767,
+      "grad_norm": 0.04357588133421696,
+      "learning_rate": 9.362276529403802e-07,
+      "loss": 1.2124,
       "step": 12440
     },
     {
-      "epoch": 1.7309830443645657,
-      "grad_norm": 0.006831323956304155,
-      "learning_rate": 5.405669649411937e-05,
-      "loss": 1.0405,
+      "epoch": 1.9656465942744323,
+      "grad_norm": 0.042435246706107654,
+      "learning_rate": 8.945425886969783e-07,
+      "loss": 1.2539,
       "step": 12445
     },
     {
-      "epoch": 1.7316784818599475,
-      "grad_norm": 0.007143098359904581,
-      "learning_rate": 5.378252477455659e-05,
-      "loss": 1.0677,
+      "epoch": 1.966436327739388,
+      "grad_norm": 0.041727325808663604,
+      "learning_rate": 8.538059502214979e-07,
+      "loss": 1.2273,
       "step": 12450
     },
     {
-      "epoch": 1.7323739193553296,
-      "grad_norm": 0.006076928537025372,
-      "learning_rate": 5.350901058824897e-05,
-      "loss": 1.0528,
+      "epoch": 1.9672260612043435,
+      "grad_norm": 0.041599153634334966,
+      "learning_rate": 8.140178149238509e-07,
+      "loss": 1.2267,
       "step": 12455
     },
     {
-      "epoch": 1.7330693568507112,
-      "grad_norm": 0.00705880235705164,
-      "learning_rate": 5.323615433823964e-05,
-      "loss": 1.102,
+      "epoch": 1.968015794669299,
+      "grad_norm": 0.0410848574804914,
+      "learning_rate": 7.751782584113909e-07,
+      "loss": 1.2562,
       "step": 12460
     },
     {
-      "epoch": 1.7337647943460932,
-      "grad_norm": 0.0062859268557979445,
-      "learning_rate": 5.29639564266014e-05,
-      "loss": 1.0499,
+      "epoch": 1.9688055281342547,
+      "grad_norm": 0.04374988555345058,
+      "learning_rate": 7.372873544891357e-07,
+      "loss": 1.2704,
       "step": 12465
     },
     {
-      "epoch": 1.734460231841475,
-      "grad_norm": 0.006342699137217836,
-      "learning_rate": 5.269241725443752e-05,
-      "loss": 1.0993,
+      "epoch": 1.9695952615992103,
+      "grad_norm": 0.041225839361434105,
+      "learning_rate": 7.003451751592671e-07,
+      "loss": 1.2087,
       "step": 12470
     },
     {
-      "epoch": 1.7351556693368568,
-      "grad_norm": 0.00615054256844176,
-      "learning_rate": 5.2421537221880254e-05,
-      "loss": 1.0838,
+      "epoch": 1.9703849950641659,
+      "grad_norm": 0.0418927562029911,
+      "learning_rate": 6.643517906212981e-07,
+      "loss": 1.1933,
       "step": 12475
     },
     {
-      "epoch": 1.7358511068322389,
-      "grad_norm": 0.006260340544331118,
-      "learning_rate": 5.215131672809059e-05,
-      "loss": 1.0488,
+      "epoch": 1.9711747285291215,
+      "grad_norm": 0.042642106008590794,
+      "learning_rate": 6.293072692715174e-07,
+      "loss": 1.2443,
       "step": 12480
     },
     {
-      "epoch": 1.7365465443276205,
-      "grad_norm": 0.006153229384322654,
-      "learning_rate": 5.188175617125773e-05,
-      "loss": 1.0471,
+      "epoch": 1.971964461994077,
+      "grad_norm": 0.04132716582053471,
+      "learning_rate": 5.952116777035443e-07,
+      "loss": 1.2175,
       "step": 12485
     },
     {
-      "epoch": 1.7372419818230025,
-      "grad_norm": 0.006238354671791867,
-      "learning_rate": 5.161285594859827e-05,
-      "loss": 1.0844,
+      "epoch": 1.9727541954590326,
+      "grad_norm": 0.04315595689964099,
+      "learning_rate": 5.620650807073857e-07,
+      "loss": 1.1971,
       "step": 12490
     },
     {
-      "epoch": 1.7379374193183843,
-      "grad_norm": 0.00566216367154284,
-      "learning_rate": 5.134461645635596e-05,
-      "loss": 1.0749,
+      "epoch": 1.9735439289239882,
+      "grad_norm": 0.04193116186816032,
+      "learning_rate": 5.29867541269935e-07,
+      "loss": 1.194,
       "step": 12495
     },
     {
-      "epoch": 1.7386328568137661,
-      "grad_norm": 0.00638412508499015,
-      "learning_rate": 5.107703808980074e-05,
-      "loss": 1.1071,
+      "epoch": 1.9743336623889438,
+      "grad_norm": 0.04217844996035124,
+      "learning_rate": 4.986191205747504e-07,
+      "loss": 1.2357,
       "step": 12500
     },
     {
-      "epoch": 1.7393282943091481,
-      "grad_norm": 0.006184550325085468,
-      "learning_rate": 5.081012124322865e-05,
-      "loss": 1.0941,
+      "epoch": 1.9751233958538994,
+      "grad_norm": 0.04128796240175177,
+      "learning_rate": 4.6831987800149965e-07,
+      "loss": 1.1764,
       "step": 12505
     },
     {
-      "epoch": 1.74002373180453,
-      "grad_norm": 0.0075725835823589665,
-      "learning_rate": 5.054386630996027e-05,
-      "loss": 1.0683,
+      "epoch": 1.975913129318855,
+      "grad_norm": 0.041154065246712154,
+      "learning_rate": 4.3896987112646004e-07,
+      "loss": 1.2256,
       "step": 12510
     },
     {
-      "epoch": 1.7407191692999118,
-      "grad_norm": 0.006474997769614428,
-      "learning_rate": 5.02782736823415e-05,
-      "loss": 1.0512,
+      "epoch": 1.9767028627838106,
+      "grad_norm": 0.03979250530557027,
+      "learning_rate": 4.1056915572201815e-07,
+      "loss": 1.1859,
       "step": 12515
     },
     {
-      "epoch": 1.7414146067952936,
-      "grad_norm": 0.0062365908614756115,
-      "learning_rate": 5.001334375174193e-05,
-      "loss": 1.0747,
+      "epoch": 1.9774925962487662,
+      "grad_norm": 0.042879905108224446,
+      "learning_rate": 3.8311778575661484e-07,
+      "loss": 1.2159,
       "step": 12520
     },
     {
-      "epoch": 1.7421100442906754,
-      "grad_norm": 0.007129562303501177,
-      "learning_rate": 4.9749076908554735e-05,
-      "loss": 1.1031,
+      "epoch": 1.9782823297137218,
+      "grad_norm": 0.041482262931113005,
+      "learning_rate": 3.56615813394745e-07,
+      "loss": 1.2069,
       "step": 12525
     },
     {
-      "epoch": 1.7428054817860574,
-      "grad_norm": 0.006367500572014667,
-      "learning_rate": 4.948547354219596e-05,
-      "loss": 1.1167,
+      "epoch": 1.9790720631786773,
+      "grad_norm": 0.04108092021328313,
+      "learning_rate": 3.310632889969023e-07,
+      "loss": 1.2229,
       "step": 12530
     },
     {
-      "epoch": 1.7435009192814392,
-      "grad_norm": 0.005891949704807871,
-      "learning_rate": 4.922253404110394e-05,
-      "loss": 1.0952,
+      "epoch": 1.979861796643633,
+      "grad_norm": 0.04185303710277522,
+      "learning_rate": 3.064602611192457e-07,
+      "loss": 1.2244,
       "step": 12535
     },
     {
-      "epoch": 1.744196356776821,
-      "grad_norm": 0.005898870569148234,
-      "learning_rate": 4.8960258792738635e-05,
-      "loss": 1.0995,
+      "epoch": 1.9806515301085883,
+      "grad_norm": 0.0426432421287962,
+      "learning_rate": 2.82806776513711e-07,
+      "loss": 1.2333,
       "step": 12540
     },
     {
-      "epoch": 1.744891794272203,
-      "grad_norm": 0.00683887167831326,
-      "learning_rate": 4.8698648183581496e-05,
-      "loss": 1.0902,
+      "epoch": 1.9814412635735439,
+      "grad_norm": 0.042374806642303656,
+      "learning_rate": 2.6010288012784377e-07,
+      "loss": 1.2225,
       "step": 12545
     },
     {
-      "epoch": 1.7455872317675847,
-      "grad_norm": 0.0060216619144610305,
-      "learning_rate": 4.843770259913438e-05,
-      "loss": 1.0787,
+      "epoch": 1.9822309970384995,
+      "grad_norm": 0.04108290649943341,
+      "learning_rate": 2.3834861510474427e-07,
+      "loss": 1.2105,
       "step": 12550
     },
     {
-      "epoch": 1.7462826692629667,
-      "grad_norm": 0.006069693277650949,
-      "learning_rate": 4.817742242391909e-05,
-      "loss": 1.0638,
+      "epoch": 1.983020730503455,
+      "grad_norm": 0.041863717473686855,
+      "learning_rate": 2.1754402278306717e-07,
+      "loss": 1.2244,
       "step": 12555
     },
     {
-      "epoch": 1.7469781067583485,
-      "grad_norm": 0.006350942249212138,
-      "learning_rate": 4.791780804147722e-05,
-      "loss": 1.0478,
+      "epoch": 1.9838104639684107,
+      "grad_norm": 0.044121653434557484,
+      "learning_rate": 1.976891426966887e-07,
+      "loss": 1.2321,
       "step": 12560
     },
     {
-      "epoch": 1.7476735442537303,
-      "grad_norm": 0.0062861407284115385,
-      "learning_rate": 4.7658859834368795e-05,
-      "loss": 1.0322,
+      "epoch": 1.9846001974333662,
+      "grad_norm": 0.04205480443409267,
+      "learning_rate": 1.787840125749285e-07,
+      "loss": 1.2751,
       "step": 12565
     },
     {
-      "epoch": 1.7483689817491124,
-      "grad_norm": 0.006422161111441317,
-      "learning_rate": 4.7400578184172706e-05,
-      "loss": 1.0819,
+      "epoch": 1.9853899308983218,
+      "grad_norm": 0.043144014050306954,
+      "learning_rate": 1.6082866834216113e-07,
+      "loss": 1.2129,
       "step": 12570
     },
     {
-      "epoch": 1.749064419244494,
-      "grad_norm": 0.00593548783729972,
-      "learning_rate": 4.714296347148511e-05,
-      "loss": 1.0601,
+      "epoch": 1.9861796643632774,
+      "grad_norm": 0.04258873617496697,
+      "learning_rate": 1.4382314411820474e-07,
+      "loss": 1.2132,
       "step": 12575
     },
     {
-      "epoch": 1.749759856739876,
-      "grad_norm": 0.0057565831108245214,
-      "learning_rate": 4.688601607591997e-05,
-      "loss": 1.0698,
+      "epoch": 1.986969397828233,
+      "grad_norm": 0.04068274687511167,
+      "learning_rate": 1.2776747221771023e-07,
+      "loss": 1.2344,
       "step": 12580
     },
     {
-      "epoch": 1.7504552942352578,
-      "grad_norm": 0.006473272738495903,
-      "learning_rate": 4.662973637610729e-05,
-      "loss": 1.1102,
+      "epoch": 1.9877591312931886,
+      "grad_norm": 0.04013670808856587,
+      "learning_rate": 1.1266168315055003e-07,
+      "loss": 1.2412,
       "step": 12585
     },
     {
-      "epoch": 1.7511507317306396,
-      "grad_norm": 0.005985297798251661,
-      "learning_rate": 4.6374124749693824e-05,
-      "loss": 1.0618,
+      "epoch": 1.988548864758144,
+      "grad_norm": 0.04263702454738739,
+      "learning_rate": 9.850580562154043e-08,
+      "loss": 1.2247,
       "step": 12590
     },
     {
-      "epoch": 1.7518461692260217,
-      "grad_norm": 0.00627652563664937,
-      "learning_rate": 4.611918157334111e-05,
-      "loss": 1.0601,
+      "epoch": 1.9893385982230996,
+      "grad_norm": 0.0412732888794035,
+      "learning_rate": 8.529986653033062e-08,
+      "loss": 1.2036,
       "step": 12595
     },
     {
-      "epoch": 1.7525416067214032,
-      "grad_norm": 0.0057787806559280175,
-      "learning_rate": 4.5864907222726407e-05,
-      "loss": 1.0282,
+      "epoch": 1.9901283316880551,
+      "grad_norm": 0.0446695973422837,
+      "learning_rate": 7.304389097156916e-08,
+      "loss": 1.2102,
       "step": 12600
     },
     {
-      "epoch": 1.7532370442167853,
-      "grad_norm": 0.006662071346802629,
-      "learning_rate": 4.561130207254094e-05,
-      "loss": 1.0925,
+      "epoch": 1.9909180651530107,
+      "grad_norm": 0.041428519228137534,
+      "learning_rate": 6.173790223468201e-08,
+      "loss": 1.1965,
       "step": 12605
     },
     {
-      "epoch": 1.753932481712167,
-      "grad_norm": 0.00600853177267093,
-      "learning_rate": 4.5358366496489944e-05,
-      "loss": 1.0603,
+      "epoch": 1.9917077986179663,
+      "grad_norm": 0.04204161267178087,
+      "learning_rate": 5.1381921803872464e-08,
+      "loss": 1.2657,
       "step": 12610
     },
     {
-      "epoch": 1.754627919207549,
-      "grad_norm": 0.0064072338601043055,
-      "learning_rate": 4.5106100867292164e-05,
-      "loss": 1.0761,
+      "epoch": 1.992497532082922,
+      "grad_norm": 0.04063859812621482,
+      "learning_rate": 4.19759693581212e-08,
+      "loss": 1.2047,
       "step": 12615
     },
     {
-      "epoch": 1.755323356702931,
-      "grad_norm": 0.005528612252783043,
-      "learning_rate": 4.485450555667891e-05,
-      "loss": 1.0518,
+      "epoch": 1.9932872655478775,
+      "grad_norm": 0.04233350373833891,
+      "learning_rate": 3.3520062771130733e-08,
+      "loss": 1.2916,
       "step": 12620
     },
     {
-      "epoch": 1.7560187941983127,
-      "grad_norm": 0.00600026706655931,
-      "learning_rate": 4.460358093539385e-05,
-      "loss": 1.0635,
+      "epoch": 1.994076999012833,
+      "grad_norm": 0.04356506713684299,
+      "learning_rate": 2.6014218111158894e-08,
+      "loss": 1.2245,
       "step": 12625
     },
     {
-      "epoch": 1.7567142316936946,
-      "grad_norm": 0.006063848798144405,
-      "learning_rate": 4.435332737319214e-05,
-      "loss": 1.0566,
+      "epoch": 1.9948667324777887,
+      "grad_norm": 0.040727793282850526,
+      "learning_rate": 1.9458449641296396e-08,
+      "loss": 1.2152,
       "step": 12630
     },
     {
-      "epoch": 1.7574096691890764,
-      "grad_norm": 0.006137953049735293,
-      "learning_rate": 4.410374523884042e-05,
-      "loss": 1.1073,
+      "epoch": 1.9956564659427443,
+      "grad_norm": 0.044119534919515126,
+      "learning_rate": 1.3852769819133747e-08,
+      "loss": 1.2233,
       "step": 12635
     },
     {
-      "epoch": 1.7581051066844582,
-      "grad_norm": 0.0059503975197925775,
-      "learning_rate": 4.3854834900115606e-05,
-      "loss": 1.0668,
+      "epoch": 1.9964461994076999,
+      "grad_norm": 0.040733624593667146,
+      "learning_rate": 9.197189296816788e-09,
+      "loss": 1.2074,
       "step": 12640
     },
     {
-      "epoch": 1.7588005441798402,
-      "grad_norm": 0.006580481164226764,
-      "learning_rate": 4.360659672380512e-05,
-      "loss": 1.0592,
+      "epoch": 1.9972359328726554,
+      "grad_norm": 0.04382467456568374,
+      "learning_rate": 5.491716921157686e-09,
+      "loss": 1.2182,
       "step": 12645
     },
     {
-      "epoch": 1.759495981675222,
-      "grad_norm": 0.006226984653434959,
-      "learning_rate": 4.3359031075705156e-05,
-      "loss": 1.0909,
+      "epoch": 1.998025666337611,
+      "grad_norm": 0.04202754539672267,
+      "learning_rate": 2.736359733468419e-09,
+      "loss": 1.2229,
       "step": 12650
     },
     {
-      "epoch": 1.7601914191706038,
-      "grad_norm": 0.006199250934658512,
-      "learning_rate": 4.311213832062172e-05,
-      "loss": 1.0813,
+      "epoch": 1.9988153998025666,
+      "grad_norm": 0.045560514422760635,
+      "learning_rate": 9.311229696162826e-10,
+      "loss": 1.1831,
       "step": 12655
     },
     {
-      "epoch": 1.7608868566659859,
-      "grad_norm": 0.00630774151547594,
-      "learning_rate": 4.286591882236868e-05,
-      "loss": 1.0906,
+      "epoch": 1.9996051332675222,
+      "grad_norm": 0.04233666753697891,
+      "learning_rate": 7.601006002389e-11,
+      "loss": 1.2447,
       "step": 12660
     },
     {
-      "epoch": 1.7615822941613675,
-      "grad_norm": 0.006712799981154689,
-      "learning_rate": 4.2620372943768134e-05,
-      "loss": 1.034,
-      "step": 12665
-    },
-    {
-      "epoch": 1.7622777316567495,
-      "grad_norm": 0.005928193022134676,
-      "learning_rate": 4.237550104664939e-05,
-      "loss": 1.0575,
-      "step": 12670
-    },
-    {
-      "epoch": 1.7629731691521313,
-      "grad_norm": 0.006647991174555039,
-      "learning_rate": 4.2131303491848684e-05,
-      "loss": 1.1252,
-      "step": 12675
-    },
-    {
-      "epoch": 1.7636686066475131,
-      "grad_norm": 0.00652200320369622,
-      "learning_rate": 4.1887780639208393e-05,
-      "loss": 1.0799,
-      "step": 12680
-    },
-    {
-      "epoch": 1.7643640441428952,
-      "grad_norm": 0.006357741674581559,
-      "learning_rate": 4.1644932847576864e-05,
-      "loss": 1.0758,
-      "step": 12685
-    },
-    {
-      "epoch": 1.7650594816382768,
-      "grad_norm": 0.006319483174494593,
-      "learning_rate": 4.1402760474807734e-05,
-      "loss": 1.0543,
-      "step": 12690
-    },
-    {
-      "epoch": 1.7657549191336588,
-      "grad_norm": 0.005728682667187681,
-      "learning_rate": 4.1161263877759034e-05,
-      "loss": 1.0779,
-      "step": 12695
-    },
-    {
-      "epoch": 1.7664503566290406,
-      "grad_norm": 0.006042618153548801,
-      "learning_rate": 4.092044341229345e-05,
-      "loss": 1.064,
-      "step": 12700
-    },
-    {
-      "epoch": 1.7671457941244224,
-      "grad_norm": 0.0066958837684653015,
-      "learning_rate": 4.0680299433277e-05,
-      "loss": 1.0182,
-      "step": 12705
-    },
-    {
-      "epoch": 1.7678412316198044,
-      "grad_norm": 0.006135439247950976,
-      "learning_rate": 4.044083229457896e-05,
-      "loss": 1.0692,
-      "step": 12710
-    },
-    {
-      "epoch": 1.768536669115186,
-      "grad_norm": 0.005594281145502377,
-      "learning_rate": 4.02020423490711e-05,
-      "loss": 1.1213,
-      "step": 12715
-    },
-    {
-      "epoch": 1.769232106610568,
-      "grad_norm": 0.0058109664553679255,
-      "learning_rate": 3.996392994862769e-05,
-      "loss": 1.0909,
-      "step": 12720
-    },
-    {
-      "epoch": 1.7699275441059499,
-      "grad_norm": 0.006047701821954363,
-      "learning_rate": 3.9726495444124155e-05,
-      "loss": 1.027,
-      "step": 12725
-    },
-    {
-      "epoch": 1.7706229816013317,
-      "grad_norm": 0.006620739777226429,
-      "learning_rate": 3.948973918543719e-05,
-      "loss": 1.1056,
-      "step": 12730
-    },
-    {
-      "epoch": 1.7713184190967137,
-      "grad_norm": 0.006332116374199137,
-      "learning_rate": 3.9253661521443884e-05,
-      "loss": 1.0483,
-      "step": 12735
-    },
-    {
-      "epoch": 1.7720138565920955,
-      "grad_norm": 0.006180325818366157,
-      "learning_rate": 3.90182628000218e-05,
-      "loss": 1.0862,
-      "step": 12740
-    },
-    {
-      "epoch": 1.7727092940874773,
-      "grad_norm": 0.006819681800235227,
-      "learning_rate": 3.8783543368047515e-05,
-      "loss": 1.1252,
-      "step": 12745
-    },
-    {
-      "epoch": 1.7734047315828592,
-      "grad_norm": 0.006170101226209805,
-      "learning_rate": 3.854950357139681e-05,
-      "loss": 1.0179,
-      "step": 12750
-    },
-    {
-      "epoch": 1.774100169078241,
-      "grad_norm": 0.005789358929350317,
-      "learning_rate": 3.831614375494419e-05,
-      "loss": 1.0538,
-      "step": 12755
-    },
-    {
-      "epoch": 1.774795606573623,
-      "grad_norm": 0.006420109637363077,
-      "learning_rate": 3.8083464262561874e-05,
-      "loss": 1.0826,
-      "step": 12760
-    },
-    {
-      "epoch": 1.7754910440690048,
-      "grad_norm": 0.0062203478414211665,
-      "learning_rate": 3.7851465437119646e-05,
-      "loss": 1.058,
-      "step": 12765
-    },
-    {
-      "epoch": 1.7761864815643866,
-      "grad_norm": 0.006693739453431054,
-      "learning_rate": 3.762014762048433e-05,
-      "loss": 1.0861,
-      "step": 12770
-    },
-    {
-      "epoch": 1.7768819190597687,
-      "grad_norm": 0.005996234762786781,
-      "learning_rate": 3.738951115351924e-05,
-      "loss": 1.0667,
-      "step": 12775
-    },
-    {
-      "epoch": 1.7775773565551503,
-      "grad_norm": 0.0061541291920937475,
-      "learning_rate": 3.715955637608365e-05,
-      "loss": 1.0925,
-      "step": 12780
-    },
-    {
-      "epoch": 1.7782727940505323,
-      "grad_norm": 0.006392236935960651,
-      "learning_rate": 3.693028362703232e-05,
-      "loss": 1.0397,
-      "step": 12785
-    },
-    {
-      "epoch": 1.778968231545914,
-      "grad_norm": 0.00652356354379712,
-      "learning_rate": 3.670169324421502e-05,
-      "loss": 1.0516,
-      "step": 12790
-    },
-    {
-      "epoch": 1.779663669041296,
-      "grad_norm": 0.006412693882908905,
-      "learning_rate": 3.6473785564475945e-05,
-      "loss": 1.0145,
-      "step": 12795
-    },
-    {
-      "epoch": 1.780359106536678,
-      "grad_norm": 0.006689442525121545,
-      "learning_rate": 3.624656092365325e-05,
-      "loss": 1.0995,
-      "step": 12800
-    },
-    {
-      "epoch": 1.7810545440320595,
-      "grad_norm": 0.006361618462905796,
-      "learning_rate": 3.602001965657864e-05,
-      "loss": 1.0916,
-      "step": 12805
-    },
-    {
-      "epoch": 1.7817499815274416,
-      "grad_norm": 0.006352904910375928,
-      "learning_rate": 3.579416209707692e-05,
-      "loss": 1.0957,
-      "step": 12810
-    },
-    {
-      "epoch": 1.7824454190228234,
-      "grad_norm": 0.006590780864865325,
-      "learning_rate": 3.556898857796525e-05,
-      "loss": 1.0976,
-      "step": 12815
-    },
-    {
-      "epoch": 1.7831408565182052,
-      "grad_norm": 0.006043522423591012,
-      "learning_rate": 3.5344499431052835e-05,
-      "loss": 1.0828,
-      "step": 12820
-    },
-    {
-      "epoch": 1.7838362940135872,
-      "grad_norm": 0.005932445960559113,
-      "learning_rate": 3.512069498714038e-05,
-      "loss": 1.0327,
-      "step": 12825
-    },
-    {
-      "epoch": 1.7845317315089688,
-      "grad_norm": 0.00591504578943932,
-      "learning_rate": 3.489757557601986e-05,
-      "loss": 1.0896,
-      "step": 12830
-    },
-    {
-      "epoch": 1.7852271690043509,
-      "grad_norm": 0.0058405338254580216,
-      "learning_rate": 3.467514152647344e-05,
-      "loss": 1.0626,
-      "step": 12835
-    },
-    {
-      "epoch": 1.7859226064997327,
-      "grad_norm": 0.0067568472707038515,
-      "learning_rate": 3.445339316627372e-05,
-      "loss": 1.0914,
-      "step": 12840
-    },
-    {
-      "epoch": 1.7866180439951145,
-      "grad_norm": 0.005757309602178951,
-      "learning_rate": 3.423233082218264e-05,
-      "loss": 1.0349,
-      "step": 12845
-    },
-    {
-      "epoch": 1.7873134814904965,
-      "grad_norm": 0.0063744683650472644,
-      "learning_rate": 3.401195481995134e-05,
-      "loss": 1.0484,
-      "step": 12850
-    },
-    {
-      "epoch": 1.7880089189858783,
-      "grad_norm": 0.006059822792036051,
-      "learning_rate": 3.379226548431941e-05,
-      "loss": 1.0492,
-      "step": 12855
-    },
-    {
-      "epoch": 1.7887043564812601,
-      "grad_norm": 0.006364529290969192,
-      "learning_rate": 3.357326313901493e-05,
-      "loss": 1.0996,
-      "step": 12860
-    },
-    {
-      "epoch": 1.789399793976642,
-      "grad_norm": 0.005996514163829824,
-      "learning_rate": 3.335494810675349e-05,
-      "loss": 1.0818,
-      "step": 12865
-    },
-    {
-      "epoch": 1.7900952314720238,
-      "grad_norm": 0.005703242096047457,
-      "learning_rate": 3.313732070923764e-05,
-      "loss": 1.0607,
-      "step": 12870
-    },
-    {
-      "epoch": 1.7907906689674058,
-      "grad_norm": 0.005976185052160816,
-      "learning_rate": 3.2920381267157185e-05,
-      "loss": 1.0618,
-      "step": 12875
-    },
-    {
-      "epoch": 1.7914861064627876,
-      "grad_norm": 0.006287962269710186,
-      "learning_rate": 3.270413010018747e-05,
-      "loss": 1.0467,
-      "step": 12880
-    },
-    {
-      "epoch": 1.7921815439581694,
-      "grad_norm": 0.0063161834402473875,
-      "learning_rate": 3.248856752699031e-05,
-      "loss": 1.0618,
-      "step": 12885
-    },
-    {
-      "epoch": 1.7928769814535515,
-      "grad_norm": 0.005894928438537816,
-      "learning_rate": 3.227369386521234e-05,
-      "loss": 1.0529,
-      "step": 12890
-    },
-    {
-      "epoch": 1.793572418948933,
-      "grad_norm": 0.006165832531515924,
-      "learning_rate": 3.205950943148534e-05,
-      "loss": 1.0615,
-      "step": 12895
-    },
-    {
-      "epoch": 1.794267856444315,
-      "grad_norm": 0.006364353949202326,
-      "learning_rate": 3.1846014541425274e-05,
-      "loss": 1.0476,
-      "step": 12900
-    },
-    {
-      "epoch": 1.794963293939697,
-      "grad_norm": 0.006117418081403763,
-      "learning_rate": 3.163320950963211e-05,
-      "loss": 1.0645,
-      "step": 12905
-    },
-    {
-      "epoch": 1.7956587314350787,
-      "grad_norm": 0.006098709474681722,
-      "learning_rate": 3.142109464968917e-05,
-      "loss": 1.0802,
-      "step": 12910
-    },
-    {
-      "epoch": 1.7963541689304607,
-      "grad_norm": 0.0061015573077431995,
-      "learning_rate": 3.120967027416288e-05,
-      "loss": 1.0351,
-      "step": 12915
-    },
-    {
-      "epoch": 1.7970496064258423,
-      "grad_norm": 0.006577648458734848,
-      "learning_rate": 3.099893669460219e-05,
-      "loss": 1.0874,
-      "step": 12920
-    },
-    {
-      "epoch": 1.7977450439212244,
-      "grad_norm": 0.006409646598021052,
-      "learning_rate": 3.078889422153786e-05,
-      "loss": 1.0647,
-      "step": 12925
-    },
-    {
-      "epoch": 1.7984404814166062,
-      "grad_norm": 0.006608653232378218,
-      "learning_rate": 3.057954316448258e-05,
-      "loss": 1.1079,
-      "step": 12930
-    },
-    {
-      "epoch": 1.799135918911988,
-      "grad_norm": 0.006493779373215152,
-      "learning_rate": 3.0370883831930097e-05,
-      "loss": 1.1055,
-      "step": 12935
-    },
-    {
-      "epoch": 1.79983135640737,
-      "grad_norm": 0.006082145913486515,
-      "learning_rate": 3.0162916531354724e-05,
-      "loss": 1.0715,
-      "step": 12940
-    },
-    {
-      "epoch": 1.8005267939027516,
-      "grad_norm": 0.006083104867216535,
-      "learning_rate": 2.9955641569211044e-05,
-      "loss": 1.0509,
-      "step": 12945
-    },
-    {
-      "epoch": 1.8012222313981336,
-      "grad_norm": 0.00693702319191555,
-      "learning_rate": 2.974905925093363e-05,
-      "loss": 1.0777,
-      "step": 12950
-    },
-    {
-      "epoch": 1.8019176688935155,
-      "grad_norm": 0.005900888867842636,
-      "learning_rate": 2.954316988093614e-05,
-      "loss": 1.014,
-      "step": 12955
-    },
-    {
-      "epoch": 1.8026131063888973,
-      "grad_norm": 0.006533804184954779,
-      "learning_rate": 2.9337973762611435e-05,
-      "loss": 1.0923,
-      "step": 12960
-    },
-    {
-      "epoch": 1.8033085438842793,
-      "grad_norm": 0.005945399462070913,
-      "learning_rate": 2.913347119833032e-05,
-      "loss": 1.0266,
-      "step": 12965
-    },
-    {
-      "epoch": 1.8040039813796611,
-      "grad_norm": 0.006150493913879685,
-      "learning_rate": 2.892966248944212e-05,
-      "loss": 1.0712,
-      "step": 12970
-    },
-    {
-      "epoch": 1.804699418875043,
-      "grad_norm": 0.005699358643951861,
-      "learning_rate": 2.872654793627333e-05,
-      "loss": 1.0622,
-      "step": 12975
-    },
-    {
-      "epoch": 1.8053948563704247,
-      "grad_norm": 0.006524789068010157,
-      "learning_rate": 2.852412783812791e-05,
-      "loss": 1.0898,
-      "step": 12980
-    },
-    {
-      "epoch": 1.8060902938658066,
-      "grad_norm": 0.005801481167421038,
-      "learning_rate": 2.8322402493286216e-05,
-      "loss": 1.0781,
-      "step": 12985
-    },
-    {
-      "epoch": 1.8067857313611886,
-      "grad_norm": 0.006105149599652321,
-      "learning_rate": 2.8121372199004958e-05,
-      "loss": 1.0515,
-      "step": 12990
-    },
-    {
-      "epoch": 1.8074811688565704,
-      "grad_norm": 0.0064998844640064045,
-      "learning_rate": 2.7921037251516514e-05,
-      "loss": 1.0816,
-      "step": 12995
-    },
-    {
-      "epoch": 1.8081766063519522,
-      "grad_norm": 0.007260445423960236,
-      "learning_rate": 2.772139794602868e-05,
-      "loss": 1.0687,
-      "step": 13000
-    },
-    {
-      "epoch": 1.8088720438473342,
-      "grad_norm": 0.0065164024809909364,
-      "learning_rate": 2.7522454576724365e-05,
-      "loss": 1.0352,
-      "step": 13005
-    },
-    {
-      "epoch": 1.8095674813427158,
-      "grad_norm": 0.006133050954740186,
-      "learning_rate": 2.732420743676067e-05,
-      "loss": 1.0231,
-      "step": 13010
-    },
-    {
-      "epoch": 1.8102629188380979,
-      "grad_norm": 0.005966459174428432,
-      "learning_rate": 2.712665681826909e-05,
-      "loss": 1.0804,
-      "step": 13015
-    },
-    {
-      "epoch": 1.8109583563334797,
-      "grad_norm": 0.006381794526419782,
-      "learning_rate": 2.6929803012354205e-05,
-      "loss": 1.0766,
-      "step": 13020
-    },
-    {
-      "epoch": 1.8116537938288615,
-      "grad_norm": 0.005768040276988944,
-      "learning_rate": 2.6733646309094418e-05,
-      "loss": 1.0567,
-      "step": 13025
-    },
-    {
-      "epoch": 1.8123492313242435,
-      "grad_norm": 0.00631175999923669,
-      "learning_rate": 2.6538186997540403e-05,
-      "loss": 1.0824,
-      "step": 13030
-    },
-    {
-      "epoch": 1.8130446688196251,
-      "grad_norm": 0.006472896208253963,
-      "learning_rate": 2.63434253657156e-05,
-      "loss": 1.0525,
-      "step": 13035
-    },
-    {
-      "epoch": 1.8137401063150072,
-      "grad_norm": 0.006146147672609342,
-      "learning_rate": 2.614936170061505e-05,
-      "loss": 1.0433,
-      "step": 13040
-    },
-    {
-      "epoch": 1.814435543810389,
-      "grad_norm": 0.005858655577709794,
-      "learning_rate": 2.5955996288205385e-05,
-      "loss": 1.0444,
-      "step": 13045
-    },
-    {
-      "epoch": 1.8151309813057708,
-      "grad_norm": 0.0068377582344933815,
-      "learning_rate": 2.5763329413424243e-05,
-      "loss": 1.1353,
-      "step": 13050
-    },
-    {
-      "epoch": 1.8158264188011528,
-      "grad_norm": 0.005941704374596681,
-      "learning_rate": 2.557136136018018e-05,
-      "loss": 1.0223,
-      "step": 13055
-    },
-    {
-      "epoch": 1.8165218562965344,
-      "grad_norm": 0.006329450170468046,
-      "learning_rate": 2.5380092411351697e-05,
-      "loss": 1.0857,
-      "step": 13060
-    },
-    {
-      "epoch": 1.8172172937919164,
-      "grad_norm": 0.006204104598599906,
-      "learning_rate": 2.5189522848787173e-05,
-      "loss": 1.0979,
-      "step": 13065
-    },
-    {
-      "epoch": 1.8179127312872982,
-      "grad_norm": 0.006439753610771339,
-      "learning_rate": 2.499965295330464e-05,
-      "loss": 1.0654,
-      "step": 13070
-    },
-    {
-      "epoch": 1.81860816878268,
-      "grad_norm": 0.006481325811678709,
-      "learning_rate": 2.4810483004690688e-05,
-      "loss": 1.0707,
-      "step": 13075
-    },
-    {
-      "epoch": 1.819303606278062,
-      "grad_norm": 0.006053126379010114,
-      "learning_rate": 2.4622013281700883e-05,
-      "loss": 1.0768,
-      "step": 13080
-    },
-    {
-      "epoch": 1.819999043773444,
-      "grad_norm": 0.005843864533735067,
-      "learning_rate": 2.443424406205863e-05,
-      "loss": 1.0654,
-      "step": 13085
-    },
-    {
-      "epoch": 1.8206944812688257,
-      "grad_norm": 0.00643938955313319,
-      "learning_rate": 2.4247175622455486e-05,
-      "loss": 0.9996,
-      "step": 13090
-    },
-    {
-      "epoch": 1.8213899187642075,
-      "grad_norm": 0.006204371343310712,
-      "learning_rate": 2.4060808238549893e-05,
-      "loss": 1.0797,
-      "step": 13095
-    },
-    {
-      "epoch": 1.8220853562595893,
-      "grad_norm": 0.00602476904895693,
-      "learning_rate": 2.3875142184967722e-05,
-      "loss": 1.0575,
-      "step": 13100
-    },
-    {
-      "epoch": 1.8227807937549714,
-      "grad_norm": 0.005937401902901717,
-      "learning_rate": 2.3690177735300912e-05,
-      "loss": 1.1142,
-      "step": 13105
-    },
-    {
-      "epoch": 1.8234762312503532,
-      "grad_norm": 0.006172005843532991,
-      "learning_rate": 2.3505915162107926e-05,
-      "loss": 1.0845,
-      "step": 13110
-    },
-    {
-      "epoch": 1.824171668745735,
-      "grad_norm": 0.006476647065721572,
-      "learning_rate": 2.3322354736912687e-05,
-      "loss": 1.0693,
-      "step": 13115
-    },
-    {
-      "epoch": 1.824867106241117,
-      "grad_norm": 0.006178322350503463,
-      "learning_rate": 2.3139496730204546e-05,
-      "loss": 1.1399,
-      "step": 13120
-    },
-    {
-      "epoch": 1.8255625437364986,
-      "grad_norm": 0.005793510049528338,
-      "learning_rate": 2.295734141143796e-05,
-      "loss": 1.0719,
-      "step": 13125
-    },
-    {
-      "epoch": 1.8262579812318807,
-      "grad_norm": 0.005776806351495471,
-      "learning_rate": 2.277588904903172e-05,
-      "loss": 1.067,
-      "step": 13130
-    },
-    {
-      "epoch": 1.8269534187272625,
-      "grad_norm": 0.006528005172095859,
-      "learning_rate": 2.259513991036871e-05,
-      "loss": 1.035,
-      "step": 13135
-    },
-    {
-      "epoch": 1.8276488562226443,
-      "grad_norm": 0.00618112441636603,
-      "learning_rate": 2.241509426179572e-05,
-      "loss": 1.0693,
-      "step": 13140
-    },
-    {
-      "epoch": 1.8283442937180263,
-      "grad_norm": 0.00653446423264415,
-      "learning_rate": 2.2235752368622962e-05,
-      "loss": 1.0516,
-      "step": 13145
-    },
-    {
-      "epoch": 1.829039731213408,
-      "grad_norm": 0.00591202199320388,
-      "learning_rate": 2.2057114495123322e-05,
-      "loss": 1.0402,
-      "step": 13150
-    },
-    {
-      "epoch": 1.82973516870879,
-      "grad_norm": 0.00601930923067961,
-      "learning_rate": 2.1879180904532614e-05,
-      "loss": 1.0855,
-      "step": 13155
-    },
-    {
-      "epoch": 1.8304306062041718,
-      "grad_norm": 0.006087481609091631,
-      "learning_rate": 2.1701951859048495e-05,
-      "loss": 1.0473,
-      "step": 13160
-    },
-    {
-      "epoch": 1.8311260436995536,
-      "grad_norm": 0.006059954067645262,
-      "learning_rate": 2.1525427619830728e-05,
-      "loss": 1.0759,
-      "step": 13165
-    },
-    {
-      "epoch": 1.8318214811949356,
-      "grad_norm": 0.006568099080383495,
-      "learning_rate": 2.1349608447000233e-05,
-      "loss": 1.0982,
-      "step": 13170
-    },
-    {
-      "epoch": 1.8325169186903172,
-      "grad_norm": 0.005996032867732659,
-      "learning_rate": 2.117449459963927e-05,
-      "loss": 1.0295,
-      "step": 13175
-    },
-    {
-      "epoch": 1.8332123561856992,
-      "grad_norm": 0.0066978678050703564,
-      "learning_rate": 2.1000086335790424e-05,
-      "loss": 1.0637,
-      "step": 13180
-    },
-    {
-      "epoch": 1.833907793681081,
-      "grad_norm": 0.005911533172262291,
-      "learning_rate": 2.082638391245678e-05,
-      "loss": 1.1029,
-      "step": 13185
-    },
-    {
-      "epoch": 1.8346032311764628,
-      "grad_norm": 0.006251138498949683,
-      "learning_rate": 2.065338758560126e-05,
-      "loss": 1.0726,
-      "step": 13190
-    },
-    {
-      "epoch": 1.8352986686718449,
-      "grad_norm": 0.006209155123002976,
-      "learning_rate": 2.0481097610146104e-05,
-      "loss": 1.0706,
-      "step": 13195
-    },
-    {
-      "epoch": 1.8359941061672267,
-      "grad_norm": 0.006094734607905823,
-      "learning_rate": 2.0309514239973125e-05,
-      "loss": 1.0439,
-      "step": 13200
-    },
-    {
-      "epoch": 1.8366895436626085,
-      "grad_norm": 0.006099331164487201,
-      "learning_rate": 2.013863772792246e-05,
-      "loss": 1.0764,
-      "step": 13205
-    },
-    {
-      "epoch": 1.8373849811579903,
-      "grad_norm": 0.006228349579298663,
-      "learning_rate": 1.996846832579291e-05,
-      "loss": 1.024,
-      "step": 13210
-    },
-    {
-      "epoch": 1.8380804186533721,
-      "grad_norm": 0.006477958283215989,
-      "learning_rate": 1.979900628434128e-05,
-      "loss": 1.0585,
-      "step": 13215
-    },
-    {
-      "epoch": 1.8387758561487542,
-      "grad_norm": 0.0064566714355869005,
-      "learning_rate": 1.963025185328182e-05,
-      "loss": 1.0717,
-      "step": 13220
-    },
-    {
-      "epoch": 1.839471293644136,
-      "grad_norm": 0.006333159840901144,
-      "learning_rate": 1.9462205281286284e-05,
-      "loss": 1.0337,
-      "step": 13225
-    },
-    {
-      "epoch": 1.8401667311395178,
-      "grad_norm": 0.005655878002734304,
-      "learning_rate": 1.9294866815983302e-05,
-      "loss": 1.0365,
-      "step": 13230
-    },
-    {
-      "epoch": 1.8408621686348998,
-      "grad_norm": 0.0063132882032757185,
-      "learning_rate": 1.9128236703958023e-05,
-      "loss": 1.0532,
-      "step": 13235
-    },
-    {
-      "epoch": 1.8415576061302814,
-      "grad_norm": 0.00643498660961815,
-      "learning_rate": 1.8962315190751756e-05,
-      "loss": 1.0689,
-      "step": 13240
-    },
-    {
-      "epoch": 1.8422530436256634,
-      "grad_norm": 0.006035437976637695,
-      "learning_rate": 1.8797102520861697e-05,
-      "loss": 1.0664,
-      "step": 13245
-    },
-    {
-      "epoch": 1.8429484811210453,
-      "grad_norm": 0.005856367182020455,
-      "learning_rate": 1.8632598937740496e-05,
-      "loss": 1.0555,
-      "step": 13250
-    },
-    {
-      "epoch": 1.843643918616427,
-      "grad_norm": 0.0064604688136135615,
-      "learning_rate": 1.846880468379597e-05,
-      "loss": 1.0827,
-      "step": 13255
-    },
-    {
-      "epoch": 1.844339356111809,
-      "grad_norm": 0.0064054846600625605,
-      "learning_rate": 1.8305720000390436e-05,
-      "loss": 1.0651,
-      "step": 13260
-    },
-    {
-      "epoch": 1.8450347936071907,
-      "grad_norm": 0.005995054345353728,
-      "learning_rate": 1.8143345127840995e-05,
-      "loss": 1.0794,
-      "step": 13265
-    },
-    {
-      "epoch": 1.8457302311025727,
-      "grad_norm": 0.00583569162638564,
-      "learning_rate": 1.798168030541858e-05,
-      "loss": 1.1057,
-      "step": 13270
-    },
-    {
-      "epoch": 1.8464256685979545,
-      "grad_norm": 0.0059567437056101645,
-      "learning_rate": 1.782072577134769e-05,
-      "loss": 1.0469,
-      "step": 13275
-    },
-    {
-      "epoch": 1.8471211060933364,
-      "grad_norm": 0.0065681742944334355,
-      "learning_rate": 1.766048176280638e-05,
-      "loss": 1.0532,
-      "step": 13280
-    },
-    {
-      "epoch": 1.8478165435887184,
-      "grad_norm": 0.005644596969035763,
-      "learning_rate": 1.7500948515925707e-05,
-      "loss": 1.0367,
-      "step": 13285
-    },
-    {
-      "epoch": 1.8485119810841,
-      "grad_norm": 0.006135593347322514,
-      "learning_rate": 1.7342126265789126e-05,
-      "loss": 1.0696,
-      "step": 13290
-    },
-    {
-      "epoch": 1.849207418579482,
-      "grad_norm": 0.00583447465276713,
-      "learning_rate": 1.718401524643265e-05,
-      "loss": 1.0154,
-      "step": 13295
-    },
-    {
-      "epoch": 1.8499028560748638,
-      "grad_norm": 0.006071240479426131,
-      "learning_rate": 1.7026615690844126e-05,
-      "loss": 0.9986,
-      "step": 13300
-    },
-    {
-      "epoch": 1.8505982935702456,
-      "grad_norm": 0.006004194283767908,
-      "learning_rate": 1.6869927830963028e-05,
-      "loss": 1.0631,
-      "step": 13305
-    },
-    {
-      "epoch": 1.8512937310656277,
-      "grad_norm": 0.006058685499692919,
-      "learning_rate": 1.6713951897680048e-05,
-      "loss": 1.0616,
-      "step": 13310
-    },
-    {
-      "epoch": 1.8519891685610095,
-      "grad_norm": 0.006532756509821809,
-      "learning_rate": 1.6558688120836773e-05,
-      "loss": 1.0735,
-      "step": 13315
-    },
-    {
-      "epoch": 1.8526846060563913,
-      "grad_norm": 0.005837979932707624,
-      "learning_rate": 1.6404136729225582e-05,
-      "loss": 1.0398,
-      "step": 13320
-    },
-    {
-      "epoch": 1.853380043551773,
-      "grad_norm": 0.00600005400097714,
-      "learning_rate": 1.6250297950588855e-05,
-      "loss": 1.0148,
-      "step": 13325
-    },
-    {
-      "epoch": 1.854075481047155,
-      "grad_norm": 0.006192885532268764,
-      "learning_rate": 1.6097172011619143e-05,
-      "loss": 1.095,
-      "step": 13330
-    },
-    {
-      "epoch": 1.854770918542537,
-      "grad_norm": 0.005869224230211836,
-      "learning_rate": 1.5944759137958233e-05,
-      "loss": 1.0237,
-      "step": 13335
-    },
-    {
-      "epoch": 1.8554663560379188,
-      "grad_norm": 0.006129548087855852,
-      "learning_rate": 1.579305955419752e-05,
-      "loss": 1.0353,
-      "step": 13340
-    },
-    {
-      "epoch": 1.8561617935333006,
-      "grad_norm": 0.006567963987830251,
-      "learning_rate": 1.5642073483877027e-05,
-      "loss": 1.0415,
-      "step": 13345
-    },
-    {
-      "epoch": 1.8568572310286826,
-      "grad_norm": 0.005975575061996826,
-      "learning_rate": 1.5491801149485675e-05,
-      "loss": 1.1431,
-      "step": 13350
-    },
-    {
-      "epoch": 1.8575526685240642,
-      "grad_norm": 0.0056828449194110155,
-      "learning_rate": 1.534224277246027e-05,
-      "loss": 1.0308,
-      "step": 13355
-    },
-    {
-      "epoch": 1.8582481060194462,
-      "grad_norm": 0.006110295580120476,
-      "learning_rate": 1.5193398573185858e-05,
-      "loss": 1.0249,
-      "step": 13360
-    },
-    {
-      "epoch": 1.858943543514828,
-      "grad_norm": 0.006273215776577425,
-      "learning_rate": 1.504526877099488e-05,
-      "loss": 1.0949,
-      "step": 13365
-    },
-    {
-      "epoch": 1.8596389810102099,
-      "grad_norm": 0.005859494450162177,
-      "learning_rate": 1.4897853584167287e-05,
-      "loss": 1.0435,
-      "step": 13370
-    },
-    {
-      "epoch": 1.860334418505592,
-      "grad_norm": 0.005833712161245079,
-      "learning_rate": 1.4751153229929758e-05,
-      "loss": 1.0931,
-      "step": 13375
-    },
-    {
-      "epoch": 1.8610298560009735,
-      "grad_norm": 0.006162542895923766,
-      "learning_rate": 1.460516792445571e-05,
-      "loss": 1.1172,
-      "step": 13380
-    },
-    {
-      "epoch": 1.8617252934963555,
-      "grad_norm": 0.006542775657332269,
-      "learning_rate": 1.4459897882865003e-05,
-      "loss": 1.0759,
-      "step": 13385
-    },
-    {
-      "epoch": 1.8624207309917373,
-      "grad_norm": 0.005956973186487767,
-      "learning_rate": 1.4315343319223295e-05,
-      "loss": 1.0495,
-      "step": 13390
-    },
-    {
-      "epoch": 1.8631161684871191,
-      "grad_norm": 0.00604661401309164,
-      "learning_rate": 1.4171504446542082e-05,
-      "loss": 1.1084,
-      "step": 13395
-    },
-    {
-      "epoch": 1.8638116059825012,
-      "grad_norm": 0.005796489660581214,
-      "learning_rate": 1.4028381476778152e-05,
-      "loss": 1.0616,
-      "step": 13400
-    },
-    {
-      "epoch": 1.8645070434778828,
-      "grad_norm": 0.006071843291245282,
-      "learning_rate": 1.388597462083352e-05,
-      "loss": 1.0789,
-      "step": 13405
-    },
-    {
-      "epoch": 1.8652024809732648,
-      "grad_norm": 0.006538028669213191,
-      "learning_rate": 1.3744284088554716e-05,
-      "loss": 1.0487,
-      "step": 13410
-    },
-    {
-      "epoch": 1.8658979184686466,
-      "grad_norm": 0.0059996995276736685,
-      "learning_rate": 1.3603310088732945e-05,
-      "loss": 1.0248,
-      "step": 13415
-    },
-    {
-      "epoch": 1.8665933559640284,
-      "grad_norm": 0.006125991675641231,
-      "learning_rate": 1.3463052829103317e-05,
-      "loss": 1.0774,
-      "step": 13420
-    },
-    {
-      "epoch": 1.8672887934594105,
-      "grad_norm": 0.0063090634088060005,
-      "learning_rate": 1.3323512516345005e-05,
-      "loss": 1.0343,
-      "step": 13425
-    },
-    {
-      "epoch": 1.8679842309547923,
-      "grad_norm": 0.0060917938666642385,
-      "learning_rate": 1.3184689356080526e-05,
-      "loss": 1.057,
-      "step": 13430
-    },
-    {
-      "epoch": 1.868679668450174,
-      "grad_norm": 0.006018931041388258,
-      "learning_rate": 1.3046583552875747e-05,
-      "loss": 1.1063,
-      "step": 13435
-    },
-    {
-      "epoch": 1.869375105945556,
-      "grad_norm": 0.006164206806873721,
-      "learning_rate": 1.2909195310239486e-05,
-      "loss": 1.0329,
-      "step": 13440
-    },
-    {
-      "epoch": 1.8700705434409377,
-      "grad_norm": 0.005930998364787237,
-      "learning_rate": 1.2772524830622967e-05,
-      "loss": 1.0744,
-      "step": 13445
-    },
-    {
-      "epoch": 1.8707659809363197,
-      "grad_norm": 0.006142512573264189,
-      "learning_rate": 1.2636572315419981e-05,
-      "loss": 1.0489,
-      "step": 13450
-    },
-    {
-      "epoch": 1.8714614184317016,
-      "grad_norm": 0.006533395827690545,
-      "learning_rate": 1.2501337964966164e-05,
-      "loss": 1.0344,
-      "step": 13455
-    },
-    {
-      "epoch": 1.8721568559270834,
-      "grad_norm": 0.006602765583764607,
-      "learning_rate": 1.2366821978539055e-05,
-      "loss": 1.0797,
-      "step": 13460
-    },
-    {
-      "epoch": 1.8728522934224654,
-      "grad_norm": 0.006458173495392423,
-      "learning_rate": 1.2233024554357541e-05,
-      "loss": 1.0517,
-      "step": 13465
-    },
-    {
-      "epoch": 1.873547730917847,
-      "grad_norm": 0.00633337997860906,
-      "learning_rate": 1.2099945889581688e-05,
-      "loss": 1.0679,
-      "step": 13470
-    },
-    {
-      "epoch": 1.874243168413229,
-      "grad_norm": 0.006131284756767275,
-      "learning_rate": 1.1967586180312239e-05,
-      "loss": 1.0129,
-      "step": 13475
-    },
-    {
-      "epoch": 1.8749386059086108,
-      "grad_norm": 0.00588341946085301,
-      "learning_rate": 1.1835945621590849e-05,
-      "loss": 1.0881,
-      "step": 13480
-    },
-    {
-      "epoch": 1.8756340434039926,
-      "grad_norm": 0.007025956696115131,
-      "learning_rate": 1.1705024407399123e-05,
-      "loss": 1.1519,
-      "step": 13485
-    },
-    {
-      "epoch": 1.8763294808993747,
-      "grad_norm": 0.006204138308995826,
-      "learning_rate": 1.1574822730658963e-05,
-      "loss": 1.0615,
-      "step": 13490
-    },
-    {
-      "epoch": 1.8770249183947563,
-      "grad_norm": 0.006163370729571009,
-      "learning_rate": 1.1445340783231673e-05,
-      "loss": 1.0856,
-      "step": 13495
-    },
-    {
-      "epoch": 1.8777203558901383,
-      "grad_norm": 0.006305936237605357,
-      "learning_rate": 1.1316578755918183e-05,
-      "loss": 1.0606,
-      "step": 13500
-    },
-    {
-      "epoch": 1.8784157933855201,
-      "grad_norm": 0.006043117159556634,
-      "learning_rate": 1.1188536838458497e-05,
-      "loss": 1.0488,
-      "step": 13505
-    },
-    {
-      "epoch": 1.879111230880902,
-      "grad_norm": 0.005828228945162095,
-      "learning_rate": 1.1061215219531517e-05,
-      "loss": 1.059,
-      "step": 13510
-    },
-    {
-      "epoch": 1.879806668376284,
-      "grad_norm": 0.005680404145602883,
-      "learning_rate": 1.093461408675478e-05,
-      "loss": 1.0113,
-      "step": 13515
-    },
-    {
-      "epoch": 1.8805021058716656,
-      "grad_norm": 0.00627973545829927,
-      "learning_rate": 1.0808733626683942e-05,
-      "loss": 1.0448,
-      "step": 13520
-    },
-    {
-      "epoch": 1.8811975433670476,
-      "grad_norm": 0.006363815626943859,
-      "learning_rate": 1.0683574024813069e-05,
-      "loss": 1.0491,
-      "step": 13525
-    },
-    {
-      "epoch": 1.8818929808624294,
-      "grad_norm": 0.0056108143443642225,
-      "learning_rate": 1.0559135465573522e-05,
-      "loss": 1.0525,
-      "step": 13530
-    },
-    {
-      "epoch": 1.8825884183578112,
-      "grad_norm": 0.0058490238616785905,
-      "learning_rate": 1.043541813233445e-05,
-      "loss": 1.0327,
-      "step": 13535
-    },
-    {
-      "epoch": 1.8832838558531932,
-      "grad_norm": 0.00614832923649716,
-      "learning_rate": 1.0312422207402195e-05,
-      "loss": 1.0977,
-      "step": 13540
-    },
-    {
-      "epoch": 1.883979293348575,
-      "grad_norm": 0.006466885062792911,
-      "learning_rate": 1.0190147872020051e-05,
-      "loss": 1.0629,
-      "step": 13545
-    },
-    {
-      "epoch": 1.8846747308439569,
-      "grad_norm": 0.006464929732443717,
-      "learning_rate": 1.0068595306367945e-05,
-      "loss": 1.0625,
-      "step": 13550
-    },
-    {
-      "epoch": 1.8853701683393387,
-      "grad_norm": 0.005969279940434638,
-      "learning_rate": 9.94776468956221e-06,
-      "loss": 1.0291,
-      "step": 13555
-    },
-    {
-      "epoch": 1.8860656058347205,
-      "grad_norm": 0.00577236214273421,
-      "learning_rate": 9.827656199655366e-06,
-      "loss": 1.039,
-      "step": 13560
-    },
-    {
-      "epoch": 1.8867610433301025,
-      "grad_norm": 0.006035513379128928,
-      "learning_rate": 9.708270013635834e-06,
-      "loss": 1.0513,
-      "step": 13565
-    },
-    {
-      "epoch": 1.8874564808254843,
-      "grad_norm": 0.0060712605670794504,
-      "learning_rate": 9.589606307427778e-06,
-      "loss": 1.0445,
-      "step": 13570
-    },
-    {
-      "epoch": 1.8881519183208662,
-      "grad_norm": 0.005584158925708616,
-      "learning_rate": 9.471665255890438e-06,
-      "loss": 1.0198,
-      "step": 13575
-    },
-    {
-      "epoch": 1.8888473558162482,
-      "grad_norm": 0.006778347979976114,
-      "learning_rate": 9.35444703281857e-06,
-      "loss": 1.1198,
-      "step": 13580
-    },
-    {
-      "epoch": 1.8895427933116298,
-      "grad_norm": 0.006498142357234962,
-      "learning_rate": 9.237951810941391e-06,
-      "loss": 1.0322,
-      "step": 13585
-    },
-    {
-      "epoch": 1.8902382308070118,
-      "grad_norm": 0.00576223088082371,
-      "learning_rate": 9.122179761923088e-06,
-      "loss": 1.1007,
-      "step": 13590
-    },
-    {
-      "epoch": 1.8909336683023936,
-      "grad_norm": 0.006232718490390781,
-      "learning_rate": 9.00713105636186e-06,
-      "loss": 1.0831,
-      "step": 13595
-    },
-    {
-      "epoch": 1.8916291057977754,
-      "grad_norm": 0.00640330501444908,
-      "learning_rate": 8.892805863790265e-06,
-      "loss": 1.0262,
-      "step": 13600
-    },
-    {
-      "epoch": 1.8923245432931575,
-      "grad_norm": 0.006075855313877095,
-      "learning_rate": 8.779204352674653e-06,
-      "loss": 1.0531,
-      "step": 13605
-    },
-    {
-      "epoch": 1.893019980788539,
-      "grad_norm": 0.005880447412865772,
-      "learning_rate": 8.666326690414893e-06,
-      "loss": 1.0064,
-      "step": 13610
-    },
-    {
-      "epoch": 1.893715418283921,
-      "grad_norm": 0.005992063586335075,
-      "learning_rate": 8.554173043344271e-06,
-      "loss": 1.0657,
-      "step": 13615
-    },
-    {
-      "epoch": 1.894410855779303,
-      "grad_norm": 0.006175215643861972,
-      "learning_rate": 8.442743576729195e-06,
-      "loss": 1.0372,
-      "step": 13620
-    },
-    {
-      "epoch": 1.8951062932746847,
-      "grad_norm": 0.005617705811428369,
-      "learning_rate": 8.332038454768931e-06,
-      "loss": 1.056,
-      "step": 13625
-    },
-    {
-      "epoch": 1.8958017307700668,
-      "grad_norm": 0.006414787170550981,
-      "learning_rate": 8.22205784059532e-06,
-      "loss": 1.1213,
-      "step": 13630
-    },
-    {
-      "epoch": 1.8964971682654483,
-      "grad_norm": 0.006626732240555234,
-      "learning_rate": 8.112801896272725e-06,
-      "loss": 1.0883,
-      "step": 13635
-    },
-    {
-      "epoch": 1.8971926057608304,
-      "grad_norm": 0.006272039599487904,
-      "learning_rate": 8.004270782797474e-06,
-      "loss": 1.0695,
-      "step": 13640
-    },
-    {
-      "epoch": 1.8978880432562122,
-      "grad_norm": 0.005889874364323708,
-      "learning_rate": 7.896464660097968e-06,
-      "loss": 1.0563,
-      "step": 13645
-    },
-    {
-      "epoch": 1.898583480751594,
-      "grad_norm": 0.005938618351797521,
-      "learning_rate": 7.78938368703419e-06,
-      "loss": 1.0365,
-      "step": 13650
-    },
-    {
-      "epoch": 1.899278918246976,
-      "grad_norm": 0.006177587012424145,
-      "learning_rate": 7.683028021397532e-06,
-      "loss": 1.0789,
-      "step": 13655
-    },
-    {
-      "epoch": 1.8999743557423578,
-      "grad_norm": 0.005818692504763756,
-      "learning_rate": 7.577397819910736e-06,
-      "loss": 1.0435,
-      "step": 13660
-    },
-    {
-      "epoch": 1.9006697932377397,
-      "grad_norm": 0.006366805346596035,
-      "learning_rate": 7.472493238227407e-06,
-      "loss": 1.0717,
-      "step": 13665
-    },
-    {
-      "epoch": 1.9013652307331215,
-      "grad_norm": 0.006269819144081169,
-      "learning_rate": 7.368314430931888e-06,
-      "loss": 1.0646,
-      "step": 13670
-    },
-    {
-      "epoch": 1.9020606682285033,
-      "grad_norm": 0.006198907392525111,
-      "learning_rate": 7.264861551539104e-06,
-      "loss": 1.0495,
-      "step": 13675
-    },
-    {
-      "epoch": 1.9027561057238853,
-      "grad_norm": 0.006165635985214794,
-      "learning_rate": 7.16213475249422e-06,
-      "loss": 1.0675,
-      "step": 13680
-    },
-    {
-      "epoch": 1.9034515432192671,
-      "grad_norm": 0.006230522306358287,
-      "learning_rate": 7.060134185172595e-06,
-      "loss": 1.0469,
-      "step": 13685
-    },
-    {
-      "epoch": 1.904146980714649,
-      "grad_norm": 0.005973244452688613,
-      "learning_rate": 6.958859999879219e-06,
-      "loss": 1.0984,
-      "step": 13690
-    },
-    {
-      "epoch": 1.904842418210031,
-      "grad_norm": 0.005965830585364671,
-      "learning_rate": 6.858312345848883e-06,
-      "loss": 1.1234,
-      "step": 13695
-    },
-    {
-      "epoch": 1.9055378557054126,
-      "grad_norm": 0.00599379531283766,
-      "learning_rate": 6.758491371245678e-06,
-      "loss": 1.0549,
-      "step": 13700
-    },
-    {
-      "epoch": 1.9062332932007946,
-      "grad_norm": 0.006099407258881102,
-      "learning_rate": 6.659397223162944e-06,
-      "loss": 1.0526,
-      "step": 13705
-    },
-    {
-      "epoch": 1.9069287306961764,
-      "grad_norm": 0.005879930813165992,
-      "learning_rate": 6.561030047622985e-06,
-      "loss": 1.1188,
-      "step": 13710
-    },
-    {
-      "epoch": 1.9076241681915582,
-      "grad_norm": 0.006072024545736741,
-      "learning_rate": 6.463389989576851e-06,
-      "loss": 1.0211,
-      "step": 13715
-    },
-    {
-      "epoch": 1.9083196056869403,
-      "grad_norm": 0.006484753016329254,
-      "learning_rate": 6.366477192904119e-06,
-      "loss": 1.1224,
-      "step": 13720
-    },
-    {
-      "epoch": 1.9090150431823218,
-      "grad_norm": 0.005803898250524731,
-      "learning_rate": 6.270291800412664e-06,
-      "loss": 1.0283,
-      "step": 13725
-    },
-    {
-      "epoch": 1.9097104806777039,
-      "grad_norm": 0.005946577315881386,
-      "learning_rate": 6.17483395383861e-06,
-      "loss": 1.0234,
-      "step": 13730
-    },
-    {
-      "epoch": 1.9104059181730857,
-      "grad_norm": 0.006224279334455669,
-      "learning_rate": 6.08010379384577e-06,
-      "loss": 1.139,
-      "step": 13735
-    },
-    {
-      "epoch": 1.9111013556684675,
-      "grad_norm": 0.006547380816598093,
-      "learning_rate": 5.986101460025928e-06,
-      "loss": 1.0808,
-      "step": 13740
-    },
-    {
-      "epoch": 1.9117967931638495,
-      "grad_norm": 0.006048276034234132,
-      "learning_rate": 5.892827090898112e-06,
-      "loss": 1.0327,
-      "step": 13745
-    },
-    {
-      "epoch": 1.9124922306592311,
-      "grad_norm": 0.006421734917383495,
-      "learning_rate": 5.800280823908765e-06,
-      "loss": 1.0832,
-      "step": 13750
-    },
-    {
-      "epoch": 1.9131876681546132,
-      "grad_norm": 0.006166634235830596,
-      "learning_rate": 5.708462795431524e-06,
-      "loss": 1.0336,
-      "step": 13755
-    },
-    {
-      "epoch": 1.913883105649995,
-      "grad_norm": 0.006127339220566617,
-      "learning_rate": 5.617373140766657e-06,
-      "loss": 1.0305,
-      "step": 13760
-    },
-    {
-      "epoch": 1.9145785431453768,
-      "grad_norm": 0.005815584908651806,
-      "learning_rate": 5.527011994141295e-06,
-      "loss": 1.0547,
-      "step": 13765
-    },
-    {
-      "epoch": 1.9152739806407588,
-      "grad_norm": 0.0066193204211979105,
-      "learning_rate": 5.4373794887090936e-06,
-      "loss": 1.0635,
-      "step": 13770
-    },
-    {
-      "epoch": 1.9159694181361406,
-      "grad_norm": 0.006252135244811742,
-      "learning_rate": 5.348475756549842e-06,
-      "loss": 1.0595,
-      "step": 13775
-    },
-    {
-      "epoch": 1.9166648556315224,
-      "grad_norm": 0.0058769094886213305,
-      "learning_rate": 5.2603009286696365e-06,
-      "loss": 1.0252,
-      "step": 13780
-    },
-    {
-      "epoch": 1.9173602931269043,
-      "grad_norm": 0.006534663404458487,
-      "learning_rate": 5.172855135000321e-06,
-      "loss": 1.0559,
-      "step": 13785
-    },
-    {
-      "epoch": 1.918055730622286,
-      "grad_norm": 0.0063917886370492335,
-      "learning_rate": 5.086138504399429e-06,
-      "loss": 1.1007,
-      "step": 13790
-    },
-    {
-      "epoch": 1.918751168117668,
-      "grad_norm": 0.006056629668680458,
-      "learning_rate": 5.000151164650246e-06,
-      "loss": 1.0579,
-      "step": 13795
-    },
-    {
-      "epoch": 1.91944660561305,
-      "grad_norm": 0.006040330187062182,
-      "learning_rate": 4.914893242461138e-06,
-      "loss": 1.0334,
-      "step": 13800
-    },
-    {
-      "epoch": 1.9201420431084317,
-      "grad_norm": 0.006909419374725585,
-      "learning_rate": 4.8303648634657195e-06,
-      "loss": 1.0718,
-      "step": 13805
-    },
-    {
-      "epoch": 1.9208374806038138,
-      "grad_norm": 0.0062211315925803255,
-      "learning_rate": 4.746566152222686e-06,
-      "loss": 1.0681,
-      "step": 13810
-    },
-    {
-      "epoch": 1.9215329180991954,
-      "grad_norm": 0.005958484918465685,
-      "learning_rate": 4.663497232215319e-06,
-      "loss": 1.0531,
-      "step": 13815
-    },
-    {
-      "epoch": 1.9222283555945774,
-      "grad_norm": 0.006581309843311352,
-      "learning_rate": 4.581158225851645e-06,
-      "loss": 1.0809,
-      "step": 13820
-    },
-    {
-      "epoch": 1.9229237930899592,
-      "grad_norm": 0.006035433382201764,
-      "learning_rate": 4.499549254463997e-06,
-      "loss": 1.0557,
-      "step": 13825
-    },
-    {
-      "epoch": 1.923619230585341,
-      "grad_norm": 0.005955407096598043,
-      "learning_rate": 4.418670438309069e-06,
-      "loss": 1.0584,
-      "step": 13830
-    },
-    {
-      "epoch": 1.924314668080723,
-      "grad_norm": 0.006148354094873733,
-      "learning_rate": 4.338521896567526e-06,
-      "loss": 1.0587,
-      "step": 13835
-    },
-    {
-      "epoch": 1.9250101055761046,
-      "grad_norm": 0.0065880760467280156,
-      "learning_rate": 4.259103747344006e-06,
-      "loss": 1.06,
-      "step": 13840
-    },
-    {
-      "epoch": 1.9257055430714867,
-      "grad_norm": 0.006763936016198423,
-      "learning_rate": 4.180416107666729e-06,
-      "loss": 1.114,
-      "step": 13845
-    },
-    {
-      "epoch": 1.9264009805668685,
-      "grad_norm": 0.006566642361085865,
-      "learning_rate": 4.102459093487665e-06,
-      "loss": 1.0892,
-      "step": 13850
-    },
-    {
-      "epoch": 1.9270964180622503,
-      "grad_norm": 0.006029668545421496,
-      "learning_rate": 4.025232819681868e-06,
-      "loss": 1.019,
-      "step": 13855
-    },
-    {
-      "epoch": 1.9277918555576323,
-      "grad_norm": 0.006423815572044739,
-      "learning_rate": 3.948737400047919e-06,
-      "loss": 1.0732,
-      "step": 13860
-    },
-    {
-      "epoch": 1.928487293053014,
-      "grad_norm": 0.006277440019003684,
-      "learning_rate": 3.872972947307207e-06,
-      "loss": 1.0617,
-      "step": 13865
-    },
-    {
-      "epoch": 1.929182730548396,
-      "grad_norm": 0.0062368034290659225,
-      "learning_rate": 3.797939573104037e-06,
-      "loss": 1.0881,
-      "step": 13870
-    },
-    {
-      "epoch": 1.9298781680437778,
-      "grad_norm": 0.0062730219388336065,
-      "learning_rate": 3.7236373880054074e-06,
-      "loss": 1.0316,
-      "step": 13875
-    },
-    {
-      "epoch": 1.9305736055391596,
-      "grad_norm": 0.005969013077063065,
-      "learning_rate": 3.650066501500904e-06,
-      "loss": 1.0843,
-      "step": 13880
-    },
-    {
-      "epoch": 1.9312690430345416,
-      "grad_norm": 0.006135466400892858,
-      "learning_rate": 3.5772270220025273e-06,
-      "loss": 1.0917,
-      "step": 13885
-    },
-    {
-      "epoch": 1.9319644805299234,
-      "grad_norm": 0.005841814778037827,
-      "learning_rate": 3.5051190568443637e-06,
-      "loss": 1.0805,
-      "step": 13890
-    },
-    {
-      "epoch": 1.9326599180253052,
-      "grad_norm": 0.005816704351981457,
-      "learning_rate": 3.4337427122827504e-06,
-      "loss": 1.0365,
-      "step": 13895
-    },
-    {
-      "epoch": 1.933355355520687,
-      "grad_norm": 0.00576749084700398,
-      "learning_rate": 3.36309809349572e-06,
-      "loss": 1.062,
-      "step": 13900
-    },
-    {
-      "epoch": 1.9340507930160689,
-      "grad_norm": 0.006737365743107024,
-      "learning_rate": 3.2931853045831683e-06,
-      "loss": 1.0819,
-      "step": 13905
-    },
-    {
-      "epoch": 1.934746230511451,
-      "grad_norm": 0.006148571794053343,
-      "learning_rate": 3.2240044485665753e-06,
-      "loss": 1.0616,
-      "step": 13910
-    },
-    {
-      "epoch": 1.9354416680068327,
-      "grad_norm": 0.006426894059051754,
-      "learning_rate": 3.1555556273888398e-06,
-      "loss": 1.062,
-      "step": 13915
-    },
-    {
-      "epoch": 1.9361371055022145,
-      "grad_norm": 0.006066034454759961,
-      "learning_rate": 3.0878389419142785e-06,
-      "loss": 1.0775,
-      "step": 13920
-    },
-    {
-      "epoch": 1.9368325429975966,
-      "grad_norm": 0.006335275849442079,
-      "learning_rate": 3.020854491928182e-06,
-      "loss": 1.0811,
-      "step": 13925
-    },
-    {
-      "epoch": 1.9375279804929781,
-      "grad_norm": 0.006095542590194789,
-      "learning_rate": 2.9546023761368723e-06,
-      "loss": 1.0532,
-      "step": 13930
-    },
-    {
-      "epoch": 1.9382234179883602,
-      "grad_norm": 0.005983391630252226,
-      "learning_rate": 2.889082692167644e-06,
-      "loss": 1.0546,
-      "step": 13935
-    },
-    {
-      "epoch": 1.938918855483742,
-      "grad_norm": 0.0058224689489082895,
-      "learning_rate": 2.8242955365683774e-06,
-      "loss": 1.0936,
-      "step": 13940
-    },
-    {
-      "epoch": 1.9396142929791238,
-      "grad_norm": 0.00641568305414595,
-      "learning_rate": 2.7602410048075955e-06,
-      "loss": 0.9938,
-      "step": 13945
-    },
-    {
-      "epoch": 1.9403097304745058,
-      "grad_norm": 0.006318309060917521,
-      "learning_rate": 2.696919191274183e-06,
-      "loss": 1.0918,
-      "step": 13950
-    },
-    {
-      "epoch": 1.9410051679698874,
-      "grad_norm": 0.006009467371592386,
-      "learning_rate": 2.6343301892773343e-06,
-      "loss": 1.0427,
-      "step": 13955
-    },
-    {
-      "epoch": 1.9417006054652695,
-      "grad_norm": 0.006321728576617433,
-      "learning_rate": 2.572474091046495e-06,
-      "loss": 1.0924,
-      "step": 13960
-    },
-    {
-      "epoch": 1.9423960429606513,
-      "grad_norm": 0.005846075963597654,
-      "learning_rate": 2.5113509877309204e-06,
-      "loss": 1.0406,
-      "step": 13965
-    },
-    {
-      "epoch": 1.943091480456033,
-      "grad_norm": 0.005683194013072098,
-      "learning_rate": 2.4509609693998958e-06,
-      "loss": 1.0385,
-      "step": 13970
-    },
-    {
-      "epoch": 1.9437869179514151,
-      "grad_norm": 0.005974314091716232,
-      "learning_rate": 2.391304125042404e-06,
-      "loss": 1.0173,
-      "step": 13975
-    },
-    {
-      "epoch": 1.9444823554467967,
-      "grad_norm": 0.006263972589698672,
-      "learning_rate": 2.3323805425671807e-06,
-      "loss": 1.0401,
-      "step": 13980
-    },
-    {
-      "epoch": 1.9451777929421787,
-      "grad_norm": 0.006695241963105806,
-      "learning_rate": 2.27419030880216e-06,
-      "loss": 1.086,
-      "step": 13985
-    },
-    {
-      "epoch": 1.9458732304375606,
-      "grad_norm": 0.0061333956850599045,
-      "learning_rate": 2.2167335094948614e-06,
-      "loss": 1.0238,
-      "step": 13990
-    },
-    {
-      "epoch": 1.9465686679329424,
-      "grad_norm": 0.006097578111912612,
-      "learning_rate": 2.160010229312004e-06,
-      "loss": 1.0116,
-      "step": 13995
-    },
-    {
-      "epoch": 1.9472641054283244,
-      "grad_norm": 0.006433985320487926,
-      "learning_rate": 2.104020551839336e-06,
-      "loss": 1.0945,
-      "step": 14000
-    },
-    {
-      "epoch": 1.9479595429237062,
-      "grad_norm": 0.006274689722348244,
-      "learning_rate": 2.048764559581695e-06,
-      "loss": 1.0559,
-      "step": 14005
-    },
-    {
-      "epoch": 1.948654980419088,
-      "grad_norm": 0.00604077959718947,
-      "learning_rate": 1.994242333962726e-06,
-      "loss": 1.0492,
-      "step": 14010
-    },
-    {
-      "epoch": 1.9493504179144698,
-      "grad_norm": 0.006704246539348619,
-      "learning_rate": 1.940453955324717e-06,
-      "loss": 1.0564,
-      "step": 14015
-    },
-    {
-      "epoch": 1.9500458554098516,
-      "grad_norm": 0.005581398695925087,
-      "learning_rate": 1.8873995029287104e-06,
-      "loss": 1.0662,
-      "step": 14020
-    },
-    {
-      "epoch": 1.9507412929052337,
-      "grad_norm": 0.005993514594334556,
-      "learning_rate": 1.8350790549543362e-06,
-      "loss": 1.04,
-      "step": 14025
-    },
-    {
-      "epoch": 1.9514367304006155,
-      "grad_norm": 0.006230175617925496,
-      "learning_rate": 1.7834926884993663e-06,
-      "loss": 1.1289,
-      "step": 14030
-    },
-    {
-      "epoch": 1.9521321678959973,
-      "grad_norm": 0.006065362894610158,
-      "learning_rate": 1.7326404795801055e-06,
-      "loss": 1.0164,
-      "step": 14035
-    },
-    {
-      "epoch": 1.9528276053913793,
-      "grad_norm": 0.006063031718870507,
-      "learning_rate": 1.682522503130779e-06,
-      "loss": 1.0466,
-      "step": 14040
-    },
-    {
-      "epoch": 1.953523042886761,
-      "grad_norm": 0.005730596651036761,
-      "learning_rate": 1.6331388330038665e-06,
-      "loss": 1.0538,
-      "step": 14045
-    },
-    {
-      "epoch": 1.954218480382143,
-      "grad_norm": 0.005773264686409184,
-      "learning_rate": 1.5844895419697692e-06,
-      "loss": 1.0998,
-      "step": 14050
-    },
-    {
-      "epoch": 1.9549139178775248,
-      "grad_norm": 0.005708887793682143,
-      "learning_rate": 1.5365747017165865e-06,
-      "loss": 1.0267,
-      "step": 14055
-    },
-    {
-      "epoch": 1.9556093553729066,
-      "grad_norm": 0.005809601564556879,
-      "learning_rate": 1.4893943828503398e-06,
-      "loss": 1.0627,
-      "step": 14060
-    },
-    {
-      "epoch": 1.9563047928682886,
-      "grad_norm": 0.005951151453931375,
-      "learning_rate": 1.4429486548945825e-06,
-      "loss": 1.0503,
-      "step": 14065
-    },
-    {
-      "epoch": 1.9570002303636702,
-      "grad_norm": 0.005661657168974368,
-      "learning_rate": 1.3972375862903452e-06,
-      "loss": 0.9934,
-      "step": 14070
-    },
-    {
-      "epoch": 1.9576956678590522,
-      "grad_norm": 0.006341118450712123,
-      "learning_rate": 1.3522612443961357e-06,
-      "loss": 1.0801,
-      "step": 14075
-    },
-    {
-      "epoch": 1.958391105354434,
-      "grad_norm": 0.005771554496376102,
-      "learning_rate": 1.3080196954879386e-06,
-      "loss": 1.0587,
-      "step": 14080
-    },
-    {
-      "epoch": 1.9590865428498159,
-      "grad_norm": 0.00633111275419598,
-      "learning_rate": 1.2645130047586606e-06,
-      "loss": 1.101,
-      "step": 14085
-    },
-    {
-      "epoch": 1.959781980345198,
-      "grad_norm": 0.0067506971712370184,
-      "learning_rate": 1.2217412363186298e-06,
-      "loss": 1.1553,
-      "step": 14090
-    },
-    {
-      "epoch": 1.9604774178405795,
-      "grad_norm": 0.0062353861658665174,
-      "learning_rate": 1.1797044531950406e-06,
-      "loss": 1.0276,
-      "step": 14095
-    },
-    {
-      "epoch": 1.9611728553359615,
-      "grad_norm": 0.006263474043187951,
-      "learning_rate": 1.1384027173320655e-06,
-      "loss": 1.0723,
-      "step": 14100
-    },
-    {
-      "epoch": 1.9618682928313433,
-      "grad_norm": 0.006369525488276682,
-      "learning_rate": 1.0978360895908534e-06,
-      "loss": 1.0669,
-      "step": 14105
-    },
-    {
-      "epoch": 1.9625637303267252,
-      "grad_norm": 0.005642277353737616,
-      "learning_rate": 1.0580046297490876e-06,
-      "loss": 1.0753,
-      "step": 14110
-    },
-    {
-      "epoch": 1.9632591678221072,
-      "grad_norm": 0.005716919314957823,
-      "learning_rate": 1.0189083965013724e-06,
-      "loss": 1.0714,
-      "step": 14115
-    },
-    {
-      "epoch": 1.963954605317489,
-      "grad_norm": 0.006218527221144085,
-      "learning_rate": 9.805474474587906e-07,
-      "loss": 1.0587,
-      "step": 14120
-    },
-    {
-      "epoch": 1.9646500428128708,
-      "grad_norm": 0.00606412052388644,
-      "learning_rate": 9.42921839148847e-07,
-      "loss": 1.0641,
-      "step": 14125
-    },
-    {
-      "epoch": 1.9653454803082526,
-      "grad_norm": 0.006062051618552139,
-      "learning_rate": 9.060316270156354e-07,
-      "loss": 1.0661,
-      "step": 14130
-    },
-    {
-      "epoch": 1.9660409178036344,
-      "grad_norm": 0.006394493379123275,
-      "learning_rate": 8.698768654195055e-07,
-      "loss": 1.0384,
-      "step": 14135
-    },
-    {
-      "epoch": 1.9667363552990165,
-      "grad_norm": 0.0063144229787643015,
-      "learning_rate": 8.344576076370625e-07,
-      "loss": 1.0836,
-      "step": 14140
-    },
-    {
-      "epoch": 1.9674317927943983,
-      "grad_norm": 0.006022386090973328,
-      "learning_rate": 7.997739058610565e-07,
-      "loss": 1.1002,
-      "step": 14145
-    },
-    {
-      "epoch": 1.96812723028978,
-      "grad_norm": 0.005595389208834847,
-      "learning_rate": 7.658258112004934e-07,
-      "loss": 1.0202,
-      "step": 14150
-    },
-    {
-      "epoch": 1.9688226677851621,
-      "grad_norm": 0.006174288254707383,
-      "learning_rate": 7.326133736802465e-07,
-      "loss": 1.1264,
-      "step": 14155
-    },
-    {
-      "epoch": 1.9695181052805437,
-      "grad_norm": 0.006300160754863885,
-      "learning_rate": 7.00136642241167e-07,
-      "loss": 1.0399,
-      "step": 14160
-    },
-    {
-      "epoch": 1.9702135427759258,
-      "grad_norm": 0.006175137514126382,
-      "learning_rate": 6.683956647401401e-07,
-      "loss": 1.0492,
-      "step": 14165
-    },
-    {
-      "epoch": 1.9709089802713076,
-      "grad_norm": 0.006552233092711479,
-      "learning_rate": 6.373904879496961e-07,
-      "loss": 1.0239,
-      "step": 14170
-    },
-    {
-      "epoch": 1.9716044177666894,
-      "grad_norm": 0.006184978754486675,
-      "learning_rate": 6.07121157558177e-07,
-      "loss": 1.026,
-      "step": 14175
-    },
-    {
-      "epoch": 1.9722998552620714,
-      "grad_norm": 0.006219782642176902,
-      "learning_rate": 5.775877181696254e-07,
-      "loss": 1.0722,
-      "step": 14180
-    },
-    {
-      "epoch": 1.972995292757453,
-      "grad_norm": 0.006241123944811284,
-      "learning_rate": 5.487902133036737e-07,
-      "loss": 1.0748,
-      "step": 14185
-    },
-    {
-      "epoch": 1.973690730252835,
-      "grad_norm": 0.006063358851020455,
-      "learning_rate": 5.207286853954329e-07,
-      "loss": 1.0639,
-      "step": 14190
-    },
-    {
-      "epoch": 1.9743861677482168,
-      "grad_norm": 0.00633871230861479,
-      "learning_rate": 4.934031757956036e-07,
-      "loss": 1.0203,
-      "step": 14195
-    },
-    {
-      "epoch": 1.9750816052435987,
-      "grad_norm": 0.005797829519195698,
-      "learning_rate": 4.668137247703097e-07,
-      "loss": 1.0323,
-      "step": 14200
-    },
-    {
-      "epoch": 1.9757770427389807,
-      "grad_norm": 0.006268737663586106,
-      "learning_rate": 4.409603715009314e-07,
-      "loss": 1.0448,
-      "step": 14205
-    },
-    {
-      "epoch": 1.9764724802343623,
-      "grad_norm": 0.005834105786027603,
-      "learning_rate": 4.158431540842722e-07,
-      "loss": 1.0746,
-      "step": 14210
-    },
-    {
-      "epoch": 1.9771679177297443,
-      "grad_norm": 0.0059402609141027555,
-      "learning_rate": 3.914621095323367e-07,
-      "loss": 1.0961,
-      "step": 14215
-    },
-    {
-      "epoch": 1.9778633552251261,
-      "grad_norm": 0.006055531208897974,
-      "learning_rate": 3.6781727377233065e-07,
-      "loss": 1.0206,
-      "step": 14220
-    },
-    {
-      "epoch": 1.978558792720508,
-      "grad_norm": 0.006716143579909771,
-      "learning_rate": 3.4490868164660517e-07,
-      "loss": 1.0617,
-      "step": 14225
-    },
-    {
-      "epoch": 1.97925423021589,
-      "grad_norm": 0.006128197961174464,
-      "learning_rate": 3.2273636691260155e-07,
-      "loss": 1.0883,
-      "step": 14230
-    },
-    {
-      "epoch": 1.9799496677112718,
-      "grad_norm": 0.006333887954785958,
-      "learning_rate": 3.0130036224279566e-07,
-      "loss": 1.105,
-      "step": 14235
-    },
-    {
-      "epoch": 1.9806451052066536,
-      "grad_norm": 0.0062613290728724975,
-      "learning_rate": 2.806006992246979e-07,
-      "loss": 1.0963,
-      "step": 14240
-    },
-    {
-      "epoch": 1.9813405427020354,
-      "grad_norm": 0.0061241537337886325,
-      "learning_rate": 2.606374083606866e-07,
-      "loss": 1.0699,
-      "step": 14245
-    },
-    {
-      "epoch": 1.9820359801974172,
-      "grad_norm": 0.00619484024910685,
-      "learning_rate": 2.414105190681748e-07,
-      "loss": 1.054,
-      "step": 14250
-    },
-    {
-      "epoch": 1.9827314176927993,
-      "grad_norm": 0.006382452239382878,
-      "learning_rate": 2.2292005967927687e-07,
-      "loss": 1.0685,
-      "step": 14255
-    },
-    {
-      "epoch": 1.983426855188181,
-      "grad_norm": 0.005466856882254055,
-      "learning_rate": 2.0516605744097527e-07,
-      "loss": 1.0125,
-      "step": 14260
-    },
-    {
-      "epoch": 1.9841222926835629,
-      "grad_norm": 0.006032470968312453,
-      "learning_rate": 1.88148538515176e-07,
-      "loss": 1.0451,
-      "step": 14265
-    },
-    {
-      "epoch": 1.984817730178945,
-      "grad_norm": 0.006450022859500947,
-      "learning_rate": 1.7186752797831995e-07,
-      "loss": 1.0803,
-      "step": 14270
-    },
-    {
-      "epoch": 1.9855131676743265,
-      "grad_norm": 0.00628608585193595,
-      "learning_rate": 1.5632304982171607e-07,
-      "loss": 1.0046,
-      "step": 14275
-    },
-    {
-      "epoch": 1.9862086051697085,
-      "grad_norm": 0.006235907195576834,
-      "learning_rate": 1.4151512695115277e-07,
-      "loss": 1.0467,
-      "step": 14280
-    },
-    {
-      "epoch": 1.9869040426650904,
-      "grad_norm": 0.005792488978286639,
-      "learning_rate": 1.2744378118717537e-07,
-      "loss": 1.0492,
-      "step": 14285
-    },
-    {
-      "epoch": 1.9875994801604722,
-      "grad_norm": 0.006264401790731361,
-      "learning_rate": 1.1410903326497523e-07,
-      "loss": 1.0612,
-      "step": 14290
-    },
-    {
-      "epoch": 1.9882949176558542,
-      "grad_norm": 0.005904421899902232,
-      "learning_rate": 1.0151090283427866e-07,
-      "loss": 1.0297,
-      "step": 14295
-    },
-    {
-      "epoch": 1.9889903551512358,
-      "grad_norm": 0.0060485010656211825,
-      "learning_rate": 8.964940845923586e-08,
-      "loss": 1.1171,
-      "step": 14300
-    },
-    {
-      "epoch": 1.9896857926466178,
-      "grad_norm": 0.006003153445204029,
-      "learning_rate": 7.852456761864302e-08,
-      "loss": 1.0558,
-      "step": 14305
-    },
-    {
-      "epoch": 1.9903812301419996,
-      "grad_norm": 0.006060090219550061,
-      "learning_rate": 6.813639670577577e-08,
-      "loss": 1.0333,
-      "step": 14310
-    },
-    {
-      "epoch": 1.9910766676373814,
-      "grad_norm": 0.006084417273153134,
-      "learning_rate": 5.848491102833364e-08,
-      "loss": 1.0469,
-      "step": 14315
-    },
-    {
-      "epoch": 1.9917721051327635,
-      "grad_norm": 0.005434381225948467,
-      "learning_rate": 4.957012480844014e-08,
-      "loss": 1.0687,
-      "step": 14320
-    },
-    {
-      "epoch": 1.992467542628145,
-      "grad_norm": 0.005757467920278199,
-      "learning_rate": 4.139205118264267e-08,
-      "loss": 1.0688,
-      "step": 14325
-    },
-    {
-      "epoch": 1.993162980123527,
-      "grad_norm": 0.00576277535326565,
-      "learning_rate": 3.395070220202357e-08,
-      "loss": 1.0679,
-      "step": 14330
-    },
-    {
-      "epoch": 1.993858417618909,
-      "grad_norm": 0.006042761649696916,
-      "learning_rate": 2.7246088831811566e-08,
-      "loss": 1.0747,
-      "step": 14335
-    },
-    {
-      "epoch": 1.9945538551142907,
-      "grad_norm": 0.005989776518267413,
-      "learning_rate": 2.1278220951825856e-08,
-      "loss": 1.0854,
-      "step": 14340
-    },
-    {
-      "epoch": 1.9952492926096728,
-      "grad_norm": 0.005704235872190487,
-      "learning_rate": 1.60471073560875e-08,
-      "loss": 1.1221,
-      "step": 14345
-    },
-    {
-      "epoch": 1.9959447301050546,
-      "grad_norm": 0.006261916310148924,
-      "learning_rate": 1.1552755753096999e-08,
-      "loss": 1.0306,
-      "step": 14350
-    },
-    {
-      "epoch": 1.9966401676004364,
-      "grad_norm": 0.0055622644667147605,
-      "learning_rate": 7.795172765501235e-09,
-      "loss": 1.0474,
-      "step": 14355
-    },
-    {
-      "epoch": 1.9973356050958182,
-      "grad_norm": 0.006000021753434685,
-      "learning_rate": 4.7743639304265175e-09,
-      "loss": 1.0652,
-      "step": 14360
-    },
-    {
-      "epoch": 1.9980310425912,
-      "grad_norm": 0.005976241406888889,
-      "learning_rate": 2.4903336992010415e-09,
-      "loss": 1.0569,
-      "step": 14365
-    },
-    {
-      "epoch": 1.998726480086582,
-      "grad_norm": 0.006133748475302052,
-      "learning_rate": 9.430854375769293e-10,
-      "loss": 1.0956,
-      "step": 14370
-    },
-    {
-      "epoch": 1.9994219175819639,
-      "grad_norm": 0.0057709536871469545,
-      "learning_rate": 1.3262142550818367e-10,
-      "loss": 1.029,
-      "step": 14375
-    },
-    {
-      "epoch": 1.999839180079193,
-      "eval_loss": 1.1058069467544556,
-      "eval_runtime": 503.9629,
-      "eval_samples_per_second": 48.065,
-      "eval_steps_per_second": 24.034,
-      "step": 14378
+      "epoch": 1.9999210266535044,
+      "eval_loss": 1.2809090614318848,
+      "eval_runtime": 453.7567,
+      "eval_samples_per_second": 46.706,
+      "eval_steps_per_second": 23.354,
+      "step": 12662
     },
     {
-      "epoch": 1.999839180079193,
-      "step": 14378,
-      "total_flos": 5.107118882548613e+17,
-      "train_loss": 1.2020252186394083,
-      "train_runtime": 79741.0974,
-      "train_samples_per_second": 11.541,
-      "train_steps_per_second": 0.18
+      "epoch": 1.9999210266535044,
+      "step": 12662,
+      "total_flos": 3.966176424708014e+17,
+      "train_loss": 1.3566406987474495,
+      "train_runtime": 18822.9291,
+      "train_samples_per_second": 43.052,
+      "train_steps_per_second": 0.673
     }
   ],
   "logging_steps": 5,
-  "max_steps": 14378,
+  "max_steps": 12662,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 2,
   "save_steps": 500,
@@ -20183,8 +17782,8 @@
       "attributes": {}
     }
   },
-  "total_flos": 5.107118882548613e+17,
-  "train_batch_size": 2,
+  "total_flos": 3.966176424708014e+17,
+  "train_batch_size": 16,
   "trial_name": null,
   "trial_params": null
 }