{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9999210266535044,
  "eval_steps": 500,
  "global_step": 12662,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0001579466929911155,
      "grad_norm": 0.3487335004164371,
      "learning_rate": 7.892659826361484e-07,
      "loss": 2.0316,
      "step": 1
    },
    {
      "epoch": 0.0007897334649555774,
      "grad_norm": 0.3509826990977364,
      "learning_rate": 3.946329913180742e-06,
      "loss": 2.0443,
      "step": 5
    },
    {
      "epoch": 0.0015794669299111549,
      "grad_norm": 0.31564507915881174,
      "learning_rate": 7.892659826361484e-06,
      "loss": 2.0117,
      "step": 10
    },
    {
      "epoch": 0.0023692003948667323,
      "grad_norm": 0.22908961312294218,
      "learning_rate": 1.1838989739542226e-05,
      "loss": 1.9657,
      "step": 15
    },
    {
      "epoch": 0.0031589338598223098,
      "grad_norm": 0.22445802533876985,
      "learning_rate": 1.5785319652722967e-05,
      "loss": 2.0149,
      "step": 20
    },
    {
      "epoch": 0.003948667324777887,
      "grad_norm": 0.18409017796785793,
      "learning_rate": 1.973164956590371e-05,
      "loss": 1.8837,
      "step": 25
    },
    {
      "epoch": 0.004738400789733465,
      "grad_norm": 0.20174580509158813,
      "learning_rate": 2.3677979479084452e-05,
      "loss": 1.9162,
      "step": 30
    },
    {
      "epoch": 0.005528134254689042,
      "grad_norm": 0.16747282194771568,
      "learning_rate": 2.7624309392265193e-05,
      "loss": 1.8587,
      "step": 35
    },
    {
      "epoch": 0.0063178677196446195,
      "grad_norm": 0.15607782885928626,
      "learning_rate": 3.1570639305445934e-05,
      "loss": 1.8487,
      "step": 40
    },
    {
      "epoch": 0.007107601184600198,
      "grad_norm": 0.13267956890136065,
      "learning_rate": 3.551696921862668e-05,
      "loss": 1.804,
      "step": 45
    },
    {
      "epoch": 0.007897334649555774,
      "grad_norm": 0.12257926921773056,
      "learning_rate": 3.946329913180742e-05,
      "loss": 1.7884,
      "step": 50
    },
    {
      "epoch": 0.008687068114511353,
      "grad_norm": 0.11008319990639487,
      "learning_rate": 4.340962904498817e-05,
      "loss": 1.7949,
      "step": 55
    },
    {
      "epoch": 0.00947680157946693,
      "grad_norm": 0.10098039278543476,
      "learning_rate": 4.7355958958168905e-05,
      "loss": 1.7359,
      "step": 60
    },
    {
      "epoch": 0.010266535044422508,
      "grad_norm": 0.09847727953409097,
      "learning_rate": 5.130228887134965e-05,
      "loss": 1.7186,
      "step": 65
    },
    {
      "epoch": 0.011056268509378084,
      "grad_norm": 0.09617253617053444,
      "learning_rate": 5.524861878453039e-05,
      "loss": 1.6681,
      "step": 70
    },
    {
      "epoch": 0.011846001974333662,
      "grad_norm": 0.08767397389083843,
      "learning_rate": 5.919494869771113e-05,
      "loss": 1.6928,
      "step": 75
    },
    {
      "epoch": 0.012635735439289239,
      "grad_norm": 0.08940682900248605,
      "learning_rate": 6.314127861089187e-05,
      "loss": 1.7323,
      "step": 80
    },
    {
      "epoch": 0.013425468904244817,
      "grad_norm": 0.08589423824699922,
      "learning_rate": 6.70876085240726e-05,
      "loss": 1.6366,
      "step": 85
    },
    {
      "epoch": 0.014215202369200396,
      "grad_norm": 0.08332911093035322,
      "learning_rate": 7.103393843725336e-05,
      "loss": 1.6586,
      "step": 90
    },
    {
      "epoch": 0.015004935834155972,
      "grad_norm": 0.08441166122940065,
      "learning_rate": 7.498026835043411e-05,
      "loss": 1.6451,
      "step": 95
    },
    {
      "epoch": 0.01579466929911155,
      "grad_norm": 0.08437257167035359,
      "learning_rate": 7.892659826361485e-05,
      "loss": 1.6639,
      "step": 100
    },
    {
      "epoch": 0.016584402764067127,
      "grad_norm": 0.07969423512393639,
      "learning_rate": 8.287292817679558e-05,
      "loss": 1.5859,
      "step": 105
    },
    {
      "epoch": 0.017374136229022705,
      "grad_norm": 0.07791579631175038,
      "learning_rate": 8.681925808997633e-05,
      "loss": 1.6423,
      "step": 110
    },
    {
      "epoch": 0.018163869693978284,
      "grad_norm": 0.07530566325914978,
      "learning_rate": 9.076558800315707e-05,
      "loss": 1.6301,
      "step": 115
    },
    {
      "epoch": 0.01895360315893386,
      "grad_norm": 0.07931960553234199,
      "learning_rate": 9.471191791633781e-05,
      "loss": 1.6002,
      "step": 120
    },
    {
      "epoch": 0.019743336623889437,
      "grad_norm": 0.08446392024932722,
      "learning_rate": 9.865824782951855e-05,
      "loss": 1.6232,
      "step": 125
    },
    {
      "epoch": 0.020533070088845015,
      "grad_norm": 0.08111437182447041,
      "learning_rate": 0.0001026045777426993,
      "loss": 1.6267,
      "step": 130
    },
    {
      "epoch": 0.021322803553800593,
      "grad_norm": 0.07736264184760426,
      "learning_rate": 0.00010655090765588004,
      "loss": 1.6028,
      "step": 135
    },
    {
      "epoch": 0.02211253701875617,
      "grad_norm": 0.08118957276427044,
      "learning_rate": 0.00011049723756906077,
      "loss": 1.605,
      "step": 140
    },
    {
      "epoch": 0.022902270483711747,
      "grad_norm": 0.08021860746085323,
      "learning_rate": 0.00011444356748224152,
      "loss": 1.6168,
      "step": 145
    },
    {
      "epoch": 0.023692003948667325,
      "grad_norm": 0.0784996859888856,
      "learning_rate": 0.00011838989739542226,
      "loss": 1.6401,
      "step": 150
    },
    {
      "epoch": 0.024481737413622903,
      "grad_norm": 0.07493551517170847,
      "learning_rate": 0.000122336227308603,
      "loss": 1.5684,
      "step": 155
    },
    {
      "epoch": 0.025271470878578478,
      "grad_norm": 0.07705929594242586,
      "learning_rate": 0.00012628255722178374,
      "loss": 1.579,
      "step": 160
    },
    {
      "epoch": 0.026061204343534056,
      "grad_norm": 0.07608143214587484,
      "learning_rate": 0.00013022888713496448,
      "loss": 1.545,
      "step": 165
    },
    {
      "epoch": 0.026850937808489635,
      "grad_norm": 0.07855959894634917,
      "learning_rate": 0.0001341752170481452,
      "loss": 1.615,
      "step": 170
    },
    {
      "epoch": 0.027640671273445213,
      "grad_norm": 0.08154020693400961,
      "learning_rate": 0.00013812154696132598,
      "loss": 1.5533,
      "step": 175
    },
    {
      "epoch": 0.02843040473840079,
      "grad_norm": 0.07680291843824866,
      "learning_rate": 0.00014206787687450671,
      "loss": 1.5442,
      "step": 180
    },
    {
      "epoch": 0.029220138203356366,
      "grad_norm": 0.07370344585226353,
      "learning_rate": 0.00014601420678768745,
      "loss": 1.5894,
      "step": 185
    },
    {
      "epoch": 0.030009871668311944,
      "grad_norm": 0.07533947636328245,
      "learning_rate": 0.00014996053670086822,
      "loss": 1.6074,
      "step": 190
    },
    {
      "epoch": 0.030799605133267523,
      "grad_norm": 0.07987802172251236,
      "learning_rate": 0.00015390686661404893,
      "loss": 1.5495,
      "step": 195
    },
    {
      "epoch": 0.0315893385982231,
      "grad_norm": 0.0756080774543093,
      "learning_rate": 0.0001578531965272297,
      "loss": 1.5473,
      "step": 200
    },
    {
      "epoch": 0.03237907206317868,
      "grad_norm": 0.07496143736064662,
      "learning_rate": 0.00016179952644041043,
      "loss": 1.5782,
      "step": 205
    },
    {
      "epoch": 0.033168805528134254,
      "grad_norm": 0.07866728103744997,
      "learning_rate": 0.00016574585635359117,
      "loss": 1.514,
      "step": 210
    },
    {
      "epoch": 0.03395853899308983,
      "grad_norm": 0.08024283198237994,
      "learning_rate": 0.0001696921862667719,
      "loss": 1.5379,
      "step": 215
    },
    {
      "epoch": 0.03474827245804541,
      "grad_norm": 0.07889945481129097,
      "learning_rate": 0.00017363851617995267,
      "loss": 1.5641,
      "step": 220
    },
    {
      "epoch": 0.035538005923000986,
      "grad_norm": 0.07382321637740787,
      "learning_rate": 0.00017758484609313338,
      "loss": 1.5392,
      "step": 225
    },
    {
      "epoch": 0.03632773938795657,
      "grad_norm": 0.08044214750714813,
      "learning_rate": 0.00018153117600631414,
      "loss": 1.5388,
      "step": 230
    },
    {
      "epoch": 0.03711747285291214,
      "grad_norm": 0.07784481598483255,
      "learning_rate": 0.00018547750591949486,
      "loss": 1.5244,
      "step": 235
    },
    {
      "epoch": 0.03790720631786772,
      "grad_norm": 0.07747589596914904,
      "learning_rate": 0.00018942383583267562,
      "loss": 1.5452,
      "step": 240
    },
    {
      "epoch": 0.0386969397828233,
      "grad_norm": 0.08037878484245134,
      "learning_rate": 0.00019337016574585636,
      "loss": 1.5612,
      "step": 245
    },
    {
      "epoch": 0.039486673247778874,
      "grad_norm": 0.07622261860201783,
      "learning_rate": 0.0001973164956590371,
      "loss": 1.5906,
      "step": 250
    },
    {
      "epoch": 0.040276406712734455,
      "grad_norm": 0.0799713008985093,
      "learning_rate": 0.00020126282557221783,
      "loss": 1.5525,
      "step": 255
    },
    {
      "epoch": 0.04106614017769003,
      "grad_norm": 0.08049888519046411,
      "learning_rate": 0.0002052091554853986,
      "loss": 1.5437,
      "step": 260
    },
    {
      "epoch": 0.041855873642645605,
      "grad_norm": 0.08151224132084511,
      "learning_rate": 0.0002091554853985793,
      "loss": 1.5244,
      "step": 265
    },
    {
      "epoch": 0.04264560710760119,
      "grad_norm": 0.07531923686901205,
      "learning_rate": 0.00021310181531176007,
      "loss": 1.5337,
      "step": 270
    },
    {
      "epoch": 0.04343534057255676,
      "grad_norm": 0.07752788665443906,
      "learning_rate": 0.0002170481452249408,
      "loss": 1.5256,
      "step": 275
    },
    {
      "epoch": 0.04422507403751234,
      "grad_norm": 0.07527914253299,
      "learning_rate": 0.00022099447513812155,
      "loss": 1.5074,
      "step": 280
    },
    {
      "epoch": 0.04501480750246792,
      "grad_norm": 0.07835759045903498,
      "learning_rate": 0.00022494080505130229,
      "loss": 1.5387,
      "step": 285
    },
    {
      "epoch": 0.04580454096742349,
      "grad_norm": 0.07503952571615294,
      "learning_rate": 0.00022888713496448305,
      "loss": 1.5239,
      "step": 290
    },
    {
      "epoch": 0.046594274432379075,
      "grad_norm": 0.07721170090012947,
      "learning_rate": 0.00023283346487766376,
      "loss": 1.5605,
      "step": 295
    },
    {
      "epoch": 0.04738400789733465,
      "grad_norm": 0.07913381772209198,
      "learning_rate": 0.00023677979479084452,
      "loss": 1.5787,
      "step": 300
    },
    {
      "epoch": 0.048173741362290225,
      "grad_norm": 0.0855924219025609,
      "learning_rate": 0.00024072612470402526,
      "loss": 1.5226,
      "step": 305
    },
    {
      "epoch": 0.048963474827245806,
      "grad_norm": 0.08825373188561553,
      "learning_rate": 0.000244672454617206,
      "loss": 1.5559,
      "step": 310
    },
    {
      "epoch": 0.04975320829220138,
      "grad_norm": 0.07948472820864923,
      "learning_rate": 0.00024861878453038676,
      "loss": 1.5377,
      "step": 315
    },
    {
      "epoch": 0.050542941757156956,
      "grad_norm": 0.07990787091489328,
      "learning_rate": 0.0002525651144435675,
      "loss": 1.4841,
      "step": 320
    },
    {
      "epoch": 0.05133267522211254,
      "grad_norm": 0.10424591346847972,
      "learning_rate": 0.00025651144435674824,
      "loss": 1.5549,
      "step": 325
    },
    {
      "epoch": 0.05212240868706811,
      "grad_norm": 0.07680130413128498,
      "learning_rate": 0.00026045777426992895,
      "loss": 1.5421,
      "step": 330
    },
    {
      "epoch": 0.052912142152023695,
      "grad_norm": 0.09382300534023104,
      "learning_rate": 0.0002644041041831097,
      "loss": 1.5607,
      "step": 335
    },
    {
      "epoch": 0.05370187561697927,
      "grad_norm": 0.07774263710022984,
      "learning_rate": 0.0002683504340962904,
      "loss": 1.5281,
      "step": 340
    },
    {
      "epoch": 0.054491609081934844,
      "grad_norm": 0.07303292877337945,
      "learning_rate": 0.0002722967640094712,
      "loss": 1.5589,
      "step": 345
    },
    {
      "epoch": 0.055281342546890426,
      "grad_norm": 0.08213093272436638,
      "learning_rate": 0.00027624309392265195,
      "loss": 1.5335,
      "step": 350
    },
    {
      "epoch": 0.056071076011846,
      "grad_norm": 0.07519794180038211,
      "learning_rate": 0.00028018942383583267,
      "loss": 1.4945,
      "step": 355
    },
    {
      "epoch": 0.05686080947680158,
      "grad_norm": 0.07614909505022033,
      "learning_rate": 0.00028413575374901343,
      "loss": 1.5815,
      "step": 360
    },
    {
      "epoch": 0.05765054294175716,
      "grad_norm": 0.07814152883608833,
      "learning_rate": 0.0002880820836621942,
      "loss": 1.5238,
      "step": 365
    },
    {
      "epoch": 0.05844027640671273,
      "grad_norm": 0.08114788958701821,
      "learning_rate": 0.0002920284135753749,
      "loss": 1.5037,
      "step": 370
    },
    {
      "epoch": 0.059230009871668314,
      "grad_norm": 0.08098769139249054,
      "learning_rate": 0.0002959747434885556,
      "loss": 1.5032,
      "step": 375
    },
    {
      "epoch": 0.06001974333662389,
      "grad_norm": 0.08305248033032185,
      "learning_rate": 0.00029992107340173643,
      "loss": 1.5583,
      "step": 380
    },
    {
      "epoch": 0.060809476801579464,
      "grad_norm": 0.08359167257224348,
      "learning_rate": 0.00030386740331491714,
      "loss": 1.5098,
      "step": 385
    },
    {
      "epoch": 0.061599210266535045,
      "grad_norm": 0.07861898308224768,
      "learning_rate": 0.00030781373322809786,
      "loss": 1.4518,
      "step": 390
    },
    {
      "epoch": 0.06238894373149062,
      "grad_norm": 0.08002218202692257,
      "learning_rate": 0.0003117600631412786,
      "loss": 1.5052,
      "step": 395
    },
    {
      "epoch": 0.0631786771964462,
      "grad_norm": 0.07806073672704754,
      "learning_rate": 0.0003157063930544594,
      "loss": 1.5326,
      "step": 400
    },
    {
      "epoch": 0.06396841066140177,
      "grad_norm": 0.08154151163322733,
      "learning_rate": 0.0003196527229676401,
      "loss": 1.5019,
      "step": 405
    },
    {
      "epoch": 0.06475814412635736,
      "grad_norm": 0.07400244217195238,
      "learning_rate": 0.00032359905288082086,
      "loss": 1.4747,
      "step": 410
    },
    {
      "epoch": 0.06554787759131293,
      "grad_norm": 0.08651352053076064,
      "learning_rate": 0.00032754538279400157,
      "loss": 1.5201,
      "step": 415
    },
    {
      "epoch": 0.06633761105626851,
      "grad_norm": 0.08732996682515894,
      "learning_rate": 0.00033149171270718233,
      "loss": 1.5053,
      "step": 420
    },
    {
      "epoch": 0.06712734452122408,
      "grad_norm": 0.08591440957813275,
      "learning_rate": 0.0003354380426203631,
      "loss": 1.5094,
      "step": 425
    },
    {
      "epoch": 0.06791707798617966,
      "grad_norm": 0.07564625417066856,
      "learning_rate": 0.0003393843725335438,
      "loss": 1.4575,
      "step": 430
    },
    {
      "epoch": 0.06870681145113525,
      "grad_norm": 0.07524832379313022,
      "learning_rate": 0.0003433307024467245,
      "loss": 1.5406,
      "step": 435
    },
    {
      "epoch": 0.06949654491609082,
      "grad_norm": 0.11244803823855902,
      "learning_rate": 0.00034727703235990534,
      "loss": 1.5654,
      "step": 440
    },
    {
      "epoch": 0.0702862783810464,
      "grad_norm": 0.08101173004611481,
      "learning_rate": 0.00035122336227308605,
      "loss": 1.4848,
      "step": 445
    },
    {
      "epoch": 0.07107601184600197,
      "grad_norm": 0.16217495051056105,
      "learning_rate": 0.00035516969218626676,
      "loss": 1.5387,
      "step": 450
    },
    {
      "epoch": 0.07186574531095755,
      "grad_norm": 0.08056387003222656,
      "learning_rate": 0.0003591160220994475,
      "loss": 1.514,
      "step": 455
    },
    {
      "epoch": 0.07265547877591313,
      "grad_norm": 0.08247547961887218,
      "learning_rate": 0.0003630623520126283,
      "loss": 1.5566,
      "step": 460
    },
    {
      "epoch": 0.07344521224086871,
      "grad_norm": 0.08443219572452416,
      "learning_rate": 0.000367008681925809,
      "loss": 1.5111,
      "step": 465
    },
    {
      "epoch": 0.07423494570582428,
      "grad_norm": 0.0813803027539268,
      "learning_rate": 0.0003709550118389897,
      "loss": 1.4951,
      "step": 470
    },
    {
      "epoch": 0.07502467917077986,
      "grad_norm": 0.08042274995627326,
      "learning_rate": 0.0003749013417521705,
      "loss": 1.5478,
      "step": 475
    },
    {
      "epoch": 0.07581441263573543,
      "grad_norm": 0.07599987066163326,
      "learning_rate": 0.00037884767166535124,
      "loss": 1.5397,
      "step": 480
    },
    {
      "epoch": 0.07660414610069102,
      "grad_norm": 0.09769340523350535,
      "learning_rate": 0.00038279400157853195,
      "loss": 1.4901,
      "step": 485
    },
    {
      "epoch": 0.0773938795656466,
      "grad_norm": 0.09920308109333707,
      "learning_rate": 0.0003867403314917127,
      "loss": 1.5456,
      "step": 490
    },
    {
      "epoch": 0.07818361303060217,
      "grad_norm": 0.0983561975720306,
      "learning_rate": 0.0003906866614048934,
      "loss": 1.4538,
      "step": 495
    },
    {
      "epoch": 0.07897334649555775,
      "grad_norm": 0.07161772711641816,
      "learning_rate": 0.0003946329913180742,
      "loss": 1.5232,
      "step": 500
    },
    {
      "epoch": 0.07976307996051332,
      "grad_norm": 0.07427241547814808,
      "learning_rate": 0.00039857932123125495,
      "loss": 1.4934,
      "step": 505
    },
    {
      "epoch": 0.08055281342546891,
      "grad_norm": 0.07593640847913455,
      "learning_rate": 0.00040252565114443567,
      "loss": 1.4925,
      "step": 510
    },
    {
      "epoch": 0.08134254689042449,
      "grad_norm": 0.0888172978639319,
      "learning_rate": 0.0004064719810576164,
      "loss": 1.5789,
      "step": 515
    },
    {
      "epoch": 0.08213228035538006,
      "grad_norm": 0.07699955322305653,
      "learning_rate": 0.0004104183109707972,
      "loss": 1.5545,
      "step": 520
    },
    {
      "epoch": 0.08292201382033564,
      "grad_norm": 0.09395053287884697,
      "learning_rate": 0.0004143646408839779,
      "loss": 1.5524,
      "step": 525
    },
    {
      "epoch": 0.08371174728529121,
      "grad_norm": 0.08551757616771295,
      "learning_rate": 0.0004183109707971586,
      "loss": 1.45,
      "step": 530
    },
    {
      "epoch": 0.08450148075024679,
      "grad_norm": 0.07771889688214657,
      "learning_rate": 0.00042225730071033943,
      "loss": 1.4788,
      "step": 535
    },
    {
      "epoch": 0.08529121421520237,
      "grad_norm": 0.09460513441607478,
      "learning_rate": 0.00042620363062352014,
      "loss": 1.5401,
      "step": 540
    },
    {
      "epoch": 0.08608094768015795,
      "grad_norm": 0.07657180185840438,
      "learning_rate": 0.00043014996053670086,
      "loss": 1.4916,
      "step": 545
    },
    {
      "epoch": 0.08687068114511352,
      "grad_norm": 0.07846297684412658,
      "learning_rate": 0.0004340962904498816,
      "loss": 1.4573,
      "step": 550
    },
    {
      "epoch": 0.0876604146100691,
      "grad_norm": 0.07646926897629593,
      "learning_rate": 0.0004380426203630624,
      "loss": 1.5032,
      "step": 555
    },
    {
      "epoch": 0.08845014807502467,
      "grad_norm": 0.07716114113532892,
      "learning_rate": 0.0004419889502762431,
      "loss": 1.4948,
      "step": 560
    },
    {
      "epoch": 0.08923988153998026,
      "grad_norm": 0.08478366946901936,
      "learning_rate": 0.00044593528018942386,
      "loss": 1.5162,
      "step": 565
    },
    {
      "epoch": 0.09002961500493584,
      "grad_norm": 0.07187982038394447,
      "learning_rate": 0.00044988161010260457,
      "loss": 1.4564,
      "step": 570
    },
    {
      "epoch": 0.09081934846989141,
      "grad_norm": 0.08710666995106378,
      "learning_rate": 0.00045382794001578533,
      "loss": 1.4882,
      "step": 575
    },
    {
      "epoch": 0.09160908193484699,
      "grad_norm": 0.07313270689134502,
      "learning_rate": 0.0004577742699289661,
      "loss": 1.4903,
      "step": 580
    },
    {
      "epoch": 0.09239881539980256,
      "grad_norm": 0.07763597639338447,
      "learning_rate": 0.0004617205998421468,
      "loss": 1.5048,
      "step": 585
    },
    {
      "epoch": 0.09318854886475815,
      "grad_norm": 0.08288280661566999,
      "learning_rate": 0.0004656669297553275,
      "loss": 1.5047,
      "step": 590
    },
    {
      "epoch": 0.09397828232971372,
      "grad_norm": 0.07782805999556829,
      "learning_rate": 0.00046961325966850834,
      "loss": 1.4761,
      "step": 595
    },
    {
      "epoch": 0.0947680157946693,
      "grad_norm": 0.07542170958102912,
      "learning_rate": 0.00047355958958168905,
      "loss": 1.5131,
      "step": 600
    },
    {
      "epoch": 0.09555774925962487,
      "grad_norm": 0.08647945525084988,
      "learning_rate": 0.00047750591949486976,
      "loss": 1.5176,
      "step": 605
    },
    {
      "epoch": 0.09634748272458045,
      "grad_norm": 0.08430050924653647,
      "learning_rate": 0.0004814522494080505,
      "loss": 1.4933,
      "step": 610
    },
    {
      "epoch": 0.09713721618953604,
      "grad_norm": 0.07644791410990708,
      "learning_rate": 0.0004853985793212313,
      "loss": 1.5311,
      "step": 615
    },
    {
      "epoch": 0.09792694965449161,
      "grad_norm": 0.07685755358156779,
      "learning_rate": 0.000489344909234412,
      "loss": 1.499,
      "step": 620
    },
    {
      "epoch": 0.09871668311944719,
      "grad_norm": 0.07032550548748821,
      "learning_rate": 0.0004932912391475928,
      "loss": 1.5241,
      "step": 625
    },
    {
      "epoch": 0.09950641658440276,
      "grad_norm": 0.07341358383335109,
      "learning_rate": 0.0004972375690607735,
      "loss": 1.504,
      "step": 630
    },
    {
      "epoch": 0.10029615004935834,
      "grad_norm": 0.08761403746182948,
      "learning_rate": 0.0005011838989739542,
      "loss": 1.5057,
      "step": 635
    },
    {
      "epoch": 0.10108588351431391,
      "grad_norm": 0.08285258519142152,
      "learning_rate": 0.000505130228887135,
      "loss": 1.5198,
      "step": 640
    },
    {
      "epoch": 0.1018756169792695,
      "grad_norm": 0.07522682618060599,
      "learning_rate": 0.0005090765588003157,
      "loss": 1.5489,
      "step": 645
    },
    {
      "epoch": 0.10266535044422508,
      "grad_norm": 0.0735463120326235,
      "learning_rate": 0.0005130228887134965,
      "loss": 1.4944,
      "step": 650
    },
    {
      "epoch": 0.10345508390918065,
      "grad_norm": 0.07497186870934854,
      "learning_rate": 0.0005169692186266772,
      "loss": 1.5173,
      "step": 655
    },
    {
      "epoch": 0.10424481737413623,
      "grad_norm": 0.07254933826299487,
      "learning_rate": 0.0005209155485398579,
      "loss": 1.5163,
      "step": 660
    },
    {
      "epoch": 0.1050345508390918,
      "grad_norm": 0.08304218066236185,
      "learning_rate": 0.0005248618784530387,
      "loss": 1.5099,
      "step": 665
    },
    {
      "epoch": 0.10582428430404739,
      "grad_norm": 0.08909597244727224,
      "learning_rate": 0.0005288082083662194,
      "loss": 1.5347,
      "step": 670
    },
    {
      "epoch": 0.10661401776900296,
      "grad_norm": 0.0838690568566196,
      "learning_rate": 0.0005327545382794001,
      "loss": 1.5131,
      "step": 675
    },
    {
      "epoch": 0.10740375123395854,
      "grad_norm": 0.07679337291453806,
      "learning_rate": 0.0005367008681925809,
      "loss": 1.5069,
      "step": 680
    },
    {
      "epoch": 0.10819348469891411,
      "grad_norm": 0.07673154977806844,
      "learning_rate": 0.0005406471981057617,
      "loss": 1.4621,
      "step": 685
    },
    {
      "epoch": 0.10898321816386969,
      "grad_norm": 0.07035071012108704,
      "learning_rate": 0.0005445935280189424,
      "loss": 1.4954,
      "step": 690
    },
    {
      "epoch": 0.10977295162882528,
      "grad_norm": 0.07669705109177159,
      "learning_rate": 0.0005485398579321231,
      "loss": 1.4785,
      "step": 695
    },
    {
      "epoch": 0.11056268509378085,
      "grad_norm": 0.07679176042776455,
      "learning_rate": 0.0005524861878453039,
      "loss": 1.4994,
      "step": 700
    },
    {
      "epoch": 0.11135241855873643,
      "grad_norm": 0.07773620957154183,
      "learning_rate": 0.0005564325177584846,
      "loss": 1.4911,
      "step": 705
    },
    {
      "epoch": 0.112142152023692,
      "grad_norm": 0.08150963477291069,
      "learning_rate": 0.0005603788476716653,
      "loss": 1.5017,
      "step": 710
    },
    {
      "epoch": 0.11293188548864758,
      "grad_norm": 0.07173867931075491,
      "learning_rate": 0.0005643251775848461,
      "loss": 1.5155,
      "step": 715
    },
    {
      "epoch": 0.11372161895360317,
      "grad_norm": 0.07893298688831094,
      "learning_rate": 0.0005682715074980269,
      "loss": 1.4688,
      "step": 720
    },
    {
      "epoch": 0.11451135241855874,
      "grad_norm": 0.07019089664165373,
      "learning_rate": 0.0005722178374112076,
      "loss": 1.4818,
      "step": 725
    },
    {
      "epoch": 0.11530108588351431,
      "grad_norm": 0.07738068454551784,
      "learning_rate": 0.0005761641673243884,
      "loss": 1.4699,
      "step": 730
    },
    {
      "epoch": 0.11609081934846989,
      "grad_norm": 0.08377451746340521,
      "learning_rate": 0.000580110497237569,
      "loss": 1.5114,
      "step": 735
    },
    {
      "epoch": 0.11688055281342546,
      "grad_norm": 0.07589734823437971,
      "learning_rate": 0.0005840568271507498,
      "loss": 1.5635,
      "step": 740
    },
    {
      "epoch": 0.11767028627838105,
      "grad_norm": 0.0837636981103187,
      "learning_rate": 0.0005880031570639306,
      "loss": 1.5315,
      "step": 745
    },
    {
      "epoch": 0.11846001974333663,
      "grad_norm": 0.0808191744793046,
      "learning_rate": 0.0005919494869771112,
      "loss": 1.5353,
      "step": 750
    },
    {
      "epoch": 0.1192497532082922,
      "grad_norm": 0.08290852896190924,
      "learning_rate": 0.000595895816890292,
      "loss": 1.4726,
      "step": 755
    },
    {
      "epoch": 0.12003948667324778,
      "grad_norm": 0.08796788119258475,
      "learning_rate": 0.0005998421468034729,
      "loss": 1.4847,
      "step": 760
    },
    {
      "epoch": 0.12082922013820335,
      "grad_norm": 0.07889872012529599,
      "learning_rate": 0.0006037884767166535,
      "loss": 1.5201,
      "step": 765
    },
    {
      "epoch": 0.12161895360315893,
      "grad_norm": 0.0733204748061907,
      "learning_rate": 0.0006077348066298343,
      "loss": 1.4903,
      "step": 770
    },
    {
      "epoch": 0.12240868706811452,
      "grad_norm": 0.08108606589985064,
      "learning_rate": 0.0006116811365430151,
      "loss": 1.52,
      "step": 775
    },
    {
      "epoch": 0.12319842053307009,
      "grad_norm": 0.09559104964796913,
      "learning_rate": 0.0006156274664561957,
      "loss": 1.4858,
      "step": 780
    },
    {
      "epoch": 0.12398815399802567,
      "grad_norm": 0.09636600437115724,
      "learning_rate": 0.0006195737963693765,
      "loss": 1.5296,
      "step": 785
    },
    {
      "epoch": 0.12477788746298124,
      "grad_norm": 0.0846627913936879,
      "learning_rate": 0.0006235201262825572,
      "loss": 1.5079,
      "step": 790
    },
    {
      "epoch": 0.12556762092793683,
      "grad_norm": 0.0786227978938644,
      "learning_rate": 0.0006274664561957379,
      "loss": 1.5147,
      "step": 795
    },
    {
      "epoch": 0.1263573543928924,
      "grad_norm": 0.07044500145324625,
      "learning_rate": 0.0006314127861089188,
      "loss": 1.504,
      "step": 800
    },
    {
      "epoch": 0.12714708785784798,
      "grad_norm": 0.08223612269750154,
      "learning_rate": 0.0006353591160220995,
      "loss": 1.4736,
      "step": 805
    },
    {
      "epoch": 0.12793682132280354,
      "grad_norm": 0.07545112646108351,
      "learning_rate": 0.0006393054459352802,
      "loss": 1.4924,
      "step": 810
    },
    {
      "epoch": 0.12872655478775913,
      "grad_norm": 0.08412711350014394,
      "learning_rate": 0.000643251775848461,
      "loss": 1.4752,
      "step": 815
    },
    {
      "epoch": 0.12951628825271472,
      "grad_norm": 0.07530345047237749,
      "learning_rate": 0.0006471981057616417,
      "loss": 1.5301,
      "step": 820
    },
    {
      "epoch": 0.13030602171767028,
      "grad_norm": 0.0771809233681881,
      "learning_rate": 0.0006511444356748224,
      "loss": 1.4515,
      "step": 825
    },
    {
      "epoch": 0.13109575518262587,
      "grad_norm": 0.08112530800881251,
      "learning_rate": 0.0006550907655880031,
      "loss": 1.5207,
      "step": 830
    },
    {
      "epoch": 0.13188548864758143,
      "grad_norm": 0.08006994391382082,
      "learning_rate": 0.0006590370955011839,
      "loss": 1.509,
      "step": 835
    },
    {
      "epoch": 0.13267522211253702,
      "grad_norm": 0.08066676494299507,
      "learning_rate": 0.0006629834254143647,
      "loss": 1.5288,
      "step": 840
    },
    {
      "epoch": 0.1334649555774926,
      "grad_norm": 0.08211747339163124,
      "learning_rate": 0.0006669297553275454,
      "loss": 1.4649,
      "step": 845
    },
    {
      "epoch": 0.13425468904244817,
      "grad_norm": 0.07183642348441657,
      "learning_rate": 0.0006708760852407262,
      "loss": 1.5301,
      "step": 850
    },
    {
      "epoch": 0.13504442250740376,
      "grad_norm": 0.07271169925186653,
      "learning_rate": 0.0006748224151539069,
      "loss": 1.4435,
      "step": 855
    },
    {
      "epoch": 0.13583415597235932,
      "grad_norm": 0.07473918561048287,
      "learning_rate": 0.0006787687450670876,
      "loss": 1.5181,
      "step": 860
    },
    {
      "epoch": 0.1366238894373149,
      "grad_norm": 0.08575596374905305,
      "learning_rate": 0.0006827150749802684,
      "loss": 1.4862,
      "step": 865
    },
    {
      "epoch": 0.1374136229022705,
      "grad_norm": 0.07505927738374989,
      "learning_rate": 0.000686661404893449,
      "loss": 1.5143,
      "step": 870
    },
    {
      "epoch": 0.13820335636722605,
      "grad_norm": 0.081500568433534,
      "learning_rate": 0.0006906077348066299,
      "loss": 1.5039,
      "step": 875
    },
    {
      "epoch": 0.13899308983218164,
      "grad_norm": 0.08710014251336058,
      "learning_rate": 0.0006945540647198107,
      "loss": 1.5008,
      "step": 880
    },
    {
      "epoch": 0.1397828232971372,
      "grad_norm": 0.08261911092905973,
      "learning_rate": 0.0006985003946329913,
      "loss": 1.485,
      "step": 885
    },
    {
      "epoch": 0.1405725567620928,
      "grad_norm": 0.07834191570256056,
      "learning_rate": 0.0007024467245461721,
      "loss": 1.5072,
      "step": 890
    },
    {
      "epoch": 0.14136229022704838,
      "grad_norm": 0.11159932950591936,
      "learning_rate": 0.0007063930544593529,
      "loss": 1.5031,
      "step": 895
    },
    {
      "epoch": 0.14215202369200394,
      "grad_norm": 0.07077101228785657,
      "learning_rate": 0.0007103393843725335,
      "loss": 1.4828,
      "step": 900
    },
    {
      "epoch": 0.14294175715695953,
      "grad_norm": 0.07156322613401987,
      "learning_rate": 0.0007142857142857143,
      "loss": 1.5149,
      "step": 905
    },
    {
      "epoch": 0.1437314906219151,
      "grad_norm": 0.10412549956717794,
      "learning_rate": 0.000718232044198895,
      "loss": 1.4732,
      "step": 910
    },
    {
      "epoch": 0.14452122408687068,
      "grad_norm": 0.08732645401270085,
      "learning_rate": 0.0007221783741120758,
      "loss": 1.5306,
      "step": 915
    },
    {
      "epoch": 0.14531095755182627,
      "grad_norm": 0.07727911207251217,
      "learning_rate": 0.0007261247040252566,
      "loss": 1.5071,
      "step": 920
    },
    {
      "epoch": 0.14610069101678183,
      "grad_norm": 0.06927563859964525,
      "learning_rate": 0.0007300710339384373,
      "loss": 1.5069,
      "step": 925
    },
    {
      "epoch": 0.14689042448173742,
      "grad_norm": 0.0726777267053063,
      "learning_rate": 0.000734017363851618,
      "loss": 1.4805,
      "step": 930
    },
    {
      "epoch": 0.14768015794669298,
      "grad_norm": 0.08356503493611649,
      "learning_rate": 0.0007379636937647988,
      "loss": 1.5418,
      "step": 935
    },
    {
      "epoch": 0.14846989141164857,
      "grad_norm": 0.07560565801355883,
      "learning_rate": 0.0007419100236779794,
      "loss": 1.5246,
      "step": 940
    },
    {
      "epoch": 0.14925962487660416,
      "grad_norm": 0.08208573916644359,
      "learning_rate": 0.0007458563535911602,
      "loss": 1.4742,
      "step": 945
    },
    {
      "epoch": 0.15004935834155972,
      "grad_norm": 0.07068794833832848,
      "learning_rate": 0.000749802683504341,
      "loss": 1.4731,
      "step": 950
    },
    {
      "epoch": 0.1508390918065153,
      "grad_norm": 0.07710656154034215,
      "learning_rate": 0.0007537490134175217,
      "loss": 1.5209,
      "step": 955
    },
    {
      "epoch": 0.15162882527147087,
      "grad_norm": 0.06847740481999608,
      "learning_rate": 0.0007576953433307025,
      "loss": 1.489,
      "step": 960
    },
    {
      "epoch": 0.15241855873642646,
      "grad_norm": 0.07258040472201775,
      "learning_rate": 0.0007616416732438832,
      "loss": 1.5293,
      "step": 965
    },
    {
      "epoch": 0.15320829220138205,
      "grad_norm": 0.07885194738577317,
      "learning_rate": 0.0007655880031570639,
      "loss": 1.4994,
      "step": 970
    },
    {
      "epoch": 0.1539980256663376,
      "grad_norm": 0.06974269364353326,
      "learning_rate": 0.0007695343330702447,
      "loss": 1.5339,
      "step": 975
    },
    {
      "epoch": 0.1547877591312932,
      "grad_norm": 0.07053574754329524,
      "learning_rate": 0.0007734806629834254,
      "loss": 1.4959,
      "step": 980
    },
    {
      "epoch": 0.15557749259624876,
      "grad_norm": 0.06868552393259733,
      "learning_rate": 0.0007774269928966061,
      "loss": 1.5234,
      "step": 985
    },
    {
      "epoch": 0.15636722606120435,
      "grad_norm": 0.07907983598952206,
      "learning_rate": 0.0007813733228097869,
      "loss": 1.4804,
      "step": 990
    },
    {
      "epoch": 0.15715695952615993,
      "grad_norm": 0.08475497806706256,
      "learning_rate": 0.0007853196527229677,
      "loss": 1.5242,
      "step": 995
    },
    {
      "epoch": 0.1579466929911155,
      "grad_norm": 0.06505246978506478,
      "learning_rate": 0.0007892659826361484,
      "loss": 1.5069,
      "step": 1000
    },
    {
      "epoch": 0.15873642645607108,
      "grad_norm": 0.08215686109829762,
      "learning_rate": 0.0007932123125493291,
      "loss": 1.5007,
      "step": 1005
    },
    {
      "epoch": 0.15952615992102664,
      "grad_norm": 0.07129228333201672,
      "learning_rate": 0.0007971586424625099,
      "loss": 1.4864,
      "step": 1010
    },
    {
      "epoch": 0.16031589338598223,
      "grad_norm": 0.07247795637026119,
      "learning_rate": 0.0008011049723756906,
      "loss": 1.493,
      "step": 1015
    },
    {
      "epoch": 0.16110562685093782,
      "grad_norm": 0.06925262825421202,
      "learning_rate": 0.0008050513022888713,
      "loss": 1.4888,
      "step": 1020
    },
    {
      "epoch": 0.16189536031589338,
      "grad_norm": 0.07773130400353986,
      "learning_rate": 0.0008089976322020521,
      "loss": 1.5167,
      "step": 1025
    },
    {
      "epoch": 0.16268509378084897,
      "grad_norm": 0.07150863689823514,
      "learning_rate": 0.0008129439621152328,
      "loss": 1.5236,
      "step": 1030
    },
    {
      "epoch": 0.16347482724580453,
      "grad_norm": 0.07677373644402692,
      "learning_rate": 0.0008168902920284136,
      "loss": 1.4771,
      "step": 1035
    },
    {
      "epoch": 0.16426456071076012,
      "grad_norm": 0.07637579374189712,
      "learning_rate": 0.0008208366219415944,
      "loss": 1.4981,
      "step": 1040
    },
    {
      "epoch": 0.16505429417571568,
      "grad_norm": 0.07494634795912188,
      "learning_rate": 0.000824782951854775,
      "loss": 1.479,
      "step": 1045
    },
    {
      "epoch": 0.16584402764067127,
      "grad_norm": 0.07278712343395612,
      "learning_rate": 0.0008287292817679558,
      "loss": 1.4897,
      "step": 1050
    },
    {
      "epoch": 0.16663376110562686,
      "grad_norm": 0.07459019549522637,
      "learning_rate": 0.0008326756116811366,
      "loss": 1.5096,
      "step": 1055
    },
    {
      "epoch": 0.16742349457058242,
      "grad_norm": 0.07471433201895067,
      "learning_rate": 0.0008366219415943172,
      "loss": 1.505,
      "step": 1060
    },
    {
      "epoch": 0.168213228035538,
      "grad_norm": 0.07050338489468332,
      "learning_rate": 0.000840568271507498,
      "loss": 1.5023,
      "step": 1065
    },
    {
      "epoch": 0.16900296150049357,
      "grad_norm": 0.07514209984862183,
      "learning_rate": 0.0008445146014206789,
      "loss": 1.4721,
      "step": 1070
    },
    {
      "epoch": 0.16979269496544916,
      "grad_norm": 0.06792742727613238,
      "learning_rate": 0.0008484609313338595,
      "loss": 1.4735,
      "step": 1075
    },
    {
      "epoch": 0.17058242843040475,
      "grad_norm": 0.08396354460995055,
      "learning_rate": 0.0008524072612470403,
      "loss": 1.5513,
      "step": 1080
    },
    {
      "epoch": 0.1713721618953603,
      "grad_norm": 0.09250566644877152,
      "learning_rate": 0.0008563535911602211,
      "loss": 1.4667,
      "step": 1085
    },
    {
      "epoch": 0.1721618953603159,
      "grad_norm": 0.0743405364330165,
      "learning_rate": 0.0008602999210734017,
      "loss": 1.4721,
      "step": 1090
    },
    {
      "epoch": 0.17295162882527146,
      "grad_norm": 0.09794098108895417,
      "learning_rate": 0.0008642462509865825,
      "loss": 1.531,
      "step": 1095
    },
    {
      "epoch": 0.17374136229022705,
      "grad_norm": 0.07232103299510656,
      "learning_rate": 0.0008681925808997632,
      "loss": 1.4946,
      "step": 1100
    },
    {
      "epoch": 0.17453109575518264,
      "grad_norm": 0.0824809535466189,
      "learning_rate": 0.0008721389108129439,
      "loss": 1.4861,
      "step": 1105
    },
    {
      "epoch": 0.1753208292201382,
      "grad_norm": 0.07316025660035116,
      "learning_rate": 0.0008760852407261248,
      "loss": 1.4893,
      "step": 1110
    },
    {
      "epoch": 0.17611056268509379,
      "grad_norm": 0.07048916107781816,
      "learning_rate": 0.0008800315706393055,
      "loss": 1.533,
      "step": 1115
    },
    {
      "epoch": 0.17690029615004935,
      "grad_norm": 0.07579468695863557,
      "learning_rate": 0.0008839779005524862,
      "loss": 1.5272,
      "step": 1120
    },
    {
      "epoch": 0.17769002961500494,
      "grad_norm": 0.070117523242127,
      "learning_rate": 0.000887924230465667,
      "loss": 1.4753,
      "step": 1125
    },
    {
      "epoch": 0.17847976307996052,
      "grad_norm": 0.08568877714190405,
      "learning_rate": 0.0008918705603788477,
      "loss": 1.4617,
      "step": 1130
    },
    {
      "epoch": 0.17926949654491608,
      "grad_norm": 0.07910834026116681,
      "learning_rate": 0.0008958168902920284,
      "loss": 1.5647,
      "step": 1135
    },
    {
      "epoch": 0.18005923000987167,
      "grad_norm": 0.07859188182405324,
      "learning_rate": 0.0008997632202052091,
      "loss": 1.5296,
      "step": 1140
    },
    {
      "epoch": 0.18084896347482723,
      "grad_norm": 0.06787607790221743,
      "learning_rate": 0.0009037095501183899,
      "loss": 1.5138,
      "step": 1145
    },
    {
      "epoch": 0.18163869693978282,
      "grad_norm": 0.06999314640573522,
      "learning_rate": 0.0009076558800315707,
      "loss": 1.548,
      "step": 1150
    },
    {
      "epoch": 0.1824284304047384,
      "grad_norm": 0.07685146671468923,
      "learning_rate": 0.0009116022099447514,
      "loss": 1.4961,
      "step": 1155
    },
    {
      "epoch": 0.18321816386969397,
      "grad_norm": 0.08598384209780963,
      "learning_rate": 0.0009155485398579322,
      "loss": 1.5088,
      "step": 1160
    },
    {
      "epoch": 0.18400789733464956,
      "grad_norm": 0.07206846948017975,
      "learning_rate": 0.0009194948697711129,
      "loss": 1.5074,
      "step": 1165
    },
    {
      "epoch": 0.18479763079960512,
      "grad_norm": 0.07934484161431954,
      "learning_rate": 0.0009234411996842936,
      "loss": 1.4779,
      "step": 1170
    },
    {
      "epoch": 0.1855873642645607,
      "grad_norm": 0.06652732421763456,
      "learning_rate": 0.0009273875295974744,
      "loss": 1.5772,
      "step": 1175
    },
    {
      "epoch": 0.1863770977295163,
      "grad_norm": 0.07343728861788507,
      "learning_rate": 0.000931333859510655,
      "loss": 1.4961,
      "step": 1180
    },
    {
      "epoch": 0.18716683119447186,
      "grad_norm": 0.07058738473216666,
      "learning_rate": 0.0009352801894238358,
      "loss": 1.5052,
      "step": 1185
    },
    {
      "epoch": 0.18795656465942745,
      "grad_norm": 0.0744708675602128,
      "learning_rate": 0.0009392265193370167,
      "loss": 1.5028,
      "step": 1190
    },
    {
      "epoch": 0.188746298124383,
      "grad_norm": 0.06985321602394443,
      "learning_rate": 0.0009431728492501973,
      "loss": 1.5369,
      "step": 1195
    },
    {
      "epoch": 0.1895360315893386,
      "grad_norm": 0.07766382353935823,
      "learning_rate": 0.0009471191791633781,
      "loss": 1.4833,
      "step": 1200
    },
    {
      "epoch": 0.1903257650542942,
      "grad_norm": 0.07180613666947139,
      "learning_rate": 0.0009510655090765589,
      "loss": 1.5222,
      "step": 1205
    },
    {
      "epoch": 0.19111549851924975,
      "grad_norm": 0.07171856476794658,
      "learning_rate": 0.0009550118389897395,
      "loss": 1.5516,
      "step": 1210
    },
    {
      "epoch": 0.19190523198420534,
      "grad_norm": 0.07044649447189423,
      "learning_rate": 0.0009589581689029203,
      "loss": 1.4924,
      "step": 1215
    },
    {
      "epoch": 0.1926949654491609,
      "grad_norm": 0.07968968767131604,
      "learning_rate": 0.000962904498816101,
      "loss": 1.5249,
      "step": 1220
    },
    {
      "epoch": 0.1934846989141165,
      "grad_norm": 0.0731314786227053,
      "learning_rate": 0.0009668508287292818,
      "loss": 1.4459,
      "step": 1225
    },
    {
      "epoch": 0.19427443237907208,
      "grad_norm": 0.07306495895350537,
      "learning_rate": 0.0009707971586424626,
      "loss": 1.5235,
      "step": 1230
    },
    {
      "epoch": 0.19506416584402764,
      "grad_norm": 0.08196526103367288,
      "learning_rate": 0.0009747434885556433,
      "loss": 1.555,
      "step": 1235
    },
    {
      "epoch": 0.19585389930898323,
      "grad_norm": 0.06918860234310148,
      "learning_rate": 0.000978689818468824,
      "loss": 1.4669,
      "step": 1240
    },
    {
      "epoch": 0.1966436327739388,
      "grad_norm": 0.09350740554733081,
      "learning_rate": 0.0009826361483820049,
      "loss": 1.5354,
      "step": 1245
    },
    {
      "epoch": 0.19743336623889438,
      "grad_norm": 0.10663848801566135,
      "learning_rate": 0.0009865824782951855,
      "loss": 1.5435,
      "step": 1250
    },
    {
      "epoch": 0.19822309970384996,
      "grad_norm": 0.10573838060561083,
      "learning_rate": 0.0009905288082083662,
      "loss": 1.4544,
      "step": 1255
    },
    {
      "epoch": 0.19901283316880553,
      "grad_norm": 0.07516215152501794,
      "learning_rate": 0.000994475138121547,
      "loss": 1.5716,
      "step": 1260
    },
    {
      "epoch": 0.19980256663376111,
      "grad_norm": 0.07861755130254784,
      "learning_rate": 0.0009984214680347277,
      "loss": 1.4962,
      "step": 1265
    },
    {
      "epoch": 0.20059230009871667,
      "grad_norm": 0.06849510505556644,
      "learning_rate": 0.0009999998289773704,
      "loss": 1.5274,
      "step": 1270
    },
    {
      "epoch": 0.20138203356367226,
      "grad_norm": 0.07126738609699333,
      "learning_rate": 0.0009999987838395022,
      "loss": 1.541,
      "step": 1275
    },
    {
      "epoch": 0.20217176702862782,
      "grad_norm": 0.07465770622765164,
      "learning_rate": 0.0009999967885783215,
      "loss": 1.4913,
      "step": 1280
    },
    {
      "epoch": 0.2029615004935834,
      "grad_norm": 0.08497718433591563,
      "learning_rate": 0.0009999938431976194,
      "loss": 1.521,
      "step": 1285
    },
    {
      "epoch": 0.203751233958539,
      "grad_norm": 0.07287635161843695,
      "learning_rate": 0.0009999899477029935,
      "loss": 1.5472,
      "step": 1290
    },
    {
      "epoch": 0.20454096742349456,
      "grad_norm": 0.07008740611563975,
      "learning_rate": 0.0009999851021018455,
      "loss": 1.4896,
      "step": 1295
    },
    {
      "epoch": 0.20533070088845015,
      "grad_norm": 0.08840835252606609,
      "learning_rate": 0.000999979306403384,
      "loss": 1.5346,
      "step": 1300
    },
    {
      "epoch": 0.2061204343534057,
      "grad_norm": 0.06973504404041003,
      "learning_rate": 0.0009999725606186216,
      "loss": 1.4641,
      "step": 1305
    },
    {
      "epoch": 0.2069101678183613,
      "grad_norm": 0.07603128679079309,
      "learning_rate": 0.0009999648647603773,
      "loss": 1.4484,
      "step": 1310
    },
    {
      "epoch": 0.2076999012833169,
      "grad_norm": 0.1231744108161876,
      "learning_rate": 0.0009999562188432755,
      "loss": 1.5291,
      "step": 1315
    },
    {
      "epoch": 0.20848963474827245,
      "grad_norm": 0.08991912191071443,
      "learning_rate": 0.000999946622883745,
      "loss": 1.5232,
      "step": 1320
    },
    {
      "epoch": 0.20927936821322804,
      "grad_norm": 0.07795513217517566,
      "learning_rate": 0.000999936076900021,
      "loss": 1.5036,
      "step": 1325
    },
    {
      "epoch": 0.2100691016781836,
      "grad_norm": 0.18017063165538266,
      "learning_rate": 0.0009999245809121432,
      "loss": 1.4809,
      "step": 1330
    },
    {
      "epoch": 0.2108588351431392,
      "grad_norm": 0.1123486212160076,
      "learning_rate": 0.000999912134941957,
      "loss": 1.551,
      "step": 1335
    },
    {
      "epoch": 0.21164856860809478,
      "grad_norm": 0.13541960678859877,
      "learning_rate": 0.000999898739013113,
      "loss": 1.5757,
      "step": 1340
    },
    {
      "epoch": 0.21243830207305034,
      "grad_norm": 1.9144030051444727,
      "learning_rate": 0.0009998843931510665,
      "loss": 1.717,
      "step": 1345
    },
    {
      "epoch": 0.21322803553800593,
      "grad_norm": 0.791625656775388,
      "learning_rate": 0.0009998690973830786,
      "loss": 1.7535,
      "step": 1350
    },
    {
      "epoch": 0.2140177690029615,
      "grad_norm": 1.0540538736730363,
      "learning_rate": 0.0009998528517382148,
      "loss": 1.7852,
      "step": 1355
    },
    {
      "epoch": 0.21480750246791708,
      "grad_norm": 0.15463102385228217,
      "learning_rate": 0.000999835656247346,
      "loss": 1.6703,
      "step": 1360
    },
    {
      "epoch": 0.21559723593287267,
      "grad_norm": 0.8223605623733438,
      "learning_rate": 0.0009998175109431483,
      "loss": 1.7556,
      "step": 1365
    },
    {
      "epoch": 0.21638696939782823,
      "grad_norm": 0.43798781698016215,
      "learning_rate": 0.0009997984158601019,
      "loss": 1.6472,
      "step": 1370
    },
    {
      "epoch": 0.21717670286278382,
      "grad_norm": 1.1828261887922182,
      "learning_rate": 0.0009997783710344924,
      "loss": 1.7619,
      "step": 1375
    },
    {
      "epoch": 0.21796643632773938,
      "grad_norm": 0.1355633895203225,
      "learning_rate": 0.0009997573765044099,
      "loss": 1.6868,
      "step": 1380
    },
    {
      "epoch": 0.21875616979269497,
      "grad_norm": 0.10962582206210296,
      "learning_rate": 0.0009997354323097495,
      "loss": 1.6718,
      "step": 1385
    },
    {
      "epoch": 0.21954590325765055,
      "grad_norm": 0.09727210560950221,
      "learning_rate": 0.0009997125384922105,
      "loss": 1.6373,
      "step": 1390
    },
    {
      "epoch": 0.22033563672260612,
      "grad_norm": 0.10164869772517866,
      "learning_rate": 0.000999688695095297,
      "loss": 1.6213,
      "step": 1395
    },
    {
      "epoch": 0.2211253701875617,
      "grad_norm": 0.3020720542434706,
      "learning_rate": 0.0009996639021643175,
      "loss": 1.6202,
      "step": 1400
    },
    {
      "epoch": 0.22191510365251726,
      "grad_norm": 0.1083626809066582,
      "learning_rate": 0.0009996381597463845,
      "loss": 1.6118,
      "step": 1405
    },
    {
      "epoch": 0.22270483711747285,
      "grad_norm": 1.0493601500761214,
      "learning_rate": 0.0009996114678904153,
      "loss": 1.6055,
      "step": 1410
    },
    {
      "epoch": 0.22349457058242844,
      "grad_norm": 0.13770886294063564,
      "learning_rate": 0.0009995838266471312,
      "loss": 1.6033,
      "step": 1415
    },
    {
      "epoch": 0.224284304047384,
      "grad_norm": 0.10577318679239957,
      "learning_rate": 0.0009995552360690574,
      "loss": 1.5725,
      "step": 1420
    },
    {
      "epoch": 0.2250740375123396,
      "grad_norm": 0.4851259461288482,
      "learning_rate": 0.0009995256962105233,
      "loss": 1.5828,
      "step": 1425
    },
    {
      "epoch": 0.22586377097729515,
      "grad_norm": 0.09440309409381065,
      "learning_rate": 0.0009994952071276618,
      "loss": 1.6185,
      "step": 1430
    },
    {
      "epoch": 0.22665350444225074,
      "grad_norm": 0.11907168576626524,
      "learning_rate": 0.00099946376887841,
      "loss": 1.5763,
      "step": 1435
    },
    {
      "epoch": 0.22744323790720633,
      "grad_norm": 0.07880482643898457,
      "learning_rate": 0.0009994313815225085,
      "loss": 1.5849,
      "step": 1440
    },
    {
      "epoch": 0.2282329713721619,
      "grad_norm": 0.08259683732661492,
      "learning_rate": 0.0009993980451215012,
      "loss": 1.6585,
      "step": 1445
    },
    {
      "epoch": 0.22902270483711748,
      "grad_norm": 0.0790923637918371,
      "learning_rate": 0.000999363759738736,
      "loss": 1.6197,
      "step": 1450
    },
    {
      "epoch": 0.22981243830207304,
      "grad_norm": 0.06666706507880919,
      "learning_rate": 0.0009993285254393635,
      "loss": 1.5297,
      "step": 1455
    },
    {
      "epoch": 0.23060217176702863,
      "grad_norm": 0.0689407647220334,
      "learning_rate": 0.0009992923422903377,
      "loss": 1.5838,
      "step": 1460
    },
    {
      "epoch": 0.23139190523198422,
      "grad_norm": 0.0654798224468968,
      "learning_rate": 0.0009992552103604158,
      "loss": 1.5472,
      "step": 1465
    },
    {
      "epoch": 0.23218163869693978,
      "grad_norm": 0.0753039405658751,
      "learning_rate": 0.0009992171297201575,
      "loss": 1.5503,
      "step": 1470
    },
    {
      "epoch": 0.23297137216189537,
      "grad_norm": 0.07083391516027512,
      "learning_rate": 0.0009991781004419261,
      "loss": 1.5844,
      "step": 1475
    },
    {
      "epoch": 0.23376110562685093,
      "grad_norm": 0.09784546984156546,
      "learning_rate": 0.0009991381225998865,
      "loss": 1.5247,
      "step": 1480
    },
    {
      "epoch": 0.23455083909180652,
      "grad_norm": 0.06641867076985208,
      "learning_rate": 0.000999097196270007,
      "loss": 1.5387,
      "step": 1485
    },
    {
      "epoch": 0.2353405725567621,
      "grad_norm": 0.07652294439238869,
      "learning_rate": 0.0009990553215300578,
      "loss": 1.5301,
      "step": 1490
    },
    {
      "epoch": 0.23613030602171767,
      "grad_norm": 0.07327192287468348,
      "learning_rate": 0.0009990124984596113,
      "loss": 1.5253,
      "step": 1495
    },
    {
      "epoch": 0.23692003948667326,
      "grad_norm": 0.06494986174722703,
      "learning_rate": 0.0009989687271400424,
      "loss": 1.5056,
      "step": 1500
    },
    {
      "epoch": 0.23770977295162882,
      "grad_norm": 0.0670568966478494,
      "learning_rate": 0.0009989240076545274,
      "loss": 1.5515,
      "step": 1505
    },
    {
      "epoch": 0.2384995064165844,
      "grad_norm": 0.06637429869006987,
      "learning_rate": 0.0009988783400880445,
      "loss": 1.5334,
      "step": 1510
    },
    {
      "epoch": 0.23928923988153997,
      "grad_norm": 0.0663055807572052,
      "learning_rate": 0.0009988317245273736,
      "loss": 1.5512,
      "step": 1515
    },
    {
      "epoch": 0.24007897334649556,
      "grad_norm": 0.10453854587401673,
      "learning_rate": 0.000998784161061096,
      "loss": 1.5175,
      "step": 1520
    },
    {
      "epoch": 0.24086870681145114,
      "grad_norm": 0.07131477440025248,
      "learning_rate": 0.0009987356497795942,
      "loss": 1.5138,
      "step": 1525
    },
    {
      "epoch": 0.2416584402764067,
      "grad_norm": 0.07675807102013854,
      "learning_rate": 0.0009986861907750522,
      "loss": 1.5078,
      "step": 1530
    },
    {
      "epoch": 0.2424481737413623,
      "grad_norm": 0.07142673110459791,
      "learning_rate": 0.000998635784141454,
      "loss": 1.5735,
      "step": 1535
    },
    {
      "epoch": 0.24323790720631785,
      "grad_norm": 0.06531052676210604,
      "learning_rate": 0.0009985844299745849,
      "loss": 1.5327,
      "step": 1540
    },
    {
      "epoch": 0.24402764067127344,
      "grad_norm": 0.15084207823054924,
      "learning_rate": 0.000998532128372031,
      "loss": 1.5269,
      "step": 1545
    },
    {
      "epoch": 0.24481737413622903,
      "grad_norm": 0.05953295191692098,
      "learning_rate": 0.0009984788794331783,
      "loss": 1.5605,
      "step": 1550
    },
    {
      "epoch": 0.2456071076011846,
      "grad_norm": 0.07332536156343494,
      "learning_rate": 0.0009984246832592135,
      "loss": 1.5367,
      "step": 1555
    },
    {
      "epoch": 0.24639684106614018,
      "grad_norm": 0.10890987114763914,
      "learning_rate": 0.0009983695399531224,
      "loss": 1.4848,
      "step": 1560
    },
    {
      "epoch": 0.24718657453109574,
      "grad_norm": 0.0648470558151745,
      "learning_rate": 0.0009983134496196915,
      "loss": 1.5274,
      "step": 1565
    },
    {
      "epoch": 0.24797630799605133,
      "grad_norm": 0.06722359714927545,
      "learning_rate": 0.0009982564123655064,
      "loss": 1.5084,
      "step": 1570
    },
    {
      "epoch": 0.24876604146100692,
      "grad_norm": 0.07893238057643905,
      "learning_rate": 0.0009981984282989526,
      "loss": 1.5177,
      "step": 1575
    },
    {
      "epoch": 0.24955577492596248,
      "grad_norm": 0.07196483000467674,
      "learning_rate": 0.0009981394975302135,
      "loss": 1.5055,
      "step": 1580
    },
    {
      "epoch": 0.25034550839091807,
      "grad_norm": 0.06092537696015774,
      "learning_rate": 0.0009980796201712733,
      "loss": 1.4766,
      "step": 1585
    },
    {
      "epoch": 0.25113524185587366,
      "grad_norm": 0.06988337178424991,
      "learning_rate": 0.0009980187963359135,
      "loss": 1.5154,
      "step": 1590
    },
    {
      "epoch": 0.25192497532082925,
      "grad_norm": 0.06490117253051646,
      "learning_rate": 0.000997957026139715,
      "loss": 1.4628,
      "step": 1595
    },
    {
      "epoch": 0.2527147087857848,
      "grad_norm": 0.0600279236251963,
      "learning_rate": 0.0009978943097000564,
      "loss": 1.4791,
      "step": 1600
    },
    {
      "epoch": 0.25350444225074037,
      "grad_norm": 0.07162700874042063,
      "learning_rate": 0.0009978306471361148,
      "loss": 1.5614,
      "step": 1605
    },
    {
      "epoch": 0.25429417571569596,
      "grad_norm": 0.07689355228280859,
      "learning_rate": 0.0009977660385688649,
      "loss": 1.5316,
      "step": 1610
    },
    {
      "epoch": 0.25508390918065155,
      "grad_norm": 0.07070702357812832,
      "learning_rate": 0.0009977004841210796,
      "loss": 1.5315,
      "step": 1615
    },
    {
      "epoch": 0.2558736426456071,
      "grad_norm": 0.060936293776661994,
      "learning_rate": 0.0009976339839173284,
      "loss": 1.4935,
      "step": 1620
    },
    {
      "epoch": 0.25666337611056267,
      "grad_norm": 0.05904950678619533,
      "learning_rate": 0.000997566538083979,
      "loss": 1.5282,
      "step": 1625
    },
    {
      "epoch": 0.25745310957551826,
      "grad_norm": 0.07905968376842205,
      "learning_rate": 0.0009974981467491945,
      "loss": 1.5466,
      "step": 1630
    },
    {
      "epoch": 0.25824284304047385,
      "grad_norm": 0.06553439067505973,
      "learning_rate": 0.0009974288100429364,
      "loss": 1.4721,
      "step": 1635
    },
    {
      "epoch": 0.25903257650542943,
      "grad_norm": 0.24637676088477603,
      "learning_rate": 0.0009973585280969616,
      "loss": 1.5197,
      "step": 1640
    },
    {
      "epoch": 0.25982230997038497,
      "grad_norm": 0.06760133203297514,
      "learning_rate": 0.0009972873010448235,
      "loss": 1.5147,
      "step": 1645
    },
    {
      "epoch": 0.26061204343534056,
      "grad_norm": 0.07228407261364689,
      "learning_rate": 0.0009972151290218712,
      "loss": 1.539,
      "step": 1650
    },
    {
      "epoch": 0.26140177690029615,
      "grad_norm": 0.06470349788938289,
      "learning_rate": 0.00099714201216525,
      "loss": 1.4763,
      "step": 1655
    },
    {
      "epoch": 0.26219151036525173,
      "grad_norm": 0.07461644853689078,
      "learning_rate": 0.0009970679506139,
      "loss": 1.5555,
      "step": 1660
    },
    {
      "epoch": 0.2629812438302073,
      "grad_norm": 0.06445977709634657,
      "learning_rate": 0.000996992944508557,
      "loss": 1.5234,
      "step": 1665
    },
    {
      "epoch": 0.26377097729516286,
      "grad_norm": 0.07192963053321169,
      "learning_rate": 0.0009969169939917514,
      "loss": 1.5586,
      "step": 1670
    },
    {
      "epoch": 0.26456071076011844,
      "grad_norm": 0.062495315319246514,
      "learning_rate": 0.000996840099207808,
      "loss": 1.5196,
      "step": 1675
    },
    {
      "epoch": 0.26535044422507403,
      "grad_norm": 0.06165310478801511,
      "learning_rate": 0.0009967622603028465,
      "loss": 1.5019,
      "step": 1680
    },
    {
      "epoch": 0.2661401776900296,
      "grad_norm": 0.07137611343454402,
      "learning_rate": 0.0009966834774247802,
      "loss": 1.4723,
      "step": 1685
    },
    {
      "epoch": 0.2669299111549852,
      "grad_norm": 0.06787370681790622,
      "learning_rate": 0.0009966037507233166,
      "loss": 1.4995,
      "step": 1690
    },
    {
      "epoch": 0.26771964461994074,
      "grad_norm": 0.06766822603390954,
      "learning_rate": 0.000996523080349956,
      "loss": 1.5393,
      "step": 1695
    },
    {
      "epoch": 0.26850937808489633,
      "grad_norm": 0.08553203197197921,
      "learning_rate": 0.0009964414664579931,
      "loss": 1.5124,
      "step": 1700
    },
    {
      "epoch": 0.2692991115498519,
      "grad_norm": 0.06134895272792854,
      "learning_rate": 0.000996358909202514,
      "loss": 1.5055,
      "step": 1705
    },
    {
      "epoch": 0.2700888450148075,
      "grad_norm": 0.06719670414460291,
      "learning_rate": 0.000996275408740399,
      "loss": 1.4967,
      "step": 1710
    },
    {
      "epoch": 0.2708785784797631,
      "grad_norm": 0.0669214160733972,
      "learning_rate": 0.0009961909652303192,
      "loss": 1.4731,
      "step": 1715
    },
    {
      "epoch": 0.27166831194471863,
      "grad_norm": 0.1327434162315477,
      "learning_rate": 0.000996105578832739,
      "loss": 1.4946,
      "step": 1720
    },
    {
      "epoch": 0.2724580454096742,
      "grad_norm": 0.08598014787636286,
      "learning_rate": 0.0009960192497099139,
      "loss": 1.5214,
      "step": 1725
    },
    {
      "epoch": 0.2732477788746298,
      "grad_norm": 0.07075943590463694,
      "learning_rate": 0.0009959319780258908,
      "loss": 1.5054,
      "step": 1730
    },
    {
      "epoch": 0.2740375123395854,
      "grad_norm": 0.06686732305636517,
      "learning_rate": 0.000995843763946508,
      "loss": 1.5293,
      "step": 1735
    },
    {
      "epoch": 0.274827245804541,
      "grad_norm": 0.0827292976941595,
      "learning_rate": 0.0009957546076393943,
      "loss": 1.5224,
      "step": 1740
    },
    {
      "epoch": 0.2756169792694965,
      "grad_norm": 0.12442445369215055,
      "learning_rate": 0.0009956645092739692,
      "loss": 1.4527,
      "step": 1745
    },
    {
      "epoch": 0.2764067127344521,
      "grad_norm": 0.05974792794582631,
      "learning_rate": 0.000995573469021442,
      "loss": 1.5116,
      "step": 1750
    },
    {
      "epoch": 0.2771964461994077,
      "grad_norm": 0.06043618324833387,
      "learning_rate": 0.0009954814870548122,
      "loss": 1.4879,
      "step": 1755
    },
    {
      "epoch": 0.2779861796643633,
      "grad_norm": 0.086085770786522,
      "learning_rate": 0.0009953885635488686,
      "loss": 1.4394,
      "step": 1760
    },
    {
      "epoch": 0.2787759131293189,
      "grad_norm": 0.06975490474170304,
      "learning_rate": 0.0009952946986801893,
      "loss": 1.5234,
      "step": 1765
    },
    {
      "epoch": 0.2795656465942744,
      "grad_norm": 0.06829662501975499,
      "learning_rate": 0.0009951998926271413,
      "loss": 1.5317,
      "step": 1770
    },
    {
      "epoch": 0.28035538005923,
      "grad_norm": 0.06769875152489135,
      "learning_rate": 0.0009951041455698794,
      "loss": 1.5435,
      "step": 1775
    },
    {
      "epoch": 0.2811451135241856,
      "grad_norm": 0.1860055361101263,
      "learning_rate": 0.0009950074576903474,
      "loss": 1.5047,
      "step": 1780
    },
    {
      "epoch": 0.2819348469891412,
      "grad_norm": 0.07933693122616327,
      "learning_rate": 0.0009949098291722766,
      "loss": 1.4686,
      "step": 1785
    },
    {
      "epoch": 0.28272458045409676,
      "grad_norm": 0.07742377541702249,
      "learning_rate": 0.0009948112602011859,
      "loss": 1.4791,
      "step": 1790
    },
    {
      "epoch": 0.2835143139190523,
      "grad_norm": 0.05935328360051671,
      "learning_rate": 0.0009947117509643806,
      "loss": 1.4618,
      "step": 1795
    },
    {
      "epoch": 0.2843040473840079,
      "grad_norm": 0.0668780374556368,
      "learning_rate": 0.0009946113016509534,
      "loss": 1.529,
      "step": 1800
    },
    {
      "epoch": 0.2850937808489635,
      "grad_norm": 0.066699118142067,
      "learning_rate": 0.0009945099124517836,
      "loss": 1.4838,
      "step": 1805
    },
    {
      "epoch": 0.28588351431391906,
      "grad_norm": 0.0727661191992435,
      "learning_rate": 0.0009944075835595356,
      "loss": 1.5276,
      "step": 1810
    },
    {
      "epoch": 0.28667324777887465,
      "grad_norm": 0.0627361617864712,
      "learning_rate": 0.0009943043151686606,
      "loss": 1.4852,
      "step": 1815
    },
    {
      "epoch": 0.2874629812438302,
      "grad_norm": 0.06546908890970994,
      "learning_rate": 0.000994200107475394,
      "loss": 1.5192,
      "step": 1820
    },
    {
      "epoch": 0.2882527147087858,
      "grad_norm": 0.061146284781001134,
      "learning_rate": 0.0009940949606777568,
      "loss": 1.4837,
      "step": 1825
    },
    {
      "epoch": 0.28904244817374136,
      "grad_norm": 0.057967283254598,
      "learning_rate": 0.0009939888749755544,
      "loss": 1.4944,
      "step": 1830
    },
    {
      "epoch": 0.28983218163869695,
      "grad_norm": 0.056100054181404985,
      "learning_rate": 0.0009938818505703761,
      "loss": 1.4279,
      "step": 1835
    },
    {
      "epoch": 0.29062191510365254,
      "grad_norm": 0.0636861223445217,
      "learning_rate": 0.0009937738876655954,
      "loss": 1.498,
      "step": 1840
    },
    {
      "epoch": 0.2914116485686081,
      "grad_norm": 0.0649421799640849,
      "learning_rate": 0.0009936649864663687,
      "loss": 1.4993,
      "step": 1845
    },
    {
      "epoch": 0.29220138203356366,
      "grad_norm": 0.05915326207462254,
      "learning_rate": 0.0009935551471796358,
      "loss": 1.4783,
      "step": 1850
    },
    {
      "epoch": 0.29299111549851925,
      "grad_norm": 0.08468616481608779,
      "learning_rate": 0.000993444370014119,
      "loss": 1.4872,
      "step": 1855
    },
    {
      "epoch": 0.29378084896347484,
      "grad_norm": 0.05854168397142877,
      "learning_rate": 0.0009933326551803225,
      "loss": 1.462,
      "step": 1860
    },
    {
      "epoch": 0.2945705824284304,
      "grad_norm": 0.07215810332428618,
      "learning_rate": 0.0009932200028905328,
      "loss": 1.4703,
      "step": 1865
    },
    {
      "epoch": 0.29536031589338596,
      "grad_norm": 0.05657789533688946,
      "learning_rate": 0.0009931064133588173,
      "loss": 1.5205,
      "step": 1870
    },
    {
      "epoch": 0.29615004935834155,
      "grad_norm": 0.06763563375073592,
      "learning_rate": 0.000992991886801025,
      "loss": 1.4787,
      "step": 1875
    },
    {
      "epoch": 0.29693978282329714,
      "grad_norm": 0.2150333342149746,
      "learning_rate": 0.0009928764234347844,
      "loss": 1.4946,
      "step": 1880
    },
    {
      "epoch": 0.2977295162882527,
      "grad_norm": 0.07187306415227483,
      "learning_rate": 0.000992760023479506,
      "loss": 1.497,
      "step": 1885
    },
    {
      "epoch": 0.2985192497532083,
      "grad_norm": 0.11849828536918824,
      "learning_rate": 0.0009926426871563782,
      "loss": 1.4625,
      "step": 1890
    },
    {
      "epoch": 0.29930898321816385,
      "grad_norm": 0.10019076393677295,
      "learning_rate": 0.0009925244146883696,
      "loss": 1.5191,
      "step": 1895
    },
    {
      "epoch": 0.30009871668311944,
      "grad_norm": 0.0701829150132886,
      "learning_rate": 0.0009924052063002278,
      "loss": 1.4694,
      "step": 1900
    },
    {
      "epoch": 0.300888450148075,
      "grad_norm": 0.10222772356129924,
      "learning_rate": 0.0009922850622184787,
      "loss": 1.5101,
      "step": 1905
    },
    {
      "epoch": 0.3016781836130306,
      "grad_norm": 0.06627907597512721,
      "learning_rate": 0.000992163982671426,
      "loss": 1.5028,
      "step": 1910
    },
    {
      "epoch": 0.3024679170779862,
      "grad_norm": 0.05757427542965837,
      "learning_rate": 0.0009920419678891511,
      "loss": 1.5281,
      "step": 1915
    },
    {
      "epoch": 0.30325765054294174,
      "grad_norm": 0.06229139671224634,
      "learning_rate": 0.0009919190181035137,
      "loss": 1.4745,
      "step": 1920
    },
    {
      "epoch": 0.3040473840078973,
      "grad_norm": 0.06747519239536504,
      "learning_rate": 0.0009917951335481482,
      "loss": 1.5224,
      "step": 1925
    },
    {
      "epoch": 0.3048371174728529,
      "grad_norm": 0.06236100503709921,
      "learning_rate": 0.0009916703144584667,
      "loss": 1.5044,
      "step": 1930
    },
    {
      "epoch": 0.3056268509378085,
      "grad_norm": 0.05944839330666507,
      "learning_rate": 0.0009915445610716568,
      "loss": 1.4645,
      "step": 1935
    },
    {
      "epoch": 0.3064165844027641,
      "grad_norm": 0.0634183060862758,
      "learning_rate": 0.0009914178736266821,
      "loss": 1.5119,
      "step": 1940
    },
    {
      "epoch": 0.3072063178677196,
      "grad_norm": 0.06609063047572059,
      "learning_rate": 0.00099129025236428,
      "loss": 1.4952,
      "step": 1945
    },
    {
      "epoch": 0.3079960513326752,
      "grad_norm": 0.06045711687553566,
      "learning_rate": 0.0009911616975269628,
      "loss": 1.4757,
      "step": 1950
    },
    {
      "epoch": 0.3087857847976308,
      "grad_norm": 0.06478557074894468,
      "learning_rate": 0.0009910322093590175,
      "loss": 1.4942,
      "step": 1955
    },
    {
      "epoch": 0.3095755182625864,
      "grad_norm": 0.05954965323395608,
      "learning_rate": 0.000990901788106504,
      "loss": 1.5169,
      "step": 1960
    },
    {
      "epoch": 0.310365251727542,
      "grad_norm": 0.057454740925077394,
      "learning_rate": 0.0009907704340172553,
      "loss": 1.5091,
      "step": 1965
    },
    {
      "epoch": 0.3111549851924975,
      "grad_norm": 0.06864065866394416,
      "learning_rate": 0.0009906381473408772,
      "loss": 1.5246,
      "step": 1970
    },
    {
      "epoch": 0.3119447186574531,
      "grad_norm": 0.06445903949364418,
      "learning_rate": 0.0009905049283287478,
      "loss": 1.4795,
      "step": 1975
    },
    {
      "epoch": 0.3127344521224087,
      "grad_norm": 0.05695455756003525,
      "learning_rate": 0.0009903707772340165,
      "loss": 1.4793,
      "step": 1980
    },
    {
      "epoch": 0.3135241855873643,
      "grad_norm": 0.05953975037543712,
      "learning_rate": 0.0009902356943116042,
      "loss": 1.5766,
      "step": 1985
    },
    {
      "epoch": 0.31431391905231987,
      "grad_norm": 0.08392319534000035,
      "learning_rate": 0.000990099679818202,
      "loss": 1.4899,
      "step": 1990
    },
    {
      "epoch": 0.3151036525172754,
      "grad_norm": 0.06755141220988795,
      "learning_rate": 0.0009899627340122722,
      "loss": 1.5332,
      "step": 1995
    },
    {
      "epoch": 0.315893385982231,
      "grad_norm": 0.05904347431432925,
      "learning_rate": 0.0009898248571540464,
      "loss": 1.4704,
      "step": 2000
    },
    {
      "epoch": 0.3166831194471866,
      "grad_norm": 0.0725024921428335,
      "learning_rate": 0.0009896860495055243,
      "loss": 1.4974,
      "step": 2005
    },
    {
      "epoch": 0.31747285291214217,
      "grad_norm": 0.06491073353682343,
      "learning_rate": 0.0009895463113304762,
      "loss": 1.4663,
      "step": 2010
    },
    {
      "epoch": 0.31826258637709776,
      "grad_norm": 0.06269792956441765,
      "learning_rate": 0.0009894056428944391,
      "loss": 1.5316,
      "step": 2015
    },
    {
      "epoch": 0.3190523198420533,
      "grad_norm": 0.06649615561566369,
      "learning_rate": 0.000989264044464719,
      "loss": 1.5022,
      "step": 2020
    },
    {
      "epoch": 0.3198420533070089,
      "grad_norm": 0.058042426980891224,
      "learning_rate": 0.000989121516310388,
      "loss": 1.4842,
      "step": 2025
    },
    {
      "epoch": 0.32063178677196447,
      "grad_norm": 0.06186997071936466,
      "learning_rate": 0.0009889780587022856,
      "loss": 1.493,
      "step": 2030
    },
    {
      "epoch": 0.32142152023692006,
      "grad_norm": 0.057634083415266074,
      "learning_rate": 0.0009888336719130174,
      "loss": 1.4373,
      "step": 2035
    },
    {
      "epoch": 0.32221125370187564,
      "grad_norm": 0.07167014376997398,
      "learning_rate": 0.0009886883562169543,
      "loss": 1.4406,
      "step": 2040
    },
    {
      "epoch": 0.3230009871668312,
      "grad_norm": 0.06595604988100509,
      "learning_rate": 0.000988542111890233,
      "loss": 1.4873,
      "step": 2045
    },
    {
      "epoch": 0.32379072063178677,
      "grad_norm": 0.06037387082035838,
      "learning_rate": 0.0009883949392107542,
      "loss": 1.5004,
      "step": 2050
    },
    {
      "epoch": 0.32458045409674235,
      "grad_norm": 0.06055069183601502,
      "learning_rate": 0.0009882468384581828,
      "loss": 1.523,
      "step": 2055
    },
    {
      "epoch": 0.32537018756169794,
      "grad_norm": 0.05696373138165803,
      "learning_rate": 0.0009880978099139476,
      "loss": 1.5005,
      "step": 2060
    },
    {
      "epoch": 0.32615992102665353,
      "grad_norm": 0.06471729802772307,
      "learning_rate": 0.0009879478538612407,
      "loss": 1.5569,
      "step": 2065
    },
    {
      "epoch": 0.32694965449160907,
      "grad_norm": 0.06103714543167333,
      "learning_rate": 0.0009877969705850158,
      "loss": 1.4742,
      "step": 2070
    },
    {
      "epoch": 0.32773938795656465,
      "grad_norm": 0.0590627612802183,
      "learning_rate": 0.000987645160371989,
      "loss": 1.5186,
      "step": 2075
    },
    {
      "epoch": 0.32852912142152024,
      "grad_norm": 0.060032080158447014,
      "learning_rate": 0.0009874924235106382,
      "loss": 1.4998,
      "step": 2080
    },
    {
      "epoch": 0.32931885488647583,
      "grad_norm": 0.08720202571949698,
      "learning_rate": 0.0009873387602912015,
      "loss": 1.4544,
      "step": 2085
    },
    {
      "epoch": 0.33010858835143136,
      "grad_norm": 0.05828144660835369,
      "learning_rate": 0.0009871841710056776,
      "loss": 1.4711,
      "step": 2090
    },
    {
      "epoch": 0.33089832181638695,
      "grad_norm": 0.054823956572353776,
      "learning_rate": 0.0009870286559478252,
      "loss": 1.5246,
      "step": 2095
    },
    {
      "epoch": 0.33168805528134254,
      "grad_norm": 0.06117442172130368,
      "learning_rate": 0.0009868722154131619,
      "loss": 1.4491,
      "step": 2100
    },
    {
      "epoch": 0.33247778874629813,
      "grad_norm": 0.05870469358592793,
      "learning_rate": 0.0009867148496989643,
      "loss": 1.5157,
      "step": 2105
    },
    {
      "epoch": 0.3332675222112537,
      "grad_norm": 0.07373233794738572,
      "learning_rate": 0.0009865565591042661,
      "loss": 1.467,
      "step": 2110
    },
    {
      "epoch": 0.33405725567620925,
      "grad_norm": 0.055888267398021906,
      "learning_rate": 0.0009863973439298596,
      "loss": 1.4994,
      "step": 2115
    },
    {
      "epoch": 0.33484698914116484,
      "grad_norm": 0.05346166566888911,
      "learning_rate": 0.000986237204478294,
      "loss": 1.5003,
      "step": 2120
    },
    {
      "epoch": 0.33563672260612043,
      "grad_norm": 0.05900984483792111,
      "learning_rate": 0.0009860761410538739,
      "loss": 1.4768,
      "step": 2125
    },
    {
      "epoch": 0.336426456071076,
      "grad_norm": 0.0589106330122165,
      "learning_rate": 0.0009859141539626606,
      "loss": 1.5164,
      "step": 2130
    },
    {
      "epoch": 0.3372161895360316,
      "grad_norm": 0.055790374277939835,
      "learning_rate": 0.0009857512435124702,
      "loss": 1.4813,
      "step": 2135
    },
    {
      "epoch": 0.33800592300098714,
      "grad_norm": 0.05541600722668946,
      "learning_rate": 0.0009855874100128735,
      "loss": 1.4578,
      "step": 2140
    },
    {
      "epoch": 0.33879565646594273,
      "grad_norm": 0.0554925030507411,
      "learning_rate": 0.0009854226537751951,
      "loss": 1.4658,
      "step": 2145
    },
    {
      "epoch": 0.3395853899308983,
      "grad_norm": 0.05721731549495124,
      "learning_rate": 0.0009852569751125136,
      "loss": 1.4111,
      "step": 2150
    },
    {
      "epoch": 0.3403751233958539,
      "grad_norm": 0.06654508754812945,
      "learning_rate": 0.0009850903743396598,
      "loss": 1.4666,
      "step": 2155
    },
    {
      "epoch": 0.3411648568608095,
      "grad_norm": 0.05497865382606329,
      "learning_rate": 0.0009849228517732171,
      "loss": 1.5241,
      "step": 2160
    },
    {
      "epoch": 0.34195459032576503,
      "grad_norm": 0.05804307823221211,
      "learning_rate": 0.0009847544077315206,
      "loss": 1.4658,
      "step": 2165
    },
    {
      "epoch": 0.3427443237907206,
      "grad_norm": 0.06035718029985725,
      "learning_rate": 0.0009845850425346562,
      "loss": 1.4631,
      "step": 2170
    },
    {
      "epoch": 0.3435340572556762,
      "grad_norm": 0.06083397907034229,
      "learning_rate": 0.0009844147565044603,
      "loss": 1.4689,
      "step": 2175
    },
    {
      "epoch": 0.3443237907206318,
      "grad_norm": 0.05618947915692135,
      "learning_rate": 0.0009842435499645193,
      "loss": 1.5002,
      "step": 2180
    },
    {
      "epoch": 0.3451135241855874,
      "grad_norm": 0.05708196499157019,
      "learning_rate": 0.0009840714232401684,
      "loss": 1.5056,
      "step": 2185
    },
    {
      "epoch": 0.3459032576505429,
      "grad_norm": 0.07039141354151639,
      "learning_rate": 0.0009838983766584917,
      "loss": 1.4132,
      "step": 2190
    },
    {
      "epoch": 0.3466929911154985,
      "grad_norm": 0.06041074397242304,
      "learning_rate": 0.000983724410548321,
      "loss": 1.492,
      "step": 2195
    },
    {
      "epoch": 0.3474827245804541,
      "grad_norm": 0.05644531200395254,
      "learning_rate": 0.0009835495252402363,
      "loss": 1.4862,
      "step": 2200
    },
    {
      "epoch": 0.3482724580454097,
      "grad_norm": 0.054837320913232526,
      "learning_rate": 0.000983373721066563,
      "loss": 1.4722,
      "step": 2205
    },
    {
      "epoch": 0.34906219151036527,
      "grad_norm": 0.05878190594528199,
      "learning_rate": 0.0009831969983613734,
      "loss": 1.531,
      "step": 2210
    },
    {
      "epoch": 0.3498519249753208,
      "grad_norm": 0.05698634658350726,
      "learning_rate": 0.000983019357460485,
      "loss": 1.4546,
      "step": 2215
    },
    {
      "epoch": 0.3506416584402764,
      "grad_norm": 0.05824343784162426,
      "learning_rate": 0.0009828407987014598,
      "loss": 1.4423,
      "step": 2220
    },
    {
      "epoch": 0.351431391905232,
      "grad_norm": 0.06833826223500795,
      "learning_rate": 0.0009826613224236049,
      "loss": 1.5094,
      "step": 2225
    },
    {
      "epoch": 0.35222112537018757,
      "grad_norm": 0.0586750839435374,
      "learning_rate": 0.0009824809289679702,
      "loss": 1.44,
      "step": 2230
    },
    {
      "epoch": 0.35301085883514316,
      "grad_norm": 0.06338976966895729,
      "learning_rate": 0.0009822996186773483,
      "loss": 1.4511,
      "step": 2235
    },
    {
      "epoch": 0.3538005923000987,
      "grad_norm": 0.05794739391279092,
      "learning_rate": 0.0009821173918962746,
      "loss": 1.4833,
      "step": 2240
    },
    {
      "epoch": 0.3545903257650543,
      "grad_norm": 0.05955093350821311,
      "learning_rate": 0.0009819342489710255,
      "loss": 1.4587,
      "step": 2245
    },
    {
      "epoch": 0.35538005923000987,
      "grad_norm": 0.07116543767586281,
      "learning_rate": 0.0009817501902496188,
      "loss": 1.4572,
      "step": 2250
    },
    {
      "epoch": 0.35616979269496546,
      "grad_norm": 0.06423599321855421,
      "learning_rate": 0.0009815652160818122,
      "loss": 1.4701,
      "step": 2255
    },
    {
      "epoch": 0.35695952615992105,
      "grad_norm": 0.06571624723974591,
      "learning_rate": 0.0009813793268191031,
      "loss": 1.4575,
      "step": 2260
    },
    {
      "epoch": 0.3577492596248766,
      "grad_norm": 0.0629064838672293,
      "learning_rate": 0.0009811925228147278,
      "loss": 1.4294,
      "step": 2265
    },
    {
      "epoch": 0.35853899308983217,
      "grad_norm": 0.057464715159763126,
      "learning_rate": 0.0009810048044236609,
      "loss": 1.4744,
      "step": 2270
    },
    {
      "epoch": 0.35932872655478776,
      "grad_norm": 0.058342160845656514,
      "learning_rate": 0.0009808161720026144,
      "loss": 1.4563,
      "step": 2275
    },
    {
      "epoch": 0.36011846001974335,
      "grad_norm": 0.05907762110743,
      "learning_rate": 0.0009806266259100374,
      "loss": 1.547,
      "step": 2280
    },
    {
      "epoch": 0.36090819348469894,
      "grad_norm": 0.059846874787675995,
      "learning_rate": 0.0009804361665061152,
      "loss": 1.512,
      "step": 2285
    },
    {
      "epoch": 0.36169792694965447,
      "grad_norm": 0.0574273486470851,
      "learning_rate": 0.0009802447941527682,
      "loss": 1.4584,
      "step": 2290
    },
    {
      "epoch": 0.36248766041461006,
      "grad_norm": 0.05867430586501095,
      "learning_rate": 0.000980052509213652,
      "loss": 1.4279,
      "step": 2295
    },
    {
      "epoch": 0.36327739387956565,
      "grad_norm": 0.05920945713755471,
      "learning_rate": 0.0009798593120541568,
      "loss": 1.441,
      "step": 2300
    },
    {
      "epoch": 0.36406712734452124,
      "grad_norm": 0.065207886509551,
      "learning_rate": 0.000979665203041405,
      "loss": 1.4447,
      "step": 2305
    },
    {
      "epoch": 0.3648568608094768,
      "grad_norm": 0.07009496777976762,
      "learning_rate": 0.0009794701825442532,
      "loss": 1.4702,
      "step": 2310
    },
    {
      "epoch": 0.36564659427443236,
      "grad_norm": 0.06088639366117327,
      "learning_rate": 0.0009792742509332887,
      "loss": 1.4739,
      "step": 2315
    },
    {
      "epoch": 0.36643632773938795,
      "grad_norm": 0.05557191786553082,
      "learning_rate": 0.0009790774085808313,
      "loss": 1.4938,
      "step": 2320
    },
    {
      "epoch": 0.36722606120434353,
      "grad_norm": 0.058218034450195744,
      "learning_rate": 0.0009788796558609307,
      "loss": 1.4369,
      "step": 2325
    },
    {
      "epoch": 0.3680157946692991,
      "grad_norm": 0.05715618359042496,
      "learning_rate": 0.0009786809931493668,
      "loss": 1.4307,
      "step": 2330
    },
    {
      "epoch": 0.3688055281342547,
      "grad_norm": 0.05629017175958566,
      "learning_rate": 0.0009784814208236485,
      "loss": 1.4671,
      "step": 2335
    },
    {
      "epoch": 0.36959526159921025,
      "grad_norm": 0.054901071290262296,
      "learning_rate": 0.0009782809392630137,
      "loss": 1.4203,
      "step": 2340
    },
    {
      "epoch": 0.37038499506416583,
      "grad_norm": 0.06082981017172283,
      "learning_rate": 0.0009780795488484274,
      "loss": 1.4206,
      "step": 2345
    },
    {
      "epoch": 0.3711747285291214,
      "grad_norm": 0.05508090715988466,
      "learning_rate": 0.0009778772499625821,
      "loss": 1.4683,
      "step": 2350
    },
    {
      "epoch": 0.371964461994077,
      "grad_norm": 0.05446470279735567,
      "learning_rate": 0.0009776740429898966,
      "loss": 1.4695,
      "step": 2355
    },
    {
      "epoch": 0.3727541954590326,
      "grad_norm": 0.053878870115235136,
      "learning_rate": 0.0009774699283165151,
      "loss": 1.4939,
      "step": 2360
    },
    {
      "epoch": 0.37354392892398813,
      "grad_norm": 0.05366194386388345,
      "learning_rate": 0.0009772649063303069,
      "loss": 1.4818,
      "step": 2365
    },
    {
      "epoch": 0.3743336623889437,
      "grad_norm": 0.05528314774335185,
      "learning_rate": 0.000977058977420865,
      "loss": 1.4731,
      "step": 2370
    },
    {
      "epoch": 0.3751233958538993,
      "grad_norm": 0.055936367463872934,
      "learning_rate": 0.0009768521419795066,
      "loss": 1.4543,
      "step": 2375
    },
    {
      "epoch": 0.3759131293188549,
      "grad_norm": 0.05819792151253614,
      "learning_rate": 0.0009766444003992702,
      "loss": 1.4455,
      "step": 2380
    },
    {
      "epoch": 0.3767028627838105,
      "grad_norm": 0.05939385439556953,
      "learning_rate": 0.0009764357530749177,
      "loss": 1.4405,
      "step": 2385
    },
    {
      "epoch": 0.377492596248766,
      "grad_norm": 0.05934458424735124,
      "learning_rate": 0.0009762262004029311,
      "loss": 1.4704,
      "step": 2390
    },
    {
      "epoch": 0.3782823297137216,
      "grad_norm": 0.062111927300658655,
      "learning_rate": 0.0009760157427815133,
      "loss": 1.4631,
      "step": 2395
    },
    {
      "epoch": 0.3790720631786772,
      "grad_norm": 0.057158959120059964,
      "learning_rate": 0.0009758043806105865,
      "loss": 1.4995,
      "step": 2400
    },
    {
      "epoch": 0.3798617966436328,
      "grad_norm": 0.0595192534917156,
      "learning_rate": 0.000975592114291792,
      "loss": 1.4506,
      "step": 2405
    },
    {
      "epoch": 0.3806515301085884,
      "grad_norm": 0.05408452429490496,
      "learning_rate": 0.0009753789442284893,
      "loss": 1.4662,
      "step": 2410
    },
    {
      "epoch": 0.3814412635735439,
      "grad_norm": 0.06280684114861276,
      "learning_rate": 0.0009751648708257548,
      "loss": 1.4475,
      "step": 2415
    },
    {
      "epoch": 0.3822309970384995,
      "grad_norm": 0.09179996677728042,
      "learning_rate": 0.0009749498944903818,
      "loss": 1.4306,
      "step": 2420
    },
    {
      "epoch": 0.3830207305034551,
      "grad_norm": 0.05932212113988617,
      "learning_rate": 0.0009747340156308795,
      "loss": 1.4816,
      "step": 2425
    },
    {
      "epoch": 0.3838104639684107,
      "grad_norm": 0.06997355553356363,
      "learning_rate": 0.000974517234657472,
      "loss": 1.4938,
      "step": 2430
    },
    {
      "epoch": 0.38460019743336626,
      "grad_norm": 0.05885068002586814,
      "learning_rate": 0.0009742995519820974,
      "loss": 1.4119,
      "step": 2435
    },
    {
      "epoch": 0.3853899308983218,
      "grad_norm": 0.058493040132447015,
      "learning_rate": 0.0009740809680184075,
      "loss": 1.4782,
      "step": 2440
    },
    {
      "epoch": 0.3861796643632774,
      "grad_norm": 0.059910215698085634,
      "learning_rate": 0.000973861483181767,
      "loss": 1.4619,
      "step": 2445
    },
    {
      "epoch": 0.386969397828233,
      "grad_norm": 0.05617960653578218,
      "learning_rate": 0.0009736410978892519,
      "loss": 1.493,
      "step": 2450
    },
    {
      "epoch": 0.38775913129318856,
      "grad_norm": 0.06371028911428285,
      "learning_rate": 0.0009734198125596499,
      "loss": 1.5162,
      "step": 2455
    },
    {
      "epoch": 0.38854886475814415,
      "grad_norm": 0.07687808026789246,
      "learning_rate": 0.0009731976276134586,
      "loss": 1.4553,
      "step": 2460
    },
    {
      "epoch": 0.3893385982230997,
      "grad_norm": 0.0556164373662082,
      "learning_rate": 0.0009729745434728851,
      "loss": 1.4996,
      "step": 2465
    },
    {
      "epoch": 0.3901283316880553,
      "grad_norm": 0.06588670716849997,
      "learning_rate": 0.0009727505605618456,
      "loss": 1.4869,
      "step": 2470
    },
    {
      "epoch": 0.39091806515301086,
      "grad_norm": 0.05533900441357629,
      "learning_rate": 0.0009725256793059638,
      "loss": 1.4447,
      "step": 2475
    },
    {
      "epoch": 0.39170779861796645,
      "grad_norm": 0.0597052721256953,
      "learning_rate": 0.0009722999001325705,
      "loss": 1.4751,
      "step": 2480
    },
    {
      "epoch": 0.39249753208292204,
      "grad_norm": 0.06250360756361625,
      "learning_rate": 0.0009720732234707029,
      "loss": 1.4666,
      "step": 2485
    },
    {
      "epoch": 0.3932872655478776,
      "grad_norm": 0.0707383657901345,
      "learning_rate": 0.0009718456497511037,
      "loss": 1.4708,
      "step": 2490
    },
    {
      "epoch": 0.39407699901283316,
      "grad_norm": 0.054019480868995134,
      "learning_rate": 0.0009716171794062198,
      "loss": 1.492,
      "step": 2495
    },
    {
      "epoch": 0.39486673247778875,
      "grad_norm": 0.06190684736267535,
      "learning_rate": 0.0009713878128702028,
      "loss": 1.4142,
      "step": 2500
    },
    {
      "epoch": 0.39565646594274434,
      "grad_norm": 0.06332020571844266,
      "learning_rate": 0.0009711575505789063,
      "loss": 1.452,
      "step": 2505
    },
    {
      "epoch": 0.39644619940769993,
      "grad_norm": 0.05627361552828319,
      "learning_rate": 0.0009709263929698868,
      "loss": 1.4997,
      "step": 2510
    },
    {
      "epoch": 0.39723593287265546,
      "grad_norm": 0.05757265074533454,
      "learning_rate": 0.0009706943404824015,
      "loss": 1.424,
      "step": 2515
    },
    {
      "epoch": 0.39802566633761105,
      "grad_norm": 0.0916373712076883,
      "learning_rate": 0.0009704613935574087,
      "loss": 1.4522,
      "step": 2520
    },
    {
      "epoch": 0.39881539980256664,
      "grad_norm": 0.055304107042448446,
      "learning_rate": 0.0009702275526375661,
      "loss": 1.4882,
      "step": 2525
    },
    {
      "epoch": 0.39960513326752223,
      "grad_norm": 0.061246253990163875,
      "learning_rate": 0.0009699928181672302,
      "loss": 1.4392,
      "step": 2530
    },
    {
      "epoch": 0.40039486673247776,
      "grad_norm": 0.05612801131301568,
      "learning_rate": 0.0009697571905924551,
      "loss": 1.4355,
      "step": 2535
    },
    {
      "epoch": 0.40118460019743335,
      "grad_norm": 0.06421729832662676,
      "learning_rate": 0.0009695206703609929,
      "loss": 1.4623,
      "step": 2540
    },
    {
      "epoch": 0.40197433366238894,
      "grad_norm": 0.07424760184428354,
      "learning_rate": 0.0009692832579222912,
      "loss": 1.5269,
      "step": 2545
    },
    {
      "epoch": 0.4027640671273445,
      "grad_norm": 0.055913817228626525,
      "learning_rate": 0.0009690449537274933,
      "loss": 1.4191,
      "step": 2550
    },
    {
      "epoch": 0.4035538005923001,
      "grad_norm": 0.06803856768488252,
      "learning_rate": 0.0009688057582294371,
      "loss": 1.4557,
      "step": 2555
    },
    {
      "epoch": 0.40434353405725565,
      "grad_norm": 0.06380493983789988,
      "learning_rate": 0.0009685656718826541,
      "loss": 1.4519,
      "step": 2560
    },
    {
      "epoch": 0.40513326752221124,
      "grad_norm": 0.057611811313787745,
      "learning_rate": 0.0009683246951433687,
      "loss": 1.504,
      "step": 2565
    },
    {
      "epoch": 0.4059230009871668,
      "grad_norm": 0.056020765086692605,
      "learning_rate": 0.0009680828284694972,
      "loss": 1.462,
      "step": 2570
    },
    {
      "epoch": 0.4067127344521224,
      "grad_norm": 0.060594692953474256,
      "learning_rate": 0.0009678400723206471,
      "loss": 1.3997,
      "step": 2575
    },
    {
      "epoch": 0.407502467917078,
      "grad_norm": 0.05140385839236977,
      "learning_rate": 0.0009675964271581161,
      "loss": 1.4575,
      "step": 2580
    },
    {
      "epoch": 0.40829220138203354,
      "grad_norm": 0.058817325102748924,
      "learning_rate": 0.0009673518934448913,
      "loss": 1.4407,
      "step": 2585
    },
    {
      "epoch": 0.4090819348469891,
      "grad_norm": 0.0595333441747084,
      "learning_rate": 0.0009671064716456479,
      "loss": 1.4222,
      "step": 2590
    },
    {
      "epoch": 0.4098716683119447,
      "grad_norm": 0.059216255843929984,
      "learning_rate": 0.0009668601622267492,
      "loss": 1.4385,
      "step": 2595
    },
    {
      "epoch": 0.4106614017769003,
      "grad_norm": 0.058153047041645554,
      "learning_rate": 0.000966612965656245,
      "loss": 1.4074,
      "step": 2600
    },
    {
      "epoch": 0.4114511352418559,
      "grad_norm": 0.06347062499386646,
      "learning_rate": 0.0009663648824038707,
      "loss": 1.475,
      "step": 2605
    },
    {
      "epoch": 0.4122408687068114,
      "grad_norm": 0.058229557786125756,
      "learning_rate": 0.000966115912941047,
      "loss": 1.4935,
      "step": 2610
    },
    {
      "epoch": 0.413030602171767,
      "grad_norm": 0.0581406244396809,
      "learning_rate": 0.0009658660577408785,
      "loss": 1.4816,
      "step": 2615
    },
    {
      "epoch": 0.4138203356367226,
      "grad_norm": 0.06251735768936043,
      "learning_rate": 0.0009656153172781526,
      "loss": 1.4378,
      "step": 2620
    },
    {
      "epoch": 0.4146100691016782,
      "grad_norm": 0.05513700043982826,
      "learning_rate": 0.0009653636920293393,
      "loss": 1.5196,
      "step": 2625
    },
    {
      "epoch": 0.4153998025666338,
      "grad_norm": 0.06824666098477865,
      "learning_rate": 0.00096511118247259,
      "loss": 1.4583,
      "step": 2630
    },
    {
      "epoch": 0.4161895360315893,
      "grad_norm": 0.0573196399664977,
      "learning_rate": 0.0009648577890877361,
      "loss": 1.4362,
      "step": 2635
    },
    {
      "epoch": 0.4169792694965449,
      "grad_norm": 0.055975017333987936,
      "learning_rate": 0.0009646035123562884,
      "loss": 1.4429,
      "step": 2640
    },
    {
      "epoch": 0.4177690029615005,
      "grad_norm": 0.06226787859058782,
      "learning_rate": 0.0009643483527614372,
      "loss": 1.3921,
      "step": 2645
    },
    {
      "epoch": 0.4185587364264561,
      "grad_norm": 0.05300956607302326,
      "learning_rate": 0.0009640923107880492,
      "loss": 1.4536,
      "step": 2650
    },
    {
      "epoch": 0.41934846989141167,
      "grad_norm": 0.05721204257466407,
      "learning_rate": 0.000963835386922669,
      "loss": 1.4475,
      "step": 2655
    },
    {
      "epoch": 0.4201382033563672,
      "grad_norm": 0.05702088247324283,
      "learning_rate": 0.0009635775816535162,
      "loss": 1.433,
      "step": 2660
    },
    {
      "epoch": 0.4209279368213228,
      "grad_norm": 0.05303739447119786,
      "learning_rate": 0.0009633188954704857,
      "loss": 1.4323,
      "step": 2665
    },
    {
      "epoch": 0.4217176702862784,
      "grad_norm": 0.055471615044243035,
      "learning_rate": 0.0009630593288651463,
      "loss": 1.4276,
      "step": 2670
    },
    {
      "epoch": 0.42250740375123397,
      "grad_norm": 0.0607175334210476,
      "learning_rate": 0.0009627988823307397,
      "loss": 1.4402,
      "step": 2675
    },
    {
      "epoch": 0.42329713721618956,
      "grad_norm": 0.05225287271423306,
      "learning_rate": 0.0009625375563621796,
      "loss": 1.4612,
      "step": 2680
    },
    {
      "epoch": 0.4240868706811451,
      "grad_norm": 0.060717796010046586,
      "learning_rate": 0.0009622753514560512,
      "loss": 1.5124,
      "step": 2685
    },
    {
      "epoch": 0.4248766041461007,
      "grad_norm": 0.0510691071173312,
      "learning_rate": 0.0009620122681106096,
      "loss": 1.4404,
      "step": 2690
    },
    {
      "epoch": 0.42566633761105627,
      "grad_norm": 0.05582111497677057,
      "learning_rate": 0.0009617483068257793,
      "loss": 1.5004,
      "step": 2695
    },
    {
      "epoch": 0.42645607107601186,
      "grad_norm": 0.05724639372932542,
      "learning_rate": 0.0009614834681031529,
      "loss": 1.4246,
      "step": 2700
    },
    {
      "epoch": 0.42724580454096744,
      "grad_norm": 0.06424098535552336,
      "learning_rate": 0.0009612177524459908,
      "loss": 1.4355,
      "step": 2705
    },
    {
      "epoch": 0.428035538005923,
      "grad_norm": 0.21469874389538993,
      "learning_rate": 0.0009609511603592193,
      "loss": 1.4274,
      "step": 2710
    },
    {
      "epoch": 0.42882527147087857,
      "grad_norm": 0.054141216338317415,
      "learning_rate": 0.0009606836923494305,
      "loss": 1.4546,
      "step": 2715
    },
    {
      "epoch": 0.42961500493583415,
      "grad_norm": 0.09548913014222896,
      "learning_rate": 0.0009604153489248808,
      "loss": 1.4327,
      "step": 2720
    },
    {
      "epoch": 0.43040473840078974,
      "grad_norm": 0.05942786981096741,
      "learning_rate": 0.00096014613059549,
      "loss": 1.4461,
      "step": 2725
    },
    {
      "epoch": 0.43119447186574533,
      "grad_norm": 0.055563409746241826,
      "learning_rate": 0.0009598760378728404,
      "loss": 1.4773,
      "step": 2730
    },
    {
      "epoch": 0.43198420533070087,
      "grad_norm": 0.15917732026635253,
      "learning_rate": 0.0009596050712701765,
      "loss": 1.4504,
      "step": 2735
    },
    {
      "epoch": 0.43277393879565645,
      "grad_norm": 0.05201232337863659,
      "learning_rate": 0.0009593332313024026,
      "loss": 1.4782,
      "step": 2740
    },
    {
      "epoch": 0.43356367226061204,
      "grad_norm": 0.05328505168742609,
      "learning_rate": 0.000959060518486083,
      "loss": 1.4154,
      "step": 2745
    },
    {
      "epoch": 0.43435340572556763,
      "grad_norm": 0.0558982730855623,
      "learning_rate": 0.0009587869333394408,
      "loss": 1.4446,
      "step": 2750
    },
    {
      "epoch": 0.4351431391905232,
      "grad_norm": 0.0572389208406854,
      "learning_rate": 0.0009585124763823561,
      "loss": 1.4966,
      "step": 2755
    },
    {
      "epoch": 0.43593287265547875,
      "grad_norm": 0.0561336963397761,
      "learning_rate": 0.0009582371481363663,
      "loss": 1.4024,
      "step": 2760
    },
    {
      "epoch": 0.43672260612043434,
      "grad_norm": 0.05632279632152431,
      "learning_rate": 0.0009579609491246642,
      "loss": 1.4329,
      "step": 2765
    },
    {
      "epoch": 0.43751233958538993,
      "grad_norm": 0.05974383718240693,
      "learning_rate": 0.0009576838798720974,
      "loss": 1.4275,
      "step": 2770
    },
    {
      "epoch": 0.4383020730503455,
      "grad_norm": 0.052172965062144284,
      "learning_rate": 0.000957405940905167,
      "loss": 1.4598,
      "step": 2775
    },
    {
      "epoch": 0.4390918065153011,
      "grad_norm": 0.056039869892479256,
      "learning_rate": 0.000957127132752027,
      "loss": 1.4643,
      "step": 2780
    },
    {
      "epoch": 0.43988153998025664,
      "grad_norm": 0.10665904654664335,
      "learning_rate": 0.0009568474559424827,
      "loss": 1.4391,
      "step": 2785
    },
    {
      "epoch": 0.44067127344521223,
      "grad_norm": 0.05705376335286335,
      "learning_rate": 0.0009565669110079905,
      "loss": 1.4495,
      "step": 2790
    },
    {
      "epoch": 0.4414610069101678,
      "grad_norm": 0.05912610143360401,
      "learning_rate": 0.0009562854984816562,
      "loss": 1.4837,
      "step": 2795
    },
    {
      "epoch": 0.4422507403751234,
      "grad_norm": 0.05606324992794641,
      "learning_rate": 0.0009560032188982344,
      "loss": 1.4379,
      "step": 2800
    },
    {
      "epoch": 0.443040473840079,
      "grad_norm": 0.05043023852382641,
      "learning_rate": 0.0009557200727941271,
      "loss": 1.4641,
      "step": 2805
    },
    {
      "epoch": 0.44383020730503453,
      "grad_norm": 0.05596044624871493,
      "learning_rate": 0.000955436060707383,
      "loss": 1.4538,
      "step": 2810
    },
    {
      "epoch": 0.4446199407699901,
      "grad_norm": 0.05824438219030107,
      "learning_rate": 0.0009551511831776965,
      "loss": 1.42,
      "step": 2815
    },
    {
      "epoch": 0.4454096742349457,
      "grad_norm": 0.05463123425259775,
      "learning_rate": 0.0009548654407464065,
      "loss": 1.4881,
      "step": 2820
    },
    {
      "epoch": 0.4461994076999013,
      "grad_norm": 0.055614961944762814,
      "learning_rate": 0.0009545788339564956,
      "loss": 1.4097,
      "step": 2825
    },
    {
      "epoch": 0.4469891411648569,
      "grad_norm": 0.06869195850044799,
      "learning_rate": 0.0009542913633525883,
      "loss": 1.5133,
      "step": 2830
    },
    {
      "epoch": 0.4477788746298124,
      "grad_norm": 0.05298729249463855,
      "learning_rate": 0.0009540030294809512,
      "loss": 1.4926,
      "step": 2835
    },
    {
      "epoch": 0.448568608094768,
      "grad_norm": 0.057552596910733,
      "learning_rate": 0.0009537138328894912,
      "loss": 1.5111,
      "step": 2840
    },
    {
      "epoch": 0.4493583415597236,
      "grad_norm": 0.05935174919836859,
      "learning_rate": 0.0009534237741277543,
      "loss": 1.4513,
      "step": 2845
    },
    {
      "epoch": 0.4501480750246792,
      "grad_norm": 0.05090325877693728,
      "learning_rate": 0.000953132853746925,
      "loss": 1.4729,
      "step": 2850
    },
    {
      "epoch": 0.4509378084896348,
      "grad_norm": 0.16739051861694376,
      "learning_rate": 0.0009528410722998253,
      "loss": 1.4751,
      "step": 2855
    },
    {
      "epoch": 0.4517275419545903,
      "grad_norm": 0.0664828474853673,
      "learning_rate": 0.0009525484303409131,
      "loss": 1.4768,
      "step": 2860
    },
    {
      "epoch": 0.4525172754195459,
      "grad_norm": 0.06151045697012896,
      "learning_rate": 0.0009522549284262819,
      "loss": 1.4172,
      "step": 2865
    },
    {
      "epoch": 0.4533070088845015,
      "grad_norm": 0.058685199162452927,
      "learning_rate": 0.0009519605671136586,
      "loss": 1.5287,
      "step": 2870
    },
    {
      "epoch": 0.45409674234945707,
      "grad_norm": 0.05953319464901903,
      "learning_rate": 0.0009516653469624041,
      "loss": 1.4636,
      "step": 2875
    },
    {
      "epoch": 0.45488647581441266,
      "grad_norm": 0.05773619365609971,
      "learning_rate": 0.0009513692685335107,
      "loss": 1.4921,
      "step": 2880
    },
    {
      "epoch": 0.4556762092793682,
      "grad_norm": 0.059976902188467934,
      "learning_rate": 0.0009510723323896018,
      "loss": 1.4579,
      "step": 2885
    },
    {
      "epoch": 0.4564659427443238,
      "grad_norm": 0.055404934447518574,
      "learning_rate": 0.0009507745390949306,
      "loss": 1.4425,
      "step": 2890
    },
    {
      "epoch": 0.45725567620927937,
      "grad_norm": 0.05190644416391008,
      "learning_rate": 0.0009504758892153793,
      "loss": 1.4531,
      "step": 2895
    },
    {
      "epoch": 0.45804540967423496,
      "grad_norm": 0.05496812339499452,
      "learning_rate": 0.0009501763833184578,
      "loss": 1.4165,
      "step": 2900
    },
    {
      "epoch": 0.45883514313919055,
      "grad_norm": 0.055640892748200846,
      "learning_rate": 0.0009498760219733023,
      "loss": 1.46,
      "step": 2905
    },
    {
      "epoch": 0.4596248766041461,
      "grad_norm": 0.0540154415007157,
      "learning_rate": 0.000949574805750675,
      "loss": 1.3977,
      "step": 2910
    },
    {
      "epoch": 0.46041461006910167,
      "grad_norm": 0.05628249126167009,
      "learning_rate": 0.0009492727352229622,
      "loss": 1.4394,
      "step": 2915
    },
    {
      "epoch": 0.46120434353405726,
      "grad_norm": 0.05983708193964999,
      "learning_rate": 0.0009489698109641741,
      "loss": 1.4834,
      "step": 2920
    },
    {
      "epoch": 0.46199407699901285,
      "grad_norm": 0.052869009352684966,
      "learning_rate": 0.0009486660335499426,
      "loss": 1.4401,
      "step": 2925
    },
    {
      "epoch": 0.46278381046396844,
      "grad_norm": 0.05502440619213074,
      "learning_rate": 0.0009483614035575214,
      "loss": 1.442,
      "step": 2930
    },
    {
      "epoch": 0.46357354392892397,
      "grad_norm": 0.051769262161226265,
      "learning_rate": 0.0009480559215657838,
      "loss": 1.4892,
      "step": 2935
    },
    {
      "epoch": 0.46436327739387956,
      "grad_norm": 0.05662715430966046,
      "learning_rate": 0.0009477495881552225,
      "loss": 1.4481,
      "step": 2940
    },
    {
      "epoch": 0.46515301085883515,
      "grad_norm": 0.05491554510373557,
      "learning_rate": 0.0009474424039079479,
      "loss": 1.4481,
      "step": 2945
    },
    {
      "epoch": 0.46594274432379074,
      "grad_norm": 0.05752983920004697,
      "learning_rate": 0.000947134369407687,
      "loss": 1.4423,
      "step": 2950
    },
    {
      "epoch": 0.4667324777887463,
      "grad_norm": 0.06854576959205178,
      "learning_rate": 0.000946825485239783,
      "loss": 1.521,
      "step": 2955
    },
    {
      "epoch": 0.46752221125370186,
      "grad_norm": 0.053110199747810574,
      "learning_rate": 0.0009465157519911936,
      "loss": 1.4325,
      "step": 2960
    },
    {
      "epoch": 0.46831194471865745,
      "grad_norm": 0.05216386269441701,
      "learning_rate": 0.0009462051702504893,
      "loss": 1.4443,
      "step": 2965
    },
    {
      "epoch": 0.46910167818361304,
      "grad_norm": 0.05542259600955188,
      "learning_rate": 0.0009458937406078539,
      "loss": 1.5043,
      "step": 2970
    },
    {
      "epoch": 0.4698914116485686,
      "grad_norm": 0.0512024376640896,
      "learning_rate": 0.0009455814636550817,
      "loss": 1.4069,
      "step": 2975
    },
    {
      "epoch": 0.4706811451135242,
      "grad_norm": 0.05525189690836174,
      "learning_rate": 0.0009452683399855774,
      "loss": 1.4597,
      "step": 2980
    },
    {
      "epoch": 0.47147087857847975,
      "grad_norm": 0.06158166030733528,
      "learning_rate": 0.0009449543701943546,
      "loss": 1.3925,
      "step": 2985
    },
    {
      "epoch": 0.47226061204343533,
      "grad_norm": 0.056525264339327586,
      "learning_rate": 0.0009446395548780351,
      "loss": 1.5224,
      "step": 2990
    },
    {
      "epoch": 0.4730503455083909,
      "grad_norm": 0.05873726496351656,
      "learning_rate": 0.0009443238946348467,
      "loss": 1.4674,
      "step": 2995
    },
    {
      "epoch": 0.4738400789733465,
      "grad_norm": 0.052552523737281684,
      "learning_rate": 0.0009440073900646235,
      "loss": 1.4322,
      "step": 3000
    },
    {
      "epoch": 0.47462981243830205,
      "grad_norm": 0.06270309281223518,
      "learning_rate": 0.0009436900417688034,
      "loss": 1.4653,
      "step": 3005
    },
    {
      "epoch": 0.47541954590325763,
      "grad_norm": 0.05310928891079574,
      "learning_rate": 0.000943371850350428,
      "loss": 1.4493,
      "step": 3010
    },
    {
      "epoch": 0.4762092793682132,
      "grad_norm": 0.06008930090006394,
      "learning_rate": 0.0009430528164141411,
      "loss": 1.4638,
      "step": 3015
    },
    {
      "epoch": 0.4769990128331688,
      "grad_norm": 0.05302273757414985,
      "learning_rate": 0.0009427329405661873,
      "loss": 1.4358,
      "step": 3020
    },
    {
      "epoch": 0.4777887462981244,
      "grad_norm": 0.057288831842092866,
      "learning_rate": 0.0009424122234144109,
      "loss": 1.4568,
      "step": 3025
    },
    {
      "epoch": 0.47857847976307993,
      "grad_norm": 0.05788235217324525,
      "learning_rate": 0.0009420906655682552,
      "loss": 1.4711,
      "step": 3030
    },
    {
      "epoch": 0.4793682132280355,
      "grad_norm": 0.05781686604934883,
      "learning_rate": 0.0009417682676387608,
      "loss": 1.4981,
      "step": 3035
    },
    {
      "epoch": 0.4801579466929911,
      "grad_norm": 0.05220152159424992,
      "learning_rate": 0.0009414450302385649,
      "loss": 1.4329,
      "step": 3040
    },
    {
      "epoch": 0.4809476801579467,
      "grad_norm": 0.05442652990896753,
      "learning_rate": 0.0009411209539818996,
      "loss": 1.4572,
      "step": 3045
    },
    {
      "epoch": 0.4817374136229023,
      "grad_norm": 0.05266502551125478,
      "learning_rate": 0.0009407960394845913,
      "loss": 1.3876,
      "step": 3050
    },
    {
      "epoch": 0.4825271470878578,
      "grad_norm": 0.05091239989495942,
      "learning_rate": 0.0009404702873640594,
      "loss": 1.4538,
      "step": 3055
    },
    {
      "epoch": 0.4833168805528134,
      "grad_norm": 0.05854933909422472,
      "learning_rate": 0.0009401436982393143,
      "loss": 1.4807,
      "step": 3060
    },
    {
      "epoch": 0.484106614017769,
      "grad_norm": 0.05733831620887593,
      "learning_rate": 0.0009398162727309578,
      "loss": 1.4171,
      "step": 3065
    },
    {
      "epoch": 0.4848963474827246,
      "grad_norm": 0.05476144598373536,
      "learning_rate": 0.0009394880114611806,
      "loss": 1.4295,
      "step": 3070
    },
    {
      "epoch": 0.4856860809476802,
      "grad_norm": 0.0506362961770972,
      "learning_rate": 0.0009391589150537613,
      "loss": 1.4248,
      "step": 3075
    },
    {
      "epoch": 0.4864758144126357,
      "grad_norm": 0.0502407847944295,
      "learning_rate": 0.000938828984134066,
      "loss": 1.4903,
      "step": 3080
    },
    {
      "epoch": 0.4872655478775913,
      "grad_norm": 0.05542562680870612,
      "learning_rate": 0.0009384982193290462,
      "loss": 1.4043,
      "step": 3085
    },
    {
      "epoch": 0.4880552813425469,
      "grad_norm": 0.05566577877283261,
      "learning_rate": 0.0009381666212672383,
      "loss": 1.5308,
      "step": 3090
    },
    {
      "epoch": 0.4888450148075025,
      "grad_norm": 0.05546449878690633,
      "learning_rate": 0.0009378341905787618,
      "loss": 1.4276,
      "step": 3095
    },
    {
      "epoch": 0.48963474827245806,
      "grad_norm": 0.05021544121685717,
      "learning_rate": 0.0009375009278953186,
      "loss": 1.4529,
      "step": 3100
    },
    {
      "epoch": 0.4904244817374136,
      "grad_norm": 0.05776527888178445,
      "learning_rate": 0.0009371668338501915,
      "loss": 1.4561,
      "step": 3105
    },
    {
      "epoch": 0.4912142152023692,
      "grad_norm": 0.06225869150966342,
      "learning_rate": 0.0009368319090782431,
      "loss": 1.3789,
      "step": 3110
    },
    {
      "epoch": 0.4920039486673248,
      "grad_norm": 0.058512495237230754,
      "learning_rate": 0.0009364961542159147,
      "loss": 1.4558,
      "step": 3115
    },
    {
      "epoch": 0.49279368213228036,
      "grad_norm": 0.05692740277448916,
      "learning_rate": 0.0009361595699012246,
      "loss": 1.4183,
      "step": 3120
    },
    {
      "epoch": 0.49358341559723595,
      "grad_norm": 0.05780336820186972,
      "learning_rate": 0.0009358221567737681,
      "loss": 1.4702,
      "step": 3125
    },
    {
      "epoch": 0.4943731490621915,
      "grad_norm": 0.056453395507974506,
      "learning_rate": 0.0009354839154747146,
      "loss": 1.4022,
      "step": 3130
    },
    {
      "epoch": 0.4951628825271471,
      "grad_norm": 0.053768960191853385,
      "learning_rate": 0.0009351448466468073,
      "loss": 1.4337,
      "step": 3135
    },
    {
      "epoch": 0.49595261599210266,
      "grad_norm": 0.05115962259995779,
      "learning_rate": 0.0009348049509343627,
      "loss": 1.4259,
      "step": 3140
    },
    {
      "epoch": 0.49674234945705825,
      "grad_norm": 0.05377698308005943,
      "learning_rate": 0.0009344642289832677,
      "loss": 1.5013,
      "step": 3145
    },
    {
      "epoch": 0.49753208292201384,
      "grad_norm": 0.051312967055302895,
      "learning_rate": 0.0009341226814409797,
      "loss": 1.4181,
      "step": 3150
    },
    {
      "epoch": 0.4983218163869694,
      "grad_norm": 0.05235528907247849,
      "learning_rate": 0.0009337803089565248,
      "loss": 1.3947,
      "step": 3155
    },
    {
      "epoch": 0.49911154985192496,
      "grad_norm": 0.058231975683284365,
      "learning_rate": 0.0009334371121804967,
      "loss": 1.4265,
      "step": 3160
    },
    {
      "epoch": 0.49990128331688055,
      "grad_norm": 0.051039227720201856,
      "learning_rate": 0.0009330930917650557,
      "loss": 1.4469,
      "step": 3165
    },
    {
      "epoch": 0.5006910167818361,
      "grad_norm": 0.0532998828342021,
      "learning_rate": 0.0009327482483639269,
      "loss": 1.4227,
      "step": 3170
    },
    {
      "epoch": 0.5014807502467917,
      "grad_norm": 0.058621970393421007,
      "learning_rate": 0.0009324025826323994,
      "loss": 1.4503,
      "step": 3175
    },
    {
      "epoch": 0.5022704837117473,
      "grad_norm": 0.04966966897727052,
      "learning_rate": 0.000932056095227325,
      "loss": 1.3905,
      "step": 3180
    },
    {
      "epoch": 0.5030602171767029,
      "grad_norm": 0.05107632870430225,
      "learning_rate": 0.0009317087868071167,
      "loss": 1.4305,
      "step": 3185
    },
    {
      "epoch": 0.5038499506416585,
      "grad_norm": 0.05189769746090103,
      "learning_rate": 0.0009313606580317477,
      "loss": 1.4247,
      "step": 3190
    },
    {
      "epoch": 0.504639684106614,
      "grad_norm": 0.05663909740229806,
      "learning_rate": 0.0009310117095627505,
      "loss": 1.4397,
      "step": 3195
    },
    {
      "epoch": 0.5054294175715696,
      "grad_norm": 0.05750657020955516,
      "learning_rate": 0.0009306619420632145,
      "loss": 1.5124,
      "step": 3200
    },
    {
      "epoch": 0.5062191510365252,
      "grad_norm": 0.0557317043622752,
      "learning_rate": 0.0009303113561977861,
      "loss": 1.4081,
      "step": 3205
    },
    {
      "epoch": 0.5070088845014807,
      "grad_norm": 0.049350395000161446,
      "learning_rate": 0.0009299599526326661,
      "loss": 1.4733,
      "step": 3210
    },
    {
      "epoch": 0.5077986179664363,
      "grad_norm": 0.053936422457733287,
      "learning_rate": 0.0009296077320356101,
      "loss": 1.4808,
      "step": 3215
    },
    {
      "epoch": 0.5085883514313919,
      "grad_norm": 0.04964390382105894,
      "learning_rate": 0.0009292546950759254,
      "loss": 1.451,
      "step": 3220
    },
    {
      "epoch": 0.5093780848963475,
      "grad_norm": 0.05012526957892594,
      "learning_rate": 0.000928900842424471,
      "loss": 1.4199,
      "step": 3225
    },
    {
      "epoch": 0.5101678183613031,
      "grad_norm": 0.05955063023868558,
      "learning_rate": 0.0009285461747536559,
      "loss": 1.4319,
      "step": 3230
    },
    {
      "epoch": 0.5109575518262587,
      "grad_norm": 0.0557233090494278,
      "learning_rate": 0.0009281906927374376,
      "loss": 1.4677,
      "step": 3235
    },
    {
      "epoch": 0.5117472852912142,
      "grad_norm": 0.05839309404805339,
      "learning_rate": 0.0009278343970513214,
      "loss": 1.4341,
      "step": 3240
    },
    {
      "epoch": 0.5125370187561697,
      "grad_norm": 0.05119298735366862,
      "learning_rate": 0.0009274772883723587,
      "loss": 1.3872,
      "step": 3245
    },
    {
      "epoch": 0.5133267522211253,
      "grad_norm": 0.05007267885767642,
      "learning_rate": 0.0009271193673791455,
      "loss": 1.4095,
      "step": 3250
    },
    {
      "epoch": 0.5141164856860809,
      "grad_norm": 0.05367308759664869,
      "learning_rate": 0.0009267606347518218,
      "loss": 1.4921,
      "step": 3255
    },
    {
      "epoch": 0.5149062191510365,
      "grad_norm": 0.04905895394892602,
      "learning_rate": 0.0009264010911720696,
      "loss": 1.3823,
      "step": 3260
    },
    {
      "epoch": 0.5156959526159921,
      "grad_norm": 0.05593146145248744,
      "learning_rate": 0.000926040737323112,
      "loss": 1.4193,
      "step": 3265
    },
    {
      "epoch": 0.5164856860809477,
      "grad_norm": 0.04957408127807783,
      "learning_rate": 0.000925679573889712,
      "loss": 1.4732,
      "step": 3270
    },
    {
      "epoch": 0.5172754195459033,
      "grad_norm": 0.05739134960854123,
      "learning_rate": 0.0009253176015581708,
      "loss": 1.419,
      "step": 3275
    },
    {
      "epoch": 0.5180651530108589,
      "grad_norm": 0.05232277185544456,
      "learning_rate": 0.0009249548210163267,
      "loss": 1.4457,
      "step": 3280
    },
    {
      "epoch": 0.5188548864758145,
      "grad_norm": 0.0498116583880406,
      "learning_rate": 0.0009245912329535541,
      "loss": 1.435,
      "step": 3285
    },
    {
      "epoch": 0.5196446199407699,
      "grad_norm": 0.05015094055062953,
      "learning_rate": 0.0009242268380607615,
      "loss": 1.4252,
      "step": 3290
    },
    {
      "epoch": 0.5204343534057255,
      "grad_norm": 0.06344880256066653,
      "learning_rate": 0.0009238616370303905,
      "loss": 1.4783,
      "step": 3295
    },
    {
      "epoch": 0.5212240868706811,
      "grad_norm": 0.06124302312223346,
      "learning_rate": 0.0009234956305564153,
      "loss": 1.4368,
      "step": 3300
    },
    {
      "epoch": 0.5220138203356367,
      "grad_norm": 0.05205496773444977,
      "learning_rate": 0.0009231288193343399,
      "loss": 1.4416,
      "step": 3305
    },
    {
      "epoch": 0.5228035538005923,
      "grad_norm": 0.05292864273652534,
      "learning_rate": 0.0009227612040611979,
      "loss": 1.4569,
      "step": 3310
    },
    {
      "epoch": 0.5235932872655479,
      "grad_norm": 0.05105410104324392,
      "learning_rate": 0.0009223927854355505,
      "loss": 1.4372,
      "step": 3315
    },
    {
      "epoch": 0.5243830207305035,
      "grad_norm": 0.06729826826237374,
      "learning_rate": 0.0009220235641574857,
      "loss": 1.4798,
      "step": 3320
    },
    {
      "epoch": 0.5251727541954591,
      "grad_norm": 0.05180781072085035,
      "learning_rate": 0.0009216535409286168,
      "loss": 1.4034,
      "step": 3325
    },
    {
      "epoch": 0.5259624876604146,
      "grad_norm": 0.06778162438754792,
      "learning_rate": 0.000921282716452081,
      "loss": 1.4079,
      "step": 3330
    },
    {
      "epoch": 0.5267522211253702,
      "grad_norm": 0.0510522684733257,
      "learning_rate": 0.0009209110914325376,
      "loss": 1.4714,
      "step": 3335
    },
    {
      "epoch": 0.5275419545903257,
      "grad_norm": 0.0630141726767511,
      "learning_rate": 0.0009205386665761679,
      "loss": 1.4992,
      "step": 3340
    },
    {
      "epoch": 0.5283316880552813,
      "grad_norm": 0.05616267442810674,
      "learning_rate": 0.0009201654425906725,
      "loss": 1.3988,
      "step": 3345
    },
    {
      "epoch": 0.5291214215202369,
      "grad_norm": 0.059553894868676564,
      "learning_rate": 0.0009197914201852706,
      "loss": 1.4646,
      "step": 3350
    },
    {
      "epoch": 0.5299111549851925,
      "grad_norm": 0.06184599121027623,
      "learning_rate": 0.000919416600070699,
      "loss": 1.3892,
      "step": 3355
    },
    {
      "epoch": 0.5307008884501481,
      "grad_norm": 0.058021142689795475,
      "learning_rate": 0.0009190409829592101,
      "loss": 1.4165,
      "step": 3360
    },
    {
      "epoch": 0.5314906219151037,
      "grad_norm": 0.053779673346908606,
      "learning_rate": 0.0009186645695645706,
      "loss": 1.4626,
      "step": 3365
    },
    {
      "epoch": 0.5322803553800592,
      "grad_norm": 0.050447084421118074,
      "learning_rate": 0.0009182873606020606,
      "loss": 1.4876,
      "step": 3370
    },
    {
      "epoch": 0.5330700888450148,
      "grad_norm": 0.05562217303382833,
      "learning_rate": 0.000917909356788472,
      "loss": 1.4067,
      "step": 3375
    },
    {
      "epoch": 0.5338598223099704,
      "grad_norm": 0.050524359475855596,
      "learning_rate": 0.0009175305588421068,
      "loss": 1.5045,
      "step": 3380
    },
    {
      "epoch": 0.534649555774926,
      "grad_norm": 0.05778614108656849,
      "learning_rate": 0.0009171509674827764,
      "loss": 1.436,
      "step": 3385
    },
    {
      "epoch": 0.5354392892398815,
      "grad_norm": 0.049762269068634346,
      "learning_rate": 0.0009167705834318,
      "loss": 1.4372,
      "step": 3390
    },
    {
      "epoch": 0.5362290227048371,
      "grad_norm": 0.05221901220501268,
      "learning_rate": 0.0009163894074120024,
      "loss": 1.4493,
      "step": 3395
    },
    {
      "epoch": 0.5370187561697927,
      "grad_norm": 0.0483131862409139,
      "learning_rate": 0.0009160074401477141,
      "loss": 1.4314,
      "step": 3400
    },
    {
      "epoch": 0.5378084896347483,
      "grad_norm": 0.05152144040058071,
      "learning_rate": 0.0009156246823647688,
      "loss": 1.4472,
      "step": 3405
    },
    {
      "epoch": 0.5385982230997038,
      "grad_norm": 0.053674169021089346,
      "learning_rate": 0.0009152411347905026,
      "loss": 1.4611,
      "step": 3410
    },
    {
      "epoch": 0.5393879565646594,
      "grad_norm": 0.05320600561371423,
      "learning_rate": 0.0009148567981537519,
      "loss": 1.4036,
      "step": 3415
    },
    {
      "epoch": 0.540177690029615,
      "grad_norm": 0.05670777744016051,
      "learning_rate": 0.0009144716731848531,
      "loss": 1.4383,
      "step": 3420
    },
    {
      "epoch": 0.5409674234945706,
      "grad_norm": 0.054391995892651215,
      "learning_rate": 0.0009140857606156403,
      "loss": 1.4513,
      "step": 3425
    },
    {
      "epoch": 0.5417571569595262,
      "grad_norm": 0.05749175101665253,
      "learning_rate": 0.0009136990611794447,
      "loss": 1.4372,
      "step": 3430
    },
    {
      "epoch": 0.5425468904244818,
      "grad_norm": 0.05246548836735639,
      "learning_rate": 0.0009133115756110919,
      "loss": 1.424,
      "step": 3435
    },
    {
      "epoch": 0.5433366238894373,
      "grad_norm": 0.05344208351520634,
      "learning_rate": 0.000912923304646902,
      "loss": 1.417,
      "step": 3440
    },
    {
      "epoch": 0.5441263573543929,
      "grad_norm": 0.050268641131907606,
      "learning_rate": 0.0009125342490246877,
      "loss": 1.3874,
      "step": 3445
    },
    {
      "epoch": 0.5449160908193484,
      "grad_norm": 0.05305929567631073,
      "learning_rate": 0.000912144409483752,
      "loss": 1.4487,
      "step": 3450
    },
    {
      "epoch": 0.545705824284304,
      "grad_norm": 0.05593220865509431,
      "learning_rate": 0.0009117537867648882,
      "loss": 1.4119,
      "step": 3455
    },
    {
      "epoch": 0.5464955577492596,
      "grad_norm": 0.05311522229184116,
      "learning_rate": 0.0009113623816103773,
      "loss": 1.4705,
      "step": 3460
    },
    {
      "epoch": 0.5472852912142152,
      "grad_norm": 0.05695064844039393,
      "learning_rate": 0.0009109701947639879,
      "loss": 1.4464,
      "step": 3465
    },
    {
      "epoch": 0.5480750246791708,
      "grad_norm": 0.05696837198928289,
      "learning_rate": 0.0009105772269709734,
      "loss": 1.447,
      "step": 3470
    },
    {
      "epoch": 0.5488647581441264,
      "grad_norm": 0.06592103036093937,
      "learning_rate": 0.0009101834789780711,
      "loss": 1.4387,
      "step": 3475
    },
    {
      "epoch": 0.549654491609082,
      "grad_norm": 0.05196625968711121,
      "learning_rate": 0.0009097889515335014,
      "loss": 1.4436,
      "step": 3480
    },
    {
      "epoch": 0.5504442250740376,
      "grad_norm": 0.05314585381306903,
      "learning_rate": 0.0009093936453869653,
      "loss": 1.465,
      "step": 3485
    },
    {
      "epoch": 0.551233958538993,
      "grad_norm": 0.05861238618787205,
      "learning_rate": 0.000908997561289644,
      "loss": 1.4014,
      "step": 3490
    },
    {
      "epoch": 0.5520236920039486,
      "grad_norm": 0.051691682525695365,
      "learning_rate": 0.0009086006999941968,
      "loss": 1.439,
      "step": 3495
    },
    {
      "epoch": 0.5528134254689042,
      "grad_norm": 0.052759918738764185,
      "learning_rate": 0.0009082030622547598,
      "loss": 1.3929,
      "step": 3500
    },
    {
      "epoch": 0.5536031589338598,
      "grad_norm": 0.06408464632547846,
      "learning_rate": 0.0009078046488269445,
      "loss": 1.463,
      "step": 3505
    },
    {
      "epoch": 0.5543928923988154,
      "grad_norm": 0.05137059099755161,
      "learning_rate": 0.0009074054604678368,
      "loss": 1.4352,
      "step": 3510
    },
    {
      "epoch": 0.555182625863771,
      "grad_norm": 0.05538144562978514,
      "learning_rate": 0.0009070054979359947,
      "loss": 1.5035,
      "step": 3515
    },
    {
      "epoch": 0.5559723593287266,
      "grad_norm": 0.05446460713827215,
      "learning_rate": 0.0009066047619914475,
      "loss": 1.4047,
      "step": 3520
    },
    {
      "epoch": 0.5567620927936822,
      "grad_norm": 0.13032462380663584,
      "learning_rate": 0.0009062032533956941,
      "loss": 1.4022,
      "step": 3525
    },
    {
      "epoch": 0.5575518262586378,
      "grad_norm": 0.05217794340776339,
      "learning_rate": 0.0009058009729117018,
      "loss": 1.4597,
      "step": 3530
    },
    {
      "epoch": 0.5583415597235933,
      "grad_norm": 0.06288417313092505,
      "learning_rate": 0.0009053979213039048,
      "loss": 1.3823,
      "step": 3535
    },
    {
      "epoch": 0.5591312931885488,
      "grad_norm": 0.07762531745073124,
      "learning_rate": 0.000904994099338202,
      "loss": 1.4012,
      "step": 3540
    },
    {
      "epoch": 0.5599210266535044,
      "grad_norm": 0.04841889604734628,
      "learning_rate": 0.0009045895077819569,
      "loss": 1.3895,
      "step": 3545
    },
    {
      "epoch": 0.56071076011846,
      "grad_norm": 0.050294129665813085,
      "learning_rate": 0.000904184147403995,
      "loss": 1.482,
      "step": 3550
    },
    {
      "epoch": 0.5615004935834156,
      "grad_norm": 0.05950377028269596,
      "learning_rate": 0.000903778018974603,
      "loss": 1.4172,
      "step": 3555
    },
    {
      "epoch": 0.5622902270483712,
      "grad_norm": 0.06131861864963254,
      "learning_rate": 0.0009033711232655266,
      "loss": 1.4183,
      "step": 3560
    },
    {
      "epoch": 0.5630799605133268,
      "grad_norm": 0.06456940391490376,
      "learning_rate": 0.0009029634610499703,
      "loss": 1.4569,
      "step": 3565
    },
    {
      "epoch": 0.5638696939782823,
      "grad_norm": 0.055342967934774945,
      "learning_rate": 0.0009025550331025944,
      "loss": 1.3991,
      "step": 3570
    },
    {
      "epoch": 0.5646594274432379,
      "grad_norm": 0.052519515395152976,
      "learning_rate": 0.0009021458401995148,
      "loss": 1.4476,
      "step": 3575
    },
    {
      "epoch": 0.5654491609081935,
      "grad_norm": 0.051999711850734674,
      "learning_rate": 0.0009017358831183009,
      "loss": 1.3996,
      "step": 3580
    },
    {
      "epoch": 0.5662388943731491,
      "grad_norm": 0.059546875613786826,
      "learning_rate": 0.0009013251626379742,
      "loss": 1.4929,
      "step": 3585
    },
    {
      "epoch": 0.5670286278381046,
      "grad_norm": 0.05825620016477366,
      "learning_rate": 0.0009009136795390063,
      "loss": 1.3993,
      "step": 3590
    },
    {
      "epoch": 0.5678183613030602,
      "grad_norm": 0.04970768750529456,
      "learning_rate": 0.0009005014346033189,
      "loss": 1.4149,
      "step": 3595
    },
    {
      "epoch": 0.5686080947680158,
      "grad_norm": 0.05581244290203247,
      "learning_rate": 0.000900088428614281,
      "loss": 1.4123,
      "step": 3600
    },
    {
      "epoch": 0.5693978282329714,
      "grad_norm": 0.050403634468236015,
      "learning_rate": 0.0008996746623567076,
      "loss": 1.4335,
      "step": 3605
    },
    {
      "epoch": 0.570187561697927,
      "grad_norm": 0.05276090965262609,
      "learning_rate": 0.0008992601366168585,
      "loss": 1.4254,
      "step": 3610
    },
    {
      "epoch": 0.5709772951628825,
      "grad_norm": 0.060179836859867594,
      "learning_rate": 0.0008988448521824368,
      "loss": 1.4585,
      "step": 3615
    },
    {
      "epoch": 0.5717670286278381,
      "grad_norm": 0.06843865928183493,
      "learning_rate": 0.0008984288098425875,
      "loss": 1.4347,
      "step": 3620
    },
    {
      "epoch": 0.5725567620927937,
      "grad_norm": 0.056289469820126344,
      "learning_rate": 0.0008980120103878951,
      "loss": 1.5122,
      "step": 3625
    },
    {
      "epoch": 0.5733464955577493,
      "grad_norm": 0.057111544590873045,
      "learning_rate": 0.0008975944546103836,
      "loss": 1.4462,
      "step": 3630
    },
    {
      "epoch": 0.5741362290227049,
      "grad_norm": 0.05738688041309774,
      "learning_rate": 0.000897176143303514,
      "loss": 1.4813,
      "step": 3635
    },
    {
      "epoch": 0.5749259624876604,
      "grad_norm": 0.05630382585936244,
      "learning_rate": 0.0008967570772621825,
      "loss": 1.4561,
      "step": 3640
    },
    {
      "epoch": 0.575715695952616,
      "grad_norm": 0.21151430314951664,
      "learning_rate": 0.0008963372572827202,
      "loss": 1.401,
      "step": 3645
    },
    {
      "epoch": 0.5765054294175715,
      "grad_norm": 0.11847261147905429,
      "learning_rate": 0.0008959166841628903,
      "loss": 1.4582,
      "step": 3650
    },
    {
      "epoch": 0.5772951628825271,
      "grad_norm": 0.06886460673582888,
      "learning_rate": 0.0008954953587018877,
      "loss": 1.4027,
      "step": 3655
    },
    {
      "epoch": 0.5780848963474827,
      "grad_norm": 0.07772543560437055,
      "learning_rate": 0.0008950732817003364,
      "loss": 1.427,
      "step": 3660
    },
    {
      "epoch": 0.5788746298124383,
      "grad_norm": 0.05605836440714091,
      "learning_rate": 0.0008946504539602886,
      "loss": 1.4433,
      "step": 3665
    },
    {
      "epoch": 0.5796643632773939,
      "grad_norm": 0.055576580576982754,
      "learning_rate": 0.0008942268762852237,
      "loss": 1.4867,
      "step": 3670
    },
    {
      "epoch": 0.5804540967423495,
      "grad_norm": 0.05963829648611718,
      "learning_rate": 0.0008938025494800453,
      "loss": 1.3803,
      "step": 3675
    },
    {
      "epoch": 0.5812438302073051,
      "grad_norm": 0.05571476680362204,
      "learning_rate": 0.0008933774743510812,
      "loss": 1.4245,
      "step": 3680
    },
    {
      "epoch": 0.5820335636722606,
      "grad_norm": 0.06737243782152938,
      "learning_rate": 0.0008929516517060807,
      "loss": 1.4926,
      "step": 3685
    },
    {
      "epoch": 0.5828232971372161,
      "grad_norm": 0.09962086761603789,
      "learning_rate": 0.0008925250823542142,
      "loss": 1.4159,
      "step": 3690
    },
    {
      "epoch": 0.5836130306021717,
      "grad_norm": 0.06881421752055267,
      "learning_rate": 0.0008920977671060701,
      "loss": 1.4257,
      "step": 3695
    },
    {
      "epoch": 0.5844027640671273,
      "grad_norm": 0.05417806574452879,
      "learning_rate": 0.000891669706773655,
      "loss": 1.4373,
      "step": 3700
    },
    {
      "epoch": 0.5851924975320829,
      "grad_norm": 0.06290811465083215,
      "learning_rate": 0.0008912409021703913,
      "loss": 1.4713,
      "step": 3705
    },
    {
      "epoch": 0.5859822309970385,
      "grad_norm": 0.0628830451575277,
      "learning_rate": 0.0008908113541111151,
      "loss": 1.417,
      "step": 3710
    },
    {
      "epoch": 0.5867719644619941,
      "grad_norm": 0.056396930711580535,
      "learning_rate": 0.0008903810634120759,
      "loss": 1.4411,
      "step": 3715
    },
    {
      "epoch": 0.5875616979269497,
      "grad_norm": 0.05469934160654264,
      "learning_rate": 0.000889950030890934,
      "loss": 1.4647,
      "step": 3720
    },
    {
      "epoch": 0.5883514313919053,
      "grad_norm": 0.05235027700672856,
      "learning_rate": 0.0008895182573667597,
      "loss": 1.5101,
      "step": 3725
    },
    {
      "epoch": 0.5891411648568609,
      "grad_norm": 0.051103595633297846,
      "learning_rate": 0.000889085743660031,
      "loss": 1.4331,
      "step": 3730
    },
    {
      "epoch": 0.5899308983218163,
      "grad_norm": 0.05430780729404128,
      "learning_rate": 0.0008886524905926326,
      "loss": 1.41,
      "step": 3735
    },
    {
      "epoch": 0.5907206317867719,
      "grad_norm": 0.05245936524364497,
      "learning_rate": 0.0008882184989878542,
      "loss": 1.4248,
      "step": 3740
    },
    {
      "epoch": 0.5915103652517275,
      "grad_norm": 0.05041049571629615,
      "learning_rate": 0.0008877837696703888,
      "loss": 1.4371,
      "step": 3745
    },
    {
      "epoch": 0.5923000987166831,
      "grad_norm": 0.04830053106769362,
      "learning_rate": 0.0008873483034663314,
      "loss": 1.4074,
      "step": 3750
    },
    {
      "epoch": 0.5930898321816387,
      "grad_norm": 0.04775368664483681,
      "learning_rate": 0.0008869121012031774,
      "loss": 1.4205,
      "step": 3755
    },
    {
      "epoch": 0.5938795656465943,
      "grad_norm": 0.054885777117216025,
      "learning_rate": 0.0008864751637098203,
      "loss": 1.4811,
      "step": 3760
    },
    {
      "epoch": 0.5946692991115499,
      "grad_norm": 0.052929586975956955,
      "learning_rate": 0.0008860374918165515,
      "loss": 1.482,
      "step": 3765
    },
    {
      "epoch": 0.5954590325765055,
      "grad_norm": 0.04991983403962012,
      "learning_rate": 0.0008855990863550574,
      "loss": 1.439,
      "step": 3770
    },
    {
      "epoch": 0.596248766041461,
      "grad_norm": 0.05435957834045565,
      "learning_rate": 0.0008851599481584185,
      "loss": 1.45,
      "step": 3775
    },
    {
      "epoch": 0.5970384995064166,
      "grad_norm": 0.05325920924026435,
      "learning_rate": 0.0008847200780611076,
      "loss": 1.5056,
      "step": 3780
    },
    {
      "epoch": 0.5978282329713721,
      "grad_norm": 0.05421587970058161,
      "learning_rate": 0.0008842794768989886,
      "loss": 1.459,
      "step": 3785
    },
    {
      "epoch": 0.5986179664363277,
      "grad_norm": 0.050635026317402604,
      "learning_rate": 0.0008838381455093144,
      "loss": 1.4367,
      "step": 3790
    },
    {
      "epoch": 0.5994076999012833,
      "grad_norm": 0.048797308633263904,
      "learning_rate": 0.0008833960847307254,
      "loss": 1.3991,
      "step": 3795
    },
    {
      "epoch": 0.6001974333662389,
      "grad_norm": 0.056123782393315946,
      "learning_rate": 0.0008829532954032482,
      "loss": 1.4236,
      "step": 3800
    },
    {
      "epoch": 0.6009871668311945,
      "grad_norm": 0.04970059257616728,
      "learning_rate": 0.0008825097783682938,
      "loss": 1.3806,
      "step": 3805
    },
    {
      "epoch": 0.60177690029615,
      "grad_norm": 0.05385242213314078,
      "learning_rate": 0.0008820655344686561,
      "loss": 1.4462,
      "step": 3810
    },
    {
      "epoch": 0.6025666337611056,
      "grad_norm": 0.05258294080758107,
      "learning_rate": 0.0008816205645485098,
      "loss": 1.3787,
      "step": 3815
    },
    {
      "epoch": 0.6033563672260612,
      "grad_norm": 0.05026869834620069,
      "learning_rate": 0.0008811748694534099,
      "loss": 1.4115,
      "step": 3820
    },
    {
      "epoch": 0.6041461006910168,
      "grad_norm": 0.05443069905899551,
      "learning_rate": 0.0008807284500302888,
      "loss": 1.4508,
      "step": 3825
    },
    {
      "epoch": 0.6049358341559724,
      "grad_norm": 0.05040581928537392,
      "learning_rate": 0.0008802813071274556,
      "loss": 1.4863,
      "step": 3830
    },
    {
      "epoch": 0.6057255676209279,
      "grad_norm": 0.04810684411674061,
      "learning_rate": 0.0008798334415945944,
      "loss": 1.4021,
      "step": 3835
    },
    {
      "epoch": 0.6065153010858835,
      "grad_norm": 0.051660768186081306,
      "learning_rate": 0.000879384854282762,
      "loss": 1.4243,
      "step": 3840
    },
    {
      "epoch": 0.6073050345508391,
      "grad_norm": 0.0570081705023914,
      "learning_rate": 0.0008789355460443871,
      "loss": 1.4413,
      "step": 3845
    },
    {
      "epoch": 0.6080947680157947,
      "grad_norm": 0.0588416544922555,
      "learning_rate": 0.0008784855177332683,
      "loss": 1.4181,
      "step": 3850
    },
    {
      "epoch": 0.6088845014807502,
      "grad_norm": 0.05548161749843159,
      "learning_rate": 0.0008780347702045721,
      "loss": 1.4824,
      "step": 3855
    },
    {
      "epoch": 0.6096742349457058,
      "grad_norm": 0.05173305211078139,
      "learning_rate": 0.0008775833043148325,
      "loss": 1.4768,
      "step": 3860
    },
    {
      "epoch": 0.6104639684106614,
      "grad_norm": 0.04932175405438752,
      "learning_rate": 0.0008771311209219479,
      "loss": 1.4251,
      "step": 3865
    },
    {
      "epoch": 0.611253701875617,
      "grad_norm": 0.05809065797469355,
      "learning_rate": 0.0008766782208851804,
      "loss": 1.427,
      "step": 3870
    },
    {
      "epoch": 0.6120434353405726,
      "grad_norm": 0.05229082973435627,
      "learning_rate": 0.0008762246050651539,
      "loss": 1.4699,
      "step": 3875
    },
    {
      "epoch": 0.6128331688055282,
      "grad_norm": 0.0529768443988671,
      "learning_rate": 0.0008757702743238523,
      "loss": 1.4231,
      "step": 3880
    },
    {
      "epoch": 0.6136229022704837,
      "grad_norm": 0.05729749342559079,
      "learning_rate": 0.0008753152295246183,
      "loss": 1.4732,
      "step": 3885
    },
    {
      "epoch": 0.6144126357354392,
      "grad_norm": 0.056601415965520714,
      "learning_rate": 0.0008748594715321512,
      "loss": 1.43,
      "step": 3890
    },
    {
      "epoch": 0.6152023692003948,
      "grad_norm": 0.04851457315082396,
      "learning_rate": 0.000874403001212506,
      "loss": 1.435,
      "step": 3895
    },
    {
      "epoch": 0.6159921026653504,
      "grad_norm": 0.0526642786126801,
      "learning_rate": 0.0008739458194330905,
      "loss": 1.39,
      "step": 3900
    },
    {
      "epoch": 0.616781836130306,
      "grad_norm": 0.052306579498601596,
      "learning_rate": 0.0008734879270626653,
      "loss": 1.427,
      "step": 3905
    },
    {
      "epoch": 0.6175715695952616,
      "grad_norm": 0.048587533530308966,
      "learning_rate": 0.0008730293249713411,
      "loss": 1.405,
      "step": 3910
    },
    {
      "epoch": 0.6183613030602172,
      "grad_norm": 0.051835080216520904,
      "learning_rate": 0.0008725700140305765,
      "loss": 1.4322,
      "step": 3915
    },
    {
      "epoch": 0.6191510365251728,
      "grad_norm": 0.04721526762558842,
      "learning_rate": 0.0008721099951131783,
      "loss": 1.3977,
      "step": 3920
    },
    {
      "epoch": 0.6199407699901284,
      "grad_norm": 0.05376344090068941,
      "learning_rate": 0.0008716492690932978,
      "loss": 1.4305,
      "step": 3925
    },
    {
      "epoch": 0.620730503455084,
      "grad_norm": 0.05007590117140083,
      "learning_rate": 0.0008711878368464301,
      "loss": 1.4326,
      "step": 3930
    },
    {
      "epoch": 0.6215202369200394,
      "grad_norm": 0.04942699753908186,
      "learning_rate": 0.0008707256992494123,
      "loss": 1.4167,
      "step": 3935
    },
    {
      "epoch": 0.622309970384995,
      "grad_norm": 0.05214383711064718,
      "learning_rate": 0.0008702628571804224,
      "loss": 1.4393,
      "step": 3940
    },
    {
      "epoch": 0.6230997038499506,
      "grad_norm": 0.048712317103108575,
      "learning_rate": 0.0008697993115189762,
      "loss": 1.4133,
      "step": 3945
    },
    {
      "epoch": 0.6238894373149062,
      "grad_norm": 0.06102825605346102,
      "learning_rate": 0.0008693350631459271,
      "loss": 1.4417,
      "step": 3950
    },
    {
      "epoch": 0.6246791707798618,
      "grad_norm": 0.04795298323664023,
      "learning_rate": 0.0008688701129434636,
      "loss": 1.4428,
      "step": 3955
    },
    {
      "epoch": 0.6254689042448174,
      "grad_norm": 0.052223620811029436,
      "learning_rate": 0.0008684044617951079,
      "loss": 1.3545,
      "step": 3960
    },
    {
      "epoch": 0.626258637709773,
      "grad_norm": 0.05660289209846495,
      "learning_rate": 0.0008679381105857143,
      "loss": 1.4507,
      "step": 3965
    },
    {
      "epoch": 0.6270483711747286,
      "grad_norm": 0.04859044282877642,
      "learning_rate": 0.000867471060201467,
      "loss": 1.4004,
      "step": 3970
    },
    {
      "epoch": 0.6278381046396841,
      "grad_norm": 0.0516819043748984,
      "learning_rate": 0.0008670033115298792,
      "loss": 1.4476,
      "step": 3975
    },
    {
      "epoch": 0.6286278381046397,
      "grad_norm": 0.07449737690358801,
      "learning_rate": 0.0008665348654597911,
      "loss": 1.3815,
      "step": 3980
    },
    {
      "epoch": 0.6294175715695952,
      "grad_norm": 0.05163838391358015,
      "learning_rate": 0.0008660657228813676,
      "loss": 1.4204,
      "step": 3985
    },
    {
      "epoch": 0.6302073050345508,
      "grad_norm": 0.0468627828300351,
      "learning_rate": 0.0008655958846860976,
      "loss": 1.4265,
      "step": 3990
    },
    {
      "epoch": 0.6309970384995064,
      "grad_norm": 0.049588968691878704,
      "learning_rate": 0.0008651253517667918,
      "loss": 1.4855,
      "step": 3995
    },
    {
      "epoch": 0.631786771964462,
      "grad_norm": 0.04846070793570598,
      "learning_rate": 0.000864654125017581,
      "loss": 1.3804,
      "step": 4000
    },
    {
      "epoch": 0.6325765054294176,
      "grad_norm": 0.05229370667848926,
      "learning_rate": 0.0008641822053339144,
      "loss": 1.4451,
      "step": 4005
    },
    {
      "epoch": 0.6333662388943732,
      "grad_norm": 0.0481553334030006,
      "learning_rate": 0.0008637095936125576,
      "loss": 1.3642,
      "step": 4010
    },
    {
      "epoch": 0.6341559723593287,
      "grad_norm": 0.05171192162406627,
      "learning_rate": 0.000863236290751592,
      "loss": 1.4223,
      "step": 4015
    },
    {
      "epoch": 0.6349457058242843,
      "grad_norm": 0.0464942807033339,
      "learning_rate": 0.0008627622976504119,
      "loss": 1.4497,
      "step": 4020
    },
    {
      "epoch": 0.6357354392892399,
      "grad_norm": 0.04740741783851798,
      "learning_rate": 0.0008622876152097233,
      "loss": 1.4443,
      "step": 4025
    },
    {
      "epoch": 0.6365251727541955,
      "grad_norm": 0.05382868951021656,
      "learning_rate": 0.0008618122443315421,
      "loss": 1.419,
      "step": 4030
    },
    {
      "epoch": 0.637314906219151,
      "grad_norm": 0.05023126735292667,
      "learning_rate": 0.0008613361859191921,
      "loss": 1.4858,
      "step": 4035
    },
    {
      "epoch": 0.6381046396841066,
      "grad_norm": 0.054860849306336924,
      "learning_rate": 0.0008608594408773042,
      "loss": 1.4469,
      "step": 4040
    },
    {
      "epoch": 0.6388943731490622,
      "grad_norm": 0.049931522981241164,
      "learning_rate": 0.000860382010111814,
      "loss": 1.419,
      "step": 4045
    },
    {
      "epoch": 0.6396841066140178,
      "grad_norm": 0.05137725357536069,
      "learning_rate": 0.0008599038945299593,
      "loss": 1.4283,
      "step": 4050
    },
    {
      "epoch": 0.6404738400789733,
      "grad_norm": 0.04906585218142732,
      "learning_rate": 0.0008594250950402803,
      "loss": 1.3481,
      "step": 4055
    },
    {
      "epoch": 0.6412635735439289,
      "grad_norm": 0.05049189690647338,
      "learning_rate": 0.0008589456125526159,
      "loss": 1.4767,
      "step": 4060
    },
    {
      "epoch": 0.6420533070088845,
      "grad_norm": 0.050516031919668074,
      "learning_rate": 0.0008584654479781038,
      "loss": 1.4401,
      "step": 4065
    },
    {
      "epoch": 0.6428430404738401,
      "grad_norm": 0.05012317496742868,
      "learning_rate": 0.0008579846022291771,
      "loss": 1.4002,
      "step": 4070
    },
    {
      "epoch": 0.6436327739387957,
      "grad_norm": 0.046356071913545155,
      "learning_rate": 0.0008575030762195632,
      "loss": 1.3929,
      "step": 4075
    },
    {
      "epoch": 0.6444225074037513,
      "grad_norm": 0.04740931267824051,
      "learning_rate": 0.0008570208708642831,
      "loss": 1.4267,
      "step": 4080
    },
    {
      "epoch": 0.6452122408687068,
      "grad_norm": 0.05768131846821955,
      "learning_rate": 0.0008565379870796479,
      "loss": 1.4543,
      "step": 4085
    },
    {
      "epoch": 0.6460019743336624,
      "grad_norm": 0.06453770244169385,
      "learning_rate": 0.000856054425783258,
      "loss": 1.4137,
      "step": 4090
    },
    {
      "epoch": 0.6467917077986179,
      "grad_norm": 0.1692960265094359,
      "learning_rate": 0.0008555701878940013,
      "loss": 1.3878,
      "step": 4095
    },
    {
      "epoch": 0.6475814412635735,
      "grad_norm": 0.04933267336948465,
      "learning_rate": 0.0008550852743320518,
      "loss": 1.378,
      "step": 4100
    },
    {
      "epoch": 0.6483711747285291,
      "grad_norm": 0.06626816180903562,
      "learning_rate": 0.0008545996860188668,
      "loss": 1.3768,
      "step": 4105
    },
    {
      "epoch": 0.6491609081934847,
      "grad_norm": 0.05026391665117613,
      "learning_rate": 0.0008541134238771859,
      "loss": 1.4402,
      "step": 4110
    },
    {
      "epoch": 0.6499506416584403,
      "grad_norm": 0.06004386605821131,
      "learning_rate": 0.0008536264888310299,
      "loss": 1.4137,
      "step": 4115
    },
    {
      "epoch": 0.6507403751233959,
      "grad_norm": 0.05085616089995861,
      "learning_rate": 0.0008531388818056974,
      "loss": 1.4317,
      "step": 4120
    },
    {
      "epoch": 0.6515301085883515,
      "grad_norm": 0.08971494470630571,
      "learning_rate": 0.0008526506037277643,
      "loss": 1.3937,
      "step": 4125
    },
    {
      "epoch": 0.6523198420533071,
      "grad_norm": 0.053097608631389036,
      "learning_rate": 0.0008521616555250815,
      "loss": 1.4494,
      "step": 4130
    },
    {
      "epoch": 0.6531095755182625,
      "grad_norm": 0.05211326251091495,
      "learning_rate": 0.0008516720381267737,
      "loss": 1.4004,
      "step": 4135
    },
    {
      "epoch": 0.6538993089832181,
      "grad_norm": 0.05927405287045387,
      "learning_rate": 0.0008511817524632368,
      "loss": 1.4124,
      "step": 4140
    },
    {
      "epoch": 0.6546890424481737,
      "grad_norm": 0.05065958358656271,
      "learning_rate": 0.0008506907994661368,
      "loss": 1.4428,
      "step": 4145
    },
    {
      "epoch": 0.6554787759131293,
      "grad_norm": 0.05564213191585246,
      "learning_rate": 0.0008501991800684077,
      "loss": 1.4141,
      "step": 4150
    },
    {
      "epoch": 0.6562685093780849,
      "grad_norm": 0.04935509419467313,
      "learning_rate": 0.0008497068952042499,
      "loss": 1.4206,
      "step": 4155
    },
    {
      "epoch": 0.6570582428430405,
      "grad_norm": 0.0560628012076365,
      "learning_rate": 0.0008492139458091283,
      "loss": 1.4278,
      "step": 4160
    },
    {
      "epoch": 0.6578479763079961,
      "grad_norm": 0.04824487242457927,
      "learning_rate": 0.0008487203328197707,
      "loss": 1.4016,
      "step": 4165
    },
    {
      "epoch": 0.6586377097729517,
      "grad_norm": 0.05140407502006706,
      "learning_rate": 0.0008482260571741656,
      "loss": 1.4326,
      "step": 4170
    },
    {
      "epoch": 0.6594274432379073,
      "grad_norm": 0.04828483548496529,
      "learning_rate": 0.0008477311198115611,
      "loss": 1.4678,
      "step": 4175
    },
    {
      "epoch": 0.6602171767028627,
      "grad_norm": 0.05931916101982598,
      "learning_rate": 0.0008472355216724624,
      "loss": 1.4039,
      "step": 4180
    },
    {
      "epoch": 0.6610069101678183,
      "grad_norm": 0.06793463694709906,
      "learning_rate": 0.0008467392636986306,
      "loss": 1.3991,
      "step": 4185
    },
    {
      "epoch": 0.6617966436327739,
      "grad_norm": 0.053160013631143345,
      "learning_rate": 0.0008462423468330807,
      "loss": 1.3728,
      "step": 4190
    },
    {
      "epoch": 0.6625863770977295,
      "grad_norm": 0.05707520254945625,
      "learning_rate": 0.000845744772020079,
      "loss": 1.428,
      "step": 4195
    },
    {
      "epoch": 0.6633761105626851,
      "grad_norm": 0.05132797492048981,
      "learning_rate": 0.0008452465402051433,
      "loss": 1.4231,
      "step": 4200
    },
    {
      "epoch": 0.6641658440276407,
      "grad_norm": 0.0611616439696523,
      "learning_rate": 0.000844747652335039,
      "loss": 1.4213,
      "step": 4205
    },
    {
      "epoch": 0.6649555774925963,
      "grad_norm": 0.05769030479600285,
      "learning_rate": 0.0008442481093577783,
      "loss": 1.3987,
      "step": 4210
    },
    {
      "epoch": 0.6657453109575519,
      "grad_norm": 0.04988570234687796,
      "learning_rate": 0.0008437479122226184,
      "loss": 1.4709,
      "step": 4215
    },
    {
      "epoch": 0.6665350444225074,
      "grad_norm": 0.05695428657604762,
      "learning_rate": 0.0008432470618800595,
      "loss": 1.3821,
      "step": 4220
    },
    {
      "epoch": 0.667324777887463,
      "grad_norm": 0.0467708297584039,
      "learning_rate": 0.0008427455592818432,
      "loss": 1.3611,
      "step": 4225
    },
    {
      "epoch": 0.6681145113524185,
      "grad_norm": 0.04838220801481329,
      "learning_rate": 0.0008422434053809505,
      "loss": 1.4256,
      "step": 4230
    },
    {
      "epoch": 0.6689042448173741,
      "grad_norm": 0.05318462014449221,
      "learning_rate": 0.0008417406011315998,
      "loss": 1.375,
      "step": 4235
    },
    {
      "epoch": 0.6696939782823297,
      "grad_norm": 0.04788482876523071,
      "learning_rate": 0.0008412371474892455,
      "loss": 1.3986,
      "step": 4240
    },
    {
      "epoch": 0.6704837117472853,
      "grad_norm": 0.05157295016678877,
      "learning_rate": 0.0008407330454105762,
      "loss": 1.3826,
      "step": 4245
    },
    {
      "epoch": 0.6712734452122409,
      "grad_norm": 0.046816141957266987,
      "learning_rate": 0.0008402282958535123,
      "loss": 1.4145,
      "step": 4250
    },
    {
      "epoch": 0.6720631786771964,
      "grad_norm": 0.050138842093882495,
      "learning_rate": 0.0008397228997772049,
      "loss": 1.4452,
      "step": 4255
    },
    {
      "epoch": 0.672852912142152,
      "grad_norm": 0.046936208371925046,
      "learning_rate": 0.0008392168581420334,
      "loss": 1.4087,
      "step": 4260
    },
    {
      "epoch": 0.6736426456071076,
      "grad_norm": 0.0454415699979848,
      "learning_rate": 0.0008387101719096042,
      "loss": 1.4878,
      "step": 4265
    },
    {
      "epoch": 0.6744323790720632,
      "grad_norm": 0.04896044177988099,
      "learning_rate": 0.0008382028420427484,
      "loss": 1.417,
      "step": 4270
    },
    {
      "epoch": 0.6752221125370188,
      "grad_norm": 0.04610241694223068,
      "learning_rate": 0.0008376948695055203,
      "loss": 1.3988,
      "step": 4275
    },
    {
      "epoch": 0.6760118460019743,
      "grad_norm": 0.04977236871699241,
      "learning_rate": 0.000837186255263195,
      "loss": 1.443,
      "step": 4280
    },
    {
      "epoch": 0.6768015794669299,
      "grad_norm": 0.04678801030559256,
      "learning_rate": 0.0008366770002822677,
      "loss": 1.3858,
      "step": 4285
    },
    {
      "epoch": 0.6775913129318855,
      "grad_norm": 0.04469711862549847,
      "learning_rate": 0.0008361671055304508,
      "loss": 1.3783,
      "step": 4290
    },
    {
      "epoch": 0.678381046396841,
      "grad_norm": 0.04775364473621336,
      "learning_rate": 0.0008356565719766721,
      "loss": 1.4233,
      "step": 4295
    },
    {
      "epoch": 0.6791707798617966,
      "grad_norm": 0.04928230896197481,
      "learning_rate": 0.0008351454005910739,
      "loss": 1.4197,
      "step": 4300
    },
    {
      "epoch": 0.6799605133267522,
      "grad_norm": 0.0501680934920514,
      "learning_rate": 0.0008346335923450104,
      "loss": 1.3956,
      "step": 4305
    },
    {
      "epoch": 0.6807502467917078,
      "grad_norm": 0.04895203403337311,
      "learning_rate": 0.0008341211482110456,
      "loss": 1.4174,
      "step": 4310
    },
    {
      "epoch": 0.6815399802566634,
      "grad_norm": 0.05118553225747284,
      "learning_rate": 0.0008336080691629521,
      "loss": 1.3938,
      "step": 4315
    },
    {
      "epoch": 0.682329713721619,
      "grad_norm": 0.05161634632098518,
      "learning_rate": 0.0008330943561757092,
      "loss": 1.4309,
      "step": 4320
    },
    {
      "epoch": 0.6831194471865746,
      "grad_norm": 0.053196029082248894,
      "learning_rate": 0.0008325800102255003,
      "loss": 1.4372,
      "step": 4325
    },
    {
      "epoch": 0.6839091806515301,
      "grad_norm": 0.04851992027873134,
      "learning_rate": 0.0008320650322897126,
      "loss": 1.3823,
      "step": 4330
    },
    {
      "epoch": 0.6846989141164856,
      "grad_norm": 0.05147393009582546,
      "learning_rate": 0.0008315494233469327,
      "loss": 1.4112,
      "step": 4335
    },
    {
      "epoch": 0.6854886475814412,
      "grad_norm": 0.05054935234510445,
      "learning_rate": 0.0008310331843769476,
      "loss": 1.4326,
      "step": 4340
    },
    {
      "epoch": 0.6862783810463968,
      "grad_norm": 0.0512106968657258,
      "learning_rate": 0.0008305163163607412,
      "loss": 1.4381,
      "step": 4345
    },
    {
      "epoch": 0.6870681145113524,
      "grad_norm": 0.047948286415388085,
      "learning_rate": 0.0008299988202804925,
      "loss": 1.4025,
      "step": 4350
    },
    {
      "epoch": 0.687857847976308,
      "grad_norm": 0.04906607638012469,
      "learning_rate": 0.0008294806971195737,
      "loss": 1.3396,
      "step": 4355
    },
    {
      "epoch": 0.6886475814412636,
      "grad_norm": 0.04735885593429521,
      "learning_rate": 0.0008289619478625494,
      "loss": 1.4047,
      "step": 4360
    },
    {
      "epoch": 0.6894373149062192,
      "grad_norm": 0.049118699235683044,
      "learning_rate": 0.0008284425734951734,
      "loss": 1.4416,
      "step": 4365
    },
    {
      "epoch": 0.6902270483711748,
      "grad_norm": 0.04608531964605552,
      "learning_rate": 0.0008279225750043875,
      "loss": 1.3896,
      "step": 4370
    },
    {
      "epoch": 0.6910167818361304,
      "grad_norm": 0.04656919826990361,
      "learning_rate": 0.0008274019533783194,
      "loss": 1.3914,
      "step": 4375
    },
    {
      "epoch": 0.6918065153010858,
      "grad_norm": 0.054649402905961035,
      "learning_rate": 0.000826880709606281,
      "loss": 1.354,
      "step": 4380
    },
    {
      "epoch": 0.6925962487660414,
      "grad_norm": 0.05794553938214511,
      "learning_rate": 0.0008263588446787664,
      "loss": 1.4253,
      "step": 4385
    },
    {
      "epoch": 0.693385982230997,
      "grad_norm": 0.05371346982578032,
      "learning_rate": 0.0008258363595874502,
      "loss": 1.4306,
      "step": 4390
    },
    {
      "epoch": 0.6941757156959526,
      "grad_norm": 0.04958234120367316,
      "learning_rate": 0.0008253132553251854,
      "loss": 1.4462,
      "step": 4395
    },
    {
      "epoch": 0.6949654491609082,
      "grad_norm": 0.04793151638674157,
      "learning_rate": 0.0008247895328860014,
      "loss": 1.3868,
      "step": 4400
    },
    {
      "epoch": 0.6957551826258638,
      "grad_norm": 0.05165796795893971,
      "learning_rate": 0.0008242651932651024,
      "loss": 1.441,
      "step": 4405
    },
    {
      "epoch": 0.6965449160908194,
      "grad_norm": 0.04919366590278331,
      "learning_rate": 0.0008237402374588656,
      "loss": 1.4197,
      "step": 4410
    },
    {
      "epoch": 0.697334649555775,
      "grad_norm": 0.04964298715872132,
      "learning_rate": 0.0008232146664648387,
      "loss": 1.3977,
      "step": 4415
    },
    {
      "epoch": 0.6981243830207305,
      "grad_norm": 0.051322019068123,
      "learning_rate": 0.0008226884812817387,
      "loss": 1.435,
      "step": 4420
    },
    {
      "epoch": 0.6989141164856861,
      "grad_norm": 0.0446910804290965,
      "learning_rate": 0.0008221616829094495,
      "loss": 1.4396,
      "step": 4425
    },
    {
      "epoch": 0.6997038499506416,
      "grad_norm": 0.04773576511834794,
      "learning_rate": 0.0008216342723490208,
      "loss": 1.4192,
      "step": 4430
    },
    {
      "epoch": 0.7004935834155972,
      "grad_norm": 0.047515194715730166,
      "learning_rate": 0.0008211062506026649,
      "loss": 1.3912,
      "step": 4435
    },
    {
      "epoch": 0.7012833168805528,
      "grad_norm": 0.04790989187388866,
      "learning_rate": 0.0008205776186737557,
      "loss": 1.4034,
      "step": 4440
    },
    {
      "epoch": 0.7020730503455084,
      "grad_norm": 0.14338642375080182,
      "learning_rate": 0.0008200483775668268,
      "loss": 1.383,
      "step": 4445
    },
    {
      "epoch": 0.702862783810464,
      "grad_norm": 0.04963077526458938,
      "learning_rate": 0.0008195185282875693,
      "loss": 1.3725,
      "step": 4450
    },
    {
      "epoch": 0.7036525172754196,
      "grad_norm": 0.05123875474375759,
      "learning_rate": 0.0008189880718428298,
      "loss": 1.4363,
      "step": 4455
    },
    {
      "epoch": 0.7044422507403751,
      "grad_norm": 0.05484233191707805,
      "learning_rate": 0.000818457009240609,
      "loss": 1.3998,
      "step": 4460
    },
    {
      "epoch": 0.7052319842053307,
      "grad_norm": 0.05227189695040436,
      "learning_rate": 0.0008179253414900593,
      "loss": 1.3838,
      "step": 4465
    },
    {
      "epoch": 0.7060217176702863,
      "grad_norm": 0.049844444707065644,
      "learning_rate": 0.0008173930696014826,
      "loss": 1.4461,
      "step": 4470
    },
    {
      "epoch": 0.7068114511352419,
      "grad_norm": 0.050093489192149364,
      "learning_rate": 0.0008168601945863299,
      "loss": 1.4128,
      "step": 4475
    },
    {
      "epoch": 0.7076011846001974,
      "grad_norm": 0.049297901570852516,
      "learning_rate": 0.000816326717457197,
      "loss": 1.422,
      "step": 4480
    },
    {
      "epoch": 0.708390918065153,
      "grad_norm": 0.050026970792018975,
      "learning_rate": 0.0008157926392278247,
      "loss": 1.4057,
      "step": 4485
    },
    {
      "epoch": 0.7091806515301086,
      "grad_norm": 0.050210071104718555,
      "learning_rate": 0.0008152579609130961,
      "loss": 1.3939,
      "step": 4490
    },
    {
      "epoch": 0.7099703849950642,
      "grad_norm": 0.050398000790699775,
      "learning_rate": 0.0008147226835290338,
      "loss": 1.447,
      "step": 4495
    },
    {
      "epoch": 0.7107601184600197,
      "grad_norm": 0.04951109643421922,
      "learning_rate": 0.0008141868080927997,
      "loss": 1.3828,
      "step": 4500
    },
    {
      "epoch": 0.7115498519249753,
      "grad_norm": 0.0467746678038182,
      "learning_rate": 0.0008136503356226916,
      "loss": 1.4533,
      "step": 4505
    },
    {
      "epoch": 0.7123395853899309,
      "grad_norm": 0.05243257931641122,
      "learning_rate": 0.0008131132671381421,
      "loss": 1.4495,
      "step": 4510
    },
    {
      "epoch": 0.7131293188548865,
      "grad_norm": 0.05092421749340648,
      "learning_rate": 0.0008125756036597161,
      "loss": 1.4321,
      "step": 4515
    },
    {
      "epoch": 0.7139190523198421,
      "grad_norm": 0.04972706494024309,
      "learning_rate": 0.0008120373462091095,
      "loss": 1.4601,
      "step": 4520
    },
    {
      "epoch": 0.7147087857847977,
      "grad_norm": 0.048661766748882916,
      "learning_rate": 0.0008114984958091466,
      "loss": 1.4081,
      "step": 4525
    },
    {
      "epoch": 0.7154985192497532,
      "grad_norm": 0.047307044009896194,
      "learning_rate": 0.0008109590534837785,
      "loss": 1.3661,
      "step": 4530
    },
    {
      "epoch": 0.7162882527147088,
      "grad_norm": 0.048131521422619686,
      "learning_rate": 0.0008104190202580811,
      "loss": 1.3948,
      "step": 4535
    },
    {
      "epoch": 0.7170779861796643,
      "grad_norm": 0.045560091960335586,
      "learning_rate": 0.0008098783971582534,
      "loss": 1.379,
      "step": 4540
    },
    {
      "epoch": 0.7178677196446199,
      "grad_norm": 0.04648874327084775,
      "learning_rate": 0.000809337185211615,
      "loss": 1.3946,
      "step": 4545
    },
    {
      "epoch": 0.7186574531095755,
      "grad_norm": 0.05274887895835181,
      "learning_rate": 0.0008087953854466044,
      "loss": 1.4126,
      "step": 4550
    },
    {
      "epoch": 0.7194471865745311,
      "grad_norm": 0.050018512109400934,
      "learning_rate": 0.0008082529988927776,
      "loss": 1.4352,
      "step": 4555
    },
    {
      "epoch": 0.7202369200394867,
      "grad_norm": 0.04924526969635933,
      "learning_rate": 0.0008077100265808053,
      "loss": 1.4097,
      "step": 4560
    },
    {
      "epoch": 0.7210266535044423,
      "grad_norm": 0.048912040735513154,
      "learning_rate": 0.000807166469542471,
      "loss": 1.3726,
      "step": 4565
    },
    {
      "epoch": 0.7218163869693979,
      "grad_norm": 0.04710221939054186,
      "learning_rate": 0.00080662232881067,
      "loss": 1.4428,
      "step": 4570
    },
    {
      "epoch": 0.7226061204343535,
      "grad_norm": 0.045710554489625015,
      "learning_rate": 0.0008060776054194061,
      "loss": 1.4132,
      "step": 4575
    },
    {
      "epoch": 0.7233958538993089,
      "grad_norm": 0.04671983587310095,
      "learning_rate": 0.0008055323004037909,
      "loss": 1.444,
      "step": 4580
    },
    {
      "epoch": 0.7241855873642645,
      "grad_norm": 0.045214881805256915,
      "learning_rate": 0.0008049864148000407,
      "loss": 1.3836,
      "step": 4585
    },
    {
      "epoch": 0.7249753208292201,
      "grad_norm": 0.049557375950264194,
      "learning_rate": 0.0008044399496454754,
      "loss": 1.3955,
      "step": 4590
    },
    {
      "epoch": 0.7257650542941757,
      "grad_norm": 0.04470141883334308,
      "learning_rate": 0.000803892905978516,
      "loss": 1.3961,
      "step": 4595
    },
    {
      "epoch": 0.7265547877591313,
      "grad_norm": 0.05166695445446141,
      "learning_rate": 0.000803345284838683,
      "loss": 1.3946,
      "step": 4600
    },
    {
      "epoch": 0.7273445212240869,
      "grad_norm": 0.05086169740810538,
      "learning_rate": 0.0008027970872665944,
      "loss": 1.4145,
      "step": 4605
    },
    {
      "epoch": 0.7281342546890425,
      "grad_norm": 0.04970321077393579,
      "learning_rate": 0.0008022483143039628,
      "loss": 1.3912,
      "step": 4610
    },
    {
      "epoch": 0.7289239881539981,
      "grad_norm": 0.04649688152021946,
      "learning_rate": 0.000801698966993595,
      "loss": 1.4128,
      "step": 4615
    },
    {
      "epoch": 0.7297137216189536,
      "grad_norm": 0.048370692222755175,
      "learning_rate": 0.000801149046379389,
      "loss": 1.4049,
      "step": 4620
    },
    {
      "epoch": 0.7305034550839091,
      "grad_norm": 0.050160395407087416,
      "learning_rate": 0.0008005985535063319,
      "loss": 1.4117,
      "step": 4625
    },
    {
      "epoch": 0.7312931885488647,
      "grad_norm": 0.0467655780246094,
      "learning_rate": 0.0008000474894204987,
      "loss": 1.4112,
      "step": 4630
    },
    {
      "epoch": 0.7320829220138203,
      "grad_norm": 0.04557707602406046,
      "learning_rate": 0.0007994958551690493,
      "loss": 1.3743,
      "step": 4635
    },
    {
      "epoch": 0.7328726554787759,
      "grad_norm": 0.04901678379279226,
      "learning_rate": 0.0007989436518002278,
      "loss": 1.3818,
      "step": 4640
    },
    {
      "epoch": 0.7336623889437315,
      "grad_norm": 0.04682811659463615,
      "learning_rate": 0.000798390880363359,
      "loss": 1.3655,
      "step": 4645
    },
    {
      "epoch": 0.7344521224086871,
      "grad_norm": 0.047154588828730616,
      "learning_rate": 0.0007978375419088476,
      "loss": 1.3666,
      "step": 4650
    },
    {
      "epoch": 0.7352418558736427,
      "grad_norm": 0.05010589073494917,
      "learning_rate": 0.0007972836374881758,
      "loss": 1.4029,
      "step": 4655
    },
    {
      "epoch": 0.7360315893385982,
      "grad_norm": 0.05067167706991025,
      "learning_rate": 0.000796729168153901,
      "loss": 1.3993,
      "step": 4660
    },
    {
      "epoch": 0.7368213228035538,
      "grad_norm": 0.05093641705846007,
      "learning_rate": 0.0007961741349596543,
      "loss": 1.441,
      "step": 4665
    },
    {
      "epoch": 0.7376110562685094,
      "grad_norm": 0.04989719962848513,
      "learning_rate": 0.0007956185389601382,
      "loss": 1.3652,
      "step": 4670
    },
    {
      "epoch": 0.7384007897334649,
      "grad_norm": 0.049460794459574,
      "learning_rate": 0.000795062381211125,
      "loss": 1.4265,
      "step": 4675
    },
    {
      "epoch": 0.7391905231984205,
      "grad_norm": 0.04766255820476853,
      "learning_rate": 0.0007945056627694536,
      "loss": 1.4272,
      "step": 4680
    },
    {
      "epoch": 0.7399802566633761,
      "grad_norm": 0.047179034309473365,
      "learning_rate": 0.0007939483846930293,
      "loss": 1.4438,
      "step": 4685
    },
    {
      "epoch": 0.7407699901283317,
      "grad_norm": 0.04733471272936941,
      "learning_rate": 0.0007933905480408205,
      "loss": 1.3969,
      "step": 4690
    },
    {
      "epoch": 0.7415597235932873,
      "grad_norm": 0.048282758755506715,
      "learning_rate": 0.0007928321538728567,
      "loss": 1.4189,
      "step": 4695
    },
    {
      "epoch": 0.7423494570582428,
      "grad_norm": 0.04884516179489223,
      "learning_rate": 0.0007922732032502273,
      "loss": 1.3942,
      "step": 4700
    },
    {
      "epoch": 0.7431391905231984,
      "grad_norm": 0.048677699650624774,
      "learning_rate": 0.0007917136972350789,
      "loss": 1.4172,
      "step": 4705
    },
    {
      "epoch": 0.743928923988154,
      "grad_norm": 0.04879400451853235,
      "learning_rate": 0.0007911536368906136,
      "loss": 1.4141,
      "step": 4710
    },
    {
      "epoch": 0.7447186574531096,
      "grad_norm": 0.04679096666378144,
      "learning_rate": 0.0007905930232810865,
      "loss": 1.4181,
      "step": 4715
    },
    {
      "epoch": 0.7455083909180652,
      "grad_norm": 0.047228995886822056,
      "learning_rate": 0.0007900318574718045,
      "loss": 1.3921,
      "step": 4720
    },
    {
      "epoch": 0.7462981243830207,
      "grad_norm": 0.049667326157303,
      "learning_rate": 0.0007894701405291236,
      "loss": 1.4425,
      "step": 4725
    },
    {
      "epoch": 0.7470878578479763,
      "grad_norm": 0.048773187497121666,
      "learning_rate": 0.0007889078735204471,
      "loss": 1.4169,
      "step": 4730
    },
    {
      "epoch": 0.7478775913129319,
      "grad_norm": 0.04814413000303639,
      "learning_rate": 0.0007883450575142238,
      "loss": 1.4393,
      "step": 4735
    },
    {
      "epoch": 0.7486673247778874,
      "grad_norm": 0.05203221612621874,
      "learning_rate": 0.0007877816935799451,
      "loss": 1.4698,
      "step": 4740
    },
    {
      "epoch": 0.749457058242843,
      "grad_norm": 0.048054396053268826,
      "learning_rate": 0.0007872177827881444,
      "loss": 1.3861,
      "step": 4745
    },
    {
      "epoch": 0.7502467917077986,
      "grad_norm": 0.053022033263505464,
      "learning_rate": 0.0007866533262103937,
      "loss": 1.4095,
      "step": 4750
    },
    {
      "epoch": 0.7510365251727542,
      "grad_norm": 0.04616197572197543,
      "learning_rate": 0.0007860883249193023,
      "loss": 1.3968,
      "step": 4755
    },
    {
      "epoch": 0.7518262586377098,
      "grad_norm": 0.05621789402560739,
      "learning_rate": 0.0007855227799885146,
      "loss": 1.402,
      "step": 4760
    },
    {
      "epoch": 0.7526159921026654,
      "grad_norm": 0.049295516559327554,
      "learning_rate": 0.0007849566924927082,
      "loss": 1.4181,
      "step": 4765
    },
    {
      "epoch": 0.753405725567621,
      "grad_norm": 0.04705142544150107,
      "learning_rate": 0.0007843900635075914,
      "loss": 1.4443,
      "step": 4770
    },
    {
      "epoch": 0.7541954590325765,
      "grad_norm": 0.050895069533747866,
      "learning_rate": 0.0007838228941099018,
      "loss": 1.4355,
      "step": 4775
    },
    {
      "epoch": 0.754985192497532,
      "grad_norm": 0.04661227265286667,
      "learning_rate": 0.0007832551853774037,
      "loss": 1.3746,
      "step": 4780
    },
    {
      "epoch": 0.7557749259624876,
      "grad_norm": 0.12396131616785579,
      "learning_rate": 0.0007826869383888861,
      "loss": 1.4184,
      "step": 4785
    },
    {
      "epoch": 0.7565646594274432,
      "grad_norm": 0.055301296765461305,
      "learning_rate": 0.0007821181542241616,
      "loss": 1.39,
      "step": 4790
    },
    {
      "epoch": 0.7573543928923988,
      "grad_norm": 0.050863337285975946,
      "learning_rate": 0.0007815488339640624,
      "loss": 1.3806,
      "step": 4795
    },
    {
      "epoch": 0.7581441263573544,
      "grad_norm": 0.05156878925110842,
      "learning_rate": 0.0007809789786904403,
      "loss": 1.3813,
      "step": 4800
    },
    {
      "epoch": 0.75893385982231,
      "grad_norm": 0.05076316937688069,
      "learning_rate": 0.0007804085894861636,
      "loss": 1.408,
      "step": 4805
    },
    {
      "epoch": 0.7597235932872656,
      "grad_norm": 0.05229936222598235,
      "learning_rate": 0.0007798376674351149,
      "loss": 1.4038,
      "step": 4810
    },
    {
      "epoch": 0.7605133267522212,
      "grad_norm": 0.04637245306308783,
      "learning_rate": 0.0007792662136221897,
      "loss": 1.3861,
      "step": 4815
    },
    {
      "epoch": 0.7613030602171768,
      "grad_norm": 0.0466493671783005,
      "learning_rate": 0.0007786942291332936,
      "loss": 1.4423,
      "step": 4820
    },
    {
      "epoch": 0.7620927936821322,
      "grad_norm": 0.04813486783523046,
      "learning_rate": 0.0007781217150553412,
      "loss": 1.3942,
      "step": 4825
    },
    {
      "epoch": 0.7628825271470878,
      "grad_norm": 0.05386375268920875,
      "learning_rate": 0.0007775486724762528,
      "loss": 1.4215,
      "step": 4830
    },
    {
      "epoch": 0.7636722606120434,
      "grad_norm": 0.049896191822071306,
      "learning_rate": 0.0007769751024849534,
      "loss": 1.457,
      "step": 4835
    },
    {
      "epoch": 0.764461994076999,
      "grad_norm": 0.056477962220880494,
      "learning_rate": 0.0007764010061713701,
      "loss": 1.452,
      "step": 4840
    },
    {
      "epoch": 0.7652517275419546,
      "grad_norm": 0.04966899601584896,
      "learning_rate": 0.00077582638462643,
      "loss": 1.3633,
      "step": 4845
    },
    {
      "epoch": 0.7660414610069102,
      "grad_norm": 0.04990866251648601,
      "learning_rate": 0.0007752512389420585,
      "loss": 1.3548,
      "step": 4850
    },
    {
      "epoch": 0.7668311944718658,
      "grad_norm": 0.04658986723568885,
      "learning_rate": 0.000774675570211177,
      "loss": 1.4375,
      "step": 4855
    },
    {
      "epoch": 0.7676209279368214,
      "grad_norm": 0.05169406195415494,
      "learning_rate": 0.0007740993795277004,
      "loss": 1.4285,
      "step": 4860
    },
    {
      "epoch": 0.7684106614017769,
      "grad_norm": 0.04502554392004763,
      "learning_rate": 0.0007735226679865361,
      "loss": 1.4493,
      "step": 4865
    },
    {
      "epoch": 0.7692003948667325,
      "grad_norm": 0.05073412542634432,
      "learning_rate": 0.0007729454366835808,
      "loss": 1.3976,
      "step": 4870
    },
    {
      "epoch": 0.769990128331688,
      "grad_norm": 0.04608383442189817,
      "learning_rate": 0.000772367686715719,
      "loss": 1.3874,
      "step": 4875
    },
    {
      "epoch": 0.7707798617966436,
      "grad_norm": 0.05043204970007006,
      "learning_rate": 0.000771789419180821,
      "loss": 1.3563,
      "step": 4880
    },
    {
      "epoch": 0.7715695952615992,
      "grad_norm": 0.04380626814311939,
      "learning_rate": 0.00077121063517774,
      "loss": 1.4107,
      "step": 4885
    },
    {
      "epoch": 0.7723593287265548,
      "grad_norm": 0.04521333102301537,
      "learning_rate": 0.0007706313358063113,
      "loss": 1.3741,
      "step": 4890
    },
    {
      "epoch": 0.7731490621915104,
      "grad_norm": 0.046102688077532476,
      "learning_rate": 0.0007700515221673491,
      "loss": 1.4098,
      "step": 4895
    },
    {
      "epoch": 0.773938795656466,
      "grad_norm": 0.04584379605407104,
      "learning_rate": 0.0007694711953626452,
      "loss": 1.3796,
      "step": 4900
    },
    {
      "epoch": 0.7747285291214215,
      "grad_norm": 0.04626253417571915,
      "learning_rate": 0.0007688903564949662,
      "loss": 1.3946,
      "step": 4905
    },
    {
      "epoch": 0.7755182625863771,
      "grad_norm": 0.05304991075466694,
      "learning_rate": 0.0007683090066680519,
      "loss": 1.4033,
      "step": 4910
    },
    {
      "epoch": 0.7763079960513327,
      "grad_norm": 0.04589781226046261,
      "learning_rate": 0.0007677271469866129,
      "loss": 1.3795,
      "step": 4915
    },
    {
      "epoch": 0.7770977295162883,
      "grad_norm": 0.05008382672118659,
      "learning_rate": 0.0007671447785563292,
      "loss": 1.3797,
      "step": 4920
    },
    {
      "epoch": 0.7778874629812438,
      "grad_norm": 0.04771392743550141,
      "learning_rate": 0.0007665619024838466,
      "loss": 1.3844,
      "step": 4925
    },
    {
      "epoch": 0.7786771964461994,
      "grad_norm": 0.04596853404774026,
      "learning_rate": 0.0007659785198767766,
      "loss": 1.3589,
      "step": 4930
    },
    {
      "epoch": 0.779466929911155,
      "grad_norm": 0.05186362940159875,
      "learning_rate": 0.0007653946318436921,
      "loss": 1.4004,
      "step": 4935
    },
    {
      "epoch": 0.7802566633761105,
      "grad_norm": 0.051239453197057624,
      "learning_rate": 0.0007648102394941276,
      "loss": 1.4365,
      "step": 4940
    },
    {
      "epoch": 0.7810463968410661,
      "grad_norm": 0.04732248364110897,
      "learning_rate": 0.0007642253439385753,
      "loss": 1.3821,
      "step": 4945
    },
    {
      "epoch": 0.7818361303060217,
      "grad_norm": 0.047857415867544405,
      "learning_rate": 0.0007636399462884836,
      "loss": 1.387,
      "step": 4950
    },
    {
      "epoch": 0.7826258637709773,
      "grad_norm": 0.051098555800216355,
      "learning_rate": 0.0007630540476562553,
      "loss": 1.3771,
      "step": 4955
    },
    {
      "epoch": 0.7834155972359329,
      "grad_norm": 0.04956019145261802,
      "learning_rate": 0.0007624676491552447,
      "loss": 1.4165,
      "step": 4960
    },
    {
      "epoch": 0.7842053307008885,
      "grad_norm": 0.048360576495355266,
      "learning_rate": 0.0007618807518997564,
      "loss": 1.3863,
      "step": 4965
    },
    {
      "epoch": 0.7849950641658441,
      "grad_norm": 0.0495688141081615,
      "learning_rate": 0.0007612933570050426,
      "loss": 1.4245,
      "step": 4970
    },
    {
      "epoch": 0.7857847976307996,
      "grad_norm": 0.047079410057707334,
      "learning_rate": 0.0007607054655873013,
      "loss": 1.4052,
      "step": 4975
    },
    {
      "epoch": 0.7865745310957551,
      "grad_norm": 0.050689630116333796,
      "learning_rate": 0.000760117078763674,
      "loss": 1.3955,
      "step": 4980
    },
    {
      "epoch": 0.7873642645607107,
      "grad_norm": 0.04665272948327879,
      "learning_rate": 0.0007595281976522432,
      "loss": 1.3593,
      "step": 4985
    },
    {
      "epoch": 0.7881539980256663,
      "grad_norm": 0.04814899025351951,
      "learning_rate": 0.0007589388233720312,
      "loss": 1.3727,
      "step": 4990
    },
    {
      "epoch": 0.7889437314906219,
      "grad_norm": 0.04836287777409765,
      "learning_rate": 0.0007583489570429971,
      "loss": 1.3324,
      "step": 4995
    },
    {
      "epoch": 0.7897334649555775,
      "grad_norm": 0.049519020785563424,
      "learning_rate": 0.0007577585997860353,
      "loss": 1.4529,
      "step": 5000
    },
    {
      "epoch": 0.7905231984205331,
      "grad_norm": 0.048043472017401244,
      "learning_rate": 0.0007571677527229726,
      "loss": 1.397,
      "step": 5005
    },
    {
      "epoch": 0.7913129318854887,
      "grad_norm": 0.05373129560251222,
      "learning_rate": 0.000756576416976567,
      "loss": 1.4199,
      "step": 5010
    },
    {
      "epoch": 0.7921026653504443,
      "grad_norm": 0.042509256708461146,
      "learning_rate": 0.0007559845936705051,
      "loss": 1.3584,
      "step": 5015
    },
    {
      "epoch": 0.7928923988153999,
      "grad_norm": 0.050050501268798384,
      "learning_rate": 0.0007553922839293998,
      "loss": 1.4323,
      "step": 5020
    },
    {
      "epoch": 0.7936821322803553,
      "grad_norm": 0.04720948143812383,
      "learning_rate": 0.0007547994888787884,
      "loss": 1.3411,
      "step": 5025
    },
    {
      "epoch": 0.7944718657453109,
      "grad_norm": 0.04643625738173057,
      "learning_rate": 0.0007542062096451306,
      "loss": 1.3759,
      "step": 5030
    },
    {
      "epoch": 0.7952615992102665,
      "grad_norm": 0.05071803041857808,
      "learning_rate": 0.0007536124473558057,
      "loss": 1.4031,
      "step": 5035
    },
    {
      "epoch": 0.7960513326752221,
      "grad_norm": 0.045549975475575676,
      "learning_rate": 0.0007530182031391115,
      "loss": 1.3982,
      "step": 5040
    },
    {
      "epoch": 0.7968410661401777,
      "grad_norm": 0.04923347478357332,
      "learning_rate": 0.0007524234781242611,
      "loss": 1.3945,
      "step": 5045
    },
    {
      "epoch": 0.7976307996051333,
      "grad_norm": 0.04888510070549851,
      "learning_rate": 0.0007518282734413817,
      "loss": 1.3901,
      "step": 5050
    },
    {
      "epoch": 0.7984205330700889,
      "grad_norm": 0.0489750072011165,
      "learning_rate": 0.0007512325902215115,
      "loss": 1.4126,
      "step": 5055
    },
    {
      "epoch": 0.7992102665350445,
      "grad_norm": 0.04865312067441795,
      "learning_rate": 0.0007506364295965984,
      "loss": 1.3625,
      "step": 5060
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.05178419759221148,
      "learning_rate": 0.0007500397926994973,
      "loss": 1.4192,
      "step": 5065
    },
    {
      "epoch": 0.8007897334649555,
      "grad_norm": 0.045714046526209015,
      "learning_rate": 0.0007494426806639683,
      "loss": 1.3862,
      "step": 5070
    },
    {
      "epoch": 0.8015794669299111,
      "grad_norm": 0.049176658108890256,
      "learning_rate": 0.0007488450946246745,
      "loss": 1.3851,
      "step": 5075
    },
    {
      "epoch": 0.8023692003948667,
      "grad_norm": 0.05157258180565039,
      "learning_rate": 0.000748247035717179,
      "loss": 1.4098,
      "step": 5080
    },
    {
      "epoch": 0.8031589338598223,
      "grad_norm": 0.05354434999184869,
      "learning_rate": 0.0007476485050779444,
      "loss": 1.4147,
      "step": 5085
    },
    {
      "epoch": 0.8039486673247779,
      "grad_norm": 0.050453426705204314,
      "learning_rate": 0.0007470495038443291,
      "loss": 1.4229,
      "step": 5090
    },
    {
      "epoch": 0.8047384007897335,
      "grad_norm": 0.04441204204555193,
      "learning_rate": 0.0007464500331545859,
      "loss": 1.421,
      "step": 5095
    },
    {
      "epoch": 0.805528134254689,
      "grad_norm": 0.059084164639233834,
      "learning_rate": 0.0007458500941478599,
      "loss": 1.4104,
      "step": 5100
    },
    {
      "epoch": 0.8063178677196446,
      "grad_norm": 0.04602702280638222,
      "learning_rate": 0.0007452496879641856,
      "loss": 1.3798,
      "step": 5105
    },
    {
      "epoch": 0.8071076011846002,
      "grad_norm": 0.05844533486578837,
      "learning_rate": 0.0007446488157444863,
      "loss": 1.4323,
      "step": 5110
    },
    {
      "epoch": 0.8078973346495558,
      "grad_norm": 0.04751104321729454,
      "learning_rate": 0.0007440474786305695,
      "loss": 1.3761,
      "step": 5115
    },
    {
      "epoch": 0.8086870681145113,
      "grad_norm": 0.04860730351537981,
      "learning_rate": 0.0007434456777651271,
      "loss": 1.3582,
      "step": 5120
    },
    {
      "epoch": 0.8094768015794669,
      "grad_norm": 0.04859384273239799,
      "learning_rate": 0.000742843414291732,
      "loss": 1.387,
      "step": 5125
    },
    {
      "epoch": 0.8102665350444225,
      "grad_norm": 0.04417063512249613,
      "learning_rate": 0.0007422406893548359,
      "loss": 1.3605,
      "step": 5130
    },
    {
      "epoch": 0.8110562685093781,
      "grad_norm": 0.045144800845126544,
      "learning_rate": 0.0007416375040997677,
      "loss": 1.3888,
      "step": 5135
    },
    {
      "epoch": 0.8118460019743337,
      "grad_norm": 0.04572801177310157,
      "learning_rate": 0.000741033859672731,
      "loss": 1.3773,
      "step": 5140
    },
    {
      "epoch": 0.8126357354392892,
      "grad_norm": 0.04643021113459077,
      "learning_rate": 0.0007404297572208017,
      "loss": 1.4234,
      "step": 5145
    },
    {
      "epoch": 0.8134254689042448,
      "grad_norm": 0.054085726436975186,
      "learning_rate": 0.0007398251978919265,
      "loss": 1.3651,
      "step": 5150
    },
    {
      "epoch": 0.8142152023692004,
      "grad_norm": 0.0450170662700054,
      "learning_rate": 0.0007392201828349199,
      "loss": 1.3424,
      "step": 5155
    },
    {
      "epoch": 0.815004935834156,
      "grad_norm": 0.049300239451290966,
      "learning_rate": 0.0007386147131994624,
      "loss": 1.4206,
      "step": 5160
    },
    {
      "epoch": 0.8157946692991116,
      "grad_norm": 0.04566283386614303,
      "learning_rate": 0.0007380087901360987,
      "loss": 1.3841,
      "step": 5165
    },
    {
      "epoch": 0.8165844027640671,
      "grad_norm": 0.046605732215487715,
      "learning_rate": 0.0007374024147962346,
      "loss": 1.3433,
      "step": 5170
    },
    {
      "epoch": 0.8173741362290227,
      "grad_norm": 0.10126028069926214,
      "learning_rate": 0.0007367955883321357,
      "loss": 1.4153,
      "step": 5175
    },
    {
      "epoch": 0.8181638696939783,
      "grad_norm": 0.04913766972902698,
      "learning_rate": 0.0007361883118969247,
      "loss": 1.4251,
      "step": 5180
    },
    {
      "epoch": 0.8189536031589338,
      "grad_norm": 0.04502210625493521,
      "learning_rate": 0.0007355805866445795,
      "loss": 1.3325,
      "step": 5185
    },
    {
      "epoch": 0.8197433366238894,
      "grad_norm": 0.04531249666871938,
      "learning_rate": 0.0007349724137299305,
      "loss": 1.464,
      "step": 5190
    },
    {
      "epoch": 0.820533070088845,
      "grad_norm": 0.045758637430211586,
      "learning_rate": 0.0007343637943086595,
      "loss": 1.3811,
      "step": 5195
    },
    {
      "epoch": 0.8213228035538006,
      "grad_norm": 0.048268663287156136,
      "learning_rate": 0.0007337547295372959,
      "loss": 1.3527,
      "step": 5200
    },
    {
      "epoch": 0.8221125370187562,
      "grad_norm": 0.04748221409451139,
      "learning_rate": 0.0007331452205732161,
      "loss": 1.3346,
      "step": 5205
    },
    {
      "epoch": 0.8229022704837118,
      "grad_norm": 0.051767751932829335,
      "learning_rate": 0.00073253526857464,
      "loss": 1.4197,
      "step": 5210
    },
    {
      "epoch": 0.8236920039486674,
      "grad_norm": 0.04754863059351335,
      "learning_rate": 0.0007319248747006298,
      "loss": 1.3674,
      "step": 5215
    },
    {
      "epoch": 0.8244817374136229,
      "grad_norm": 0.04588417767680853,
      "learning_rate": 0.0007313140401110871,
      "loss": 1.3687,
      "step": 5220
    },
    {
      "epoch": 0.8252714708785784,
      "grad_norm": 0.04766306899709686,
      "learning_rate": 0.0007307027659667514,
      "loss": 1.4182,
      "step": 5225
    },
    {
      "epoch": 0.826061204343534,
      "grad_norm": 0.04994097110672037,
      "learning_rate": 0.0007300910534291966,
      "loss": 1.3985,
      "step": 5230
    },
    {
      "epoch": 0.8268509378084896,
      "grad_norm": 0.04633770135242065,
      "learning_rate": 0.0007294789036608307,
      "loss": 1.3853,
      "step": 5235
    },
    {
      "epoch": 0.8276406712734452,
      "grad_norm": 0.04743501946450382,
      "learning_rate": 0.0007288663178248919,
      "loss": 1.377,
      "step": 5240
    },
    {
      "epoch": 0.8284304047384008,
      "grad_norm": 0.0628447125452732,
      "learning_rate": 0.0007282532970854473,
      "loss": 1.408,
      "step": 5245
    },
    {
      "epoch": 0.8292201382033564,
      "grad_norm": 0.04845063642511376,
      "learning_rate": 0.0007276398426073902,
      "loss": 1.4234,
      "step": 5250
    },
    {
      "epoch": 0.830009871668312,
      "grad_norm": 0.046459574687414636,
      "learning_rate": 0.0007270259555564383,
      "loss": 1.3641,
      "step": 5255
    },
    {
      "epoch": 0.8307996051332676,
      "grad_norm": 0.05315451315903146,
      "learning_rate": 0.0007264116370991311,
      "loss": 1.3373,
      "step": 5260
    },
    {
      "epoch": 0.8315893385982231,
      "grad_norm": 0.05233838750044869,
      "learning_rate": 0.0007257968884028281,
      "loss": 1.4501,
      "step": 5265
    },
    {
      "epoch": 0.8323790720631786,
      "grad_norm": 0.049456756487107005,
      "learning_rate": 0.0007251817106357064,
      "loss": 1.3881,
      "step": 5270
    },
    {
      "epoch": 0.8331688055281342,
      "grad_norm": 0.042501428233656095,
      "learning_rate": 0.000724566104966758,
      "loss": 1.3757,
      "step": 5275
    },
    {
      "epoch": 0.8339585389930898,
      "grad_norm": 0.04626541911294603,
      "learning_rate": 0.0007239500725657887,
      "loss": 1.4065,
      "step": 5280
    },
    {
      "epoch": 0.8347482724580454,
      "grad_norm": 0.045953446878769816,
      "learning_rate": 0.0007233336146034147,
      "loss": 1.4107,
      "step": 5285
    },
    {
      "epoch": 0.835538005923001,
      "grad_norm": 0.047492816377359075,
      "learning_rate": 0.000722716732251061,
      "loss": 1.3693,
      "step": 5290
    },
    {
      "epoch": 0.8363277393879566,
      "grad_norm": 0.04751861562877152,
      "learning_rate": 0.000722099426680959,
      "loss": 1.3654,
      "step": 5295
    },
    {
      "epoch": 0.8371174728529122,
      "grad_norm": 0.04852361896050399,
      "learning_rate": 0.0007214816990661444,
      "loss": 1.4211,
      "step": 5300
    },
    {
      "epoch": 0.8379072063178677,
      "grad_norm": 0.045432834949127456,
      "learning_rate": 0.000720863550580455,
      "loss": 1.4012,
      "step": 5305
    },
    {
      "epoch": 0.8386969397828233,
      "grad_norm": 0.04642194342342889,
      "learning_rate": 0.0007202449823985282,
      "loss": 1.3725,
      "step": 5310
    },
    {
      "epoch": 0.8394866732477789,
      "grad_norm": 0.04532244651452171,
      "learning_rate": 0.0007196259956957988,
      "loss": 1.3778,
      "step": 5315
    },
    {
      "epoch": 0.8402764067127344,
      "grad_norm": 0.0547827605737717,
      "learning_rate": 0.0007190065916484971,
      "loss": 1.4047,
      "step": 5320
    },
    {
      "epoch": 0.84106614017769,
      "grad_norm": 0.04894323957770175,
      "learning_rate": 0.0007183867714336466,
      "loss": 1.3948,
      "step": 5325
    },
    {
      "epoch": 0.8418558736426456,
      "grad_norm": 0.04765232162070215,
      "learning_rate": 0.0007177665362290613,
      "loss": 1.4117,
      "step": 5330
    },
    {
      "epoch": 0.8426456071076012,
      "grad_norm": 0.047928640368906233,
      "learning_rate": 0.0007171458872133438,
      "loss": 1.4364,
      "step": 5335
    },
    {
      "epoch": 0.8434353405725568,
      "grad_norm": 0.045581930043806375,
      "learning_rate": 0.0007165248255658834,
      "loss": 1.3565,
      "step": 5340
    },
    {
      "epoch": 0.8442250740375123,
      "grad_norm": 0.04673450502506882,
      "learning_rate": 0.0007159033524668532,
      "loss": 1.3634,
      "step": 5345
    },
    {
      "epoch": 0.8450148075024679,
      "grad_norm": 0.04851436331627492,
      "learning_rate": 0.000715281469097208,
      "loss": 1.413,
      "step": 5350
    },
    {
      "epoch": 0.8458045409674235,
      "grad_norm": 0.074461090609361,
      "learning_rate": 0.0007146591766386827,
      "loss": 1.406,
      "step": 5355
    },
    {
      "epoch": 0.8465942744323791,
      "grad_norm": 0.047271536672575915,
      "learning_rate": 0.0007140364762737894,
      "loss": 1.3757,
      "step": 5360
    },
    {
      "epoch": 0.8473840078973347,
      "grad_norm": 0.04626248649010237,
      "learning_rate": 0.000713413369185815,
      "loss": 1.4318,
      "step": 5365
    },
    {
      "epoch": 0.8481737413622902,
      "grad_norm": 0.048529803070680264,
      "learning_rate": 0.0007127898565588197,
      "loss": 1.3431,
      "step": 5370
    },
    {
      "epoch": 0.8489634748272458,
      "grad_norm": 0.049181101395868815,
      "learning_rate": 0.000712165939577634,
      "loss": 1.4073,
      "step": 5375
    },
    {
      "epoch": 0.8497532082922014,
      "grad_norm": 0.04774930631155226,
      "learning_rate": 0.000711541619427857,
      "loss": 1.4007,
      "step": 5380
    },
    {
      "epoch": 0.850542941757157,
      "grad_norm": 0.04326550431213083,
      "learning_rate": 0.000710916897295854,
      "loss": 1.4211,
      "step": 5385
    },
    {
      "epoch": 0.8513326752221125,
      "grad_norm": 0.04487272994679816,
      "learning_rate": 0.0007102917743687537,
      "loss": 1.4035,
      "step": 5390
    },
    {
      "epoch": 0.8521224086870681,
      "grad_norm": 0.05049008794967247,
      "learning_rate": 0.0007096662518344469,
      "loss": 1.3996,
      "step": 5395
    },
    {
      "epoch": 0.8529121421520237,
      "grad_norm": 0.044861428553595144,
      "learning_rate": 0.0007090403308815834,
      "loss": 1.391,
      "step": 5400
    },
    {
      "epoch": 0.8537018756169793,
      "grad_norm": 0.04859041600194557,
      "learning_rate": 0.0007084140126995707,
      "loss": 1.4041,
      "step": 5405
    },
    {
      "epoch": 0.8544916090819349,
      "grad_norm": 0.04379398112016054,
      "learning_rate": 0.0007077872984785702,
      "loss": 1.4016,
      "step": 5410
    },
    {
      "epoch": 0.8552813425468905,
      "grad_norm": 0.04857227628992833,
      "learning_rate": 0.0007071601894094966,
      "loss": 1.4656,
      "step": 5415
    },
    {
      "epoch": 0.856071076011846,
      "grad_norm": 0.04520047774763152,
      "learning_rate": 0.0007065326866840148,
      "loss": 1.3802,
      "step": 5420
    },
    {
      "epoch": 0.8568608094768015,
      "grad_norm": 0.04579103241222111,
      "learning_rate": 0.0007059047914945376,
      "loss": 1.3906,
      "step": 5425
    },
    {
      "epoch": 0.8576505429417571,
      "grad_norm": 0.04410338256745577,
      "learning_rate": 0.0007052765050342234,
      "loss": 1.4248,
      "step": 5430
    },
    {
      "epoch": 0.8584402764067127,
      "grad_norm": 0.04858480755524654,
      "learning_rate": 0.0007046478284969747,
      "loss": 1.408,
      "step": 5435
    },
    {
      "epoch": 0.8592300098716683,
      "grad_norm": 0.04825210433454774,
      "learning_rate": 0.0007040187630774344,
      "loss": 1.4153,
      "step": 5440
    },
    {
      "epoch": 0.8600197433366239,
      "grad_norm": 0.045378795886565085,
      "learning_rate": 0.0007033893099709852,
      "loss": 1.3871,
      "step": 5445
    },
    {
      "epoch": 0.8608094768015795,
      "grad_norm": 0.04492925937635586,
      "learning_rate": 0.000702759470373746,
      "loss": 1.3838,
      "step": 5450
    },
    {
      "epoch": 0.8615992102665351,
      "grad_norm": 0.05346787632739284,
      "learning_rate": 0.0007021292454825704,
      "loss": 1.3991,
      "step": 5455
    },
    {
      "epoch": 0.8623889437314907,
      "grad_norm": 0.0459635108131739,
      "learning_rate": 0.000701498636495044,
      "loss": 1.4277,
      "step": 5460
    },
    {
      "epoch": 0.8631786771964463,
      "grad_norm": 0.04647905092591278,
      "learning_rate": 0.0007008676446094823,
      "loss": 1.4588,
      "step": 5465
    },
    {
      "epoch": 0.8639684106614017,
      "grad_norm": 0.047842180810768534,
      "learning_rate": 0.0007002362710249283,
      "loss": 1.4017,
      "step": 5470
    },
    {
      "epoch": 0.8647581441263573,
      "grad_norm": 0.04733749710697436,
      "learning_rate": 0.0006996045169411506,
      "loss": 1.3623,
      "step": 5475
    },
    {
      "epoch": 0.8655478775913129,
      "grad_norm": 0.04460477438119625,
      "learning_rate": 0.0006989723835586406,
      "loss": 1.3763,
      "step": 5480
    },
    {
      "epoch": 0.8663376110562685,
      "grad_norm": 0.04645513044037436,
      "learning_rate": 0.0006983398720786106,
      "loss": 1.4131,
      "step": 5485
    },
    {
      "epoch": 0.8671273445212241,
      "grad_norm": 0.051474123874366895,
      "learning_rate": 0.0006977069837029912,
      "loss": 1.4012,
      "step": 5490
    },
    {
      "epoch": 0.8679170779861797,
      "grad_norm": 0.04551076057297257,
      "learning_rate": 0.0006970737196344297,
      "loss": 1.3875,
      "step": 5495
    },
    {
      "epoch": 0.8687068114511353,
      "grad_norm": 0.048856359938522186,
      "learning_rate": 0.0006964400810762864,
      "loss": 1.3551,
      "step": 5500
    },
    {
      "epoch": 0.8694965449160909,
      "grad_norm": 0.043848440874625964,
      "learning_rate": 0.0006958060692326343,
      "loss": 1.3524,
      "step": 5505
    },
    {
      "epoch": 0.8702862783810464,
      "grad_norm": 0.05704166186725231,
      "learning_rate": 0.0006951716853082546,
      "loss": 1.3864,
      "step": 5510
    },
    {
      "epoch": 0.871076011846002,
      "grad_norm": 0.042963322867729185,
      "learning_rate": 0.0006945369305086367,
      "loss": 1.3967,
      "step": 5515
    },
    {
      "epoch": 0.8718657453109575,
      "grad_norm": 0.051713760517209786,
      "learning_rate": 0.0006939018060399738,
      "loss": 1.4564,
      "step": 5520
    },
    {
      "epoch": 0.8726554787759131,
      "grad_norm": 0.04641885339005161,
      "learning_rate": 0.0006932663131091622,
      "loss": 1.3619,
      "step": 5525
    },
    {
      "epoch": 0.8734452122408687,
      "grad_norm": 0.04971269742682019,
      "learning_rate": 0.0006926304529237981,
      "loss": 1.3901,
      "step": 5530
    },
    {
      "epoch": 0.8742349457058243,
      "grad_norm": 0.05038077834594536,
      "learning_rate": 0.0006919942266921756,
      "loss": 1.3738,
      "step": 5535
    },
    {
      "epoch": 0.8750246791707799,
      "grad_norm": 0.04797977397222833,
      "learning_rate": 0.0006913576356232842,
      "loss": 1.3688,
      "step": 5540
    },
    {
      "epoch": 0.8758144126357355,
      "grad_norm": 0.05291881683866388,
      "learning_rate": 0.0006907206809268073,
      "loss": 1.3976,
      "step": 5545
    },
    {
      "epoch": 0.876604146100691,
      "grad_norm": 0.046107542079235966,
      "learning_rate": 0.0006900833638131184,
      "loss": 1.381,
      "step": 5550
    },
    {
      "epoch": 0.8773938795656466,
      "grad_norm": 0.05086929028830664,
      "learning_rate": 0.0006894456854932804,
      "loss": 1.3996,
      "step": 5555
    },
    {
      "epoch": 0.8781836130306022,
      "grad_norm": 0.04426558315458625,
      "learning_rate": 0.0006888076471790423,
      "loss": 1.3559,
      "step": 5560
    },
    {
      "epoch": 0.8789733464955577,
      "grad_norm": 0.04500786573217349,
      "learning_rate": 0.0006881692500828371,
      "loss": 1.3974,
      "step": 5565
    },
    {
      "epoch": 0.8797630799605133,
      "grad_norm": 0.043560161877639246,
      "learning_rate": 0.0006875304954177797,
      "loss": 1.3618,
      "step": 5570
    },
    {
      "epoch": 0.8805528134254689,
      "grad_norm": 0.04292743852685318,
      "learning_rate": 0.0006868913843976645,
      "loss": 1.3567,
      "step": 5575
    },
    {
      "epoch": 0.8813425468904245,
      "grad_norm": 0.04794486099375063,
      "learning_rate": 0.0006862519182369631,
      "loss": 1.4324,
      "step": 5580
    },
    {
      "epoch": 0.88213228035538,
      "grad_norm": 0.057152409729762016,
      "learning_rate": 0.0006856120981508218,
      "loss": 1.3437,
      "step": 5585
    },
    {
      "epoch": 0.8829220138203356,
      "grad_norm": 0.04798166221850673,
      "learning_rate": 0.0006849719253550593,
      "loss": 1.356,
      "step": 5590
    },
    {
      "epoch": 0.8837117472852912,
      "grad_norm": 0.04784281639338419,
      "learning_rate": 0.0006843314010661651,
      "loss": 1.3517,
      "step": 5595
    },
    {
      "epoch": 0.8845014807502468,
      "grad_norm": 0.04825059522529539,
      "learning_rate": 0.000683690526501296,
      "loss": 1.3561,
      "step": 5600
    },
    {
      "epoch": 0.8852912142152024,
      "grad_norm": 0.046638003250249804,
      "learning_rate": 0.0006830493028782749,
      "loss": 1.2834,
      "step": 5605
    },
    {
      "epoch": 0.886080947680158,
      "grad_norm": 0.05293994231607266,
      "learning_rate": 0.0006824077314155876,
      "loss": 1.3788,
      "step": 5610
    },
    {
      "epoch": 0.8868706811451135,
      "grad_norm": 0.0507011466231747,
      "learning_rate": 0.0006817658133323813,
      "loss": 1.4054,
      "step": 5615
    },
    {
      "epoch": 0.8876604146100691,
      "grad_norm": 0.05171937688728024,
      "learning_rate": 0.0006811235498484615,
      "loss": 1.3926,
      "step": 5620
    },
    {
      "epoch": 0.8884501480750246,
      "grad_norm": 0.06535131050709765,
      "learning_rate": 0.0006804809421842901,
      "loss": 1.3489,
      "step": 5625
    },
    {
      "epoch": 0.8892398815399802,
      "grad_norm": 0.051609094958030136,
      "learning_rate": 0.0006798379915609833,
      "loss": 1.3639,
      "step": 5630
    },
    {
      "epoch": 0.8900296150049358,
      "grad_norm": 0.04880762079520711,
      "learning_rate": 0.0006791946992003086,
      "loss": 1.3449,
      "step": 5635
    },
    {
      "epoch": 0.8908193484698914,
      "grad_norm": 0.048270510639808924,
      "learning_rate": 0.0006785510663246835,
      "loss": 1.3652,
      "step": 5640
    },
    {
      "epoch": 0.891609081934847,
      "grad_norm": 0.04445470088030948,
      "learning_rate": 0.0006779070941571717,
      "loss": 1.4058,
      "step": 5645
    },
    {
      "epoch": 0.8923988153998026,
      "grad_norm": 0.04556359439394909,
      "learning_rate": 0.0006772627839214824,
      "loss": 1.3795,
      "step": 5650
    },
    {
      "epoch": 0.8931885488647582,
      "grad_norm": 0.05097490802718177,
      "learning_rate": 0.0006766181368419668,
      "loss": 1.3779,
      "step": 5655
    },
    {
      "epoch": 0.8939782823297138,
      "grad_norm": 0.0487208816011341,
      "learning_rate": 0.0006759731541436165,
      "loss": 1.3713,
      "step": 5660
    },
    {
      "epoch": 0.8947680157946692,
      "grad_norm": 0.04454981489076754,
      "learning_rate": 0.0006753278370520605,
      "loss": 1.3654,
      "step": 5665
    },
    {
      "epoch": 0.8955577492596248,
      "grad_norm": 0.06420957794013513,
      "learning_rate": 0.0006746821867935634,
      "loss": 1.3771,
      "step": 5670
    },
    {
      "epoch": 0.8963474827245804,
      "grad_norm": 0.0488964682684699,
      "learning_rate": 0.0006740362045950231,
      "loss": 1.3891,
      "step": 5675
    },
    {
      "epoch": 0.897137216189536,
      "grad_norm": 0.0433787375090339,
      "learning_rate": 0.0006733898916839679,
      "loss": 1.3774,
      "step": 5680
    },
    {
      "epoch": 0.8979269496544916,
      "grad_norm": 0.043569043636291604,
      "learning_rate": 0.0006727432492885548,
      "loss": 1.3401,
      "step": 5685
    },
    {
      "epoch": 0.8987166831194472,
      "grad_norm": 0.0463824263731319,
      "learning_rate": 0.0006720962786375669,
      "loss": 1.3863,
      "step": 5690
    },
    {
      "epoch": 0.8995064165844028,
      "grad_norm": 0.048905636026839096,
      "learning_rate": 0.0006714489809604105,
      "loss": 1.3114,
      "step": 5695
    },
    {
      "epoch": 0.9002961500493584,
      "grad_norm": 0.04597093625950339,
      "learning_rate": 0.0006708013574871145,
      "loss": 1.3214,
      "step": 5700
    },
    {
      "epoch": 0.901085883514314,
      "grad_norm": 0.05010404987189029,
      "learning_rate": 0.0006701534094483258,
      "loss": 1.4384,
      "step": 5705
    },
    {
      "epoch": 0.9018756169792695,
      "grad_norm": 0.05010223334922559,
      "learning_rate": 0.0006695051380753086,
      "loss": 1.3836,
      "step": 5710
    },
    {
      "epoch": 0.902665350444225,
      "grad_norm": 0.04652386745754195,
      "learning_rate": 0.0006688565445999414,
      "loss": 1.4514,
      "step": 5715
    },
    {
      "epoch": 0.9034550839091806,
      "grad_norm": 0.05087759347550545,
      "learning_rate": 0.0006682076302547146,
      "loss": 1.3477,
      "step": 5720
    },
    {
      "epoch": 0.9042448173741362,
      "grad_norm": 0.042175147838596744,
      "learning_rate": 0.0006675583962727288,
      "loss": 1.3764,
      "step": 5725
    },
    {
      "epoch": 0.9050345508390918,
      "grad_norm": 0.0477382719132124,
      "learning_rate": 0.0006669088438876913,
      "loss": 1.3351,
      "step": 5730
    },
    {
      "epoch": 0.9058242843040474,
      "grad_norm": 0.045598443205296976,
      "learning_rate": 0.0006662589743339153,
      "loss": 1.4099,
      "step": 5735
    },
    {
      "epoch": 0.906614017769003,
      "grad_norm": 0.047017802938012804,
      "learning_rate": 0.0006656087888463156,
      "loss": 1.3743,
      "step": 5740
    },
    {
      "epoch": 0.9074037512339586,
      "grad_norm": 0.04408492519995268,
      "learning_rate": 0.0006649582886604085,
      "loss": 1.2979,
      "step": 5745
    },
    {
      "epoch": 0.9081934846989141,
      "grad_norm": 0.04393262307441255,
      "learning_rate": 0.0006643074750123077,
      "loss": 1.4232,
      "step": 5750
    },
    {
      "epoch": 0.9089832181638697,
      "grad_norm": 0.0451134321316231,
      "learning_rate": 0.0006636563491387225,
      "loss": 1.3711,
      "step": 5755
    },
    {
      "epoch": 0.9097729516288253,
      "grad_norm": 0.04436862133359083,
      "learning_rate": 0.0006630049122769558,
      "loss": 1.3805,
      "step": 5760
    },
    {
      "epoch": 0.9105626850937808,
      "grad_norm": 0.047910596096085556,
      "learning_rate": 0.0006623531656649013,
      "loss": 1.407,
      "step": 5765
    },
    {
      "epoch": 0.9113524185587364,
      "grad_norm": 0.04490553266077584,
      "learning_rate": 0.0006617011105410411,
      "loss": 1.3774,
      "step": 5770
    },
    {
      "epoch": 0.912142152023692,
      "grad_norm": 0.0506119692324008,
      "learning_rate": 0.0006610487481444441,
      "loss": 1.3693,
      "step": 5775
    },
    {
      "epoch": 0.9129318854886476,
      "grad_norm": 0.05070000272493447,
      "learning_rate": 0.0006603960797147622,
      "loss": 1.3617,
      "step": 5780
    },
    {
      "epoch": 0.9137216189536032,
      "grad_norm": 0.04548951998431086,
      "learning_rate": 0.0006597431064922301,
      "loss": 1.3535,
      "step": 5785
    },
    {
      "epoch": 0.9145113524185587,
      "grad_norm": 0.04563552859898881,
      "learning_rate": 0.0006590898297176605,
      "loss": 1.3572,
      "step": 5790
    },
    {
      "epoch": 0.9153010858835143,
      "grad_norm": 0.04583449162523656,
      "learning_rate": 0.0006584362506324437,
      "loss": 1.4019,
      "step": 5795
    },
    {
      "epoch": 0.9160908193484699,
      "grad_norm": 0.044887187568606116,
      "learning_rate": 0.000657782370478544,
      "loss": 1.3628,
      "step": 5800
    },
    {
      "epoch": 0.9168805528134255,
      "grad_norm": 0.04748122260660451,
      "learning_rate": 0.0006571281904984979,
      "loss": 1.4005,
      "step": 5805
    },
    {
      "epoch": 0.9176702862783811,
      "grad_norm": 0.049161279690773586,
      "learning_rate": 0.0006564737119354119,
      "loss": 1.3873,
      "step": 5810
    },
    {
      "epoch": 0.9184600197433366,
      "grad_norm": 0.04489201045155633,
      "learning_rate": 0.0006558189360329597,
      "loss": 1.3279,
      "step": 5815
    },
    {
      "epoch": 0.9192497532082922,
      "grad_norm": 0.04352916166380736,
      "learning_rate": 0.0006551638640353798,
      "loss": 1.3163,
      "step": 5820
    },
    {
      "epoch": 0.9200394866732478,
      "grad_norm": 0.04631752180759253,
      "learning_rate": 0.0006545084971874737,
      "loss": 1.3731,
      "step": 5825
    },
    {
      "epoch": 0.9208292201382033,
      "grad_norm": 0.04350823772801461,
      "learning_rate": 0.0006538528367346033,
      "loss": 1.362,
      "step": 5830
    },
    {
      "epoch": 0.9216189536031589,
      "grad_norm": 0.04902449521002154,
      "learning_rate": 0.000653196883922688,
      "loss": 1.3533,
      "step": 5835
    },
    {
      "epoch": 0.9224086870681145,
      "grad_norm": 0.04637845188988958,
      "learning_rate": 0.0006525406399982028,
      "loss": 1.4119,
      "step": 5840
    },
    {
      "epoch": 0.9231984205330701,
      "grad_norm": 0.04821077820801734,
      "learning_rate": 0.0006518841062081764,
      "loss": 1.3574,
      "step": 5845
    },
    {
      "epoch": 0.9239881539980257,
      "grad_norm": 0.047980149691239544,
      "learning_rate": 0.0006512272838001876,
      "loss": 1.3129,
      "step": 5850
    },
    {
      "epoch": 0.9247778874629813,
      "grad_norm": 0.04357556844747492,
      "learning_rate": 0.0006505701740223642,
      "loss": 1.4159,
      "step": 5855
    },
    {
      "epoch": 0.9255676209279369,
      "grad_norm": 0.05101694414981409,
      "learning_rate": 0.0006499127781233795,
      "loss": 1.3078,
      "step": 5860
    },
    {
      "epoch": 0.9263573543928924,
      "grad_norm": 0.047103844872752126,
      "learning_rate": 0.0006492550973524516,
      "loss": 1.4544,
      "step": 5865
    },
    {
      "epoch": 0.9271470878578479,
      "grad_norm": 0.045006213107928274,
      "learning_rate": 0.0006485971329593387,
      "loss": 1.414,
      "step": 5870
    },
    {
      "epoch": 0.9279368213228035,
      "grad_norm": 0.044790447148569786,
      "learning_rate": 0.0006479388861943385,
      "loss": 1.3751,
      "step": 5875
    },
    {
      "epoch": 0.9287265547877591,
      "grad_norm": 0.04306754313153646,
      "learning_rate": 0.0006472803583082854,
      "loss": 1.4019,
      "step": 5880
    },
    {
      "epoch": 0.9295162882527147,
      "grad_norm": 0.051544035365529144,
      "learning_rate": 0.0006466215505525477,
      "loss": 1.3844,
      "step": 5885
    },
    {
      "epoch": 0.9303060217176703,
      "grad_norm": 0.04496365541293485,
      "learning_rate": 0.0006459624641790257,
      "loss": 1.3529,
      "step": 5890
    },
    {
      "epoch": 0.9310957551826259,
      "grad_norm": 0.044473901397368225,
      "learning_rate": 0.000645303100440149,
      "loss": 1.3449,
      "step": 5895
    },
    {
      "epoch": 0.9318854886475815,
      "grad_norm": 0.0483138909800937,
      "learning_rate": 0.0006446434605888743,
      "loss": 1.3597,
      "step": 5900
    },
    {
      "epoch": 0.9326752221125371,
      "grad_norm": 0.044686040467752305,
      "learning_rate": 0.0006439835458786836,
      "loss": 1.3858,
      "step": 5905
    },
    {
      "epoch": 0.9334649555774926,
      "grad_norm": 0.05235946617665918,
      "learning_rate": 0.00064332335756358,
      "loss": 1.4111,
      "step": 5910
    },
    {
      "epoch": 0.9342546890424481,
      "grad_norm": 0.046631236938319456,
      "learning_rate": 0.0006426628968980876,
      "loss": 1.3512,
      "step": 5915
    },
    {
      "epoch": 0.9350444225074037,
      "grad_norm": 0.046505161997887776,
      "learning_rate": 0.0006420021651372473,
      "loss": 1.3844,
      "step": 5920
    },
    {
      "epoch": 0.9358341559723593,
      "grad_norm": 0.043677560836387054,
      "learning_rate": 0.0006413411635366157,
      "loss": 1.3885,
      "step": 5925
    },
    {
      "epoch": 0.9366238894373149,
      "grad_norm": 0.04862033330831563,
      "learning_rate": 0.0006406798933522618,
      "loss": 1.3522,
      "step": 5930
    },
    {
      "epoch": 0.9374136229022705,
      "grad_norm": 0.04414506316974704,
      "learning_rate": 0.0006400183558407649,
      "loss": 1.3298,
      "step": 5935
    },
    {
      "epoch": 0.9382033563672261,
      "grad_norm": 0.042338221672475675,
      "learning_rate": 0.0006393565522592127,
      "loss": 1.3543,
      "step": 5940
    },
    {
      "epoch": 0.9389930898321817,
      "grad_norm": 0.04507562362015487,
      "learning_rate": 0.0006386944838651984,
      "loss": 1.3887,
      "step": 5945
    },
    {
      "epoch": 0.9397828232971372,
      "grad_norm": 0.04178079074279878,
      "learning_rate": 0.0006380321519168182,
      "loss": 1.3664,
      "step": 5950
    },
    {
      "epoch": 0.9405725567620928,
      "grad_norm": 0.04515820601165724,
      "learning_rate": 0.000637369557672669,
      "loss": 1.3483,
      "step": 5955
    },
    {
      "epoch": 0.9413622902270484,
      "grad_norm": 0.0457187124752261,
      "learning_rate": 0.0006367067023918467,
      "loss": 1.3434,
      "step": 5960
    },
    {
      "epoch": 0.9421520236920039,
      "grad_norm": 0.04565093032778954,
      "learning_rate": 0.0006360435873339425,
      "loss": 1.3873,
      "step": 5965
    },
    {
      "epoch": 0.9429417571569595,
      "grad_norm": 0.049524878331573596,
      "learning_rate": 0.0006353802137590419,
      "loss": 1.3665,
      "step": 5970
    },
    {
      "epoch": 0.9437314906219151,
      "grad_norm": 0.04514720078699461,
      "learning_rate": 0.0006347165829277211,
      "loss": 1.415,
      "step": 5975
    },
    {
      "epoch": 0.9445212240868707,
      "grad_norm": 0.04494944241921564,
      "learning_rate": 0.0006340526961010457,
      "loss": 1.3259,
      "step": 5980
    },
    {
      "epoch": 0.9453109575518263,
      "grad_norm": 0.04649267538103642,
      "learning_rate": 0.0006333885545405674,
      "loss": 1.3824,
      "step": 5985
    },
    {
      "epoch": 0.9461006910167818,
      "grad_norm": 0.04649543392079498,
      "learning_rate": 0.0006327241595083218,
      "loss": 1.3748,
      "step": 5990
    },
    {
      "epoch": 0.9468904244817374,
      "grad_norm": 0.04652218671907854,
      "learning_rate": 0.0006320595122668266,
      "loss": 1.4136,
      "step": 5995
    },
    {
      "epoch": 0.947680157946693,
      "grad_norm": 0.05072787771937167,
      "learning_rate": 0.0006313946140790785,
      "loss": 1.3404,
      "step": 6000
    },
    {
      "epoch": 0.9484698914116486,
      "grad_norm": 0.043180580551043485,
      "learning_rate": 0.0006307294662085512,
      "loss": 1.3581,
      "step": 6005
    },
    {
      "epoch": 0.9492596248766041,
      "grad_norm": 0.04796870532699651,
      "learning_rate": 0.0006300640699191927,
      "loss": 1.3771,
      "step": 6010
    },
    {
      "epoch": 0.9500493583415597,
      "grad_norm": 0.043269915505457106,
      "learning_rate": 0.0006293984264754229,
      "loss": 1.3566,
      "step": 6015
    },
    {
      "epoch": 0.9508390918065153,
      "grad_norm": 0.04354396676667983,
      "learning_rate": 0.000628732537142132,
      "loss": 1.3902,
      "step": 6020
    },
    {
      "epoch": 0.9516288252714709,
      "grad_norm": 0.04787006615591414,
      "learning_rate": 0.0006280664031846768,
      "loss": 1.3903,
      "step": 6025
    },
    {
      "epoch": 0.9524185587364264,
      "grad_norm": 0.046352026768902675,
      "learning_rate": 0.0006274000258688793,
      "loss": 1.371,
      "step": 6030
    },
    {
      "epoch": 0.953208292201382,
      "grad_norm": 0.051767047764251034,
      "learning_rate": 0.0006267334064610236,
      "loss": 1.3652,
      "step": 6035
    },
    {
      "epoch": 0.9539980256663376,
      "grad_norm": 0.04462120088750806,
      "learning_rate": 0.0006260665462278543,
      "loss": 1.3493,
      "step": 6040
    },
    {
      "epoch": 0.9547877591312932,
      "grad_norm": 0.04452778446265439,
      "learning_rate": 0.0006253994464365732,
      "loss": 1.3374,
      "step": 6045
    },
    {
      "epoch": 0.9555774925962488,
      "grad_norm": 0.048507161065179785,
      "learning_rate": 0.0006247321083548376,
      "loss": 1.3771,
      "step": 6050
    },
    {
      "epoch": 0.9563672260612044,
      "grad_norm": 0.04606944417880249,
      "learning_rate": 0.0006240645332507576,
      "loss": 1.3732,
      "step": 6055
    },
    {
      "epoch": 0.9571569595261599,
      "grad_norm": 0.04926564441442896,
      "learning_rate": 0.0006233967223928936,
      "loss": 1.3563,
      "step": 6060
    },
    {
      "epoch": 0.9579466929911155,
      "grad_norm": 0.04848003473602676,
      "learning_rate": 0.000622728677050254,
      "loss": 1.3735,
      "step": 6065
    },
    {
      "epoch": 0.958736426456071,
      "grad_norm": 0.051334448108236605,
      "learning_rate": 0.0006220603984922926,
      "loss": 1.3247,
      "step": 6070
    },
    {
      "epoch": 0.9595261599210266,
      "grad_norm": 0.0559748020940467,
      "learning_rate": 0.0006213918879889068,
      "loss": 1.3518,
      "step": 6075
    },
    {
      "epoch": 0.9603158933859822,
      "grad_norm": 0.04784423658810428,
      "learning_rate": 0.0006207231468104344,
      "loss": 1.3802,
      "step": 6080
    },
    {
      "epoch": 0.9611056268509378,
      "grad_norm": 0.05421118315754393,
      "learning_rate": 0.0006200541762276517,
      "loss": 1.3974,
      "step": 6085
    },
    {
      "epoch": 0.9618953603158934,
      "grad_norm": 0.04922953163238985,
      "learning_rate": 0.0006193849775117709,
      "loss": 1.3679,
      "step": 6090
    },
    {
      "epoch": 0.962685093780849,
      "grad_norm": 0.046537963288532304,
      "learning_rate": 0.0006187155519344378,
      "loss": 1.3459,
      "step": 6095
    },
    {
      "epoch": 0.9634748272458046,
      "grad_norm": 0.04937748395027579,
      "learning_rate": 0.0006180459007677291,
      "loss": 1.3628,
      "step": 6100
    },
    {
      "epoch": 0.9642645607107602,
      "grad_norm": 0.04612343149687394,
      "learning_rate": 0.0006173760252841501,
      "loss": 1.4162,
      "step": 6105
    },
    {
      "epoch": 0.9650542941757156,
      "grad_norm": 0.045530668027947974,
      "learning_rate": 0.0006167059267566326,
      "loss": 1.3964,
      "step": 6110
    },
    {
      "epoch": 0.9658440276406712,
      "grad_norm": 0.04632712726954443,
      "learning_rate": 0.0006160356064585323,
      "loss": 1.3107,
      "step": 6115
    },
    {
      "epoch": 0.9666337611056268,
      "grad_norm": 0.05650052982404819,
      "learning_rate": 0.0006153650656636261,
      "loss": 1.3494,
      "step": 6120
    },
    {
      "epoch": 0.9674234945705824,
      "grad_norm": 0.04481097026854966,
      "learning_rate": 0.0006146943056461099,
      "loss": 1.3025,
      "step": 6125
    },
    {
      "epoch": 0.968213228035538,
      "grad_norm": 0.04646385837447612,
      "learning_rate": 0.0006140233276805965,
      "loss": 1.417,
      "step": 6130
    },
    {
      "epoch": 0.9690029615004936,
      "grad_norm": 0.0475600270005602,
      "learning_rate": 0.0006133521330421124,
      "loss": 1.3464,
      "step": 6135
    },
    {
      "epoch": 0.9697926949654492,
      "grad_norm": 0.045323776413327986,
      "learning_rate": 0.0006126807230060961,
      "loss": 1.3638,
      "step": 6140
    },
    {
      "epoch": 0.9705824284304048,
      "grad_norm": 0.050087592849953406,
      "learning_rate": 0.0006120090988483953,
      "loss": 1.3349,
      "step": 6145
    },
    {
      "epoch": 0.9713721618953604,
      "grad_norm": 0.04552989331830596,
      "learning_rate": 0.000611337261845265,
      "loss": 1.3392,
      "step": 6150
    },
    {
      "epoch": 0.9721618953603159,
      "grad_norm": 0.04547502739653087,
      "learning_rate": 0.0006106652132733637,
      "loss": 1.3787,
      "step": 6155
    },
    {
      "epoch": 0.9729516288252714,
      "grad_norm": 0.046590374150693926,
      "learning_rate": 0.0006099929544097529,
      "loss": 1.3926,
      "step": 6160
    },
    {
      "epoch": 0.973741362290227,
      "grad_norm": 0.043898063375014736,
      "learning_rate": 0.0006093204865318933,
      "loss": 1.3589,
      "step": 6165
    },
    {
      "epoch": 0.9745310957551826,
      "grad_norm": 0.045510146496824694,
      "learning_rate": 0.000608647810917643,
      "loss": 1.3434,
      "step": 6170
    },
    {
      "epoch": 0.9753208292201382,
      "grad_norm": 0.043634595896630685,
      "learning_rate": 0.0006079749288452542,
      "loss": 1.3682,
      "step": 6175
    },
    {
      "epoch": 0.9761105626850938,
      "grad_norm": 0.045261723498651464,
      "learning_rate": 0.0006073018415933724,
      "loss": 1.3698,
      "step": 6180
    },
    {
      "epoch": 0.9769002961500494,
      "grad_norm": 0.04520494730346525,
      "learning_rate": 0.0006066285504410324,
      "loss": 1.3966,
      "step": 6185
    },
    {
      "epoch": 0.977690029615005,
      "grad_norm": 0.0735454926245746,
      "learning_rate": 0.0006059550566676562,
      "loss": 1.3629,
      "step": 6190
    },
    {
      "epoch": 0.9784797630799605,
      "grad_norm": 0.046625811724789926,
      "learning_rate": 0.0006052813615530514,
      "loss": 1.3656,
      "step": 6195
    },
    {
      "epoch": 0.9792694965449161,
      "grad_norm": 0.0474476978905887,
      "learning_rate": 0.0006046074663774081,
      "loss": 1.3629,
      "step": 6200
    },
    {
      "epoch": 0.9800592300098717,
      "grad_norm": 0.046969034882352934,
      "learning_rate": 0.0006039333724212963,
      "loss": 1.3662,
      "step": 6205
    },
    {
      "epoch": 0.9808489634748272,
      "grad_norm": 0.04784727564786559,
      "learning_rate": 0.000603259080965664,
      "loss": 1.3362,
      "step": 6210
    },
    {
      "epoch": 0.9816386969397828,
      "grad_norm": 0.04833570582604627,
      "learning_rate": 0.0006025845932918344,
      "loss": 1.3426,
      "step": 6215
    },
    {
      "epoch": 0.9824284304047384,
      "grad_norm": 0.04749838636676454,
      "learning_rate": 0.0006019099106815033,
      "loss": 1.3432,
      "step": 6220
    },
    {
      "epoch": 0.983218163869694,
      "grad_norm": 0.05000456635867065,
      "learning_rate": 0.0006012350344167372,
      "loss": 1.3512,
      "step": 6225
    },
    {
      "epoch": 0.9840078973346496,
      "grad_norm": 0.049406024973973436,
      "learning_rate": 0.0006005599657799709,
      "loss": 1.3364,
      "step": 6230
    },
    {
      "epoch": 0.9847976307996051,
      "grad_norm": 0.04621098254778453,
      "learning_rate": 0.0005998847060540042,
      "loss": 1.3277,
      "step": 6235
    },
    {
      "epoch": 0.9855873642645607,
      "grad_norm": 0.043188770646593495,
      "learning_rate": 0.0005992092565220001,
      "loss": 1.3625,
      "step": 6240
    },
    {
      "epoch": 0.9863770977295163,
      "grad_norm": 0.046679875534309426,
      "learning_rate": 0.0005985336184674826,
      "loss": 1.3533,
      "step": 6245
    },
    {
      "epoch": 0.9871668311944719,
      "grad_norm": 0.04217133017753143,
      "learning_rate": 0.0005978577931743336,
      "loss": 1.3522,
      "step": 6250
    },
    {
      "epoch": 0.9879565646594275,
      "grad_norm": 0.04568214177437693,
      "learning_rate": 0.0005971817819267913,
      "loss": 1.3597,
      "step": 6255
    },
    {
      "epoch": 0.988746298124383,
      "grad_norm": 0.04980100174331829,
      "learning_rate": 0.0005965055860094466,
      "loss": 1.3822,
      "step": 6260
    },
    {
      "epoch": 0.9895360315893386,
      "grad_norm": 0.04149377358941276,
      "learning_rate": 0.0005958292067072417,
      "loss": 1.3626,
      "step": 6265
    },
    {
      "epoch": 0.9903257650542941,
      "grad_norm": 0.04397286992523114,
      "learning_rate": 0.0005951526453054673,
      "loss": 1.3302,
      "step": 6270
    },
    {
      "epoch": 0.9911154985192497,
      "grad_norm": 0.047013339443357796,
      "learning_rate": 0.00059447590308976,
      "loss": 1.3711,
      "step": 6275
    },
    {
      "epoch": 0.9919052319842053,
      "grad_norm": 0.04378314218392362,
      "learning_rate": 0.0005937989813460999,
      "loss": 1.3668,
      "step": 6280
    },
    {
      "epoch": 0.9926949654491609,
      "grad_norm": 0.04540589956568376,
      "learning_rate": 0.0005931218813608086,
      "loss": 1.3732,
      "step": 6285
    },
    {
      "epoch": 0.9934846989141165,
      "grad_norm": 0.04671946577978242,
      "learning_rate": 0.000592444604420546,
      "loss": 1.3864,
      "step": 6290
    },
    {
      "epoch": 0.9942744323790721,
      "grad_norm": 0.0416172274168354,
      "learning_rate": 0.0005917671518123086,
      "loss": 1.3502,
      "step": 6295
    },
    {
      "epoch": 0.9950641658440277,
      "grad_norm": 0.04344600570923203,
      "learning_rate": 0.0005910895248234265,
      "loss": 1.323,
      "step": 6300
    },
    {
      "epoch": 0.9958538993089833,
      "grad_norm": 0.0434811338452019,
      "learning_rate": 0.0005904117247415612,
      "loss": 1.35,
      "step": 6305
    },
    {
      "epoch": 0.9966436327739387,
      "grad_norm": 0.04548633364321339,
      "learning_rate": 0.0005897337528547033,
      "loss": 1.401,
      "step": 6310
    },
    {
      "epoch": 0.9974333662388943,
      "grad_norm": 0.04713335344444515,
      "learning_rate": 0.0005890556104511695,
      "loss": 1.3696,
      "step": 6315
    },
    {
      "epoch": 0.9982230997038499,
      "grad_norm": 0.04505338374874138,
      "learning_rate": 0.000588377298819601,
      "loss": 1.3181,
      "step": 6320
    },
    {
      "epoch": 0.9990128331688055,
      "grad_norm": 0.04386639602429981,
      "learning_rate": 0.0005876988192489602,
      "loss": 1.3561,
      "step": 6325
    },
    {
      "epoch": 0.9998025666337611,
      "grad_norm": 0.04774959661460665,
      "learning_rate": 0.0005870201730285285,
      "loss": 1.3476,
      "step": 6330
    },
    {
      "epoch": 0.9999605133267522,
      "eval_loss": 1.361511468887329,
      "eval_runtime": 447.6614,
      "eval_samples_per_second": 47.342,
      "eval_steps_per_second": 23.672,
      "step": 6331
    },
    {
      "epoch": 1.0005923000987167,
      "grad_norm": 0.05601182233454916,
      "learning_rate": 0.0005863413614479047,
      "loss": 1.6152,
      "step": 6335
    },
    {
      "epoch": 1.0013820335636723,
      "grad_norm": 0.050257177147809355,
      "learning_rate": 0.000585662385797001,
      "loss": 1.3451,
      "step": 6340
    },
    {
      "epoch": 1.0021717670286279,
      "grad_norm": 0.06275116323845746,
      "learning_rate": 0.0005849832473660419,
      "loss": 1.3156,
      "step": 6345
    },
    {
      "epoch": 1.0029615004935835,
      "grad_norm": 0.05453579995399818,
      "learning_rate": 0.0005843039474455611,
      "loss": 1.2829,
      "step": 6350
    },
    {
      "epoch": 1.003751233958539,
      "grad_norm": 0.05055158090465274,
      "learning_rate": 0.000583624487326399,
      "loss": 1.3151,
      "step": 6355
    },
    {
      "epoch": 1.0045409674234946,
      "grad_norm": 0.048305756741662244,
      "learning_rate": 0.0005829448682997004,
      "loss": 1.2925,
      "step": 6360
    },
    {
      "epoch": 1.0053307008884502,
      "grad_norm": 0.04465587941478045,
      "learning_rate": 0.0005822650916569124,
      "loss": 1.2611,
      "step": 6365
    },
    {
      "epoch": 1.0061204343534058,
      "grad_norm": 0.045546119415022505,
      "learning_rate": 0.0005815851586897816,
      "loss": 1.2777,
      "step": 6370
    },
    {
      "epoch": 1.0069101678183614,
      "grad_norm": 0.043904851610509936,
      "learning_rate": 0.000580905070690351,
      "loss": 1.3131,
      "step": 6375
    },
    {
      "epoch": 1.007699901283317,
      "grad_norm": 0.04378631547006339,
      "learning_rate": 0.0005802248289509588,
      "loss": 1.2317,
      "step": 6380
    },
    {
      "epoch": 1.0084896347482724,
      "grad_norm": 0.043353069625276,
      "learning_rate": 0.0005795444347642356,
      "loss": 1.1888,
      "step": 6385
    },
    {
      "epoch": 1.009279368213228,
      "grad_norm": 0.04522594359505546,
      "learning_rate": 0.000578863889423101,
      "loss": 1.3229,
      "step": 6390
    },
    {
      "epoch": 1.0100691016781835,
      "grad_norm": 0.043714144026713815,
      "learning_rate": 0.000578183194220762,
      "loss": 1.3102,
      "step": 6395
    },
    {
      "epoch": 1.0108588351431391,
      "grad_norm": 0.047592660109721956,
      "learning_rate": 0.0005775023504507109,
      "loss": 1.2782,
      "step": 6400
    },
    {
      "epoch": 1.0116485686080947,
      "grad_norm": 0.048595199390332945,
      "learning_rate": 0.0005768213594067215,
      "loss": 1.3113,
      "step": 6405
    },
    {
      "epoch": 1.0124383020730503,
      "grad_norm": 0.050383901474705194,
      "learning_rate": 0.0005761402223828481,
      "loss": 1.296,
      "step": 6410
    },
    {
      "epoch": 1.0132280355380059,
      "grad_norm": 0.04694041005926389,
      "learning_rate": 0.0005754589406734221,
      "loss": 1.2759,
      "step": 6415
    },
    {
      "epoch": 1.0140177690029615,
      "grad_norm": 0.04701837722079208,
      "learning_rate": 0.00057477751557305,
      "loss": 1.2656,
      "step": 6420
    },
    {
      "epoch": 1.014807502467917,
      "grad_norm": 0.04964702655431648,
      "learning_rate": 0.0005740959483766108,
      "loss": 1.3089,
      "step": 6425
    },
    {
      "epoch": 1.0155972359328727,
      "grad_norm": 0.04812195213639278,
      "learning_rate": 0.0005734142403792532,
      "loss": 1.3293,
      "step": 6430
    },
    {
      "epoch": 1.0163869693978282,
      "grad_norm": 0.046450450056030546,
      "learning_rate": 0.0005727323928763938,
      "loss": 1.3276,
      "step": 6435
    },
    {
      "epoch": 1.0171767028627838,
      "grad_norm": 0.044968323229824796,
      "learning_rate": 0.000572050407163714,
      "loss": 1.275,
      "step": 6440
    },
    {
      "epoch": 1.0179664363277394,
      "grad_norm": 0.045119854098260845,
      "learning_rate": 0.0005713682845371583,
      "loss": 1.2991,
      "step": 6445
    },
    {
      "epoch": 1.018756169792695,
      "grad_norm": 0.04535404900028298,
      "learning_rate": 0.0005706860262929308,
      "loss": 1.2267,
      "step": 6450
    },
    {
      "epoch": 1.0195459032576506,
      "grad_norm": 0.04679212094519107,
      "learning_rate": 0.0005700036337274937,
      "loss": 1.3021,
      "step": 6455
    },
    {
      "epoch": 1.0203356367226062,
      "grad_norm": 0.04454516171112038,
      "learning_rate": 0.0005693211081375641,
      "loss": 1.2671,
      "step": 6460
    },
    {
      "epoch": 1.0211253701875618,
      "grad_norm": 0.04522623339307822,
      "learning_rate": 0.0005686384508201126,
      "loss": 1.288,
      "step": 6465
    },
    {
      "epoch": 1.0219151036525174,
      "grad_norm": 0.0470067568881051,
      "learning_rate": 0.0005679556630723592,
      "loss": 1.2534,
      "step": 6470
    },
    {
      "epoch": 1.022704837117473,
      "grad_norm": 0.043847825549254905,
      "learning_rate": 0.0005672727461917723,
      "loss": 1.3578,
      "step": 6475
    },
    {
      "epoch": 1.0234945705824283,
      "grad_norm": 0.04207743060896526,
      "learning_rate": 0.0005665897014760654,
      "loss": 1.2842,
      "step": 6480
    },
    {
      "epoch": 1.024284304047384,
      "grad_norm": 0.04547304237033069,
      "learning_rate": 0.0005659065302231953,
      "loss": 1.2742,
      "step": 6485
    },
    {
      "epoch": 1.0250740375123395,
      "grad_norm": 0.04140039464844729,
      "learning_rate": 0.000565223233731359,
      "loss": 1.2277,
      "step": 6490
    },
    {
      "epoch": 1.025863770977295,
      "grad_norm": 0.04963132069373083,
      "learning_rate": 0.0005645398132989916,
      "loss": 1.2737,
      "step": 6495
    },
    {
      "epoch": 1.0266535044422507,
      "grad_norm": 0.043555261743413,
      "learning_rate": 0.0005638562702247632,
      "loss": 1.2435,
      "step": 6500
    },
    {
      "epoch": 1.0274432379072063,
      "grad_norm": 0.04845038823515624,
      "learning_rate": 0.0005631726058075777,
      "loss": 1.245,
      "step": 6505
    },
    {
      "epoch": 1.0282329713721619,
      "grad_norm": 0.044104007069194456,
      "learning_rate": 0.0005624888213465694,
      "loss": 1.2398,
      "step": 6510
    },
    {
      "epoch": 1.0290227048371174,
      "grad_norm": 0.12105731757472138,
      "learning_rate": 0.0005618049181411003,
      "loss": 1.2729,
      "step": 6515
    },
    {
      "epoch": 1.029812438302073,
      "grad_norm": 0.04575463592514525,
      "learning_rate": 0.0005611208974907585,
      "loss": 1.2959,
      "step": 6520
    },
    {
      "epoch": 1.0306021717670286,
      "grad_norm": 0.04766356948029145,
      "learning_rate": 0.0005604367606953549,
      "loss": 1.291,
      "step": 6525
    },
    {
      "epoch": 1.0313919052319842,
      "grad_norm": 0.04422968450206758,
      "learning_rate": 0.0005597525090549214,
      "loss": 1.3131,
      "step": 6530
    },
    {
      "epoch": 1.0321816386969398,
      "grad_norm": 0.04582668980374345,
      "learning_rate": 0.0005590681438697082,
      "loss": 1.255,
      "step": 6535
    },
    {
      "epoch": 1.0329713721618954,
      "grad_norm": 0.055149795152056466,
      "learning_rate": 0.0005583836664401808,
      "loss": 1.2687,
      "step": 6540
    },
    {
      "epoch": 1.033761105626851,
      "grad_norm": 0.046255094816573916,
      "learning_rate": 0.0005576990780670184,
      "loss": 1.2379,
      "step": 6545
    },
    {
      "epoch": 1.0345508390918066,
      "grad_norm": 0.04823686024047999,
      "learning_rate": 0.0005570143800511109,
      "loss": 1.2616,
      "step": 6550
    },
    {
      "epoch": 1.0353405725567622,
      "grad_norm": 0.046137195742413796,
      "learning_rate": 0.0005563295736935568,
      "loss": 1.2828,
      "step": 6555
    },
    {
      "epoch": 1.0361303060217177,
      "grad_norm": 0.046223670439693325,
      "learning_rate": 0.0005556446602956598,
      "loss": 1.3327,
      "step": 6560
    },
    {
      "epoch": 1.0369200394866733,
      "grad_norm": 0.04271332415874129,
      "learning_rate": 0.0005549596411589279,
      "loss": 1.3169,
      "step": 6565
    },
    {
      "epoch": 1.037709772951629,
      "grad_norm": 0.045206400695994055,
      "learning_rate": 0.0005542745175850692,
      "loss": 1.335,
      "step": 6570
    },
    {
      "epoch": 1.0384995064165845,
      "grad_norm": 0.04416756135778753,
      "learning_rate": 0.0005535892908759909,
      "loss": 1.2815,
      "step": 6575
    },
    {
      "epoch": 1.03928923988154,
      "grad_norm": 0.048607795308408704,
      "learning_rate": 0.0005529039623337955,
      "loss": 1.3277,
      "step": 6580
    },
    {
      "epoch": 1.0400789733464955,
      "grad_norm": 0.04915876108853233,
      "learning_rate": 0.0005522185332607799,
      "loss": 1.3422,
      "step": 6585
    },
    {
      "epoch": 1.040868706811451,
      "grad_norm": 0.045747847351385686,
      "learning_rate": 0.0005515330049594313,
      "loss": 1.3064,
      "step": 6590
    },
    {
      "epoch": 1.0416584402764066,
      "grad_norm": 0.043205259365522344,
      "learning_rate": 0.0005508473787324258,
      "loss": 1.3092,
      "step": 6595
    },
    {
      "epoch": 1.0424481737413622,
      "grad_norm": 0.0650576520186084,
      "learning_rate": 0.0005501616558826253,
      "loss": 1.3553,
      "step": 6600
    },
    {
      "epoch": 1.0432379072063178,
      "grad_norm": 0.046803584950643726,
      "learning_rate": 0.0005494758377130759,
      "loss": 1.2296,
      "step": 6605
    },
    {
      "epoch": 1.0440276406712734,
      "grad_norm": 0.044368887881847445,
      "learning_rate": 0.000548789925527004,
      "loss": 1.3147,
      "step": 6610
    },
    {
      "epoch": 1.044817374136229,
      "grad_norm": 0.045283738596425246,
      "learning_rate": 0.0005481039206278152,
      "loss": 1.2428,
      "step": 6615
    },
    {
      "epoch": 1.0456071076011846,
      "grad_norm": 0.04603485216036082,
      "learning_rate": 0.0005474178243190914,
      "loss": 1.3004,
      "step": 6620
    },
    {
      "epoch": 1.0463968410661402,
      "grad_norm": 0.044018738299392283,
      "learning_rate": 0.0005467316379045877,
      "loss": 1.2745,
      "step": 6625
    },
    {
      "epoch": 1.0471865745310958,
      "grad_norm": 0.04505894872645656,
      "learning_rate": 0.0005460453626882307,
      "loss": 1.3701,
      "step": 6630
    },
    {
      "epoch": 1.0479763079960513,
      "grad_norm": 0.044193303919539094,
      "learning_rate": 0.000545358999974116,
      "loss": 1.2694,
      "step": 6635
    },
    {
      "epoch": 1.048766041461007,
      "grad_norm": 0.04511414709604545,
      "learning_rate": 0.0005446725510665049,
      "loss": 1.3429,
      "step": 6640
    },
    {
      "epoch": 1.0495557749259625,
      "grad_norm": 0.047150442702325525,
      "learning_rate": 0.000543986017269823,
      "loss": 1.2831,
      "step": 6645
    },
    {
      "epoch": 1.0503455083909181,
      "grad_norm": 0.04337838503418722,
      "learning_rate": 0.0005432993998886569,
      "loss": 1.2843,
      "step": 6650
    },
    {
      "epoch": 1.0511352418558737,
      "grad_norm": 0.045272901125318184,
      "learning_rate": 0.0005426127002277522,
      "loss": 1.266,
      "step": 6655
    },
    {
      "epoch": 1.0519249753208293,
      "grad_norm": 0.0444156164635271,
      "learning_rate": 0.0005419259195920107,
      "loss": 1.2869,
      "step": 6660
    },
    {
      "epoch": 1.0527147087857849,
      "grad_norm": 0.04629211130730186,
      "learning_rate": 0.0005412390592864882,
      "loss": 1.2957,
      "step": 6665
    },
    {
      "epoch": 1.0535044422507405,
      "grad_norm": 0.047196463456123605,
      "learning_rate": 0.0005405521206163918,
      "loss": 1.2886,
      "step": 6670
    },
    {
      "epoch": 1.054294175715696,
      "grad_norm": 0.046751825118698145,
      "learning_rate": 0.0005398651048870776,
      "loss": 1.2558,
      "step": 6675
    },
    {
      "epoch": 1.0550839091806514,
      "grad_norm": 0.04641006085602254,
      "learning_rate": 0.0005391780134040482,
      "loss": 1.2658,
      "step": 6680
    },
    {
      "epoch": 1.055873642645607,
      "grad_norm": 0.045315089294227166,
      "learning_rate": 0.0005384908474729501,
      "loss": 1.3178,
      "step": 6685
    },
    {
      "epoch": 1.0566633761105626,
      "grad_norm": 0.07762452698527468,
      "learning_rate": 0.0005378036083995708,
      "loss": 1.2918,
      "step": 6690
    },
    {
      "epoch": 1.0574531095755182,
      "grad_norm": 0.042468949741903114,
      "learning_rate": 0.0005371162974898377,
      "loss": 1.2847,
      "step": 6695
    },
    {
      "epoch": 1.0582428430404738,
      "grad_norm": 0.04527011164696896,
      "learning_rate": 0.000536428916049814,
      "loss": 1.2593,
      "step": 6700
    },
    {
      "epoch": 1.0590325765054294,
      "grad_norm": 0.043786842629684034,
      "learning_rate": 0.000535741465385697,
      "loss": 1.2421,
      "step": 6705
    },
    {
      "epoch": 1.059822309970385,
      "grad_norm": 0.045914621198426674,
      "learning_rate": 0.0005350539468038159,
      "loss": 1.3231,
      "step": 6710
    },
    {
      "epoch": 1.0606120434353405,
      "grad_norm": 0.04444338291188001,
      "learning_rate": 0.0005343663616106286,
      "loss": 1.2598,
      "step": 6715
    },
    {
      "epoch": 1.0614017769002961,
      "grad_norm": 0.044112623948254735,
      "learning_rate": 0.0005336787111127198,
      "loss": 1.2867,
      "step": 6720
    },
    {
      "epoch": 1.0621915103652517,
      "grad_norm": 0.04274915424435869,
      "learning_rate": 0.0005329909966167983,
      "loss": 1.3018,
      "step": 6725
    },
    {
      "epoch": 1.0629812438302073,
      "grad_norm": 0.04679886672590751,
      "learning_rate": 0.0005323032194296943,
      "loss": 1.3042,
      "step": 6730
    },
    {
      "epoch": 1.063770977295163,
      "grad_norm": 0.04434140524205444,
      "learning_rate": 0.0005316153808583573,
      "loss": 1.249,
      "step": 6735
    },
    {
      "epoch": 1.0645607107601185,
      "grad_norm": 0.04546278012682185,
      "learning_rate": 0.0005309274822098534,
      "loss": 1.2769,
      "step": 6740
    },
    {
      "epoch": 1.065350444225074,
      "grad_norm": 0.04683526083642403,
      "learning_rate": 0.0005302395247913629,
      "loss": 1.2497,
      "step": 6745
    },
    {
      "epoch": 1.0661401776900297,
      "grad_norm": 0.04676065111791181,
      "learning_rate": 0.0005295515099101775,
      "loss": 1.3,
      "step": 6750
    },
    {
      "epoch": 1.0669299111549853,
      "grad_norm": 0.043862564962546195,
      "learning_rate": 0.0005288634388736986,
      "loss": 1.297,
      "step": 6755
    },
    {
      "epoch": 1.0677196446199408,
      "grad_norm": 0.04272625798887531,
      "learning_rate": 0.000528175312989434,
      "loss": 1.3056,
      "step": 6760
    },
    {
      "epoch": 1.0685093780848964,
      "grad_norm": 0.04568039402223521,
      "learning_rate": 0.0005274871335649957,
      "loss": 1.279,
      "step": 6765
    },
    {
      "epoch": 1.069299111549852,
      "grad_norm": 0.04249358403368429,
      "learning_rate": 0.0005267989019080978,
      "loss": 1.2833,
      "step": 6770
    },
    {
      "epoch": 1.0700888450148076,
      "grad_norm": 0.041967084129403386,
      "learning_rate": 0.0005261106193265529,
      "loss": 1.2884,
      "step": 6775
    },
    {
      "epoch": 1.070878578479763,
      "grad_norm": 0.04302765859261329,
      "learning_rate": 0.0005254222871282712,
      "loss": 1.2782,
      "step": 6780
    },
    {
      "epoch": 1.0716683119447186,
      "grad_norm": 0.04861237573410056,
      "learning_rate": 0.0005247339066212567,
      "loss": 1.2667,
      "step": 6785
    },
    {
      "epoch": 1.0724580454096742,
      "grad_norm": 0.045566895076374625,
      "learning_rate": 0.0005240454791136051,
      "loss": 1.292,
      "step": 6790
    },
    {
      "epoch": 1.0732477788746297,
      "grad_norm": 0.04307871841625393,
      "learning_rate": 0.000523357005913502,
      "loss": 1.3442,
      "step": 6795
    },
    {
      "epoch": 1.0740375123395853,
      "grad_norm": 0.044377527627170336,
      "learning_rate": 0.0005226684883292191,
      "loss": 1.254,
      "step": 6800
    },
    {
      "epoch": 1.074827245804541,
      "grad_norm": 0.0452435710910557,
      "learning_rate": 0.0005219799276691131,
      "loss": 1.3017,
      "step": 6805
    },
    {
      "epoch": 1.0756169792694965,
      "grad_norm": 0.0441992431239297,
      "learning_rate": 0.000521291325241622,
      "loss": 1.2848,
      "step": 6810
    },
    {
      "epoch": 1.076406712734452,
      "grad_norm": 0.04611430186051275,
      "learning_rate": 0.0005206026823552638,
      "loss": 1.3105,
      "step": 6815
    },
    {
      "epoch": 1.0771964461994077,
      "grad_norm": 0.05109684034595341,
      "learning_rate": 0.0005199140003186326,
      "loss": 1.2706,
      "step": 6820
    },
    {
      "epoch": 1.0779861796643633,
      "grad_norm": 0.0439431115431468,
      "learning_rate": 0.0005192252804403975,
      "loss": 1.233,
      "step": 6825
    },
    {
      "epoch": 1.0787759131293189,
      "grad_norm": 0.05361948234707434,
      "learning_rate": 0.0005185365240292993,
      "loss": 1.2528,
      "step": 6830
    },
    {
      "epoch": 1.0795656465942745,
      "grad_norm": 0.04542016025167968,
      "learning_rate": 0.000517847732394148,
      "loss": 1.2805,
      "step": 6835
    },
    {
      "epoch": 1.08035538005923,
      "grad_norm": 0.045886086750416444,
      "learning_rate": 0.0005171589068438212,
      "loss": 1.2862,
      "step": 6840
    },
    {
      "epoch": 1.0811451135241856,
      "grad_norm": 0.04583079250701169,
      "learning_rate": 0.0005164700486872601,
      "loss": 1.3294,
      "step": 6845
    },
    {
      "epoch": 1.0819348469891412,
      "grad_norm": 0.048929457602310496,
      "learning_rate": 0.0005157811592334685,
      "loss": 1.2572,
      "step": 6850
    },
    {
      "epoch": 1.0827245804540968,
      "grad_norm": 0.043607162327711405,
      "learning_rate": 0.0005150922397915094,
      "loss": 1.2866,
      "step": 6855
    },
    {
      "epoch": 1.0835143139190524,
      "grad_norm": 0.04299229424857139,
      "learning_rate": 0.0005144032916705028,
      "loss": 1.3063,
      "step": 6860
    },
    {
      "epoch": 1.084304047384008,
      "grad_norm": 0.0482875695061549,
      "learning_rate": 0.0005137143161796232,
      "loss": 1.3103,
      "step": 6865
    },
    {
      "epoch": 1.0850937808489636,
      "grad_norm": 0.04662917171686881,
      "learning_rate": 0.0005130253146280973,
      "loss": 1.3216,
      "step": 6870
    },
    {
      "epoch": 1.085883514313919,
      "grad_norm": 0.040938050633607205,
      "learning_rate": 0.0005123362883252009,
      "loss": 1.2248,
      "step": 6875
    },
    {
      "epoch": 1.0866732477788745,
      "grad_norm": 0.04613908775877312,
      "learning_rate": 0.0005116472385802573,
      "loss": 1.3178,
      "step": 6880
    },
    {
      "epoch": 1.0874629812438301,
      "grad_norm": 0.04316669060105748,
      "learning_rate": 0.0005109581667026341,
      "loss": 1.3114,
      "step": 6885
    },
    {
      "epoch": 1.0882527147087857,
      "grad_norm": 0.048919499631814314,
      "learning_rate": 0.0005102690740017409,
      "loss": 1.253,
      "step": 6890
    },
    {
      "epoch": 1.0890424481737413,
      "grad_norm": 0.041411370442383175,
      "learning_rate": 0.0005095799617870269,
      "loss": 1.3005,
      "step": 6895
    },
    {
      "epoch": 1.0898321816386969,
      "grad_norm": 0.04489898001144983,
      "learning_rate": 0.0005088908313679787,
      "loss": 1.3255,
      "step": 6900
    },
    {
      "epoch": 1.0906219151036525,
      "grad_norm": 0.04592179093429751,
      "learning_rate": 0.0005082016840541172,
      "loss": 1.2624,
      "step": 6905
    },
    {
      "epoch": 1.091411648568608,
      "grad_norm": 0.04678857715511647,
      "learning_rate": 0.0005075125211549951,
      "loss": 1.281,
      "step": 6910
    },
    {
      "epoch": 1.0922013820335637,
      "grad_norm": 0.04833085985482709,
      "learning_rate": 0.0005068233439801955,
      "loss": 1.2962,
      "step": 6915
    },
    {
      "epoch": 1.0929911154985192,
      "grad_norm": 0.050311202978250466,
      "learning_rate": 0.0005061341538393279,
      "loss": 1.2543,
      "step": 6920
    },
    {
      "epoch": 1.0937808489634748,
      "grad_norm": 0.045614420789301856,
      "learning_rate": 0.0005054449520420268,
      "loss": 1.2573,
      "step": 6925
    },
    {
      "epoch": 1.0945705824284304,
      "grad_norm": 0.048664615463668674,
      "learning_rate": 0.0005047557398979489,
      "loss": 1.2498,
      "step": 6930
    },
    {
      "epoch": 1.095360315893386,
      "grad_norm": 0.04738403090606414,
      "learning_rate": 0.0005040665187167702,
      "loss": 1.3168,
      "step": 6935
    },
    {
      "epoch": 1.0961500493583416,
      "grad_norm": 0.050063010592042746,
      "learning_rate": 0.0005033772898081843,
      "loss": 1.3208,
      "step": 6940
    },
    {
      "epoch": 1.0969397828232972,
      "grad_norm": 0.04745604440058257,
      "learning_rate": 0.0005026880544818993,
      "loss": 1.269,
      "step": 6945
    },
    {
      "epoch": 1.0977295162882528,
      "grad_norm": 0.04364869200205571,
      "learning_rate": 0.0005019988140476353,
      "loss": 1.2993,
      "step": 6950
    },
    {
      "epoch": 1.0985192497532084,
      "grad_norm": 0.050537724686622536,
      "learning_rate": 0.0005013095698151225,
      "loss": 1.3703,
      "step": 6955
    },
    {
      "epoch": 1.099308983218164,
      "grad_norm": 0.04605970234278854,
      "learning_rate": 0.000500620323094098,
      "loss": 1.3082,
      "step": 6960
    },
    {
      "epoch": 1.1000987166831195,
      "grad_norm": 0.046803426440058304,
      "learning_rate": 0.0004999310751943037,
      "loss": 1.228,
      "step": 6965
    },
    {
      "epoch": 1.1008884501480751,
      "grad_norm": 0.10238243503345809,
      "learning_rate": 0.0004992418274254838,
      "loss": 1.3184,
      "step": 6970
    },
    {
      "epoch": 1.1016781836130307,
      "grad_norm": 0.04381034660961243,
      "learning_rate": 0.0004985525810973825,
      "loss": 1.3446,
      "step": 6975
    },
    {
      "epoch": 1.102467917077986,
      "grad_norm": 0.04243212978896755,
      "learning_rate": 0.0004978633375197406,
      "loss": 1.2257,
      "step": 6980
    },
    {
      "epoch": 1.1032576505429417,
      "grad_norm": 0.04426526513094951,
      "learning_rate": 0.0004971740980022944,
      "loss": 1.2968,
      "step": 6985
    },
    {
      "epoch": 1.1040473840078973,
      "grad_norm": 0.04225678686724327,
      "learning_rate": 0.0004964848638547718,
      "loss": 1.2706,
      "step": 6990
    },
    {
      "epoch": 1.1048371174728528,
      "grad_norm": 0.044252047766862285,
      "learning_rate": 0.000495795636386891,
      "loss": 1.2817,
      "step": 6995
    },
    {
      "epoch": 1.1056268509378084,
      "grad_norm": 0.04535490665589884,
      "learning_rate": 0.0004951064169083577,
      "loss": 1.2794,
      "step": 7000
    },
    {
      "epoch": 1.106416584402764,
      "grad_norm": 0.04375411268820085,
      "learning_rate": 0.0004944172067288615,
      "loss": 1.2486,
      "step": 7005
    },
    {
      "epoch": 1.1072063178677196,
      "grad_norm": 0.043062681296229186,
      "learning_rate": 0.0004937280071580754,
      "loss": 1.2823,
      "step": 7010
    },
    {
      "epoch": 1.1079960513326752,
      "grad_norm": 0.044835071547912414,
      "learning_rate": 0.0004930388195056513,
      "loss": 1.3302,
      "step": 7015
    },
    {
      "epoch": 1.1087857847976308,
      "grad_norm": 0.04418351407091491,
      "learning_rate": 0.0004923496450812193,
      "loss": 1.2442,
      "step": 7020
    },
    {
      "epoch": 1.1095755182625864,
      "grad_norm": 0.04451573439759353,
      "learning_rate": 0.0004916604851943837,
      "loss": 1.2663,
      "step": 7025
    },
    {
      "epoch": 1.110365251727542,
      "grad_norm": 0.04909417420000655,
      "learning_rate": 0.0004909713411547214,
      "loss": 1.2786,
      "step": 7030
    },
    {
      "epoch": 1.1111549851924976,
      "grad_norm": 0.047769565418489875,
      "learning_rate": 0.0004902822142717796,
      "loss": 1.2598,
      "step": 7035
    },
    {
      "epoch": 1.1119447186574531,
      "grad_norm": 0.04366759051168881,
      "learning_rate": 0.000489593105855072,
      "loss": 1.2757,
      "step": 7040
    },
    {
      "epoch": 1.1127344521224087,
      "grad_norm": 0.04284416523043062,
      "learning_rate": 0.0004889040172140781,
      "loss": 1.2909,
      "step": 7045
    },
    {
      "epoch": 1.1135241855873643,
      "grad_norm": 0.043198379943192165,
      "learning_rate": 0.00048821494965823925,
      "loss": 1.2528,
      "step": 7050
    },
    {
      "epoch": 1.11431391905232,
      "grad_norm": 0.04622148468345487,
      "learning_rate": 0.00048752590449695714,
      "loss": 1.2985,
      "step": 7055
    },
    {
      "epoch": 1.1151036525172755,
      "grad_norm": 0.046079670801468534,
      "learning_rate": 0.00048683688303959044,
      "loss": 1.2771,
      "step": 7060
    },
    {
      "epoch": 1.115893385982231,
      "grad_norm": 0.043827884479076124,
      "learning_rate": 0.00048614788659545334,
      "loss": 1.2839,
      "step": 7065
    },
    {
      "epoch": 1.1166831194471867,
      "grad_norm": 0.04387442197852016,
      "learning_rate": 0.00048545891647381174,
      "loss": 1.2876,
      "step": 7070
    },
    {
      "epoch": 1.117472852912142,
      "grad_norm": 0.04539764856626571,
      "learning_rate": 0.0004847699739838823,
      "loss": 1.2541,
      "step": 7075
    },
    {
      "epoch": 1.1182625863770976,
      "grad_norm": 0.044995387492691934,
      "learning_rate": 0.00048408106043482905,
      "loss": 1.2838,
      "step": 7080
    },
    {
      "epoch": 1.1190523198420532,
      "grad_norm": 0.04233558234647631,
      "learning_rate": 0.0004833921771357603,
      "loss": 1.3253,
      "step": 7085
    },
    {
      "epoch": 1.1198420533070088,
      "grad_norm": 0.04688998076540731,
      "learning_rate": 0.00048270332539572785,
      "loss": 1.2401,
      "step": 7090
    },
    {
      "epoch": 1.1206317867719644,
      "grad_norm": 0.046804632776776496,
      "learning_rate": 0.0004820145065237227,
      "loss": 1.3104,
      "step": 7095
    },
    {
      "epoch": 1.12142152023692,
      "grad_norm": 0.04269807142155512,
      "learning_rate": 0.0004813257218286742,
      "loss": 1.2717,
      "step": 7100
    },
    {
      "epoch": 1.1222112537018756,
      "grad_norm": 0.04715373520986421,
      "learning_rate": 0.0004806369726194458,
      "loss": 1.2905,
      "step": 7105
    },
    {
      "epoch": 1.1230009871668312,
      "grad_norm": 0.04279428713535557,
      "learning_rate": 0.00047994826020483463,
      "loss": 1.2821,
      "step": 7110
    },
    {
      "epoch": 1.1237907206317868,
      "grad_norm": 0.043463717652840454,
      "learning_rate": 0.00047925958589356674,
      "loss": 1.302,
      "step": 7115
    },
    {
      "epoch": 1.1245804540967423,
      "grad_norm": 0.04307768818499199,
      "learning_rate": 0.00047857095099429665,
      "loss": 1.2787,
      "step": 7120
    },
    {
      "epoch": 1.125370187561698,
      "grad_norm": 0.0425828388898837,
      "learning_rate": 0.00047788235681560387,
      "loss": 1.2809,
      "step": 7125
    },
    {
      "epoch": 1.1261599210266535,
      "grad_norm": 0.04783506372007323,
      "learning_rate": 0.0004771938046659899,
      "loss": 1.2645,
      "step": 7130
    },
    {
      "epoch": 1.126949654491609,
      "grad_norm": 0.04582818802302424,
      "learning_rate": 0.0004765052958538773,
      "loss": 1.3156,
      "step": 7135
    },
    {
      "epoch": 1.1277393879565647,
      "grad_norm": 0.041943052479064616,
      "learning_rate": 0.00047581683168760534,
      "loss": 1.2074,
      "step": 7140
    },
    {
      "epoch": 1.1285291214215203,
      "grad_norm": 0.04537114483799346,
      "learning_rate": 0.00047512841347542936,
      "loss": 1.3207,
      "step": 7145
    },
    {
      "epoch": 1.1293188548864759,
      "grad_norm": 0.04540852039683027,
      "learning_rate": 0.0004744400425255165,
      "loss": 1.2255,
      "step": 7150
    },
    {
      "epoch": 1.1301085883514315,
      "grad_norm": 0.046108627926374095,
      "learning_rate": 0.00047375172014594484,
      "loss": 1.2886,
      "step": 7155
    },
    {
      "epoch": 1.130898321816387,
      "grad_norm": 0.04986989393139369,
      "learning_rate": 0.00047306344764469954,
      "loss": 1.2746,
      "step": 7160
    },
    {
      "epoch": 1.1316880552813426,
      "grad_norm": 0.04708102704004327,
      "learning_rate": 0.00047237522632967145,
      "loss": 1.2799,
      "step": 7165
    },
    {
      "epoch": 1.1324777887462982,
      "grad_norm": 0.046792855935500366,
      "learning_rate": 0.0004716870575086542,
      "loss": 1.3388,
      "step": 7170
    },
    {
      "epoch": 1.1332675222112538,
      "grad_norm": 0.044271231789298794,
      "learning_rate": 0.000470998942489341,
      "loss": 1.2685,
      "step": 7175
    },
    {
      "epoch": 1.1340572556762092,
      "grad_norm": 0.04522210418482866,
      "learning_rate": 0.00047031088257932374,
      "loss": 1.3314,
      "step": 7180
    },
    {
      "epoch": 1.1348469891411648,
      "grad_norm": 0.04170703756790243,
      "learning_rate": 0.0004696228790860887,
      "loss": 1.2407,
      "step": 7185
    },
    {
      "epoch": 1.1356367226061204,
      "grad_norm": 0.04689098539986684,
      "learning_rate": 0.00046893493331701575,
      "loss": 1.3223,
      "step": 7190
    },
    {
      "epoch": 1.136426456071076,
      "grad_norm": 0.049253712669452485,
      "learning_rate": 0.0004682470465793743,
      "loss": 1.2954,
      "step": 7195
    },
    {
      "epoch": 1.1372161895360315,
      "grad_norm": 0.044047677697712874,
      "learning_rate": 0.00046755922018032215,
      "loss": 1.2941,
      "step": 7200
    },
    {
      "epoch": 1.1380059230009871,
      "grad_norm": 0.04544529758168658,
      "learning_rate": 0.00046687145542690257,
      "loss": 1.2521,
      "step": 7205
    },
    {
      "epoch": 1.1387956564659427,
      "grad_norm": 0.04277363027528432,
      "learning_rate": 0.0004661837536260409,
      "loss": 1.2712,
      "step": 7210
    },
    {
      "epoch": 1.1395853899308983,
      "grad_norm": 0.04330785804495899,
      "learning_rate": 0.00046549611608454386,
      "loss": 1.2335,
      "step": 7215
    },
    {
      "epoch": 1.140375123395854,
      "grad_norm": 0.04451894169935355,
      "learning_rate": 0.00046480854410909495,
      "loss": 1.2857,
      "step": 7220
    },
    {
      "epoch": 1.1411648568608095,
      "grad_norm": 0.04222523148156731,
      "learning_rate": 0.00046412103900625424,
      "loss": 1.348,
      "step": 7225
    },
    {
      "epoch": 1.141954590325765,
      "grad_norm": 0.044660169329418194,
      "learning_rate": 0.00046343360208245374,
      "loss": 1.2433,
      "step": 7230
    },
    {
      "epoch": 1.1427443237907207,
      "grad_norm": 0.043221108455629265,
      "learning_rate": 0.0004627462346439966,
      "loss": 1.2573,
      "step": 7235
    },
    {
      "epoch": 1.1435340572556763,
      "grad_norm": 0.05153304739886969,
      "learning_rate": 0.00046205893799705346,
      "loss": 1.2705,
      "step": 7240
    },
    {
      "epoch": 1.1443237907206318,
      "grad_norm": 0.043414320618460456,
      "learning_rate": 0.0004613717134476606,
      "loss": 1.2592,
      "step": 7245
    },
    {
      "epoch": 1.1451135241855874,
      "grad_norm": 0.04502544611423066,
      "learning_rate": 0.0004606845623017177,
      "loss": 1.2729,
      "step": 7250
    },
    {
      "epoch": 1.145903257650543,
      "grad_norm": 0.045164159596727385,
      "learning_rate": 0.0004599974858649841,
      "loss": 1.2397,
      "step": 7255
    },
    {
      "epoch": 1.1466929911154986,
      "grad_norm": 0.0471120253678605,
      "learning_rate": 0.00045931048544307814,
      "loss": 1.2403,
      "step": 7260
    },
    {
      "epoch": 1.147482724580454,
      "grad_norm": 0.04597812729338323,
      "learning_rate": 0.00045862356234147267,
      "loss": 1.2821,
      "step": 7265
    },
    {
      "epoch": 1.1482724580454096,
      "grad_norm": 0.042139833690535526,
      "learning_rate": 0.00045793671786549474,
      "loss": 1.2668,
      "step": 7270
    },
    {
      "epoch": 1.1490621915103651,
      "grad_norm": 0.043758356251535666,
      "learning_rate": 0.0004572499533203209,
      "loss": 1.272,
      "step": 7275
    },
    {
      "epoch": 1.1498519249753207,
      "grad_norm": 0.04300313399400738,
      "learning_rate": 0.00045656327001097685,
      "loss": 1.2924,
      "step": 7280
    },
    {
      "epoch": 1.1506416584402763,
      "grad_norm": 0.04556087962710572,
      "learning_rate": 0.0004558766692423329,
      "loss": 1.2956,
      "step": 7285
    },
    {
      "epoch": 1.151431391905232,
      "grad_norm": 0.04344445892179168,
      "learning_rate": 0.0004551901523191032,
      "loss": 1.2677,
      "step": 7290
    },
    {
      "epoch": 1.1522211253701875,
      "grad_norm": 0.045085614515515855,
      "learning_rate": 0.0004545037205458427,
      "loss": 1.3099,
      "step": 7295
    },
    {
      "epoch": 1.153010858835143,
      "grad_norm": 0.05028112221834988,
      "learning_rate": 0.0004538173752269438,
      "loss": 1.2388,
      "step": 7300
    },
    {
      "epoch": 1.1538005923000987,
      "grad_norm": 0.05241088481870668,
      "learning_rate": 0.0004531311176666354,
      "loss": 1.321,
      "step": 7305
    },
    {
      "epoch": 1.1545903257650543,
      "grad_norm": 0.04373425106880119,
      "learning_rate": 0.00045244494916897885,
      "loss": 1.2959,
      "step": 7310
    },
    {
      "epoch": 1.1553800592300099,
      "grad_norm": 0.04360854508361059,
      "learning_rate": 0.0004517588710378673,
      "loss": 1.3177,
      "step": 7315
    },
    {
      "epoch": 1.1561697926949654,
      "grad_norm": 0.05411475849217734,
      "learning_rate": 0.0004510728845770209,
      "loss": 1.3064,
      "step": 7320
    },
    {
      "epoch": 1.156959526159921,
      "grad_norm": 0.04260894052355924,
      "learning_rate": 0.0004503869910899866,
      "loss": 1.2734,
      "step": 7325
    },
    {
      "epoch": 1.1577492596248766,
      "grad_norm": 0.04314299129077258,
      "learning_rate": 0.00044970119188013466,
      "loss": 1.2825,
      "step": 7330
    },
    {
      "epoch": 1.1585389930898322,
      "grad_norm": 0.047832218147811786,
      "learning_rate": 0.0004490154882506553,
      "loss": 1.2752,
      "step": 7335
    },
    {
      "epoch": 1.1593287265547878,
      "grad_norm": 0.04510082933142919,
      "learning_rate": 0.00044832988150455823,
      "loss": 1.2805,
      "step": 7340
    },
    {
      "epoch": 1.1601184600197434,
      "grad_norm": 0.043414781768773524,
      "learning_rate": 0.000447644372944668,
      "loss": 1.2723,
      "step": 7345
    },
    {
      "epoch": 1.160908193484699,
      "grad_norm": 0.043144201623406084,
      "learning_rate": 0.00044695896387362367,
      "loss": 1.2818,
      "step": 7350
    },
    {
      "epoch": 1.1616979269496546,
      "grad_norm": 0.0453978028589529,
      "learning_rate": 0.0004462736555938742,
      "loss": 1.2428,
      "step": 7355
    },
    {
      "epoch": 1.1624876604146102,
      "grad_norm": 0.05067809607854834,
      "learning_rate": 0.00044558844940767776,
      "loss": 1.3437,
      "step": 7360
    },
    {
      "epoch": 1.1632773938795657,
      "grad_norm": 0.04412601162955195,
      "learning_rate": 0.0004449033466170982,
      "loss": 1.2933,
      "step": 7365
    },
    {
      "epoch": 1.1640671273445213,
      "grad_norm": 0.04566776865558216,
      "learning_rate": 0.00044421834852400276,
      "loss": 1.2128,
      "step": 7370
    },
    {
      "epoch": 1.164856860809477,
      "grad_norm": 0.043698128178393456,
      "learning_rate": 0.00044353345643006044,
      "loss": 1.2729,
      "step": 7375
    },
    {
      "epoch": 1.1656465942744323,
      "grad_norm": 0.04269289118393556,
      "learning_rate": 0.0004428486716367377,
      "loss": 1.2575,
      "step": 7380
    },
    {
      "epoch": 1.1664363277393879,
      "grad_norm": 0.043909016864521665,
      "learning_rate": 0.0004421639954452982,
      "loss": 1.2389,
      "step": 7385
    },
    {
      "epoch": 1.1672260612043435,
      "grad_norm": 0.04557914631910784,
      "learning_rate": 0.0004414794291567983,
      "loss": 1.2703,
      "step": 7390
    },
    {
      "epoch": 1.168015794669299,
      "grad_norm": 0.047886559137293554,
      "learning_rate": 0.00044079497407208617,
      "loss": 1.2809,
      "step": 7395
    },
    {
      "epoch": 1.1688055281342546,
      "grad_norm": 0.04669919991597146,
      "learning_rate": 0.0004401106314917985,
      "loss": 1.3104,
      "step": 7400
    },
    {
      "epoch": 1.1695952615992102,
      "grad_norm": 0.043204429670286947,
      "learning_rate": 0.0004394264027163579,
      "loss": 1.2896,
      "step": 7405
    },
    {
      "epoch": 1.1703849950641658,
      "grad_norm": 0.04344031557017952,
      "learning_rate": 0.0004387422890459712,
      "loss": 1.2352,
      "step": 7410
    },
    {
      "epoch": 1.1711747285291214,
      "grad_norm": 0.042125796962067426,
      "learning_rate": 0.000438058291780626,
      "loss": 1.2498,
      "step": 7415
    },
    {
      "epoch": 1.171964461994077,
      "grad_norm": 0.044181668791838276,
      "learning_rate": 0.0004373744122200893,
      "loss": 1.3049,
      "step": 7420
    },
    {
      "epoch": 1.1727541954590326,
      "grad_norm": 0.04291277274285224,
      "learning_rate": 0.0004366906516639037,
      "loss": 1.2705,
      "step": 7425
    },
    {
      "epoch": 1.1735439289239882,
      "grad_norm": 0.04310419411006257,
      "learning_rate": 0.00043600701141138646,
      "loss": 1.2926,
      "step": 7430
    },
    {
      "epoch": 1.1743336623889438,
      "grad_norm": 0.04210697723200394,
      "learning_rate": 0.0004353234927616254,
      "loss": 1.247,
      "step": 7435
    },
    {
      "epoch": 1.1751233958538994,
      "grad_norm": 0.04404231024594764,
      "learning_rate": 0.0004346400970134779,
      "loss": 1.3286,
      "step": 7440
    },
    {
      "epoch": 1.175913129318855,
      "grad_norm": 0.04898634760607778,
      "learning_rate": 0.00043395682546556763,
      "loss": 1.2912,
      "step": 7445
    },
    {
      "epoch": 1.1767028627838105,
      "grad_norm": 0.043105940993477525,
      "learning_rate": 0.00043327367941628216,
      "loss": 1.2623,
      "step": 7450
    },
    {
      "epoch": 1.1774925962487661,
      "grad_norm": 0.04667894715107154,
      "learning_rate": 0.0004325906601637706,
      "loss": 1.2365,
      "step": 7455
    },
    {
      "epoch": 1.1782823297137217,
      "grad_norm": 0.04722702850947919,
      "learning_rate": 0.000431907769005941,
      "loss": 1.272,
      "step": 7460
    },
    {
      "epoch": 1.179072063178677,
      "grad_norm": 0.04839436481302655,
      "learning_rate": 0.0004312250072404585,
      "loss": 1.2632,
      "step": 7465
    },
    {
      "epoch": 1.1798617966436327,
      "grad_norm": 0.04566191882341564,
      "learning_rate": 0.0004305423761647415,
      "loss": 1.3273,
      "step": 7470
    },
    {
      "epoch": 1.1806515301085883,
      "grad_norm": 0.048286390407723895,
      "learning_rate": 0.000429859877075961,
      "loss": 1.3001,
      "step": 7475
    },
    {
      "epoch": 1.1814412635735438,
      "grad_norm": 0.04630661746478208,
      "learning_rate": 0.00042917751127103656,
      "loss": 1.2595,
      "step": 7480
    },
    {
      "epoch": 1.1822309970384994,
      "grad_norm": 0.04300265492926769,
      "learning_rate": 0.00042849528004663463,
      "loss": 1.3247,
      "step": 7485
    },
    {
      "epoch": 1.183020730503455,
      "grad_norm": 0.041667228394013885,
      "learning_rate": 0.00042781318469916604,
      "loss": 1.2618,
      "step": 7490
    },
    {
      "epoch": 1.1838104639684106,
      "grad_norm": 0.04039340890575769,
      "learning_rate": 0.0004271312265247831,
      "loss": 1.2538,
      "step": 7495
    },
    {
      "epoch": 1.1846001974333662,
      "grad_norm": 0.04627409717517787,
      "learning_rate": 0.00042644940681937807,
      "loss": 1.2718,
      "step": 7500
    },
    {
      "epoch": 1.1853899308983218,
      "grad_norm": 0.04441533575739243,
      "learning_rate": 0.0004257677268785792,
      "loss": 1.294,
      "step": 7505
    },
    {
      "epoch": 1.1861796643632774,
      "grad_norm": 0.043537490868902226,
      "learning_rate": 0.0004250861879977501,
      "loss": 1.277,
      "step": 7510
    },
    {
      "epoch": 1.186969397828233,
      "grad_norm": 0.04337114038413749,
      "learning_rate": 0.0004244047914719857,
      "loss": 1.2778,
      "step": 7515
    },
    {
      "epoch": 1.1877591312931886,
      "grad_norm": 0.04447968182269392,
      "learning_rate": 0.0004237235385961105,
      "loss": 1.2903,
      "step": 7520
    },
    {
      "epoch": 1.1885488647581441,
      "grad_norm": 0.04885545935495553,
      "learning_rate": 0.0004230424306646763,
      "loss": 1.2652,
      "step": 7525
    },
    {
      "epoch": 1.1893385982230997,
      "grad_norm": 0.04884798305420343,
      "learning_rate": 0.00042236146897195914,
      "loss": 1.2936,
      "step": 7530
    },
    {
      "epoch": 1.1901283316880553,
      "grad_norm": 0.04703110198548207,
      "learning_rate": 0.0004216806548119575,
      "loss": 1.2481,
      "step": 7535
    },
    {
      "epoch": 1.190918065153011,
      "grad_norm": 0.04446710761678909,
      "learning_rate": 0.000420999989478389,
      "loss": 1.2939,
      "step": 7540
    },
    {
      "epoch": 1.1917077986179665,
      "grad_norm": 0.041104529642132626,
      "learning_rate": 0.00042031947426468926,
      "loss": 1.2864,
      "step": 7545
    },
    {
      "epoch": 1.192497532082922,
      "grad_norm": 0.04529401516968729,
      "learning_rate": 0.00041963911046400787,
      "loss": 1.2229,
      "step": 7550
    },
    {
      "epoch": 1.1932872655478777,
      "grad_norm": 0.04429101695410356,
      "learning_rate": 0.0004189588993692071,
      "loss": 1.2746,
      "step": 7555
    },
    {
      "epoch": 1.1940769990128333,
      "grad_norm": 0.04356980573485977,
      "learning_rate": 0.0004182788422728588,
      "loss": 1.24,
      "step": 7560
    },
    {
      "epoch": 1.1948667324777889,
      "grad_norm": 0.0461551507781519,
      "learning_rate": 0.00041759894046724237,
      "loss": 1.2761,
      "step": 7565
    },
    {
      "epoch": 1.1956564659427444,
      "grad_norm": 0.04243164534942205,
      "learning_rate": 0.0004169191952443422,
      "loss": 1.2698,
      "step": 7570
    },
    {
      "epoch": 1.1964461994076998,
      "grad_norm": 0.048270715011352154,
      "learning_rate": 0.0004162396078958448,
      "loss": 1.3116,
      "step": 7575
    },
    {
      "epoch": 1.1972359328726554,
      "grad_norm": 0.04663177273094767,
      "learning_rate": 0.00041556017971313704,
      "loss": 1.3063,
      "step": 7580
    },
    {
      "epoch": 1.198025666337611,
      "grad_norm": 0.0416918615847092,
      "learning_rate": 0.0004148809119873029,
      "loss": 1.241,
      "step": 7585
    },
    {
      "epoch": 1.1988153998025666,
      "grad_norm": 0.04875638716614879,
      "learning_rate": 0.0004142018060091222,
      "loss": 1.308,
      "step": 7590
    },
    {
      "epoch": 1.1996051332675222,
      "grad_norm": 0.04360941884230109,
      "learning_rate": 0.00041352286306906645,
      "loss": 1.2797,
      "step": 7595
    },
    {
      "epoch": 1.2003948667324777,
      "grad_norm": 0.045853331136391444,
      "learning_rate": 0.0004128440844572981,
      "loss": 1.2698,
      "step": 7600
    },
    {
      "epoch": 1.2011846001974333,
      "grad_norm": 0.04413497953877973,
      "learning_rate": 0.0004121654714636669,
      "loss": 1.3169,
      "step": 7605
    },
    {
      "epoch": 1.201974333662389,
      "grad_norm": 0.04523923496479224,
      "learning_rate": 0.0004114870253777082,
      "loss": 1.2815,
      "step": 7610
    },
    {
      "epoch": 1.2027640671273445,
      "grad_norm": 0.04469809046917924,
      "learning_rate": 0.0004108087474886398,
      "loss": 1.2877,
      "step": 7615
    },
    {
      "epoch": 1.2035538005923,
      "grad_norm": 0.04340401205693427,
      "learning_rate": 0.00041013063908536035,
      "loss": 1.261,
      "step": 7620
    },
    {
      "epoch": 1.2043435340572557,
      "grad_norm": 0.0412586449025836,
      "learning_rate": 0.0004094527014564459,
      "loss": 1.3038,
      "step": 7625
    },
    {
      "epoch": 1.2051332675222113,
      "grad_norm": 0.044129296940591534,
      "learning_rate": 0.00040877493589014857,
      "loss": 1.3051,
      "step": 7630
    },
    {
      "epoch": 1.2059230009871669,
      "grad_norm": 0.041100860111533695,
      "learning_rate": 0.00040809734367439304,
      "loss": 1.2256,
      "step": 7635
    },
    {
      "epoch": 1.2067127344521225,
      "grad_norm": 0.045969357121105045,
      "learning_rate": 0.0004074199260967749,
      "loss": 1.2902,
      "step": 7640
    },
    {
      "epoch": 1.207502467917078,
      "grad_norm": 0.04469500422572619,
      "learning_rate": 0.0004067426844445576,
      "loss": 1.2727,
      "step": 7645
    },
    {
      "epoch": 1.2082922013820336,
      "grad_norm": 0.04286774840662172,
      "learning_rate": 0.0004060656200046705,
      "loss": 1.2516,
      "step": 7650
    },
    {
      "epoch": 1.2090819348469892,
      "grad_norm": 0.04811605475510672,
      "learning_rate": 0.0004053887340637062,
      "loss": 1.337,
      "step": 7655
    },
    {
      "epoch": 1.2098716683119448,
      "grad_norm": 0.04670771881942897,
      "learning_rate": 0.00040471202790791784,
      "loss": 1.2917,
      "step": 7660
    },
    {
      "epoch": 1.2106614017769002,
      "grad_norm": 0.043410219669889887,
      "learning_rate": 0.00040403550282321743,
      "loss": 1.2121,
      "step": 7665
    },
    {
      "epoch": 1.2114511352418558,
      "grad_norm": 0.042831766107553154,
      "learning_rate": 0.0004033591600951724,
      "loss": 1.225,
      "step": 7670
    },
    {
      "epoch": 1.2122408687068114,
      "grad_norm": 0.04580845539469843,
      "learning_rate": 0.000402683001009004,
      "loss": 1.2523,
      "step": 7675
    },
    {
      "epoch": 1.213030602171767,
      "grad_norm": 0.0466680587022335,
      "learning_rate": 0.00040200702684958437,
      "loss": 1.2859,
      "step": 7680
    },
    {
      "epoch": 1.2138203356367225,
      "grad_norm": 0.043973192609718555,
      "learning_rate": 0.00040133123890143406,
      "loss": 1.3267,
      "step": 7685
    },
    {
      "epoch": 1.2146100691016781,
      "grad_norm": 0.08486551889609183,
      "learning_rate": 0.00040065563844872014,
      "loss": 1.3079,
      "step": 7690
    },
    {
      "epoch": 1.2153998025666337,
      "grad_norm": 0.04513496068318183,
      "learning_rate": 0.0003999802267752532,
      "loss": 1.2656,
      "step": 7695
    },
    {
      "epoch": 1.2161895360315893,
      "grad_norm": 0.042419154722336025,
      "learning_rate": 0.000399305005164485,
      "loss": 1.1929,
      "step": 7700
    },
    {
      "epoch": 1.216979269496545,
      "grad_norm": 0.04322462449928882,
      "learning_rate": 0.0003986299748995063,
      "loss": 1.315,
      "step": 7705
    },
    {
      "epoch": 1.2177690029615005,
      "grad_norm": 0.041627974113537136,
      "learning_rate": 0.0003979551372630443,
      "loss": 1.2922,
      "step": 7710
    },
    {
      "epoch": 1.218558736426456,
      "grad_norm": 0.04344477957078024,
      "learning_rate": 0.00039728049353746005,
      "loss": 1.2444,
      "step": 7715
    },
    {
      "epoch": 1.2193484698914117,
      "grad_norm": 0.04186188041179381,
      "learning_rate": 0.000396606045004746,
      "loss": 1.2379,
      "step": 7720
    },
    {
      "epoch": 1.2201382033563672,
      "grad_norm": 0.044818094065661694,
      "learning_rate": 0.00039593179294652395,
      "loss": 1.2869,
      "step": 7725
    },
    {
      "epoch": 1.2209279368213228,
      "grad_norm": 0.043057724921231305,
      "learning_rate": 0.0003952577386440421,
      "loss": 1.2553,
      "step": 7730
    },
    {
      "epoch": 1.2217176702862784,
      "grad_norm": 0.04354636623266324,
      "learning_rate": 0.00039458388337817297,
      "loss": 1.2208,
      "step": 7735
    },
    {
      "epoch": 1.222507403751234,
      "grad_norm": 0.04252693688507738,
      "learning_rate": 0.00039391022842941094,
      "loss": 1.2684,
      "step": 7740
    },
    {
      "epoch": 1.2232971372161896,
      "grad_norm": 0.04522114972992908,
      "learning_rate": 0.0003932367750778698,
      "loss": 1.2406,
      "step": 7745
    },
    {
      "epoch": 1.2240868706811452,
      "grad_norm": 0.04580199221068382,
      "learning_rate": 0.0003925635246032798,
      "loss": 1.3469,
      "step": 7750
    },
    {
      "epoch": 1.2248766041461008,
      "grad_norm": 0.0541904676270096,
      "learning_rate": 0.00039189047828498626,
      "loss": 1.2731,
      "step": 7755
    },
    {
      "epoch": 1.2256663376110564,
      "grad_norm": 0.04658868410198891,
      "learning_rate": 0.0003912176374019462,
      "loss": 1.3129,
      "step": 7760
    },
    {
      "epoch": 1.226456071076012,
      "grad_norm": 0.04941577794275097,
      "learning_rate": 0.00039054500323272627,
      "loss": 1.2701,
      "step": 7765
    },
    {
      "epoch": 1.2272458045409675,
      "grad_norm": 0.04568700696909924,
      "learning_rate": 0.00038987257705550053,
      "loss": 1.2877,
      "step": 7770
    },
    {
      "epoch": 1.228035538005923,
      "grad_norm": 0.04674294145930276,
      "learning_rate": 0.00038920036014804753,
      "loss": 1.2924,
      "step": 7775
    },
    {
      "epoch": 1.2288252714708785,
      "grad_norm": 0.03981885449056621,
      "learning_rate": 0.0003885283537877485,
      "loss": 1.2261,
      "step": 7780
    },
    {
      "epoch": 1.229615004935834,
      "grad_norm": 0.04292216189097424,
      "learning_rate": 0.000387856559251584,
      "loss": 1.2224,
      "step": 7785
    },
    {
      "epoch": 1.2304047384007897,
      "grad_norm": 0.04227015207410745,
      "learning_rate": 0.0003871849778161329,
      "loss": 1.2165,
      "step": 7790
    },
    {
      "epoch": 1.2311944718657453,
      "grad_norm": 0.042883986962124344,
      "learning_rate": 0.0003865136107575682,
      "loss": 1.2624,
      "step": 7795
    },
    {
      "epoch": 1.2319842053307009,
      "grad_norm": 0.04525724862698348,
      "learning_rate": 0.00038584245935165633,
      "loss": 1.317,
      "step": 7800
    },
    {
      "epoch": 1.2327739387956564,
      "grad_norm": 0.04386345063533134,
      "learning_rate": 0.00038517152487375347,
      "loss": 1.2468,
      "step": 7805
    },
    {
      "epoch": 1.233563672260612,
      "grad_norm": 0.044938813681233584,
      "learning_rate": 0.00038450080859880355,
      "loss": 1.2573,
      "step": 7810
    },
    {
      "epoch": 1.2343534057255676,
      "grad_norm": 0.04442305771202816,
      "learning_rate": 0.0003838303118013363,
      "loss": 1.2734,
      "step": 7815
    },
    {
      "epoch": 1.2351431391905232,
      "grad_norm": 0.044572425906752054,
      "learning_rate": 0.0003831600357554638,
      "loss": 1.2538,
      "step": 7820
    },
    {
      "epoch": 1.2359328726554788,
      "grad_norm": 0.04779242863996021,
      "learning_rate": 0.0003824899817348793,
      "loss": 1.2486,
      "step": 7825
    },
    {
      "epoch": 1.2367226061204344,
      "grad_norm": 0.0505099483213439,
      "learning_rate": 0.00038182015101285326,
      "loss": 1.2303,
      "step": 7830
    },
    {
      "epoch": 1.23751233958539,
      "grad_norm": 0.04842330388679806,
      "learning_rate": 0.0003811505448622329,
      "loss": 1.2461,
      "step": 7835
    },
    {
      "epoch": 1.2383020730503456,
      "grad_norm": 0.04423011789297799,
      "learning_rate": 0.0003804811645554378,
      "loss": 1.2446,
      "step": 7840
    },
    {
      "epoch": 1.2390918065153012,
      "grad_norm": 0.041749477471452696,
      "learning_rate": 0.00037981201136445884,
      "loss": 1.2366,
      "step": 7845
    },
    {
      "epoch": 1.2398815399802567,
      "grad_norm": 0.04760882437174703,
      "learning_rate": 0.00037914308656085524,
      "loss": 1.2684,
      "step": 7850
    },
    {
      "epoch": 1.2406712734452123,
      "grad_norm": 0.051059739306498764,
      "learning_rate": 0.000378474391415752,
      "loss": 1.2753,
      "step": 7855
    },
    {
      "epoch": 1.2414610069101677,
      "grad_norm": 0.044360113365252994,
      "learning_rate": 0.0003778059271998383,
      "loss": 1.2282,
      "step": 7860
    },
    {
      "epoch": 1.2422507403751233,
      "grad_norm": 0.046076303574005814,
      "learning_rate": 0.0003771376951833635,
      "loss": 1.2292,
      "step": 7865
    },
    {
      "epoch": 1.2430404738400789,
      "grad_norm": 0.04178307548334441,
      "learning_rate": 0.00037646969663613695,
      "loss": 1.2518,
      "step": 7870
    },
    {
      "epoch": 1.2438302073050345,
      "grad_norm": 0.04588990115308844,
      "learning_rate": 0.0003758019328275233,
      "loss": 1.2308,
      "step": 7875
    },
    {
      "epoch": 1.24461994076999,
      "grad_norm": 0.04211346634092243,
      "learning_rate": 0.0003751344050264417,
      "loss": 1.2416,
      "step": 7880
    },
    {
      "epoch": 1.2454096742349456,
      "grad_norm": 0.045434199702884974,
      "learning_rate": 0.00037446711450136273,
      "loss": 1.2501,
      "step": 7885
    },
    {
      "epoch": 1.2461994076999012,
      "grad_norm": 0.04221368510402938,
      "learning_rate": 0.00037380006252030586,
      "loss": 1.2981,
      "step": 7890
    },
    {
      "epoch": 1.2469891411648568,
      "grad_norm": 0.044610837874296816,
      "learning_rate": 0.00037313325035083787,
      "loss": 1.2062,
      "step": 7895
    },
    {
      "epoch": 1.2477788746298124,
      "grad_norm": 0.22729363400473013,
      "learning_rate": 0.00037246667926006883,
      "loss": 1.2814,
      "step": 7900
    },
    {
      "epoch": 1.248568608094768,
      "grad_norm": 0.045066035273195075,
      "learning_rate": 0.0003718003505146519,
      "loss": 1.3003,
      "step": 7905
    },
    {
      "epoch": 1.2493583415597236,
      "grad_norm": 0.04682271173666353,
      "learning_rate": 0.00037113426538077857,
      "loss": 1.2529,
      "step": 7910
    },
    {
      "epoch": 1.2501480750246792,
      "grad_norm": 0.04148093060140448,
      "learning_rate": 0.0003704684251241783,
      "loss": 1.2766,
      "step": 7915
    },
    {
      "epoch": 1.2509378084896348,
      "grad_norm": 0.04604924343681958,
      "learning_rate": 0.0003698028310101146,
      "loss": 1.2647,
      "step": 7920
    },
    {
      "epoch": 1.2517275419545904,
      "grad_norm": 0.04639020952730704,
      "learning_rate": 0.00036913748430338365,
      "loss": 1.2954,
      "step": 7925
    },
    {
      "epoch": 1.252517275419546,
      "grad_norm": 0.046228408274478425,
      "learning_rate": 0.0003684723862683116,
      "loss": 1.3178,
      "step": 7930
    },
    {
      "epoch": 1.2533070088845015,
      "grad_norm": 0.04571468005680259,
      "learning_rate": 0.00036780753816875137,
      "loss": 1.3006,
      "step": 7935
    },
    {
      "epoch": 1.2540967423494571,
      "grad_norm": 0.04503740578083931,
      "learning_rate": 0.0003671429412680818,
      "loss": 1.2506,
      "step": 7940
    },
    {
      "epoch": 1.2548864758144127,
      "grad_norm": 0.04202508396669115,
      "learning_rate": 0.00036647859682920357,
      "loss": 1.2821,
      "step": 7945
    },
    {
      "epoch": 1.2556762092793683,
      "grad_norm": 0.040800574813241224,
      "learning_rate": 0.00036581450611453847,
      "loss": 1.2818,
      "step": 7950
    },
    {
      "epoch": 1.2564659427443239,
      "grad_norm": 0.0457623026938645,
      "learning_rate": 0.0003651506703860253,
      "loss": 1.2582,
      "step": 7955
    },
    {
      "epoch": 1.2572556762092795,
      "grad_norm": 0.0437963283156172,
      "learning_rate": 0.000364487090905119,
      "loss": 1.2779,
      "step": 7960
    },
    {
      "epoch": 1.258045409674235,
      "grad_norm": 0.047886102373169946,
      "learning_rate": 0.0003638237689327872,
      "loss": 1.2987,
      "step": 7965
    },
    {
      "epoch": 1.2588351431391906,
      "grad_norm": 0.047806372377131034,
      "learning_rate": 0.00036316070572950827,
      "loss": 1.2366,
      "step": 7970
    },
    {
      "epoch": 1.2596248766041462,
      "grad_norm": 0.04169699875917344,
      "learning_rate": 0.00036249790255526917,
      "loss": 1.2263,
      "step": 7975
    },
    {
      "epoch": 1.2604146100691016,
      "grad_norm": 0.044969829150216495,
      "learning_rate": 0.00036183536066956195,
      "loss": 1.3103,
      "step": 7980
    },
    {
      "epoch": 1.2612043435340572,
      "grad_norm": 0.04608495617367454,
      "learning_rate": 0.0003611730813313832,
      "loss": 1.2733,
      "step": 7985
    },
    {
      "epoch": 1.2619940769990128,
      "grad_norm": 0.043070705791691706,
      "learning_rate": 0.00036051106579922966,
      "loss": 1.247,
      "step": 7990
    },
    {
      "epoch": 1.2627838104639684,
      "grad_norm": 0.04341132570658335,
      "learning_rate": 0.0003598493153310974,
      "loss": 1.2612,
      "step": 7995
    },
    {
      "epoch": 1.263573543928924,
      "grad_norm": 0.04210514825054574,
      "learning_rate": 0.00035918783118447836,
      "loss": 1.2988,
      "step": 8000
    },
    {
      "epoch": 1.2643632773938795,
      "grad_norm": 0.054167307717947887,
      "learning_rate": 0.00035852661461635864,
      "loss": 1.2582,
      "step": 8005
    },
    {
      "epoch": 1.2651530108588351,
      "grad_norm": 0.043126043654105585,
      "learning_rate": 0.00035786566688321626,
      "loss": 1.2909,
      "step": 8010
    },
    {
      "epoch": 1.2659427443237907,
      "grad_norm": 0.042507351216759394,
      "learning_rate": 0.0003572049892410174,
      "loss": 1.2753,
      "step": 8015
    },
    {
      "epoch": 1.2667324777887463,
      "grad_norm": 0.04409621866408763,
      "learning_rate": 0.00035654458294521606,
      "loss": 1.2972,
      "step": 8020
    },
    {
      "epoch": 1.267522211253702,
      "grad_norm": 0.04539938690168871,
      "learning_rate": 0.0003558844492507497,
      "loss": 1.2898,
      "step": 8025
    },
    {
      "epoch": 1.2683119447186575,
      "grad_norm": 0.04561931213724958,
      "learning_rate": 0.00035522458941203856,
      "loss": 1.2703,
      "step": 8030
    },
    {
      "epoch": 1.269101678183613,
      "grad_norm": 0.04191601395192168,
      "learning_rate": 0.0003545650046829818,
      "loss": 1.3072,
      "step": 8035
    },
    {
      "epoch": 1.2698914116485687,
      "grad_norm": 0.04512887446053199,
      "learning_rate": 0.00035390569631695647,
      "loss": 1.2764,
      "step": 8040
    },
    {
      "epoch": 1.2706811451135243,
      "grad_norm": 0.04526881572516242,
      "learning_rate": 0.0003532466655668137,
      "loss": 1.2823,
      "step": 8045
    },
    {
      "epoch": 1.2714708785784798,
      "grad_norm": 0.04346296901020524,
      "learning_rate": 0.0003525879136848778,
      "loss": 1.2518,
      "step": 8050
    },
    {
      "epoch": 1.2722606120434352,
      "grad_norm": 0.04238695154813244,
      "learning_rate": 0.00035192944192294286,
      "loss": 1.2835,
      "step": 8055
    },
    {
      "epoch": 1.2730503455083908,
      "grad_norm": 0.044370401910785354,
      "learning_rate": 0.00035127125153227044,
      "loss": 1.2736,
      "step": 8060
    },
    {
      "epoch": 1.2738400789733464,
      "grad_norm": 0.04414955113293262,
      "learning_rate": 0.000350613343763588,
      "loss": 1.2774,
      "step": 8065
    },
    {
      "epoch": 1.274629812438302,
      "grad_norm": 0.044077932820857056,
      "learning_rate": 0.00034995571986708526,
      "loss": 1.3135,
      "step": 8070
    },
    {
      "epoch": 1.2754195459032576,
      "grad_norm": 0.04451034167202124,
      "learning_rate": 0.00034929838109241305,
      "loss": 1.2335,
      "step": 8075
    },
    {
      "epoch": 1.2762092793682132,
      "grad_norm": 0.04563148118008948,
      "learning_rate": 0.00034864132868868,
      "loss": 1.2954,
      "step": 8080
    },
    {
      "epoch": 1.2769990128331687,
      "grad_norm": 0.04118176635211408,
      "learning_rate": 0.00034798456390445115,
      "loss": 1.2416,
      "step": 8085
    },
    {
      "epoch": 1.2777887462981243,
      "grad_norm": 0.047085699490163634,
      "learning_rate": 0.0003473280879877441,
      "loss": 1.2727,
      "step": 8090
    },
    {
      "epoch": 1.27857847976308,
      "grad_norm": 0.04356019355804876,
      "learning_rate": 0.00034667190218602825,
      "loss": 1.266,
      "step": 8095
    },
    {
      "epoch": 1.2793682132280355,
      "grad_norm": 0.04134200974553228,
      "learning_rate": 0.0003460160077462217,
      "loss": 1.2052,
      "step": 8100
    },
    {
      "epoch": 1.280157946692991,
      "grad_norm": 0.0433837052024803,
      "learning_rate": 0.00034536040591468827,
      "loss": 1.293,
      "step": 8105
    },
    {
      "epoch": 1.2809476801579467,
      "grad_norm": 0.045522431444792316,
      "learning_rate": 0.0003447050979372366,
      "loss": 1.2634,
      "step": 8110
    },
    {
      "epoch": 1.2817374136229023,
      "grad_norm": 0.04389149169605385,
      "learning_rate": 0.00034405008505911604,
      "loss": 1.2597,
      "step": 8115
    },
    {
      "epoch": 1.2825271470878579,
      "grad_norm": 0.04311721301463709,
      "learning_rate": 0.0003433953685250161,
      "loss": 1.2633,
      "step": 8120
    },
    {
      "epoch": 1.2833168805528135,
      "grad_norm": 0.04427578928344193,
      "learning_rate": 0.0003427409495790622,
      "loss": 1.2584,
      "step": 8125
    },
    {
      "epoch": 1.284106614017769,
      "grad_norm": 0.044816166745088155,
      "learning_rate": 0.000342086829464815,
      "loss": 1.2596,
      "step": 8130
    },
    {
      "epoch": 1.2848963474827246,
      "grad_norm": 0.046598200133391644,
      "learning_rate": 0.00034143300942526735,
      "loss": 1.3028,
      "step": 8135
    },
    {
      "epoch": 1.2856860809476802,
      "grad_norm": 0.046973867407928346,
      "learning_rate": 0.000340779490702841,
      "loss": 1.2525,
      "step": 8140
    },
    {
      "epoch": 1.2864758144126358,
      "grad_norm": 0.04539008965516387,
      "learning_rate": 0.0003401262745393863,
      "loss": 1.2705,
      "step": 8145
    },
    {
      "epoch": 1.2872655478775914,
      "grad_norm": 0.042210326999996196,
      "learning_rate": 0.0003394733621761775,
      "loss": 1.256,
      "step": 8150
    },
    {
      "epoch": 1.288055281342547,
      "grad_norm": 0.0449148637950565,
      "learning_rate": 0.0003388207548539127,
      "loss": 1.2502,
      "step": 8155
    },
    {
      "epoch": 1.2888450148075026,
      "grad_norm": 0.045704050065768144,
      "learning_rate": 0.0003381684538127094,
      "loss": 1.248,
      "step": 8160
    },
    {
      "epoch": 1.2896347482724582,
      "grad_norm": 0.04399556057317674,
      "learning_rate": 0.0003375164602921037,
      "loss": 1.2703,
      "step": 8165
    },
    {
      "epoch": 1.2904244817374138,
      "grad_norm": 0.12413440092761684,
      "learning_rate": 0.00033686477553104675,
      "loss": 1.2699,
      "step": 8170
    },
    {
      "epoch": 1.2912142152023691,
      "grad_norm": 0.04203521135274048,
      "learning_rate": 0.00033621340076790365,
      "loss": 1.2944,
      "step": 8175
    },
    {
      "epoch": 1.2920039486673247,
      "grad_norm": 0.047379175323590844,
      "learning_rate": 0.0003355623372404502,
      "loss": 1.2603,
      "step": 8180
    },
    {
      "epoch": 1.2927936821322803,
      "grad_norm": 0.041932062702799554,
      "learning_rate": 0.0003349115861858703,
      "loss": 1.327,
      "step": 8185
    },
    {
      "epoch": 1.2935834155972359,
      "grad_norm": 0.04273675659704618,
      "learning_rate": 0.00033426114884075486,
      "loss": 1.2457,
      "step": 8190
    },
    {
      "epoch": 1.2943731490621915,
      "grad_norm": 0.04904626623137209,
      "learning_rate": 0.00033361102644109783,
      "loss": 1.2636,
      "step": 8195
    },
    {
      "epoch": 1.295162882527147,
      "grad_norm": 0.04579447309786413,
      "learning_rate": 0.00033296122022229553,
      "loss": 1.2439,
      "step": 8200
    },
    {
      "epoch": 1.2959526159921027,
      "grad_norm": 0.045188679584510234,
      "learning_rate": 0.0003323117314191426,
      "loss": 1.2925,
      "step": 8205
    },
    {
      "epoch": 1.2967423494570582,
      "grad_norm": 0.04328072697103225,
      "learning_rate": 0.0003316625612658315,
      "loss": 1.2583,
      "step": 8210
    },
    {
      "epoch": 1.2975320829220138,
      "grad_norm": 0.043955166203939855,
      "learning_rate": 0.000331013710995948,
      "loss": 1.2891,
      "step": 8215
    },
    {
      "epoch": 1.2983218163869694,
      "grad_norm": 0.06574949550257453,
      "learning_rate": 0.000330365181842471,
      "loss": 1.2864,
      "step": 8220
    },
    {
      "epoch": 1.299111549851925,
      "grad_norm": 0.04438082438586926,
      "learning_rate": 0.000329716975037769,
      "loss": 1.2669,
      "step": 8225
    },
    {
      "epoch": 1.2999012833168806,
      "grad_norm": 0.04830799063474094,
      "learning_rate": 0.00032906909181359734,
      "loss": 1.2612,
      "step": 8230
    },
    {
      "epoch": 1.3006910167818362,
      "grad_norm": 0.047854215987027084,
      "learning_rate": 0.0003284215334010973,
      "loss": 1.2856,
      "step": 8235
    },
    {
      "epoch": 1.3014807502467918,
      "grad_norm": 0.0425734155947553,
      "learning_rate": 0.00032777430103079233,
      "loss": 1.2269,
      "step": 8240
    },
    {
      "epoch": 1.3022704837117474,
      "grad_norm": 0.04394323614898607,
      "learning_rate": 0.0003271273959325867,
      "loss": 1.3418,
      "step": 8245
    },
    {
      "epoch": 1.3030602171767027,
      "grad_norm": 0.04245164283711349,
      "learning_rate": 0.00032648081933576246,
      "loss": 1.2803,
      "step": 8250
    },
    {
      "epoch": 1.3038499506416583,
      "grad_norm": 0.045732800748561786,
      "learning_rate": 0.00032583457246897787,
      "loss": 1.3087,
      "step": 8255
    },
    {
      "epoch": 1.304639684106614,
      "grad_norm": 0.04496462986488582,
      "learning_rate": 0.00032518865656026396,
      "loss": 1.3028,
      "step": 8260
    },
    {
      "epoch": 1.3054294175715695,
      "grad_norm": 0.046904578669639874,
      "learning_rate": 0.00032454307283702347,
      "loss": 1.2465,
      "step": 8265
    },
    {
      "epoch": 1.306219151036525,
      "grad_norm": 0.0422097759187504,
      "learning_rate": 0.00032389782252602783,
      "loss": 1.2407,
      "step": 8270
    },
    {
      "epoch": 1.3070088845014807,
      "grad_norm": 0.04525828161430223,
      "learning_rate": 0.00032325290685341436,
      "loss": 1.2303,
      "step": 8275
    },
    {
      "epoch": 1.3077986179664363,
      "grad_norm": 0.04344750910401447,
      "learning_rate": 0.00032260832704468533,
      "loss": 1.2618,
      "step": 8280
    },
    {
      "epoch": 1.3085883514313918,
      "grad_norm": 0.04405441330694836,
      "learning_rate": 0.0003219640843247039,
      "loss": 1.2527,
      "step": 8285
    },
    {
      "epoch": 1.3093780848963474,
      "grad_norm": 0.04498886204236128,
      "learning_rate": 0.0003213201799176935,
      "loss": 1.2821,
      "step": 8290
    },
    {
      "epoch": 1.310167818361303,
      "grad_norm": 0.043453426356506356,
      "learning_rate": 0.0003206766150472338,
      "loss": 1.2884,
      "step": 8295
    },
    {
      "epoch": 1.3109575518262586,
      "grad_norm": 0.04270148812392276,
      "learning_rate": 0.00032003339093626,
      "loss": 1.2064,
      "step": 8300
    },
    {
      "epoch": 1.3117472852912142,
      "grad_norm": 0.043961000786696555,
      "learning_rate": 0.00031939050880705976,
      "loss": 1.2658,
      "step": 8305
    },
    {
      "epoch": 1.3125370187561698,
      "grad_norm": 0.04456880000502297,
      "learning_rate": 0.00031874796988127027,
      "loss": 1.2647,
      "step": 8310
    },
    {
      "epoch": 1.3133267522211254,
      "grad_norm": 0.04417640385088287,
      "learning_rate": 0.0003181057753798772,
      "loss": 1.3473,
      "step": 8315
    },
    {
      "epoch": 1.314116485686081,
      "grad_norm": 0.045829921054751414,
      "learning_rate": 0.0003174639265232112,
      "loss": 1.2555,
      "step": 8320
    },
    {
      "epoch": 1.3149062191510366,
      "grad_norm": 0.04323789705100602,
      "learning_rate": 0.00031682242453094666,
      "loss": 1.22,
      "step": 8325
    },
    {
      "epoch": 1.3156959526159921,
      "grad_norm": 0.043020179136066906,
      "learning_rate": 0.0003161812706220981,
      "loss": 1.2757,
      "step": 8330
    },
    {
      "epoch": 1.3164856860809477,
      "grad_norm": 0.042659660452031546,
      "learning_rate": 0.0003155404660150196,
      "loss": 1.2461,
      "step": 8335
    },
    {
      "epoch": 1.3172754195459033,
      "grad_norm": 0.04146603229082006,
      "learning_rate": 0.00031490001192740043,
      "loss": 1.236,
      "step": 8340
    },
    {
      "epoch": 1.318065153010859,
      "grad_norm": 0.04366713708308045,
      "learning_rate": 0.0003142599095762644,
      "loss": 1.2619,
      "step": 8345
    },
    {
      "epoch": 1.3188548864758145,
      "grad_norm": 0.04455865538186834,
      "learning_rate": 0.0003136201601779671,
      "loss": 1.2136,
      "step": 8350
    },
    {
      "epoch": 1.31964461994077,
      "grad_norm": 0.04498229520545479,
      "learning_rate": 0.00031298076494819265,
      "loss": 1.2747,
      "step": 8355
    },
    {
      "epoch": 1.3204343534057257,
      "grad_norm": 0.04622460990912,
      "learning_rate": 0.00031234172510195314,
      "loss": 1.2397,
      "step": 8360
    },
    {
      "epoch": 1.3212240868706813,
      "grad_norm": 0.04824611601603145,
      "learning_rate": 0.0003117030418535842,
      "loss": 1.2078,
      "step": 8365
    },
    {
      "epoch": 1.3220138203356369,
      "grad_norm": 0.04246779907831216,
      "learning_rate": 0.00031106471641674516,
      "loss": 1.2648,
      "step": 8370
    },
    {
      "epoch": 1.3228035538005922,
      "grad_norm": 0.04421737722841347,
      "learning_rate": 0.00031042675000441425,
      "loss": 1.2726,
      "step": 8375
    },
    {
      "epoch": 1.3235932872655478,
      "grad_norm": 0.04618524356893659,
      "learning_rate": 0.00030978914382888813,
      "loss": 1.2861,
      "step": 8380
    },
    {
      "epoch": 1.3243830207305034,
      "grad_norm": 0.04388806564331528,
      "learning_rate": 0.00030915189910177857,
      "loss": 1.2859,
      "step": 8385
    },
    {
      "epoch": 1.325172754195459,
      "grad_norm": 0.04550086253311332,
      "learning_rate": 0.00030851501703401074,
      "loss": 1.2441,
      "step": 8390
    },
    {
      "epoch": 1.3259624876604146,
      "grad_norm": 0.04733590529065136,
      "learning_rate": 0.0003078784988358209,
      "loss": 1.2581,
      "step": 8395
    },
    {
      "epoch": 1.3267522211253702,
      "grad_norm": 0.04238472908201173,
      "learning_rate": 0.00030724234571675297,
      "loss": 1.2535,
      "step": 8400
    },
    {
      "epoch": 1.3275419545903258,
      "grad_norm": 0.045624854336926146,
      "learning_rate": 0.00030660655888565825,
      "loss": 1.2402,
      "step": 8405
    },
    {
      "epoch": 1.3283316880552813,
      "grad_norm": 0.04241128240485247,
      "learning_rate": 0.000305971139550691,
      "loss": 1.2691,
      "step": 8410
    },
    {
      "epoch": 1.329121421520237,
      "grad_norm": 0.04503410052470688,
      "learning_rate": 0.000305336088919308,
      "loss": 1.2107,
      "step": 8415
    },
    {
      "epoch": 1.3299111549851925,
      "grad_norm": 0.04439851489407735,
      "learning_rate": 0.00030470140819826463,
      "loss": 1.2874,
      "step": 8420
    },
    {
      "epoch": 1.3307008884501481,
      "grad_norm": 0.04498979481840342,
      "learning_rate": 0.00030406709859361416,
      "loss": 1.2142,
      "step": 8425
    },
    {
      "epoch": 1.3314906219151037,
      "grad_norm": 0.042087923400985765,
      "learning_rate": 0.00030343316131070376,
      "loss": 1.2825,
      "step": 8430
    },
    {
      "epoch": 1.3322803553800593,
      "grad_norm": 0.043004572630957354,
      "learning_rate": 0.00030279959755417376,
      "loss": 1.2425,
      "step": 8435
    },
    {
      "epoch": 1.3330700888450149,
      "grad_norm": 0.0445907522291115,
      "learning_rate": 0.00030216640852795455,
      "loss": 1.304,
      "step": 8440
    },
    {
      "epoch": 1.3338598223099705,
      "grad_norm": 0.04606236834528244,
      "learning_rate": 0.0003015335954352641,
      "loss": 1.2951,
      "step": 8445
    },
    {
      "epoch": 1.3346495557749258,
      "grad_norm": 0.04435703718492159,
      "learning_rate": 0.0003009011594786068,
      "loss": 1.287,
      "step": 8450
    },
    {
      "epoch": 1.3354392892398814,
      "grad_norm": 0.0413931632048618,
      "learning_rate": 0.0003002691018597692,
      "loss": 1.2697,
      "step": 8455
    },
    {
      "epoch": 1.336229022704837,
      "grad_norm": 0.048816402707256706,
      "learning_rate": 0.00029963742377982016,
      "loss": 1.2723,
      "step": 8460
    },
    {
      "epoch": 1.3370187561697926,
      "grad_norm": 0.04718399167681088,
      "learning_rate": 0.0002990061264391063,
      "loss": 1.2627,
      "step": 8465
    },
    {
      "epoch": 1.3378084896347482,
      "grad_norm": 0.04206326760635706,
      "learning_rate": 0.0002983752110372513,
      "loss": 1.2469,
      "step": 8470
    },
    {
      "epoch": 1.3385982230997038,
      "grad_norm": 0.045251575743619,
      "learning_rate": 0.0002977446787731532,
      "loss": 1.2999,
      "step": 8475
    },
    {
      "epoch": 1.3393879565646594,
      "grad_norm": 0.04595785153583971,
      "learning_rate": 0.0002971145308449814,
      "loss": 1.2396,
      "step": 8480
    },
    {
      "epoch": 1.340177690029615,
      "grad_norm": 0.056747917724895555,
      "learning_rate": 0.00029648476845017547,
      "loss": 1.2745,
      "step": 8485
    },
    {
      "epoch": 1.3409674234945705,
      "grad_norm": 0.04691917387813406,
      "learning_rate": 0.00029585539278544206,
      "loss": 1.2677,
      "step": 8490
    },
    {
      "epoch": 1.3417571569595261,
      "grad_norm": 0.04818187434504538,
      "learning_rate": 0.00029522640504675324,
      "loss": 1.2199,
      "step": 8495
    },
    {
      "epoch": 1.3425468904244817,
      "grad_norm": 0.045013796603245476,
      "learning_rate": 0.00029459780642934345,
      "loss": 1.3146,
      "step": 8500
    },
    {
      "epoch": 1.3433366238894373,
      "grad_norm": 0.042192019571340555,
      "learning_rate": 0.00029396959812770843,
      "loss": 1.3372,
      "step": 8505
    },
    {
      "epoch": 1.344126357354393,
      "grad_norm": 0.04214920127244326,
      "learning_rate": 0.0002933417813356013,
      "loss": 1.2398,
      "step": 8510
    },
    {
      "epoch": 1.3449160908193485,
      "grad_norm": 0.04423347132129656,
      "learning_rate": 0.00029271435724603193,
      "loss": 1.2801,
      "step": 8515
    },
    {
      "epoch": 1.345705824284304,
      "grad_norm": 0.040548458941869765,
      "learning_rate": 0.00029208732705126396,
      "loss": 1.239,
      "step": 8520
    },
    {
      "epoch": 1.3464955577492597,
      "grad_norm": 0.043420623291124553,
      "learning_rate": 0.0002914606919428118,
      "loss": 1.281,
      "step": 8525
    },
    {
      "epoch": 1.3472852912142153,
      "grad_norm": 0.044138178640373,
      "learning_rate": 0.0002908344531114401,
      "loss": 1.2542,
      "step": 8530
    },
    {
      "epoch": 1.3480750246791708,
      "grad_norm": 0.0416232418420997,
      "learning_rate": 0.0002902086117471596,
      "loss": 1.231,
      "step": 8535
    },
    {
      "epoch": 1.3488647581441264,
      "grad_norm": 0.04171720824770514,
      "learning_rate": 0.00028958316903922646,
      "loss": 1.2374,
      "step": 8540
    },
    {
      "epoch": 1.349654491609082,
      "grad_norm": 0.04274857127142662,
      "learning_rate": 0.0002889581261761387,
      "loss": 1.2443,
      "step": 8545
    },
    {
      "epoch": 1.3504442250740376,
      "grad_norm": 0.04634532388939176,
      "learning_rate": 0.0002883334843456349,
      "loss": 1.2496,
      "step": 8550
    },
    {
      "epoch": 1.3512339585389932,
      "grad_norm": 0.04590760270364971,
      "learning_rate": 0.0002877092447346914,
      "loss": 1.222,
      "step": 8555
    },
    {
      "epoch": 1.3520236920039488,
      "grad_norm": 0.04748644612880634,
      "learning_rate": 0.00028708540852952045,
      "loss": 1.2661,
      "step": 8560
    },
    {
      "epoch": 1.3528134254689044,
      "grad_norm": 0.04727912337731358,
      "learning_rate": 0.00028646197691556755,
      "loss": 1.257,
      "step": 8565
    },
    {
      "epoch": 1.3536031589338597,
      "grad_norm": 0.04668979255042189,
      "learning_rate": 0.00028583895107750924,
      "loss": 1.3095,
      "step": 8570
    },
    {
      "epoch": 1.3543928923988153,
      "grad_norm": 0.042538115452582216,
      "learning_rate": 0.0002852163321992513,
      "loss": 1.2283,
      "step": 8575
    },
    {
      "epoch": 1.355182625863771,
      "grad_norm": 0.04227803053745827,
      "learning_rate": 0.00028459412146392577,
      "loss": 1.2533,
      "step": 8580
    },
    {
      "epoch": 1.3559723593287265,
      "grad_norm": 0.04377178796620479,
      "learning_rate": 0.00028397232005389003,
      "loss": 1.2579,
      "step": 8585
    },
    {
      "epoch": 1.356762092793682,
      "grad_norm": 0.04227664896867061,
      "learning_rate": 0.0002833509291507221,
      "loss": 1.2243,
      "step": 8590
    },
    {
      "epoch": 1.3575518262586377,
      "grad_norm": 0.041773324972162656,
      "learning_rate": 0.00028272994993522164,
      "loss": 1.2554,
      "step": 8595
    },
    {
      "epoch": 1.3583415597235933,
      "grad_norm": 0.04292020951638718,
      "learning_rate": 0.00028210938358740447,
      "loss": 1.2825,
      "step": 8600
    },
    {
      "epoch": 1.3591312931885489,
      "grad_norm": 0.04096957395174508,
      "learning_rate": 0.0002814892312865031,
      "loss": 1.2826,
      "step": 8605
    },
    {
      "epoch": 1.3599210266535045,
      "grad_norm": 0.04169922791036531,
      "learning_rate": 0.00028086949421096246,
      "loss": 1.2521,
      "step": 8610
    },
    {
      "epoch": 1.36071076011846,
      "grad_norm": 0.04211598430401575,
      "learning_rate": 0.0002802501735384388,
      "loss": 1.2596,
      "step": 8615
    },
    {
      "epoch": 1.3615004935834156,
      "grad_norm": 0.04224833017378799,
      "learning_rate": 0.00027963127044579696,
      "loss": 1.2908,
      "step": 8620
    },
    {
      "epoch": 1.3622902270483712,
      "grad_norm": 0.044941850797508454,
      "learning_rate": 0.00027901278610910823,
      "loss": 1.2909,
      "step": 8625
    },
    {
      "epoch": 1.3630799605133268,
      "grad_norm": 0.04184466532719685,
      "learning_rate": 0.0002783947217036484,
      "loss": 1.2995,
      "step": 8630
    },
    {
      "epoch": 1.3638696939782824,
      "grad_norm": 0.0423028099632741,
      "learning_rate": 0.00027777707840389497,
      "loss": 1.2835,
      "step": 8635
    },
    {
      "epoch": 1.364659427443238,
      "grad_norm": 0.04314086740335828,
      "learning_rate": 0.0002771598573835256,
      "loss": 1.2367,
      "step": 8640
    },
    {
      "epoch": 1.3654491609081933,
      "grad_norm": 0.04216259087825572,
      "learning_rate": 0.000276543059815415,
      "loss": 1.2546,
      "step": 8645
    },
    {
      "epoch": 1.366238894373149,
      "grad_norm": 0.04302071977574596,
      "learning_rate": 0.0002759266868716338,
      "loss": 1.2708,
      "step": 8650
    },
    {
      "epoch": 1.3670286278381045,
      "grad_norm": 0.04788324174105684,
      "learning_rate": 0.00027531073972344533,
      "loss": 1.2528,
      "step": 8655
    },
    {
      "epoch": 1.3678183613030601,
      "grad_norm": 0.04538467567702803,
      "learning_rate": 0.00027469521954130374,
      "loss": 1.2575,
      "step": 8660
    },
    {
      "epoch": 1.3686080947680157,
      "grad_norm": 0.04549251410824076,
      "learning_rate": 0.00027408012749485257,
      "loss": 1.2473,
      "step": 8665
    },
    {
      "epoch": 1.3693978282329713,
      "grad_norm": 0.04257865285093799,
      "learning_rate": 0.0002734654647529206,
      "loss": 1.242,
      "step": 8670
    },
    {
      "epoch": 1.3701875616979269,
      "grad_norm": 0.04373681945593607,
      "learning_rate": 0.0002728512324835221,
      "loss": 1.2538,
      "step": 8675
    },
    {
      "epoch": 1.3709772951628825,
      "grad_norm": 0.045777497359768354,
      "learning_rate": 0.000272237431853852,
      "loss": 1.2263,
      "step": 8680
    },
    {
      "epoch": 1.371767028627838,
      "grad_norm": 0.04497976091143731,
      "learning_rate": 0.00027162406403028627,
      "loss": 1.2271,
      "step": 8685
    },
    {
      "epoch": 1.3725567620927936,
      "grad_norm": 0.044447638140711065,
      "learning_rate": 0.00027101113017837777,
      "loss": 1.2483,
      "step": 8690
    },
    {
      "epoch": 1.3733464955577492,
      "grad_norm": 0.04263001372896405,
      "learning_rate": 0.0002703986314628547,
      "loss": 1.2192,
      "step": 8695
    },
    {
      "epoch": 1.3741362290227048,
      "grad_norm": 0.043406226279400814,
      "learning_rate": 0.00026978656904761854,
      "loss": 1.2561,
      "step": 8700
    },
    {
      "epoch": 1.3749259624876604,
      "grad_norm": 0.04107365074014779,
      "learning_rate": 0.00026917494409574175,
      "loss": 1.2478,
      "step": 8705
    },
    {
      "epoch": 1.375715695952616,
      "grad_norm": 0.04605231623979006,
      "learning_rate": 0.00026856375776946527,
      "loss": 1.3033,
      "step": 8710
    },
    {
      "epoch": 1.3765054294175716,
      "grad_norm": 0.04339571048081585,
      "learning_rate": 0.00026795301123019676,
      "loss": 1.2633,
      "step": 8715
    },
    {
      "epoch": 1.3772951628825272,
      "grad_norm": 0.04182178132073693,
      "learning_rate": 0.0002673427056385081,
      "loss": 1.2225,
      "step": 8720
    },
    {
      "epoch": 1.3780848963474828,
      "grad_norm": 0.04663788896359081,
      "learning_rate": 0.0002667328421541332,
      "loss": 1.2951,
      "step": 8725
    },
    {
      "epoch": 1.3788746298124384,
      "grad_norm": 0.04342313588503269,
      "learning_rate": 0.0002661234219359657,
      "loss": 1.2676,
      "step": 8730
    },
    {
      "epoch": 1.379664363277394,
      "grad_norm": 0.04774310092785508,
      "learning_rate": 0.0002655144461420579,
      "loss": 1.231,
      "step": 8735
    },
    {
      "epoch": 1.3804540967423495,
      "grad_norm": 0.04245019140171796,
      "learning_rate": 0.00026490591592961575,
      "loss": 1.2771,
      "step": 8740
    },
    {
      "epoch": 1.3812438302073051,
      "grad_norm": 0.044582209060060655,
      "learning_rate": 0.0002642978324550005,
      "loss": 1.2991,
      "step": 8745
    },
    {
      "epoch": 1.3820335636722607,
      "grad_norm": 0.045601264367595123,
      "learning_rate": 0.00026369019687372275,
      "loss": 1.2701,
      "step": 8750
    },
    {
      "epoch": 1.3828232971372163,
      "grad_norm": 0.041396207917044306,
      "learning_rate": 0.00026308301034044346,
      "loss": 1.2723,
      "step": 8755
    },
    {
      "epoch": 1.383613030602172,
      "grad_norm": 0.045199723976354404,
      "learning_rate": 0.00026247627400896893,
      "loss": 1.2729,
      "step": 8760
    },
    {
      "epoch": 1.3844027640671275,
      "grad_norm": 0.042251279291380894,
      "learning_rate": 0.00026186998903225114,
      "loss": 1.2198,
      "step": 8765
    },
    {
      "epoch": 1.3851924975320828,
      "grad_norm": 0.04321272624940878,
      "learning_rate": 0.00026126415656238365,
      "loss": 1.2161,
      "step": 8770
    },
    {
      "epoch": 1.3859822309970384,
      "grad_norm": 0.045970049718978626,
      "learning_rate": 0.0002606587777506005,
      "loss": 1.2829,
      "step": 8775
    },
    {
      "epoch": 1.386771964461994,
      "grad_norm": 0.044005677142020395,
      "learning_rate": 0.0002600538537472734,
      "loss": 1.2571,
      "step": 8780
    },
    {
      "epoch": 1.3875616979269496,
      "grad_norm": 0.04552272115101825,
      "learning_rate": 0.00025944938570190995,
      "loss": 1.2316,
      "step": 8785
    },
    {
      "epoch": 1.3883514313919052,
      "grad_norm": 0.043774285960527286,
      "learning_rate": 0.0002588453747631514,
      "loss": 1.2426,
      "step": 8790
    },
    {
      "epoch": 1.3891411648568608,
      "grad_norm": 0.04295571471747927,
      "learning_rate": 0.00025824182207877017,
      "loss": 1.2222,
      "step": 8795
    },
    {
      "epoch": 1.3899308983218164,
      "grad_norm": 0.04171862203591374,
      "learning_rate": 0.00025763872879566805,
      "loss": 1.1952,
      "step": 8800
    },
    {
      "epoch": 1.390720631786772,
      "grad_norm": 0.045107956736157744,
      "learning_rate": 0.00025703609605987396,
      "loss": 1.2633,
      "step": 8805
    },
    {
      "epoch": 1.3915103652517276,
      "grad_norm": 0.04323648425452817,
      "learning_rate": 0.00025643392501654104,
      "loss": 1.2591,
      "step": 8810
    },
    {
      "epoch": 1.3923000987166831,
      "grad_norm": 0.04326668684392415,
      "learning_rate": 0.00025583221680994635,
      "loss": 1.2676,
      "step": 8815
    },
    {
      "epoch": 1.3930898321816387,
      "grad_norm": 0.04188289187698528,
      "learning_rate": 0.00025523097258348576,
      "loss": 1.264,
      "step": 8820
    },
    {
      "epoch": 1.3938795656465943,
      "grad_norm": 0.04464400727019869,
      "learning_rate": 0.0002546301934796752,
      "loss": 1.2778,
      "step": 8825
    },
    {
      "epoch": 1.39466929911155,
      "grad_norm": 0.04276810704380363,
      "learning_rate": 0.00025402988064014513,
      "loss": 1.2625,
      "step": 8830
    },
    {
      "epoch": 1.3954590325765055,
      "grad_norm": 0.04162279032059575,
      "learning_rate": 0.0002534300352056416,
      "loss": 1.3346,
      "step": 8835
    },
    {
      "epoch": 1.396248766041461,
      "grad_norm": 0.0456794631140922,
      "learning_rate": 0.00025283065831602073,
      "loss": 1.2247,
      "step": 8840
    },
    {
      "epoch": 1.3970384995064165,
      "grad_norm": 0.04414001358248805,
      "learning_rate": 0.0002522317511102501,
      "loss": 1.2526,
      "step": 8845
    },
    {
      "epoch": 1.397828232971372,
      "grad_norm": 0.04486453761324999,
      "learning_rate": 0.00025163331472640306,
      "loss": 1.2648,
      "step": 8850
    },
    {
      "epoch": 1.3986179664363276,
      "grad_norm": 0.046971220334397414,
      "learning_rate": 0.0002510353503016597,
      "loss": 1.2549,
      "step": 8855
    },
    {
      "epoch": 1.3994076999012832,
      "grad_norm": 0.04242773632849972,
      "learning_rate": 0.0002504378589723024,
      "loss": 1.2749,
      "step": 8860
    },
    {
      "epoch": 1.4001974333662388,
      "grad_norm": 0.04360252581001358,
      "learning_rate": 0.00024984084187371487,
      "loss": 1.2568,
      "step": 8865
    },
    {
      "epoch": 1.4009871668311944,
      "grad_norm": 0.044450893265612704,
      "learning_rate": 0.0002492443001403796,
      "loss": 1.2771,
      "step": 8870
    },
    {
      "epoch": 1.40177690029615,
      "grad_norm": 0.04632414024562605,
      "learning_rate": 0.00024864823490587575,
      "loss": 1.2654,
      "step": 8875
    },
    {
      "epoch": 1.4025666337611056,
      "grad_norm": 0.042866579059949964,
      "learning_rate": 0.00024805264730287695,
      "loss": 1.2795,
      "step": 8880
    },
    {
      "epoch": 1.4033563672260612,
      "grad_norm": 0.043624485859473684,
      "learning_rate": 0.00024745753846314937,
      "loss": 1.2778,
      "step": 8885
    },
    {
      "epoch": 1.4041461006910168,
      "grad_norm": 0.04154061333801012,
      "learning_rate": 0.0002468629095175493,
      "loss": 1.2832,
      "step": 8890
    },
    {
      "epoch": 1.4049358341559723,
      "grad_norm": 0.042142407883540144,
      "learning_rate": 0.0002462687615960212,
      "loss": 1.2435,
      "step": 8895
    },
    {
      "epoch": 1.405725567620928,
      "grad_norm": 0.04461304965182084,
      "learning_rate": 0.0002456750958275951,
      "loss": 1.2174,
      "step": 8900
    },
    {
      "epoch": 1.4065153010858835,
      "grad_norm": 0.04694439549723757,
      "learning_rate": 0.00024508191334038576,
      "loss": 1.2453,
      "step": 8905
    },
    {
      "epoch": 1.407305034550839,
      "grad_norm": 0.043629714715805394,
      "learning_rate": 0.00024448921526158815,
      "loss": 1.2387,
      "step": 8910
    },
    {
      "epoch": 1.4080947680157947,
      "grad_norm": 0.04374011012114604,
      "learning_rate": 0.0002438970027174783,
      "loss": 1.1875,
      "step": 8915
    },
    {
      "epoch": 1.4088845014807503,
      "grad_norm": 0.04380153780748385,
      "learning_rate": 0.0002433052768334081,
      "loss": 1.2681,
      "step": 8920
    },
    {
      "epoch": 1.4096742349457059,
      "grad_norm": 0.041881494433415434,
      "learning_rate": 0.0002427140387338061,
      "loss": 1.2716,
      "step": 8925
    },
    {
      "epoch": 1.4104639684106615,
      "grad_norm": 0.04150620532937511,
      "learning_rate": 0.0002421232895421725,
      "loss": 1.2567,
      "step": 8930
    },
    {
      "epoch": 1.411253701875617,
      "grad_norm": 0.04139509780700678,
      "learning_rate": 0.00024153303038107978,
      "loss": 1.2572,
      "step": 8935
    },
    {
      "epoch": 1.4120434353405726,
      "grad_norm": 0.04540623576575988,
      "learning_rate": 0.00024094326237216845,
      "loss": 1.2348,
      "step": 8940
    },
    {
      "epoch": 1.4128331688055282,
      "grad_norm": 0.047910975491305345,
      "learning_rate": 0.00024035398663614595,
      "loss": 1.2367,
      "step": 8945
    },
    {
      "epoch": 1.4136229022704838,
      "grad_norm": 0.042538540572648845,
      "learning_rate": 0.00023976520429278415,
      "loss": 1.2517,
      "step": 8950
    },
    {
      "epoch": 1.4144126357354394,
      "grad_norm": 0.0443585665118367,
      "learning_rate": 0.00023917691646091742,
      "loss": 1.2898,
      "step": 8955
    },
    {
      "epoch": 1.415202369200395,
      "grad_norm": 0.04089211091138303,
      "learning_rate": 0.0002385891242584406,
      "loss": 1.2545,
      "step": 8960
    },
    {
      "epoch": 1.4159921026653506,
      "grad_norm": 0.04457050050767435,
      "learning_rate": 0.00023800182880230635,
      "loss": 1.2963,
      "step": 8965
    },
    {
      "epoch": 1.416781836130306,
      "grad_norm": 0.04178990386688939,
      "learning_rate": 0.00023741503120852376,
      "loss": 1.2271,
      "step": 8970
    },
    {
      "epoch": 1.4175715695952615,
      "grad_norm": 0.04467609497503195,
      "learning_rate": 0.00023682873259215555,
      "loss": 1.2571,
      "step": 8975
    },
    {
      "epoch": 1.4183613030602171,
      "grad_norm": 0.040961365277042826,
      "learning_rate": 0.00023624293406731634,
      "loss": 1.2238,
      "step": 8980
    },
    {
      "epoch": 1.4191510365251727,
      "grad_norm": 0.042317493102964454,
      "learning_rate": 0.000235657636747171,
      "loss": 1.2904,
      "step": 8985
    },
    {
      "epoch": 1.4199407699901283,
      "grad_norm": 0.04245276153859363,
      "learning_rate": 0.00023507284174393073,
      "loss": 1.2183,
      "step": 8990
    },
    {
      "epoch": 1.420730503455084,
      "grad_norm": 0.043678347359862,
      "learning_rate": 0.00023448855016885373,
      "loss": 1.2591,
      "step": 8995
    },
    {
      "epoch": 1.4215202369200395,
      "grad_norm": 0.044231596484189416,
      "learning_rate": 0.00023390476313224013,
      "loss": 1.3075,
      "step": 9000
    },
    {
      "epoch": 1.422309970384995,
      "grad_norm": 0.04436654782016759,
      "learning_rate": 0.00023332148174343254,
      "loss": 1.2716,
      "step": 9005
    },
    {
      "epoch": 1.4230997038499507,
      "grad_norm": 0.04281217235039931,
      "learning_rate": 0.00023273870711081157,
      "loss": 1.2695,
      "step": 9010
    },
    {
      "epoch": 1.4238894373149062,
      "grad_norm": 0.044120759499322676,
      "learning_rate": 0.0002321564403417961,
      "loss": 1.2483,
      "step": 9015
    },
    {
      "epoch": 1.4246791707798618,
      "grad_norm": 0.04606388704043886,
      "learning_rate": 0.0002315746825428386,
      "loss": 1.239,
      "step": 9020
    },
    {
      "epoch": 1.4254689042448174,
      "grad_norm": 0.043871705279192486,
      "learning_rate": 0.00023099343481942553,
      "loss": 1.2794,
      "step": 9025
    },
    {
      "epoch": 1.426258637709773,
      "grad_norm": 0.04296255379569235,
      "learning_rate": 0.00023041269827607348,
      "loss": 1.2885,
      "step": 9030
    },
    {
      "epoch": 1.4270483711747286,
      "grad_norm": 0.04131154854140424,
      "learning_rate": 0.00022983247401632778,
      "loss": 1.2786,
      "step": 9035
    },
    {
      "epoch": 1.427838104639684,
      "grad_norm": 0.04521784882733595,
      "learning_rate": 0.00022925276314276027,
      "loss": 1.2374,
      "step": 9040
    },
    {
      "epoch": 1.4286278381046396,
      "grad_norm": 0.04502687835051508,
      "learning_rate": 0.00022867356675696727,
      "loss": 1.2297,
      "step": 9045
    },
    {
      "epoch": 1.4294175715695951,
      "grad_norm": 0.0456588155728737,
      "learning_rate": 0.00022809488595956746,
      "loss": 1.2598,
      "step": 9050
    },
    {
      "epoch": 1.4302073050345507,
      "grad_norm": 0.044731420240481296,
      "learning_rate": 0.0002275167218501998,
      "loss": 1.2272,
      "step": 9055
    },
    {
      "epoch": 1.4309970384995063,
      "grad_norm": 0.04171872425169441,
      "learning_rate": 0.0002269390755275212,
      "loss": 1.2407,
      "step": 9060
    },
    {
      "epoch": 1.431786771964462,
      "grad_norm": 0.04146242860954931,
      "learning_rate": 0.00022636194808920497,
      "loss": 1.1803,
      "step": 9065
    },
    {
      "epoch": 1.4325765054294175,
      "grad_norm": 0.0437634669336145,
      "learning_rate": 0.00022578534063193796,
      "loss": 1.2867,
      "step": 9070
    },
    {
      "epoch": 1.433366238894373,
      "grad_norm": 0.04248217408815758,
      "learning_rate": 0.00022520925425141975,
      "loss": 1.2195,
      "step": 9075
    },
    {
      "epoch": 1.4341559723593287,
      "grad_norm": 0.042060353158536484,
      "learning_rate": 0.00022463369004235856,
      "loss": 1.2424,
      "step": 9080
    },
    {
      "epoch": 1.4349457058242843,
      "grad_norm": 0.04165523189457376,
      "learning_rate": 0.00022405864909847168,
      "loss": 1.2642,
      "step": 9085
    },
    {
      "epoch": 1.4357354392892399,
      "grad_norm": 0.04310776835615386,
      "learning_rate": 0.00022348413251248062,
      "loss": 1.2649,
      "step": 9090
    },
    {
      "epoch": 1.4365251727541954,
      "grad_norm": 0.04289874541694098,
      "learning_rate": 0.00022291014137611204,
      "loss": 1.2616,
      "step": 9095
    },
    {
      "epoch": 1.437314906219151,
      "grad_norm": 0.043608783766877,
      "learning_rate": 0.0002223366767800925,
      "loss": 1.2906,
      "step": 9100
    },
    {
      "epoch": 1.4381046396841066,
      "grad_norm": 0.045231369000369774,
      "learning_rate": 0.00022176373981414943,
      "loss": 1.2285,
      "step": 9105
    },
    {
      "epoch": 1.4388943731490622,
      "grad_norm": 0.04247255180975101,
      "learning_rate": 0.00022119133156700682,
      "loss": 1.2664,
      "step": 9110
    },
    {
      "epoch": 1.4396841066140178,
      "grad_norm": 0.04197852067877877,
      "learning_rate": 0.0002206194531263841,
      "loss": 1.2617,
      "step": 9115
    },
    {
      "epoch": 1.4404738400789734,
      "grad_norm": 0.042037838639237844,
      "learning_rate": 0.00022004810557899407,
      "loss": 1.2483,
      "step": 9120
    },
    {
      "epoch": 1.441263573543929,
      "grad_norm": 0.04630216671954649,
      "learning_rate": 0.00021947729001054055,
      "loss": 1.2766,
      "step": 9125
    },
    {
      "epoch": 1.4420533070088846,
      "grad_norm": 0.04478881680513898,
      "learning_rate": 0.00021890700750571657,
      "loss": 1.2371,
      "step": 9130
    },
    {
      "epoch": 1.4428430404738402,
      "grad_norm": 0.042283771559855264,
      "learning_rate": 0.00021833725914820217,
      "loss": 1.2499,
      "step": 9135
    },
    {
      "epoch": 1.4436327739387957,
      "grad_norm": 0.04787625291273857,
      "learning_rate": 0.00021776804602066243,
      "loss": 1.2341,
      "step": 9140
    },
    {
      "epoch": 1.4444225074037513,
      "grad_norm": 0.04326017779305017,
      "learning_rate": 0.00021719936920474515,
      "loss": 1.2211,
      "step": 9145
    },
    {
      "epoch": 1.445212240868707,
      "grad_norm": 0.0415062045796435,
      "learning_rate": 0.00021663122978107913,
      "loss": 1.2347,
      "step": 9150
    },
    {
      "epoch": 1.4460019743336625,
      "grad_norm": 0.043488347041833575,
      "learning_rate": 0.0002160636288292725,
      "loss": 1.2736,
      "step": 9155
    },
    {
      "epoch": 1.446791707798618,
      "grad_norm": 0.04609017948044752,
      "learning_rate": 0.00021549656742790897,
      "loss": 1.2502,
      "step": 9160
    },
    {
      "epoch": 1.4475814412635735,
      "grad_norm": 0.04944698143696439,
      "learning_rate": 0.00021493004665454834,
      "loss": 1.2064,
      "step": 9165
    },
    {
      "epoch": 1.448371174728529,
      "grad_norm": 0.04262527174684802,
      "learning_rate": 0.0002143640675857218,
      "loss": 1.2435,
      "step": 9170
    },
    {
      "epoch": 1.4491609081934846,
      "grad_norm": 0.04399259301671125,
      "learning_rate": 0.00021379863129693244,
      "loss": 1.219,
      "step": 9175
    },
    {
      "epoch": 1.4499506416584402,
      "grad_norm": 0.04355230507365879,
      "learning_rate": 0.00021323373886265052,
      "loss": 1.2445,
      "step": 9180
    },
    {
      "epoch": 1.4507403751233958,
      "grad_norm": 0.049765868816323354,
      "learning_rate": 0.0002126693913563144,
      "loss": 1.3063,
      "step": 9185
    },
    {
      "epoch": 1.4515301085883514,
      "grad_norm": 0.0426926839495355,
      "learning_rate": 0.00021210558985032535,
      "loss": 1.2623,
      "step": 9190
    },
    {
      "epoch": 1.452319842053307,
      "grad_norm": 0.045637762727495805,
      "learning_rate": 0.00021154233541604845,
      "loss": 1.2004,
      "step": 9195
    },
    {
      "epoch": 1.4531095755182626,
      "grad_norm": 0.043124108515405324,
      "learning_rate": 0.00021097962912380842,
      "loss": 1.2143,
      "step": 9200
    },
    {
      "epoch": 1.4538993089832182,
      "grad_norm": 0.04239443608558332,
      "learning_rate": 0.00021041747204288862,
      "loss": 1.2465,
      "step": 9205
    },
    {
      "epoch": 1.4546890424481738,
      "grad_norm": 0.04437301164530901,
      "learning_rate": 0.00020985586524152876,
      "loss": 1.2178,
      "step": 9210
    },
    {
      "epoch": 1.4554787759131294,
      "grad_norm": 0.04323470541301666,
      "learning_rate": 0.00020929480978692283,
      "loss": 1.2753,
      "step": 9215
    },
    {
      "epoch": 1.456268509378085,
      "grad_norm": 0.04142304605884787,
      "learning_rate": 0.00020873430674521725,
      "loss": 1.2392,
      "step": 9220
    },
    {
      "epoch": 1.4570582428430405,
      "grad_norm": 0.04319538169622463,
      "learning_rate": 0.0002081743571815085,
      "loss": 1.268,
      "step": 9225
    },
    {
      "epoch": 1.4578479763079961,
      "grad_norm": 0.04144316563423312,
      "learning_rate": 0.0002076149621598415,
      "loss": 1.2413,
      "step": 9230
    },
    {
      "epoch": 1.4586377097729517,
      "grad_norm": 0.04377137836747876,
      "learning_rate": 0.00020705612274320734,
      "loss": 1.2118,
      "step": 9235
    },
    {
      "epoch": 1.459427443237907,
      "grad_norm": 0.043555832439050104,
      "learning_rate": 0.0002064978399935411,
      "loss": 1.2245,
      "step": 9240
    },
    {
      "epoch": 1.4602171767028627,
      "grad_norm": 0.04249435312370047,
      "learning_rate": 0.0002059401149717209,
      "loss": 1.1828,
      "step": 9245
    },
    {
      "epoch": 1.4610069101678183,
      "grad_norm": 0.04235181698089444,
      "learning_rate": 0.00020538294873756357,
      "loss": 1.2863,
      "step": 9250
    },
    {
      "epoch": 1.4617966436327738,
      "grad_norm": 0.04383173793575775,
      "learning_rate": 0.00020482634234982573,
      "loss": 1.2002,
      "step": 9255
    },
    {
      "epoch": 1.4625863770977294,
      "grad_norm": 0.044172965337856564,
      "learning_rate": 0.00020427029686619864,
      "loss": 1.2281,
      "step": 9260
    },
    {
      "epoch": 1.463376110562685,
      "grad_norm": 0.043862682605504764,
      "learning_rate": 0.0002037148133433091,
      "loss": 1.2478,
      "step": 9265
    },
    {
      "epoch": 1.4641658440276406,
      "grad_norm": 0.04243228098781799,
      "learning_rate": 0.0002031598928367147,
      "loss": 1.2119,
      "step": 9270
    },
    {
      "epoch": 1.4649555774925962,
      "grad_norm": 0.043654706444678795,
      "learning_rate": 0.0002026055364009044,
      "loss": 1.2457,
      "step": 9275
    },
    {
      "epoch": 1.4657453109575518,
      "grad_norm": 0.04244077926521408,
      "learning_rate": 0.0002020517450892944,
      "loss": 1.2023,
      "step": 9280
    },
    {
      "epoch": 1.4665350444225074,
      "grad_norm": 0.04595556524414968,
      "learning_rate": 0.00020149851995422747,
      "loss": 1.2794,
      "step": 9285
    },
    {
      "epoch": 1.467324777887463,
      "grad_norm": 0.04349601162387291,
      "learning_rate": 0.00020094586204697025,
      "loss": 1.2515,
      "step": 9290
    },
    {
      "epoch": 1.4681145113524185,
      "grad_norm": 0.04368231469985729,
      "learning_rate": 0.00020039377241771168,
      "loss": 1.2873,
      "step": 9295
    },
    {
      "epoch": 1.4689042448173741,
      "grad_norm": 0.045319234661928234,
      "learning_rate": 0.00019984225211556078,
      "loss": 1.275,
      "step": 9300
    },
    {
      "epoch": 1.4696939782823297,
      "grad_norm": 0.044397135762641315,
      "learning_rate": 0.00019929130218854463,
      "loss": 1.2886,
      "step": 9305
    },
    {
      "epoch": 1.4704837117472853,
      "grad_norm": 0.04765370458099345,
      "learning_rate": 0.00019874092368360658,
      "loss": 1.2352,
      "step": 9310
    },
    {
      "epoch": 1.471273445212241,
      "grad_norm": 0.0416227897079006,
      "learning_rate": 0.00019819111764660403,
      "loss": 1.2681,
      "step": 9315
    },
    {
      "epoch": 1.4720631786771965,
      "grad_norm": 0.046428487213213285,
      "learning_rate": 0.0001976418851223064,
      "loss": 1.2751,
      "step": 9320
    },
    {
      "epoch": 1.472852912142152,
      "grad_norm": 0.043377004316741415,
      "learning_rate": 0.00019709322715439403,
      "loss": 1.2559,
      "step": 9325
    },
    {
      "epoch": 1.4736426456071077,
      "grad_norm": 0.04526433648816276,
      "learning_rate": 0.0001965451447854542,
      "loss": 1.2476,
      "step": 9330
    },
    {
      "epoch": 1.4744323790720633,
      "grad_norm": 0.04621492317074261,
      "learning_rate": 0.00019599763905698187,
      "loss": 1.2137,
      "step": 9335
    },
    {
      "epoch": 1.4752221125370188,
      "grad_norm": 0.043840698237260785,
      "learning_rate": 0.00019545071100937473,
      "loss": 1.2527,
      "step": 9340
    },
    {
      "epoch": 1.4760118460019744,
      "grad_norm": 0.04112810716014845,
      "learning_rate": 0.00019490436168193416,
      "loss": 1.1591,
      "step": 9345
    },
    {
      "epoch": 1.47680157946693,
      "grad_norm": 0.04987175510547122,
      "learning_rate": 0.0001943585921128605,
      "loss": 1.2402,
      "step": 9350
    },
    {
      "epoch": 1.4775913129318856,
      "grad_norm": 0.0407649973836557,
      "learning_rate": 0.00019381340333925374,
      "loss": 1.206,
      "step": 9355
    },
    {
      "epoch": 1.4783810463968412,
      "grad_norm": 0.040524587840175194,
      "learning_rate": 0.00019326879639710876,
      "loss": 1.2776,
      "step": 9360
    },
    {
      "epoch": 1.4791707798617966,
      "grad_norm": 0.043595434746830856,
      "learning_rate": 0.00019272477232131624,
      "loss": 1.2386,
      "step": 9365
    },
    {
      "epoch": 1.4799605133267522,
      "grad_norm": 0.04369718373031322,
      "learning_rate": 0.00019218133214565832,
      "loss": 1.2356,
      "step": 9370
    },
    {
      "epoch": 1.4807502467917077,
      "grad_norm": 0.04317426930387952,
      "learning_rate": 0.00019163847690280796,
      "loss": 1.2964,
      "step": 9375
    },
    {
      "epoch": 1.4815399802566633,
      "grad_norm": 0.043715292412221184,
      "learning_rate": 0.0001910962076243264,
      "loss": 1.2836,
      "step": 9380
    },
    {
      "epoch": 1.482329713721619,
      "grad_norm": 0.04315055919621236,
      "learning_rate": 0.00019055452534066158,
      "loss": 1.2421,
      "step": 9385
    },
    {
      "epoch": 1.4831194471865745,
      "grad_norm": 0.04011862763753405,
      "learning_rate": 0.00019001343108114598,
      "loss": 1.2246,
      "step": 9390
    },
    {
      "epoch": 1.48390918065153,
      "grad_norm": 0.04069315588519169,
      "learning_rate": 0.00018947292587399457,
      "loss": 1.2184,
      "step": 9395
    },
    {
      "epoch": 1.4846989141164857,
      "grad_norm": 0.04276938020269211,
      "learning_rate": 0.0001889330107463031,
      "loss": 1.2132,
      "step": 9400
    },
    {
      "epoch": 1.4854886475814413,
      "grad_norm": 0.042589897148414206,
      "learning_rate": 0.0001883936867240459,
      "loss": 1.247,
      "step": 9405
    },
    {
      "epoch": 1.4862783810463969,
      "grad_norm": 0.0433584813910879,
      "learning_rate": 0.000187854954832074,
      "loss": 1.2728,
      "step": 9410
    },
    {
      "epoch": 1.4870681145113525,
      "grad_norm": 0.041449156269808586,
      "learning_rate": 0.00018731681609411376,
      "loss": 1.2572,
      "step": 9415
    },
    {
      "epoch": 1.487857847976308,
      "grad_norm": 0.04249075497939974,
      "learning_rate": 0.00018677927153276349,
      "loss": 1.284,
      "step": 9420
    },
    {
      "epoch": 1.4886475814412636,
      "grad_norm": 0.041434392384939595,
      "learning_rate": 0.00018624232216949343,
      "loss": 1.2325,
      "step": 9425
    },
    {
      "epoch": 1.4894373149062192,
      "grad_norm": 0.04245608056312946,
      "learning_rate": 0.0001857059690246417,
      "loss": 1.2478,
      "step": 9430
    },
    {
      "epoch": 1.4902270483711748,
      "grad_norm": 0.04337792113214198,
      "learning_rate": 0.00018517021311741466,
      "loss": 1.212,
      "step": 9435
    },
    {
      "epoch": 1.4910167818361302,
      "grad_norm": 0.043026533120931694,
      "learning_rate": 0.00018463505546588245,
      "loss": 1.1833,
      "step": 9440
    },
    {
      "epoch": 1.4918065153010858,
      "grad_norm": 0.044088415598663847,
      "learning_rate": 0.00018410049708697963,
      "loss": 1.208,
      "step": 9445
    },
    {
      "epoch": 1.4925962487660414,
      "grad_norm": 0.04607652005657044,
      "learning_rate": 0.00018356653899650116,
      "loss": 1.2412,
      "step": 9450
    },
    {
      "epoch": 1.493385982230997,
      "grad_norm": 0.04257351150660289,
      "learning_rate": 0.0001830331822091017,
      "loss": 1.2872,
      "step": 9455
    },
    {
      "epoch": 1.4941757156959525,
      "grad_norm": 0.04425248692723898,
      "learning_rate": 0.00018250042773829302,
      "loss": 1.236,
      "step": 9460
    },
    {
      "epoch": 1.4949654491609081,
      "grad_norm": 0.043700149754235175,
      "learning_rate": 0.00018196827659644254,
      "loss": 1.2181,
      "step": 9465
    },
    {
      "epoch": 1.4957551826258637,
      "grad_norm": 0.04623108826672568,
      "learning_rate": 0.00018143672979477115,
      "loss": 1.2234,
      "step": 9470
    },
    {
      "epoch": 1.4965449160908193,
      "grad_norm": 0.04527802793942421,
      "learning_rate": 0.00018090578834335124,
      "loss": 1.2087,
      "step": 9475
    },
    {
      "epoch": 1.4973346495557749,
      "grad_norm": 0.04562290941641393,
      "learning_rate": 0.00018037545325110506,
      "loss": 1.234,
      "step": 9480
    },
    {
      "epoch": 1.4981243830207305,
      "grad_norm": 0.045751182437359726,
      "learning_rate": 0.00017984572552580248,
      "loss": 1.2708,
      "step": 9485
    },
    {
      "epoch": 1.498914116485686,
      "grad_norm": 0.04264002646793779,
      "learning_rate": 0.00017931660617405908,
      "loss": 1.2285,
      "step": 9490
    },
    {
      "epoch": 1.4997038499506417,
      "grad_norm": 0.04158113882341712,
      "learning_rate": 0.00017878809620133518,
      "loss": 1.2261,
      "step": 9495
    },
    {
      "epoch": 1.5004935834155972,
      "grad_norm": 0.04368698890856983,
      "learning_rate": 0.00017826019661193172,
      "loss": 1.2229,
      "step": 9500
    },
    {
      "epoch": 1.5012833168805528,
      "grad_norm": 0.04311496462211553,
      "learning_rate": 0.00017773290840899126,
      "loss": 1.2251,
      "step": 9505
    },
    {
      "epoch": 1.5020730503455084,
      "grad_norm": 0.04548620494391231,
      "learning_rate": 0.00017720623259449316,
      "loss": 1.2432,
      "step": 9510
    },
    {
      "epoch": 1.502862783810464,
      "grad_norm": 0.04369392227840134,
      "learning_rate": 0.00017668017016925458,
      "loss": 1.2185,
      "step": 9515
    },
    {
      "epoch": 1.5036525172754196,
      "grad_norm": 0.04426664815388182,
      "learning_rate": 0.00017615472213292549,
      "loss": 1.259,
      "step": 9520
    },
    {
      "epoch": 1.5044422507403752,
      "grad_norm": 0.04482939101640352,
      "learning_rate": 0.00017562988948398994,
      "loss": 1.2287,
      "step": 9525
    },
    {
      "epoch": 1.5052319842053308,
      "grad_norm": 0.046893253826009056,
      "learning_rate": 0.00017510567321976119,
      "loss": 1.2712,
      "step": 9530
    },
    {
      "epoch": 1.5060217176702864,
      "grad_norm": 0.04266316817438827,
      "learning_rate": 0.00017458207433638224,
      "loss": 1.2467,
      "step": 9535
    },
    {
      "epoch": 1.506811451135242,
      "grad_norm": 0.044987839712379664,
      "learning_rate": 0.0001740590938288224,
      "loss": 1.213,
      "step": 9540
    },
    {
      "epoch": 1.5076011846001975,
      "grad_norm": 0.04434751280776353,
      "learning_rate": 0.00017353673269087606,
      "loss": 1.3042,
      "step": 9545
    },
    {
      "epoch": 1.5083909180651531,
      "grad_norm": 0.04840194066839294,
      "learning_rate": 0.00017301499191516056,
      "loss": 1.2529,
      "step": 9550
    },
    {
      "epoch": 1.5091806515301087,
      "grad_norm": 0.04723259209503014,
      "learning_rate": 0.00017249387249311456,
      "loss": 1.2409,
      "step": 9555
    },
    {
      "epoch": 1.5099703849950643,
      "grad_norm": 0.04119175128428204,
      "learning_rate": 0.00017197337541499574,
      "loss": 1.1843,
      "step": 9560
    },
    {
      "epoch": 1.51076011846002,
      "grad_norm": 0.04834718488673863,
      "learning_rate": 0.0001714535016698795,
      "loss": 1.2468,
      "step": 9565
    },
    {
      "epoch": 1.5115498519249755,
      "grad_norm": 0.04536111278406012,
      "learning_rate": 0.00017093425224565627,
      "loss": 1.2149,
      "step": 9570
    },
    {
      "epoch": 1.5123395853899309,
      "grad_norm": 0.04550042453721946,
      "learning_rate": 0.000170415628129031,
      "loss": 1.2621,
      "step": 9575
    },
    {
      "epoch": 1.5131293188548864,
      "grad_norm": 0.043150021917703854,
      "learning_rate": 0.00016989763030551909,
      "loss": 1.2264,
      "step": 9580
    },
    {
      "epoch": 1.513919052319842,
      "grad_norm": 0.041245778089668894,
      "learning_rate": 0.00016938025975944728,
      "loss": 1.164,
      "step": 9585
    },
    {
      "epoch": 1.5147087857847976,
      "grad_norm": 0.04436409119640383,
      "learning_rate": 0.00016886351747394884,
      "loss": 1.2121,
      "step": 9590
    },
    {
      "epoch": 1.5154985192497532,
      "grad_norm": 0.044462250101244515,
      "learning_rate": 0.0001683474044309647,
      "loss": 1.2588,
      "step": 9595
    },
    {
      "epoch": 1.5162882527147088,
      "grad_norm": 0.04200888762279216,
      "learning_rate": 0.00016783192161123856,
      "loss": 1.2695,
      "step": 9600
    },
    {
      "epoch": 1.5170779861796644,
      "grad_norm": 0.042924297007432236,
      "learning_rate": 0.00016731706999431806,
      "loss": 1.1929,
      "step": 9605
    },
    {
      "epoch": 1.51786771964462,
      "grad_norm": 0.042699637604874364,
      "learning_rate": 0.00016680285055854988,
      "loss": 1.2319,
      "step": 9610
    },
    {
      "epoch": 1.5186574531095756,
      "grad_norm": 0.04285294161272578,
      "learning_rate": 0.00016628926428108066,
      "loss": 1.2298,
      "step": 9615
    },
    {
      "epoch": 1.5194471865745312,
      "grad_norm": 0.04310413765163602,
      "learning_rate": 0.0001657763121378532,
      "loss": 1.2857,
      "step": 9620
    },
    {
      "epoch": 1.5202369200394865,
      "grad_norm": 0.04583039900306835,
      "learning_rate": 0.00016526399510360547,
      "loss": 1.2245,
      "step": 9625
    },
    {
      "epoch": 1.521026653504442,
      "grad_norm": 0.043641865386568696,
      "learning_rate": 0.00016475231415186852,
      "loss": 1.324,
      "step": 9630
    },
    {
      "epoch": 1.5218163869693977,
      "grad_norm": 0.04336111935818756,
      "learning_rate": 0.00016424127025496476,
      "loss": 1.2185,
      "step": 9635
    },
    {
      "epoch": 1.5226061204343533,
      "grad_norm": 0.04196795427156658,
      "learning_rate": 0.00016373086438400597,
      "loss": 1.2694,
      "step": 9640
    },
    {
      "epoch": 1.5233958538993089,
      "grad_norm": 0.04432658813446679,
      "learning_rate": 0.00016322109750889152,
      "loss": 1.2286,
      "step": 9645
    },
    {
      "epoch": 1.5241855873642645,
      "grad_norm": 0.0438684932444344,
      "learning_rate": 0.00016271197059830657,
      "loss": 1.1956,
      "step": 9650
    },
    {
      "epoch": 1.52497532082922,
      "grad_norm": 0.04265144979273477,
      "learning_rate": 0.00016220348461972017,
      "loss": 1.2671,
      "step": 9655
    },
    {
      "epoch": 1.5257650542941756,
      "grad_norm": 0.04421945398824266,
      "learning_rate": 0.00016169564053938328,
      "loss": 1.3056,
      "step": 9660
    },
    {
      "epoch": 1.5265547877591312,
      "grad_norm": 0.04277484938309104,
      "learning_rate": 0.00016118843932232775,
      "loss": 1.2548,
      "step": 9665
    },
    {
      "epoch": 1.5273445212240868,
      "grad_norm": 0.041304292673064506,
      "learning_rate": 0.00016068188193236262,
      "loss": 1.2694,
      "step": 9670
    },
    {
      "epoch": 1.5281342546890424,
      "grad_norm": 0.043089793240227145,
      "learning_rate": 0.0001601759693320749,
      "loss": 1.1885,
      "step": 9675
    },
    {
      "epoch": 1.528923988153998,
      "grad_norm": 0.04221803225866254,
      "learning_rate": 0.00015967070248282494,
      "loss": 1.2438,
      "step": 9680
    },
    {
      "epoch": 1.5297137216189536,
      "grad_norm": 0.04240284535390636,
      "learning_rate": 0.0001591660823447474,
      "loss": 1.2563,
      "step": 9685
    },
    {
      "epoch": 1.5305034550839092,
      "grad_norm": 0.04144078759450838,
      "learning_rate": 0.00015866210987674668,
      "loss": 1.2457,
      "step": 9690
    },
    {
      "epoch": 1.5312931885488648,
      "grad_norm": 0.0435345840637389,
      "learning_rate": 0.0001581587860364977,
      "loss": 1.2432,
      "step": 9695
    },
    {
      "epoch": 1.5320829220138203,
      "grad_norm": 0.04637800784636581,
      "learning_rate": 0.0001576561117804416,
      "loss": 1.2833,
      "step": 9700
    },
    {
      "epoch": 1.532872655478776,
      "grad_norm": 0.042923585861190834,
      "learning_rate": 0.00015715408806378622,
      "loss": 1.2971,
      "step": 9705
    },
    {
      "epoch": 1.5336623889437315,
      "grad_norm": 0.044729839156187924,
      "learning_rate": 0.00015665271584050261,
      "loss": 1.2783,
      "step": 9710
    },
    {
      "epoch": 1.5344521224086871,
      "grad_norm": 0.04421804318944035,
      "learning_rate": 0.000156151996063324,
      "loss": 1.252,
      "step": 9715
    },
    {
      "epoch": 1.5352418558736427,
      "grad_norm": 0.04028618291191462,
      "learning_rate": 0.00015565192968374365,
      "loss": 1.2325,
      "step": 9720
    },
    {
      "epoch": 1.5360315893385983,
      "grad_norm": 0.04519121233496055,
      "learning_rate": 0.00015515251765201344,
      "loss": 1.2438,
      "step": 9725
    },
    {
      "epoch": 1.5368213228035539,
      "grad_norm": 0.04148719207974605,
      "learning_rate": 0.00015465376091714167,
      "loss": 1.2364,
      "step": 9730
    },
    {
      "epoch": 1.5376110562685095,
      "grad_norm": 0.04108601068116683,
      "learning_rate": 0.00015415566042689146,
      "loss": 1.2261,
      "step": 9735
    },
    {
      "epoch": 1.538400789733465,
      "grad_norm": 0.045989832207240004,
      "learning_rate": 0.00015365821712777866,
      "loss": 1.2683,
      "step": 9740
    },
    {
      "epoch": 1.5391905231984206,
      "grad_norm": 0.04412393532177571,
      "learning_rate": 0.0001531614319650711,
      "loss": 1.2751,
      "step": 9745
    },
    {
      "epoch": 1.5399802566633762,
      "grad_norm": 0.04215810392997875,
      "learning_rate": 0.00015266530588278472,
      "loss": 1.2096,
      "step": 9750
    },
    {
      "epoch": 1.5407699901283318,
      "grad_norm": 0.04042193975053628,
      "learning_rate": 0.00015216983982368438,
      "loss": 1.2769,
      "step": 9755
    },
    {
      "epoch": 1.5415597235932874,
      "grad_norm": 0.04169267911674938,
      "learning_rate": 0.00015167503472927942,
      "loss": 1.2382,
      "step": 9760
    },
    {
      "epoch": 1.542349457058243,
      "grad_norm": 0.04172264219718258,
      "learning_rate": 0.0001511808915398244,
      "loss": 1.196,
      "step": 9765
    },
    {
      "epoch": 1.5431391905231984,
      "grad_norm": 0.0442560022301438,
      "learning_rate": 0.00015068741119431505,
      "loss": 1.27,
      "step": 9770
    },
    {
      "epoch": 1.543928923988154,
      "grad_norm": 0.04606528108433256,
      "learning_rate": 0.0001501945946304884,
      "loss": 1.2204,
      "step": 9775
    },
    {
      "epoch": 1.5447186574531095,
      "grad_norm": 0.04317881130709295,
      "learning_rate": 0.0001497024427848196,
      "loss": 1.2806,
      "step": 9780
    },
    {
      "epoch": 1.5455083909180651,
      "grad_norm": 0.043667329586217656,
      "learning_rate": 0.00014921095659252076,
      "loss": 1.211,
      "step": 9785
    },
    {
      "epoch": 1.5462981243830207,
      "grad_norm": 0.04232258157008445,
      "learning_rate": 0.00014872013698753918,
      "loss": 1.2627,
      "step": 9790
    },
    {
      "epoch": 1.5470878578479763,
      "grad_norm": 0.047133475369896684,
      "learning_rate": 0.00014822998490255545,
      "loss": 1.2341,
      "step": 9795
    },
    {
      "epoch": 1.547877591312932,
      "grad_norm": 0.04555290934549236,
      "learning_rate": 0.00014774050126898164,
      "loss": 1.2639,
      "step": 9800
    },
    {
      "epoch": 1.5486673247778875,
      "grad_norm": 0.040407569383858026,
      "learning_rate": 0.00014725168701695961,
      "loss": 1.2078,
      "step": 9805
    },
    {
      "epoch": 1.549457058242843,
      "grad_norm": 0.04181430794991877,
      "learning_rate": 0.00014676354307535932,
      "loss": 1.2227,
      "step": 9810
    },
    {
      "epoch": 1.5502467917077987,
      "grad_norm": 0.042704126880205674,
      "learning_rate": 0.00014627607037177688,
      "loss": 1.2431,
      "step": 9815
    },
    {
      "epoch": 1.551036525172754,
      "grad_norm": 0.04244975475164029,
      "learning_rate": 0.00014578926983253287,
      "loss": 1.2459,
      "step": 9820
    },
    {
      "epoch": 1.5518262586377096,
      "grad_norm": 0.04304042322453092,
      "learning_rate": 0.00014530314238267068,
      "loss": 1.2505,
      "step": 9825
    },
    {
      "epoch": 1.5526159921026652,
      "grad_norm": 0.044708308462323376,
      "learning_rate": 0.00014481768894595437,
      "loss": 1.2315,
      "step": 9830
    },
    {
      "epoch": 1.5534057255676208,
      "grad_norm": 0.042501671032230015,
      "learning_rate": 0.00014433291044486796,
      "loss": 1.2468,
      "step": 9835
    },
    {
      "epoch": 1.5541954590325764,
      "grad_norm": 0.04410261757601185,
      "learning_rate": 0.00014384880780061177,
      "loss": 1.2073,
      "step": 9840
    },
    {
      "epoch": 1.554985192497532,
      "grad_norm": 0.041850701714754954,
      "learning_rate": 0.00014336538193310304,
      "loss": 1.2315,
      "step": 9845
    },
    {
      "epoch": 1.5557749259624876,
      "grad_norm": 0.04298016455577781,
      "learning_rate": 0.00014288263376097184,
      "loss": 1.2101,
      "step": 9850
    },
    {
      "epoch": 1.5565646594274432,
      "grad_norm": 0.042401744986401896,
      "learning_rate": 0.00014240056420156138,
      "loss": 1.1605,
      "step": 9855
    },
    {
      "epoch": 1.5573543928923987,
      "grad_norm": 0.04148517989278421,
      "learning_rate": 0.00014191917417092482,
      "loss": 1.208,
      "step": 9860
    },
    {
      "epoch": 1.5581441263573543,
      "grad_norm": 0.04422006814223397,
      "learning_rate": 0.00014143846458382415,
      "loss": 1.2235,
      "step": 9865
    },
    {
      "epoch": 1.55893385982231,
      "grad_norm": 0.04360201128061901,
      "learning_rate": 0.00014095843635372835,
      "loss": 1.2628,
      "step": 9870
    },
    {
      "epoch": 1.5597235932872655,
      "grad_norm": 0.040320226138178386,
      "learning_rate": 0.0001404790903928117,
      "loss": 1.2207,
      "step": 9875
    },
    {
      "epoch": 1.560513326752221,
      "grad_norm": 0.04149712397218957,
      "learning_rate": 0.0001400004276119519,
      "loss": 1.2163,
      "step": 9880
    },
    {
      "epoch": 1.5613030602171767,
      "grad_norm": 0.04472706219074258,
      "learning_rate": 0.00013952244892072858,
      "loss": 1.2273,
      "step": 9885
    },
    {
      "epoch": 1.5620927936821323,
      "grad_norm": 0.04439346328572883,
      "learning_rate": 0.00013904515522742127,
      "loss": 1.2675,
      "step": 9890
    },
    {
      "epoch": 1.5628825271470879,
      "grad_norm": 0.0419556923956267,
      "learning_rate": 0.00013856854743900794,
      "loss": 1.2646,
      "step": 9895
    },
    {
      "epoch": 1.5636722606120435,
      "grad_norm": 0.0462763464404017,
      "learning_rate": 0.00013809262646116311,
      "loss": 1.2481,
      "step": 9900
    },
    {
      "epoch": 1.564461994076999,
      "grad_norm": 0.04205720388346468,
      "learning_rate": 0.00013761739319825627,
      "loss": 1.2259,
      "step": 9905
    },
    {
      "epoch": 1.5652517275419546,
      "grad_norm": 0.04461228664196304,
      "learning_rate": 0.0001371428485533498,
      "loss": 1.2911,
      "step": 9910
    },
    {
      "epoch": 1.5660414610069102,
      "grad_norm": 0.042164764906047855,
      "learning_rate": 0.00013666899342819826,
      "loss": 1.2392,
      "step": 9915
    },
    {
      "epoch": 1.5668311944718658,
      "grad_norm": 0.04286751938684827,
      "learning_rate": 0.00013619582872324482,
      "loss": 1.2038,
      "step": 9920
    },
    {
      "epoch": 1.5676209279368214,
      "grad_norm": 0.04223140188664671,
      "learning_rate": 0.00013572335533762171,
      "loss": 1.2373,
      "step": 9925
    },
    {
      "epoch": 1.568410661401777,
      "grad_norm": 0.043183428170888195,
      "learning_rate": 0.000135251574169147,
      "loss": 1.2514,
      "step": 9930
    },
    {
      "epoch": 1.5692003948667326,
      "grad_norm": 0.042236979823032414,
      "learning_rate": 0.00013478048611432336,
      "loss": 1.1884,
      "step": 9935
    },
    {
      "epoch": 1.5699901283316882,
      "grad_norm": 0.04169192665454907,
      "learning_rate": 0.00013431009206833655,
      "loss": 1.2945,
      "step": 9940
    },
    {
      "epoch": 1.5707798617966438,
      "grad_norm": 0.040257054845391965,
      "learning_rate": 0.00013384039292505334,
      "loss": 1.2598,
      "step": 9945
    },
    {
      "epoch": 1.5715695952615993,
      "grad_norm": 0.041983267146285384,
      "learning_rate": 0.00013337138957702021,
      "loss": 1.2379,
      "step": 9950
    },
    {
      "epoch": 1.572359328726555,
      "grad_norm": 0.05836737031171807,
      "learning_rate": 0.00013290308291546128,
      "loss": 1.1999,
      "step": 9955
    },
    {
      "epoch": 1.5731490621915105,
      "grad_norm": 0.04453347131142443,
      "learning_rate": 0.00013243547383027688,
      "loss": 1.232,
      "step": 9960
    },
    {
      "epoch": 1.573938795656466,
      "grad_norm": 0.04366498453119187,
      "learning_rate": 0.0001319685632100418,
      "loss": 1.295,
      "step": 9965
    },
    {
      "epoch": 1.5747285291214215,
      "grad_norm": 0.04565837833239181,
      "learning_rate": 0.00013150235194200348,
      "loss": 1.2141,
      "step": 9970
    },
    {
      "epoch": 1.575518262586377,
      "grad_norm": 0.046708696221211196,
      "learning_rate": 0.0001310368409120805,
      "loss": 1.2032,
      "step": 9975
    },
    {
      "epoch": 1.5763079960513326,
      "grad_norm": 0.04296536940820268,
      "learning_rate": 0.00013057203100486076,
      "loss": 1.2235,
      "step": 9980
    },
    {
      "epoch": 1.5770977295162882,
      "grad_norm": 0.04190780970905734,
      "learning_rate": 0.00013010792310359987,
      "loss": 1.2571,
      "step": 9985
    },
    {
      "epoch": 1.5778874629812438,
      "grad_norm": 0.04419386543680574,
      "learning_rate": 0.00012964451809021943,
      "loss": 1.2323,
      "step": 9990
    },
    {
      "epoch": 1.5786771964461994,
      "grad_norm": 0.04224029620031987,
      "learning_rate": 0.00012918181684530545,
      "loss": 1.2439,
      "step": 9995
    },
    {
      "epoch": 1.579466929911155,
      "grad_norm": 0.041000526824996865,
      "learning_rate": 0.0001287198202481063,
      "loss": 1.2462,
      "step": 10000
    },
    {
      "epoch": 1.5802566633761106,
      "grad_norm": 0.04373315255871981,
      "learning_rate": 0.000128258529176532,
      "loss": 1.2322,
      "step": 10005
    },
    {
      "epoch": 1.5810463968410662,
      "grad_norm": 0.04453483984930762,
      "learning_rate": 0.00012779794450715125,
      "loss": 1.2169,
      "step": 10010
    },
    {
      "epoch": 1.5818361303060218,
      "grad_norm": 0.0433646629213955,
      "learning_rate": 0.0001273380671151907,
      "loss": 1.222,
      "step": 10015
    },
    {
      "epoch": 1.5826258637709771,
      "grad_norm": 0.042187032046920515,
      "learning_rate": 0.0001268788978745329,
      "loss": 1.2247,
      "step": 10020
    },
    {
      "epoch": 1.5834155972359327,
      "grad_norm": 0.04048836751218502,
      "learning_rate": 0.00012642043765771478,
      "loss": 1.2554,
      "step": 10025
    },
    {
      "epoch": 1.5842053307008883,
      "grad_norm": 0.043593616606379164,
      "learning_rate": 0.0001259626873359259,
      "loss": 1.245,
      "step": 10030
    },
    {
      "epoch": 1.584995064165844,
      "grad_norm": 0.04157582876611346,
      "learning_rate": 0.00012550564777900696,
      "loss": 1.2506,
      "step": 10035
    },
    {
      "epoch": 1.5857847976307995,
      "grad_norm": 0.04219310749574129,
      "learning_rate": 0.00012504931985544794,
      "loss": 1.238,
      "step": 10040
    },
    {
      "epoch": 1.586574531095755,
      "grad_norm": 0.04350242190470531,
      "learning_rate": 0.0001245937044323865,
      "loss": 1.2451,
      "step": 10045
    },
    {
      "epoch": 1.5873642645607107,
      "grad_norm": 0.041597339254472364,
      "learning_rate": 0.00012413880237560642,
      "loss": 1.2084,
      "step": 10050
    },
    {
      "epoch": 1.5881539980256663,
      "grad_norm": 0.04304918258407103,
      "learning_rate": 0.0001236846145495359,
      "loss": 1.2266,
      "step": 10055
    },
    {
      "epoch": 1.5889437314906218,
      "grad_norm": 0.04445758013246707,
      "learning_rate": 0.00012323114181724598,
      "loss": 1.2762,
      "step": 10060
    },
    {
      "epoch": 1.5897334649555774,
      "grad_norm": 0.04159789763413394,
      "learning_rate": 0.0001227783850404487,
      "loss": 1.2105,
      "step": 10065
    },
    {
      "epoch": 1.590523198420533,
      "grad_norm": 0.04505932801946043,
      "learning_rate": 0.00012232634507949576,
      "loss": 1.1828,
      "step": 10070
    },
    {
      "epoch": 1.5913129318854886,
      "grad_norm": 0.04147598101240885,
      "learning_rate": 0.00012187502279337658,
      "loss": 1.2454,
      "step": 10075
    },
    {
      "epoch": 1.5921026653504442,
      "grad_norm": 0.04289697001317176,
      "learning_rate": 0.00012142441903971685,
      "loss": 1.2007,
      "step": 10080
    },
    {
      "epoch": 1.5928923988153998,
      "grad_norm": 0.0444245444552938,
      "learning_rate": 0.00012097453467477715,
      "loss": 1.2911,
      "step": 10085
    },
    {
      "epoch": 1.5936821322803554,
      "grad_norm": 0.041859685698887476,
      "learning_rate": 0.00012052537055345069,
      "loss": 1.2612,
      "step": 10090
    },
    {
      "epoch": 1.594471865745311,
      "grad_norm": 0.04497916064029944,
      "learning_rate": 0.00012007692752926208,
      "loss": 1.1743,
      "step": 10095
    },
    {
      "epoch": 1.5952615992102666,
      "grad_norm": 0.0473663477787317,
      "learning_rate": 0.00011962920645436581,
      "loss": 1.2941,
      "step": 10100
    },
    {
      "epoch": 1.5960513326752221,
      "grad_norm": 0.042737443739665516,
      "learning_rate": 0.00011918220817954439,
      "loss": 1.264,
      "step": 10105
    },
    {
      "epoch": 1.5968410661401777,
      "grad_norm": 0.041655618299241144,
      "learning_rate": 0.00011873593355420686,
      "loss": 1.2228,
      "step": 10110
    },
    {
      "epoch": 1.5976307996051333,
      "grad_norm": 0.04167544900516756,
      "learning_rate": 0.0001182903834263871,
      "loss": 1.1997,
      "step": 10115
    },
    {
      "epoch": 1.598420533070089,
      "grad_norm": 0.04614955304361262,
      "learning_rate": 0.00011784555864274233,
      "loss": 1.2119,
      "step": 10120
    },
    {
      "epoch": 1.5992102665350445,
      "grad_norm": 0.044227110048230885,
      "learning_rate": 0.0001174014600485514,
      "loss": 1.2605,
      "step": 10125
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.039819074469260925,
      "learning_rate": 0.00011695808848771317,
      "loss": 1.2,
      "step": 10130
    },
    {
      "epoch": 1.6007897334649557,
      "grad_norm": 0.044443274886597904,
      "learning_rate": 0.000116515444802745,
      "loss": 1.2504,
      "step": 10135
    },
    {
      "epoch": 1.6015794669299113,
      "grad_norm": 0.04115816734493377,
      "learning_rate": 0.0001160735298347812,
      "loss": 1.2199,
      "step": 10140
    },
    {
      "epoch": 1.6023692003948669,
      "grad_norm": 0.041401651005727444,
      "learning_rate": 0.00011563234442357117,
      "loss": 1.2547,
      "step": 10145
    },
    {
      "epoch": 1.6031589338598224,
      "grad_norm": 0.04265732370094474,
      "learning_rate": 0.00011519188940747805,
      "loss": 1.2235,
      "step": 10150
    },
    {
      "epoch": 1.603948667324778,
      "grad_norm": 0.04234478278940961,
      "learning_rate": 0.0001147521656234769,
      "loss": 1.2454,
      "step": 10155
    },
    {
      "epoch": 1.6047384007897336,
      "grad_norm": 0.043107900587336094,
      "learning_rate": 0.00011431317390715373,
      "loss": 1.2417,
      "step": 10160
    },
    {
      "epoch": 1.605528134254689,
      "grad_norm": 0.04422873258618222,
      "learning_rate": 0.0001138749150927027,
      "loss": 1.2194,
      "step": 10165
    },
    {
      "epoch": 1.6063178677196446,
      "grad_norm": 0.042849505852234036,
      "learning_rate": 0.00011343739001292592,
      "loss": 1.2023,
      "step": 10170
    },
    {
      "epoch": 1.6071076011846002,
      "grad_norm": 0.041083335149407256,
      "learning_rate": 0.00011300059949923092,
      "loss": 1.266,
      "step": 10175
    },
    {
      "epoch": 1.6078973346495558,
      "grad_norm": 0.04423875139514872,
      "learning_rate": 0.00011256454438162944,
      "loss": 1.288,
      "step": 10180
    },
    {
      "epoch": 1.6086870681145113,
      "grad_norm": 0.041642304808535716,
      "learning_rate": 0.00011212922548873566,
      "loss": 1.2093,
      "step": 10185
    },
    {
      "epoch": 1.609476801579467,
      "grad_norm": 0.04136444776963195,
      "learning_rate": 0.00011169464364776499,
      "loss": 1.2265,
      "step": 10190
    },
    {
      "epoch": 1.6102665350444225,
      "grad_norm": 0.04796729736048906,
      "learning_rate": 0.00011126079968453196,
      "loss": 1.2975,
      "step": 10195
    },
    {
      "epoch": 1.611056268509378,
      "grad_norm": 0.04092447252913776,
      "learning_rate": 0.0001108276944234492,
      "loss": 1.2246,
      "step": 10200
    },
    {
      "epoch": 1.6118460019743337,
      "grad_norm": 0.04570734186696912,
      "learning_rate": 0.00011039532868752555,
      "loss": 1.2595,
      "step": 10205
    },
    {
      "epoch": 1.6126357354392893,
      "grad_norm": 0.043182278327418715,
      "learning_rate": 0.00010996370329836442,
      "loss": 1.249,
      "step": 10210
    },
    {
      "epoch": 1.6134254689042447,
      "grad_norm": 0.04361797877903754,
      "learning_rate": 0.00010953281907616264,
      "loss": 1.2656,
      "step": 10215
    },
    {
      "epoch": 1.6142152023692002,
      "grad_norm": 0.04439729938664679,
      "learning_rate": 0.00010910267683970837,
      "loss": 1.2252,
      "step": 10220
    },
    {
      "epoch": 1.6150049358341558,
      "grad_norm": 0.042809136186705225,
      "learning_rate": 0.00010867327740637994,
      "loss": 1.2602,
      "step": 10225
    },
    {
      "epoch": 1.6157946692991114,
      "grad_norm": 0.04609351780798692,
      "learning_rate": 0.00010824462159214427,
      "loss": 1.2417,
      "step": 10230
    },
    {
      "epoch": 1.616584402764067,
      "grad_norm": 0.04322789493609744,
      "learning_rate": 0.00010781671021155488,
      "loss": 1.2581,
      "step": 10235
    },
    {
      "epoch": 1.6173741362290226,
      "grad_norm": 0.04116087818545335,
      "learning_rate": 0.00010738954407775126,
      "loss": 1.2503,
      "step": 10240
    },
    {
      "epoch": 1.6181638696939782,
      "grad_norm": 0.04131837258889112,
      "learning_rate": 0.00010696312400245595,
      "loss": 1.2527,
      "step": 10245
    },
    {
      "epoch": 1.6189536031589338,
      "grad_norm": 0.04260930808860526,
      "learning_rate": 0.00010653745079597466,
      "loss": 1.2343,
      "step": 10250
    },
    {
      "epoch": 1.6197433366238894,
      "grad_norm": 0.04434636587110345,
      "learning_rate": 0.00010611252526719317,
      "loss": 1.2515,
      "step": 10255
    },
    {
      "epoch": 1.620533070088845,
      "grad_norm": 0.04252466216778239,
      "learning_rate": 0.00010568834822357681,
      "loss": 1.2787,
      "step": 10260
    },
    {
      "epoch": 1.6213228035538005,
      "grad_norm": 0.044776967197217306,
      "learning_rate": 0.00010526492047116854,
      "loss": 1.3175,
      "step": 10265
    },
    {
      "epoch": 1.6221125370187561,
      "grad_norm": 0.04406333739468914,
      "learning_rate": 0.00010484224281458748,
      "loss": 1.2459,
      "step": 10270
    },
    {
      "epoch": 1.6229022704837117,
      "grad_norm": 0.04183437170542222,
      "learning_rate": 0.0001044203160570274,
      "loss": 1.2258,
      "step": 10275
    },
    {
      "epoch": 1.6236920039486673,
      "grad_norm": 0.041304618658567244,
      "learning_rate": 0.0001039991410002551,
      "loss": 1.2008,
      "step": 10280
    },
    {
      "epoch": 1.624481737413623,
      "grad_norm": 0.043633119511046904,
      "learning_rate": 0.00010357871844460897,
      "loss": 1.2158,
      "step": 10285
    },
    {
      "epoch": 1.6252714708785785,
      "grad_norm": 0.0445573555507667,
      "learning_rate": 0.0001031590491889976,
      "loss": 1.2303,
      "step": 10290
    },
    {
      "epoch": 1.626061204343534,
      "grad_norm": 0.04286075033775426,
      "learning_rate": 0.00010274013403089793,
      "loss": 1.2145,
      "step": 10295
    },
    {
      "epoch": 1.6268509378084897,
      "grad_norm": 0.045253829343404224,
      "learning_rate": 0.0001023219737663541,
      "loss": 1.2385,
      "step": 10300
    },
    {
      "epoch": 1.6276406712734452,
      "grad_norm": 0.04591733399867838,
      "learning_rate": 0.00010190456918997543,
      "loss": 1.2527,
      "step": 10305
    },
    {
      "epoch": 1.6284304047384008,
      "grad_norm": 0.043673251185637633,
      "learning_rate": 0.00010148792109493599,
      "loss": 1.2069,
      "step": 10310
    },
    {
      "epoch": 1.6292201382033564,
      "grad_norm": 0.045258542363432915,
      "learning_rate": 0.00010107203027297118,
      "loss": 1.259,
      "step": 10315
    },
    {
      "epoch": 1.630009871668312,
      "grad_norm": 0.04275442661527461,
      "learning_rate": 0.00010065689751437873,
      "loss": 1.1993,
      "step": 10320
    },
    {
      "epoch": 1.6307996051332676,
      "grad_norm": 0.04236401224228918,
      "learning_rate": 0.00010024252360801455,
      "loss": 1.2451,
      "step": 10325
    },
    {
      "epoch": 1.6315893385982232,
      "grad_norm": 0.04335983164287785,
      "learning_rate": 9.98289093412938e-05,
      "loss": 1.2354,
      "step": 10330
    },
    {
      "epoch": 1.6323790720631788,
      "grad_norm": 0.05313313212009506,
      "learning_rate": 9.94160555001869e-05,
      "loss": 1.2352,
      "step": 10335
    },
    {
      "epoch": 1.6331688055281344,
      "grad_norm": 0.04553147368676762,
      "learning_rate": 9.900396286922026e-05,
      "loss": 1.2496,
      "step": 10340
    },
    {
      "epoch": 1.63395853899309,
      "grad_norm": 0.04227839648432434,
      "learning_rate": 9.859263223147336e-05,
      "loss": 1.2178,
      "step": 10345
    },
    {
      "epoch": 1.6347482724580455,
      "grad_norm": 0.04061119859518151,
      "learning_rate": 9.818206436857762e-05,
      "loss": 1.1846,
      "step": 10350
    },
    {
      "epoch": 1.6355380059230011,
      "grad_norm": 0.04236423654069631,
      "learning_rate": 9.777226006071532e-05,
      "loss": 1.2495,
      "step": 10355
    },
    {
      "epoch": 1.6363277393879567,
      "grad_norm": 0.04526562891117436,
      "learning_rate": 9.736322008661747e-05,
      "loss": 1.2085,
      "step": 10360
    },
    {
      "epoch": 1.637117472852912,
      "grad_norm": 0.04296898696582151,
      "learning_rate": 9.695494522356285e-05,
      "loss": 1.2463,
      "step": 10365
    },
    {
      "epoch": 1.6379072063178677,
      "grad_norm": 0.04344130366804373,
      "learning_rate": 9.654743624737627e-05,
      "loss": 1.2365,
      "step": 10370
    },
    {
      "epoch": 1.6386969397828233,
      "grad_norm": 0.04427954740617653,
      "learning_rate": 9.614069393242714e-05,
      "loss": 1.2273,
      "step": 10375
    },
    {
      "epoch": 1.6394866732477789,
      "grad_norm": 0.04562001891779489,
      "learning_rate": 9.573471905162806e-05,
      "loss": 1.251,
      "step": 10380
    },
    {
      "epoch": 1.6402764067127344,
      "grad_norm": 0.043212028205761456,
      "learning_rate": 9.532951237643323e-05,
      "loss": 1.2309,
      "step": 10385
    },
    {
      "epoch": 1.64106614017769,
      "grad_norm": 0.041711884700919424,
      "learning_rate": 9.492507467683742e-05,
      "loss": 1.2488,
      "step": 10390
    },
    {
      "epoch": 1.6418558736426456,
      "grad_norm": 0.04360873049544197,
      "learning_rate": 9.45214067213735e-05,
      "loss": 1.1744,
      "step": 10395
    },
    {
      "epoch": 1.6426456071076012,
      "grad_norm": 0.04380285943464156,
      "learning_rate": 9.411850927711241e-05,
      "loss": 1.2346,
      "step": 10400
    },
    {
      "epoch": 1.6434353405725568,
      "grad_norm": 0.0416615462714907,
      "learning_rate": 9.371638310966003e-05,
      "loss": 1.2728,
      "step": 10405
    },
    {
      "epoch": 1.6442250740375124,
      "grad_norm": 0.04357270663245421,
      "learning_rate": 9.331502898315764e-05,
      "loss": 1.2414,
      "step": 10410
    },
    {
      "epoch": 1.6450148075024678,
      "grad_norm": 0.04304304582040766,
      "learning_rate": 9.291444766027835e-05,
      "loss": 1.2126,
      "step": 10415
    },
    {
      "epoch": 1.6458045409674233,
      "grad_norm": 0.042739812060233924,
      "learning_rate": 9.25146399022278e-05,
      "loss": 1.2675,
      "step": 10420
    },
    {
      "epoch": 1.646594274432379,
      "grad_norm": 0.04358888632738993,
      "learning_rate": 9.211560646874101e-05,
      "loss": 1.2154,
      "step": 10425
    },
    {
      "epoch": 1.6473840078973345,
      "grad_norm": 0.04148885452935957,
      "learning_rate": 9.171734811808174e-05,
      "loss": 1.1905,
      "step": 10430
    },
    {
      "epoch": 1.6481737413622901,
      "grad_norm": 0.043639749610721916,
      "learning_rate": 9.131986560704097e-05,
      "loss": 1.2373,
      "step": 10435
    },
    {
      "epoch": 1.6489634748272457,
      "grad_norm": 0.04115204131179155,
      "learning_rate": 9.092315969093529e-05,
      "loss": 1.216,
      "step": 10440
    },
    {
      "epoch": 1.6497532082922013,
      "grad_norm": 0.04155165810168571,
      "learning_rate": 9.052723112360561e-05,
      "loss": 1.1965,
      "step": 10445
    },
    {
      "epoch": 1.6505429417571569,
      "grad_norm": 0.042786004575786546,
      "learning_rate": 9.013208065741568e-05,
      "loss": 1.2333,
      "step": 10450
    },
    {
      "epoch": 1.6513326752221125,
      "grad_norm": 0.04108352337164045,
      "learning_rate": 8.973770904325068e-05,
      "loss": 1.2495,
      "step": 10455
    },
    {
      "epoch": 1.652122408687068,
      "grad_norm": 0.043172526197113766,
      "learning_rate": 8.934411703051582e-05,
      "loss": 1.2656,
      "step": 10460
    },
    {
      "epoch": 1.6529121421520236,
      "grad_norm": 0.04146309823107236,
      "learning_rate": 8.895130536713458e-05,
      "loss": 1.2171,
      "step": 10465
    },
    {
      "epoch": 1.6537018756169792,
      "grad_norm": 0.04346686836050307,
      "learning_rate": 8.855927479954829e-05,
      "loss": 1.2461,
      "step": 10470
    },
    {
      "epoch": 1.6544916090819348,
      "grad_norm": 0.041261866860451024,
      "learning_rate": 8.81680260727129e-05,
      "loss": 1.2197,
      "step": 10475
    },
    {
      "epoch": 1.6552813425468904,
      "grad_norm": 0.04510360819984058,
      "learning_rate": 8.77775599300999e-05,
      "loss": 1.1884,
      "step": 10480
    },
    {
      "epoch": 1.656071076011846,
      "grad_norm": 0.04247991782687059,
      "learning_rate": 8.738787711369256e-05,
      "loss": 1.223,
      "step": 10485
    },
    {
      "epoch": 1.6568608094768016,
      "grad_norm": 0.042252642051355316,
      "learning_rate": 8.699897836398657e-05,
      "loss": 1.2765,
      "step": 10490
    },
    {
      "epoch": 1.6576505429417572,
      "grad_norm": 0.04253954419904898,
      "learning_rate": 8.661086441998683e-05,
      "loss": 1.183,
      "step": 10495
    },
    {
      "epoch": 1.6584402764067128,
      "grad_norm": 0.04231739943364786,
      "learning_rate": 8.622353601920785e-05,
      "loss": 1.285,
      "step": 10500
    },
    {
      "epoch": 1.6592300098716684,
      "grad_norm": 0.04467454912419603,
      "learning_rate": 8.58369938976703e-05,
      "loss": 1.2007,
      "step": 10505
    },
    {
      "epoch": 1.660019743336624,
      "grad_norm": 0.040879256287712065,
      "learning_rate": 8.545123878990185e-05,
      "loss": 1.2615,
      "step": 10510
    },
    {
      "epoch": 1.6608094768015795,
      "grad_norm": 0.04455002618382644,
      "learning_rate": 8.506627142893386e-05,
      "loss": 1.1953,
      "step": 10515
    },
    {
      "epoch": 1.6615992102665351,
      "grad_norm": 0.04244675951123074,
      "learning_rate": 8.468209254630116e-05,
      "loss": 1.2595,
      "step": 10520
    },
    {
      "epoch": 1.6623889437314907,
      "grad_norm": 0.04316314176294205,
      "learning_rate": 8.429870287204011e-05,
      "loss": 1.2435,
      "step": 10525
    },
    {
      "epoch": 1.6631786771964463,
      "grad_norm": 0.041858825112933276,
      "learning_rate": 8.391610313468734e-05,
      "loss": 1.2345,
      "step": 10530
    },
    {
      "epoch": 1.6639684106614019,
      "grad_norm": 0.04359278439190275,
      "learning_rate": 8.35342940612786e-05,
      "loss": 1.2248,
      "step": 10535
    },
    {
      "epoch": 1.6647581441263575,
      "grad_norm": 0.041331577259077976,
      "learning_rate": 8.315327637734699e-05,
      "loss": 1.2643,
      "step": 10540
    },
    {
      "epoch": 1.665547877591313,
      "grad_norm": 0.04258292005448901,
      "learning_rate": 8.277305080692171e-05,
      "loss": 1.212,
      "step": 10545
    },
    {
      "epoch": 1.6663376110562687,
      "grad_norm": 0.04103212869574538,
      "learning_rate": 8.239361807252726e-05,
      "loss": 1.2244,
      "step": 10550
    },
    {
      "epoch": 1.6671273445212242,
      "grad_norm": 0.042530988247664825,
      "learning_rate": 8.201497889518073e-05,
      "loss": 1.2112,
      "step": 10555
    },
    {
      "epoch": 1.6679170779861798,
      "grad_norm": 0.045123204090234195,
      "learning_rate": 8.163713399439204e-05,
      "loss": 1.2251,
      "step": 10560
    },
    {
      "epoch": 1.6687068114511352,
      "grad_norm": 0.04246324055160609,
      "learning_rate": 8.126008408816111e-05,
      "loss": 1.1786,
      "step": 10565
    },
    {
      "epoch": 1.6694965449160908,
      "grad_norm": 0.04116896943732949,
      "learning_rate": 8.088382989297788e-05,
      "loss": 1.2072,
      "step": 10570
    },
    {
      "epoch": 1.6702862783810464,
      "grad_norm": 0.04291513094899216,
      "learning_rate": 8.050837212381934e-05,
      "loss": 1.2263,
      "step": 10575
    },
    {
      "epoch": 1.671076011846002,
      "grad_norm": 0.04453417620750608,
      "learning_rate": 8.013371149415016e-05,
      "loss": 1.2161,
      "step": 10580
    },
    {
      "epoch": 1.6718657453109576,
      "grad_norm": 0.043723336449115344,
      "learning_rate": 7.975984871591912e-05,
      "loss": 1.2358,
      "step": 10585
    },
    {
      "epoch": 1.6726554787759131,
      "grad_norm": 0.04207689100039523,
      "learning_rate": 7.938678449955983e-05,
      "loss": 1.2472,
      "step": 10590
    },
    {
      "epoch": 1.6734452122408687,
      "grad_norm": 0.045836830876278774,
      "learning_rate": 7.901451955398791e-05,
      "loss": 1.2603,
      "step": 10595
    },
    {
      "epoch": 1.6742349457058243,
      "grad_norm": 0.046236717147122346,
      "learning_rate": 7.864305458660025e-05,
      "loss": 1.209,
      "step": 10600
    },
    {
      "epoch": 1.67502467917078,
      "grad_norm": 0.0417300978511864,
      "learning_rate": 7.827239030327371e-05,
      "loss": 1.2292,
      "step": 10605
    },
    {
      "epoch": 1.6758144126357353,
      "grad_norm": 0.0419995670532722,
      "learning_rate": 7.790252740836346e-05,
      "loss": 1.2216,
      "step": 10610
    },
    {
      "epoch": 1.6766041461006909,
      "grad_norm": 0.04110930652655699,
      "learning_rate": 7.75334666047019e-05,
      "loss": 1.2154,
      "step": 10615
    },
    {
      "epoch": 1.6773938795656465,
      "grad_norm": 0.042313921978791455,
      "learning_rate": 7.716520859359738e-05,
      "loss": 1.2281,
      "step": 10620
    },
    {
      "epoch": 1.678183613030602,
      "grad_norm": 0.04531968017122851,
      "learning_rate": 7.679775407483264e-05,
      "loss": 1.2318,
      "step": 10625
    },
    {
      "epoch": 1.6789733464955576,
      "grad_norm": 0.0441502910126011,
      "learning_rate": 7.643110374666351e-05,
      "loss": 1.2209,
      "step": 10630
    },
    {
      "epoch": 1.6797630799605132,
      "grad_norm": 0.041197083700761444,
      "learning_rate": 7.606525830581762e-05,
      "loss": 1.2204,
      "step": 10635
    },
    {
      "epoch": 1.6805528134254688,
      "grad_norm": 0.04715638524509834,
      "learning_rate": 7.570021844749369e-05,
      "loss": 1.191,
      "step": 10640
    },
    {
      "epoch": 1.6813425468904244,
      "grad_norm": 0.04154313842247659,
      "learning_rate": 7.533598486535859e-05,
      "loss": 1.2224,
      "step": 10645
    },
    {
      "epoch": 1.68213228035538,
      "grad_norm": 0.042976567535497626,
      "learning_rate": 7.497255825154814e-05,
      "loss": 1.1857,
      "step": 10650
    },
    {
      "epoch": 1.6829220138203356,
      "grad_norm": 0.04023008574918542,
      "learning_rate": 7.460993929666377e-05,
      "loss": 1.217,
      "step": 10655
    },
    {
      "epoch": 1.6837117472852912,
      "grad_norm": 0.041877025257214075,
      "learning_rate": 7.424812868977299e-05,
      "loss": 1.2541,
      "step": 10660
    },
    {
      "epoch": 1.6845014807502467,
      "grad_norm": 0.04211217764942531,
      "learning_rate": 7.38871271184065e-05,
      "loss": 1.1789,
      "step": 10665
    },
    {
      "epoch": 1.6852912142152023,
      "grad_norm": 0.039714965618849636,
      "learning_rate": 7.352693526855841e-05,
      "loss": 1.2332,
      "step": 10670
    },
    {
      "epoch": 1.686080947680158,
      "grad_norm": 0.042126056104891396,
      "learning_rate": 7.31675538246832e-05,
      "loss": 1.1874,
      "step": 10675
    },
    {
      "epoch": 1.6868706811451135,
      "grad_norm": 0.041148814945056775,
      "learning_rate": 7.280898346969633e-05,
      "loss": 1.2298,
      "step": 10680
    },
    {
      "epoch": 1.687660414610069,
      "grad_norm": 0.04203232948289275,
      "learning_rate": 7.245122488497147e-05,
      "loss": 1.2565,
      "step": 10685
    },
    {
      "epoch": 1.6884501480750247,
      "grad_norm": 0.04239487130625044,
      "learning_rate": 7.209427875033975e-05,
      "loss": 1.2398,
      "step": 10690
    },
    {
      "epoch": 1.6892398815399803,
      "grad_norm": 0.040636391252327965,
      "learning_rate": 7.173814574408855e-05,
      "loss": 1.2743,
      "step": 10695
    },
    {
      "epoch": 1.6900296150049359,
      "grad_norm": 0.04310366518716228,
      "learning_rate": 7.138282654296003e-05,
      "loss": 1.2054,
      "step": 10700
    },
    {
      "epoch": 1.6908193484698915,
      "grad_norm": 0.044205609989616264,
      "learning_rate": 7.102832182214991e-05,
      "loss": 1.2351,
      "step": 10705
    },
    {
      "epoch": 1.691609081934847,
      "grad_norm": 0.043587917639855096,
      "learning_rate": 7.067463225530635e-05,
      "loss": 1.263,
      "step": 10710
    },
    {
      "epoch": 1.6923988153998026,
      "grad_norm": 0.04289255389169111,
      "learning_rate": 7.032175851452816e-05,
      "loss": 1.2587,
      "step": 10715
    },
    {
      "epoch": 1.6931885488647582,
      "grad_norm": 0.0403921626473261,
      "learning_rate": 6.99697012703645e-05,
      "loss": 1.2084,
      "step": 10720
    },
    {
      "epoch": 1.6939782823297138,
      "grad_norm": 0.04149059650992577,
      "learning_rate": 6.961846119181214e-05,
      "loss": 1.2469,
      "step": 10725
    },
    {
      "epoch": 1.6947680157946694,
      "grad_norm": 0.043531770030926106,
      "learning_rate": 6.926803894631589e-05,
      "loss": 1.1964,
      "step": 10730
    },
    {
      "epoch": 1.695557749259625,
      "grad_norm": 0.047176232906577555,
      "learning_rate": 6.891843519976565e-05,
      "loss": 1.2998,
      "step": 10735
    },
    {
      "epoch": 1.6963474827245806,
      "grad_norm": 0.04290554911006846,
      "learning_rate": 6.856965061649678e-05,
      "loss": 1.2904,
      "step": 10740
    },
    {
      "epoch": 1.6971372161895362,
      "grad_norm": 0.04532499115621214,
      "learning_rate": 6.822168585928723e-05,
      "loss": 1.2375,
      "step": 10745
    },
    {
      "epoch": 1.6979269496544918,
      "grad_norm": 0.04311499939271133,
      "learning_rate": 6.787454158935785e-05,
      "loss": 1.2563,
      "step": 10750
    },
    {
      "epoch": 1.6987166831194473,
      "grad_norm": 0.040805550959488235,
      "learning_rate": 6.752821846636958e-05,
      "loss": 1.19,
      "step": 10755
    },
    {
      "epoch": 1.6995064165844027,
      "grad_norm": 0.04299547478278884,
      "learning_rate": 6.718271714842366e-05,
      "loss": 1.1983,
      "step": 10760
    },
    {
      "epoch": 1.7002961500493583,
      "grad_norm": 0.04173690648330329,
      "learning_rate": 6.683803829205931e-05,
      "loss": 1.2066,
      "step": 10765
    },
    {
      "epoch": 1.701085883514314,
      "grad_norm": 0.04253802889067439,
      "learning_rate": 6.649418255225298e-05,
      "loss": 1.2025,
      "step": 10770
    },
    {
      "epoch": 1.7018756169792695,
      "grad_norm": 0.043399427880215294,
      "learning_rate": 6.615115058241688e-05,
      "loss": 1.256,
      "step": 10775
    },
    {
      "epoch": 1.702665350444225,
      "grad_norm": 0.043025309987795926,
      "learning_rate": 6.580894303439805e-05,
      "loss": 1.2405,
      "step": 10780
    },
    {
      "epoch": 1.7034550839091807,
      "grad_norm": 0.04285928204959583,
      "learning_rate": 6.546756055847669e-05,
      "loss": 1.2803,
      "step": 10785
    },
    {
      "epoch": 1.7042448173741362,
      "grad_norm": 0.04309537638378143,
      "learning_rate": 6.51270038033654e-05,
      "loss": 1.3078,
      "step": 10790
    },
    {
      "epoch": 1.7050345508390918,
      "grad_norm": 0.04166973373412242,
      "learning_rate": 6.478727341620755e-05,
      "loss": 1.2238,
      "step": 10795
    },
    {
      "epoch": 1.7058242843040474,
      "grad_norm": 0.042785447261841955,
      "learning_rate": 6.444837004257615e-05,
      "loss": 1.2867,
      "step": 10800
    },
    {
      "epoch": 1.706614017769003,
      "grad_norm": 0.041614049674623996,
      "learning_rate": 6.41102943264727e-05,
      "loss": 1.3293,
      "step": 10805
    },
    {
      "epoch": 1.7074037512339584,
      "grad_norm": 0.04571687329752129,
      "learning_rate": 6.377304691032637e-05,
      "loss": 1.2154,
      "step": 10810
    },
    {
      "epoch": 1.708193484698914,
      "grad_norm": 0.04366318193328215,
      "learning_rate": 6.343662843499148e-05,
      "loss": 1.2395,
      "step": 10815
    },
    {
      "epoch": 1.7089832181638696,
      "grad_norm": 0.04178072136751052,
      "learning_rate": 6.310103953974811e-05,
      "loss": 1.2048,
      "step": 10820
    },
    {
      "epoch": 1.7097729516288251,
      "grad_norm": 0.04213950451247752,
      "learning_rate": 6.276628086229908e-05,
      "loss": 1.1966,
      "step": 10825
    },
    {
      "epoch": 1.7105626850937807,
      "grad_norm": 0.04184126479234053,
      "learning_rate": 6.243235303877038e-05,
      "loss": 1.2226,
      "step": 10830
    },
    {
      "epoch": 1.7113524185587363,
      "grad_norm": 0.042781878815502765,
      "learning_rate": 6.209925670370837e-05,
      "loss": 1.2381,
      "step": 10835
    },
    {
      "epoch": 1.712142152023692,
      "grad_norm": 0.04197480298648477,
      "learning_rate": 6.176699249008017e-05,
      "loss": 1.1719,
      "step": 10840
    },
    {
      "epoch": 1.7129318854886475,
      "grad_norm": 0.044470376907399994,
      "learning_rate": 6.143556102927083e-05,
      "loss": 1.2507,
      "step": 10845
    },
    {
      "epoch": 1.713721618953603,
      "grad_norm": 0.045533180111548534,
      "learning_rate": 6.110496295108381e-05,
      "loss": 1.2672,
      "step": 10850
    },
    {
      "epoch": 1.7145113524185587,
      "grad_norm": 0.04392149775143538,
      "learning_rate": 6.077519888373828e-05,
      "loss": 1.28,
      "step": 10855
    },
    {
      "epoch": 1.7153010858835143,
      "grad_norm": 0.04208479524640546,
      "learning_rate": 6.044626945386894e-05,
      "loss": 1.2499,
      "step": 10860
    },
    {
      "epoch": 1.7160908193484699,
      "grad_norm": 0.040666060564380824,
      "learning_rate": 6.0118175286524244e-05,
      "loss": 1.1985,
      "step": 10865
    },
    {
      "epoch": 1.7168805528134254,
      "grad_norm": 0.04272358709130027,
      "learning_rate": 5.9790917005165644e-05,
      "loss": 1.2282,
      "step": 10870
    },
    {
      "epoch": 1.717670286278381,
      "grad_norm": 0.0426297751605027,
      "learning_rate": 5.9464495231666024e-05,
      "loss": 1.2066,
      "step": 10875
    },
    {
      "epoch": 1.7184600197433366,
      "grad_norm": 0.04273912566536606,
      "learning_rate": 5.9138910586308825e-05,
      "loss": 1.1584,
      "step": 10880
    },
    {
      "epoch": 1.7192497532082922,
      "grad_norm": 0.0411119285015882,
      "learning_rate": 5.881416368778653e-05,
      "loss": 1.205,
      "step": 10885
    },
    {
      "epoch": 1.7200394866732478,
      "grad_norm": 0.04187000767741099,
      "learning_rate": 5.849025515320011e-05,
      "loss": 1.1846,
      "step": 10890
    },
    {
      "epoch": 1.7208292201382034,
      "grad_norm": 0.04318946533597185,
      "learning_rate": 5.8167185598056835e-05,
      "loss": 1.2308,
      "step": 10895
    },
    {
      "epoch": 1.721618953603159,
      "grad_norm": 0.0429344513989755,
      "learning_rate": 5.7844955636270404e-05,
      "loss": 1.218,
      "step": 10900
    },
    {
      "epoch": 1.7224086870681146,
      "grad_norm": 0.04140909250659655,
      "learning_rate": 5.752356588015828e-05,
      "loss": 1.2215,
      "step": 10905
    },
    {
      "epoch": 1.7231984205330702,
      "grad_norm": 0.04028628669479973,
      "learning_rate": 5.720301694044217e-05,
      "loss": 1.1649,
      "step": 10910
    },
    {
      "epoch": 1.7239881539980257,
      "grad_norm": 0.04182214435068759,
      "learning_rate": 5.68833094262452e-05,
      "loss": 1.2005,
      "step": 10915
    },
    {
      "epoch": 1.7247778874629813,
      "grad_norm": 0.04107693705224251,
      "learning_rate": 5.656444394509236e-05,
      "loss": 1.2319,
      "step": 10920
    },
    {
      "epoch": 1.725567620927937,
      "grad_norm": 0.04382988073571149,
      "learning_rate": 5.624642110290778e-05,
      "loss": 1.1993,
      "step": 10925
    },
    {
      "epoch": 1.7263573543928925,
      "grad_norm": 0.04267112546287471,
      "learning_rate": 5.592924150401507e-05,
      "loss": 1.2633,
      "step": 10930
    },
    {
      "epoch": 1.727147087857848,
      "grad_norm": 0.04367824830744099,
      "learning_rate": 5.561290575113503e-05,
      "loss": 1.2505,
      "step": 10935
    },
    {
      "epoch": 1.7279368213228037,
      "grad_norm": 0.04289356169175305,
      "learning_rate": 5.529741444538511e-05,
      "loss": 1.2188,
      "step": 10940
    },
    {
      "epoch": 1.7287265547877593,
      "grad_norm": 0.04149986314723269,
      "learning_rate": 5.498276818627807e-05,
      "loss": 1.2242,
      "step": 10945
    },
    {
      "epoch": 1.7295162882527149,
      "grad_norm": 0.04439794935898113,
      "learning_rate": 5.4668967571720796e-05,
      "loss": 1.2441,
      "step": 10950
    },
    {
      "epoch": 1.7303060217176705,
      "grad_norm": 0.04134573371292957,
      "learning_rate": 5.435601319801331e-05,
      "loss": 1.1898,
      "step": 10955
    },
    {
      "epoch": 1.7310957551826258,
      "grad_norm": 0.04192089708203053,
      "learning_rate": 5.404390565984757e-05,
      "loss": 1.2061,
      "step": 10960
    },
    {
      "epoch": 1.7318854886475814,
      "grad_norm": 0.04116496860446704,
      "learning_rate": 5.3732645550306326e-05,
      "loss": 1.2616,
      "step": 10965
    },
    {
      "epoch": 1.732675222112537,
      "grad_norm": 0.040300123825381146,
      "learning_rate": 5.3422233460862e-05,
      "loss": 1.1949,
      "step": 10970
    },
    {
      "epoch": 1.7334649555774926,
      "grad_norm": 0.04174020555416188,
      "learning_rate": 5.3112669981375374e-05,
      "loss": 1.2049,
      "step": 10975
    },
    {
      "epoch": 1.7342546890424482,
      "grad_norm": 0.04264048058065722,
      "learning_rate": 5.2803955700095216e-05,
      "loss": 1.301,
      "step": 10980
    },
    {
      "epoch": 1.7350444225074038,
      "grad_norm": 0.04097793580701747,
      "learning_rate": 5.249609120365578e-05,
      "loss": 1.2484,
      "step": 10985
    },
    {
      "epoch": 1.7358341559723593,
      "grad_norm": 0.04205299908297598,
      "learning_rate": 5.218907707707743e-05,
      "loss": 1.2617,
      "step": 10990
    },
    {
      "epoch": 1.736623889437315,
      "grad_norm": 0.043811534693951326,
      "learning_rate": 5.188291390376365e-05,
      "loss": 1.1818,
      "step": 10995
    },
    {
      "epoch": 1.7374136229022705,
      "grad_norm": 0.04121184826946317,
      "learning_rate": 5.1577602265501845e-05,
      "loss": 1.228,
      "step": 11000
    },
    {
      "epoch": 1.7382033563672261,
      "grad_norm": 0.04150292142722845,
      "learning_rate": 5.127314274246042e-05,
      "loss": 1.2324,
      "step": 11005
    },
    {
      "epoch": 1.7389930898321815,
      "grad_norm": 0.0414504219595022,
      "learning_rate": 5.096953591318926e-05,
      "loss": 1.2867,
      "step": 11010
    },
    {
      "epoch": 1.739782823297137,
      "grad_norm": 0.04073395241110276,
      "learning_rate": 5.0666782354617524e-05,
      "loss": 1.2227,
      "step": 11015
    },
    {
      "epoch": 1.7405725567620927,
      "grad_norm": 0.04259693440804788,
      "learning_rate": 5.0364882642053075e-05,
      "loss": 1.2783,
      "step": 11020
    },
    {
      "epoch": 1.7413622902270482,
      "grad_norm": 0.04248546800968128,
      "learning_rate": 5.006383734918113e-05,
      "loss": 1.2172,
      "step": 11025
    },
    {
      "epoch": 1.7421520236920038,
      "grad_norm": 0.04375203090898125,
      "learning_rate": 4.976364704806346e-05,
      "loss": 1.2179,
      "step": 11030
    },
    {
      "epoch": 1.7429417571569594,
      "grad_norm": 0.041279020646003556,
      "learning_rate": 4.946431230913706e-05,
      "loss": 1.2204,
      "step": 11035
    },
    {
      "epoch": 1.743731490621915,
      "grad_norm": 0.04150275489134658,
      "learning_rate": 4.9165833701213135e-05,
      "loss": 1.2132,
      "step": 11040
    },
    {
      "epoch": 1.7445212240868706,
      "grad_norm": 0.04164762258089553,
      "learning_rate": 4.886821179147599e-05,
      "loss": 1.2291,
      "step": 11045
    },
    {
      "epoch": 1.7453109575518262,
      "grad_norm": 0.042793525826278114,
      "learning_rate": 4.8571447145482065e-05,
      "loss": 1.2596,
      "step": 11050
    },
    {
      "epoch": 1.7461006910167818,
      "grad_norm": 0.041996327294499605,
      "learning_rate": 4.827554032715864e-05,
      "loss": 1.2107,
      "step": 11055
    },
    {
      "epoch": 1.7468904244817374,
      "grad_norm": 0.041068472081104236,
      "learning_rate": 4.798049189880327e-05,
      "loss": 1.2101,
      "step": 11060
    },
    {
      "epoch": 1.747680157946693,
      "grad_norm": 0.04289484217417295,
      "learning_rate": 4.768630242108179e-05,
      "loss": 1.2532,
      "step": 11065
    },
    {
      "epoch": 1.7484698914116485,
      "grad_norm": 0.042057071495046436,
      "learning_rate": 4.739297245302848e-05,
      "loss": 1.2625,
      "step": 11070
    },
    {
      "epoch": 1.7492596248766041,
      "grad_norm": 0.04317365851297147,
      "learning_rate": 4.7100502552043565e-05,
      "loss": 1.2205,
      "step": 11075
    },
    {
      "epoch": 1.7500493583415597,
      "grad_norm": 0.04255492012512041,
      "learning_rate": 4.680889327389371e-05,
      "loss": 1.2066,
      "step": 11080
    },
    {
      "epoch": 1.7508390918065153,
      "grad_norm": 0.04393649316168884,
      "learning_rate": 4.651814517270947e-05,
      "loss": 1.2346,
      "step": 11085
    },
    {
      "epoch": 1.751628825271471,
      "grad_norm": 0.04380249111027272,
      "learning_rate": 4.622825880098569e-05,
      "loss": 1.2941,
      "step": 11090
    },
    {
      "epoch": 1.7524185587364265,
      "grad_norm": 0.04148789865215889,
      "learning_rate": 4.593923470957889e-05,
      "loss": 1.2126,
      "step": 11095
    },
    {
      "epoch": 1.753208292201382,
      "grad_norm": 0.0412265910505539,
      "learning_rate": 4.5651073447707694e-05,
      "loss": 1.2374,
      "step": 11100
    },
    {
      "epoch": 1.7539980256663377,
      "grad_norm": 0.04168655054224355,
      "learning_rate": 4.53637755629509e-05,
      "loss": 1.2545,
      "step": 11105
    },
    {
      "epoch": 1.7547877591312933,
      "grad_norm": 0.04124309644006728,
      "learning_rate": 4.5077341601246654e-05,
      "loss": 1.2433,
      "step": 11110
    },
    {
      "epoch": 1.7555774925962488,
      "grad_norm": 0.04280383613586136,
      "learning_rate": 4.4791772106891394e-05,
      "loss": 1.2652,
      "step": 11115
    },
    {
      "epoch": 1.7563672260612044,
      "grad_norm": 0.04573533418637902,
      "learning_rate": 4.4507067622538976e-05,
      "loss": 1.2302,
      "step": 11120
    },
    {
      "epoch": 1.75715695952616,
      "grad_norm": 0.04378570668104495,
      "learning_rate": 4.4223228689199366e-05,
      "loss": 1.2328,
      "step": 11125
    },
    {
      "epoch": 1.7579466929911156,
      "grad_norm": 0.04074326603468828,
      "learning_rate": 4.3940255846237895e-05,
      "loss": 1.2004,
      "step": 11130
    },
    {
      "epoch": 1.7587364264560712,
      "grad_norm": 0.04103330344973977,
      "learning_rate": 4.36581496313741e-05,
      "loss": 1.1651,
      "step": 11135
    },
    {
      "epoch": 1.7595261599210268,
      "grad_norm": 0.04213165173081442,
      "learning_rate": 4.337691058068066e-05,
      "loss": 1.2388,
      "step": 11140
    },
    {
      "epoch": 1.7603158933859824,
      "grad_norm": 0.04263317944792552,
      "learning_rate": 4.309653922858225e-05,
      "loss": 1.2133,
      "step": 11145
    },
    {
      "epoch": 1.761105626850938,
      "grad_norm": 0.04062822360345145,
      "learning_rate": 4.281703610785526e-05,
      "loss": 1.2015,
      "step": 11150
    },
    {
      "epoch": 1.7618953603158933,
      "grad_norm": 0.045647581317628604,
      "learning_rate": 4.253840174962542e-05,
      "loss": 1.2252,
      "step": 11155
    },
    {
      "epoch": 1.762685093780849,
      "grad_norm": 0.0423153422487305,
      "learning_rate": 4.226063668336843e-05,
      "loss": 1.1842,
      "step": 11160
    },
    {
      "epoch": 1.7634748272458045,
      "grad_norm": 0.041434760933960126,
      "learning_rate": 4.198374143690725e-05,
      "loss": 1.2372,
      "step": 11165
    },
    {
      "epoch": 1.76426456071076,
      "grad_norm": 0.0430731048241148,
      "learning_rate": 4.170771653641292e-05,
      "loss": 1.1926,
      "step": 11170
    },
    {
      "epoch": 1.7650542941757157,
      "grad_norm": 0.042133900992854086,
      "learning_rate": 4.143256250640159e-05,
      "loss": 1.2759,
      "step": 11175
    },
    {
      "epoch": 1.7658440276406713,
      "grad_norm": 0.04130370739200994,
      "learning_rate": 4.1158279869735413e-05,
      "loss": 1.17,
      "step": 11180
    },
    {
      "epoch": 1.7666337611056269,
      "grad_norm": 0.042555236688093814,
      "learning_rate": 4.088486914762024e-05,
      "loss": 1.2349,
      "step": 11185
    },
    {
      "epoch": 1.7674234945705825,
      "grad_norm": 0.04059807425240789,
      "learning_rate": 4.061233085960503e-05,
      "loss": 1.1991,
      "step": 11190
    },
    {
      "epoch": 1.768213228035538,
      "grad_norm": 0.043290471696057625,
      "learning_rate": 4.034066552358112e-05,
      "loss": 1.2528,
      "step": 11195
    },
    {
      "epoch": 1.7690029615004936,
      "grad_norm": 0.0422690043710353,
      "learning_rate": 4.0069873655780795e-05,
      "loss": 1.2133,
      "step": 11200
    },
    {
      "epoch": 1.769792694965449,
      "grad_norm": 0.0430544012467094,
      "learning_rate": 3.979995577077672e-05,
      "loss": 1.2862,
      "step": 11205
    },
    {
      "epoch": 1.7705824284304046,
      "grad_norm": 0.04400760220579882,
      "learning_rate": 3.953091238148071e-05,
      "loss": 1.2155,
      "step": 11210
    },
    {
      "epoch": 1.7713721618953602,
      "grad_norm": 0.0419096609453417,
      "learning_rate": 3.92627439991427e-05,
      "loss": 1.2591,
      "step": 11215
    },
    {
      "epoch": 1.7721618953603158,
      "grad_norm": 0.04256022306873249,
      "learning_rate": 3.899545113335013e-05,
      "loss": 1.1997,
      "step": 11220
    },
    {
      "epoch": 1.7729516288252714,
      "grad_norm": 0.04311219789513585,
      "learning_rate": 3.8729034292026346e-05,
      "loss": 1.2909,
      "step": 11225
    },
    {
      "epoch": 1.773741362290227,
      "grad_norm": 0.04059877603559358,
      "learning_rate": 3.846349398143067e-05,
      "loss": 1.1987,
      "step": 11230
    },
    {
      "epoch": 1.7745310957551825,
      "grad_norm": 0.04308337054450482,
      "learning_rate": 3.8198830706156094e-05,
      "loss": 1.1794,
      "step": 11235
    },
    {
      "epoch": 1.7753208292201381,
      "grad_norm": 0.04285875518131593,
      "learning_rate": 3.793504496912953e-05,
      "loss": 1.2041,
      "step": 11240
    },
    {
      "epoch": 1.7761105626850937,
      "grad_norm": 0.04205381970056033,
      "learning_rate": 3.7672137271609953e-05,
      "loss": 1.2136,
      "step": 11245
    },
    {
      "epoch": 1.7769002961500493,
      "grad_norm": 0.042071609241410735,
      "learning_rate": 3.741010811318829e-05,
      "loss": 1.1952,
      "step": 11250
    },
    {
      "epoch": 1.7776900296150049,
      "grad_norm": 0.041265074679456955,
      "learning_rate": 3.714895799178547e-05,
      "loss": 1.2303,
      "step": 11255
    },
    {
      "epoch": 1.7784797630799605,
      "grad_norm": 0.04246767095852471,
      "learning_rate": 3.68886874036527e-05,
      "loss": 1.2034,
      "step": 11260
    },
    {
      "epoch": 1.779269496544916,
      "grad_norm": 0.04285035358956403,
      "learning_rate": 3.662929684336913e-05,
      "loss": 1.2071,
      "step": 11265
    },
    {
      "epoch": 1.7800592300098717,
      "grad_norm": 0.0428124567894346,
      "learning_rate": 3.637078680384226e-05,
      "loss": 1.2545,
      "step": 11270
    },
    {
      "epoch": 1.7808489634748272,
      "grad_norm": 0.041790975513147526,
      "learning_rate": 3.6113157776305975e-05,
      "loss": 1.2198,
      "step": 11275
    },
    {
      "epoch": 1.7816386969397828,
      "grad_norm": 0.04177132176883553,
      "learning_rate": 3.585641025032027e-05,
      "loss": 1.2923,
      "step": 11280
    },
    {
      "epoch": 1.7824284304047384,
      "grad_norm": 0.04136404619246864,
      "learning_rate": 3.5600544713769836e-05,
      "loss": 1.2412,
      "step": 11285
    },
    {
      "epoch": 1.783218163869694,
      "grad_norm": 0.042176378147998406,
      "learning_rate": 3.5345561652863515e-05,
      "loss": 1.2153,
      "step": 11290
    },
    {
      "epoch": 1.7840078973346496,
      "grad_norm": 0.042212057080506335,
      "learning_rate": 3.509146155213322e-05,
      "loss": 1.2481,
      "step": 11295
    },
    {
      "epoch": 1.7847976307996052,
      "grad_norm": 0.03963061784259343,
      "learning_rate": 3.4838244894432994e-05,
      "loss": 1.1838,
      "step": 11300
    },
    {
      "epoch": 1.7855873642645608,
      "grad_norm": 0.04370820584831004,
      "learning_rate": 3.458591216093804e-05,
      "loss": 1.219,
      "step": 11305
    },
    {
      "epoch": 1.7863770977295164,
      "grad_norm": 0.04326368939932234,
      "learning_rate": 3.433446383114397e-05,
      "loss": 1.247,
      "step": 11310
    },
    {
      "epoch": 1.787166831194472,
      "grad_norm": 0.04147605296809195,
      "learning_rate": 3.408390038286574e-05,
      "loss": 1.2755,
      "step": 11315
    },
    {
      "epoch": 1.7879565646594275,
      "grad_norm": 0.04240102982350399,
      "learning_rate": 3.3834222292237096e-05,
      "loss": 1.2086,
      "step": 11320
    },
    {
      "epoch": 1.7887462981243831,
      "grad_norm": 0.04186002898692783,
      "learning_rate": 3.358543003370873e-05,
      "loss": 1.2484,
      "step": 11325
    },
    {
      "epoch": 1.7895360315893387,
      "grad_norm": 0.0411772558205849,
      "learning_rate": 3.3337524080048865e-05,
      "loss": 1.2167,
      "step": 11330
    },
    {
      "epoch": 1.7903257650542943,
      "grad_norm": 0.04116725024746942,
      "learning_rate": 3.309050490234078e-05,
      "loss": 1.2159,
      "step": 11335
    },
    {
      "epoch": 1.79111549851925,
      "grad_norm": 0.042537366919430664,
      "learning_rate": 3.284437296998322e-05,
      "loss": 1.2458,
      "step": 11340
    },
    {
      "epoch": 1.7919052319842055,
      "grad_norm": 0.04309231351208512,
      "learning_rate": 3.259912875068843e-05,
      "loss": 1.2261,
      "step": 11345
    },
    {
      "epoch": 1.792694965449161,
      "grad_norm": 0.03929318973922838,
      "learning_rate": 3.235477271048226e-05,
      "loss": 1.2338,
      "step": 11350
    },
    {
      "epoch": 1.7934846989141164,
      "grad_norm": 0.04158804459984491,
      "learning_rate": 3.211130531370254e-05,
      "loss": 1.251,
      "step": 11355
    },
    {
      "epoch": 1.794274432379072,
      "grad_norm": 0.04060906070373417,
      "learning_rate": 3.186872702299848e-05,
      "loss": 1.2012,
      "step": 11360
    },
    {
      "epoch": 1.7950641658440276,
      "grad_norm": 0.042847838585051104,
      "learning_rate": 3.1627038299329725e-05,
      "loss": 1.298,
      "step": 11365
    },
    {
      "epoch": 1.7958538993089832,
      "grad_norm": 0.04155071469221594,
      "learning_rate": 3.138623960196563e-05,
      "loss": 1.2429,
      "step": 11370
    },
    {
      "epoch": 1.7966436327739388,
      "grad_norm": 0.04243877279407301,
      "learning_rate": 3.114633138848416e-05,
      "loss": 1.2415,
      "step": 11375
    },
    {
      "epoch": 1.7974333662388944,
      "grad_norm": 0.04250944880686276,
      "learning_rate": 3.090731411477127e-05,
      "loss": 1.2168,
      "step": 11380
    },
    {
      "epoch": 1.79822309970385,
      "grad_norm": 0.042297779502078046,
      "learning_rate": 3.0669188235019796e-05,
      "loss": 1.1881,
      "step": 11385
    },
    {
      "epoch": 1.7990128331688056,
      "grad_norm": 0.04404535568427746,
      "learning_rate": 3.0431954201728784e-05,
      "loss": 1.215,
      "step": 11390
    },
    {
      "epoch": 1.7998025666337611,
      "grad_norm": 0.04141131549949496,
      "learning_rate": 3.019561246570235e-05,
      "loss": 1.1796,
      "step": 11395
    },
    {
      "epoch": 1.8005923000987167,
      "grad_norm": 0.043263514936534624,
      "learning_rate": 2.996016347604946e-05,
      "loss": 1.2148,
      "step": 11400
    },
    {
      "epoch": 1.801382033563672,
      "grad_norm": 0.04222451773365584,
      "learning_rate": 2.972560768018201e-05,
      "loss": 1.2659,
      "step": 11405
    },
    {
      "epoch": 1.8021717670286277,
      "grad_norm": 0.04490510955589543,
      "learning_rate": 2.9491945523815235e-05,
      "loss": 1.219,
      "step": 11410
    },
    {
      "epoch": 1.8029615004935833,
      "grad_norm": 0.04195583196955078,
      "learning_rate": 2.925917745096568e-05,
      "loss": 1.2233,
      "step": 11415
    },
    {
      "epoch": 1.8037512339585389,
      "grad_norm": 0.04132019410227449,
      "learning_rate": 2.9027303903951475e-05,
      "loss": 1.1946,
      "step": 11420
    },
    {
      "epoch": 1.8045409674234945,
      "grad_norm": 0.04266125308686028,
      "learning_rate": 2.879632532339027e-05,
      "loss": 1.1767,
      "step": 11425
    },
    {
      "epoch": 1.80533070088845,
      "grad_norm": 0.043125848271237034,
      "learning_rate": 2.8566242148199638e-05,
      "loss": 1.2325,
      "step": 11430
    },
    {
      "epoch": 1.8061204343534056,
      "grad_norm": 0.04547831348032611,
      "learning_rate": 2.83370548155954e-05,
      "loss": 1.2442,
      "step": 11435
    },
    {
      "epoch": 1.8069101678183612,
      "grad_norm": 0.04187368978166586,
      "learning_rate": 2.810876376109095e-05,
      "loss": 1.1696,
      "step": 11440
    },
    {
      "epoch": 1.8076999012833168,
      "grad_norm": 0.0425367002988034,
      "learning_rate": 2.7881369418496783e-05,
      "loss": 1.1979,
      "step": 11445
    },
    {
      "epoch": 1.8084896347482724,
      "grad_norm": 0.042650972392133515,
      "learning_rate": 2.765487221991919e-05,
      "loss": 1.169,
      "step": 11450
    },
    {
      "epoch": 1.809279368213228,
      "grad_norm": 0.043865082942071525,
      "learning_rate": 2.7429272595759778e-05,
      "loss": 1.2533,
      "step": 11455
    },
    {
      "epoch": 1.8100691016781836,
      "grad_norm": 0.041908636037094375,
      "learning_rate": 2.720457097471457e-05,
      "loss": 1.2909,
      "step": 11460
    },
    {
      "epoch": 1.8108588351431392,
      "grad_norm": 0.04228409816125275,
      "learning_rate": 2.6980767783773007e-05,
      "loss": 1.1801,
      "step": 11465
    },
    {
      "epoch": 1.8116485686080948,
      "grad_norm": 0.041228906608410346,
      "learning_rate": 2.6757863448217458e-05,
      "loss": 1.2152,
      "step": 11470
    },
    {
      "epoch": 1.8124383020730503,
      "grad_norm": 0.04429802770245303,
      "learning_rate": 2.653585839162209e-05,
      "loss": 1.2407,
      "step": 11475
    },
    {
      "epoch": 1.813228035538006,
      "grad_norm": 0.04233381804796457,
      "learning_rate": 2.63147530358524e-05,
      "loss": 1.1863,
      "step": 11480
    },
    {
      "epoch": 1.8140177690029615,
      "grad_norm": 0.04192447457585132,
      "learning_rate": 2.6094547801063904e-05,
      "loss": 1.2659,
      "step": 11485
    },
    {
      "epoch": 1.814807502467917,
      "grad_norm": 0.044677140674150656,
      "learning_rate": 2.5875243105702217e-05,
      "loss": 1.2061,
      "step": 11490
    },
    {
      "epoch": 1.8155972359328727,
      "grad_norm": 0.039632430848749414,
      "learning_rate": 2.565683936650104e-05,
      "loss": 1.1829,
      "step": 11495
    },
    {
      "epoch": 1.8163869693978283,
      "grad_norm": 0.04260239236927761,
      "learning_rate": 2.54393369984825e-05,
      "loss": 1.1863,
      "step": 11500
    },
    {
      "epoch": 1.8171767028627839,
      "grad_norm": 0.04255928797578915,
      "learning_rate": 2.522273641495576e-05,
      "loss": 1.1712,
      "step": 11505
    },
    {
      "epoch": 1.8179664363277395,
      "grad_norm": 0.043016349411851576,
      "learning_rate": 2.500703802751625e-05,
      "loss": 1.2085,
      "step": 11510
    },
    {
      "epoch": 1.818756169792695,
      "grad_norm": 0.04123574987940365,
      "learning_rate": 2.4792242246045203e-05,
      "loss": 1.2198,
      "step": 11515
    },
    {
      "epoch": 1.8195459032576506,
      "grad_norm": 0.04370966486441196,
      "learning_rate": 2.4578349478708516e-05,
      "loss": 1.2107,
      "step": 11520
    },
    {
      "epoch": 1.8203356367226062,
      "grad_norm": 0.04230908412396004,
      "learning_rate": 2.4365360131956172e-05,
      "loss": 1.1929,
      "step": 11525
    },
    {
      "epoch": 1.8211253701875618,
      "grad_norm": 0.04183026788207497,
      "learning_rate": 2.4153274610521525e-05,
      "loss": 1.2069,
      "step": 11530
    },
    {
      "epoch": 1.8219151036525174,
      "grad_norm": 0.04162449758744021,
      "learning_rate": 2.39420933174202e-05,
      "loss": 1.2123,
      "step": 11535
    },
    {
      "epoch": 1.822704837117473,
      "grad_norm": 0.041346224857831994,
      "learning_rate": 2.3731816653949855e-05,
      "loss": 1.2394,
      "step": 11540
    },
    {
      "epoch": 1.8234945705824286,
      "grad_norm": 0.04057666397151475,
      "learning_rate": 2.3522445019688976e-05,
      "loss": 1.2052,
      "step": 11545
    },
    {
      "epoch": 1.824284304047384,
      "grad_norm": 0.04171349725217878,
      "learning_rate": 2.3313978812496196e-05,
      "loss": 1.3051,
      "step": 11550
    },
    {
      "epoch": 1.8250740375123395,
      "grad_norm": 0.04246274295691061,
      "learning_rate": 2.310641842850969e-05,
      "loss": 1.2559,
      "step": 11555
    },
    {
      "epoch": 1.8258637709772951,
      "grad_norm": 0.04353297699639573,
      "learning_rate": 2.289976426214635e-05,
      "loss": 1.2773,
      "step": 11560
    },
    {
      "epoch": 1.8266535044422507,
      "grad_norm": 0.042970687970977084,
      "learning_rate": 2.2694016706100994e-05,
      "loss": 1.217,
      "step": 11565
    },
    {
      "epoch": 1.8274432379072063,
      "grad_norm": 0.042819787655322086,
      "learning_rate": 2.248917615134588e-05,
      "loss": 1.2292,
      "step": 11570
    },
    {
      "epoch": 1.828232971372162,
      "grad_norm": 0.042732680766402145,
      "learning_rate": 2.228524298712914e-05,
      "loss": 1.2377,
      "step": 11575
    },
    {
      "epoch": 1.8290227048371175,
      "grad_norm": 0.041272459847078544,
      "learning_rate": 2.208221760097534e-05,
      "loss": 1.2106,
      "step": 11580
    },
    {
      "epoch": 1.829812438302073,
      "grad_norm": 0.04159450034915124,
      "learning_rate": 2.1880100378683654e-05,
      "loss": 1.1911,
      "step": 11585
    },
    {
      "epoch": 1.8306021717670287,
      "grad_norm": 0.043638467940363836,
      "learning_rate": 2.167889170432752e-05,
      "loss": 1.2552,
      "step": 11590
    },
    {
      "epoch": 1.8313919052319843,
      "grad_norm": 0.042461043368212166,
      "learning_rate": 2.1478591960253978e-05,
      "loss": 1.2241,
      "step": 11595
    },
    {
      "epoch": 1.8321816386969396,
      "grad_norm": 0.04346879603936296,
      "learning_rate": 2.1279201527082905e-05,
      "loss": 1.2198,
      "step": 11600
    },
    {
      "epoch": 1.8329713721618952,
      "grad_norm": 0.042485333207965645,
      "learning_rate": 2.1080720783706207e-05,
      "loss": 1.2022,
      "step": 11605
    },
    {
      "epoch": 1.8337611056268508,
      "grad_norm": 0.04362729277118711,
      "learning_rate": 2.0883150107287196e-05,
      "loss": 1.2116,
      "step": 11610
    },
    {
      "epoch": 1.8345508390918064,
      "grad_norm": 0.040506327809133796,
      "learning_rate": 2.068648987325972e-05,
      "loss": 1.241,
      "step": 11615
    },
    {
      "epoch": 1.835340572556762,
      "grad_norm": 0.04047471205078098,
      "learning_rate": 2.0490740455327727e-05,
      "loss": 1.2073,
      "step": 11620
    },
    {
      "epoch": 1.8361303060217176,
      "grad_norm": 0.04053749911547013,
      "learning_rate": 2.0295902225464235e-05,
      "loss": 1.2577,
      "step": 11625
    },
    {
      "epoch": 1.8369200394866732,
      "grad_norm": 0.04246910723245921,
      "learning_rate": 2.01019755539108e-05,
      "loss": 1.2653,
      "step": 11630
    },
    {
      "epoch": 1.8377097729516287,
      "grad_norm": 0.039902940634311844,
      "learning_rate": 1.9908960809176923e-05,
      "loss": 1.2202,
      "step": 11635
    },
    {
      "epoch": 1.8384995064165843,
      "grad_norm": 0.04124643745201199,
      "learning_rate": 1.9716858358039047e-05,
      "loss": 1.2335,
      "step": 11640
    },
    {
      "epoch": 1.83928923988154,
      "grad_norm": 0.04108253500336671,
      "learning_rate": 1.9525668565540054e-05,
      "loss": 1.2537,
      "step": 11645
    },
    {
      "epoch": 1.8400789733464955,
      "grad_norm": 0.041336204689562145,
      "learning_rate": 1.933539179498861e-05,
      "loss": 1.25,
      "step": 11650
    },
    {
      "epoch": 1.840868706811451,
      "grad_norm": 0.042161946838008335,
      "learning_rate": 1.9146028407958483e-05,
      "loss": 1.2884,
      "step": 11655
    },
    {
      "epoch": 1.8416584402764067,
      "grad_norm": 0.04411472583518952,
      "learning_rate": 1.895757876428755e-05,
      "loss": 1.207,
      "step": 11660
    },
    {
      "epoch": 1.8424481737413623,
      "grad_norm": 0.0442866645296749,
      "learning_rate": 1.8770043222077594e-05,
      "loss": 1.2335,
      "step": 11665
    },
    {
      "epoch": 1.8432379072063179,
      "grad_norm": 0.04155342057669902,
      "learning_rate": 1.8583422137693207e-05,
      "loss": 1.2294,
      "step": 11670
    },
    {
      "epoch": 1.8440276406712734,
      "grad_norm": 0.04274993222060086,
      "learning_rate": 1.8397715865761333e-05,
      "loss": 1.2127,
      "step": 11675
    },
    {
      "epoch": 1.844817374136229,
      "grad_norm": 0.04123945947003292,
      "learning_rate": 1.821292475917058e-05,
      "loss": 1.217,
      "step": 11680
    },
    {
      "epoch": 1.8456071076011846,
      "grad_norm": 0.04264315764513249,
      "learning_rate": 1.8029049169070443e-05,
      "loss": 1.2481,
      "step": 11685
    },
    {
      "epoch": 1.8463968410661402,
      "grad_norm": 0.04351028626555286,
      "learning_rate": 1.7846089444870762e-05,
      "loss": 1.2234,
      "step": 11690
    },
    {
      "epoch": 1.8471865745310958,
      "grad_norm": 0.04116407110227837,
      "learning_rate": 1.766404593424098e-05,
      "loss": 1.187,
      "step": 11695
    },
    {
      "epoch": 1.8479763079960514,
      "grad_norm": 0.042856669079674635,
      "learning_rate": 1.748291898310944e-05,
      "loss": 1.2269,
      "step": 11700
    },
    {
      "epoch": 1.848766041461007,
      "grad_norm": 0.042201525678231065,
      "learning_rate": 1.7302708935662993e-05,
      "loss": 1.1932,
      "step": 11705
    },
    {
      "epoch": 1.8495557749259626,
      "grad_norm": 0.04788202008057678,
      "learning_rate": 1.712341613434587e-05,
      "loss": 1.254,
      "step": 11710
    },
    {
      "epoch": 1.8503455083909182,
      "grad_norm": 0.041741967763868335,
      "learning_rate": 1.6945040919859543e-05,
      "loss": 1.2,
      "step": 11715
    },
    {
      "epoch": 1.8511352418558737,
      "grad_norm": 0.04036985878014628,
      "learning_rate": 1.6767583631161653e-05,
      "loss": 1.1858,
      "step": 11720
    },
    {
      "epoch": 1.8519249753208293,
      "grad_norm": 0.04403286867736527,
      "learning_rate": 1.6591044605465678e-05,
      "loss": 1.2018,
      "step": 11725
    },
    {
      "epoch": 1.852714708785785,
      "grad_norm": 0.04093291216017052,
      "learning_rate": 1.6415424178240046e-05,
      "loss": 1.2047,
      "step": 11730
    },
    {
      "epoch": 1.8535044422507405,
      "grad_norm": 0.04324608652618391,
      "learning_rate": 1.6240722683207863e-05,
      "loss": 1.2721,
      "step": 11735
    },
    {
      "epoch": 1.854294175715696,
      "grad_norm": 0.04257384189058909,
      "learning_rate": 1.6066940452345748e-05,
      "loss": 1.2135,
      "step": 11740
    },
    {
      "epoch": 1.8550839091806517,
      "grad_norm": 0.040669658914323906,
      "learning_rate": 1.589407781588359e-05,
      "loss": 1.2031,
      "step": 11745
    },
    {
      "epoch": 1.855873642645607,
      "grad_norm": 0.04264939669414724,
      "learning_rate": 1.5722135102303913e-05,
      "loss": 1.2254,
      "step": 11750
    },
    {
      "epoch": 1.8566633761105626,
      "grad_norm": 0.043507642933732806,
      "learning_rate": 1.555111263834097e-05,
      "loss": 1.2147,
      "step": 11755
    },
    {
      "epoch": 1.8574531095755182,
      "grad_norm": 0.04377254444633599,
      "learning_rate": 1.5381010748980462e-05,
      "loss": 1.2392,
      "step": 11760
    },
    {
      "epoch": 1.8582428430404738,
      "grad_norm": 0.04459883777305602,
      "learning_rate": 1.5211829757458717e-05,
      "loss": 1.2669,
      "step": 11765
    },
    {
      "epoch": 1.8590325765054294,
      "grad_norm": 0.04352531103052459,
      "learning_rate": 1.5043569985262129e-05,
      "loss": 1.207,
      "step": 11770
    },
    {
      "epoch": 1.859822309970385,
      "grad_norm": 0.04296866325396865,
      "learning_rate": 1.4876231752126546e-05,
      "loss": 1.1866,
      "step": 11775
    },
    {
      "epoch": 1.8606120434353406,
      "grad_norm": 0.04279071407690997,
      "learning_rate": 1.4709815376036606e-05,
      "loss": 1.2416,
      "step": 11780
    },
    {
      "epoch": 1.8614017769002962,
      "grad_norm": 0.042098135591128696,
      "learning_rate": 1.4544321173225295e-05,
      "loss": 1.2453,
      "step": 11785
    },
    {
      "epoch": 1.8621915103652518,
      "grad_norm": 0.04343053174431344,
      "learning_rate": 1.4379749458173163e-05,
      "loss": 1.2344,
      "step": 11790
    },
    {
      "epoch": 1.8629812438302074,
      "grad_norm": 0.04329768955928419,
      "learning_rate": 1.421610054360778e-05,
      "loss": 1.2188,
      "step": 11795
    },
    {
      "epoch": 1.8637709772951627,
      "grad_norm": 0.04232173261489088,
      "learning_rate": 1.4053374740503222e-05,
      "loss": 1.1981,
      "step": 11800
    },
    {
      "epoch": 1.8645607107601183,
      "grad_norm": 0.04340903509755141,
      "learning_rate": 1.3891572358079419e-05,
      "loss": 1.2135,
      "step": 11805
    },
    {
      "epoch": 1.865350444225074,
      "grad_norm": 0.04214323146194118,
      "learning_rate": 1.3730693703801478e-05,
      "loss": 1.2087,
      "step": 11810
    },
    {
      "epoch": 1.8661401776900295,
      "grad_norm": 0.04243481690165951,
      "learning_rate": 1.3570739083379357e-05,
      "loss": 1.2089,
      "step": 11815
    },
    {
      "epoch": 1.866929911154985,
      "grad_norm": 0.04105186980911515,
      "learning_rate": 1.3411708800766975e-05,
      "loss": 1.1997,
      "step": 11820
    },
    {
      "epoch": 1.8677196446199407,
      "grad_norm": 0.04213144610023143,
      "learning_rate": 1.3253603158161876e-05,
      "loss": 1.2198,
      "step": 11825
    },
    {
      "epoch": 1.8685093780848963,
      "grad_norm": 0.04079894684919682,
      "learning_rate": 1.3096422456004454e-05,
      "loss": 1.2331,
      "step": 11830
    },
    {
      "epoch": 1.8692991115498518,
      "grad_norm": 0.042973787578792444,
      "learning_rate": 1.2940166992977509e-05,
      "loss": 1.2441,
      "step": 11835
    },
    {
      "epoch": 1.8700888450148074,
      "grad_norm": 0.04254849232276453,
      "learning_rate": 1.278483706600575e-05,
      "loss": 1.1986,
      "step": 11840
    },
    {
      "epoch": 1.870878578479763,
      "grad_norm": 0.04213570277210222,
      "learning_rate": 1.2630432970255012e-05,
      "loss": 1.1808,
      "step": 11845
    },
    {
      "epoch": 1.8716683119447186,
      "grad_norm": 0.043611839751353035,
      "learning_rate": 1.2476954999131928e-05,
      "loss": 1.2537,
      "step": 11850
    },
    {
      "epoch": 1.8724580454096742,
      "grad_norm": 0.04417374465869996,
      "learning_rate": 1.2324403444283094e-05,
      "loss": 1.2085,
      "step": 11855
    },
    {
      "epoch": 1.8732477788746298,
      "grad_norm": 0.042403448271367834,
      "learning_rate": 1.2172778595594903e-05,
      "loss": 1.1955,
      "step": 11860
    },
    {
      "epoch": 1.8740375123395854,
      "grad_norm": 0.041566604182850415,
      "learning_rate": 1.2022080741192597e-05,
      "loss": 1.234,
      "step": 11865
    },
    {
      "epoch": 1.874827245804541,
      "grad_norm": 0.04285140470596883,
      "learning_rate": 1.1872310167440003e-05,
      "loss": 1.2216,
      "step": 11870
    },
    {
      "epoch": 1.8756169792694966,
      "grad_norm": 0.04157212023542376,
      "learning_rate": 1.172346715893885e-05,
      "loss": 1.2028,
      "step": 11875
    },
    {
      "epoch": 1.8764067127344521,
      "grad_norm": 0.03960881502285486,
      "learning_rate": 1.1575551998528167e-05,
      "loss": 1.2124,
      "step": 11880
    },
    {
      "epoch": 1.8771964461994077,
      "grad_norm": 0.04058664535842037,
      "learning_rate": 1.1428564967284005e-05,
      "loss": 1.2158,
      "step": 11885
    },
    {
      "epoch": 1.8779861796643633,
      "grad_norm": 0.042777291989139564,
      "learning_rate": 1.1282506344518605e-05,
      "loss": 1.2351,
      "step": 11890
    },
    {
      "epoch": 1.878775913129319,
      "grad_norm": 0.040921612053774474,
      "learning_rate": 1.1137376407780176e-05,
      "loss": 1.1741,
      "step": 11895
    },
    {
      "epoch": 1.8795656465942745,
      "grad_norm": 0.04047895287717555,
      "learning_rate": 1.0993175432851832e-05,
      "loss": 1.2115,
      "step": 11900
    },
    {
      "epoch": 1.88035538005923,
      "grad_norm": 0.04068826329741093,
      "learning_rate": 1.0849903693751772e-05,
      "loss": 1.1845,
      "step": 11905
    },
    {
      "epoch": 1.8811451135241857,
      "grad_norm": 0.04337942799464136,
      "learning_rate": 1.0707561462732385e-05,
      "loss": 1.2759,
      "step": 11910
    },
    {
      "epoch": 1.8819348469891413,
      "grad_norm": 0.04005509776052422,
      "learning_rate": 1.056614901027958e-05,
      "loss": 1.2375,
      "step": 11915
    },
    {
      "epoch": 1.8827245804540969,
      "grad_norm": 0.0430242932137586,
      "learning_rate": 1.0425666605112515e-05,
      "loss": 1.2591,
      "step": 11920
    },
    {
      "epoch": 1.8835143139190524,
      "grad_norm": 0.040553193508547726,
      "learning_rate": 1.0286114514183098e-05,
      "loss": 1.2401,
      "step": 11925
    },
    {
      "epoch": 1.884304047384008,
      "grad_norm": 0.04121876750115349,
      "learning_rate": 1.0147493002675423e-05,
      "loss": 1.215,
      "step": 11930
    },
    {
      "epoch": 1.8850937808489636,
      "grad_norm": 0.04003916516435313,
      "learning_rate": 1.0009802334005058e-05,
      "loss": 1.2105,
      "step": 11935
    },
    {
      "epoch": 1.8858835143139192,
      "grad_norm": 0.042729155429601096,
      "learning_rate": 9.873042769818986e-06,
      "loss": 1.1939,
      "step": 11940
    },
    {
      "epoch": 1.8866732477788748,
      "grad_norm": 0.04060901282732174,
      "learning_rate": 9.737214569994712e-06,
      "loss": 1.1815,
      "step": 11945
    },
    {
      "epoch": 1.8874629812438302,
      "grad_norm": 0.041856397773564466,
      "learning_rate": 9.602317992639886e-06,
      "loss": 1.2423,
      "step": 11950
    },
    {
      "epoch": 1.8882527147087858,
      "grad_norm": 0.040259448299336954,
      "learning_rate": 9.468353294091957e-06,
      "loss": 1.1719,
      "step": 11955
    },
    {
      "epoch": 1.8890424481737413,
      "grad_norm": 0.040846805444767355,
      "learning_rate": 9.335320728917462e-06,
      "loss": 1.2463,
      "step": 11960
    },
    {
      "epoch": 1.889832181638697,
      "grad_norm": 0.04349369903163547,
      "learning_rate": 9.203220549911796e-06,
      "loss": 1.2541,
      "step": 11965
    },
    {
      "epoch": 1.8906219151036525,
      "grad_norm": 0.041635599846377554,
      "learning_rate": 9.072053008098325e-06,
      "loss": 1.2229,
      "step": 11970
    },
    {
      "epoch": 1.891411648568608,
      "grad_norm": 0.048529050474426676,
      "learning_rate": 8.941818352728503e-06,
      "loss": 1.2303,
      "step": 11975
    },
    {
      "epoch": 1.8922013820335637,
      "grad_norm": 0.041717055644535914,
      "learning_rate": 8.81251683128076e-06,
      "loss": 1.2296,
      "step": 11980
    },
    {
      "epoch": 1.8929911154985193,
      "grad_norm": 0.04243283746013666,
      "learning_rate": 8.684148689460547e-06,
      "loss": 1.195,
      "step": 11985
    },
    {
      "epoch": 1.8937808489634749,
      "grad_norm": 0.04088788424251617,
      "learning_rate": 8.556714171199632e-06,
      "loss": 1.2307,
      "step": 11990
    },
    {
      "epoch": 1.8945705824284302,
      "grad_norm": 0.04642014014423521,
      "learning_rate": 8.430213518655472e-06,
      "loss": 1.2057,
      "step": 11995
    },
    {
      "epoch": 1.8953603158933858,
      "grad_norm": 0.04178969507311421,
      "learning_rate": 8.304646972211228e-06,
      "loss": 1.1982,
      "step": 12000
    },
    {
      "epoch": 1.8961500493583414,
      "grad_norm": 0.04175737504912431,
      "learning_rate": 8.180014770474863e-06,
      "loss": 1.2142,
      "step": 12005
    },
    {
      "epoch": 1.896939782823297,
      "grad_norm": 0.0403647978394085,
      "learning_rate": 8.056317150278825e-06,
      "loss": 1.2843,
      "step": 12010
    },
    {
      "epoch": 1.8977295162882526,
      "grad_norm": 0.04084749337852486,
      "learning_rate": 7.933554346679695e-06,
      "loss": 1.2252,
      "step": 12015
    },
    {
      "epoch": 1.8985192497532082,
      "grad_norm": 0.04222321706842515,
      "learning_rate": 7.811726592957591e-06,
      "loss": 1.2115,
      "step": 12020
    },
    {
      "epoch": 1.8993089832181638,
      "grad_norm": 0.04051718929457488,
      "learning_rate": 7.690834120615942e-06,
      "loss": 1.203,
      "step": 12025
    },
    {
      "epoch": 1.9000987166831194,
      "grad_norm": 0.041239581044816606,
      "learning_rate": 7.570877159380762e-06,
      "loss": 1.2371,
      "step": 12030
    },
    {
      "epoch": 1.900888450148075,
      "grad_norm": 0.042464380743128395,
      "learning_rate": 7.451855937200491e-06,
      "loss": 1.2848,
      "step": 12035
    },
    {
      "epoch": 1.9016781836130305,
      "grad_norm": 0.04147022809121816,
      "learning_rate": 7.3337706802452105e-06,
      "loss": 1.1776,
      "step": 12040
    },
    {
      "epoch": 1.9024679170779861,
      "grad_norm": 0.041187942408649814,
      "learning_rate": 7.2166216129067595e-06,
      "loss": 1.2298,
      "step": 12045
    },
    {
      "epoch": 1.9032576505429417,
      "grad_norm": 0.04145359217306266,
      "learning_rate": 7.100408957797621e-06,
      "loss": 1.2698,
      "step": 12050
    },
    {
      "epoch": 1.9040473840078973,
      "grad_norm": 0.04208675749072947,
      "learning_rate": 6.985132935751204e-06,
      "loss": 1.2391,
      "step": 12055
    },
    {
      "epoch": 1.904837117472853,
      "grad_norm": 0.040384882959763765,
      "learning_rate": 6.870793765820782e-06,
      "loss": 1.2135,
      "step": 12060
    },
    {
      "epoch": 1.9056268509378085,
      "grad_norm": 0.040029750281330746,
      "learning_rate": 6.757391665279611e-06,
      "loss": 1.1977,
      "step": 12065
    },
    {
      "epoch": 1.906416584402764,
      "grad_norm": 0.04081567829251778,
      "learning_rate": 6.644926849620037e-06,
      "loss": 1.1923,
      "step": 12070
    },
    {
      "epoch": 1.9072063178677197,
      "grad_norm": 0.04268550831766606,
      "learning_rate": 6.5333995325535525e-06,
      "loss": 1.1558,
      "step": 12075
    },
    {
      "epoch": 1.9079960513326752,
      "grad_norm": 0.0413685476427846,
      "learning_rate": 6.422809926010132e-06,
      "loss": 1.2114,
      "step": 12080
    },
    {
      "epoch": 1.9087857847976308,
      "grad_norm": 0.04252073957880664,
      "learning_rate": 6.3131582401377285e-06,
      "loss": 1.2204,
      "step": 12085
    },
    {
      "epoch": 1.9095755182625864,
      "grad_norm": 0.04063366919181475,
      "learning_rate": 6.204444683302113e-06,
      "loss": 1.2336,
      "step": 12090
    },
    {
      "epoch": 1.910365251727542,
      "grad_norm": 0.04146756159347014,
      "learning_rate": 6.0966694620863685e-06,
      "loss": 1.189,
      "step": 12095
    },
    {
      "epoch": 1.9111549851924976,
      "grad_norm": 0.04193601550448121,
      "learning_rate": 5.989832781290505e-06,
      "loss": 1.2214,
      "step": 12100
    },
    {
      "epoch": 1.9119447186574532,
      "grad_norm": 0.04306948713894762,
      "learning_rate": 5.883934843931071e-06,
      "loss": 1.2079,
      "step": 12105
    },
    {
      "epoch": 1.9127344521224088,
      "grad_norm": 0.040836963052999296,
      "learning_rate": 5.778975851240709e-06,
      "loss": 1.2559,
      "step": 12110
    },
    {
      "epoch": 1.9135241855873644,
      "grad_norm": 0.04142193855108868,
      "learning_rate": 5.674956002667875e-06,
      "loss": 1.233,
      "step": 12115
    },
    {
      "epoch": 1.91431391905232,
      "grad_norm": 0.04068371546997461,
      "learning_rate": 5.571875495876399e-06,
      "loss": 1.2224,
      "step": 12120
    },
    {
      "epoch": 1.9151036525172755,
      "grad_norm": 0.04152372544702377,
      "learning_rate": 5.469734526745262e-06,
      "loss": 1.1839,
      "step": 12125
    },
    {
      "epoch": 1.9158933859822311,
      "grad_norm": 0.04343963825685242,
      "learning_rate": 5.368533289367872e-06,
      "loss": 1.249,
      "step": 12130
    },
    {
      "epoch": 1.9166831194471867,
      "grad_norm": 0.042569427042824244,
      "learning_rate": 5.268271976052008e-06,
      "loss": 1.2186,
      "step": 12135
    },
    {
      "epoch": 1.9174728529121423,
      "grad_norm": 0.04069707164956735,
      "learning_rate": 5.168950777319326e-06,
      "loss": 1.2178,
      "step": 12140
    },
    {
      "epoch": 1.9182625863770977,
      "grad_norm": 0.04342393867870215,
      "learning_rate": 5.070569881905185e-06,
      "loss": 1.2278,
      "step": 12145
    },
    {
      "epoch": 1.9190523198420533,
      "grad_norm": 0.041165606310868054,
      "learning_rate": 4.9731294767578764e-06,
      "loss": 1.213,
      "step": 12150
    },
    {
      "epoch": 1.9198420533070089,
      "grad_norm": 0.04083960497688817,
      "learning_rate": 4.876629747038674e-06,
      "loss": 1.264,
      "step": 12155
    },
    {
      "epoch": 1.9206317867719644,
      "grad_norm": 0.042325278461474415,
      "learning_rate": 4.7810708761213405e-06,
      "loss": 1.2257,
      "step": 12160
    },
    {
      "epoch": 1.92142152023692,
      "grad_norm": 0.042241081965025844,
      "learning_rate": 4.686453045591732e-06,
      "loss": 1.2122,
      "step": 12165
    },
    {
      "epoch": 1.9222112537018756,
      "grad_norm": 0.04344372129880463,
      "learning_rate": 4.5927764352475255e-06,
      "loss": 1.2382,
      "step": 12170
    },
    {
      "epoch": 1.9230009871668312,
      "grad_norm": 0.04057420175483219,
      "learning_rate": 4.500041223097772e-06,
      "loss": 1.2377,
      "step": 12175
    },
    {
      "epoch": 1.9237907206317868,
      "grad_norm": 0.046054764283746295,
      "learning_rate": 4.408247585362679e-06,
      "loss": 1.24,
      "step": 12180
    },
    {
      "epoch": 1.9245804540967424,
      "grad_norm": 0.04262239021858365,
      "learning_rate": 4.3173956964732144e-06,
      "loss": 1.1956,
      "step": 12185
    },
    {
      "epoch": 1.925370187561698,
      "grad_norm": 0.04008057911353585,
      "learning_rate": 4.227485729070835e-06,
      "loss": 1.166,
      "step": 12190
    },
    {
      "epoch": 1.9261599210266533,
      "grad_norm": 0.04115630920370773,
      "learning_rate": 4.13851785400704e-06,
      "loss": 1.208,
      "step": 12195
    },
    {
      "epoch": 1.926949654491609,
      "grad_norm": 0.039540721438364686,
      "learning_rate": 4.050492240343151e-06,
      "loss": 1.1956,
      "step": 12200
    },
    {
      "epoch": 1.9277393879565645,
      "grad_norm": 0.04157942467999568,
      "learning_rate": 3.963409055349976e-06,
      "loss": 1.2066,
      "step": 12205
    },
    {
      "epoch": 1.92852912142152,
      "grad_norm": 0.04189940737212708,
      "learning_rate": 3.877268464507366e-06,
      "loss": 1.2186,
      "step": 12210
    },
    {
      "epoch": 1.9293188548864757,
      "grad_norm": 0.03859513221680552,
      "learning_rate": 3.7920706315042188e-06,
      "loss": 1.2078,
      "step": 12215
    },
    {
      "epoch": 1.9301085883514313,
      "grad_norm": 0.0421316249572409,
      "learning_rate": 3.7078157182376393e-06,
      "loss": 1.2532,
      "step": 12220
    },
    {
      "epoch": 1.9308983218163869,
      "grad_norm": 0.044235802696945596,
      "learning_rate": 3.624503884813335e-06,
      "loss": 1.2434,
      "step": 12225
    },
    {
      "epoch": 1.9316880552813425,
      "grad_norm": 0.040561827076792255,
      "learning_rate": 3.5421352895445015e-06,
      "loss": 1.1853,
      "step": 12230
    },
    {
      "epoch": 1.932477788746298,
      "grad_norm": 0.0435759667869008,
      "learning_rate": 3.460710088952379e-06,
      "loss": 1.227,
      "step": 12235
    },
    {
      "epoch": 1.9332675222112536,
      "grad_norm": 0.04315677922707221,
      "learning_rate": 3.380228437765198e-06,
      "loss": 1.2353,
      "step": 12240
    },
    {
      "epoch": 1.9340572556762092,
      "grad_norm": 0.042243135797646526,
      "learning_rate": 3.30069048891829e-06,
      "loss": 1.1794,
      "step": 12245
    },
    {
      "epoch": 1.9348469891411648,
      "grad_norm": 0.042691629293751074,
      "learning_rate": 3.2220963935538083e-06,
      "loss": 1.2305,
      "step": 12250
    },
    {
      "epoch": 1.9356367226061204,
      "grad_norm": 0.042709950565296785,
      "learning_rate": 3.144446301020232e-06,
      "loss": 1.2384,
      "step": 12255
    },
    {
      "epoch": 1.936426456071076,
      "grad_norm": 0.04218805047526402,
      "learning_rate": 3.0677403588723062e-06,
      "loss": 1.1784,
      "step": 12260
    },
    {
      "epoch": 1.9372161895360316,
      "grad_norm": 0.04123493573552633,
      "learning_rate": 2.9919787128705468e-06,
      "loss": 1.2611,
      "step": 12265
    },
    {
      "epoch": 1.9380059230009872,
      "grad_norm": 0.04277508046040805,
      "learning_rate": 2.917161506981125e-06,
      "loss": 1.2171,
      "step": 12270
    },
    {
      "epoch": 1.9387956564659428,
      "grad_norm": 0.04398090395944046,
      "learning_rate": 2.843288883375539e-06,
      "loss": 1.1976,
      "step": 12275
    },
    {
      "epoch": 1.9395853899308984,
      "grad_norm": 0.04040664906930448,
      "learning_rate": 2.7703609824302757e-06,
      "loss": 1.1894,
      "step": 12280
    },
    {
      "epoch": 1.940375123395854,
      "grad_norm": 0.04170833435291203,
      "learning_rate": 2.6983779427267595e-06,
      "loss": 1.2184,
      "step": 12285
    },
    {
      "epoch": 1.9411648568608095,
      "grad_norm": 0.04084630569672987,
      "learning_rate": 2.6273399010507958e-06,
      "loss": 1.177,
      "step": 12290
    },
    {
      "epoch": 1.9419545903257651,
      "grad_norm": 0.04126597657705904,
      "learning_rate": 2.5572469923925147e-06,
      "loss": 1.1907,
      "step": 12295
    },
    {
      "epoch": 1.9427443237907207,
      "grad_norm": 0.04075963402315144,
      "learning_rate": 2.4880993499460935e-06,
      "loss": 1.2098,
      "step": 12300
    },
    {
      "epoch": 1.9435340572556763,
      "grad_norm": 0.04025230756487322,
      "learning_rate": 2.41989710510937e-06,
      "loss": 1.1981,
      "step": 12305
    },
    {
      "epoch": 1.9443237907206319,
      "grad_norm": 0.04218016753877595,
      "learning_rate": 2.3526403874837844e-06,
      "loss": 1.2453,
      "step": 12310
    },
    {
      "epoch": 1.9451135241855875,
      "grad_norm": 0.040815537051814045,
      "learning_rate": 2.2863293248739924e-06,
      "loss": 1.2527,
      "step": 12315
    },
    {
      "epoch": 1.945903257650543,
      "grad_norm": 0.044297048140942444,
      "learning_rate": 2.220964043287643e-06,
      "loss": 1.2747,
      "step": 12320
    },
    {
      "epoch": 1.9466929911154986,
      "grad_norm": 0.04180615509243732,
      "learning_rate": 2.156544666935267e-06,
      "loss": 1.204,
      "step": 12325
    },
    {
      "epoch": 1.9474827245804542,
      "grad_norm": 0.043070694258102164,
      "learning_rate": 2.093071318229778e-06,
      "loss": 1.2034,
      "step": 12330
    },
    {
      "epoch": 1.9482724580454098,
      "grad_norm": 0.04165735215174597,
      "learning_rate": 2.0305441177865257e-06,
      "loss": 1.229,
      "step": 12335
    },
    {
      "epoch": 1.9490621915103654,
      "grad_norm": 0.04072566678191577,
      "learning_rate": 1.9689631844229117e-06,
      "loss": 1.216,
      "step": 12340
    },
    {
      "epoch": 1.9498519249753208,
      "grad_norm": 0.04048402726799107,
      "learning_rate": 1.908328635158163e-06,
      "loss": 1.2036,
      "step": 12345
    },
    {
      "epoch": 1.9506416584402764,
      "grad_norm": 0.04150378102159658,
      "learning_rate": 1.8486405852131682e-06,
      "loss": 1.242,
      "step": 12350
    },
    {
      "epoch": 1.951431391905232,
      "grad_norm": 0.04267654265406322,
      "learning_rate": 1.789899148010199e-06,
      "loss": 1.2506,
      "step": 12355
    },
    {
      "epoch": 1.9522211253701875,
      "grad_norm": 0.04195926395063641,
      "learning_rate": 1.7321044351727433e-06,
      "loss": 1.1689,
      "step": 12360
    },
    {
      "epoch": 1.9530108588351431,
      "grad_norm": 0.04326196128069677,
      "learning_rate": 1.6752565565253396e-06,
      "loss": 1.232,
      "step": 12365
    },
    {
      "epoch": 1.9538005923000987,
      "grad_norm": 0.04095327928436248,
      "learning_rate": 1.6193556200931326e-06,
      "loss": 1.1751,
      "step": 12370
    },
    {
      "epoch": 1.9545903257650543,
      "grad_norm": 0.04115175127174136,
      "learning_rate": 1.5644017321020943e-06,
      "loss": 1.2375,
      "step": 12375
    },
    {
      "epoch": 1.95538005923001,
      "grad_norm": 0.04308265114280278,
      "learning_rate": 1.5103949969782481e-06,
      "loss": 1.209,
      "step": 12380
    },
    {
      "epoch": 1.9561697926949655,
      "grad_norm": 0.0402807764081676,
      "learning_rate": 1.457335517348113e-06,
      "loss": 1.2245,
      "step": 12385
    },
    {
      "epoch": 1.956959526159921,
      "grad_norm": 0.04281935205062738,
      "learning_rate": 1.4052233940379245e-06,
      "loss": 1.2017,
      "step": 12390
    },
    {
      "epoch": 1.9577492596248764,
      "grad_norm": 0.04283594758969688,
      "learning_rate": 1.354058726073859e-06,
      "loss": 1.2098,
      "step": 12395
    },
    {
      "epoch": 1.958538993089832,
      "grad_norm": 0.04030038092278337,
      "learning_rate": 1.3038416106815886e-06,
      "loss": 1.1964,
      "step": 12400
    },
    {
      "epoch": 1.9593287265547876,
      "grad_norm": 0.03995102584928884,
      "learning_rate": 1.2545721432863366e-06,
      "loss": 1.2064,
      "step": 12405
    },
    {
      "epoch": 1.9601184600197432,
      "grad_norm": 0.04025239420421147,
      "learning_rate": 1.2062504175123779e-06,
      "loss": 1.1608,
      "step": 12410
    },
    {
      "epoch": 1.9609081934846988,
      "grad_norm": 0.04232385292775581,
      "learning_rate": 1.1588765251832057e-06,
      "loss": 1.1996,
      "step": 12415
    },
    {
      "epoch": 1.9616979269496544,
      "grad_norm": 0.041063192405054294,
      "learning_rate": 1.1124505563210875e-06,
      "loss": 1.1835,
      "step": 12420
    },
    {
      "epoch": 1.96248766041461,
      "grad_norm": 0.04107142505955714,
      "learning_rate": 1.0669725991470093e-06,
      "loss": 1.2087,
      "step": 12425
    },
    {
      "epoch": 1.9632773938795656,
      "grad_norm": 0.04221727076876454,
      "learning_rate": 1.0224427400805647e-06,
      "loss": 1.2033,
      "step": 12430
    },
    {
      "epoch": 1.9640671273445212,
      "grad_norm": 0.042643733069752436,
      "learning_rate": 9.788610637396224e-07,
      "loss": 1.1406,
      "step": 12435
    },
    {
      "epoch": 1.9648568608094767,
      "grad_norm": 0.04420684259191853,
      "learning_rate": 9.362276529403802e-07,
      "loss": 1.2091,
      "step": 12440
    },
    {
      "epoch": 1.9656465942744323,
      "grad_norm": 0.04217337766725949,
      "learning_rate": 8.945425886969783e-07,
      "loss": 1.2517,
      "step": 12445
    },
    {
      "epoch": 1.966436327739388,
      "grad_norm": 0.04379217044819885,
      "learning_rate": 8.538059502214979e-07,
      "loss": 1.2237,
      "step": 12450
    },
    {
      "epoch": 1.9672260612043435,
      "grad_norm": 0.04200892037039661,
      "learning_rate": 8.140178149238509e-07,
      "loss": 1.2249,
      "step": 12455
    },
    {
      "epoch": 1.968015794669299,
      "grad_norm": 0.04158548704212621,
      "learning_rate": 7.751782584113909e-07,
      "loss": 1.2528,
      "step": 12460
    },
    {
      "epoch": 1.9688055281342547,
      "grad_norm": 0.04247107868193967,
      "learning_rate": 7.372873544891357e-07,
      "loss": 1.2676,
      "step": 12465
    },
    {
      "epoch": 1.9695952615992103,
      "grad_norm": 0.04082985047632489,
      "learning_rate": 7.003451751592671e-07,
      "loss": 1.2054,
      "step": 12470
    },
    {
      "epoch": 1.9703849950641659,
      "grad_norm": 0.04263799719282045,
      "learning_rate": 6.643517906212981e-07,
      "loss": 1.1902,
      "step": 12475
    },
    {
      "epoch": 1.9711747285291215,
      "grad_norm": 0.04224115309551393,
      "learning_rate": 6.293072692715174e-07,
      "loss": 1.2415,
      "step": 12480
    },
    {
      "epoch": 1.971964461994077,
      "grad_norm": 0.04107880531856032,
      "learning_rate": 5.952116777035443e-07,
      "loss": 1.2146,
      "step": 12485
    },
    {
      "epoch": 1.9727541954590326,
      "grad_norm": 0.04374739355383764,
      "learning_rate": 5.620650807073857e-07,
      "loss": 1.1943,
      "step": 12490
    },
    {
      "epoch": 1.9735439289239882,
      "grad_norm": 0.041921407011692016,
      "learning_rate": 5.29867541269935e-07,
      "loss": 1.1913,
      "step": 12495
    },
    {
      "epoch": 1.9743336623889438,
      "grad_norm": 0.04204678517474436,
      "learning_rate": 4.986191205747504e-07,
      "loss": 1.2329,
      "step": 12500
    },
    {
      "epoch": 1.9751233958538994,
      "grad_norm": 0.041093291369820484,
      "learning_rate": 4.6831987800149965e-07,
      "loss": 1.1742,
      "step": 12505
    },
    {
      "epoch": 1.975913129318855,
      "grad_norm": 0.04032542421115303,
      "learning_rate": 4.3896987112646004e-07,
      "loss": 1.223,
      "step": 12510
    },
    {
      "epoch": 1.9767028627838106,
      "grad_norm": 0.04055907295650477,
      "learning_rate": 4.1056915572201815e-07,
      "loss": 1.1825,
      "step": 12515
    },
    {
      "epoch": 1.9774925962487662,
      "grad_norm": 0.04258632856175401,
      "learning_rate": 3.8311778575661484e-07,
      "loss": 1.2127,
      "step": 12520
    },
    {
      "epoch": 1.9782823297137218,
      "grad_norm": 0.04125345862575028,
      "learning_rate": 3.56615813394745e-07,
      "loss": 1.2034,
      "step": 12525
    },
    {
      "epoch": 1.9790720631786773,
      "grad_norm": 0.041687369958608715,
      "learning_rate": 3.310632889969023e-07,
      "loss": 1.2206,
      "step": 12530
    },
    {
      "epoch": 1.979861796643633,
      "grad_norm": 0.04260044911545957,
      "learning_rate": 3.064602611192457e-07,
      "loss": 1.2208,
      "step": 12535
    },
    {
      "epoch": 1.9806515301085883,
      "grad_norm": 0.04195432489597147,
      "learning_rate": 2.82806776513711e-07,
      "loss": 1.23,
      "step": 12540
    },
    {
      "epoch": 1.9814412635735439,
      "grad_norm": 0.041766306167131804,
      "learning_rate": 2.6010288012784377e-07,
      "loss": 1.2188,
      "step": 12545
    },
    {
      "epoch": 1.9822309970384995,
      "grad_norm": 0.04158419464516583,
      "learning_rate": 2.3834861510474427e-07,
      "loss": 1.2069,
      "step": 12550
    },
    {
      "epoch": 1.983020730503455,
      "grad_norm": 0.04153078947599253,
      "learning_rate": 2.1754402278306717e-07,
      "loss": 1.2224,
      "step": 12555
    },
    {
      "epoch": 1.9838104639684107,
      "grad_norm": 0.04354626077786414,
      "learning_rate": 1.976891426966887e-07,
      "loss": 1.2289,
      "step": 12560
    },
    {
      "epoch": 1.9846001974333662,
      "grad_norm": 0.04151903494170124,
      "learning_rate": 1.787840125749285e-07,
      "loss": 1.2718,
      "step": 12565
    },
    {
      "epoch": 1.9853899308983218,
      "grad_norm": 0.042152605546416526,
      "learning_rate": 1.6082866834216113e-07,
      "loss": 1.21,
      "step": 12570
    },
    {
      "epoch": 1.9861796643632774,
      "grad_norm": 0.041234503070336014,
      "learning_rate": 1.4382314411820474e-07,
      "loss": 1.21,
      "step": 12575
    },
    {
      "epoch": 1.986969397828233,
      "grad_norm": 0.041019877305577386,
      "learning_rate": 1.2776747221771023e-07,
      "loss": 1.2321,
      "step": 12580
    },
    {
      "epoch": 1.9877591312931886,
      "grad_norm": 0.04077791383471357,
      "learning_rate": 1.1266168315055003e-07,
      "loss": 1.2383,
      "step": 12585
    },
    {
      "epoch": 1.988548864758144,
      "grad_norm": 0.04206995859530467,
      "learning_rate": 9.850580562154043e-08,
      "loss": 1.2219,
      "step": 12590
    },
    {
      "epoch": 1.9893385982230996,
      "grad_norm": 0.04211869379407383,
      "learning_rate": 8.529986653033062e-08,
      "loss": 1.2009,
      "step": 12595
    },
    {
      "epoch": 1.9901283316880551,
      "grad_norm": 0.04478994393473824,
      "learning_rate": 7.304389097156916e-08,
      "loss": 1.2077,
      "step": 12600
    },
    {
      "epoch": 1.9909180651530107,
      "grad_norm": 0.04169174279228708,
      "learning_rate": 6.173790223468201e-08,
      "loss": 1.1935,
      "step": 12605
    },
    {
      "epoch": 1.9917077986179663,
      "grad_norm": 0.042184719480623856,
      "learning_rate": 5.1381921803872464e-08,
      "loss": 1.2626,
      "step": 12610
    },
    {
      "epoch": 1.992497532082922,
      "grad_norm": 0.04034139475783274,
      "learning_rate": 4.19759693581212e-08,
      "loss": 1.2014,
      "step": 12615
    },
    {
      "epoch": 1.9932872655478775,
      "grad_norm": 0.04161105011268931,
      "learning_rate": 3.3520062771130733e-08,
      "loss": 1.2889,
      "step": 12620
    },
    {
      "epoch": 1.994076999012833,
      "grad_norm": 0.04296108967908212,
      "learning_rate": 2.6014218111158894e-08,
      "loss": 1.2225,
      "step": 12625
    },
    {
      "epoch": 1.9948667324777887,
      "grad_norm": 0.040428884179869305,
      "learning_rate": 1.9458449641296396e-08,
      "loss": 1.2123,
      "step": 12630
    },
    {
      "epoch": 1.9956564659427443,
      "grad_norm": 0.044434218219080286,
      "learning_rate": 1.3852769819133747e-08,
      "loss": 1.2206,
      "step": 12635
    },
    {
      "epoch": 1.9964461994076999,
      "grad_norm": 0.041053891176108,
      "learning_rate": 9.197189296816788e-09,
      "loss": 1.2048,
      "step": 12640
    },
    {
      "epoch": 1.9972359328726554,
      "grad_norm": 0.04287366333911644,
      "learning_rate": 5.491716921157686e-09,
      "loss": 1.2151,
      "step": 12645
    },
    {
      "epoch": 1.998025666337611,
      "grad_norm": 0.04146845932117571,
      "learning_rate": 2.736359733468419e-09,
      "loss": 1.2203,
      "step": 12650
    },
    {
      "epoch": 1.9988153998025666,
      "grad_norm": 0.04498126749467134,
      "learning_rate": 9.311229696162826e-10,
      "loss": 1.1806,
      "step": 12655
    },
    {
      "epoch": 1.9996051332675222,
      "grad_norm": 0.04127368083559304,
      "learning_rate": 7.601006002389e-11,
      "loss": 1.2421,
      "step": 12660
    },
    {
      "epoch": 1.9999210266535044,
      "eval_loss": 1.279234528541565,
      "eval_runtime": 444.7249,
      "eval_samples_per_second": 47.654,
      "eval_steps_per_second": 23.828,
      "step": 12662
    },
    {
      "epoch": 1.9999210266535044,
      "step": 12662,
      "total_flos": 3.966176424708014e+17,
      "train_loss": 1.3522509210502494,
      "train_runtime": 18807.7401,
      "train_samples_per_second": 43.087,
      "train_steps_per_second": 0.673
    }
  ],
  "logging_steps": 5,
  "max_steps": 12662,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.966176424708014e+17,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}